-- Logs begin at Mon 2021-10-18 22:24:33 UTC, end at Tue 2021-10-19 01:08:03 UTC. -- Oct 18 22:59:30.140252 n-d-713498-28 systemd[1]: Started Devstack devstack@q-svc.service. Oct 18 22:59:33.249741 n-d-713498-28 neutron-server[100810]: INFO neutron.common.config [-] Logging enabled! Oct 18 22:59:33.250545 n-d-713498-28 neutron-server[100810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 18 22:59:33.250545 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 18 22:59:33.254355 n-d-713498-28 neutron-server[100810]: INFO neutron.common.config [-] Logging enabled! Oct 18 22:59:33.254602 n-d-713498-28 neutron-server[100810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 18 22:59:33.254958 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 18 22:59:33.255988 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 22:59:33.256224 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 22:59:33.256673 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 22:59:33.257117 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 22:59:33.257405 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 22:59:33.257745 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.258296 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.258605 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.258870 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.259176 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.259475 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.259768 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.260064 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.260373 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.261185 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.261480 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.261775 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.262110 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.262429 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.262710 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.263210 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.263878 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] debug = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.264400 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.265177 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.265681 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.265976 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.266279 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.266674 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.267138 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.267655 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.268180 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.268581 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] host = n-d-713498-28 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.269022 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.269329 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.269631 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.270073 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.270286 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.270691 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.271227 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.271752 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.272220 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] log_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.272710 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.273230 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.273748 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.274270 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.274587 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.274857 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.275168 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.275471 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.275761 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.276049 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.276394 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.277170 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.277453 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.277737 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.278035 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.278325 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.278678 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.279186 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.279718 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.280203 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.280681 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.281029 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.281316 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.281599 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.281881 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.282181 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.282461 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.282767 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.283085 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.283378 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.283666 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.283958 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.284251 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.284540 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.284819 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.285097 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.285374 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] use_json = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.285652 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.285970 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.286202 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.286481 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.286780 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.287065 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.287341 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.287637 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:33.287941 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.288244 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.288552 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.288841 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.289303 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.289605 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.289904 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.290187 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.290485 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.290811 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.291110 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.291394 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.291689 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.292000 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.292302 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.292616 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.292917 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.293213 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.293491 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.293769 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.294047 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.294330 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.294624 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.294933 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.295228 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.295520 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.295979 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.296300 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.296602 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.296926 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.297272 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.297529 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.297829 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.298088 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.298441 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.298794 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.299205 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.299600 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.299943 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.300343 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.300767 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.301057 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.301342 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.301633 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.301937 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.302218 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.302497 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.302801 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.303087 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.303365 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.303656 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.303939 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.304214 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.304532 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.304776 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.305051 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.305329 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.305626 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.306003 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.306391 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.306802 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.307212 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.307579 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.307862 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.308142 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.308422 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.308701 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.308982 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.309267 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.309547 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.309829 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.310108 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.310384 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.310680 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.311157 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.311445 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.311734 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.312036 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.312422 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.312814 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.313157 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.313553 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.313964 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.314246 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.314556 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.314874 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.315177 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.315466 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.315753 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.316080 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.316368 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.316658 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.316943 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.317228 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.317523 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.317813 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.318115 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.318416 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.318714 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.319049 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.319349 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.319637 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.319956 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.320243 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:33.320465 n-d-713498-28 neutron-server[100810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 22:59:33.320718 n-d-713498-28 neutron-server[100810]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100810) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 18 22:59:33.784842 n-d-713498-28 neutron-server[100810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 22:59:33.785102 n-d-713498-28 neutron-server[100810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 22:59:33.785484 n-d-713498-28 neutron-server[100810]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 22:59:33.785827 n-d-713498-28 neutron-server[100810]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 18 22:59:34.131327 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.131634 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.131874 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.133105 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.133384 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.133651 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.172855 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.173127 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.173387 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.190588 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.190979 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.191176 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.223719 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.224018 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.224264 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.265813 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.266506 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.266506 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.523588 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.523804 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.524071 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.524348 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.525082 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.657787 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.658117 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.658410 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.658694 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.659000 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.659325 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.659666 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.659934 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.660195 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.660494 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.660764 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.661037 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.661300 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.661559 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.661824 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.662095 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.662360 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.662701 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.663017 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.663287 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.663571 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.663828 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.664124 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.664545 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.664805 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.665059 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.665525 n-d-713498-28 neutron-server[100810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 22:59:34.665770 n-d-713498-28 neutron-server[100810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 22:59:34.666049 n-d-713498-28 neutron-server[100810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 22:59:34.666295 n-d-713498-28 neutron-server[100810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 22:59:34.666535 n-d-713498-28 neutron-server[100810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 22:59:34.666904 n-d-713498-28 neutron-server[100810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 22:59:34.667755 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 18 22:59:34.671483 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 18 22:59:34.677108 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 18 22:59:34.681749 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 18 22:59:34.683754 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 18 22:59:34.684251 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 18 22:59:34.684600 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 18 22:59:34.685005 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 18 22:59:34.688305 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 18 22:59:34.688556 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 18 22:59:34.688943 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 22:59:34.694886 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 18 22:59:34.719686 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 18 22:59:34.720169 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.720480 n-d-713498-28 neutron-server[100810]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100810) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 18 22:59:34.720861 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.722492 n-d-713498-28 neutron-server[100810]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100810) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 18 22:59:34.722872 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 22:59:34.723149 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 18 22:59:34.727240 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.727510 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:34.793298 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 18 22:59:34.793512 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 18 22:59:34.793678 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 18 22:59:34.794077 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 18 22:59:34.817700 n-d-713498-28 neutron-server[100810]: DEBUG oslo_db.sqlalchemy.engines [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 18 22:59:35.394558 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Initializing driver for type 'gre' Oct 18 22:59:35.395362 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] gre ID ranges: [(1, 1000)] Oct 18 22:59:35.478448 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Initializing driver for type 'local' Oct 18 22:59:35.478903 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Initializing driver for type 'vlan' Oct 18 22:59:35.494298 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] VlanTypeDriver initialization complete Oct 18 22:59:35.494799 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Initializing driver for type 'vxlan' Oct 18 22:59:35.495437 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] vxlan ID ranges: [(1, 1000)] Oct 18 22:59:35.563055 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Initializing extension driver 'port_security' Oct 18 22:59:35.563542 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.extensions.port_security [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] PortSecurityExtensionDriver initialization complete Oct 18 22:59:35.563930 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Initializing mechanism driver 'openvswitch' Oct 18 22:59:35.564378 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Initializing mechanism driver 'hyperv' Oct 18 22:59:35.571849 n-d-713498-28 neutron-server[100810]: DEBUG neutron.plugins.ml2.plugin [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:59:35.572771 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > port after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.573655 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > port after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.574014 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > port after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.574579 n-d-713498-28 neutron-server[100810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 22:59:35.575048 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > subnet after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.575411 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > subnet after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.575768 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.576172 n-d-713498-28 neutron-server[100810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 22:59:35.576589 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > network after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.576960 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > network after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.577275 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > network after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.577718 n-d-713498-28 neutron-server[100810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 22:59:35.578141 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > security_group after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.578523 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > security_group after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.578877 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.579286 n-d-713498-28 neutron-server[100810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 22:59:35.579708 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.580063 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.580410 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.580809 n-d-713498-28 neutron-server[100810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 22:59:35.581226 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > address_group after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.581619 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > address_group after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.581964 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.582361 n-d-713498-28 neutron-server[100810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 22:59:35.582768 n-d-713498-28 neutron-server[100810]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] ML2 OVO RPC backend initialized. {{(pid=100810) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 18 22:59:35.583557 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.583920 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.584357 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > network before_response 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.584715 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > networks before_response 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.585065 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > port before_response 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.585413 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > ports before_response 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.585768 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > subnet before_response 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.586113 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > subnets before_response 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.586468 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > network after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.586850 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > network after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.587199 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > network after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.587544 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > port after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.587888 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > port after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.588230 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > port after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.588571 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > subnet after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.589444 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > subnet after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.589791 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.590457 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.plugin [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Modular L2 Plugin initialization complete Oct 18 22:59:35.590858 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading services supported by the core plugin {{(pid=100810) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 18 22:59:35.591209 n-d-713498-28 neutron-server[100810]: INFO neutron.plugins.ml2.managers [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Got port-security extension from driver 'port_security' Oct 18 22:59:35.591694 n-d-713498-28 neutron-server[100810]: INFO neutron.extensions.vlantransparent [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Disabled vlantransparent extension. Oct 18 22:59:35.592195 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100810) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 18 22:59:35.592515 n-d-713498-28 neutron-server[100810]: INFO neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading Plugin: router Oct 18 22:59:35.636767 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.637189 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router after_create 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.637566 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router before_create 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.637942 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.638322 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.639086 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router after_delete 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.639457 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.639982 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.640356 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router after_create 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.640711 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router after_update 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.641073 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router after_update 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.641440 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.641816 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router after_update 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.642244 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router precommit_update 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.642623 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: port after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.643000 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: port after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.643347 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: subnet after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.643694 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.644053 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.644404 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router precommit_create 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.644815 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: port before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.645111 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router precommit_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.645479 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router after_update 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.645825 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.646188 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router precommit_create 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.646571 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.646975 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router precommit_update 55549900 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.647340 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > agent after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.647694 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > agent after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.648044 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > network after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.649033 n-d-713498-28 neutron-server[100810]: DEBUG neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Tracking information for resource: router configured {{(pid=100810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 22:59:35.649371 n-d-713498-28 neutron-server[100810]: DEBUG neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Tracking information for resource: floatingip configured {{(pid=100810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 22:59:35.655736 n-d-713498-28 neutron-server[100810]: INFO neutron.db.l3_agentschedulers_db [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 18 22:59:35.656346 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: port after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.656720 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: port after_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.657078 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: port after_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.657440 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: port after_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.658284 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router before_create 55550100 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.658667 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.659068 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router precommit_create 55550100 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.659534 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > router precommit_update 55550100 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.665045 n-d-713498-28 neutron-server[100810]: DEBUG neutron.services.provider_configuration [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service providers = [] {{(pid=100810) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 18 22:59:35.665416 n-d-713498-28 neutron-server[100810]: DEBUG neutron.db.servicetype_db [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100810) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 18 22:59:35.668823 n-d-713498-28 neutron-server[100810]: DEBUG neutron.services.service_base [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 22:59:35.669181 n-d-713498-28 neutron-server[100810]: DEBUG neutron.services.service_base [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 22:59:35.669528 n-d-713498-28 neutron-server[100810]: DEBUG neutron.services.service_base [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 22:59:35.670462 n-d-713498-28 neutron-server[100810]: DEBUG neutron.services.service_base [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 22:59:35.670905 n-d-713498-28 neutron-server[100810]: INFO neutron.services.service_base [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 18 22:59:35.673303 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 22:59:35.673643 n-d-713498-28 neutron-server[100810]: INFO neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 18 22:59:35.691885 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 22:59:35.692231 n-d-713498-28 neutron-server[100810]: INFO neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading Plugin: auto_allocate Oct 18 22:59:35.701757 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: network precommit_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.702210 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: network precommit_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.702835 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 22:59:35.703124 n-d-713498-28 neutron-server[100810]: INFO neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading Plugin: tag Oct 18 22:59:35.715562 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 22:59:35.715894 n-d-713498-28 neutron-server[100810]: INFO neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading Plugin: timestamp Oct 18 22:59:35.721493 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 22:59:35.721827 n-d-713498-28 neutron-server[100810]: INFO neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading Plugin: network_ip_availability Oct 18 22:59:35.727870 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.728253 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.728616 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.729464 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 22:59:35.729789 n-d-713498-28 neutron-server[100810]: INFO neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading Plugin: flavors Oct 18 22:59:35.735492 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 22:59:35.735827 n-d-713498-28 neutron-server[100810]: INFO neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading Plugin: revisions Oct 18 22:59:35.740976 n-d-713498-28 neutron-server[100810]: DEBUG neutron.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 22:59:35.741381 n-d-713498-28 neutron-server[100810]: DEBUG oslo_concurrency.lockutils [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.956s {{(pid=100810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 22:59:35.742191 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100810) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 18 22:59:35.742535 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Initializing extension manager. Oct 18 22:59:35.743110 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: __init__.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.743463 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: __pycache__ {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.743808 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.744147 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: address_group.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.745071 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.745678 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: address-group Oct 18 22:59:35.746009 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: address_scope.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.746794 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.747315 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: address-scope Oct 18 22:59:35.747641 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.748746 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.749206 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: router-admin-state-down-before-update Oct 18 22:59:35.749536 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: agent.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.750292 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.750851 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: agent Oct 18 22:59:35.751181 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: agent_resources_synced.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.752216 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.752738 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: agent-resources-synced Oct 18 22:59:35.753067 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: allowedaddresspairs.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.755136 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.755685 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: allowed-address-pairs Oct 18 22:59:35.756015 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: auto_allocated_topology.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.757177 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.757699 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: auto-allocated-topology Oct 18 22:59:35.758033 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: availability_zone.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.758804 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.759337 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: availability_zone Oct 18 22:59:35.759663 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: availability_zone_filter.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.761275 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.761801 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: availability_zone_filter Oct 18 22:59:35.762129 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: data_plane_status.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.763119 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.763892 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension data-plane-status not supported by any of loaded plugins Oct 18 22:59:35.764220 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: default_subnetpools.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.765180 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.765703 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: default-subnetpools Oct 18 22:59:35.766029 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.766939 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.767467 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: dhcp_agent_scheduler Oct 18 22:59:35.767794 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: dns.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.768886 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.769411 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension dns-integration not supported by any of loaded plugins Oct 18 22:59:35.769817 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: dns_domain_ports.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.770997 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.771566 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 18 22:59:35.771897 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.772925 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.773441 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 18 22:59:35.773764 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: dvr.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.774462 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.775016 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: dvr Oct 18 22:59:35.775342 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: ecmp_routes.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.776874 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.777431 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 18 22:59:35.777762 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: empty_string_filtering.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.778749 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.779268 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: empty-string-filtering Oct 18 22:59:35.779592 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.780562 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.781078 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 18 22:59:35.781400 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.782388 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.782933 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 18 22:59:35.783259 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: external_net.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.784256 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.784785 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: external-net Oct 18 22:59:35.785111 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.786085 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.786600 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: extra_dhcp_opt Oct 18 22:59:35.786963 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: extraroute.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.787935 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.788424 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: extraroute Oct 18 22:59:35.788752 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: extraroute_atomic.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.789848 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.790505 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: extraroute-atomic Oct 18 22:59:35.790706 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: filter_validation.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.791486 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.792042 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: filter-validation Oct 18 22:59:35.792371 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: fip_pf_description.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.793603 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.794118 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 18 22:59:35.794449 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: fip_port_details.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.795494 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.796012 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: fip-port-details Oct 18 22:59:35.796339 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: flavors.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.797733 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.798260 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: flavors Oct 18 22:59:35.798584 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.800491 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.801190 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 18 22:59:35.801531 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: floatingip_pools.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.802288 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.802857 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: floatingip-pools Oct 18 22:59:35.803193 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: ip_allocation.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.804196 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.804716 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension ip_allocation not supported by any of loaded plugins Oct 18 22:59:35.805048 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.806005 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.806567 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: ip-substring-filtering Oct 18 22:59:35.806925 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: l2_adjacency.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.808531 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.809064 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 18 22:59:35.809393 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: l3.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.810505 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.811054 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: router Oct 18 22:59:35.811387 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.813973 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.814797 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 18 22:59:35.815296 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.816329 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.816861 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: ext-gw-mode Oct 18 22:59:35.817195 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.818177 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.818705 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: l3-ha Oct 18 22:59:35.819070 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: l3_flavors.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.820015 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.820537 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: l3-flavors Oct 18 22:59:35.820866 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.821846 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.822367 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 18 22:59:35.822696 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: l3agentscheduler.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.824670 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.825219 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: l3_agent_scheduler Oct 18 22:59:35.825545 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: logging.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.827223 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.827761 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension logging not supported by any of loaded plugins Oct 18 22:59:35.828094 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: metering.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.828863 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.829451 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: metering Oct 18 22:59:35.829775 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.830975 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.831497 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: metering_source_and_destination_fields Oct 18 22:59:35.831831 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: multiprovidernet.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.832965 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.833487 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: multi-provider Oct 18 22:59:35.833816 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: netmtu.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.834787 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.835308 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: net-mtu Oct 18 22:59:35.835635 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: netmtu_writable.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.836570 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.837084 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: net-mtu-writable Oct 18 22:59:35.837415 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: network_availability_zone.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.838110 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.838620 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: network_availability_zone Oct 18 22:59:35.839015 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: network_ip_availability.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.840202 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.840837 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: network-ip-availability Oct 18 22:59:35.841170 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: network_segment_range.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.841992 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.842505 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension network-segment-range not supported by any of loaded plugins Oct 18 22:59:35.842873 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: pagination.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.844217 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.844217 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: pagination Oct 18 22:59:35.844730 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: port_device_profile.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.845617 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.846034 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: port-device-profile Oct 18 22:59:35.846346 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.847347 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.847856 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: port-mac-address-regenerate Oct 18 22:59:35.848182 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.849119 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.849630 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: port-numa-affinity-policy Oct 18 22:59:35.849954 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: port_resource_request.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.850924 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.851431 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension port-resource-request not supported by any of loaded plugins Oct 18 22:59:35.851754 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: portbindings.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.852732 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.853241 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: binding Oct 18 22:59:35.853571 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: portbindings_extended.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.854971 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.855500 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: binding-extended Oct 18 22:59:35.855852 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: portsecurity.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.856784 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.857310 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: port-security Oct 18 22:59:35.857643 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: project_id.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.858652 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.859022 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: project-id Oct 18 22:59:35.859350 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: providernet.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.860350 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.860878 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: provider Oct 18 22:59:35.861201 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.865065 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.865602 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos not supported by any of loaded plugins Oct 18 22:59:35.865942 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.867306 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.867834 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 18 22:59:35.868170 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.869113 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.869676 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 18 22:59:35.870543 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_default.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.871530 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.872059 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-default not supported by any of loaded plugins Oct 18 22:59:35.872393 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_fip.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.873071 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.873581 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-fip not supported by any of loaded plugins Oct 18 22:59:35.873909 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_gateway_ip.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.874897 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.875410 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 18 22:59:35.875741 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_port_network_policy.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.876687 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.877205 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 18 22:59:35.877539 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.878632 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.879188 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 18 22:59:35.879518 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_pps_rule.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.880736 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.881258 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-pps not supported by any of loaded plugins Oct 18 22:59:35.881593 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_rule_type_details.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.882535 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.883091 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 18 22:59:35.883416 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: qos_rules_alias.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.884494 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.885021 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 18 22:59:35.885348 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: quotasv2.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.887258 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.887606 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: quotas Oct 18 22:59:35.887941 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: quotasv2_detail.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.891649 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.891991 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: quota_details Oct 18 22:59:35.892335 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: rbac.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.893498 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.894073 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: rbac-policies Oct 18 22:59:35.894409 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: rbac_address_group.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.895508 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.895978 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: rbac-address-group Oct 18 22:59:35.896315 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: rbac_address_scope.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.897258 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.897805 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: rbac-address-scope Oct 18 22:59:35.898117 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: rbac_security_groups.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.899115 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.899643 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: rbac-security-groups Oct 18 22:59:35.899968 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: rbac_subnetpool.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.900913 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.902021 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: rbac-subnetpool Oct 18 22:59:35.902292 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: revisionifmatch.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.903317 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.903840 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: revision-if-match Oct 18 22:59:35.904168 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: revisions.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.905338 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.905866 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: standard-attr-revisions Oct 18 22:59:35.906195 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: router_availability_zone.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.906920 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.907439 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: router_availability_zone Oct 18 22:59:35.907771 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: routerservicetype.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.908758 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.909272 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension router-service-type not supported by any of loaded plugins Oct 18 22:59:35.909599 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.910545 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.911105 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: security-groups-normalized-cidr Oct 18 22:59:35.911438 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.912471 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.912890 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: port-security-groups-filtering Oct 18 22:59:35.913216 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.914165 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.914683 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: security-groups-remote-address-group Oct 18 22:59:35.915037 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: securitygroup.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.925863 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.926452 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: security-group Oct 18 22:59:35.926814 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: segment.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.927720 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.928237 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension segment not supported by any of loaded plugins Oct 18 22:59:35.928572 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.929762 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.930289 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 18 22:59:35.930684 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: servicetype.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.931800 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.932338 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: service-type Oct 18 22:59:35.932706 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: sorting.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.933730 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.934068 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: sorting Oct 18 22:59:35.934396 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: standard_attr_segment.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.935393 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.935947 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 18 22:59:35.936279 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: standardattrdescription.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.936981 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.937499 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: standard-attr-description Oct 18 22:59:35.937831 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: stateful_security_group.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.938874 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.939404 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: stateful-security-group Oct 18 22:59:35.939734 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: stdattrs_common.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.940359 n-d-713498-28 neutron-server[100810]: WARNING neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 18 22:59:35.940685 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.941797 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.942337 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 18 22:59:35.942662 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: subnet_onboard.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.943842 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.944382 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: subnet_onboard Oct 18 22:59:35.944705 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.945769 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.946288 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 18 22:59:35.946617 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: subnet_service_types.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.947591 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.948145 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: subnet-service-types Oct 18 22:59:35.948549 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: subnetallocation.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.949703 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.950223 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: subnet_allocation Oct 18 22:59:35.950549 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.951271 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.951784 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: subnetpool-prefix-ops Oct 18 22:59:35.952108 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.953073 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.953582 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 18 22:59:35.953906 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: tagging.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.955079 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.955594 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: standard-attr-tag Oct 18 22:59:35.955924 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: timestamp.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.957199 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.957727 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loaded extension: standard-attr-timestamp Oct 18 22:59:35.958118 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: trunk.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.959224 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.959753 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension trunk not supported by any of loaded plugins Oct 18 22:59:35.960087 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: trunk_details.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.961061 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.961586 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension trunk-details not supported by any of loaded plugins Oct 18 22:59:35.961920 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: uplink_status_propagation.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.962906 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.963424 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 18 22:59:35.964283 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Loading extension file: vlantransparent.py {{(pid=100810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 22:59:35.964989 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 22:59:35.965504 n-d-713498-28 neutron-server[100810]: INFO neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 18 22:59:35.968167 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:network Oct 18 22:59:35.968731 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:subnet Oct 18 22:59:35.969138 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 22:59:35.969546 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:port Oct 18 22:59:35.970895 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.971355 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service FLAVORS assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.972010 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.972455 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.972791 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:router Oct 18 22:59:35.973232 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:floatingip Oct 18 22:59:35.973735 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service METERING assigned prefix: /metering {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.975346 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.975722 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.976081 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 22:59:35.977177 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 22:59:35.977627 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:security_group Oct 18 22:59:35.978077 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 22:59:35.978713 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service CORE assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.979073 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 22:59:35.980102 n-d-713498-28 neutron-server[100810]: WARNING neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] subnetpool is already registered Oct 18 22:59:35.980636 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service CORE assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.981036 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 22:59:35.981525 n-d-713498-28 neutron-server[100810]: WARNING neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] subnetpool is already registered Oct 18 22:59:35.984023 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.984467 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service FLAVORS assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.985074 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.985510 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.985853 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:router Oct 18 22:59:35.986207 n-d-713498-28 neutron-server[100810]: WARNING neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] router is already registered Oct 18 22:59:35.986627 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:floatingip Oct 18 22:59:35.987090 n-d-713498-28 neutron-server[100810]: WARNING neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] floatingip is already registered Oct 18 22:59:35.987668 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service METERING assigned prefix: /metering {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.988479 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 22:59:35.988816 n-d-713498-28 neutron-server[100810]: WARNING neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] rbac_policy is already registered Oct 18 22:59:35.989326 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:security_group Oct 18 22:59:35.989845 n-d-713498-28 neutron-server[100810]: WARNING neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] security_group is already registered Oct 18 22:59:35.990224 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 22:59:35.990569 n-d-713498-28 neutron-server[100810]: WARNING neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] security_group_rule is already registered Oct 18 22:59:35.991299 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service CORE assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.991633 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 22:59:35.991976 n-d-713498-28 neutron-server[100810]: WARNING neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] subnetpool is already registered Oct 18 22:59:35.992426 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.v2.resource_helper [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Service CORE assigned prefix: {{(pid=100810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 22:59:35.992761 n-d-713498-28 neutron-server[100810]: INFO neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 22:59:35.993097 n-d-713498-28 neutron-server[100810]: WARNING neutron.quota.resource_registry [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] subnetpool is already registered Oct 18 22:59:35.993588 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: extensions {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:35.995323 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: address-groups {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:35.996839 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: address-scopes {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:35.998221 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: agents {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:35.999451 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: auto-allocated-topology {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.000729 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: availability_zones {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.001971 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: dhcp-networks {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.005113 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: dhcp-agents {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.006563 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: routers {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.008916 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: flavors {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.010105 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: service_profiles {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.011413 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: next_providers {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.012914 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: service_profiles {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.014816 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: floatingip-pools {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.016121 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: routers {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.018270 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: floatingips {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.019603 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: l3-routers {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.021021 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: l3-agents {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.022505 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: metering-labels {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.023983 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: metering-label-rules {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.025550 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: network-ip-availabilities {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.027884 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: bindings {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.030380 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: quotas {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.032011 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: quotas {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.033587 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: rbac-policies {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.034992 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: security-groups {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.036312 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: security-group-rules {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.037606 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: service-providers {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.038889 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: subnetpools {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.040465 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: subnetpools {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.042013 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.044395 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.046269 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.048176 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.050038 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.052059 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.053775 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.055788 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.057725 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.059894 n-d-713498-28 neutron-server[100810]: DEBUG neutron.api.extensions [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Extended resource: tags {{(pid=100810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 22:59:36.066352 n-d-713498-28 neutron-server[100810]: WARNING keystonemiddleware.auth_token [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 18 22:59:36.072701 n-d-713498-28 neutron-server[100810]: WARNING keystonemiddleware.auth_token [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 18 22:59:36.082329 n-d-713498-28 neutron-server[100810]: DEBUG oslo_concurrency.lockutils [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Acquired lock "singleton_lock" {{(pid=100810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 18 22:59:36.082847 n-d-713498-28 neutron-server[100810]: DEBUG oslo_concurrency.lockutils [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Releasing lock "singleton_lock" {{(pid=100810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 18 22:59:36.083537 n-d-713498-28 neutron-server[100810]: INFO oslo_service.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Starting 2 workers Oct 18 22:59:36.088627 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Started child 100921 {{(pid=100810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 22:59:36.094111 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Started child 100922 {{(pid=100810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 22:59:36.095356 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:36.096373 n-d-713498-28 neutron-server[100810]: INFO neutron.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 18 22:59:36.096805 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Publish callbacks [] for process, before_spawn {{(pid=100810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:36.097523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [-] (100921) wsgi starting up on http://0.0.0.0:9696 Oct 18 22:59:36.099858 n-d-713498-28 neutron-server[100810]: INFO oslo_service.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Starting 1 workers Oct 18 22:59:36.102902 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:36.105846 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [-] (100922) wsgi starting up on http://0.0.0.0:9696 Oct 18 22:59:36.106075 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Started child 100923 {{(pid=100810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 22:59:36.106538 n-d-713498-28 neutron-server[100810]: INFO oslo_service.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Starting 1 workers Oct 18 22:59:36.111134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] calling RpcWorker wait() {{(pid=100923) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 18 22:59:36.112069 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Started child 100924 {{(pid=100810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 22:59:36.112212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.service [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] returning from RpcWorker wait() {{(pid=100923) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 18 22:59:36.112360 n-d-713498-28 neutron-server[100810]: DEBUG neutron_lib.callbacks.manager [None req-46a8daf3-7d63-4beb-b575-96ffd16feb04 None None] Publish callbacks [] for process, after_spawn {{(pid=100810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:36.114156 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:36.114415 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 18 22:59:36.114847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:59:36.114999 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 22:59:36.115128 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 22:59:36.115279 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 22:59:36.115602 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 22:59:36.115940 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 22:59:36.116588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.116821 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.117023 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.117455 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.117930 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.118564 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.118864 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.119122 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.119387 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.119612 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.119851 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.120060 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:36.120862 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.120862 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.120862 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.120862 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.121714 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.121714 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.121714 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.122341 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.122341 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.122341 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.123273 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.123273 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] debug = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.123273 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.123924 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.123924 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.124366 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.124366 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.124784 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.125109 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.125109 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.125531 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.125531 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.125979 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.126236 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.126236 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.126793 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.126793 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.127214 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.127214 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.127788 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] host = n-d-713498-28 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.128029 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.128261 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.128678 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.128965 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.129181 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.129436 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.129662 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.129885 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.130103 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.130312 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.130525 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.130781 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.131022 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.131235 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.131450 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_options = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.131665 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.131878 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.132111 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.132334 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.132571 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.132794 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.132986 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.133126 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.133314 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.133551 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.133767 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.133975 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.134190 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.134405 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.134631 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.134872 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.135098 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.135321 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.135532 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.135532 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.136418 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.136655 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.136871 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.137085 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.137310 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.137550 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.137804 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.138161 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.138383 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.138894 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.139118 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.139343 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.139593 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.139846 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.140116 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.140344 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.140559 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.140802 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.141259 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.141259 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.141710 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.141931 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.142170 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.142399 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.142613 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.142869 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.143073 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_json = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.143305 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.143533 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.143754 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.143974 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.144186 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.144395 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.144607 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.144836 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.145358 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.145667 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.145899 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.146128 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.146374 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.146638 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.146927 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.147174 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.147443 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.147679 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.147970 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.148362 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.148586 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.148795 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.149023 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.149405 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.149699 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.149914 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.150157 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.150375 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.150587 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.150932 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.151669 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.151886 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.152116 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.152331 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.152629 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.153056 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.153297 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.153643 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.153912 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.154128 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.154337 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.154575 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.154856 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.155078 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.155290 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.155506 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.155704 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.155926 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.156150 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.156360 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.156571 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.156794 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.157021 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.157251 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.157468 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.157691 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.157906 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.158123 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.158363 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.158755 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.158755 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.159184 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.159400 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.159617 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.159833 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.160065 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.160065 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.160474 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.160691 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.160917 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.161140 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.161373 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.161588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.161798 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.162019 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.162257 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.162466 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.162693 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.162987 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.162987 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.163398 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.163609 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.163842 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.164057 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.164276 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.164276 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.164715 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.164715 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.165158 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.165158 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.165571 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.165571 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.165975 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.165975 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.166519 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.168809 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.169264 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.169680 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.170177 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.170589 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.170896 n-d-713498-28 neutron-server[100924]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:59:36.171147 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.171388 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.173014 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.173394 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.173775 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.174125 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.174479 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.174882 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.175244 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.175574 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.175942 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.176261 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.177410 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.177410 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.177410 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.177939 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.177939 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.178229 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.178356 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.178694 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.182028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.182028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.182028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.182028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.182028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.182028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.182028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.182028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.183161 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.183161 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.183161 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.183161 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.183681 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.183681 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.183971 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.184294 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.184670 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.184992 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.185343 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.185663 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.186066 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.186399 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.186702 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.187044 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.187507 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.187816 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.188131 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.188403 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.188832 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.189064 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.189466 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.189752 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.190997 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.190997 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.191288 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.191695 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.191990 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.192637 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.194989 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.195528 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.196679 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.197058 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.197470 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.197851 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.198804 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.200424 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.201127 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.201682 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.202060 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.202465 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.202894 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.203285 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.203854 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.204200 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.204585 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.204991 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.205402 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.205752 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.206157 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.206588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.207019 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.207406 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.207871 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.208322 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.208703 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.209098 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.209685 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.210101 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.210478 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.210883 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.211233 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.211564 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.211869 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.212178 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.212477 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.212770 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.213086 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.213379 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.214438 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.214825 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.215360 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.215784 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.216187 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.216580 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.216952 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.217309 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.217685 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.217998 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.218320 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.218661 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.219020 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.219447 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.219820 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.220185 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.220499 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.220878 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.221144 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.221451 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.222393 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.222393 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.222704 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.223014 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.223305 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.223633 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.224091 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.224447 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.224742 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.225029 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.225528 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.225835 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.226122 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.226438 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.226810 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.227196 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.227456 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.227957 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.228473 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.228997 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.230197 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.230778 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.231348 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.231876 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.232366 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.232734 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.233049 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.233289 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.233814 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.234429 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.234761 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.235133 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.235430 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.235731 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.236027 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.236337 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.236669 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.237095 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.237484 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.237842 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.238224 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.238593 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.239000 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.239351 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.239752 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.240118 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.240508 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.240900 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.241258 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.241629 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.242027 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.242549 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.243475 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.243895 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.244473 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.245044 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.245975 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.246388 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.246860 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.247328 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.247840 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.248293 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.248742 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.249137 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.249549 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.249916 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.250283 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.250669 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.251099 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.251475 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.251967 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.252288 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.252679 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.253028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.253424 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.253786 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.254173 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.254683 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.255112 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.255503 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.255764 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 22:59:36.256654 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 18 22:59:36.256922 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 22:59:36.257177 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 22:59:36.257471 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 22:59:36.257808 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 22:59:36.258015 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 22:59:36.258530 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.258841 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.259125 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.259402 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.259680 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.260016 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.260302 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.260595 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.261063 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.261327 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.261597 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.261876 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.262140 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.262425 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.262694 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.263000 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.263271 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.263842 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.264128 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.264404 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.264846 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.265143 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.265404 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] debug = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.265687 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.266160 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.266294 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.266547 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.266854 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.267127 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.267413 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.267687 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.268032 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.268213 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.268513 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.268777 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.269031 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.269260 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.269513 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.269854 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.270038 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.270315 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] host = n-d-713498-28 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.270547 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.270824 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.271095 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.271371 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.271642 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.271914 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.272187 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.272457 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.272727 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.273005 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.273284 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.273556 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.273869 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.274033 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.274282 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_options = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.274550 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.275511 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.275511 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.275511 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.275925 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.275925 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.276237 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.276376 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.276656 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.276922 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.277190 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.277413 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.277633 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.277858 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.278072 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.278319 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.278583 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.278917 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.279269 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.279484 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.279695 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.279928 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.280140 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.280358 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.280562 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.280773 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.280992 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.281202 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.281501 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.281716 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.281974 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.282188 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.282398 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.282608 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.282850 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.283060 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.283268 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.283478 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.283693 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.283905 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.284114 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.284321 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.284530 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.284738 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.284957 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.285218 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.285448 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_json = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.285691 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.285921 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.286135 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.286340 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.286548 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.286814 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.287075 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.287244 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 22:59:36.287488 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.287702 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.287925 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.288137 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.288380 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.288547 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.288764 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.288973 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.289185 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.289393 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.289614 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.289830 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.290051 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.290262 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.290472 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.290686 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.290939 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.291163 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.291359 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.291571 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.292311 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.292560 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.292788 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.292997 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.293217 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.293427 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.293638 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.293864 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.294077 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.294289 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.294500 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.294710 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.294961 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.295186 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.295450 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.295671 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.295884 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.296104 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.296341 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.296601 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.297039 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.297481 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.297925 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.298910 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.298910 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.299097 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.299258 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.299534 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.299800 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.300215 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.301314 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.301314 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.301314 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.301314 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.301605 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.301677 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.302687 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.302687 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.302687 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.302687 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.303083 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.303304 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.303501 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.303725 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.303952 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.304477 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.304477 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.304672 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.304780 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.305289 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.305289 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.305455 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.305633 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.305893 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.306167 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.306440 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.306748 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.307019 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.307292 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.308114 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.308417 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.308676 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.308973 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.309269 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.309495 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.309751 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.309998 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.310263 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.310508 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.310839 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.311147 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.311418 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.311696 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.311967 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.312251 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.312522 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.312791 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.313061 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.313301 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.313565 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.313824 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.314081 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.314358 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.314598 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.314907 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.315180 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.315623 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.315762 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.315958 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.316168 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.316496 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.316668 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.316957 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.317170 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.317484 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.317700 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.317998 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.318270 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.318551 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.318918 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.319124 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.319370 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.319685 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.319933 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.320190 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.320447 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.320711 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.320964 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.321201 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.321473 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.321750 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.322024 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.322314 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.322607 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.322906 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.323695 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.323965 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.324403 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.324548 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.324791 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.325027 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.325286 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.325556 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.325834 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.326117 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.326384 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.326656 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.327023 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.327292 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.327575 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.327859 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.328134 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.328414 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.328693 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.328970 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.329238 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.329491 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.329734 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.329950 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.330205 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.330472 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.330964 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.331222 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.331487 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.331759 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.332027 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.332303 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.332581 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.332852 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.333118 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.333379 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.333646 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.333919 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.334173 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.334388 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.334610 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.334903 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.335225 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.335412 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.335573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:59:36.335738 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.335991 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.336194 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.336426 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.336628 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.336867 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.337126 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.337383 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.337606 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.337811 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.338045 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.338240 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.338428 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.338746 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.339459 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.339668 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.339861 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.340079 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.340291 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.340503 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.340715 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.340963 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.341137 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.341348 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.341562 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.341778 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.341987 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.342199 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.342409 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.342648 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.342892 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.343131 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.343331 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.343548 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.343767 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.344514 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.344793 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.345028 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.345259 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.345471 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.345836 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.345836 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.346085 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.346300 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.346552 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.346815 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.347034 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.350588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.350588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.350588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.350588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.350588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.350588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.350588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.350588 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351216 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351216 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351216 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351216 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351216 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351216 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351216 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351216 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351729 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351729 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351729 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351729 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351729 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351729 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351729 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.351729 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.352218 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.352218 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.352372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56320) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:59:36.352469 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.352469 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.352469 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.352469 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.352730 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.352984 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.353129 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.353306 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.353537 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.353744 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.353970 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.354187 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.354485 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.354761 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.355009 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.355244 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.355468 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.355695 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.355930 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.356146 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.356359 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.356653 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.356796 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.357014 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.357225 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.357492 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.357653 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.357870 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.358084 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.358295 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.358511 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.358749 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.358962 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.359178 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.359389 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.359603 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.359819 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.360033 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 22:59:36.360237 n-d-713498-28 neutron-server[100810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 22:59:36.365606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0108013 Oct 18 22:59:50.221493 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275f350-295b-40f8-8e84-034c6ef13283 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 22:59:50.474588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275f350-295b-40f8-8e84-034c6ef13283 None None] No non-hosted networks {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 18 22:59:50.514659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.agentschedulers_db [None req-f275f350-295b-40f8-8e84-034c6ef13283 None None] DHCP Agent not found on host n-d-713498-28 {{(pid=100923) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 18 22:59:50.573606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2581d5d6-d7c7-47f3-ba6d-fc81e353957c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546485'] for agent, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:53.850056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9deafb7c-2e1d-4917-a8ac-62e2c368a309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546485'] for agent, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:53.922168 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ea4fcfef-3250-49c3-a87f-fecf803385f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:54.684934 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546485'] for agent, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:54.686525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.687605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.688491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.689730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.691347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.692638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.698513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.704330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.707335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.708851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.709884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.710768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:59:54.712153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713498-28', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:59:54.738615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713498-28', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:59:55.146823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546485'] for agent, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:57.620646 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546485'] for agent, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:59:58.752461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56416) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:59:59.261095 n-d-713498-28 neutron-server[100923]: INFO neutron.db.l3_hamode_db [None req-0d9f1c6e-6036-4cd2-9109-7b50f3076081 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 18 22:59:59.350596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f1c6e-6036-4cd2-9109-7b50f3076081 None None] Routers set() bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:59:59.351189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f1c6e-6036-4cd2-9109-7b50f3076081 None None] Router IDs set() for agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 22:59:59.505045 n-d-713498-28 neutron-server[100922]: WARNING oslo_policy.policy [None req-fdeb0399-d6eb-404f-85ea-506e2ec1a463 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 22:59:59.505647 n-d-713498-28 neutron-server[100922]: WARNING oslo_policy.policy [None req-fdeb0399-d6eb-404f-85ea-506e2ec1a463 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 22:59:59.733030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-fdeb0399-d6eb-404f-85ea-506e2ec1a463 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 22:59:59.734167 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fdeb0399-d6eb-404f-85ea-506e2ec1a463 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.9807191 Oct 18 23:00:02.502260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56430) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:03.187443 n-d-713498-28 neutron-server[100921]: WARNING oslo_policy.policy [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 23:00:03.188412 n-d-713498-28 neutron-server[100921]: WARNING oslo_policy.policy [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 23:00:03.629281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:00:03.803588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.policy [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100921) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 23:00:03.854613 n-d-713498-28 neutron-server[100921]: WARNING oslo_policy.policy [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 23:00:03.855064 n-d-713498-28 neutron-server[100921]: WARNING oslo_policy.policy [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 23:00:03.864501 n-d-713498-28 neutron-server[100921]: INFO neutron.quota [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] Loaded quota_driver: . Oct 18 23:00:03.968115 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793334318023', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793334318482', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793334330147', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793334238575', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793340448739', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793334225159', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1658346', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1659765', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-638503', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-732982'] for rbac-policy, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:04.042323 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:04.043842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8aeb4a68-ca37-44e3-aa75-a77ec6032ec5 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5392213 Oct 18 23:00:07.000036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56448) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:07.491862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'name': 'private'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:00:07.526219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Made reservation on behalf of a50d3a84de594f099a36bdf17590f936 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:00:07.529202 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:07.552645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:07.698982 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:07.703893 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:07.731818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:00:07.761819 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793338093644', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:07.762546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Unsubscribe: segment precommit_create {{(pid=100921) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 23:00:07.763593 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Added segment d48650b2-1b0a-4504-99f7-3db428b206b9 of type vlan for network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf Oct 18 23:00:07.783598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba51de56-985f-4084-9fb0-842596384ae9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:07.841228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.841567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.841905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.842238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.842568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.842935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.843269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.843601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.843922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.844243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.844567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.844885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Tracked resource versions report: Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: pushed versions: Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: { 'AddressGroup': {'1.2'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'ConntrackHelper': {'1.0'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Log': {'1.0'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Network': {'1.1'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Port': {'1.7'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'PortForwarding': {'1.2'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'QosPolicy': {'1.10'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'SecurityGroup': {'1.4'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'SecurityGroupRule': {'1.2'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'SubPort': {'1.0'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Subnet': {'1.1'}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Trunk': {'1.1'}} Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: consumer versions: Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: { DHCP agent@n-d-713498-28: {}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: L3 agent@n-d-713498-28: {}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: Metadata agent@n-d-713498-28: {}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: Metering agent@n-d-713498-28: {}, Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: Open vSwitch agent@n-d-713498-28: { 'AddressGroup': '1.2', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'ConntrackHelper': '1.0', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Log': '1.0', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Network': '1.1', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Port': '1.7', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'PortForwarding': '1.2', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'QosPolicy': '1.10', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'SecurityGroup': '1.4', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'SecurityGroupRule': '1.2', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'SubPort': '1.0', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Subnet': '1.1', Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: 'Trunk': '1.1'}} Oct 18 23:00:07.845954 n-d-713498-28 neutron-server[100921]: {{(pid=100921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 23:00:07.904365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:07.955148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:07.956524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:00:07.957272 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:08.042869 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0290558 Oct 18 23:00:08.078186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d650258-7c61-43ef-b3ac-54f04326c3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=35d20c6e-3bf1-48b4-bf70-6b29d1992aaf,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:08.092419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:00:11.140316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56462) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:11.600097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922e9aa3-61da-44ed-ba76-7068f140d53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:00:11.601733 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-922e9aa3-61da-44ed-ba76-7068f140d53e admin admin] 10.222.0.52 "GET /v2.0/networks/35d20c6e-3bf1-48b4-bf70-6b29d1992aaf HTTP/1.1" status: 200 len: 825 time: 0.4602020 Oct 18 23:00:11.630796 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-92a601ae-607e-4ed1-92e5-97bbe2d540f9 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/25a3e608-f4c8-4c9b-9b58-8fc9b32d8322 HTTP/1.1" status: 200 len: 734 time: 0.0216980 Oct 18 23:00:11.641365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Request body: {'subnet': {'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'ip_version': 4, 'subnetpool_id': '25a3e608-f4c8-4c9b-9b58-8fc9b32d8322', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:00:11.668655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Made reservation on behalf of a50d3a84de594f099a36bdf17590f936 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:00:11.671296 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Publish callbacks [] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:12.015114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:12.092692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Checking segment: {'id': 'd48650b2-1b0a-4504-99f7-3db428b206b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:00:12.093001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Network hostable DHCP agents. Network: 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:00:12.095390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1571ec-c393-4cdf-8a97-539b94d724cf,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:12.122160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:00:12.143062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:00:12.149201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:00:12.149913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:12.155898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b5844c-6473-434d-9cb6-bf602d670d72 None None] Network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:00:12.171627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6907d7b1-7df6-4d9e-b71e-ea89b359950f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5343163 Oct 18 23:00:12.637379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-35d20c6e-3bf1-48b4-bf70-6b29d1992aaf', 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'fixed_ips': [{'subnet_id': '1d1571ec-c393-4cdf-8a97-539b94d724cf'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:00:12.639742 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:13.182935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Allocated IP 172.20.0.2 (35d20c6e-3bf1-48b4-bf70-6b29d1992aaf/1d1571ec-c393-4cdf-8a97-539b94d724cf/97ee7214-0b43-4422-a38e-1c088624e985) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:00:13.533932 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:13.543905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:13.668248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:00:13.674986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:00:13.678686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:00:13.688623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Pushing event updated for resources: {'Port': ['ID=97ee7214-0b43-4422-a38e-1c088624e985,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:13.724392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.724747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.725097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.725433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.725770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.726107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.726436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.726788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.727122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.727446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.728062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Tracked resource versions report: Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: pushed versions: Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: { 'AddressGroup': {'1.2'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'ConntrackHelper': {'1.0'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Log': {'1.0'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Network': {'1.1'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Port': {'1.7'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'PortForwarding': {'1.2'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'QosPolicy': {'1.10'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'SecurityGroup': {'1.4'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'SecurityGroupRule': {'1.2'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'SubPort': {'1.0'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Subnet': {'1.1'}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Trunk': {'1.1'}} Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: consumer versions: Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: { DHCP agent@n-d-713498-28: {}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: L3 agent@n-d-713498-28: {}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: Metadata agent@n-d-713498-28: {}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: Metering agent@n-d-713498-28: {}, Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: Open vSwitch agent@n-d-713498-28: { 'AddressGroup': '1.2', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'ConntrackHelper': '1.0', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Log': '1.0', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Network': '1.1', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Port': '1.7', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'PortForwarding': '1.2', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'QosPolicy': '1.10', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'SecurityGroup': '1.4', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'SecurityGroupRule': '1.2', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'SubPort': '1.0', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Subnet': '1.1', Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: 'Trunk': '1.1'}} Oct 18 23:00:13.730704 n-d-713498-28 neutron-server[100923]: {{(pid=100923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 23:00:13.792795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Attempting to bind port 97ee7214-0b43-4422-a38e-1c088624e985 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:00:13.793274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Attempting to bind port 97ee7214-0b43-4422-a38e-1c088624e985 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd48650b2-1b0a-4504-99f7-3db428b206b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:00:13.793878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Attempting to bind port 97ee7214-0b43-4422-a38e-1c088624e985 on network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:00:13.800582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:00:13.801127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Checking segment: {'id': 'd48650b2-1b0a-4504-99f7-3db428b206b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:00:13.801712 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:13.802297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Bound using segment: {'id': 'd48650b2-1b0a-4504-99f7-3db428b206b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:00:13.802986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Bound port: 97ee7214-0b43-4422-a38e-1c088624e985, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48650b2-1b0a-4504-99f7-3db428b206b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:00:13.803530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:13.878688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] For port 97ee7214-0b43-4422-a38e-1c088624e985, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:00:13.883718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] For port 97ee7214-0b43-4422-a38e-1c088624e985, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=97ee7214-0b43-4422-a38e-1c088624e985,segment=NetworkSegment(d48650b2-1b0a-4504-99f7-3db428b206b9),segment_id=d48650b2-1b0a-4504-99f7-3db428b206b9)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:00:13.891042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:13.966021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776e0eb-cfd5-422d-8136-b31308348bf6 None None] Pushing event updated for resources: {'Port': ['ID=97ee7214-0b43-4422-a38e-1c088624e985,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:15.028859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56470) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:15.502219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-c93fb5f7-6eea-4d17-8b45-c1212458ed7c admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:00:15.504000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c93fb5f7-6eea-4d17-8b45-c1212458ed7c admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4737103 Oct 18 23:00:18.515166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56478) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:19.016631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-7fc3ba83-9e25-4b02-a131-3b8534989f87 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:00:19.017745 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7fc3ba83-9e25-4b02-a131-3b8534989f87 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5015519 Oct 18 23:00:20.104608 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f0d888e0-ead3-4c55-99b7-4705eaa476b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:22.983648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 97ee7214-0b43-4422-a38e-1c088624e985 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:00:23.092066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 97ee7214-0b43-4422-a38e-1c088624e985 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:23.092429 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:23.184579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56492) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:23.247077 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:23.305111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 97ee7214-0b43-4422-a38e-1c088624e985, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=97ee7214-0b43-4422-a38e-1c088624e985,segment=NetworkSegment(d48650b2-1b0a-4504-99f7-3db428b206b9),segment_id=d48650b2-1b0a-4504-99f7-3db428b206b9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:00:23.310614 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:23.363747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=97ee7214-0b43-4422-a38e-1c088624e985,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:23.582131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'admin_state_up': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:00:23.703377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.policy [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100922) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 23:00:23.801825 n-d-713498-28 neutron-server[100922]: WARNING oslo_policy.policy [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 23:00:23.802212 n-d-713498-28 neutron-server[100922]: WARNING oslo_policy.policy [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 23:00:23.811957 n-d-713498-28 neutron-server[100922]: INFO neutron.quota [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] Loaded quota_driver: . Oct 18 23:00:23.848615 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eacc6d65-3ab8-4220-9bd1-f848d9493242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:23.876680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:23.878935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:24.139491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:24.145648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:24.170545 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:24.182755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d90fe1b5-a68c-4fad-9ac5-89fff9c11ae2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9859436 Oct 18 23:00:24.339661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01732abc-1b2b-49f9-859e-818b6f5f91f2 None None] Network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:00:24.432926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7d7e3e27-5316-441a-9091-2a63659575ce None None] Provisioning complete for port 97ee7214-0b43-4422-a38e-1c088624e985 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:24.433205 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3e27-5316-441a-9091-2a63659575ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:24.656517 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:24.840762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1c9f6fd4-cb53-41f9-a2cf-52096e88af00 None None] Provisioning complete for port 97ee7214-0b43-4422-a38e-1c088624e985 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:24.841200 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1c9f6fd4-cb53-41f9-a2cf-52096e88af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:24.942345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 97ee7214-0b43-4422-a38e-1c088624e985 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:00:25.018685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 97ee7214-0b43-4422-a38e-1c088624e985 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:25.019197 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:25.089465 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:27.080214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56512) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:27.233070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-a246ca88-9d62-441c-9808-b19c7f866f65 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:00:27.234110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a246ca88-9d62-441c-9808-b19c7f866f65 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1527364 Oct 18 23:00:27.554374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:29.855231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56530) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:29.915455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:00:29.939802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Made reservation on behalf of 25caf7799c2f4988bddc3705c38d7554 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:00:29.942707 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:29.952564 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:30.040373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:30.045419 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:30.065792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Reserving flat network on physical network physnet1 {{(pid=100921) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 18 23:00:30.086378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8092653-c24b-49e9-8493-2ff65ae99b65,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:30.093095 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:30.093654 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Added segment 8b8600ab-cd6e-4f3d-bd9e-37189500695f of type flat for network a088bfdb-e229-464b-8f6c-9daf513bbbef Oct 18 23:00:30.200721 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:30.241152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:30.242186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:00:30.242768 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:30.276339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4196918 Oct 18 23:00:30.316162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fb638-dcb9-4cf3-a048-19df7ded110d admin admin] Pushing event updated for resources: {'Network': ['ID=a088bfdb-e229-464b-8f6c-9daf513bbbef,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:30.329777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network a088bfdb-e229-464b-8f6c-9daf513bbbef details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:00:32.868004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56538) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:32.970739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151bb06-b549-4c7b-b2d9-914366f23937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:00:32.972167 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0151bb06-b549-4c7b-b2d9-914366f23937 admin admin] 10.222.0.52 "GET /v2.0/subnets/1d1571ec-c393-4cdf-8a97-539b94d724cf HTTP/1.1" status: 200 len: 849 time: 0.1031892 Oct 18 23:00:33.148762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-386f2ce7-9608-41c6-8063-094887268eaf admin admin] 10.222.0.52 "GET /v2.0/routers/8dc8383c-d7d4-4d11-b0bb-d922bca688f0 HTTP/1.1" status: 200 len: 704 time: 0.1692872 Oct 18 23:00:33.447308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:33.782794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Allocated IP 172.20.0.1 (35d20c6e-3bf1-48b4-bf70-6b29d1992aaf/1d1571ec-c393-4cdf-8a97-539b94d724cf/9b9449c5-7b90-4bce-b236-9db9bd4b5b62) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:00:34.027759 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:34.101017 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:34.175974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:00:34.180926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:00:34.188923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:00:34.188923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:34.256296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9449c5-7b90-4bce-b236-9db9bd4b5b62,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:34.429521 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:34.471443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e707e5e3-c3fa-4aec-9e73-a5e3e0ad5eec None None] Provisioning complete for port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:34.472192 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e707e5e3-c3fa-4aec-9e73-a5e3e0ad5eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:34.510150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e707e5e3-c3fa-4aec-9e73-a5e3e0ad5eec None None] Port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:00:34.692238 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:34.698306 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:34.699208 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:34.766961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9449c5-7b90-4bce-b236-9db9bd4b5b62,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:34.846205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:00:34.847766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:00:35.031636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c2c7c6e2-7421-4591-9d8c-baf10bd1a8ba None None] Provisioning complete for port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:35.032014 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c6e2-7421-4591-9d8c-baf10bd1a8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:35.068093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7c6e2-7421-4591-9d8c-baf10bd1a8ba None None] Port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:00:35.080367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Router 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:00:35.183860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:00:35.190580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f8c726ce-bd11-4138-b1a6-d78b85887755 admin admin] 10.222.0.52 "PUT /v2.0/routers/8dc8383c-d7d4-4d11-b0bb-d922bca688f0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0309312 Oct 18 23:00:35.207214 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Sync routers for ids ['8dc8383c-d7d4-4d11-b0bb-d922bca688f0'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:00:35.222284 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Routers {'8dc8383c-d7d4-4d11-b0bb-d922bca688f0'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:00:35.223153 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:00:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8dc8383c-d7d4-4d11-b0bb-d922bca688f0'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:00:35.441398 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Set router 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:00:35.931302 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'name': 'router1', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:00:23Z', 'updated_at': '2021-10-18T23:00:34Z', 'revision_number': 2, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'gw_port_host': None, '_interfaces': [{'id': '9b9449c5-7b90-4bce-b236-9db9bd4b5b62', 'name': '', 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'mac_address': 'fa:16:3e:94:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:00:33Z', 'updated_at': '2021-10-18T23:00:34Z', 'revision_number': 2, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'subnets': [{'id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a3e608-f4c8-4c9b-9b58-8fc9b32d8322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:00:35.986851 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Checking router: 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:00:35.987181 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Updating router 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:00:36.039947 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:36.618468 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:36.628023 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:36.811984 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Pushing event updated for resources: {'Port': ['ID=9b9449c5-7b90-4bce-b236-9db9bd4b5b62,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:36.812422 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Attempting to bind port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:00:36.812723 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Attempting to bind port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd48650b2-1b0a-4504-99f7-3db428b206b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:00:36.813170 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Attempting to bind port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 on network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:00:36.821154 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:00:36.821631 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Checking segment: {'id': 'd48650b2-1b0a-4504-99f7-3db428b206b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:00:36.822195 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:36.822535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Bound using segment: {'id': 'd48650b2-1b0a-4504-99f7-3db428b206b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:00:36.823111 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Bound port: 9b9449c5-7b90-4bce-b236-9db9bd4b5b62, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48650b2-1b0a-4504-99f7-3db428b206b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:00:36.823516 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:36.841201 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.841598 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.841877 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.842215 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.842545 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.842904 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.843234 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.843559 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.843884 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.844206 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.844529 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.844859 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Tracked resource versions report: Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: pushed versions: Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: { 'AddressGroup': {'1.2'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'ConntrackHelper': {'1.0'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Log': {'1.0'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Network': {'1.1'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Port': {'1.7'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'PortForwarding': {'1.2'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'QosPolicy': {'1.10'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'SecurityGroup': {'1.4'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'SecurityGroupRule': {'1.2'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'SubPort': {'1.0'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Subnet': {'1.1'}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Trunk': {'1.1'}} Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: consumer versions: Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: { DHCP agent@n-d-713498-28: {}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: L3 agent@n-d-713498-28: {}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: Metadata agent@n-d-713498-28: {}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: Metering agent@n-d-713498-28: {}, Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: Open vSwitch agent@n-d-713498-28: { 'AddressGroup': '1.2', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'ConntrackHelper': '1.0', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Log': '1.0', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Network': '1.1', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Port': '1.7', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'PortForwarding': '1.2', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'QosPolicy': '1.10', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'SecurityGroup': '1.4', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'SecurityGroupRule': '1.2', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'SubPort': '1.0', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Subnet': '1.1', Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: 'Trunk': '1.1'}} Oct 18 23:00:36.845938 n-d-713498-28 neutron-server[100924]: {{(pid=100924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 23:00:36.924109 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] For port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:00:36.956370 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] For port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9b9449c5-7b90-4bce-b236-9db9bd4b5b62,segment=NetworkSegment(d48650b2-1b0a-4504-99f7-3db428b206b9),segment_id=d48650b2-1b0a-4504-99f7-3db428b206b9)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:00:36.963362 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:37.018976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a9d8a316-c8b9-4b0e-ac10-9787c9f5ec39 None None] Provisioning complete for port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:37.020963 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a316-c8b9-4b0e-ac10-9787c9f5ec39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:37.030205 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Routers {'8dc8383c-d7d4-4d11-b0bb-d922bca688f0'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:00:37.030883 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:00:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8dc8383c-d7d4-4d11-b0bb-d922bca688f0'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:00:37.125814 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] Set router 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:00:37.182629 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a316-c8b9-4b0e-ac10-9787c9f5ec39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:37.253257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a9d8a316-c8b9-4b0e-ac10-9787c9f5ec39 None None] For port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9b9449c5-7b90-4bce-b236-9db9bd4b5b62,segment=NetworkSegment(d48650b2-1b0a-4504-99f7-3db428b206b9),segment_id=d48650b2-1b0a-4504-99f7-3db428b206b9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:00:37.259059 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63418de0-fd18-4a20-bf74-d26eb902f7cf None None] Pushing event updated for resources: {'Port': ['ID=9b9449c5-7b90-4bce-b236-9db9bd4b5b62,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:37.262184 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a316-c8b9-4b0e-ac10-9787c9f5ec39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:37.330418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8a316-c8b9-4b0e-ac10-9787c9f5ec39 None None] Pushing event updated for resources: {'Port': ['ID=9b9449c5-7b90-4bce-b236-9db9bd4b5b62,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:37.391049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-16eab0a6-9217-492d-b705-cc0663a45440 None None] Provisioning complete for port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:37.391570 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16eab0a6-9217-492d-b705-cc0663a45440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:37.397128 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'name': 'router1', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:00:23Z', 'updated_at': '2021-10-18T23:00:34Z', 'revision_number': 2, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'gw_port_host': None, '_interfaces': [{'id': '9b9449c5-7b90-4bce-b236-9db9bd4b5b62', 'name': '', 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'mac_address': 'fa:16:3e:94:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:00:33Z', 'updated_at': '2021-10-18T23:00:36Z', 'revision_number': 4, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'subnets': [{'id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a3e608-f4c8-4c9b-9b58-8fc9b32d8322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:00:37.429051 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cfe23-e316-4198-87eb-92a8d77ee6b0 None None] The sync data for ids ['8dc8383c-d7d4-4d11-b0bb-d922bca688f0'] in n-d-713498-28 is: [{'id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'name': 'router1', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:00:23Z', 'updated_at': '2021-10-18T23:00:34Z', 'revision_number': 2, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'gw_port_host': None, '_interfaces': [{'id': '9b9449c5-7b90-4bce-b236-9db9bd4b5b62', 'name': '', 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'mac_address': 'fa:16:3e:94:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:00:33Z', 'updated_at': '2021-10-18T23:00:36Z', 'revision_number': 4, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'subnets': [{'id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a3e608-f4c8-4c9b-9b58-8fc9b32d8322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:00:38.187412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56548) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:38.433319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62a96a-7d45-4c9d-84f3-e91f38d25d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:00:38.434853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-af62a96a-7d45-4c9d-84f3-e91f38d25d43 admin admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 842 time: 0.2457902 Oct 18 23:00:38.451734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:00:38.483629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Made reservation on behalf of 25caf7799c2f4988bddc3705c38d7554 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:00:38.488063 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:39.047391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:00:39.047954 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:39.148250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:00:39.148633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Network hostable DHCP agents. Network: a088bfdb-e229-464b-8f6c-9daf513bbbef, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:00:39.156856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7914b4-8cfb-4f17-876f-e5982ce45d77,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:39.171485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.171823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.172162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.172490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.172816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.173136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.173451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.173765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.174080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.174395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.174711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.175051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Tracked resource versions report: Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: pushed versions: Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: { 'AddressGroup': {'1.2'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'ConntrackHelper': {'1.0'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Log': {'1.0'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Network': {'1.1'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Port': {'1.7'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'PortForwarding': {'1.2'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'QosPolicy': {'1.10'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'SecurityGroup': {'1.4'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'SecurityGroupRule': {'1.2'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'SubPort': {'1.0'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Subnet': {'1.1'}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Trunk': {'1.1'}} Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: consumer versions: Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: { DHCP agent@n-d-713498-28: {}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: L3 agent@n-d-713498-28: {}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: Metadata agent@n-d-713498-28: {}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: Metering agent@n-d-713498-28: {}, Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: Open vSwitch agent@n-d-713498-28: { 'AddressGroup': '1.2', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'ConntrackHelper': '1.0', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Log': '1.0', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Network': '1.1', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Port': '1.7', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'PortForwarding': '1.2', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'QosPolicy': '1.10', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'SecurityGroup': '1.4', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'SecurityGroupRule': '1.2', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'SubPort': '1.0', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Subnet': '1.1', Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: 'Trunk': '1.1'}} Oct 18 23:00:39.176156 n-d-713498-28 neutron-server[100922]: {{(pid=100922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 23:00:39.216239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:00:39.233104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, a088bfdb-e229-464b-8f6c-9daf513bbbef) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:00:39.239522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:00:39.240233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:39.247132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea182a-c176-415f-b435-57a2e01b9de6 None None] Network a088bfdb-e229-464b-8f6c-9daf513bbbef requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:00:39.270795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fa8c8a63-60bb-479e-92b4-4fbc8dd64b25 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8193779 Oct 18 23:00:39.473614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae30bb-b5fa-4ba7-95b3-52a745215cec None None] Network a088bfdb-e229-464b-8f6c-9daf513bbbef requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:00:42.480396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56560) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:42.763494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dc1473a5-99cc-468e-be77-eaa449f62744 admin admin] 10.222.0.52 "GET /v2.0/routers/8dc8383c-d7d4-4d11-b0bb-d922bca688f0 HTTP/1.1" status: 200 len: 710 time: 0.2810471 Oct 18 23:00:42.879498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a4be03-3ff0-4a35-bea1-9676c431fcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:00:42.881790 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a0a4be03-3ff0-4a35-bea1-9676c431fcae admin admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 886 time: 0.1114032 Oct 18 23:00:42.894850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:00:43.239782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:43.590391 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:43.717865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:43.917269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Allocated IP 172.25.7.121 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/91fbba2f-a7a5-4fee-b5fc-b01ff22444b6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:00:44.047048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:44.132795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:44.205603 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:00:44.266559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:00:44.272159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:00:44.279244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:00:44.325908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Pushing event updated for resources: {'Port': ['ID=91fbba2f-a7a5-4fee-b5fc-b01ff22444b6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:44.617922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:44.858937 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:44.865237 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:44.987458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:00:45.041895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Router 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:00:45.076938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:45.077618 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:45.198160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:00:45.207478 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:45.209819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-38136658-a086-4bbf-a161-b32c04cc4f34 admin admin] 10.222.0.52 "PUT /v2.0/routers/8dc8383c-d7d4-4d11-b0bb-d922bca688f0 HTTP/1.1" status: 200 len: 890 time: 2.3205307 Oct 18 23:00:45.394095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Sync routers for ids ['8dc8383c-d7d4-4d11-b0bb-d922bca688f0'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:00:45.413659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Routers {'8dc8383c-d7d4-4d11-b0bb-d922bca688f0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:00:45.414966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:00:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8dc8383c-d7d4-4d11-b0bb-d922bca688f0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:00:45.723604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Set router 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:00:46.188881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'name': 'router1', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '91fbba2f-a7a5-4fee-b5fc-b01ff22444b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:00:23Z', 'updated_at': '2021-10-18T23:00:44Z', 'revision_number': 4, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'gw_port': {'id': '91fbba2f-a7a5-4fee-b5fc-b01ff22444b6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:00:43Z', 'updated_at': '2021-10-18T23:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9b9449c5-7b90-4bce-b236-9db9bd4b5b62', 'name': '', 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'mac_address': 'fa:16:3e:94:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:00:33Z', 'updated_at': '2021-10-18T23:00:37Z', 'revision_number': 5, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'subnets': [{'id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a3e608-f4c8-4c9b-9b58-8fc9b32d8322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:00:46.246269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Checking router: 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:00:46.246710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Updating router 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 port 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:00:46.306911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:46.878004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:46.886619 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:46.973417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Attempting to bind port 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:00:46.974010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Attempting to bind port 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:00:46.974631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Attempting to bind port 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:00:46.991736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81448d04-cd61-4b25-9a8a-3748cbe8a49d None None] Pushing event updated for resources: {'Port': ['ID=91fbba2f-a7a5-4fee-b5fc-b01ff22444b6,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:46.997660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:00:46.998264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:00:46.998969 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:46.999622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:00:47.000451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Bound port: 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:00:47.001118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:47.089086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] For port 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:00:47.094861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] For port 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=91fbba2f-a7a5-4fee-b5fc-b01ff22444b6,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:00:47.101433 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:47.211834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Routers {'8dc8383c-d7d4-4d11-b0bb-d922bca688f0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:00:47.213454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:00:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8dc8383c-d7d4-4d11-b0bb-d922bca688f0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:00:47.218506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81448d04-cd61-4b25-9a8a-3748cbe8a49d None None] Pushing event updated for resources: {'Port': ['ID=91fbba2f-a7a5-4fee-b5fc-b01ff22444b6,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:47.406109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] Set router 8dc8383c-d7d4-4d11-b0bb-d922bca688f0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:00:47.788862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'name': 'router1', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '91fbba2f-a7a5-4fee-b5fc-b01ff22444b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:00:23Z', 'updated_at': '2021-10-18T23:00:44Z', 'revision_number': 4, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'gw_port': {'id': '91fbba2f-a7a5-4fee-b5fc-b01ff22444b6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:00:43Z', 'updated_at': '2021-10-18T23:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9b9449c5-7b90-4bce-b236-9db9bd4b5b62', 'name': '', 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'mac_address': 'fa:16:3e:94:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:00:33Z', 'updated_at': '2021-10-18T23:00:37Z', 'revision_number': 5, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'subnets': [{'id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a3e608-f4c8-4c9b-9b58-8fc9b32d8322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:00:47.819190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0f08a-09ad-4b60-b39e-d8dfead2450e None None] The sync data for ids ['8dc8383c-d7d4-4d11-b0bb-d922bca688f0'] in n-d-713498-28 is: [{'id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'name': 'router1', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '91fbba2f-a7a5-4fee-b5fc-b01ff22444b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:00:23Z', 'updated_at': '2021-10-18T23:00:44Z', 'revision_number': 4, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'gw_port': {'id': '91fbba2f-a7a5-4fee-b5fc-b01ff22444b6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:00:43Z', 'updated_at': '2021-10-18T23:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9b9449c5-7b90-4bce-b236-9db9bd4b5b62', 'name': '', 'network_id': '35d20c6e-3bf1-48b4-bf70-6b29d1992aaf', 'tenant_id': 'a50d3a84de594f099a36bdf17590f936', 'mac_address': 'fa:16:3e:94:37:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc8383c-d7d4-4d11-b0bb-d922bca688f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:00:33Z', 'updated_at': '2021-10-18T23:00:37Z', 'revision_number': 5, 'project_id': 'a50d3a84de594f099a36bdf17590f936', 'subnets': [{'id': '1d1571ec-c393-4cdf-8a97-539b94d724cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25a3e608-f4c8-4c9b-9b58-8fc9b32d8322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:00:48.023300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56572) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:00:48.182343 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5bc6a1a4-3dba-4f43-a1cb-fad68b8cb359 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1575665 Oct 18 23:00:48.965737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:00:49.041715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:49.042355 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:49.170899 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:49.204848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=91fbba2f-a7a5-4fee-b5fc-b01ff22444b6,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:00:49.212180 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:49.304707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=91fbba2f-a7a5-4fee-b5fc-b01ff22444b6,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:00:50.109910 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c9d5167b-ceca-4336-b13f-aa76157e031d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:50.943959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:00:51.029430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 91fbba2f-a7a5-4fee-b5fc-b01ff22444b6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:00:51.030088 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:53.852358 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e74903a5-23e7-431a-8177-b973c715ebb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:54.683798 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:55.105580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:00:57.573974 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:20.126068 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-921acb70-7d85-4b0c-ae16-b1a8cc129e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:21.222185 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:01:23.862739 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0743cc11-ae54-45ec-b992-341a3d9c5416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:24.672553 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:25.085815 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:27.590522 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:50.108895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0638-e238-479f-91cc-b69d9b97b019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:53.854825 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59ddd789-165e-4907-ad62-59fde1f557b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:54.670114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:55.088121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:57.575964 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:01:58.202010 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:02:20.146507 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6fd4131b-45e0-4dc2-96c4-291802b21049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:23.854602 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1d51528b-c7b2-4047-978e-b65d3fd0a12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:24.681026 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:25.088428 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:27.586651 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:35.204284 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:02:46.295441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57166) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:02:46.367327 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-7628aeaf-ce25-4fce-84e0-4c0de9850031 admin admin] GET failed (client error): The resource could not be found. Oct 18 23:02:46.369079 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7628aeaf-ce25-4fce-84e0-4c0de9850031 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0723805 Oct 18 23:02:46.575459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb76b18-4e74-4715-8a9d-72f3ccfc3877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:02:46.577912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3bb76b18-4e74-4715-8a9d-72f3ccfc3877 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2002883 Oct 18 23:02:49.088764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57176) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:02:49.355865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0333d1b-295e-439d-b320-327a88ff082b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:02:49.358139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0333d1b-295e-439d-b320-327a88ff082b admin admin] 10.222.0.52 "GET /v2.0/subnets/1d1571ec-c393-4cdf-8a97-539b94d724cf HTTP/1.1" status: 200 len: 849 time: 0.2682796 Oct 18 23:02:49.369785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:02:49.473686 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Publish callbacks [] for subnet, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:49.666171 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793338131990'] for subnet, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:49.701265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:02:49.701909 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:49.703546 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] 10.222.0.52 "PUT /v2.0/subnets/1d1571ec-c393-4cdf-8a97-539b94d724cf HTTP/1.1" status: 200 len: 868 time: 0.3388190 Oct 18 23:02:49.711143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43befdcc-6e67-413f-a1b2-520ffb276be5 None None] Network 35d20c6e-3bf1-48b4-bf70-6b29d1992aaf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:02:49.729809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1571ec-c393-4cdf-8a97-539b94d724cf,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:02:49.737840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.738291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.738614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.738916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.739260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.739600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.739969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.740393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.740773 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.741079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.741446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:49.741809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd170825-cf41-4193-967c-866ad37396f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:02:50.108331 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-340a6202-b799-46f1-b469-466ada5370b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:50.240408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8b1217db-e9fc-4084-b7b5-4c575f3c54f4 None None] Provisioning complete for port 97ee7214-0b43-4422-a38e-1c088624e985 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:02:50.241032 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b1217db-e9fc-4084-b7b5-4c575f3c54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:50.400463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8b1217db-e9fc-4084-b7b5-4c575f3c54f4 None None] Provisioning complete for port 9b9449c5-7b90-4bce-b236-9db9bd4b5b62 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:02:50.401377 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b1217db-e9fc-4084-b7b5-4c575f3c54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:52.439325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57184) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:02:52.722407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39dfb3d-bb9a-4226-b5c7-0086c8e92737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:02:52.723289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39dfb3d-bb9a-4226-b5c7-0086c8e92737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:02:52.726140 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b39dfb3d-bb9a-4226-b5c7-0086c8e92737 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2855666 Oct 18 23:02:53.857867 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3b739b1-0bda-460d-b35b-48ef1b7bfd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:54.668587 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:55.086830 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:55.228603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57192) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:02:55.412715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4d334-3b70-4136-9d5a-290cb2841617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:02:55.413924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4d334-3b70-4136-9d5a-290cb2841617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:02:55.415918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-99b4d334-3b70-4136-9d5a-290cb2841617 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1858580 Oct 18 23:02:57.592379 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:02:57.996448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57200) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:02:58.171019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3820459f-634c-4e3b-b2d6-4914eeaa618b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:02:58.172564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3820459f-634c-4e3b-b2d6-4914eeaa618b admin admin] 10.222.0.52 "GET /v2.0/networks/35d20c6e-3bf1-48b4-bf70-6b29d1992aaf HTTP/1.1" status: 200 len: 869 time: 0.1747427 Oct 18 23:03:00.669311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57210) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:03:00.815022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c90c9b8-05b4-49ad-b72f-e282a4a33c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:00.816577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8c90c9b8-05b4-49ad-b72f-e282a4a33c4c admin admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 886 time: 0.1458211 Oct 18 23:03:03.383945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57218) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:03:03.598568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffd7d8-b068-4300-becd-f0aca0928a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:03.599429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffd7d8-b068-4300-becd-f0aca0928a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:03.604228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c9ffd7d8-b068-4300-becd-f0aca0928a89 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2189963 Oct 18 23:03:06.266222 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57226) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:03:06.434893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea043d-9d09-453e-9e26-67f619bad1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:06.435350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea043d-9d09-453e-9e26-67f619bad1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:06.436954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f2ea043d-9d09-453e-9e26-67f619bad1ab admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1692765 Oct 18 23:03:09.506212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:03:09.614671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e71ba-2155-4bbf-bbce-fffd83c39108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:09.616355 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7c1e71ba-2155-4bbf-bbce-fffd83c39108 admin admin] 10.222.0.52 "GET /v2.0/subnets/1d1571ec-c393-4cdf-8a97-539b94d724cf HTTP/1.1" status: 200 len: 868 time: 0.1089551 Oct 18 23:03:12.205080 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:03:12.309382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57242) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:03:12.409360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115d95ef-7016-4325-b482-ba2b14ef880e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:12.410820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-115d95ef-7016-4325-b482-ba2b14ef880e admin admin] 10.222.0.52 "GET /v2.0/subnets/ff7914b4-8cfb-4f17-876f-e5982ce45d77 HTTP/1.1" status: 200 len: 816 time: 0.1005130 Oct 18 23:03:20.102053 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a4348b1e-a715-4ed3-a9e4-487a23ad5456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:23.851556 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8e15560c-86cf-4d8b-b6ba-eb8cbc4b045e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:24.673325 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:25.090501 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:27.603183 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:40.569087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57298) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:03:40.627031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-b6ab5d5b-0b7a-4786-a245-e51f27a24789 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:03:40.628758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b6ab5d5b-0b7a-4786-a245-e51f27a24789 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0582159 Oct 18 23:03:43.231931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57306) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:03:43.299624 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abf4d70-0ed0-4b76-8732-7b1acba4d939 admin admin] GET failed (client error): The resource could not be found. Oct 18 23:03:43.301110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1abf4d70-0ed0-4b76-8732-7b1acba4d939 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680244 Oct 18 23:03:43.472124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c127b4d-ff62-43fd-a5d7-feaa6a7ffca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:43.473715 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2c127b4d-ff62-43fd-a5d7-feaa6a7ffca7 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1669424 Oct 18 23:03:46.004905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57314) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:03:46.059705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:03:46.166257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Made reservation on behalf of 25caf7799c2f4988bddc3705c38d7554 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:03:46.170213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:46.245276 n-d-713498-28 neutron-server[100922]: WARNING neutron.services.revisions.revision_plugin [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Could not find related network for resource to bump revision. Oct 18 23:03:46.275957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:03:46.294365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793338093644', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:46.294976 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Unsubscribe: segment precommit_create {{(pid=100922) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 23:03:46.295474 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Added segment 9e4a6314-4788-4652-9159-53253b9f62ed of type vlan for network c4d5e32c-7e71-4cec-8845-f6161e470c8c Oct 18 23:03:46.365766 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:46.406081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:46.407281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:46.407988 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:46.464348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4573467 Oct 18 23:03:46.518450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Pushing event updated for resources: {'Network': ['ID=c4d5e32c-7e71-4cec-8845-f6161e470c8c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:03:46.527440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.527809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.528120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.528665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.529259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.529615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.529946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.530280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.530610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.530970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.531507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.532083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71035bfe-7e47-408c-b099-8d369f049072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:46.550105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:03:48.967384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57322) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:03:49.063245 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c19e9d-2dc0-49c0-bb43-ea237b45824c admin admin] GET failed (client error): The resource could not be found. Oct 18 23:03:49.064610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-09c19e9d-2dc0-49c0-bb43-ea237b45824c admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0960484 Oct 18 23:03:49.144182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad5a31-f33c-4eda-8ced-c4fa51ed80e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:49.145917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-68ad5a31-f33c-4eda-8ced-c4fa51ed80e8 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0756731 Oct 18 23:03:49.157748 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:03:49.181783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Made reservation on behalf of 25caf7799c2f4988bddc3705c38d7554 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:03:49.184196 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:49.206158 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:03:49.373651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:49.432786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beaecd2f-4d34-443c-98ea-88352738a6f1,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:03:49.447163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:03:49.447772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Network hostable DHCP agents. Network: c4d5e32c-7e71-4cec-8845-f6161e470c8c, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:03:49.469580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:03:49.483564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c4d5e32c-7e71-4cec-8845-f6161e470c8c) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:03:49.489929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:03:49.490927 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:49.497897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf2612-05c0-4fe6-8562-69e35a42ce4a None None] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:03:49.510929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e985d0c4-e242-46b3-a557-2249f0c1af92 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3568850 Oct 18 23:03:49.717218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'tenant_id': '25caf7799c2f4988bddc3705c38d7554', 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:03:49.718163 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:49.917986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Allocated IP 192.168.233.2 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/3502a406-a374-4cec-8b80-8d450c4c912c) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:03:50.140744 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:50.143745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f9959255-3af7-4a3a-b4a9-cb2f5c6e0059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:50.155382 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:50.229244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:03:50.234819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:03:50.242197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:03:50.264066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Pushing event updated for resources: {'Port': ['ID=3502a406-a374-4cec-8b80-8d450c4c912c,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:03:50.283513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.284145 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.284739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.285323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.285945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.286520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.287162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.287729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.288310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.288883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.289469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.290036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:03:50.384071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Attempting to bind port 3502a406-a374-4cec-8b80-8d450c4c912c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:03:50.384439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Attempting to bind port 3502a406-a374-4cec-8b80-8d450c4c912c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:03:50.384825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Attempting to bind port 3502a406-a374-4cec-8b80-8d450c4c912c on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:03:50.391295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:03:50.391689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:03:50.392089 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:50.392488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:03:50.392963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Bound port: 3502a406-a374-4cec-8b80-8d450c4c912c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:03:50.393362 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:50.473943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] For port 3502a406-a374-4cec-8b80-8d450c4c912c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:03:50.477866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] For port 3502a406-a374-4cec-8b80-8d450c4c912c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3502a406-a374-4cec-8b80-8d450c4c912c,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:03:50.483916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:50.585031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d3f5f-8788-4ed0-ab48-3d08aabd84f0 None None] Pushing event updated for resources: {'Port': ['ID=3502a406-a374-4cec-8b80-8d450c4c912c,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:03:51.191027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3502a406-a374-4cec-8b80-8d450c4c912c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:03:51.286658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3502a406-a374-4cec-8b80-8d450c4c912c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:03:51.287265 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:51.405342 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:51.459792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 3502a406-a374-4cec-8b80-8d450c4c912c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3502a406-a374-4cec-8b80-8d450c4c912c,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:03:51.466156 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:51.538185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=3502a406-a374-4cec-8b80-8d450c4c912c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:03:51.610840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53442ca7-eead-409b-a666-de7dc9dac25a None None] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:03:51.736843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-512ba6fd-f79f-4bb0-a86d-caa947f1def9 None None] Provisioning complete for port 3502a406-a374-4cec-8b80-8d450c4c912c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:03:51.737220 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-512ba6fd-f79f-4bb0-a86d-caa947f1def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:52.108699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bb843a62-91e7-4fcc-b620-8cfcaeb3a376 None None] Provisioning complete for port 3502a406-a374-4cec-8b80-8d450c4c912c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:03:52.109642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bb843a62-91e7-4fcc-b620-8cfcaeb3a376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:53.101301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3502a406-a374-4cec-8b80-8d450c4c912c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:03:53.167369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3502a406-a374-4cec-8b80-8d450c4c912c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:03:53.167928 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:53.857527 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-835a7e20-96ec-4239-893b-ac8a42c07cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:54.680261 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:55.089879 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:03:57.605356 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:20.109478 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cdc8e9db-3012-4349-9277-0d955f364258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:23.856083 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39124d14-7afc-47b8-a004-c86bc1be9a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:24.670847 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:25.097647 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:26.206274 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:04:27.601501 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:50.108000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5294cc86-9b83-4d22-83eb-cff62058dbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:53.857248 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-343e53fd-94db-4cb3-be0b-a406ba60ce4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:54.670397 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:55.094867 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:04:57.605448 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:03.205322 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:05:20.105647 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f5efc07-8b7b-437e-809e-5c6948d78e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:23.853539 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2d19f4fc-8e54-4972-bfe5-6aab7671cecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:24.669473 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:25.110659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:27.612369 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:32.273588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57374) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:05:32.280125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-75378b39-0f9a-47f2-841e-9d220706e0b8 tempest-verify_tempest_config-2135514276 tempest-verify_tempest_config-2135514276-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:05:32.281249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-75378b39-0f9a-47f2-841e-9d220706e0b8 tempest-verify_tempest_config-2135514276 tempest-verify_tempest_config-2135514276-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0066195 Oct 18 23:05:32.672404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57392) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:05:32.860971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:32.952843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:32.958283 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:33.037027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ec40aa004f8414c93910ff4efe1db90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3635085 Oct 18 23:05:33.038767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce5b2a-3fd4-4860-9cf5-43b61d3cf915,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:05:33.040992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57396) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:05:33.047497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.047846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.048186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.048633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.049002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.049332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.050166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.050493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.050847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.051186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.051493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.051953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc3f8-ad42-40a4-9c41-161631711924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.181875 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:33.219410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:33.329052 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:33.332978 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:33.334483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9ce5b2a-3fd4-4860-9cf5-43b61d3cf915 HTTP/1.1" status: 204 len: 168 time: 0.2918372 Oct 18 23:05:33.349006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce5b2a-3fd4-4860-9cf5-43b61d3cf915,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:05:33.361255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.361842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.362432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.363328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.363882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.364457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.365001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.365542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.366095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.366668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.367272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:33.367818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b136-a960-489f-952f-039fccccf6fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:05:40.204620 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:05:50.107149 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2b20e4d8-4c09-4980-974d-8cc22a45c3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:53.848610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8afefc0b-177f-4115-a5da-feb478dbf888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:54.666286 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:55.102342 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:05:57.614643 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:17.204000 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:06:20.100280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c51f6494-ece0-40d2-a9b3-07c0fb52c009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:23.853886 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-52bf5773-15d2-47db-a869-76356b8df0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:24.669547 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:25.106816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:27.605918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:50.108430 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3545dcbf-03ea-44e3-80d7-9c0b9cb56c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:53.852190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-47708db5-7b92-44ba-bb65-c75d680dcaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:54.202603 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:06:54.665756 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:55.107810 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:06:57.612046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:20.105064 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-de187e64-53b4-42db-9015-25c2d4978ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:23.848196 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2268b722-58f1-4b86-88b5-1e6a4e3ee96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:24.661703 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:25.119533 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:27.614747 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:31.201286 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:07:50.109373 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf8632f3-0cdd-43ce-b6e4-43143c875dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:53.841639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-81b502b3-6f22-4f67-bb85-9714c494ad00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:54.658978 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:55.113636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:07:57.615381 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:08.200651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:08:20.113606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7677bcb7-ee94-43a2-8825-3e09f82b412d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:23.853763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18914b95-1c4b-4dd5-abd5-987190ec336d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:24.662802 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:25.124410 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:27.623301 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:45.199637 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 5 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:08:50.117432 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ab081bf4-16c8-4846-81ce-a59574b67480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:53.855319 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ac9bff65-12f8-40a0-85a8-a84b42ab333d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:54.658337 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:55.120034 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:08:57.623030 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:04.379093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546485'] for agent, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:05.889901 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546485'] for agent, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:20.120116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-239c8017-5968-4db0-9799-49fba076f3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:22.199275 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:09:23.854006 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fdfe73e5-e412-45c0-92cd-21e3a8a90e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:24.666324 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:25.124923 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:27.632749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:34.347387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:35.837474 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:37.168672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57462) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:09:37.298421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9b345a19-bda5-4027-86af-a6cf7697159e admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1285715 Oct 18 23:09:39.768719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57472) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:09:39.852583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-33e67f31-4cb3-4176-b51e-b6481e87716b admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0820522 Oct 18 23:09:50.125732 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-083ee18c-e687-498a-aa6d-87f08343346f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:53.850194 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a7b1af1f-85f5-4606-9651-9b77c0a42ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:54.663022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:55.129617 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:57.628878 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:09:59.200195 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:10:04.350455 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:05.838000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:20.140727 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6131bf97-09b5-4dc9-bafc-1cece25da810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:23.898454 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-24fc384c-e667-4276-9feb-4181ac5269a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:24.696568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:25.153449 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:27.674008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:34.355774 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:35.842111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:36.201729 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:10:50.140059 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f94badb4-6ca6-418d-934f-75496821eb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:53.859341 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-547fcd22-2059-4fd1-9d64-ab6598065fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:54.678467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:55.142648 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:10:57.635867 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:04.363684 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:05.883842 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:10.772814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57620) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:11.182387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57640) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:11.188191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cb17d8a4-36b1-45f6-b962-93ae8e50483a tempest-AutoAllocateNetworkTest-1849085342 tempest-AutoAllocateNetworkTest-1849085342-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7f7a73ff45554ef6a8b13af6b22da332&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4134037 Oct 18 23:11:11.472669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b469e-55c6-4545-aa8d-1a7386f6d2a7 tempest-AutoAllocateNetworkTest-1849085342 tempest-AutoAllocateNetworkTest-1849085342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:11.474674 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-189b469e-55c6-4545-aa8d-1a7386f6d2a7 tempest-AutoAllocateNetworkTest-1849085342 tempest-AutoAllocateNetworkTest-1849085342-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2909868 Oct 18 23:11:11.478984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57652) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:11.542185 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a93b73d9-4699-4649-b128-1f8c80ea5a39 tempest-AutoAllocateNetworkTest-1849085342 tempest-AutoAllocateNetworkTest-1849085342-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619726 Oct 18 23:11:11.544779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57656) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:11.577190 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-69aa4b82-7703-4905-8cea-f9a90a833eef tempest-AutoAllocateNetworkTest-1849085342 tempest-AutoAllocateNetworkTest-1849085342-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7f7a73ff45554ef6a8b13af6b22da332 HTTP/1.1" status: 200 len: 208 time: 0.0311310 Oct 18 23:11:12.463691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:12.920539 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:13.066481 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:13.074002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:13.119914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee3c243-ce7a-41f7-9b36-44b29db8be04,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:13.133992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.134334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.134892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.135410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.135739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.136053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.136538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.136858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.137315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.137644 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.137967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.138273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] Tracked resource versions report: Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: pushed versions: Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: { 'AddressGroup': {'1.2'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'ConntrackHelper': {'1.0'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Log': {'1.0'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Network': {'1.1'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Port': {'1.7'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'PortForwarding': {'1.2'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'QosPolicy': {'1.10'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'SecurityGroup': {'1.4'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'SecurityGroupRule': {'1.2'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'SubPort': {'1.0'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Subnet': {'1.1'}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Trunk': {'1.1'}} Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: consumer versions: Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: { DHCP agent@n-d-713498-28: {}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: HyperV agent@n-h1-713498-28: {}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: HyperV agent@n-h2-713498-28: {}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: L3 agent@n-d-713498-28: {}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: Metadata agent@n-d-713498-28: {}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: Metering agent@n-d-713498-28: {}, Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: Open vSwitch agent@n-d-713498-28: { 'AddressGroup': '1.2', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'ConntrackHelper': '1.0', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Log': '1.0', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Network': '1.1', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Port': '1.7', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'PortForwarding': '1.2', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'QosPolicy': '1.10', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'SecurityGroup': '1.4', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'SecurityGroupRule': '1.2', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'SubPort': '1.0', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Subnet': '1.1', Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: 'Trunk': '1.1'}} Oct 18 23:11:13.139534 n-d-713498-28 neutron-server[100921]: {{(pid=100921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 23:11:13.149788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-877cf2b1-75f1-4e56-ae16-9bd3e59827c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f7a73ff45554ef6a8b13af6b22da332&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6846037 Oct 18 23:11:13.154009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57722) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:13.215103 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:11:13.222559 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3ce0f4-f54a-4c2e-83f1-671d5627ef95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:13.251117 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3ce0f4-f54a-4c2e-83f1-671d5627ef95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:13.329216 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3ce0f4-f54a-4c2e-83f1-671d5627ef95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:13.332315 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3ce0f4-f54a-4c2e-83f1-671d5627ef95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:13.333693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d3ce0f4-f54a-4c2e-83f1-671d5627ef95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ee3c243-ce7a-41f7-9b36-44b29db8be04 HTTP/1.1" status: 204 len: 168 time: 0.1786828 Oct 18 23:11:13.343865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ce0f4-f54a-4c2e-83f1-671d5627ef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee3c243-ce7a-41f7-9b36-44b29db8be04,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:13.435601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57730) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:14.095660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-network', 'tenant_id': '801f5591a991482caf7b88ace4355b2d'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:14.128463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Made reservation on behalf of 801f5591a991482caf7b88ace4355b2d for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:11:14.132583 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:14.148328 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:14.257320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:14.263359 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:14.299433 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b1b45-69be-48ed-abab-d9b97462da95,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:14.304852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:11:14.323902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:14.324330 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Added segment e2507d1b-d40c-4744-b0e3-f6fdc6ecb457 of type vlan for network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 Oct 18 23:11:14.396126 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:14.528197 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:14.530006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:14.532141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:14.625082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1865079 Oct 18 23:11:14.628616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d3eb3-4028-45df-b050-b4a2e4b16b0a admin admin] Pushing event updated for resources: {'Network': ['ID=1b48a4c7-ff53-41c5-b65d-57bb6ed12234,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:14.630604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57772) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:14.647815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Request body: {'subnet': {'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-subnet', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:14.661942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:11:14.725723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Made reservation on behalf of 801f5591a991482caf7b88ace4355b2d for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:11:14.730014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:14.955371 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:15.001227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:15.010570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.010951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.011296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.011702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.011956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.012289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.012619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.012946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.013274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.013716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.014173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.014502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Tracked resource versions report: Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: pushed versions: Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: { 'AddressGroup': {'1.2'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'ConntrackHelper': {'1.0'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Log': {'1.0'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Network': {'1.1'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Port': {'1.7'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'PortForwarding': {'1.2'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'QosPolicy': {'1.10'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'SecurityGroup': {'1.4'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'SecurityGroupRule': {'1.2'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'SubPort': {'1.0'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Subnet': {'1.1'}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Trunk': {'1.1'}} Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: consumer versions: Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: { DHCP agent@n-d-713498-28: {}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: HyperV agent@n-h1-713498-28: {}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: HyperV agent@n-h2-713498-28: {}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: L3 agent@n-d-713498-28: {}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: Metadata agent@n-d-713498-28: {}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: Metering agent@n-d-713498-28: {}, Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: Open vSwitch agent@n-d-713498-28: { 'AddressGroup': '1.2', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'ConntrackHelper': '1.0', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Log': '1.0', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Network': '1.1', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Port': '1.7', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'PortForwarding': '1.2', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'QosPolicy': '1.10', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'SecurityGroup': '1.4', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'SecurityGroupRule': '1.2', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'SubPort': '1.0', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Subnet': '1.1', Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: 'Trunk': '1.1'}} Oct 18 23:11:15.015899 n-d-713498-28 neutron-server[100922]: {{(pid=100922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 23:11:15.063504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Checking segment: {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:15.064083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Network hostable DHCP agents. Network: 1b48a4c7-ff53-41c5-b65d-57bb6ed12234, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:11:15.096736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:11:15.112681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1b48a4c7-ff53-41c5-b65d-57bb6ed12234) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:15.119934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:15.121571 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:15.127509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e08bd-5292-40dc-9771-a5633447b19a None None] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:11:15.157690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57794) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:15.158933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d1719109-59d4-4918-98dc-162b21af2dd3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5231388 Oct 18 23:11:15.164408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:15.200832 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:15.204180 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:15.378424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:15.433704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:11:15.435546 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:15.732776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Allocated IP 172.20.0.2 (1b48a4c7-ff53-41c5-b65d-57bb6ed12234/7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1/9006dcac-dd65-4208-a4bf-0150bcf8f379) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:11:15.828399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:16.035037 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:16.050964 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:16.169751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Pushing event updated for resources: {'Port': ['ID=9006dcac-dd65-4208-a4bf-0150bcf8f379,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:16.204983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.205862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.206489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.207053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.207713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.208590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.209339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.209904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.210447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.211754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.212391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.213122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Tracked resource versions report: Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: pushed versions: Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: { 'AddressGroup': {'1.2'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'ConntrackHelper': {'1.0'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Log': {'1.0'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Network': {'1.1'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Port': {'1.7'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'PortForwarding': {'1.2'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'QosPolicy': {'1.10'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'SecurityGroup': {'1.4'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'SecurityGroupRule': {'1.2'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'SubPort': {'1.0'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Subnet': {'1.1'}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Trunk': {'1.1'}} Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: consumer versions: Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: { DHCP agent@n-d-713498-28: {}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: HyperV agent@n-h1-713498-28: {}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: HyperV agent@n-h2-713498-28: {}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: L3 agent@n-d-713498-28: {}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: Metadata agent@n-d-713498-28: {}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: Metering agent@n-d-713498-28: {}, Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: Open vSwitch agent@n-d-713498-28: { 'AddressGroup': '1.2', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'ConntrackHelper': '1.0', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Log': '1.0', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Network': '1.1', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Port': '1.7', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'PortForwarding': '1.2', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'QosPolicy': '1.10', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'SecurityGroup': '1.4', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'SecurityGroupRule': '1.2', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'SubPort': '1.0', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Subnet': '1.1', Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: 'Trunk': '1.1'}} Oct 18 23:11:16.215267 n-d-713498-28 neutron-server[100923]: {{(pid=100923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 23:11:16.240353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:16.244282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:16.248778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:11:16.385915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Attempting to bind port 9006dcac-dd65-4208-a4bf-0150bcf8f379 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:11:16.387054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Attempting to bind port 9006dcac-dd65-4208-a4bf-0150bcf8f379 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:11:16.387954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Attempting to bind port 9006dcac-dd65-4208-a4bf-0150bcf8f379 on network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:16.401327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:11:16.402358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Checking segment: {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:16.403270 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:16.404585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Bound using segment: {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:11:16.406478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Bound port: 9006dcac-dd65-4208-a4bf-0150bcf8f379, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:11:16.407116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:16.467138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:16.530853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:16.547681 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] For port 9006dcac-dd65-4208-a4bf-0150bcf8f379, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:11:16.553977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] For port 9006dcac-dd65-4208-a4bf-0150bcf8f379, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9006dcac-dd65-4208-a4bf-0150bcf8f379,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:11:16.567559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:16.706904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec67b6-cdeb-47e0-a54b-d928c036f191 None None] Pushing event updated for resources: {'Port': ['ID=9006dcac-dd65-4208-a4bf-0150bcf8f379,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:16.792242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Allocated IP 172.25.7.113 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/93c501c6-918c-4069-aafa-8dfaf0f98a36) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:11:16.977386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:17.049362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:17.131223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Pushing event updated for resources: {'Port': ['ID=93c501c6-918c-4069-aafa-8dfaf0f98a36,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:17.167422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:17.169509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:17.177660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:11:17.502577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9006dcac-dd65-4208-a4bf-0150bcf8f379 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:17.541393 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:17.586491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9006dcac-dd65-4208-a4bf-0150bcf8f379 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:17.586901 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:17.690771 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:17.761412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 9006dcac-dd65-4208-a4bf-0150bcf8f379, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9006dcac-dd65-4208-a4bf-0150bcf8f379,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:17.770906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:17.903847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=9006dcac-dd65-4208-a4bf-0150bcf8f379,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:18.014433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:18.313829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b249126-ea64-4e2b-a39d-90b9c477c377 None None] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:11:18.498065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Router 8b75ba61-beda-4276-8ebe-92b7386b9890 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:11:18.538496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ab8f37fc-83df-4240-9606-0bafa9356bf5 None None] Provisioning complete for port 9006dcac-dd65-4208-a4bf-0150bcf8f379 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:18.539508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ab8f37fc-83df-4240-9606-0bafa9356bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:18.575140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57910) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:18.588137 n-d-713498-28 neutron-server[100922]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 18 23:11:18.629439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ecd4621c-4da1-4cb2-a7a5-d481ea015d13 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431712 Oct 18 23:11:18.823720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:11:18.838884 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Sync routers for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:11:18.875013 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:11:18.881221 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:10:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:18.905561 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:18.905713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-31211a94-a798-447d-b9a7-ed5ae9d6fc3a tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:18.907732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-31211a94-a798-447d-b9a7-ed5ae9d6fc3a tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692380 Oct 18 23:11:18.917395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:18.919929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06c98da4-c0ab-42b8-8346-452226af926a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7538707 Oct 18 23:11:19.015663 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-c549620b-6bc4-4713-b1eb-d37c08aeb2f2 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/quotas/56e1dbe543974b5d92ebc798542b8bf6 HTTP/1.1" status: 200 len: 375 time: 0.0271490 Oct 18 23:11:19.129131 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-7b68f4da-d463-489e-b747-b48efc30db36 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110835 Oct 18 23:11:19.171493 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:11:19.202011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dd3d5225-c0e1-4fcf-96f2-9a8ce8bca564 None None] Provisioning complete for port 9006dcac-dd65-4208-a4bf-0150bcf8f379 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:19.202819 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dd3d5225-c0e1-4fcf-96f2-9a8ce8bca564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:19.459645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9006dcac-dd65-4208-a4bf-0150bcf8f379 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:19.522961 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:17Z', 'revision_number': 3, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:19.589257 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Checking router: 8b75ba61-beda-4276-8ebe-92b7386b9890 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:11:19.589892 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Updating router 8b75ba61-beda-4276-8ebe-92b7386b9890 port 93c501c6-918c-4069-aafa-8dfaf0f98a36 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:11:19.592264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9006dcac-dd65-4208-a4bf-0150bcf8f379 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:19.592761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:19.618490 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:19.822753 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.005579 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.019143 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.083344 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Pushing event updated for resources: {'Port': ['ID=93c501c6-918c-4069-aafa-8dfaf0f98a36,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:20.094565 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.095025 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.095438 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.096181 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.096723 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.097248 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.097758 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.098289 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.099107 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.099671 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.100773 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.101492 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Tracked resource versions report: Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: pushed versions: Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: { 'AddressGroup': {'1.2'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'ConntrackHelper': {'1.0'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Log': {'1.0'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Network': {'1.1'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Port': {'1.7'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'PortForwarding': {'1.2'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'QosPolicy': {'1.10'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'SecurityGroup': {'1.4'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'SecurityGroupRule': {'1.2'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'SubPort': {'1.0'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Subnet': {'1.1'}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Trunk': {'1.1'}} Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: consumer versions: Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: { DHCP agent@n-d-713498-28: {}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: HyperV agent@n-h1-713498-28: {}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: HyperV agent@n-h2-713498-28: {}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: L3 agent@n-d-713498-28: {}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: Metadata agent@n-d-713498-28: {}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: Metering agent@n-d-713498-28: {}, Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: Open vSwitch agent@n-d-713498-28: { 'AddressGroup': '1.2', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'ConntrackHelper': '1.0', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Log': '1.0', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Network': '1.1', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Port': '1.7', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'PortForwarding': '1.2', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'QosPolicy': '1.10', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'SecurityGroup': '1.4', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'SecurityGroupRule': '1.2', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'SubPort': '1.0', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Subnet': '1.1', Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: 'Trunk': '1.1'}} Oct 18 23:11:20.103104 n-d-713498-28 neutron-server[100924]: {{(pid=100924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 23:11:20.140411 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Attempting to bind port 93c501c6-918c-4069-aafa-8dfaf0f98a36 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:11:20.140926 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Attempting to bind port 93c501c6-918c-4069-aafa-8dfaf0f98a36 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:11:20.141389 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Attempting to bind port 93c501c6-918c-4069-aafa-8dfaf0f98a36 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:20.149944 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:11:20.150486 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:20.151194 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.151817 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:11:20.152593 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Bound port: 93c501c6-918c-4069-aafa-8dfaf0f98a36, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:11:20.153313 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.159004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d743063e-dd73-4834-9ba1-29555cb9b86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.224579 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] For port 93c501c6-918c-4069-aafa-8dfaf0f98a36, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:11:20.229732 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] For port 93c501c6-918c-4069-aafa-8dfaf0f98a36, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=93c501c6-918c-4069-aafa-8dfaf0f98a36,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:11:20.236954 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.311454 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be9a7f-6a61-4854-a003-09970aedbbc1 None None] Pushing event updated for resources: {'Port': ['ID=93c501c6-918c-4069-aafa-8dfaf0f98a36,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:20.341813 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:11:20.342848 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:10:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:20.471199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8028714-6a52-4b30-b6f6-19e31085c8fd req-d32ed8c3-ee43-4997-9984-596a06b64824 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 210 time: 0.2754731 Oct 18 23:11:20.548208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Allocated IP 172.20.0.1 (1b48a4c7-ff53-41c5-b65d-57bb6ed12234/7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1/0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:11:20.589472 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:11:20.724224 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.786120 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.809563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:20.812536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:20.819373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:11:20.819373 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:20.871921 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:17Z', 'revision_number': 3, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:20.951440 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25714f6d-328d-4551-8f57-5f21ba4fce2f None None] The sync data for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 is: [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:17Z', 'revision_number': 3, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:11:21.264283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7f5dc799-6332-48e3-9a0d-ad3441544215 None None] Provisioning complete for port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:21.268363 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f5dc799-6332-48e3-9a0d-ad3441544215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:21.297872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Pushing event updated for resources: {'Port': ['ID=0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:21.368869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7f5dc799-6332-48e3-9a0d-ad3441544215 None None] Port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:11:21.472986 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:21.811080 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:21.828691 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:21.829874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:21.963224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Pushing event updated for resources: {'Port': ['ID=0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:22.026276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:22.028281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:22.200890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Router 8b75ba61-beda-4276-8ebe-92b7386b9890 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:11:22.203112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58066) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:22.409519 n-d-713498-28 neutron-server[100921]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 18 23:11:22.462598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:11:22.475375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c15224ec-b76c-4bea-99e2-05540d951a20 admin admin] 10.222.0.52 "PUT /v2.0/routers/8b75ba61-beda-4276-8ebe-92b7386b9890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5561821 Oct 18 23:11:22.530016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bae77035-cbd3-4c41-b4b8-b31d79ac0c93 None None] Provisioning complete for port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:22.530623 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bae77035-cbd3-4c41-b4b8-b31d79ac0c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:22.533417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f67526af-b215-4902-a773-ac4efe68d3da req-71b6369a-7916-4c4a-b613-01de48bfc188 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 210 time: 0.3279941 Oct 18 23:11:22.619287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bae77035-cbd3-4c41-b4b8-b31d79ac0c93 None None] Port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:11:23.241145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.102', 62363) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:23.317254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-b74871b3-e3f9-4071-b132-d5afd373d7e8 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626760 Oct 18 23:11:23.576452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 93c501c6-918c-4069-aafa-8dfaf0f98a36 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:23.723280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-331774d3-7363-4402-9092-9cc5e7f55549 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:23.728494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-331774d3-7363-4402-9092-9cc5e7f55549 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4004192 Oct 18 23:11:23.748558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 93c501c6-918c-4069-aafa-8dfaf0f98a36 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:23.749139 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:23.978030 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9aec539b-2745-4fa6-874b-650fa2e304a8 req-83b939f5-fe71-431b-aed2-2050418b813e tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 210 time: 0.1247389 Oct 18 23:11:23.985485 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f7a4-6b8c-4450-830b-ffa9e3c7e218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:23.997207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Request body: {'port': {'device_id': 'f998e608-e863-4335-8f29-33cd3402c679', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '56e1dbe543974b5d92ebc798542b8bf6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:24.016478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58198) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:24.061051 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:24.092331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 93c501c6-918c-4069-aafa-8dfaf0f98a36, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=93c501c6-918c-4069-aafa-8dfaf0f98a36,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:24.104926 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:24.118564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58202) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:24.229819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=93c501c6-918c-4069-aafa-8dfaf0f98a36,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:24.645527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Made reservation on behalf of 56e1dbe543974b5d92ebc798542b8bf6 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:11:24.660708 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:24.684084 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:24.696891 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:24.890236 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:24.901412 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:24.957309 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545017cc-6b7c-4b2e-8356-e69e14ea104b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:25.173806 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:25.191747 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-21d35693-8dd5-4776-a54b-6d0c21ce2786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:25.213984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58242) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:25.285415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Sync routers for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:11:25.321138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:11:25.322669 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:11:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:25.460006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-21d35693-8dd5-4776-a54b-6d0c21ce2786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:25.474702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 93c501c6-918c-4069-aafa-8dfaf0f98a36 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:25.523315 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-857bca2f-d815-437d-8e13-f4aba7a3841f req-57a59f4b-0ce3-4fc8-be99-9f8f6a7d2a01 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 210 time: 0.3167109 Oct 18 23:11:25.532190 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-21d35693-8dd5-4776-a54b-6d0c21ce2786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:25.652151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d35693-8dd5-4776-a54b-6d0c21ce2786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a76420b-17a5-4976-a4fd-ff07c9c7bc86,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:25.674241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58268) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:25.688315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:11:25.706835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-21d35693-8dd5-4776-a54b-6d0c21ce2786 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=576b54f16fad48429e8e3cb365d63300&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6891255 Oct 18 23:11:25.723546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-network', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:25.754957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58270) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:25.756048 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8e34826-e29f-4a7a-aac1-9934641cc175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:25.799888 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-617f95c9-e089-44b3-b5d4-c73cee568d4a tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=cc232d16567f4624943479793c30d51b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1736860 Oct 18 23:11:25.835240 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9794993f-1e91-4a0b-b9bc-7b9b0c346855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:25.848296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Allocated IP 192.168.233.254 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/b3cdba6b-2902-4006-93a3-17e797b814ed) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:11:25.961574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Made reservation on behalf of 5172feb6daf54ed381f02f9e1a7585ce for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:11:25.964512 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.047145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3eddd5c5-ca9b-4a1b-982b-a8e921590a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.060867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.081151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-94616a26-6001-4e9b-8e82-0b0c390ee8c7 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:26.095723 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-94616a26-6001-4e9b-8e82-0b0c390ee8c7 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2894013 Oct 18 23:11:26.156783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-076e201e-9ac3-487f-9500-c610af70ba10 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/quotas/cc232d16567f4624943479793c30d51b HTTP/1.1" status: 200 len: 375 time: 0.0427454 Oct 18 23:11:26.388441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8e34826-e29f-4a7a-aac1-9934641cc175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.393553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3eddd5c5-ca9b-4a1b-982b-a8e921590a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.430324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 93c501c6-918c-4069-aafa-8dfaf0f98a36 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:26.430980 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.444184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-b689dea3-5596-422c-b07f-404153c733e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc232d16567f4624943479793c30d51b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2682378 Oct 18 23:11:26.458080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8e34826-e29f-4a7a-aac1-9934641cc175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.469563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 2, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:26.556920 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9794993f-1e91-4a0b-b9bc-7b9b0c346855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.658445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9794993f-1e91-4a0b-b9bc-7b9b0c346855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.668979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Checking router: 8b75ba61-beda-4276-8ebe-92b7386b9890 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:11:26.669406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Updating router 8b75ba61-beda-4276-8ebe-92b7386b9890 port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:11:26.706369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e34826-e29f-4a7a-aac1-9934641cc175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c993941-249c-45d4-a9aa-9594825d7d4a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:26.729363 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e8e34826-e29f-4a7a-aac1-9934641cc175 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b46c75c068a423b9e66cf8807369a76&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6096995 Oct 18 23:11:26.732467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58304) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:26.768038 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:26.826639 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3d64c85-587d-4e2a-9a5c-2e81e2b7079e req-8851bbaa-cc3c-418c-958d-e6223858119d tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 210 time: 0.1154637 Oct 18 23:11:26.919389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9794993f-1e91-4a0b-b9bc-7b9b0c346855 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=123cfd9ba5084153a77b4fc7ae275cb1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6842616 Oct 18 23:11:26.922742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58314) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:26.939256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794993f-1e91-4a0b-b9bc-7b9b0c346855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ce5bd0-332c-4386-81c5-d1148ff079b1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:26.993693 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.029560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3eddd5c5-ca9b-4a1b-982b-a8e921590a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.033847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3eddd5c5-ca9b-4a1b-982b-a8e921590a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.038119 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3eddd5c5-ca9b-4a1b-982b-a8e921590a44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a76420b-17a5-4976-a4fd-ff07c9c7bc86 HTTP/1.1" status: 204 len: 168 time: 1.2674115 Oct 18 23:11:27.038119 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.051491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.073246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e4e885b-947e-485e-94dc-e1dac36e1b51 req-53b862e5-f41a-4e6a-8547-bc5d07806e0b tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 210 time: 0.1372616 Oct 18 23:11:27.080101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddd5c5-ca9b-4a1b-982b-a8e921590a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a76420b-17a5-4976-a4fd-ff07c9c7bc86,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:27.147249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855b81ef-faa3-4c47-abc3-6fe38076be4e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:27.166984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:11:27.213779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a955bfdb-4fb8-4872-9afd-49e100acbe65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.221938 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1454566a-f243-4f86-9376-ca3fc6bd7bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.239761 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.244109 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Added segment 91fefe3c-3395-4002-a0f4-9e99c4f866b2 of type vlan for network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac Oct 18 23:11:27.311903 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1454566a-f243-4f86-9376-ca3fc6bd7bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.430261 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.566644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.571885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:27.572599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.585196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1454566a-f243-4f86-9376-ca3fc6bd7bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.589418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1454566a-f243-4f86-9376-ca3fc6bd7bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.594190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1454566a-f243-4f86-9376-ca3fc6bd7bae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c993941-249c-45d4-a9aa-9594825d7d4a HTTP/1.1" status: 204 len: 168 time: 0.8337691 Oct 18 23:11:27.705552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454566a-f243-4f86-9376-ca3fc6bd7bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c993941-249c-45d4-a9aa-9594825d7d4a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:27.779540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0772350 Oct 18 23:11:27.785247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a955bfdb-4fb8-4872-9afd-49e100acbe65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.787243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58356) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:27.822623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Request body: {'subnet': {'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-subnet', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:27.928250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:27.941221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc88f94-605d-4b8c-b2b6-b337e827177f admin admin] Pushing event updated for resources: {'Network': ['ID=6d8f65d5-ffbf-4f59-bae1-5e7b806802ac,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:28.075840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:11:28.299084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:28.306564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Made reservation on behalf of 5172feb6daf54ed381f02f9e1a7585ce for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:11:28.321011 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:28.322775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1cd17-fbd2-4d76-b422-aad170b3ea95 req-de028ebb-7fe8-4039-baf4-80dcca7780d1 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:28.345473 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23d1cd17-fbd2-4d76-b422-aad170b3ea95 req-de028ebb-7fe8-4039-baf4-80dcca7780d1 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 936 time: 0.3810925 Oct 18 23:11:28.348290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58372) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:28.506981 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e51d8ea4-83c6-474d-966a-38c751c8025c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:28.638239 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:28.641404 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:28.654082 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:28.799800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:28.830364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e51d8ea4-83c6-474d-966a-38c751c8025c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:28.867246 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e51d8ea4-83c6-474d-966a-38c751c8025c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:28.902150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58386) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:28.918817 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91218b43-09bb-4cf0-b291-d669b1eac70d None None] Pushing event updated for resources: {'Port': ['ID=0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:29.011105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:11:29.029582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:29.031315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.053952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23d1cd17-fbd2-4d76-b422-aad170b3ea95 req-019c00e2-7c55-49e4-93ac-10383e0b4a04 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6983433 Oct 18 23:11:29.188138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e336879-ad55-476d-815d-5f90c2a9d6c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.197308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Attempting to bind port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:11:29.198155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Attempting to bind port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:11:29.198831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Attempting to bind port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 on network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:29.203205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58390) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:29.218357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:11:29.218753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Checking segment: {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:29.226962 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.227744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Bound using segment: {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:11:29.228570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Bound port: 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:11:29.229222 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.265679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d8ea4-83c6-474d-966a-38c751c8025c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c4b732-1668-4def-8f6c-76ef6ff60296,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:29.283824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e51d8ea4-83c6-474d-966a-38c751c8025c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c149245d7c6d4d5a8402163f40f7813d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9329600 Oct 18 23:11:29.289387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58394) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:29.300422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Pushing event updated for resources: {'Port': ['ID=b3cdba6b-2902-4006-93a3-17e797b814ed,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:29.446692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] For port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:11:29.459073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] For port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:11:29.463705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-653b9774-f713-4f6c-848e-cd9f1a9e7e21 req-633fbe9e-430c-4788-8098-55dd8f170bfc tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 210 time: 1.1933982 Oct 18 23:11:29.471164 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.578764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-994312af-03f7-447f-9f7c-b597c4e901ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.589748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-ef117559-9cb5-471a-81e0-70b962254db5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6040971 Oct 18 23:11:29.598260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:11:29.599346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:11:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:29.617844 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.655097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-5d1bd446-6372-41b1-9015-9e4d07f8fbb5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:11:29.659183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-5d1bd446-6372-41b1-9015-9e4d07f8fbb5 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0521266 Oct 18 23:11:29.815262 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a955bfdb-4fb8-4872-9afd-49e100acbe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.818962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a955bfdb-4fb8-4872-9afd-49e100acbe65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.820201 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a955bfdb-4fb8-4872-9afd-49e100acbe65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2ce5bd0-332c-4386-81c5-d1148ff079b1 HTTP/1.1" status: 204 len: 168 time: 2.8815613 Oct 18 23:11:29.838344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be0dde5-4107-4429-b1e7-299010ebb683,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:29.877109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:11:29.895252 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ca6213c-7097-4a76-b6b4-468e68745083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:29.981268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955bfdb-4fb8-4872-9afd-49e100acbe65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ce5bd0-332c-4386-81c5-d1148ff079b1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:29.997373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-994312af-03f7-447f-9f7c-b597c4e901ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.014775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Checking segment: {'id': '91fefe3c-3395-4002-a0f4-9e99c4f866b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:30.014775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Network hostable DHCP agents. Network: 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:11:30.057927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a9507006-9b12-42e9-aa93-e0031ecf5303 None None] Provisioning complete for port b3cdba6b-2902-4006-93a3-17e797b814ed triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:30.060459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9507006-9b12-42e9-aa93-e0031ecf5303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.093705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:11:30.112875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:30.125650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:30.125650 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.185196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a9507006-9b12-42e9-aa93-e0031ecf5303 None None] Port b3cdba6b-2902-4006-93a3-17e797b814ed cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:11:30.195747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0dcf1ac9-210e-43a0-995d-f37f441f6240 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4030776 Oct 18 23:11:30.201523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58406) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:30.202191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e336879-ad55-476d-815d-5f90c2a9d6c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.213310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:30.214864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d12909-0024-4c43-a70b-d4cec047d2eb None None] Network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:11:30.246993 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e336879-ad55-476d-815d-5f90c2a9d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.309232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Request body: {'port': {'device_id': 'f998e608-e863-4335-8f29-33cd3402c679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:30.457816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91218b43-09bb-4cf0-b291-d669b1eac70d None None] Pushing event updated for resources: {'Port': ['ID=0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:30.458101 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.459925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.634543 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.640828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-029a9c13-311c-43f1-910f-b2fafd4d0105 None None] Provisioning complete for port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:30.641230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-029a9c13-311c-43f1-910f-b2fafd4d0105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.642203 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ca6213c-7097-4a76-b6b4-468e68745083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.696647 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-994312af-03f7-447f-9f7c-b597c4e901ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.702873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-994312af-03f7-447f-9f7c-b597c4e901ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.706622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-994312af-03f7-447f-9f7c-b597c4e901ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9c4b732-1668-4def-8f6c-76ef6ff60296 HTTP/1.1" status: 204 len: 168 time: 1.4124637 Oct 18 23:11:30.728284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e336879-ad55-476d-815d-5f90c2a9d6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560a353c-56c1-4db7-a133-c8ae8d54cd0d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:30.756349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-6d8f65d5-ffbf-4f59-bae1-5e7b806802ac', 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'fixed_ips': [{'subnet_id': '6be0dde5-4107-4429-b1e7-299010ebb683'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:11:30.783275 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.786021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ca6213c-7097-4a76-b6b4-468e68745083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.796283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58412) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:30.806811 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.873932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3ca6213c-7097-4a76-b6b4-468e68745083 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8f754db11b848b58d9b6c18aecf7bbe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6678073 Oct 18 23:11:30.885112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994312af-03f7-447f-9f7c-b597c4e901ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c4b732-1668-4def-8f6c-76ef6ff60296,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:30.907171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7948a979-0f21-4f90-9c0e-277a31362027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:30.910822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58416) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:30.965286 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3e336879-ad55-476d-815d-5f90c2a9d6c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3985cf18be7c4c7c91f5e179919c6b0c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0329900 Oct 18 23:11:30.984326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58418) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:31.040088 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f0935a5-a0c2-4a28-a35e-86889eb3849e req-05efa655-813c-4b74-b0bd-ffceceec6fb2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 210 time: 0.2393072 Oct 18 23:11:31.122096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5d6a-2c9b-4470-8728-efe20b72a31c req-71073a3a-6242-41ad-a698-851e05150174 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:31.123816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-298f5d6a-2c9b-4470-8728-efe20b72a31c req-71073a3a-6242-41ad-a698-851e05150174 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 936 time: 0.7141511 Oct 18 23:11:31.185126 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6213c-7097-4a76-b6b4-468e68745083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406450dc-269c-4318-afbf-f00fe153edfa,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:31.309844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.73', 64187) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:31.437805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:31.448014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0503e406-3ea0-4e3f-a1a6-02528047ec9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:31.457424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-fa0a7d6c-3559-4edc-bf00-86ed07965a64 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cc232d16567f4624943479793c30d51b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1352475 Oct 18 23:11:31.487445 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-298f5d6a-2c9b-4470-8728-efe20b72a31c req-aed1ab8d-fd88-4f4c-b058-8d9365e5f025 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277316 Oct 18 23:11:31.508577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-029a9c13-311c-43f1-910f-b2fafd4d0105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:31.512114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Allocated IP 172.20.0.2 (6d8f65d5-ffbf-4f59-bae1-5e7b806802ac/6be0dde5-4107-4429-b1e7-299010ebb683/c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:11:31.512246 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0503e406-3ea0-4e3f-a1a6-02528047ec9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:31.655230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0503e406-3ea0-4e3f-a1a6-02528047ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:31.658949 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6cacf8e2-f51a-468f-913b-d09e88f042fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:31.668467 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0503e406-3ea0-4e3f-a1a6-02528047ec9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:31.674827 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0503e406-3ea0-4e3f-a1a6-02528047ec9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/560a353c-56c1-4db7-a133-c8ae8d54cd0d HTTP/1.1" status: 204 len: 168 time: 0.6775997 Oct 18 23:11:31.688339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6cacf8e2-f51a-468f-913b-d09e88f042fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:31.707805 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503e406-3ea0-4e3f-a1a6-02528047ec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560a353c-56c1-4db7-a133-c8ae8d54cd0d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:31.795409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-029a9c13-311c-43f1-910f-b2fafd4d0105 None None] For port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:31.856470 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-029a9c13-311c-43f1-910f-b2fafd4d0105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:31.994668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:29Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:32.003912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a9c13-311c-43f1-910f-b2fafd4d0105 None None] Pushing event updated for resources: {'Port': ['ID=0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:32.120587 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7948a979-0f21-4f90-9c0e-277a31362027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:32.127739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1548e3-e671-4438-9092-6f9d7759a1df None None] The sync data for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 is: [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:29Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:11:32.395271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cdba6b-2902-4006-93a3-17e797b814ed {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:11:32.416471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:32.454216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Transition to ACTIVE for port object b3cdba6b-2902-4006-93a3-17e797b814ed will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:11:32.543561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7948a979-0f21-4f90-9c0e-277a31362027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:32.563874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6cacf8e2-f51a-468f-913b-d09e88f042fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:32.566901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6cacf8e2-f51a-468f-913b-d09e88f042fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:32.581117 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6cacf8e2-f51a-468f-913b-d09e88f042fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/406450dc-269c-4318-afbf-f00fe153edfa HTTP/1.1" status: 204 len: 168 time: 1.6404357 Oct 18 23:11:32.583699 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:32.764434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cdba6b-2902-4006-93a3-17e797b814ed,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:32.837824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b60855-0324-4f4d-9779-1a16518fb2f4 req-80b19d7c-648c-492a-8f21-86a1c62e112b tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:32.871125 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8b60855-0324-4f4d-9779-1a16518fb2f4 req-80b19d7c-648c-492a-8f21-86a1c62e112b tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.1984510 Oct 18 23:11:32.982900 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:32.983732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d7a85e9-e34a-49c2-b51e-ba448997659b req-09c290b2-f021-4fb9-9c34-56d85fb7b1f1 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 210 time: 0.4450870 Oct 18 23:11:33.005132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-653f1f83-afce-45f7-bb65-c0549f61cb9b tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:33.007727 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-653f1f83-afce-45f7-bb65-c0549f61cb9b tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5033815 Oct 18 23:11:33.015085 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:33.036175 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8b60855-0324-4f4d-9779-1a16518fb2f4 req-7dd3fcc4-67f0-4b41-95de-0d7329f548ac tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637175 Oct 18 23:11:33.110492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7948a979-0f21-4f90-9c0e-277a31362027 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51ee6b5c8cd7455daed592ad13efc983&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3078551 Oct 18 23:11:33.113232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58470) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:33.131050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948a979-0f21-4f90-9c0e-277a31362027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf589b9d-daeb-40e1-a509-1da2dd8c051c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:33.175153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:33.192407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:33.215169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:11:33.336297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Pushing event updated for resources: {'Port': ['ID=c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:33.354352 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-96abba57-693c-4397-a622-39e22c9db679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:33.426228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacf8e2-f51a-468f-913b-d09e88f042fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406450dc-269c-4318-afbf-f00fe153edfa,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:33.457744 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-96abba57-693c-4397-a622-39e22c9db679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:33.476741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Attempting to bind port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:11:33.477124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Attempting to bind port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '91fefe3c-3395-4002-a0f4-9e99c4f866b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:11:33.477491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Attempting to bind port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 on network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:33.485460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:11:33.485841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Checking segment: {'id': '91fefe3c-3395-4002-a0f4-9e99c4f866b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:33.490685 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:33.491212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Bound using segment: {'id': '91fefe3c-3395-4002-a0f4-9e99c4f866b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:11:33.492280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Bound port: c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fefe3c-3395-4002-a0f4-9e99c4f866b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:11:33.492696 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:33.515569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Attempting to bind port b3cdba6b-2902-4006-93a3-17e797b814ed on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:11:33.516613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Attempting to bind port b3cdba6b-2902-4006-93a3-17e797b814ed by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:11:33.517786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Attempting to bind port b3cdba6b-2902-4006-93a3-17e797b814ed on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:33.560369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Request body: {'port': {'device_id': '5032be31-b587-4482-99fc-58ccd03b3417', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': 'cc232d16567f4624943479793c30d51b'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:33.603265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Port b3cdba6b-2902-4006-93a3-17e797b814ed on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:11:33.604102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Attempting to bind port b3cdba6b-2902-4006-93a3-17e797b814ed on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:33.660413 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-96abba57-693c-4397-a622-39e22c9db679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:33.665790 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-96abba57-693c-4397-a622-39e22c9db679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:33.669847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-96abba57-693c-4397-a622-39e22c9db679 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf589b9d-daeb-40e1-a509-1da2dd8c051c HTTP/1.1" status: 204 len: 168 time: 0.5532360 Oct 18 23:11:33.676030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:11:33.677265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:33.682348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:11:33.685769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Bound port: b3cdba6b-2902-4006-93a3-17e797b814ed, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:11:33.687155 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:33.716694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] For port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:11:33.716903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abba57-693c-4397-a622-39e22c9db679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf589b9d-daeb-40e1-a509-1da2dd8c051c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:33.736040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] For port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0,segment=NetworkSegment(91fefe3c-3395-4002-a0f4-9e99c4f866b2),segment_id=91fefe3c-3395-4002-a0f4-9e99c4f866b2)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:11:33.771862 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:33.814236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:33.938442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30858b2-7e59-469f-9941-15f71480a486 None None] Pushing event updated for resources: {'Port': ['ID=c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:33.977763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:33.978425 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:34.406924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:34.508195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58486) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:34.589133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-430cdf4b-c5de-4df1-b344-fc15ea8c1b56 req-20547841-95c0-4952-89de-85fc94e6950c tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 210 time: 0.3039653 Oct 18 23:11:34.664129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2031-c3f3-4146-805d-a6d2a2bba265 req-b6dec393-1f3a-40c5-a834-452df0d12f1c tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:34.666194 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-828f2031-c3f3-4146-805d-a6d2a2bba265 req-b6dec393-1f3a-40c5-a834-452df0d12f1c tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.3664742 Oct 18 23:11:34.694202 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:34.700862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9d8f98d1-cba4-4501-9c75-fcf0d3a276c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:34.708019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] For port b3cdba6b-2902-4006-93a3-17e797b814ed, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:11:34.778291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-828f2031-c3f3-4146-805d-a6d2a2bba265 req-3635eb81-fb6d-4d88-b0d7-6aa564ac9181 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976267 Oct 18 23:11:34.856140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:34.868093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] For port b3cdba6b-2902-4006-93a3-17e797b814ed, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3cdba6b-2902-4006-93a3-17e797b814ed,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:11:34.979588 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:34.995519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Made reservation on behalf of cc232d16567f4624943479793c30d51b for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:11:35.001738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:35.183442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:35.193330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:35.196164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] 10.222.0.102 "PUT /v2.0/ports/b3cdba6b-2902-4006-93a3-17e797b814ed HTTP/1.1" status: 200 len: 1097 time: 5.3109791 Oct 18 23:11:35.197058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f998e608-e863-4335-8f29-33cd3402c679', 'tag': 'b3cdba6b-2902-4006-93a3-17e797b814ed'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:11:35.403348 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:35.846855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:35.852120 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9d8f98d1-cba4-4501-9c75-fcf0d3a276c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:35.883734 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9d8f98d1-cba4-4501-9c75-fcf0d3a276c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:35.993887 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07b8c4ca-1df0-46b5-9fc5-b50b15b0a825 req-4aa9ef7e-b4e0-4aec-a3c1-c524bdba3b0d tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 210 time: 0.1270132 Oct 18 23:11:35.994960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafac625-81cb-46b4-a5f5-940366730ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cdba6b-2902-4006-93a3-17e797b814ed,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:36.078268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9d8f98d1-cba4-4501-9c75-fcf0d3a276c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0821f51fea04124b554fa1467bcbcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5189919 Oct 18 23:11:36.082431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58514) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:36.105098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-2dc09d05-762b-41ab-b0f9-70f467a69a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:36.115048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-2dc09d05-762b-41ab-b0f9-70f467a69a48 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 1100 time: 0.7314348 Oct 18 23:11:36.128960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f98d1-cba4-4501-9c75-fcf0d3a276c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dd49e0-cc3a-478f-a7ba-cf554ad2b925,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:36.165961 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ecacf7-8bc7-4e34-af57-63fb8724edcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f998e608-e863-4335-8f29-33cd3402c679", "tag": "b3cdba6b-2902-4006-93a3-17e797b814ed"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:11:36.169113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d339a-48bf-4050-9d91-ccba628848c0 None None] Network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:11:36.196238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Allocated IP 172.25.7.240 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/853671df-f249-43fd-8a69-fe536d2dd417) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:11:36.261470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:36.268068 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:36.300764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b086126-d0d5-4291-a3e6-2a07e842aba0 req-f4a1e782-ee83-4cf8-bb24-16fbac3098ac tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:36.312607 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3b086126-d0d5-4291-a3e6-2a07e842aba0 req-f4a1e782-ee83-4cf8-bb24-16fbac3098ac tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.2033441 Oct 18 23:11:36.381840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d03ad65-ad57-4c6d-bb83-fcabd557e5f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:36.404841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-bd9594f1-ae85-476b-95f1-ac30d1b9bb5c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b3cdba6b-2902-4006-93a3-17e797b814ed HTTP/1.1" status: 200 len: 217 time: 0.2112823 Oct 18 23:11:36.453915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:36.493317 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d03ad65-ad57-4c6d-bb83-fcabd557e5f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:36.498816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3b086126-d0d5-4291-a3e6-2a07e842aba0 req-a5d33930-b7ed-47a0-a821-a014dcd7eebe tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673396 Oct 18 23:11:36.589673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:36.652291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-99ade6f8-6215-48b7-b2c2-543c7370272a None None] Provisioning complete for port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:36.657619 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-99ade6f8-6215-48b7-b2c2-543c7370272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:36.686816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d03ad65-ad57-4c6d-bb83-fcabd557e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:36.689904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d03ad65-ad57-4c6d-bb83-fcabd557e5f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:36.691245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7d03ad65-ad57-4c6d-bb83-fcabd557e5f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9dd49e0-cc3a-478f-a7ba-cf554ad2b925 HTTP/1.1" status: 204 len: 168 time: 0.6069038 Oct 18 23:11:36.711186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03ad65-ad57-4c6d-bb83-fcabd557e5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dd49e0-cc3a-478f-a7ba-cf554ad2b925,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:36.711385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:36.990471 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5b6050-220b-48ed-a57b-12385fe472d0 x-openstack-request-id: req-2c5b6050-220b-48ed-a57b-12385fe472d0 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:11:36.991564 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f998e608-e863-4335-8f29-33cd3402c679", "tag": "b3cdba6b-2902-4006-93a3-17e797b814ed", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:11:36.991984 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c5b6050-220b-48ed-a57b-12385fe472d0 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:11:36.992612 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f998e608-e863-4335-8f29-33cd3402c679', 'tag': 'b3cdba6b-2902-4006-93a3-17e797b814ed', 'status': 'completed', 'code': 200} Oct 18 23:11:37.027607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-f313cf76-dca8-4770-b2cb-6505c13decef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:37.032775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-f313cf76-dca8-4770-b2cb-6505c13decef service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.6031399 Oct 18 23:11:37.088173 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:37.213789 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07156e0d-cc25-4199-aa13-0c4df1f88727 req-35f94439-47b2-4fea-8a7e-4bcfe11992e9 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 210 time: 0.0525596 Oct 18 23:11:37.374463 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-99ade6f8-6215-48b7-b2c2-543c7370272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:37.444303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0,segment=NetworkSegment(91fefe3c-3395-4002-a0f4-9e99c4f866b2),segment_id=91fefe3c-3395-4002-a0f4-9e99c4f866b2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:37.457797 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:37.680002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e220b671-f407-45ba-9000-c141f0f0d0f9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:37.689199 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-99ade6f8-6215-48b7-b2c2-543c7370272a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:11:37.689844 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-99ade6f8-6215-48b7-b2c2-543c7370272a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:11:37.762744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Allocated IP 192.168.233.37 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/96220863-c488-4e0d-8575-07916eacb543) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:11:37.824530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:38.228138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:38.334617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:38.455478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:38.473741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b2bd244b-95ae-4ac5-8a22-edeca5d2786f None None] Provisioning complete for port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:38.474610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:38.474836 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b2bd244b-95ae-4ac5-8a22-edeca5d2786f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:38.497101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:11:38.544605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e52a83-90d0-4e89-a231-3d912e10c7af req-37ed27cf-9f43-4a92-8591-c61b544a7af8 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:38.547897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63e52a83-90d0-4e89-a231-3d912e10c7af req-37ed27cf-9f43-4a92-8591-c61b544a7af8 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.2688124 Oct 18 23:11:38.619915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-97d72a26-8f25-491f-b165-20d1374797af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:38.625428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-97d72a26-8f25-491f-b165-20d1374797af service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.5477555 Oct 18 23:11:39.058923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-fb52ff9b-b988-4484-a606-db669d184b7f service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907746 Oct 18 23:11:39.075603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Pushing event updated for resources: {'Port': ['ID=853671df-f249-43fd-8a69-fe536d2dd417,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:39.172204 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:39.205383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89c0a66b-1ec4-4eb4-ae25-2ff0c6a87ecd req-2ee48cef-0b83-439a-8b4f-e9097445fa75 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 210 time: 0.0575747 Oct 18 23:11:39.301761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63e52a83-90d0-4e89-a231-3d912e10c7af req-91ded329-2a5c-49b4-8ece-4765d9bebf05 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7163205 Oct 18 23:11:39.521062 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:39.574155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:39.665867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:39.677854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58586) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:39.683317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:11:39.689191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:39.689862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:39.721918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:39.855225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:39.857080 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:39.941922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e123366-875d-4d55-b9b7-15d0c2ad8c4c req-8e96a9e3-a47c-4499-b113-1f519d51a340 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702154 Oct 18 23:11:39.943289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Pushing event updated for resources: {'Port': ['ID=96220863-c488-4e0d-8575-07916eacb543,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:39.972203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-502e87db-7be1-4a59-86c7-160c597309b4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4673107 Oct 18 23:11:40.032976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-de9bd707-162c-46c7-9345-8187fdcd4838 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:11:40.034991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-de9bd707-162c-46c7-9345-8187fdcd4838 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0373766 Oct 18 23:11:40.036769 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:40.159145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ec41-65ab-4be0-ab5f-335df6a2b31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:40.189545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7c8fe826-f492-4a85-b3fa-43577b21c7d2 None None] Provisioning complete for port 96220863-c488-4e0d-8575-07916eacb543 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:40.191018 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe826-f492-4a85-b3fa-43577b21c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:40.327103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ec41-65ab-4be0-ab5f-335df6a2b31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:40.338067 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ec41-65ab-4be0-ab5f-335df6a2b31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:40.350115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7c8fe826-f492-4a85-b3fa-43577b21c7d2 None None] Port 96220863-c488-4e0d-8575-07916eacb543 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:11:40.408593 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f6e2ec41-65ab-4be0-ab5f-335df6a2b31e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ce595fe00ed4e24a581e53864308ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7278464 Oct 18 23:11:40.409882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2ec41-65ab-4be0-ab5f-335df6a2b31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42e833a-d5c5-4b38-9e4e-a31c395a0455,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:40.413267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58606) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:40.423072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-ae3bfda2-9660-450d-a3f1-bee21becca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:40.425570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-ae3bfda2-9660-450d-a3f1-bee21becca2a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 1100 time: 0.3012421 Oct 18 23:11:40.644374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e871-c39f-4a2b-8d92-c9a40ae4e9f6 req-352b105f-036b-493c-ac75-1a5ea265e78c tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:40.657410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ac69e871-c39f-4a2b-8d92-c9a40ae4e9f6 req-352b105f-036b-493c-ac75-1a5ea265e78c tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 935 time: 0.2148809 Oct 18 23:11:40.661012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-8ac1bec7-06f2-4ba2-a09b-0260bf5d7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:40.662849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-8ac1bec7-06f2-4ba2-a09b-0260bf5d7f46 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2229893 Oct 18 23:11:40.761655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55487305-b85c-4793-a981-85c569848857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:40.794529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-3fe11123-9f9e-49f2-910d-bdd575c735aa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b3cdba6b-2902-4006-93a3-17e797b814ed HTTP/1.1" status: 200 len: 217 time: 0.1195316 Oct 18 23:11:40.830905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ac69e871-c39f-4a2b-8d92-c9a40ae4e9f6 req-8e466e83-972e-4565-b2c8-3ce69e15b28a tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685288 Oct 18 23:11:40.869772 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55487305-b85c-4793-a981-85c569848857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:41.058043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55487305-b85c-4793-a981-85c569848857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:41.061413 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55487305-b85c-4793-a981-85c569848857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:41.071621 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-55487305-b85c-4793-a981-85c569848857 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d42e833a-d5c5-4b38-9e4e-a31c395a0455 HTTP/1.1" status: 204 len: 168 time: 0.6410425 Oct 18 23:11:41.109835 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55487305-b85c-4793-a981-85c569848857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42e833a-d5c5-4b38-9e4e-a31c395a0455,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:41.149265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:41.169406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Request body: {'port': {'device_id': '5032be31-b587-4482-99fc-58ccd03b3417', 'device_owner': 'compute:tempest-test_az-1688421562', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:41.307806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1d548-befc-47e8-a681-ae7042ad84a9 req-ff4d1bd8-cb83-4f1a-8ce1-b151564fa120 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:41.309850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7da1d548-befc-47e8-a681-ae7042ad84a9 req-ff4d1bd8-cb83-4f1a-8ce1-b151564fa120 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.2014441 Oct 18 23:11:41.422154 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7da1d548-befc-47e8-a681-ae7042ad84a9 req-2ff75ee9-0a5f-4478-b6b5-a07abbbbce1f tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938802 Oct 18 23:11:41.918693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-84ab3dd8-8dfc-45b8-abe8-f10738255134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:41.922590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-84ab3dd8-8dfc-45b8-abe8-f10738255134 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.7864668 Oct 18 23:11:41.968365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:42.033817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Router 5438f695-a35e-4bf2-8cdc-90573870a6b7 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:11:42.142993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd28d-50b8-4a2d-ac87-8302c42695d7 req-fd8ab800-bb8e-43bc-b02f-23e7cc89f1ad tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:42.163704 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73cbd28d-50b8-4a2d-ac87-8302c42695d7 req-fd8ab800-bb8e-43bc-b02f-23e7cc89f1ad tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 935 time: 0.1969357 Oct 18 23:11:42.296044 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73cbd28d-50b8-4a2d-ac87-8302c42695d7 req-beb38536-75d1-4dfb-86bd-feb8efb63c4f tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156228 Oct 18 23:11:42.396731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-fb21a995-84bf-4404-8126-7f1870333656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:42.408323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-fb21a995-84bf-4404-8126-7f1870333656 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4018030 Oct 18 23:11:42.446770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58652) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:42.511753 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-97b07f8b-d171-4c13-aab8-bbd2dc59a6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:42.838517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:11:42.865495 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Sync routers for ids ['5438f695-a35e-4bf2-8cdc-90573870a6b7'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:11:42.882633 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-97b07f8b-d171-4c13-aab8-bbd2dc59a6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:42.893859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-97b07f8b-d171-4c13-aab8-bbd2dc59a6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:42.895215 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Routers {'5438f695-a35e-4bf2-8cdc-90573870a6b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:11:42.903876 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:11:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5438f695-a35e-4bf2-8cdc-90573870a6b7'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:43.080890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b07f8b-d171-4c13-aab8-bbd2dc59a6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac92ddcb-d7d9-422f-902b-5774ea6fb514,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:43.150109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-97b07f8b-d171-4c13-aab8-bbd2dc59a6fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e1f2b4d8da94b26bee25d1fe2904ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987865 Oct 18 23:11:43.180905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58662) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:43.254660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58664) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:43.261422 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Set router 5438f695-a35e-4bf2-8cdc-90573870a6b7 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:11:43.485914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-38215269-2865-494a-a77e-fbdf286a4beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:43.501426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-c78ba7b8-9560-4948-854d-b30e5c3a7877 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8541806 Oct 18 23:11:43.574485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-38215269-2865-494a-a77e-fbdf286a4beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:43.651998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:43.656485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b0ce250-136e-43d8-8ac9-4583a5986284 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 13.4519844 Oct 18 23:11:43.680566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58678) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:43.716219 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-38215269-2865-494a-a77e-fbdf286a4beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:43.719347 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-38215269-2865-494a-a77e-fbdf286a4beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:43.721096 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-38215269-2865-494a-a77e-fbdf286a4beb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac92ddcb-d7d9-422f-902b-5774ea6fb514 HTTP/1.1" status: 204 len: 168 time: 0.5385265 Oct 18 23:11:43.750187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38215269-2865-494a-a77e-fbdf286a4beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac92ddcb-d7d9-422f-902b-5774ea6fb514,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:43.766624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bebbb48d-7f77-468b-bf89-e398bb039711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:43.784571 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '853671df-f249-43fd-8a69-fe536d2dd417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:30Z', 'updated_at': '2021-10-18T23:11:39Z', 'revision_number': 3, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'gw_port': {'id': '853671df-f249-43fd-8a69-fe536d2dd417', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:34Z', 'updated_at': '2021-10-18T23:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:43.928581 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Checking router: 5438f695-a35e-4bf2-8cdc-90573870a6b7 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:11:43.931408 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Updating router 5438f695-a35e-4bf2-8cdc-90573870a6b7 port 853671df-f249-43fd-8a69-fe536d2dd417 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:11:43.979559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdc855-bcb9-4bcb-bd00-72de4c65a949 req-9d67fc86-be39-4e66-98b7-244c352ae20d tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:43.984728 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9bcdc855-bcb9-4bcb-bd00-72de4c65a949 req-9d67fc86-be39-4e66-98b7-244c352ae20d tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 935 time: 0.1331758 Oct 18 23:11:44.050904 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:44.099723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300dd0e-ac13-4450-a715-4ae402317e85 req-0855908d-5563-4d9b-bd84-79ed77923ab7 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:44.100100 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bebbb48d-7f77-468b-bf89-e398bb039711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:44.117610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4300dd0e-ac13-4450-a715-4ae402317e85 req-0855908d-5563-4d9b-bd84-79ed77923ab7 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 1.4645243 Oct 18 23:11:44.133177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9bcdc855-bcb9-4bcb-bd00-72de4c65a949 req-0a2b3031-ea1d-4625-8789-daefb5aa4326 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413498 Oct 18 23:11:44.135830 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bebbb48d-7f77-468b-bf89-e398bb039711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:44.219231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbb48d-7f77-468b-bf89-e398bb039711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fdc5dd-2411-4196-b957-cf2c0ebd31a7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:44.289324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bebbb48d-7f77-468b-bf89-e398bb039711 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fdbf55ff17034321830ee3ce773bf0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0298266 Oct 18 23:11:44.293239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58688) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:44.359099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4300dd0e-ac13-4450-a715-4ae402317e85 req-e37a4662-81a8-48a9-8bf4-9e80a96b5da6 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072647 Oct 18 23:11:44.513511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4be638f9-33cb-4d03-b860-c62006ddda30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:44.517294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42ecacf7-8bc7-4e34-af57-63fb8724edcf req-86962bf4-cf41-4a80-8967-b89694114662 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9906518 Oct 18 23:11:44.592276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4be638f9-33cb-4d03-b860-c62006ddda30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:44.740655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4be638f9-33cb-4d03-b860-c62006ddda30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:44.750691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4be638f9-33cb-4d03-b860-c62006ddda30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:44.751919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4be638f9-33cb-4d03-b860-c62006ddda30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3fdc5dd-2411-4196-b957-cf2c0ebd31a7 HTTP/1.1" status: 204 len: 168 time: 0.4565334 Oct 18 23:11:44.778489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be638f9-33cb-4d03-b860-c62006ddda30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fdc5dd-2411-4196-b957-cf2c0ebd31a7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:44.820472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96220863-c488-4e0d-8575-07916eacb543 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:11:44.926244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:45.123238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Transition to ACTIVE for port object 96220863-c488-4e0d-8575-07916eacb543 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:11:45.136102 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:45.218141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Pushing event updated for resources: {'Port': ['ID=96220863-c488-4e0d-8575-07916eacb543,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:45.287256 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:45.303546 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:45.469434 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Attempting to bind port 853671df-f249-43fd-8a69-fe536d2dd417 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:11:45.470060 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Attempting to bind port 853671df-f249-43fd-8a69-fe536d2dd417 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:11:45.470655 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Attempting to bind port 853671df-f249-43fd-8a69-fe536d2dd417 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:45.484164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Attempting to bind port 96220863-c488-4e0d-8575-07916eacb543 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:11:45.484505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Attempting to bind port 96220863-c488-4e0d-8575-07916eacb543 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:11:45.485005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Attempting to bind port 96220863-c488-4e0d-8575-07916eacb543 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:45.504449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f2d3f-a747-4f63-a584-02a6d9c4a0af req-e7c3ef8b-f9c2-4297-8cec-6eaed8535869 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:45.508595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Port 96220863-c488-4e0d-8575-07916eacb543 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:11:45.508898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Attempting to bind port 96220863-c488-4e0d-8575-07916eacb543 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:45.512666 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a12f2d3f-a747-4f63-a584-02a6d9c4a0af req-e7c3ef8b-f9c2-4297-8cec-6eaed8535869 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 969 time: 0.1796963 Oct 18 23:11:45.521597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:11:45.521597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:45.523164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:11:45.527107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Bound port: 96220863-c488-4e0d-8575-07916eacb543, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:11:45.527590 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:45.643403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a12f2d3f-a747-4f63-a584-02a6d9c4a0af req-fa592f12-700d-4262-85ac-bf3a2342b62d tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296663 Oct 18 23:11:45.749592 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:11:45.754336 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:45.755885 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:45.758862 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:11:45.761360 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Bound port: 853671df-f249-43fd-8a69-fe536d2dd417, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:11:45.763689 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:45.769873 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b1d5c-5135-4532-9bb3-0057b0157226 None None] Pushing event updated for resources: {'Port': ['ID=853671df-f249-43fd-8a69-fe536d2dd417,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:45.954584 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] For port 853671df-f249-43fd-8a69-fe536d2dd417, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:11:45.959423 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] For port 853671df-f249-43fd-8a69-fe536d2dd417, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=853671df-f249-43fd-8a69-fe536d2dd417,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:11:45.969656 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:46.000690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58726) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:46.026748 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82739593-db37-4dd3-acaa-d347219e2217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:46.166110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] For port 96220863-c488-4e0d-8575-07916eacb543, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:11:46.183765 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Routers {'5438f695-a35e-4bf2-8cdc-90573870a6b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:11:46.189403 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:11:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5438f695-a35e-4bf2-8cdc-90573870a6b7'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:46.202640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] For port 96220863-c488-4e0d-8575-07916eacb543, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=96220863-c488-4e0d-8575-07916eacb543,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:11:46.275098 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b1d5c-5135-4532-9bb3-0057b0157226 None None] Pushing event updated for resources: {'Port': ['ID=853671df-f249-43fd-8a69-fe536d2dd417,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:46.294661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82739593-db37-4dd3-acaa-d347219e2217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:46.307238 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82739593-db37-4dd3-acaa-d347219e2217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:46.446546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:46.520738 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-82739593-db37-4dd3-acaa-d347219e2217 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46943ee80a484006b5d2b8a78a94d72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173585 Oct 18 23:11:46.531503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58730) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:46.654705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82739593-db37-4dd3-acaa-d347219e2217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d985b6-459b-4322-a4a3-31544a3d8ac6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:46.667355 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] Set router 5438f695-a35e-4bf2-8cdc-90573870a6b7 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:11:46.672095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e6e4-c9d5-4494-acd3-5a8afba260d7 req-c3d28ad8-cde9-4853-ae41-3510e59a0fc4 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:46.691520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f198e6e4-c9d5-4494-acd3-5a8afba260d7 req-c3d28ad8-cde9-4853-ae41-3510e59a0fc4 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.9061446 Oct 18 23:11:46.713592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:46.714699 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:46.718760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] 10.222.0.73 "PUT /v2.0/ports/96220863-c488-4e0d-8575-07916eacb543 HTTP/1.1" status: 200 len: 1118 time: 6.0527163 Oct 18 23:11:46.828808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d949f6a8-2df8-426f-9820-eb551834a022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:46.861994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5032be31-b587-4482-99fc-58ccd03b3417', 'tag': '96220863-c488-4e0d-8575-07916eacb543'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:11:46.877069 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2895240-6e74-47ad-8699-6a4d29df6d87" -d '{"events": [{"name": "network-changed", "server_uuid": "5032be31-b587-4482-99fc-58ccd03b3417", "tag": "96220863-c488-4e0d-8575-07916eacb543"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:11:46.885189 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d949f6a8-2df8-426f-9820-eb551834a022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:47.031176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d949f6a8-2df8-426f-9820-eb551834a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:47.034568 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d949f6a8-2df8-426f-9820-eb551834a022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:47.036337 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d949f6a8-2df8-426f-9820-eb551834a022 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1d985b6-459b-4322-a4a3-31544a3d8ac6 HTTP/1.1" status: 204 len: 168 time: 0.4939270 Oct 18 23:11:47.053962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949f6a8-2df8-426f-9820-eb551834a022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d985b6-459b-4322-a4a3-31544a3d8ac6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:47.235758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b582a-d2a5-4bd5-8df1-a20a2eb1f3ba req-42c54af5-5210-4431-9bb0-d04a1b5348eb tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:47.258071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba2b582a-d2a5-4bd5-8df1-a20a2eb1f3ba req-42c54af5-5210-4431-9bb0-d04a1b5348eb tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 969 time: 0.1408844 Oct 18 23:11:47.403037 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba2b582a-d2a5-4bd5-8df1-a20a2eb1f3ba req-21a95944-4ce8-4ace-8e5e-820601232f30 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439316 Oct 18 23:11:47.434357 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '853671df-f249-43fd-8a69-fe536d2dd417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:30Z', 'updated_at': '2021-10-18T23:11:39Z', 'revision_number': 3, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'gw_port': {'id': '853671df-f249-43fd-8a69-fe536d2dd417', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:34Z', 'updated_at': '2021-10-18T23:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:47.466544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f198e6e4-c9d5-4494-acd3-5a8afba260d7 req-c682b82f-861c-4d85-a04f-c7a71c3bdc05 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202268 Oct 18 23:11:47.497573 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:47.513223 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db349c0e-eb71-490a-a78e-92678f9215fc None None] The sync data for ids ['5438f695-a35e-4bf2-8cdc-90573870a6b7'] in n-d-713498-28 is: [{'id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '853671df-f249-43fd-8a69-fe536d2dd417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:30Z', 'updated_at': '2021-10-18T23:11:39Z', 'revision_number': 3, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'gw_port': {'id': '853671df-f249-43fd-8a69-fe536d2dd417', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:34Z', 'updated_at': '2021-10-18T23:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:11:47.718869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b4c7e-6a8f-4aab-bf91-1d8f0f1955da service neutron] Pushing event updated for resources: {'Port': ['ID=96220863-c488-4e0d-8575-07916eacb543,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:47.779110 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ed2369-a40c-4141-a250-4f7dc4296967 x-openstack-request-id: req-f9ed2369-a40c-4141-a250-4f7dc4296967 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:11:47.779388 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5032be31-b587-4482-99fc-58ccd03b3417", "tag": "96220863-c488-4e0d-8575-07916eacb543", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:11:47.781390 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9ed2369-a40c-4141-a250-4f7dc4296967 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:11:47.782203 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5032be31-b587-4482-99fc-58ccd03b3417', 'tag': '96220863-c488-4e0d-8575-07916eacb543', 'status': 'completed', 'code': 200} Oct 18 23:11:47.909457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-9f715cce-9f9d-43d8-86c9-7458b224e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:47.912705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-9f715cce-9f9d-43d8-86c9-7458b224e8dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc232d16567f4624943479793c30d51b&device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 1121 time: 0.4438889 Oct 18 23:11:48.739271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2643d04-ed9c-49d9-ae0c-902c851e479b req-e8a8b8eb-52e4-461f-a26e-763e177f7737 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:48.742333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Allocated IP 172.20.0.1 (6d8f65d5-ffbf-4f59-bae1-5e7b806802ac/6be0dde5-4107-4429-b1e7-299010ebb683/56e7c510-4bce-4fef-b471-02c241fd8050) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:11:48.746742 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2643d04-ed9c-49d9-ae0c-902c851e479b req-e8a8b8eb-52e4-461f-a26e-763e177f7737 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 969 time: 0.1873031 Oct 18 23:11:48.761140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:48.899876 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2643d04-ed9c-49d9-ae0c-902c851e479b req-ca1b1655-f32a-4cae-8c81-30ff1ba477e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344762 Oct 18 23:11:48.992322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-1f653159-e827-4520-b338-97a05db02ea9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=96220863-c488-4e0d-8575-07916eacb543 HTTP/1.1" status: 200 len: 217 time: 0.1274450 Oct 18 23:11:49.160430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ba241fa-d627-4e6d-9129-10640c69c43e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:49.319662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591670e-4bc4-4b2d-aec9-b5d207952842 req-b86c6b7e-d3bb-4830-b0bc-1e600c572934 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:49.322367 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f591670e-4bc4-4b2d-aec9-b5d207952842 req-b86c6b7e-d3bb-4830-b0bc-1e600c572934 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.5671418 Oct 18 23:11:49.440994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-63aeb99f-2a83-4a72-9133-37ad5bc5f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:49.444003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-63aeb99f-2a83-4a72-9133-37ad5bc5f5cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.4396310 Oct 18 23:11:49.531681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ba241fa-d627-4e6d-9129-10640c69c43e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:49.539425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ba241fa-d627-4e6d-9129-10640c69c43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:49.659796 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6ba241fa-d627-4e6d-9129-10640c69c43e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5724d98add9649e9a601e95477401b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8969789 Oct 18 23:11:49.663155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58802) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:49.683613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f591670e-4bc4-4b2d-aec9-b5d207952842 req-1373ab2c-f609-499e-9d1f-632e342583c0 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180363 Oct 18 23:11:49.747294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba241fa-d627-4e6d-9129-10640c69c43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37adf80a-fe6c-4f3b-bac2-854879df22f9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:49.749010 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:49.787611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-0e714e8b-2373-4526-a0a6-cd9d6f20c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:49.789538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-0e714e8b-2373-4526-a0a6-cd9d6f20c2c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3310585 Oct 18 23:11:49.830707 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb473d17-bcd3-44a3-8d4f-d01756f7a141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:49.832186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 853671df-f249-43fd-8a69-fe536d2dd417 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:49.862154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb473d17-bcd3-44a3-8d4f-d01756f7a141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:49.976816 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:49.979177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb473d17-bcd3-44a3-8d4f-d01756f7a141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:49.983039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb473d17-bcd3-44a3-8d4f-d01756f7a141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:49.985871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bb473d17-bcd3-44a3-8d4f-d01756f7a141 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37adf80a-fe6c-4f3b-bac2-854879df22f9 HTTP/1.1" status: 204 len: 168 time: 0.3211229 Oct 18 23:11:49.996594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb473d17-bcd3-44a3-8d4f-d01756f7a141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37adf80a-fe6c-4f3b-bac2-854879df22f9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:50.062667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 853671df-f249-43fd-8a69-fe536d2dd417 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:50.067526 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:50.110254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:50.133492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:50.166384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:11:50.167135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:50.205418 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:11:50.221737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a90bb9-6b01-45b1-ae64-6bd24531c08c req-b79823ae-4f77-4ce5-a20f-6a1a9932ab9d tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:50.223767 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33a90bb9-6b01-45b1-ae64-6bd24531c08c req-b79823ae-4f77-4ce5-a20f-6a1a9932ab9d tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 969 time: 0.0986333 Oct 18 23:11:50.251766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3773d524-76b1-4898-a8fb-4bbc7e735512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:50.277146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-993d111e-2a74-4e13-9da4-9f5e4f8ae374 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751630 Oct 18 23:11:50.320047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33a90bb9-6b01-45b1-ae64-6bd24531c08c req-f7f41792-354c-4ad6-851f-6da903fdaaf0 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734453 Oct 18 23:11:50.371471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Pushing event updated for resources: {'Port': ['ID=56e7c510-4bce-4fef-b471-02c241fd8050,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:50.404722 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:50.487200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 853671df-f249-43fd-8a69-fe536d2dd417, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=853671df-f249-43fd-8a69-fe536d2dd417,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:50.498690 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:50.633195 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d5deb9d-b342-48aa-93ce-720dbb80fbd1 req-f7fc5bb5-8bcb-46ee-93a6-0ea3df88c1e2 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284519 Oct 18 23:11:50.637743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=853671df-f249-43fd-8a69-fe536d2dd417,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:50.680391 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:50.699905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2f95fc0e-92d6-4a37-afb9-8ba7743a07e8 None None] Provisioning complete for port 56e7c510-4bce-4fef-b471-02c241fd8050 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:50.700536 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2f95fc0e-92d6-4a37-afb9-8ba7743a07e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:50.840256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2f95fc0e-92d6-4a37-afb9-8ba7743a07e8 None None] Port 56e7c510-4bce-4fef-b471-02c241fd8050 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:11:50.972640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c0147-e308-486f-8836-f5167fc9f676 req-042f669f-ef60-4ca9-bbfb-9eaad0c6efce tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:50.975015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab2c0147-e308-486f-8836-f5167fc9f676 req-042f669f-ef60-4ca9-bbfb-9eaad0c6efce tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.0810165 Oct 18 23:11:50.975826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58834) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:50.995943 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ae516f9-cd4a-407d-aed6-9b2ccf4eb36e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.033957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-4d2ac57f-026b-4dc2-b65d-2e8e58293183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:51.035938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-4d2ac57f-026b-4dc2-b65d-2e8e58293183 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc232d16567f4624943479793c30d51b&device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 1121 time: 0.2554188 Oct 18 23:11:51.079448 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab2c0147-e308-486f-8836-f5167fc9f676 req-65af244a-d579-4e81-9041-1c1a64da599a tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669332 Oct 18 23:11:51.174195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ae516f9-cd4a-407d-aed6-9b2ccf4eb36e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.177262 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.181280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ae516f9-cd4a-407d-aed6-9b2ccf4eb36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.187655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.188391 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.232831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-b2fcfa4b-c32b-463b-bd4a-2928049f528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:51.234243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-b2fcfa4b-c32b-463b-bd4a-2928049f528f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1897848 Oct 18 23:11:51.238171 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae516f9-cd4a-407d-aed6-9b2ccf4eb36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d730317-1cf1-4c54-ab7e-285120c54f5f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:51.247789 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6ae516f9-cd4a-407d-aed6-9b2ccf4eb36e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d202c966d08448f8437d43e9141a90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694051 Oct 18 23:11:51.250395 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58846) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:51.318360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-d7173083-33fc-4340-8539-131ff492d4c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=96220863-c488-4e0d-8575-07916eacb543 HTTP/1.1" status: 200 len: 217 time: 0.0692592 Oct 18 23:11:51.333421 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db89d072-edd7-40fd-898a-0e0053868665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.338112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Pushing event updated for resources: {'Port': ['ID=56e7c510-4bce-4fef-b471-02c241fd8050,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:51.391591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db89d072-edd7-40fd-898a-0e0053868665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.457331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-735b61d4-b73c-49d5-9adc-c01c3415db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:51.458876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-735b61d4-b73c-49d5-9adc-c01c3415db73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1316240 Oct 18 23:11:51.474621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db89d072-edd7-40fd-898a-0e0053868665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.481900 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db89d072-edd7-40fd-898a-0e0053868665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.483086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-db89d072-edd7-40fd-898a-0e0053868665 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d730317-1cf1-4c54-ab7e-285120c54f5f HTTP/1.1" status: 204 len: 168 time: 0.2306707 Oct 18 23:11:51.495756 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89d072-edd7-40fd-898a-0e0053868665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d730317-1cf1-4c54-ab7e-285120c54f5f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:51.518529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:51.527304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:51.556662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecbd55-77db-41cb-86f8-d233025a1679 req-f4fff709-b166-46e1-9fa4-c7f93d2c9d58 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:51.577179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55ecbd55-77db-41cb-86f8-d233025a1679 req-f4fff709-b166-46e1-9fa4-c7f93d2c9d58 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 969 time: 0.1580822 Oct 18 23:11:51.618042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-73486742-5358-4cb0-8188-49a2cd63ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:51.619630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-73486742-5358-4cb0-8188-49a2cd63ce1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522181 Oct 18 23:11:51.653534 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 853671df-f249-43fd-8a69-fe536d2dd417 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:51.720487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55ecbd55-77db-41cb-86f8-d233025a1679 req-1e5b2b46-3556-4a06-8f41-163a6254f291 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423776 Oct 18 23:11:51.804707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 853671df-f249-43fd-8a69-fe536d2dd417 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:51.805158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.870833 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-3d8efba8-5f3f-4734-ad78-b642a0f63c5a service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325826 Oct 18 23:11:51.876347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Router 5438f695-a35e-4bf2-8cdc-90573870a6b7 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:11:51.898890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-824c8a0a-faf3-425e-9e2b-e0cfcad602b4 None None] Provisioning complete for port 56e7c510-4bce-4fef-b471-02c241fd8050 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:51.899471 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-824c8a0a-faf3-425e-9e2b-e0cfcad602b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:51.945891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58870) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:52.045612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-824c8a0a-faf3-425e-9e2b-e0cfcad602b4 None None] Port 56e7c510-4bce-4fef-b471-02c241fd8050 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:11:52.134440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e226d935-334f-4a42-9a94-0bb1ef52e5f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:52.290575 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e226d935-334f-4a42-9a94-0bb1ef52e5f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:52.296566 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e226d935-334f-4a42-9a94-0bb1ef52e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:52.343686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e226d935-334f-4a42-9a94-0bb1ef52e5f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3061223f777a4ef9af02480a189eb697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964241 Oct 18 23:11:52.347624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58890) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:52.364644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:11:52.374375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226d935-334f-4a42-9a94-0bb1ef52e5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2475a9d7-348d-4d74-ba4e-1a69a06d5ba2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:52.386898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Sync routers for ids ['5438f695-a35e-4bf2-8cdc-90573870a6b7'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:11:52.407973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-740b5256-14eb-437f-9c02-5c05a2221302 admin admin] 10.222.0.52 "PUT /v2.0/routers/5438f695-a35e-4bf2-8cdc-90573870a6b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7186821 Oct 18 23:11:52.414092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Routers {'5438f695-a35e-4bf2-8cdc-90573870a6b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:11:52.415795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:11:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5438f695-a35e-4bf2-8cdc-90573870a6b7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:52.463720 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2bc959d2-8393-4b08-b465-fb69039b8f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:52.464221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d983-3d57-4238-b227-a10b39001fc3 req-c949f765-9af7-4243-9b69-6498133ef218 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:52.475302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b52d983-3d57-4238-b227-a10b39001fc3 req-c949f765-9af7-4243-9b69-6498133ef218 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.1946754 Oct 18 23:11:52.518446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2895240-6e74-47ad-8699-6a4d29df6d87 req-b0a6fa0a-c52f-4a64-8f68-04015b36f053 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379843 Oct 18 23:11:52.532387 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2bc959d2-8393-4b08-b465-fb69039b8f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:52.644982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b52d983-3d57-4238-b227-a10b39001fc3 req-6ce12a29-f891-461a-b9ea-0df301183761 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541147 Oct 18 23:11:52.652609 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2bc959d2-8393-4b08-b465-fb69039b8f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:52.655431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2bc959d2-8393-4b08-b465-fb69039b8f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:52.656925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2bc959d2-8393-4b08-b465-fb69039b8f86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2475a9d7-348d-4d74-ba4e-1a69a06d5ba2 HTTP/1.1" status: 204 len: 168 time: 0.3081758 Oct 18 23:11:52.672364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc959d2-8393-4b08-b465-fb69039b8f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2475a9d7-348d-4d74-ba4e-1a69a06d5ba2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:52.738558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Set router 5438f695-a35e-4bf2-8cdc-90573870a6b7 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:11:52.897914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a5c03-13e7-4f28-a9e8-0f6eabdf9fa5 req-f337bf6c-dff1-46e5-99ce-fa226b8cd152 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:52.900048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-938a5c03-13e7-4f28-a9e8-0f6eabdf9fa5 req-f337bf6c-dff1-46e5-99ce-fa226b8cd152 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 969 time: 0.0676923 Oct 18 23:11:52.962946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-938a5c03-13e7-4f28-a9e8-0f6eabdf9fa5 req-fc25fa9f-6db9-4ec0-83b7-d511a2a43260 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512183 Oct 18 23:11:53.086077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '853671df-f249-43fd-8a69-fe536d2dd417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:30Z', 'updated_at': '2021-10-18T23:11:50Z', 'revision_number': 4, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'gw_port': {'id': '853671df-f249-43fd-8a69-fe536d2dd417', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:34Z', 'updated_at': '2021-10-18T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '56e7c510-4bce-4fef-b471-02c241fd8050', 'name': '', 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'mac_address': 'fa:16:3e:11:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6be0dde5-4107-4429-b1e7-299010ebb683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:47Z', 'updated_at': '2021-10-18T23:11:50Z', 'revision_number': 2, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'subnets': [{'id': '6be0dde5-4107-4429-b1e7-299010ebb683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:53.116133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Checking router: 5438f695-a35e-4bf2-8cdc-90573870a6b7 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:11:53.116514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Updating router 5438f695-a35e-4bf2-8cdc-90573870a6b7 port 56e7c510-4bce-4fef-b471-02c241fd8050 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:11:53.120536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58924) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:53.151656 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.328965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58934) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:53.349086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2860791-a449-48b4-9001-c72333762b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.462378 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2860791-a449-48b4-9001-c72333762b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.468377 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2860791-a449-48b4-9001-c72333762b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.537506 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c2860791-a449-48b4-9001-c72333762b49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe29ca055c424e2aa649b0a86b200fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063389 Oct 18 23:11:53.540303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58936) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:53.552496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.565582 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.586935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2860791-a449-48b4-9001-c72333762b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ffc6ce-95d0-40f7-8988-7c4810aecec8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:53.658119 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-767b37a8-8458-41d9-8a75-f400832564c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.689709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4857b49-ed20-41e6-9012-ef5c9eaa1a5c None None] Pushing event updated for resources: {'Port': ['ID=56e7c510-4bce-4fef-b471-02c241fd8050,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:53.739020 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-767b37a8-8458-41d9-8a75-f400832564c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.771377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Attempting to bind port 56e7c510-4bce-4fef-b471-02c241fd8050 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:11:53.771775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Attempting to bind port 56e7c510-4bce-4fef-b471-02c241fd8050 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '91fefe3c-3395-4002-a0f4-9e99c4f866b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:11:53.772294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Attempting to bind port 56e7c510-4bce-4fef-b471-02c241fd8050 on network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:11:53.779764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:11:53.780234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Checking segment: {'id': '91fefe3c-3395-4002-a0f4-9e99c4f866b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:53.780796 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.781276 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Bound using segment: {'id': '91fefe3c-3395-4002-a0f4-9e99c4f866b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:11:53.781978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Bound port: 56e7c510-4bce-4fef-b471-02c241fd8050, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fefe3c-3395-4002-a0f4-9e99c4f866b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:11:53.782437 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.847886 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e951bb16-01b7-4c07-99e6-dd75712a8b63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.896910 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-363b6451-c3d6-4481-9a46-8e9e84de0a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:53.907402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] For port 56e7c510-4bce-4fef-b471-02c241fd8050, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:11:53.914155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] For port 56e7c510-4bce-4fef-b471-02c241fd8050, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=56e7c510-4bce-4fef-b471-02c241fd8050,segment=NetworkSegment(91fefe3c-3395-4002-a0f4-9e99c4f866b2),segment_id=91fefe3c-3395-4002-a0f4-9e99c4f866b2)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:11:53.925293 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.015826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Routers {'5438f695-a35e-4bf2-8cdc-90573870a6b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:11:54.016492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:11:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5438f695-a35e-4bf2-8cdc-90573870a6b7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:54.176505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] Set router 5438f695-a35e-4bf2-8cdc-90573870a6b7 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:11:54.181268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e951bb16-01b7-4c07-99e6-dd75712a8b63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.206194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fdbb3-6c1b-4618-845e-3458ccb8f275 req-133b09b9-0ca1-4f8c-bdd6-988d995a0ace tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:54.223095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c91fdbb3-6c1b-4618-845e-3458ccb8f275 req-133b09b9-0ca1-4f8c-bdd6-988d995a0ace tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.3226011 Oct 18 23:11:54.232050 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e951bb16-01b7-4c07-99e6-dd75712a8b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.243975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58958) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:54.250209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fb287d82-6485-40e7-b87c-c18e9ae1f0e2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709181598', 'description': 'tempest-description--1201666818'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:54.256673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4857b49-ed20-41e6-9012-ef5c9eaa1a5c None None] Pushing event updated for resources: {'Port': ['ID=56e7c510-4bce-4fef-b471-02c241fd8050,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:54.316210 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e951bb16-01b7-4c07-99e6-dd75712a8b63 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d27e29b2595c4cbfb610bfb3cc3d3eba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1916780 Oct 18 23:11:54.316210 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-767b37a8-8458-41d9-8a75-f400832564c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.318157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58960) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:54.321642 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-767b37a8-8458-41d9-8a75-f400832564c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.330936 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-767b37a8-8458-41d9-8a75-f400832564c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75ffc6ce-95d0-40f7-8988-7c4810aecec8 HTTP/1.1" status: 204 len: 168 time: 0.7886586 Oct 18 23:11:54.334257 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb287d82-6485-40e7-b87c-c18e9ae1f0e2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.440338 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c91fdbb3-6c1b-4618-845e-3458ccb8f275 req-f137a679-e806-4fe3-b1b2-2f56afb2e07d tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106023 Oct 18 23:11:54.449138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951bb16-01b7-4c07-99e6-dd75712a8b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46247187-512e-433d-b002-389ac402c465,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:54.450889 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb287d82-6485-40e7-b87c-c18e9ae1f0e2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.468034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0fccc80f-d88e-481b-8852-59d46bfe5664 None None] Provisioning complete for port 56e7c510-4bce-4fef-b471-02c241fd8050 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:54.468374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b37a8-8458-41d9-8a75-f400832564c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ffc6ce-95d0-40f7-8988-7c4810aecec8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:54.468605 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0fccc80f-d88e-481b-8852-59d46bfe5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.496463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb287d82-6485-40e7-b87c-c18e9ae1f0e2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.547481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '853671df-f249-43fd-8a69-fe536d2dd417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:30Z', 'updated_at': '2021-10-18T23:11:50Z', 'revision_number': 4, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'gw_port': {'id': '853671df-f249-43fd-8a69-fe536d2dd417', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:34Z', 'updated_at': '2021-10-18T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '56e7c510-4bce-4fef-b471-02c241fd8050', 'name': '', 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'mac_address': 'fa:16:3e:11:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6be0dde5-4107-4429-b1e7-299010ebb683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:47Z', 'updated_at': '2021-10-18T23:11:53Z', 'revision_number': 4, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'subnets': [{'id': '6be0dde5-4107-4429-b1e7-299010ebb683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:11:54.587953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3c9fb-21c0-449c-a03d-09a121c9993e None None] The sync data for ids ['5438f695-a35e-4bf2-8cdc-90573870a6b7'] in n-d-713498-28 is: [{'id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '853671df-f249-43fd-8a69-fe536d2dd417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:30Z', 'updated_at': '2021-10-18T23:11:50Z', 'revision_number': 4, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'gw_port': {'id': '853671df-f249-43fd-8a69-fe536d2dd417', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:34Z', 'updated_at': '2021-10-18T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '56e7c510-4bce-4fef-b471-02c241fd8050', 'name': '', 'network_id': '6d8f65d5-ffbf-4f59-bae1-5e7b806802ac', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'mac_address': 'fa:16:3e:11:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6be0dde5-4107-4429-b1e7-299010ebb683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:47Z', 'updated_at': '2021-10-18T23:11:53Z', 'revision_number': 4, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'subnets': [{'id': '6be0dde5-4107-4429-b1e7-299010ebb683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:11:54.592020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb287d82-6485-40e7-b87c-c18e9ae1f0e2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.593411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fb287d82-6485-40e7-b87c-c18e9ae1f0e2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3484516 Oct 18 23:11:54.598488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58968) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:54.603928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-42a8ead8-3159-4dea-afb9-093d1f540f46 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Request body: {'security_group_rule': {'security_group_id': '0e66ad25-22df-4cca-9bf8-480e172611de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:54.624181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb287d82-6485-40e7-b87c-c18e9ae1f0e2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e66ad25-22df-4cca-9bf8-480e172611de,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:54.677286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a769eb8-328c-4a37-8373-d002038992e4 req-b6e28569-413e-4b5c-8505-4c0c2157be30 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:54.693406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42a8ead8-3159-4dea-afb9-093d1f540f46 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.714364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a769eb8-328c-4a37-8373-d002038992e4 req-b6e28569-413e-4b5c-8505-4c0c2157be30 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 969 time: 0.3450351 Oct 18 23:11:54.715606 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72968e00-61a6-4665-b1de-73fca55c4003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.717877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0fccc80f-d88e-481b-8852-59d46bfe5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.739242 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.810257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0fccc80f-d88e-481b-8852-59d46bfe5664 None None] For port 56e7c510-4bce-4fef-b471-02c241fd8050, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=56e7c510-4bce-4fef-b471-02c241fd8050,segment=NetworkSegment(91fefe3c-3395-4002-a0f4-9e99c4f866b2),segment_id=91fefe3c-3395-4002-a0f4-9e99c4f866b2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:54.817741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0fccc80f-d88e-481b-8852-59d46bfe5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.874395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72968e00-61a6-4665-b1de-73fca55c4003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.885205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42a8ead8-3159-4dea-afb9-093d1f540f46 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.897072 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42a8ead8-3159-4dea-afb9-093d1f540f46 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.935140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8ead8-3159-4dea-afb9-093d1f540f46 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2938549-caf3-4876-9948-7f6366d87742,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:54.966192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42a8ead8-3159-4dea-afb9-093d1f540f46 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.970650 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-42a8ead8-3159-4dea-afb9-093d1f540f46 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3708901 Oct 18 23:11:54.972798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58978) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:54.979041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cf17003a-2c19-4542-8a58-b8fbfd93bf93 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Request body: {'security_group_rule': {'security_group_id': '0e66ad25-22df-4cca-9bf8-480e172611de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:54.988675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-730d6a67-2a6b-4024-8ba5-ad02ee820019 None None] Provisioning complete for port 56e7c510-4bce-4fef-b471-02c241fd8050 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:54.989424 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-730d6a67-2a6b-4024-8ba5-ad02ee820019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:54.995918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccc80f-d88e-481b-8852-59d46bfe5664 None None] Pushing event updated for resources: {'Port': ['ID=56e7c510-4bce-4fef-b471-02c241fd8050,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:55.020680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a769eb8-328c-4a37-8373-d002038992e4 req-1802fdea-a4c6-406d-95ce-aabaedc52dff tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959385 Oct 18 23:11:55.021445 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72968e00-61a6-4665-b1de-73fca55c4003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.031483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72968e00-61a6-4665-b1de-73fca55c4003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.037071 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-72968e00-61a6-4665-b1de-73fca55c4003 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46247187-512e-433d-b002-389ac402c465 HTTP/1.1" status: 204 len: 168 time: 0.7117894 Oct 18 23:11:55.050640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968e00-61a6-4665-b1de-73fca55c4003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46247187-512e-433d-b002-389ac402c465,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:55.060060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf17003a-2c19-4542-8a58-b8fbfd93bf93 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.166847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 96220863-c488-4e0d-8575-07916eacb543 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:11:55.187463 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.235466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf17003a-2c19-4542-8a58-b8fbfd93bf93 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.244543 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf17003a-2c19-4542-8a58-b8fbfd93bf93 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.267157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17003a-2c19-4542-8a58-b8fbfd93bf93 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87d7638-71f4-466a-9dc1-c8795d6edaeb,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:55.280464 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf17003a-2c19-4542-8a58-b8fbfd93bf93 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.284859 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cf17003a-2c19-4542-8a58-b8fbfd93bf93 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3064933 Oct 18 23:11:55.285133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58990) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:55.291009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:55.347085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.366461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 96220863-c488-4e0d-8575-07916eacb543, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=96220863-c488-4e0d-8575-07916eacb543,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:55.392597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '96220863-c488-4e0d-8575-07916eacb543', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '96220863-c488-4e0d-8575-07916eacb543', 'mac_address': 'fa:16:3e:8a:12:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:tempest-test_az-1688421562', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:11:55.442753 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.464753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96220863-c488-4e0d-8575-07916eacb543 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:11:55.493829 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.511547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 96220863-c488-4e0d-8575-07916eacb543, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=96220863-c488-4e0d-8575-07916eacb543,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:55.519244 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.659925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Allocated IP 172.25.7.62 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/567a8a6c-e010-467d-b0f8-9c8362dd4a7c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:11:55.702661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=96220863-c488-4e0d-8575-07916eacb543,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:55.763731 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1fdf3-2c1d-4d16-a385-5208527d4142 req-12944d5f-e643-443b-8f68-bfcd43b754d1 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:55.773076 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58e1fdf3-2c1d-4d16-a385-5208527d4142 req-12944d5f-e643-443b-8f68-bfcd43b754d1 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.1114709 Oct 18 23:11:55.820652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 56e7c510-4bce-4fef-b471-02c241fd8050 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:55.846486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58e1fdf3-2c1d-4d16-a385-5208527d4142 req-bfb7dce9-880c-4ce0-8832-c726dfee8a35 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Oct 18 23:11:55.862309 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.920506 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.922841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59004) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:55.931362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 56e7c510-4bce-4fef-b471-02c241fd8050 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:55.932094 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:55.946922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5eef6434-74b3-49ba-bae4-8c38be242257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.036680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:11:56.040761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:56.051781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:11:56.077636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['96220863-c488-4e0d-8575-07916eacb543'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:11:56.169839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59010) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:56.197709 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.291463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event updated for resources: {'Port': ['ID=567a8a6c-e010-467d-b0f8-9c8362dd4a7c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:56.308441 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.489317 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5eef6434-74b3-49ba-bae4-8c38be242257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.508089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5eef6434-74b3-49ba-bae4-8c38be242257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.530317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.550303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bce4f5-2700-449a-afaf-1093ce312b4a req-ab6edc76-3f3d-4559-be3b-51c6d7238394 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:56.559683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2bce4f5-2700-449a-afaf-1093ce312b4a req-ab6edc76-3f3d-4559-be3b-51c6d7238394 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 970 time: 0.3497367 Oct 18 23:11:56.562213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.566054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59020) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:56.613812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5eef6434-74b3-49ba-bae4-8c38be242257 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4948d928b224ef2bb252bf420e13c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6895761 Oct 18 23:11:56.623468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59024) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:56.625624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef6434-74b3-49ba-bae4-8c38be242257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4101e0a6-ecad-4db2-a705-9675fe3ebdf3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:56.646578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b3cdba6b-2902-4006-93a3-17e797b814ed details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:11:56.676117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.699551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-518a44ab-3074-4119-a42d-ee8b19c441bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.705325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2bce4f5-2700-449a-afaf-1093ce312b4a req-18d0401e-2212-40da-9102-53fa69e8d295 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443465 Oct 18 23:11:56.722277 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.733850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4469118 Oct 18 23:11:56.743073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1334605354-network', 'tenant_id': '8a65359461f94183a7ca48fa3fdcdf9a'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:56.760118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e195b0-3d94-4904-b4bc-6ad9d6a1ff26 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event updated for resources: {'Port': ['ID=567a8a6c-e010-467d-b0f8-9c8362dd4a7c,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:56.802127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Made reservation on behalf of 8a65359461f94183a7ca48fa3fdcdf9a for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:11:56.804821 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.818168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.824202 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-518a44ab-3074-4119-a42d-ee8b19c441bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.831299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-518a44ab-3074-4119-a42d-ee8b19c441bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.831670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0e1f-cb8f-4fe1-ae9e-7cb501d9ccec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.870269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0e1f-cb8f-4fe1-ae9e-7cb501d9ccec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:56.896445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a44ab-3074-4119-a42d-ee8b19c441bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6d6143-8c82-488e-b54b-e16317fe34ac,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:56.938644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-518a44ab-3074-4119-a42d-ee8b19c441bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b85e43fb5574f148d6d552e23e6b511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190005 Oct 18 23:11:56.942827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59030) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:56.969283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b3cdba6b-2902-4006-93a3-17e797b814ed, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3cdba6b-2902-4006-93a3-17e797b814ed,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:56.994996 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.000549 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0e1f-cb8f-4fe1-ae9e-7cb501d9ccec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.003337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b3cdba6b-2902-4006-93a3-17e797b814ed', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'b3cdba6b-2902-4006-93a3-17e797b814ed', 'mac_address': 'fa:16:3e:1c:2c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:11:57.007669 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0e1f-cb8f-4fe1-ae9e-7cb501d9ccec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.009249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b1b0e1f-cb8f-4fe1-ae9e-7cb501d9ccec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4101e0a6-ecad-4db2-a705-9675fe3ebdf3 HTTP/1.1" status: 204 len: 168 time: 0.3844662 Oct 18 23:11:57.012817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.032956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b0e1f-cb8f-4fe1-ae9e-7cb501d9ccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4101e0a6-ecad-4db2-a705-9675fe3ebdf3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:57.082951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:11:57.089015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c82abfa4-8c0d-4470-baa5-2ae1a12bcd66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.103894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfbb13-da26-4719-ab82-469a3260639d req-4a56c09a-44d7-470b-ad2a-c996261826d0 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:57.105767 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-80dfbb13-da26-4719-ab82-469a3260639d req-4a56c09a-44d7-470b-ad2a-c996261826d0 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 948 time: 0.1494997 Oct 18 23:11:57.123693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.135787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a316a03f-f95a-45f0-bb57-75d6a4c3ee41,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:57.150082 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c82abfa4-8c0d-4470-baa5-2ae1a12bcd66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.161963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.162531 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Added segment cf8c9bc4-8baa-4529-b714-e6c351bd98a9 of type vlan for network f5fde2bc-e701-43c9-8b72-b8fcda44f863 Oct 18 23:11:57.174890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cdba6b-2902-4006-93a3-17e797b814ed {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:11:57.199042 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-80dfbb13-da26-4719-ab82-469a3260639d req-1827ce68-45ff-4119-999f-349616fd1db1 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783620 Oct 18 23:11:57.222018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-cc75bb12-c78e-4d39-996c-07c972a16a11 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--709181598&fields=id&tenant_id=801f5591a991482caf7b88ace4355b2d HTTP/1.1" status: 200 len: 267 time: 0.1563051 Oct 18 23:11:57.234522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b3cdba6b-2902-4006-93a3-17e797b814ed, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3cdba6b-2902-4006-93a3-17e797b814ed,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:57.239172 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.253949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c82abfa4-8c0d-4470-baa5-2ae1a12bcd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.258472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c82abfa4-8c0d-4470-baa5-2ae1a12bcd66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.271532 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c82abfa4-8c0d-4470-baa5-2ae1a12bcd66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea6d6143-8c82-488e-b54b-e16317fe34ac HTTP/1.1" status: 204 len: 168 time: 0.3272862 Oct 18 23:11:57.277508 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.298406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82abfa4-8c0d-4470-baa5-2ae1a12bcd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6d6143-8c82-488e-b54b-e16317fe34ac,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:57.329287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b3cdba6b-2902-4006-93a3-17e797b814ed,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:57.395862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.395862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:57.395862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.505060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9356539 Oct 18 23:11:57.510638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59054) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:57.519855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Request body: {'subnet': {'network_id': 'f5fde2bc-e701-43c9-8b72-b8fcda44f863', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1334605354-subnet', 'tenant_id': '8a65359461f94183a7ca48fa3fdcdf9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:57.562508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39299fd6-d9e8-47cb-be99-40c696a4ff12 admin admin] Pushing event updated for resources: {'Network': ['ID=f5fde2bc-e701-43c9-8b72-b8fcda44f863,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:57.574001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Made reservation on behalf of 8a65359461f94183a7ca48fa3fdcdf9a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:11:57.575573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-84e75829-879a-412f-aa25-44170344c95b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:57.578683 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.584012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-84e75829-879a-412f-aa25-44170344c95b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 824 time: 0.3034649 Oct 18 23:11:57.594967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network f5fde2bc-e701-43c9-8b72-b8fcda44f863 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:11:57.598266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-2ca02d30-249d-499d-9e15-63facd273fca tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/quotas/801f5591a991482caf7b88ace4355b2d HTTP/1.1" status: 200 len: 375 time: 0.0134635 Oct 18 23:11:57.687496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-3bedd38f-d97a-4477-a738-09cbf1df3bf3 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799243 Oct 18 23:11:57.895013 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:57.927139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ab8d9-80b7-4d8c-bf63-e67b6751719f req-473f3082-4e31-44ce-948b-58ae71344db4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:57.929988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e5ab8d9-80b7-4d8c-bf63-e67b6751719f req-473f3082-4e31-44ce-948b-58ae71344db4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 970 time: 0.1086891 Oct 18 23:11:57.934664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b3cdba6b-2902-4006-93a3-17e797b814ed'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:11:57.957971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59070) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:57.986279 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a853901-3544-4a1b-a92a-57244d7935e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:58.000776 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e5ab8d9-80b7-4d8c-bf63-e67b6751719f req-f0cfb21f-2d5f-42d8-87b4-73481d675da9 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636458 Oct 18 23:11:58.063897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:58.170275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Checking segment: {'id': 'cf8c9bc4-8baa-4529-b714-e6c351bd98a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f5fde2bc-e701-43c9-8b72-b8fcda44f863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:11:58.170932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Network hostable DHCP agents. Network: f5fde2bc-e701-43c9-8b72-b8fcda44f863, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:11:58.181517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe44a24-0ce8-4b14-8b10-cff22a5ced67,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:58.183816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-a8214388-e4fc-44d4-b250-68d9c28f9b0e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:11:58.191409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-a8214388-e4fc-44d4-b250-68d9c28f9b0e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1033566 Oct 18 23:11:58.202234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Network f5fde2bc-e701-43c9-8b72-b8fcda44f863 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:11:58.219763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, f5fde2bc-e701-43c9-8b72-b8fcda44f863) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:11:58.234803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d58be-5ff0-426d-8385-78e49b08fc78 None None] Network f5fde2bc-e701-43c9-8b72-b8fcda44f863 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:11:58.236521 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a853901-3544-4a1b-a92a-57244d7935e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:58.239703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:58.242847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:58.277827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a853901-3544-4a1b-a92a-57244d7935e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:58.289612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1c8ecf05-0430-4945-a075-d4598b219000 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7773354 Oct 18 23:11:58.407949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d299869-f03a-4279-95bd-73da4868e918 req-ec9ba9c6-2b52-4243-9653-33b579b1f7e6 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:58.418041 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d299869-f03a-4279-95bd-73da4868e918 req-ec9ba9c6-2b52-4243-9653-33b579b1f7e6 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 949 time: 0.0876312 Oct 18 23:11:58.471329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d299869-f03a-4279-95bd-73da4868e918 req-b05d2b91-ae26-4390-baf1-cebdea7f24bc tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518050 Oct 18 23:11:58.504365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372493c3-ec19-4b90-92ad-158ea498f6aa None None] Network f5fde2bc-e701-43c9-8b72-b8fcda44f863 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:11:58.580974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7a853901-3544-4a1b-a92a-57244d7935e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=103fe9f9e3cf453899987c86ee2b310a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6220791 Oct 18 23:11:58.586570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59086) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:58.612337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a853901-3544-4a1b-a92a-57244d7935e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c456bf13-4309-4ad9-bc25-68f07f5e38c4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:58.627927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-b4323f0e-6e6f-4357-b1b0-e3ec9e356165 service neutron] 10.222.0.52 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356585 Oct 18 23:11:58.760978 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4efb170-880c-4611-a5d2-c8417cf171bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:58.774581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-1906127c-af87-4611-ac7d-5a83eeb304ba service neutron] 10.222.0.52 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304407 Oct 18 23:11:58.803726 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4efb170-880c-4611-a5d2-c8417cf171bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:58.898686 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4efb170-880c-4611-a5d2-c8417cf171bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:58.901276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4efb170-880c-4611-a5d2-c8417cf171bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:58.906290 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d4efb170-880c-4611-a5d2-c8417cf171bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c456bf13-4309-4ad9-bc25-68f07f5e38c4 HTTP/1.1" status: 204 len: 168 time: 0.3140991 Oct 18 23:11:58.928545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efb170-880c-4611-a5d2-c8417cf171bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c456bf13-4309-4ad9-bc25-68f07f5e38c4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:59.014187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a15f797c-8d17-4239-b3e1-7fac1cd1f7c7 req-5075a206-e9aa-4a3c-8d29-3d915ebe32a7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 210 time: 0.0316973 Oct 18 23:11:59.171262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea9bc9-2e9e-4ce3-b936-19e119d605fa req-d54c3432-9445-4b96-9c8f-c8617cf02d30 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:59.173161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fea9bc9-2e9e-4ce3-b936-19e119d605fa req-d54c3432-9445-4b96-9c8f-c8617cf02d30 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 970 time: 0.0725985 Oct 18 23:11:59.179255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 96220863-c488-4e0d-8575-07916eacb543 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:11:59.267751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fea9bc9-2e9e-4ce3-b936-19e119d605fa req-1c0c7708-eb7a-40a6-930d-b538c856d80a tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719006 Oct 18 23:11:59.269466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 96220863-c488-4e0d-8575-07916eacb543 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:11:59.277994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 96220863-c488-4e0d-8575-07916eacb543 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:11:59.278614 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.412086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.444477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5032be31-b587-4482-99fc-58ccd03b3417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96220863-c488-4e0d-8575-07916eacb543'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:11:59.527841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 96220863-c488-4e0d-8575-07916eacb543, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=96220863-c488-4e0d-8575-07916eacb543,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:11:59.534696 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.541615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59126) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:59.547407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-56230645-network', 'tenant_id': 'fe898996d4ee4e2f9b6632069a2e5262'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:11:59.602736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Made reservation on behalf of fe898996d4ee4e2f9b6632069a2e5262 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:11:59.605076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.621765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.641933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=96220863-c488-4e0d-8575-07916eacb543,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:59.671557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5805fe-18af-48ae-a2f7-ea2148aefb57 req-f96fe301-bc75-4ee4-87b1-63245c90c634 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:59.673496 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab5805fe-18af-48ae-a2f7-ea2148aefb57 req-f96fe301-bc75-4ee4-87b1-63245c90c634 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 949 time: 0.0814395 Oct 18 23:11:59.748694 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.751772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab5805fe-18af-48ae-a2f7-ea2148aefb57 req-d5642b66-2aa8-4e55-b1f8-8f0cbc22fc99 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686555 Oct 18 23:11:59.754576 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.770902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:11:59.814049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.814397 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Added segment 0526e62f-16fa-4f38-986b-87a2fec57461 of type vlan for network ab4dca81-8961-4f07-a609-e0a35a751ec4 Oct 18 23:11:59.815726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c272a-18a4-4019-ada3-818e3d133be0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:11:59.858033 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53899330-4a67-4b3e-ac12-73027a969844" -d '{"events": [{"server_uuid": "5032be31-b587-4482-99fc-58ccd03b3417", "name": "network-vif-plugged", "status": "completed", "tag": "96220863-c488-4e0d-8575-07916eacb543"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:11:59.867804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.911537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.913662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:11:59.915234 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:11:59.962958 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4199035 Oct 18 23:11:59.965723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59144) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:11:59.970805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Request body: {'subnet': {'network_id': 'ab4dca81-8961-4f07-a609-e0a35a751ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-56230645-subnet', 'tenant_id': 'fe898996d4ee4e2f9b6632069a2e5262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:00.010572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cd51b-e61a-4bd7-a5a2-ae3f9b10b722 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4dca81-8961-4f07-a609-e0a35a751ec4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:00.025468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network ab4dca81-8961-4f07-a609-e0a35a751ec4 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:12:00.028342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Made reservation on behalf of fe898996d4ee4e2f9b6632069a2e5262 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:00.032247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:00.172287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23ff5a8a-4c32-47bc-bc9b-60d6a2202ba1 req-910b4d93-5092-43c8-a4fd-02b181455b4e tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 210 time: 0.0410237 Oct 18 23:12:00.201914 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8407fd3c-443e-4b32-8960-e91e4aac9e53 x-openstack-request-id: req-8407fd3c-443e-4b32-8960-e91e4aac9e53 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:00.202423 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5032be31-b587-4482-99fc-58ccd03b3417", "name": "network-vif-plugged", "status": "completed", "tag": "96220863-c488-4e0d-8575-07916eacb543", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:00.202514 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8407fd3c-443e-4b32-8960-e91e4aac9e53 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:00.202988 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5032be31-b587-4482-99fc-58ccd03b3417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96220863-c488-4e0d-8575-07916eacb543', 'code': 200} Oct 18 23:12:00.297826 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:00.605982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b3cdba6b-2902-4006-93a3-17e797b814ed up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:12:00.648058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59172) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:00.673311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b3cdba6b-2902-4006-93a3-17e797b814ed completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:12:00.678304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b3cdba6b-2902-4006-93a3-17e797b814ed triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:12:00.679467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:00.706907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7c2ac-595a-49e7-9cfa-8a81f7458b22 req-745b38b9-3e7f-4b3e-8846-1332fd887b8c tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:00.708759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42e7c2ac-595a-49e7-9cfa-8a81f7458b22 req-745b38b9-3e7f-4b3e-8846-1332fd887b8c tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 971 time: 0.3481860 Oct 18 23:12:00.721357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5eeb500-684a-4767-b0ad-85ef2f70812b,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:00.730327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb1c10-817d-4fdd-a445-bc882f0d3315 req-60a7c038-a546-4124-bba0-565ac04d9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:00.746658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-adbb1c10-817d-4fdd-a445-bc882f0d3315 req-60a7c038-a546-4124-bba0-565ac04d9527 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 1123 time: 0.3687243 Oct 18 23:12:00.753749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-807e3452-65dc-4be2-bde2-9da3cc75b851 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:00.765474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-807e3452-65dc-4be2-bde2-9da3cc75b851 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 824 time: 0.2594731 Oct 18 23:12:00.793631 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-adbb1c10-817d-4fdd-a445-bc882f0d3315 req-4c184218-d785-4fe8-8183-e8ca084b30e8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:00.812586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Checking segment: {'id': '0526e62f-16fa-4f38-986b-87a2fec57461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ab4dca81-8961-4f07-a609-e0a35a751ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:00.812955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Network hostable DHCP agents. Network: ab4dca81-8961-4f07-a609-e0a35a751ec4, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:12:00.823564 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:00.887554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b3cdba6b-2902-4006-93a3-17e797b814ed, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3cdba6b-2902-4006-93a3-17e797b814ed,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:00.894866 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:00.907242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42e7c2ac-595a-49e7-9cfa-8a81f7458b22 req-d7ec003c-88db-49f9-afd3-02c5daf6b814 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868372 Oct 18 23:12:00.907885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Network ab4dca81-8961-4f07-a609-e0a35a751ec4 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:12:00.931869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, ab4dca81-8961-4f07-a609-e0a35a751ec4) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:00.943879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-c19cf42e-6864-4f85-ac2b-0c0ab344222d tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=801f5591a991482caf7b88ace4355b2d HTTP/1.1" status: 200 len: 379 time: 0.1463101 Oct 18 23:12:00.945782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:00.946384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:00.960022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Request body: {'port': {'device_id': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'admin_state_up': True, 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'security_groups': ['0e66ad25-22df-4cca-9bf8-480e172611de']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:00.973093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e82e5b-18cc-4af3-9e3d-fc1e368b6074 req-14ecd0d7-9163-4c66-b69b-fc650e0d56ee tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:00.977037 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b7e82e5b-18cc-4af3-9e3d-fc1e368b6074 req-14ecd0d7-9163-4c66-b69b-fc650e0d56ee tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 949 time: 0.1280241 Oct 18 23:12:00.982988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730d212-4943-466f-85e6-1a9bf17ab582 None None] Network ab4dca81-8961-4f07-a609-e0a35a751ec4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:01.005401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-faf5bce9-d545-4044-aa53-217303d598ba admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0378196 Oct 18 23:12:01.099633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-322809977-network', 'tenant_id': '330a70573126403ca64a3be0d6ed5ab9'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:01.140603 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-adbb1c10-817d-4fdd-a445-bc882f0d3315 req-4c184218-d785-4fe8-8183-e8ca084b30e8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.165020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-adbb1c10-817d-4fdd-a445-bc882f0d3315 req-4c184218-d785-4fe8-8183-e8ca084b30e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.177257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b7e82e5b-18cc-4af3-9e3d-fc1e368b6074 req-0ecc31e6-1176-4492-be02-67691745d8aa tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841671 Oct 18 23:12:01.182767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Made reservation on behalf of 330a70573126403ca64a3be0d6ed5ab9 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:01.187174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.200002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.270141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59190) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:01.283971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b3cdba6b-2902-4006-93a3-17e797b814ed,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:01.312024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-adbb1c10-817d-4fdd-a445-bc882f0d3315 req-4c184218-d785-4fe8-8183-e8ca084b30e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413196 Oct 18 23:12:01.350222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317f343-ea42-4da5-bbbf-21d194380414 None None] Network ab4dca81-8961-4f07-a609-e0a35a751ec4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:01.361648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c184218-d785-4fe8-8183-e8ca084b30e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0e36e737-3466-4ce6-8c18-43f0c86f74a6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:01.364381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Made reservation on behalf of 801f5591a991482caf7b88ace4355b2d for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:01.368138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.412156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-799ca0b2-c33b-4b6d-af27-caada6a6a6f1 req-a34856a6-bf3f-4add-9e24-8c51519d59cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 210 time: 0.0540531 Oct 18 23:12:01.453947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.465984 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.513240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93ffa5e-f88c-4663-a688-84662f4ddc08 admin admin] Deleting subnet 2fe44a24-0ce8-4b14-8b10-cff22a5ced67 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:12:01.524769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:12:01.528285 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d93ffa5e-f88c-4663-a688-84662f4ddc08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.554174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59194) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:01.580900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Allocated IP 172.20.0.3 (1b48a4c7-ff53-41c5-b65d-57bb6ed12234/7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1/1ddb814e-1fe9-4304-bc70-6f1b5987173d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:12:01.623130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.623708 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Added segment 9304d697-e04e-46e1-95e1-fea1035a695a of type vlan for network 3fdad791-c667-4f87-ae90-cf696a2e7c12 Oct 18 23:12:01.629163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:01.656365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d93ffa5e-f88c-4663-a688-84662f4ddc08 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.706535 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d93ffa5e-f88c-4663-a688-84662f4ddc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.757232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-03ff8cb1-d4a7-4ad1-a804-9713973115f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.766843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.840132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.840806 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.841865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:01.842940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.881594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d93ffa5e-f88c-4663-a688-84662f4ddc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.903701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.940466 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2911086 Oct 18 23:12:01.944458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ffa5e-f88c-4663-a688-84662f4ddc08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe44a24-0ce8-4b14-8b10-cff22a5ced67,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:01.948813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59198) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:01.958262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Request body: {'subnet': {'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-322809977-subnet', 'tenant_id': '330a70573126403ca64a3be0d6ed5ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:01.964899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-03ff8cb1-d4a7-4ad1-a804-9713973115f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.983173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:12:01.985772 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-03ff8cb1-d4a7-4ad1-a804-9713973115f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:01.999740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:02.034240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff8cb1-d4a7-4ad1-a804-9713973115f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390c1bb2-2aed-4427-8a4b-c49fb7e12825,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:02.051079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d93ffa5e-f88c-4663-a688-84662f4ddc08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.055454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:12:02.057142 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d93ffa5e-f88c-4663-a688-84662f4ddc08 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2fe44a24-0ce8-4b14-8b10-cff22a5ced67 HTTP/1.1" status: 204 len: 168 time: 0.7852309 Oct 18 23:12:02.058652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389f07d-a1de-495f-ba7a-88e2b64bf9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3fdad791-c667-4f87-ae90-cf696a2e7c12,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:02.063106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59206) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:02.064169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:02.064856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.078020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event updated for resources: {'Port': ['ID=1ddb814e-1fe9-4304-bc70-6f1b5987173d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:02.101631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 3fdad791-c667-4f87-ae90-cf696a2e7c12 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:12:02.105373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Made reservation on behalf of 330a70573126403ca64a3be0d6ed5ab9 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:02.108131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.118225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-03ff8cb1-d4a7-4ad1-a804-9713973115f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ced9aa02db064154ab5ae1a0b31b4425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5576000 Oct 18 23:12:02.118519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59208) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:02.130114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-6403a8db-97d6-41bf-a77d-e81a08733282 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1789358 Oct 18 23:12:02.245931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998e608-e863-4335-8f29-33cd3402c679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cdba6b-2902-4006-93a3-17e797b814ed'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:02.250639 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250d3768-1bfa-49cb-a376-84069eb31e3d" -d '{"events": [{"server_uuid": "f998e608-e863-4335-8f29-33cd3402c679", "name": "network-vif-plugged", "status": "completed", "tag": "b3cdba6b-2902-4006-93a3-17e797b814ed"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:02.335540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Request body: {'port': {'device_id': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:02.386304 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.391295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-65ced082-5c5c-4efc-b1d3-3f6af1a4f8b7 None None] Provisioning complete for port 1ddb814e-1fe9-4304-bc70-6f1b5987173d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:12:02.392664 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65ced082-5c5c-4efc-b1d3-3f6af1a4f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.415005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc1af0-5c13-44cc-810d-6ace2f8ff6bf req-c9576635-d520-46c0-aa9e-c1437a1eafe5 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:02.416560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96fc1af0-5c13-44cc-810d-6ace2f8ff6bf req-c9576635-d520-46c0-aa9e-c1437a1eafe5 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 971 time: 0.3522592 Oct 18 23:12:02.449952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-65ced082-5c5c-4efc-b1d3-3f6af1a4f8b7 None None] Port 1ddb814e-1fe9-4304-bc70-6f1b5987173d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:12:02.504221 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e64570c9-d3b5-4d91-a7eb-a6892cd20a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.507244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de62d3-e3be-4ae1-9d40-9d8803f80de5 req-e29d8da6-7528-47ab-9222-023275771a3c tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:02.509368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5de62d3-e3be-4ae1-9d40-9d8803f80de5 req-e29d8da6-7528-47ab-9222-023275771a3c tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 950 time: 0.1692572 Oct 18 23:12:02.519152 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.542714 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.565791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96fc1af0-5c13-44cc-810d-6ace2f8ff6bf req-fbccf713-f960-4b9d-8494-d50e8447c302 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239505 Oct 18 23:12:02.584344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.588566 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.588905 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.589672 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.590028 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > port after_create 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.590656 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > port after_delete 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.590656 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > port after_update 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.590994 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.591379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.591717 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.592034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.672378 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11788c56-55e1-48dd-9cc4-c4cb6cd35e8b x-openstack-request-id: req-11788c56-55e1-48dd-9cc4-c4cb6cd35e8b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:02.672378 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f998e608-e863-4335-8f29-33cd3402c679", "name": "network-vif-plugged", "status": "completed", "tag": "b3cdba6b-2902-4006-93a3-17e797b814ed", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:02.672378 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11788c56-55e1-48dd-9cc4-c4cb6cd35e8b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:02.673818 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998e608-e863-4335-8f29-33cd3402c679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cdba6b-2902-4006-93a3-17e797b814ed', 'code': 200} Oct 18 23:12:02.738493 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5de62d3-e3be-4ae1-9d40-9d8803f80de5 req-dede6ca1-6520-45cd-977d-bea36c0d68d4 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138722 Oct 18 23:12:02.780075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.102', 62371) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:02.796916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9db730-29ab-425c-8837-530c1b29a761,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:02.940619 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.940970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.941302 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.941621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:12:02.941987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fde2bc-e701-43c9-8b72-b8fcda44f863']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:02.948597 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e64570c9-d3b5-4d91-a7eb-a6892cd20a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:02.970249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:02.970922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Network hostable DHCP agents. Network: 3fdad791-c667-4f87-ae90-cf696a2e7c12, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:12:02.982380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8c9bc4-8baa-4529-b714-e6c351bd98a9') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:02.982682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8c9bc4-8baa-4529-b714-e6c351bd98a9') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:03.029655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.029886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f269812-55f4-469d-83dc-3b91b9abbbcd req-b73cc95b-5dab-4d06-9cbd-b7c5f073dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:03.032478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2f269812-55f4-469d-83dc-3b91b9abbbcd req-b73cc95b-5dab-4d06-9cbd-b7c5f073dee7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 1102 time: 0.2382369 Oct 18 23:12:03.065286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.076535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Network 3fdad791-c667-4f87-ae90-cf696a2e7c12 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:12:03.078691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:12:03.079091 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: from cryptography.utils import int_from_bytes Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: from cryptography.utils import int_from_bytes Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:12:03.108204 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:12:03.131864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12313eeb-0922-4b48-806a-81b14879f685 req-ce6a4156-a5bd-4315-b1e9-2fa9ba9f9cbb tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:03.133449 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-12313eeb-0922-4b48-806a-81b14879f685 req-ce6a4156-a5bd-4315-b1e9-2fa9ba9f9cbb tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 931 time: 0.1777458 Oct 18 23:12:03.140551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 3fdad791-c667-4f87-ae90-cf696a2e7c12) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:03.157540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:03.158130 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.160588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0b46a-d20b-414b-97a5-179e5f489d5d None None] Network 3fdad791-c667-4f87-ae90-cf696a2e7c12 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:03.173965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2f269812-55f4-469d-83dc-3b91b9abbbcd req-df86bd1c-3d3d-472b-aef0-922fec0e0854 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145687 Oct 18 23:12:03.187044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-090b098d-dc50-497b-9c1f-03d8ca0eca08 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2325597 Oct 18 23:12:03.225150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-12313eeb-0922-4b48-806a-81b14879f685 req-6bf23d1d-1b18-4f8d-8137-9d29969c3a60 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799959 Oct 18 23:12:03.225799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e64570c9-d3b5-4d91-a7eb-a6892cd20a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.228511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e64570c9-d3b5-4d91-a7eb-a6892cd20a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.230679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e64570c9-d3b5-4d91-a7eb-a6892cd20a68 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/390c1bb2-2aed-4427-8a4b-c49fb7e12825 HTTP/1.1" status: 204 len: 168 time: 1.1087551 Oct 18 23:12:03.266991 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.279511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.284308 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] 10.222.0.52 "DELETE /v2.0/networks/f5fde2bc-e701-43c9-8b72-b8fcda44f863 HTTP/1.1" status: 204 len: 168 time: 1.2175963 Oct 18 23:12:03.285315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64570c9-d3b5-4d91-a7eb-a6892cd20a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390c1bb2-2aed-4427-8a4b-c49fb7e12825,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:03.291141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59220) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:03.316725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9f9f3-36ea-4c5b-aca1-3474610ed71f admin admin] Pushing event deleted for resources: {'Network': ['ID=f5fde2bc-e701-43c9-8b72-b8fcda44f863,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:03.321789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddb814e-1fe9-4304-bc70-6f1b5987173d {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:03.337376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.363428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Transition to ACTIVE for port object 1ddb814e-1fe9-4304-bc70-6f1b5987173d will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:12:03.371848 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.373886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-afda2d56-2a9a-43d2-8372-be1fa6386807 admin admin] Deleting subnet f5eeb500-684a-4767-b0ad-85ef2f70812b {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:12:03.385211 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-afda2d56-2a9a-43d2-8372-be1fa6386807 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.387529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f626ef4-8ecd-48f0-815f-e037f915898e None None] Network 3fdad791-c667-4f87-ae90-cf696a2e7c12 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:03.446774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Pushing event updated for resources: {'Port': ['ID=1ddb814e-1fe9-4304-bc70-6f1b5987173d,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:03.478928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Attempting to bind port 1ddb814e-1fe9-4304-bc70-6f1b5987173d on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:12:03.479340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Attempting to bind port 1ddb814e-1fe9-4304-bc70-6f1b5987173d by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:12:03.479742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Attempting to bind port 1ddb814e-1fe9-4304-bc70-6f1b5987173d on network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:03.484801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Port 1ddb814e-1fe9-4304-bc70-6f1b5987173d on network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:12:03.485260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Attempting to bind port 1ddb814e-1fe9-4304-bc70-6f1b5987173d on network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:03.497297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:12:03.497722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Checking segment: {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:03.498182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Bound using segment: {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:12:03.498701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Bound port: 1ddb814e-1fe9-4304-bc70-6f1b5987173d, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:12:03.500305 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.523167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-afda2d56-2a9a-43d2-8372-be1fa6386807 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.595423 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-afda2d56-2a9a-43d2-8372-be1fa6386807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.630235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] For port 1ddb814e-1fe9-4304-bc70-6f1b5987173d, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:03.638162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] For port 1ddb814e-1fe9-4304-bc70-6f1b5987173d, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1ddb814e-1fe9-4304-bc70-6f1b5987173d,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:12:03.649957 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.745570 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-afda2d56-2a9a-43d2-8372-be1fa6386807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.755584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:03.759244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.761838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] 10.222.0.102 "PUT /v2.0/ports/1ddb814e-1fe9-4304-bc70-6f1b5987173d HTTP/1.1" status: 200 len: 1092 time: 1.6114762 Oct 18 23:12:03.762585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'tag': '1ddb814e-1fe9-4304-bc70-6f1b5987173d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:03.773819 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51331d31-0719-46a4-b82b-99b93c07b4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c822770a-bd7b-4b04-b112-245ddbeabd8e", "tag": "1ddb814e-1fe9-4304-bc70-6f1b5987173d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:03.835866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda2d56-2a9a-43d2-8372-be1fa6386807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5eeb500-684a-4767-b0ad-85ef2f70812b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:03.851518 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-afda2d56-2a9a-43d2-8372-be1fa6386807 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:03.863723 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-afda2d56-2a9a-43d2-8372-be1fa6386807 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f5eeb500-684a-4767-b0ad-85ef2f70812b HTTP/1.1" status: 204 len: 168 time: 0.5486171 Oct 18 23:12:03.864402 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:03.902205 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59236) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:03.914458 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbd697d-de49-4d30-8580-a40b8aaf99e9 x-openstack-request-id: req-cdbd697d-de49-4d30-8580-a40b8aaf99e9 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:03.915797 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c822770a-bd7b-4b04-b112-245ddbeabd8e", "tag": "1ddb814e-1fe9-4304-bc70-6f1b5987173d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:03.916385 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdbd697d-de49-4d30-8580-a40b8aaf99e9 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:03.918698 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'tag': '1ddb814e-1fe9-4304-bc70-6f1b5987173d', 'status': 'completed', 'code': 200} Oct 18 23:12:04.008881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af998ed9-5360-45b1-abe4-ea41171d55bd service neutron] Pushing event updated for resources: {'Port': ['ID=1ddb814e-1fe9-4304-bc70-6f1b5987173d,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:04.011856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-461b6c85-aee3-4b2f-a586-e7cab6ae8adf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.073900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f098c0e-1127-4f0a-aa50-20d5f23b4969 req-b0793485-ae67-4c51-9116-d372b2641e6a tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:04.081673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7f098c0e-1127-4f0a-aa50-20d5f23b4969 req-b0793485-ae67-4c51-9116-d372b2641e6a tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 971 time: 0.2807271 Oct 18 23:12:04.099703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51331d31-0719-46a4-b82b-99b93c07b4b3 req-645f2e1e-079c-4400-91c1-41e3ade68094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:04.101290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51331d31-0719-46a4-b82b-99b93c07b4b3 req-645f2e1e-079c-4400-91c1-41e3ade68094 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 1095 time: 0.1531415 Oct 18 23:12:04.192105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7f098c0e-1127-4f0a-aa50-20d5f23b4969 req-76ce9038-267b-47da-8829-0d13def7bb3d tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088078 Oct 18 23:12:04.213524 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.233091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66b02f-b215-4675-a9f0-dc962140a7da req-b45065a4-8837-49d0-9677-9f51a8696630 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:04.234666 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d66b02f-b215-4675-a9f0-dc962140a7da req-b45065a4-8837-49d0-9677-9f51a8696630 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 950 time: 0.2266579 Oct 18 23:12:04.339828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.358440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d66b02f-b215-4675-a9f0-dc962140a7da req-92dae9f7-4d76-430d-9a0e-a8f628e2fb44 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978456 Oct 18 23:12:04.376154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4dca81-8961-4f07-a609-e0a35a751ec4']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:04.389892 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.390508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0526e62f-16fa-4f38-986b-87a2fec57461') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:04.390508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0526e62f-16fa-4f38-986b-87a2fec57461') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:04.402513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.429646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.435682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59252) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:04.440852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1885997998-network', 'tenant_id': 'b150d42b4fae497982d49dc9725ed121'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:04.447733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:12:04.448142 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:12:04.450139 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:12:04.517134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Made reservation on behalf of b150d42b4fae497982d49dc9725ed121 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:04.520035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.523662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.535147 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.539529 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ab4dca81-8961-4f07-a609-e0a35a751ec4 HTTP/1.1" status: 204 len: 168 time: 0.6709228 Oct 18 23:12:04.540520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.560674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a21b-59ef-415e-9376-d10bf16d4fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4dca81-8961-4f07-a609-e0a35a751ec4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:04.581480 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-461b6c85-aee3-4b2f-a586-e7cab6ae8adf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.598567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-461b6c85-aee3-4b2f-a586-e7cab6ae8adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.683209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.689397 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.698826 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-461b6c85-aee3-4b2f-a586-e7cab6ae8adf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a3d6f265bc24110b2352a5d7475691a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7640936 Oct 18 23:12:04.698826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b6c85-aee3-4b2f-a586-e7cab6ae8adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a351f424-7b59-4290-80e8-b7fd81c66a6d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:04.700550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59256) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:04.707941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51331d31-0719-46a4-b82b-99b93c07b4b3 req-c3ab734f-24c3-4a91-8c14-6a401a1262fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:04.709076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51331d31-0719-46a4-b82b-99b93c07b4b3 req-c3ab734f-24c3-4a91-8c14-6a401a1262fe service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=801f5591a991482caf7b88ace4355b2d&shared=False HTTP/1.1" status: 200 len: 925 time: 0.5798731 Oct 18 23:12:04.752442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afcfc9-df63-4599-b6f6-2b88e5934a1e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:04.761987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:12:04.765124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171acc4f-2f92-4e60-9527-0c5274b877c7 req-e036dcb0-6b6e-4816-8899-e689c60a8a56 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:04.766770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-171acc4f-2f92-4e60-9527-0c5274b877c7 req-e036dcb0-6b6e-4816-8899-e689c60a8a56 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 943 time: 0.2155356 Oct 18 23:12:04.776333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.776996 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Added segment d305c16e-e404-4f60-8629-42e9f2e6e381 of type vlan for network adca8e1b-dd44-48b4-900f-5208bf3771f1 Oct 18 23:12:04.836816 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59258) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:04.864531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.919192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ba7d7039-1695-4503-bd04-70cb3e3d358e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a65359461f94183a7ca48fa3fdcdf9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807302 Oct 18 23:12:04.922126 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59260) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:04.931997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.933214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:04.933924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.963763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-171acc4f-2f92-4e60-9527-0c5274b877c7 req-1d7a3491-9e8a-461a-841a-49b39c264608 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823881 Oct 18 23:12:04.972202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51331d31-0719-46a4-b82b-99b93c07b4b3 req-83612319-80df-41a0-a9bb-d9f6d9470106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:04.973733 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51331d31-0719-46a4-b82b-99b93c07b4b3 req-83612319-80df-41a0-a9bb-d9f6d9470106 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2568352 Oct 18 23:12:04.974614 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed319c7f-4dc0-48ca-a6aa-4120b9c0f945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:04.991574 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5546861 Oct 18 23:12:04.999447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59262) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:05.001438 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed319c7f-4dc0-48ca-a6aa-4120b9c0f945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.009635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Request body: {'subnet': {'network_id': 'adca8e1b-dd44-48b4-900f-5208bf3771f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1885997998-subnet', 'tenant_id': 'b150d42b4fae497982d49dc9725ed121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:05.052032 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed319c7f-4dc0-48ca-a6aa-4120b9c0f945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.054679 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed319c7f-4dc0-48ca-a6aa-4120b9c0f945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.056023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ed319c7f-4dc0-48ca-a6aa-4120b9c0f945 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a351f424-7b59-4290-80e8-b7fd81c66a6d HTTP/1.1" status: 204 len: 168 time: 0.3541589 Oct 18 23:12:05.092950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed319c7f-4dc0-48ca-a6aa-4120b9c0f945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a351f424-7b59-4290-80e8-b7fd81c66a6d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:05.098073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d6a0-a782-4fbc-9981-88a283ed646f admin admin] Pushing event updated for resources: {'Network': ['ID=adca8e1b-dd44-48b4-900f-5208bf3771f1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:05.118812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-a3e1447f-a353-46eb-993e-46341ddbc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:05.121689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-a3e1447f-a353-46eb-993e-46341ddbc96e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 1095 time: 0.0641742 Oct 18 23:12:05.132322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bc464d0-6e7c-47b8-a8d1-f5a736db6c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.134345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Made reservation on behalf of b150d42b4fae497982d49dc9725ed121 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:05.136685 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.142950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network adca8e1b-dd44-48b4-900f-5208bf3771f1 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:12:05.184477 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bc464d0-6e7c-47b8-a8d1-f5a736db6c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.186184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-3b3d84fb-d364-406a-8fb5-bbbfad1d5f73 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ddb814e-1fe9-4304-bc70-6f1b5987173d HTTP/1.1" status: 200 len: 217 time: 0.0478048 Oct 18 23:12:05.251320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-d8b1c126-904a-49ec-81b3-47c9447c4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:05.252955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-d8b1c126-904a-49ec-81b3-47c9447c4afe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 HTTP/1.1" status: 200 len: 863 time: 0.0594904 Oct 18 23:12:05.341165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-ac6f137e-3399-4ec1-b25a-ebfa575b934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:05.341165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-ac6f137e-3399-4ec1-b25a-ebfa575b934e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731475 Oct 18 23:12:05.347348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bc464d0-6e7c-47b8-a8d1-f5a736db6c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.350344 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bc464d0-6e7c-47b8-a8d1-f5a736db6c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.351539 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5bc464d0-6e7c-47b8-a8d1-f5a736db6c4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a316a03f-f95a-45f0-bb57-75d6a4c3ee41 HTTP/1.1" status: 204 len: 168 time: 0.4279342 Oct 18 23:12:05.376378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc464d0-6e7c-47b8-a8d1-f5a736db6c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a316a03f-f95a-45f0-bb57-75d6a4c3ee41,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:05.400677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2899e-be66-4113-9a3d-ad290e240179 req-1656fb91-427a-44e0-a4de-f6cb4910a317 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:05.402283 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68e2899e-be66-4113-9a3d-ad290e240179 req-1656fb91-427a-44e0-a4de-f6cb4910a317 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 971 time: 0.1167421 Oct 18 23:12:05.486534 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.526437 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68e2899e-be66-4113-9a3d-ad290e240179 req-8842e46b-dfac-4d7e-8a8f-e97a7b2fabbd tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024959 Oct 18 23:12:05.569370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2a6b3-f7dc-4119-98e6-6e8be1e45b52 req-d4f9ebc7-67d9-4c79-b81e-f0fcc0525461 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:05.571426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75d2a6b3-f7dc-4119-98e6-6e8be1e45b52 req-d4f9ebc7-67d9-4c79-b81e-f0fcc0525461 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 950 time: 0.0772862 Oct 18 23:12:05.571624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0dfca5-325d-49f8-b63d-6d0bad8db7b0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:05.573771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-14820cac-e750-4350-9c36-42cd56144b2a service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262347 Oct 18 23:12:05.577658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Checking segment: {'id': 'd305c16e-e404-4f60-8629-42e9f2e6e381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'adca8e1b-dd44-48b4-900f-5208bf3771f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:05.578024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Network hostable DHCP agents. Network: adca8e1b-dd44-48b4-900f-5208bf3771f1, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:12:05.604900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Network adca8e1b-dd44-48b4-900f-5208bf3771f1 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:12:05.625878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, adca8e1b-dd44-48b4-900f-5208bf3771f1) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:05.639505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:05.639855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49a88c-dd8a-4e2e-95c8-ccb22e7e844b None None] Network adca8e1b-dd44-48b4-900f-5208bf3771f1 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:05.640312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:05.676236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5f20330d-62a9-45b1-bee0-225f6920a1a8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6747391 Oct 18 23:12:05.685336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75d2a6b3-f7dc-4119-98e6-6e8be1e45b52 req-7e1230bb-ef8b-4981-a254-e89448d3bd14 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048939 Oct 18 23:12:05.741438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94d27d1-b5ba-4d58-b070-aa0e9c7f0714 req-8348475f-2860-46c5-b67a-f06e1bd6b235 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509945 Oct 18 23:12:05.832395 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95633-203b-4223-a01d-e9c968d435a8 req-e06af88b-4d3c-4431-a2c1-af93443405cf tempest-AggregatesAdminTestJSON-340776637 tempest-AggregatesAdminTestJSON-340776637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:05.834647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76c95633-203b-4223-a01d-e9c968d435a8 req-e06af88b-4d3c-4431-a2c1-af93443405cf tempest-AggregatesAdminTestJSON-340776637 tempest-AggregatesAdminTestJSON-340776637-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 1123 time: 0.1294737 Oct 18 23:12:05.860661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ba1ea-4d14-4bd6-b2c5-0cbc3dab90e9 None None] Network adca8e1b-dd44-48b4-900f-5208bf3771f1 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:05.861622 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-76c95633-203b-4223-a01d-e9c968d435a8 req-089797a6-bf1d-40a1-886f-5c5d30419d0c tempest-AggregatesAdminTestJSON-340776637 tempest-AggregatesAdminTestJSON-340776637-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:06.046860 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-76c95633-203b-4223-a01d-e9c968d435a8 req-089797a6-bf1d-40a1-886f-5c5d30419d0c tempest-AggregatesAdminTestJSON-340776637 tempest-AggregatesAdminTestJSON-340776637-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:06.055776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-76c95633-203b-4223-a01d-e9c968d435a8 req-089797a6-bf1d-40a1-886f-5c5d30419d0c tempest-AggregatesAdminTestJSON-340776637 tempest-AggregatesAdminTestJSON-340776637-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:06.181381 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:06.182743 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76c95633-203b-4223-a01d-e9c968d435a8 req-089797a6-bf1d-40a1-886f-5c5d30419d0c tempest-AggregatesAdminTestJSON-340776637 tempest-AggregatesAdminTestJSON-340776637-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313148 Oct 18 23:12:06.184551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59296) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:06.197601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089797a6-bf1d-40a1-886f-5c5d30419d0c tempest-AggregatesAdminTestJSON-340776637 tempest-AggregatesAdminTestJSON-340776637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200ee7af-6c12-4a3f-b44b-35e05fa14ab9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:06.291958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070d8e0-8c00-4f69-895a-f765665057e2 req-220e06d6-c222-401e-85e6-c2a6ae564672 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:06.293685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5070d8e0-8c00-4f69-895a-f765665057e2 req-220e06d6-c222-401e-85e6-c2a6ae564672 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 943 time: 0.1451566 Oct 18 23:12:06.302826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e4b6fcf3-1322-4772-9c46-d2f83ba3b4d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe898996d4ee4e2f9b6632069a2e5262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111543 Oct 18 23:12:06.304538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59304) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:06.341424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5070d8e0-8c00-4f69-895a-f765665057e2 req-f9cc58af-0d43-443d-8fcc-4406df482a4f tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408735 Oct 18 23:12:06.392142 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e221ac7-b4ea-47d8-a406-3f6e3ad41844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:06.421143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e221ac7-b4ea-47d8-a406-3f6e3ad41844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:06.503760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e221ac7-b4ea-47d8-a406-3f6e3ad41844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:06.508321 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e221ac7-b4ea-47d8-a406-3f6e3ad41844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:06.514065 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e221ac7-b4ea-47d8-a406-3f6e3ad41844 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b01c272a-18a4-4019-ada3-818e3d133be0 HTTP/1.1" status: 204 len: 168 time: 0.2042279 Oct 18 23:12:06.520043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e221ac7-b4ea-47d8-a406-3f6e3ad41844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c272a-18a4-4019-ada3-818e3d133be0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:06.884156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bd29a-05e8-4686-89a3-39a82372669d req-e34060b2-d8f1-4fa6-8e08-1661fca08d94 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:06.885817 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-374bd29a-05e8-4686-89a3-39a82372669d req-e34060b2-d8f1-4fa6-8e08-1661fca08d94 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 950 time: 0.0900297 Oct 18 23:12:06.965835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-374bd29a-05e8-4686-89a3-39a82372669d req-ec8f3935-3821-4c15-ab92-af1dec7af323 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659325 Oct 18 23:12:07.037437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-f6215372-d6a5-4973-893b-6fd9ada223e6 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:07.039796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-f6215372-d6a5-4973-893b-6fd9ada223e6 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 820 time: 0.1608753 Oct 18 23:12:07.065209 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-9f1d87ad-2f89-48bd-a35e-16ace3781ce8 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/quotas/330a70573126403ca64a3be0d6ed5ab9 HTTP/1.1" status: 200 len: 375 time: 0.0183921 Oct 18 23:12:07.119482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-1c54f45b-56a9-42cf-9469-c64a6b898c98 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405917 Oct 18 23:12:07.254526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-27e01948-9a5c-4e1e-82a9-089beaa4e7cb service neutron] 10.222.0.52 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319609 Oct 18 23:12:07.395491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-6f048e4b-1673-4687-8944-9f454e2e7214 service neutron] 10.222.0.52 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284816 Oct 18 23:12:07.777327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-f12f5b35-1b35-4a74-8cf7-0d0fa2dca96f req-24b3e41b-3179-4615-b055-d7c2b7d41474 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:12:07.781565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f12f5b35-1b35-4a74-8cf7-0d0fa2dca96f req-24b3e41b-3179-4615-b055-d7c2b7d41474 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1998353 Oct 18 23:12:07.883515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945bb75-9806-471b-a383-4720c7b13e13 req-21e245d1-5454-4c8e-98c1-329bcc42828c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:07.891820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3945bb75-9806-471b-a383-4720c7b13e13 req-21e245d1-5454-4c8e-98c1-329bcc42828c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 943 time: 0.1082213 Oct 18 23:12:07.955765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3945bb75-9806-471b-a383-4720c7b13e13 req-88f95fc2-7fce-4912-a448-e52c56d11b06 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625527 Oct 18 23:12:08.161831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7459fb-47bb-46cb-b9a7-0eb3bde88c98 req-1577ff85-ba36-43da-88fd-01047bea5b0c tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:08.170751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b7459fb-47bb-46cb-b9a7-0eb3bde88c98 req-1577ff85-ba36-43da-88fd-01047bea5b0c tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 950 time: 0.0927489 Oct 18 23:12:08.196477 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0aa332e9-8226-4d3b-86bc-fc63c4b71cfc req-9f294adc-72b5-4592-a6e3-21c9ba546b93 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 210 time: 0.0345263 Oct 18 23:12:08.232826 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b7459fb-47bb-46cb-b9a7-0eb3bde88c98 req-ec42c6d0-7f1e-4b7d-a5a3-ce58940cd0d0 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608573 Oct 18 23:12:08.268230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59414) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:08.473698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1269194747-network', 'tenant_id': 'c91492ee9d27416abba2071bf16cb6da'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:08.509918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Made reservation on behalf of c91492ee9d27416abba2071bf16cb6da for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:08.512983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:08.524857 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:08.676960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:08.684865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:08.697466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59450) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:08.740517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:12:08.753220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:08.753967 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Added segment 7315870b-2a89-4875-933f-233b7a8edbcc of type vlan for network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 Oct 18 23:12:08.836518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:08.852167 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:08.882980 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-4e47b837-686a-4b63-bde1-da33a21cc4df tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559869 Oct 18 23:12:08.888922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:08.890352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:08.891059 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:08.928155 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575090c0-6786-4e64-901d-537766389cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:08.928995 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6593194 Oct 18 23:12:08.929867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59464) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:08.938197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Request body: {'subnet': {'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1269194747-subnet', 'tenant_id': 'c91492ee9d27416abba2071bf16cb6da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:08.978036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604ccbe-f1a0-4873-93db-e6f8af5a3420 admin admin] Pushing event updated for resources: {'Network': ['ID=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:08.994176 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:12:08.997330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Made reservation on behalf of c91492ee9d27416abba2071bf16cb6da for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:09.000361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.074821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-56ae8173-8cf1-4b11-8bb4-6d93fe4c0718 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:09.083527 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-56ae8173-8cf1-4b11-8bb4-6d93fe4c0718 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995986 Oct 18 23:12:09.107465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-d712872c-aca6-4ad7-95aa-263732a46916 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/quotas/56e1dbe543974b5d92ebc798542b8bf6 HTTP/1.1" status: 200 len: 375 time: 0.0226104 Oct 18 23:12:09.229294 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575090c0-6786-4e64-901d-537766389cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.234894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-f5ea9e81-9476-41a7-b0f0-94a08914da55 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1262140 Oct 18 23:12:09.235962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575090c0-6786-4e64-901d-537766389cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.278376 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-575090c0-6786-4e64-901d-537766389cce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dbd78647b6fa4beab22ca8dc89c05890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795012 Oct 18 23:12:09.281027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575090c0-6786-4e64-901d-537766389cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51788fc-9f0e-41d8-ae1d-3bc5dfd4e54e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:09.283803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59478) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:09.330524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5a222-7dc7-4091-94c4-c2b4a946bd3b req-a4608585-eb62-427a-a559-58d830578496 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:09.332106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36a5a222-7dc7-4091-94c4-c2b4a946bd3b req-a4608585-eb62-427a-a559-58d830578496 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 943 time: 0.1969616 Oct 18 23:12:09.342358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-bb5a35e0-c07d-46b5-9cf6-76e83b8aae4a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:09.343189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-bb5a35e0-c07d-46b5-9cf6-76e83b8aae4a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 820 time: 0.1730182 Oct 18 23:12:09.360795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-794be691-25c2-4a99-8dcd-67b4269b9b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.375739 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.386652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-794be691-25c2-4a99-8dcd-67b4269b9b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.392003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Request body: {'port': {'device_id': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12', 'admin_state_up': True, 'tenant_id': '330a70573126403ca64a3be0d6ed5ab9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:09.461140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-794be691-25c2-4a99-8dcd-67b4269b9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.464657 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-794be691-25c2-4a99-8dcd-67b4269b9b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.466631 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-794be691-25c2-4a99-8dcd-67b4269b9b67 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f51788fc-9f0e-41d8-ae1d-3bc5dfd4e54e HTTP/1.1" status: 204 len: 168 time: 0.1814349 Oct 18 23:12:09.467628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36a5a222-7dc7-4091-94c4-c2b4a946bd3b req-3e5af61c-e5fe-45ed-88da-34cc0c1f8cca tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234083 Oct 18 23:12:09.519872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794be691-25c2-4a99-8dcd-67b4269b9b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51788fc-9f0e-41d8-ae1d-3bc5dfd4e54e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:09.532856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:09.560452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:09.560995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Network hostable DHCP agents. Network: 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:12:09.609159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:12:09.649969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.73', 64199) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:09.664842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15fa6a-7ab4-497e-a37e-ba16be066343 req-7143d214-9cee-4a6d-a49d-91250da8d8dc tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 210 time: 0.0574281 Oct 18 23:12:09.671225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Made reservation on behalf of 330a70573126403ca64a3be0d6ed5ab9 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:09.676432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.681118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:09.692224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23828708-14bd-48e1-8a4a-6296cf03950a None None] Network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:09.696690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:09.697345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:09.747636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-298c5368-b029-4879-b3c4-6e89c524b648 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0963960 Oct 18 23:12:09.794679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44737c8d-e54f-4520-864b-fb956f93ce7e req-d8195f82-58c0-4aef-af36-5df1d5a4ff14 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 210 time: 0.0384669 Oct 18 23:12:09.926366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a2c9b295-5856-49ec-9734-e95bf7648405 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9936533 Oct 18 23:12:09.955780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Allocated IP 172.20.0.4 (3fdad791-c667-4f87-ae90-cf696a2e7c12/3f9db730-29ab-425c-8837-530c1b29a761/41f46296-a37e-4a08-8427-69e27512391d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:12:10.043400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-79757c84-477c-46c4-a02b-a993d3acc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:10.051051 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-79757c84-477c-46c4-a02b-a993d3acc8b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc232d16567f4624943479793c30d51b&device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 1123 time: 0.2004616 Oct 18 23:12:10.122704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98453c-9f78-4d20-a22b-6f02ed202555 None None] Network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:10.405580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59530) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:10.449725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be900170-1055-46bb-a4a2-b52bee43dddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:10.556309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-3d257803-5dbb-4075-8d05-e84da4400518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:10.558905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-3d257803-5dbb-4075-8d05-e84da4400518 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.4853752 Oct 18 23:12:10.689521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1ddb814e-1fe9-4304-bc70-6f1b5987173d details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:12:10.775453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:10.821305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-efbacaba-3d10-4a99-b23b-2ebd91d38ea4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=96220863-c488-4e0d-8575-07916eacb543 HTTP/1.1" status: 200 len: 217 time: 0.2437375 Oct 18 23:12:11.028914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-35f81331-0f71-4723-b945-53a50143458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:11.030825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-35f81331-0f71-4723-b945-53a50143458f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2023880 Oct 18 23:12:11.050019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.071005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-71792e1e-f4e5-408e-ab71-fcba50fc9d62 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2117274 Oct 18 23:12:11.077246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375062f1-4b45-4a67-a92b-f1a1095ed5af req-5bbe5186-fbe1-40c6-bac9-a7d6008c27ce tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:11.078924 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-375062f1-4b45-4a67-a92b-f1a1095ed5af req-5bbe5186-fbe1-40c6-bac9-a7d6008c27ce tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 943 time: 0.2538157 Oct 18 23:12:11.106455 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be900170-1055-46bb-a4a2-b52bee43dddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.109581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Network 3fdad791-c667-4f87-ae90-cf696a2e7c12 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:12:11.114351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:11.118892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:12:11.123204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1ddb814e-1fe9-4304-bc70-6f1b5987173d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1ddb814e-1fe9-4304-bc70-6f1b5987173d,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:11.128144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:11.128959 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.134280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be900170-1055-46bb-a4a2-b52bee43dddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.150995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '1ddb814e-1fe9-4304-bc70-6f1b5987173d', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'port_id': '1ddb814e-1fe9-4304-bc70-6f1b5987173d', 'mac_address': 'fa:16:3e:b4:8a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:12:11.160665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Pushing event updated for resources: {'Port': ['ID=41f46296-a37e-4a08-8427-69e27512391d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:11.186314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-be900170-1055-46bb-a4a2-b52bee43dddf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5428e583d79c41dfbee26d38cceabdde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7789123 Oct 18 23:12:11.196096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59572) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:11.208351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-7411cbdc-7ae3-4663-82bb-352e32b55ecd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8253407 Oct 18 23:12:11.233700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Request body: {'port': {'device_id': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:11.252275 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.276715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddb814e-1fe9-4304-bc70-6f1b5987173d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:11.288583 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-375062f1-4b45-4a67-a92b-f1a1095ed5af req-5b9e5f01-8ce3-4a5f-8859-201372bdbc1b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803541 Oct 18 23:12:11.291045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be900170-1055-46bb-a4a2-b52bee43dddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83a808-b130-4b55-9e32-61d3a2b4c73b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:11.310483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59576) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:11.317695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1ddb814e-1fe9-4304-bc70-6f1b5987173d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1ddb814e-1fe9-4304-bc70-6f1b5987173d,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:11.320679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1740676185-network', 'tenant_id': '162066d63e4d4279950e35e7c11e899d'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:11.335349 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.348472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-e83186a9-0aae-4f06-ba67-ff5a442ddab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:11.350811 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-e83186a9-0aae-4f06-ba67-ff5a442ddab3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3084083 Oct 18 23:12:11.355249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Made reservation on behalf of 162066d63e4d4279950e35e7c11e899d for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:11.358092 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.369078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.398395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-66d6b55b-6037-4cb1-b833-e007fd191f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:11.399979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-66d6b55b-6037-4cb1-b833-e007fd191f66 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 1102 time: 0.2339315 Oct 18 23:12:11.408502 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.417670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1ddb814e-1fe9-4304-bc70-6f1b5987173d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:11.441652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9a2719f-e104-431a-a53d-d1d316ba9d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.443060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e8cc-bf81-4a33-9f9d-dcda16f855d9 req-a4ad8669-d7eb-4e1f-aab7-ae174f261ff5 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:11.445485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-40bec15b-7d3c-4d04-b543-cce385512d86 req-caa5c241-2542-497b-ae1e-278fd0f236be tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 210 time: 0.0819070 Oct 18 23:12:11.451387 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e82e8cc-bf81-4a33-9f9d-dcda16f855d9 req-a4ad8669-d7eb-4e1f-aab7-ae174f261ff5 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 931 time: 0.2756736 Oct 18 23:12:11.483641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.73', 64201) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:11.531092 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9a2719f-e104-431a-a53d-d1d316ba9d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.572116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-94815df0-66a1-46f3-9f93-03ea5e610595 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839350 Oct 18 23:12:11.598237 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-37a47cad-c45d-4e56-b220-9781b73b7b38 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374654 Oct 18 23:12:11.707308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9a2719f-e104-431a-a53d-d1d316ba9d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.710603 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9a2719f-e104-431a-a53d-d1d316ba9d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.711831 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9a2719f-e104-431a-a53d-d1d316ba9d0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f83a808-b130-4b55-9e32-61d3a2b4c73b HTTP/1.1" status: 204 len: 168 time: 0.5147817 Oct 18 23:12:11.721864 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.735425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.745011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2719f-e104-431a-a53d-d1d316ba9d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83a808-b130-4b55-9e32-61d3a2b4c73b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:11.763513 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e82e8cc-bf81-4a33-9f9d-dcda16f855d9 req-bcbe5d29-6bec-4f4c-a7f5-1ff0afff5066 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082697 Oct 18 23:12:11.780095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:12:11.814562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba980803-323c-4326-9e86-01c1c51c7ffa,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:11.827470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efca6557-cac6-41cc-9118-1a1338a796d6 req-61f26c9a-c0ad-4d24-838b-d87742d24bf0 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223670 Oct 18 23:12:11.828472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.829279 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Added segment 42fc3cfa-c2cc-4a73-87c9-672a718e048c of type vlan for network f5b0f6ed-4905-4bb4-87d6-1130a026703b Oct 18 23:12:11.903244 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.911598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['1ddb814e-1fe9-4304-bc70-6f1b5987173d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:11.958362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:11.960244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:11.961287 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:12.005969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6934335 Oct 18 23:12:12.023509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59604) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:12.031479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Request body: {'subnet': {'network_id': 'f5b0f6ed-4905-4bb4-87d6-1130a026703b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1740676185-subnet', 'tenant_id': '162066d63e4d4279950e35e7c11e899d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:12.127829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdb8e5-ff0d-4453-a49c-35e286755478 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b0f6ed-4905-4bb4-87d6-1130a026703b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:12.135479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Made reservation on behalf of 162066d63e4d4279950e35e7c11e899d for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:12.139731 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:12.150187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network f5b0f6ed-4905-4bb4-87d6-1130a026703b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:12:12.333541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-6deaa445-4fa4-4470-9fdd-0f3fd480b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:12.336511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-6deaa445-4fa4-4470-9fdd-0f3fd480b971 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.8824575 Oct 18 23:12:12.374310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-699a8c2a-83b9-43d0-9ab6-65c96efb45a9 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:12.376646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-699a8c2a-83b9-43d0-9ab6-65c96efb45a9 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7685530 Oct 18 23:12:12.479813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Request body: {'port': {'device_id': 'becb3d44-ce91-4cf5-8a96-8761bdcd9415', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '56e1dbe543974b5d92ebc798542b8bf6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:12.488545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-53518efd-0bd9-4bac-8dfc-96eccd003e1d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b3cdba6b-2902-4006-93a3-17e797b814ed HTTP/1.1" status: 200 len: 217 time: 0.1266658 Oct 18 23:12:12.498532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:12.552350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59630) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:12.580145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=109e6a51-89ab-4c44-b6d7-016996356209,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:12.689919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-760c96e2-5373-413b-b5c0-df6027472fd1 req-86c2aee3-5ef6-4fce-9873-78ac7c5819de tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 210 time: 0.0593345 Oct 18 23:12:12.691618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-df02b651-ad57-4d41-9ab2-b576b360fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:12.693222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-df02b651-ad57-4d41-9ab2-b576b360fc06 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1745946 Oct 18 23:12:12.719643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a8518-15a9-49d6-8e3b-dcd842385d5d req-50fa78a3-e3aa-4589-bd74-0a64fe50e199 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:12.726678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-351a8518-15a9-49d6-8e3b-dcd842385d5d req-50fa78a3-e3aa-4589-bd74-0a64fe50e199 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 944 time: 0.1580768 Oct 18 23:12:12.734742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Checking segment: {'id': '42fc3cfa-c2cc-4a73-87c9-672a718e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'f5b0f6ed-4905-4bb4-87d6-1130a026703b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:12.735245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Network hostable DHCP agents. Network: f5b0f6ed-4905-4bb4-87d6-1130a026703b, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:12:12.832491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-351a8518-15a9-49d6-8e3b-dcd842385d5d req-f3238da3-38c4-47e7-9f7c-61f8b3893ab7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045859 Oct 18 23:12:12.849872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Network f5b0f6ed-4905-4bb4-87d6-1130a026703b is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:12:12.884315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, f5b0f6ed-4905-4bb4-87d6-1130a026703b) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:12.890168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:12.892790 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:12.901978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5373e-5f6f-4af8-b85b-42b3dcff7949 None None] Network f5b0f6ed-4905-4bb4-87d6-1130a026703b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:12.944720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59646) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:12.957720 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7cfad774-3dee-4a86-abcf-04f024b4f17c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9327674 Oct 18 23:12:12.974820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-ea8b1c44-a32f-4ced-a6b1-2a96cff6554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:12.977339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-ea8b1c44-a32f-4ced-a6b1-2a96cff6554d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2693284 Oct 18 23:12:12.985231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Made reservation on behalf of 56e1dbe543974b5d92ebc798542b8bf6 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:12.992201 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:13.006152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f46296-a37e-4a08-8427-69e27512391d {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:13.080944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:13.128868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e3a37e6-1b01-46c7-90ca-192c7a9ea63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:13.200491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73aaee9-690f-4fc9-9fcb-0e7c07aa8a0c None None] Network f5b0f6ed-4905-4bb4-87d6-1130a026703b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:13.228808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Transition to ACTIVE for port object 41f46296-a37e-4a08-8427-69e27512391d will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:12:13.297169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:13.562645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2df8a-ec55-4338-b009-2acccb3f6b31 req-39241558-b71a-4fe7-a896-cd0aef36a369 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:13.565559 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cb2df8a-ec55-4338-b009-2acccb3f6b31 req-39241558-b71a-4fe7-a896-cd0aef36a369 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 971 time: 0.1170523 Oct 18 23:12:13.620196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369bace-32ea-4fd0-a01c-2d9619140bce req-70e4ac76-2ce1-40c1-b951-81f61ae1a80e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:13.622444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c369bace-32ea-4fd0-a01c-2d9619140bce req-70e4ac76-2ce1-40c1-b951-81f61ae1a80e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 931 time: 0.5596325 Oct 18 23:12:13.624670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-adee29b3-d901-45ed-a2be-aea11c77eb7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:13.641093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Pushing event updated for resources: {'Port': ['ID=41f46296-a37e-4a08-8427-69e27512391d,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:13.645129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-41207961-f9f1-45c1-80d7-52108aafd2a3 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182725 Oct 18 23:12:13.650238 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cb2df8a-ec55-4338-b009-2acccb3f6b31 req-484542c2-2d05-4455-a98a-b0bc6baf71a0 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624840 Oct 18 23:12:13.914854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:12:13.915646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:12:13.916267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:13.928235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Allocated IP 192.168.233.143 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/6d12a28d-d6b9-44e9-a76c-da335a835259) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:12:13.960066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c369bace-32ea-4fd0-a01c-2d9619140bce req-ab47a2e9-276a-45b6-a0b3-3007a8ff674e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935548 Oct 18 23:12:13.970927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Port 41f46296-a37e-4a08-8427-69e27512391d on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:12:13.971254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:14.007536 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e3a37e6-1b01-46c7-90ca-192c7a9ea63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.012640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:12:14.012935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:14.013396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:12:14.014104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Bound port: 41f46296-a37e-4a08-8427-69e27512391d, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:12:14.014483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.055745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e3a37e6-1b01-46c7-90ca-192c7a9ea63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.145895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b5d40f-f3d7-41df-b6ae-28862fa23047 req-840bd239-7285-4b8d-ac8a-774f877bb801 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778807 Oct 18 23:12:14.190965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d282174-0a9c-4ad1-89c2-719c4f6c93ca req-85ee4fc6-c2cd-45b1-9db9-71c09b4aef66 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 210 time: 0.0847099 Oct 18 23:12:14.220249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5e3a37e6-1b01-46c7-90ca-192c7a9ea63d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ee9b089c2c54e709e04662ec41b97dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6641810 Oct 18 23:12:14.224540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59682) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:14.242890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a37e6-1b01-46c7-90ca-192c7a9ea63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6295a3a-29c9-498c-b312-3a29111b5c26,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:14.286904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:14.302075 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-adee29b3-d901-45ed-a2be-aea11c77eb7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.319889 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-adee29b3-d901-45ed-a2be-aea11c77eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.325619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:12:14.394006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.472195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.482857 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-adee29b3-d901-45ed-a2be-aea11c77eb7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=876ebbc5f25b47ba91c33151245e58c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5317192 Oct 18 23:12:14.489822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59694) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:14.496819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee29b3-d901-45ed-a2be-aea11c77eb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6184f5b1-4b69-4115-91ff-1586af256be4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:14.512060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:14.512678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.514079 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] 10.222.0.73 "PUT /v2.0/ports/41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 1092 time: 3.2873783 Oct 18 23:12:14.514941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'tag': '41f46296-a37e-4a08-8427-69e27512391d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:14.517356 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a1cc8d-4c73-4162-acb9-f321f9cb34da" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "tag": "41f46296-a37e-4a08-8427-69e27512391d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:14.546672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.553333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002ea30-c6d2-4db2-8ce8-fabd0c7c9d7f service neutron] Pushing event updated for resources: {'Port': ['ID=41f46296-a37e-4a08-8427-69e27512391d,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:14.571947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eea68-82cc-4622-8a00-87304d0964cf req-b286cc0e-f7d9-4171-9e8f-2dc120ddfaa8 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:14.573584 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-065eea68-82cc-4622-8a00-87304d0964cf req-b286cc0e-f7d9-4171-9e8f-2dc120ddfaa8 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 944 time: 0.2084470 Oct 18 23:12:14.672589 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.683391 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.689823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-065eea68-82cc-4622-8a00-87304d0964cf req-df46d3d0-7512-481d-86f7-ea32b9a4e503 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821338 Oct 18 23:12:14.719992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-95577dbd-a50a-474e-8058-d367b3c18a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:14.721583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-95577dbd-a50a-474e-8058-d367b3c18a4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1095 time: 0.1321793 Oct 18 23:12:14.741240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b3cdba6b-2902-4006-93a3-17e797b814ed'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:14.781870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Pushing event updated for resources: {'Port': ['ID=6d12a28d-d6b9-44e9-a76c-da335a835259,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:14.801210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1ddb814e-1fe9-4304-bc70-6f1b5987173d up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:12:14.874676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.877513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.883531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6295a3a-29c9-498c-b312-3a29111b5c26 HTTP/1.1" status: 204 len: 168 time: 0.6528380 Oct 18 23:12:14.892881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664474c-cecd-4a61-a469-5236dbe71211 req-dfca88b7-3b7e-4822-9ef5-3c8e8b93faf1 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:14.901152 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-dfca88b7-3b7e-4822-9ef5-3c8e8b93faf1 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 808 time: 0.5573144 Oct 18 23:12:14.914609 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-541f1f2d-374c-4355-bbf7-f3b5469a3911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.947873 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32889826-64ea-43a2-b9bc-068eae299867 x-openstack-request-id: req-32889826-64ea-43a2-b9bc-068eae299867 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:14.948160 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "tag": "41f46296-a37e-4a08-8427-69e27512391d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:14.948419 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32889826-64ea-43a2-b9bc-068eae299867 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:14.948867 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'tag': '41f46296-a37e-4a08-8427-69e27512391d', 'status': 'completed', 'code': 200} Oct 18 23:12:14.950979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:12:14.953761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-f674b1f7-6dad-42e2-bbfd-47fbdbf30517 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 217 time: 0.2059126 Oct 18 23:12:14.955449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:14.959699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:12:14.967424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:14.968377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:14.991943 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-541f1f2d-374c-4355-bbf7-f3b5469a3911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:15.033754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 1ddb814e-1fe9-4304-bc70-6f1b5987173d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:12:15.061892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 1ddb814e-1fe9-4304-bc70-6f1b5987173d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:12:15.062561 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:15.105646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6295a3a-29c9-498c-b312-3a29111b5c26,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:15.163239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.163779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.164336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.164878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.165412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.165889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.166370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.166871 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.167369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.179705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.180193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.180689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79634819-574d-4fc1-96f8-8fe893e8be1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:15.212113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-54618606-8b2a-4ec0-a827-9b8add86f79c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/quotas/c91492ee9d27416abba2071bf16cb6da HTTP/1.1" status: 200 len: 375 time: 0.3100471 Oct 18 23:12:15.245096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-541f1f2d-374c-4355-bbf7-f3b5469a3911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:15.252910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-541f1f2d-374c-4355-bbf7-f3b5469a3911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:15.254050 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-541f1f2d-374c-4355-bbf7-f3b5469a3911 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6184f5b1-4b69-4115-91ff-1586af256be4 HTTP/1.1" status: 204 len: 168 time: 0.7623293 Oct 18 23:12:15.349229 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-99031205-7114-444f-927c-25995421e5ed tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223962 Oct 18 23:12:15.386751 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:15.387796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-cfd2aefa-20d5-424f-a3f1-1417ab7b1714 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9397638 Oct 18 23:12:15.405013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-6399ccc2-7034-4e6e-ae01-bf63b87c5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:15.406662 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-6399ccc2-7034-4e6e-ae01-bf63b87c5295 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.4279091 Oct 18 23:12:15.415743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Request body: {'port': {'device_id': 'becb3d44-ce91-4cf5-8a96-8761bdcd9415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:15.436165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-c733b988-8b27-451d-abaf-1c4ade6ec5f7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:12:15.437351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-c733b988-8b27-451d-abaf-1c4ade6ec5f7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0127630 Oct 18 23:12:15.440099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f1f2d-374c-4355-bbf7-f3b5469a3911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6184f5b1-4b69-4115-91ff-1586af256be4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:15.460112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-85f57848-6b5a-491d-a261-f0250b60a4f0 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:15.461719 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-85f57848-6b5a-491d-a261-f0250b60a4f0 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.73 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 971 time: 0.1089458 Oct 18 23:12:15.505332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-deaa4085-8ce1-46e5-bb3b-b591afe54620 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355392 Oct 18 23:12:15.508298 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:15.554456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddb814e-1fe9-4304-bc70-6f1b5987173d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:15.556893 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2439b73e-1be0-42b1-a73a-123f38f3442b" -d '{"events": [{"server_uuid": "c822770a-bd7b-4b04-b112-245ddbeabd8e", "name": "network-vif-plugged", "status": "completed", "tag": "1ddb814e-1fe9-4304-bc70-6f1b5987173d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:15.574974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6891c442-927c-4994-99a2-0c7d2181298a None None] Provisioning complete for port 6d12a28d-d6b9-44e9-a76c-da335a835259 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:12:15.575462 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6891c442-927c-4994-99a2-0c7d2181298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:15.619943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1ddb814e-1fe9-4304-bc70-6f1b5987173d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1ddb814e-1fe9-4304-bc70-6f1b5987173d,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:15.629593 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:15.665731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6891c442-927c-4994-99a2-0c7d2181298a None None] Port 6d12a28d-d6b9-44e9-a76c-da335a835259 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:12:15.734217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625debd-5caa-4f1b-a6e0-5389c6094fc3 req-eb1199fe-b441-4b6c-a687-05df4a5aaad4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:15.737677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1ddb814e-1fe9-4304-bc70-6f1b5987173d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:15.738489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4625debd-5caa-4f1b-a6e0-5389c6094fc3 req-eb1199fe-b441-4b6c-a687-05df4a5aaad4 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 971 time: 0.3679230 Oct 18 23:12:15.740640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Deleting port 96220863-c488-4e0d-8575-07916eacb543 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:12:15.741454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:15.894451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4625debd-5caa-4f1b-a6e0-5389c6094fc3 req-8be9932d-9ace-4590-89dd-8da9afe4cb12 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/security-groups?id=e220b671-f407-45ba-9000-c141f0f0d0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414666 Oct 18 23:12:15.900685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59722) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:15.973165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59724) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:16.010105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-eee4bcdb-35f3-4e7f-bde4-8b1daa861e40 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970868 Oct 18 23:12:16.014906 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.018071 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83aa9e2c-65c4-4680-9f01-c3c2bd09143e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.107229 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-536fa6b0-50bd-4ed5-bbd2-26e5c85d71d8 service neutron] 10.222.0.52 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421162 Oct 18 23:12:16.231668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6e82-5435-4d5c-97ed-9d71042a050c req-40bdbbf6-986c-4c3d-a781-6af918acf001 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:16.233237 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-000a6e82-5435-4d5c-97ed-9d71042a050c req-40bdbbf6-986c-4c3d-a781-6af918acf001 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.2220769 Oct 18 23:12:16.256949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] For port 96220863-c488-4e0d-8575-07916eacb543, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=96220863-c488-4e0d-8575-07916eacb543,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:16.257374 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.291443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Calling delete_port for 96220863-c488-4e0d-8575-07916eacb543 owned by compute:tempest-test_az-1688421562 {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:12:16.298093 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac717d06-063c-44d2-bdf3-e793e83b9b2d req-05a2389f-9461-42a9-86dc-59ee18873ce5 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665279 Oct 18 23:12:16.337213 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-09f00e9d-4220-45ea-9b34-b35647b7ad3d service neutron] 10.222.0.52 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097721 Oct 18 23:12:16.344828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-000a6e82-5435-4d5c-97ed-9d71042a050c req-67755a97-796a-4b76-abae-9e3a2c824ebc tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931635 Oct 18 23:12:16.382179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.396157 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.451559 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83aa9e2c-65c4-4680-9f01-c3c2bd09143e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.475512 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83aa9e2c-65c4-4680-9f01-c3c2bd09143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.541923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa9e2c-65c4-4680-9f01-c3c2bd09143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc33aa80-0f03-4bf5-87b7-fbe2bba3bfe6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:16.551681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d12a28d-d6b9-44e9-a76c-da335a835259 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:16.565446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83aa9e2c-65c4-4680-9f01-c3c2bd09143e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8da8234346bf420a93a29de6e9f6eec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5887961 Oct 18 23:12:16.569846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59728) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:16.576418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1fc098317554cb3833d168a5f087f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6739643 Oct 18 23:12:16.580207 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.585444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889405a2-de17-4f97-bb42-791ab515c072,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:16.590518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59730) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:16.647674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.648166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.648715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.649356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.649987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.650516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.650973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.651098 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-77cb9cc0-e6b6-4f7b-8366-3dc4011f925a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.651640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.652221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.652779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.653329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.653984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59edf9-9417-45a7-bc12-eb28d0dbab9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:16.679887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-77cb9cc0-e6b6-4f7b-8366-3dc4011f925a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.695977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-8ea7a837-a4d7-47f9-baeb-d52d926668d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:16.697529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-8ea7a837-a4d7-47f9-baeb-d52d926668d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1095 time: 0.2678688 Oct 18 23:12:16.702930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Transition to ACTIVE for port object 6d12a28d-d6b9-44e9-a76c-da335a835259 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:12:16.746447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.899950 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9192475a-9af1-428e-87bc-45901711022d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.911590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Pushing event updated for resources: {'Port': ['ID=6d12a28d-d6b9-44e9-a76c-da335a835259,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:16.921173 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e942fe-0380-427d-9020-82bc2ffdd622 x-openstack-request-id: req-39e942fe-0380-427d-9020-82bc2ffdd622 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:16.921769 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c822770a-bd7b-4b04-b112-245ddbeabd8e", "name": "network-vif-plugged", "status": "completed", "tag": "1ddb814e-1fe9-4304-bc70-6f1b5987173d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:16.923187 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39e942fe-0380-427d-9020-82bc2ffdd622 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:16.925314 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddb814e-1fe9-4304-bc70-6f1b5987173d', 'code': 200} Oct 18 23:12:16.969536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-77cb9cc0-e6b6-4f7b-8366-3dc4011f925a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.974145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-77cb9cc0-e6b6-4f7b-8366-3dc4011f925a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:16.976635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-77cb9cc0-e6b6-4f7b-8366-3dc4011f925a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc33aa80-0f03-4bf5-87b7-fbe2bba3bfe6 HTTP/1.1" status: 204 len: 168 time: 0.4054925 Oct 18 23:12:17.055652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb9cc0-e6b6-4f7b-8366-3dc4011f925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc33aa80-0f03-4bf5-87b7-fbe2bba3bfe6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:17.069327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-5b024812-85af-4f4f-8253-103febd064fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:17.072278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-5b024812-85af-4f4f-8253-103febd064fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.3654597 Oct 18 23:12:17.074900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec4104-c9f4-4859-b833-b0ccb15e204e req-9423f363-eb35-44d8-8ae8-47fbd89368ab tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:17.077117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93ec4104-c9f4-4859-b833-b0ccb15e204e req-9423f363-eb35-44d8-8ae8-47fbd89368ab tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 948 time: 0.3563006 Oct 18 23:12:17.078185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:17.117578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['96220863-c488-4e0d-8575-07916eacb543'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:17.140330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Attempting to bind port 6d12a28d-d6b9-44e9-a76c-da335a835259 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:12:17.140821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Attempting to bind port 6d12a28d-d6b9-44e9-a76c-da335a835259 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:12:17.141871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Attempting to bind port 6d12a28d-d6b9-44e9-a76c-da335a835259 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:17.174484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9192475a-9af1-428e-87bc-45901711022d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:17.268708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] No DVR routers for this DVR port 96220863-c488-4e0d-8575-07916eacb543 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:12:17.272648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Pushing event deleted for resources: {'Port': ['ID=96220863-c488-4e0d-8575-07916eacb543,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:17.287850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Port 6d12a28d-d6b9-44e9-a76c-da335a835259 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:12:17.288316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Attempting to bind port 6d12a28d-d6b9-44e9-a76c-da335a835259 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:17.288855 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:17.293249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ebc2c1b-b697-461e-8acf-a40f0b684b72 req-a0c7de5f-06f6-4251-a435-0f14f33e73e2 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.73 "DELETE /v2.0/ports/96220863-c488-4e0d-8575-07916eacb543 HTTP/1.1" status: 204 len: 173 time: 1.8253202 Oct 18 23:12:17.296676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5032be31-b587-4482-99fc-58ccd03b3417', 'name': 'network-vif-deleted', 'tag': '96220863-c488-4e0d-8575-07916eacb543'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:17.320520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-75466660-6cf0-409e-9565-9918dd1c7074 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 217 time: 0.1580813 Oct 18 23:12:17.344392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93ec4104-c9f4-4859-b833-b0ccb15e204e req-4d46981e-fed5-4bcd-be1b-f089a07549ae tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192287 Oct 18 23:12:17.450145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:12:17.450438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:17.450989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:12:17.451423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Bound port: 6d12a28d-d6b9-44e9-a76c-da335a835259, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:12:17.451789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:17.519466 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36963866-eeac-413b-b249-bfb4e0b6a210 req-6c4ea5e5-751b-444b-9891-88ba8bbb5c04 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 210 time: 0.0723195 Oct 18 23:12:17.534764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b121-0440-458f-9ce5-896a6df6df49 req-8b621141-6bd6-4bbb-bd2f-b8f64d5cab22 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:17.536423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70c2b121-0440-458f-9ce5-896a6df6df49 req-8b621141-6bd6-4bbb-bd2f-b8f64d5cab22 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 945 time: 0.4842722 Oct 18 23:12:17.557316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-9ea23d20-e2f0-438c-bc4d-68ad88052b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:17.559074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-9ea23d20-e2f0-438c-bc4d-68ad88052b90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1870227 Oct 18 23:12:17.564879 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61599dd0-c115-4713-88b0-22915d488d83" -d '{"events": [{"server_uuid": "5032be31-b587-4482-99fc-58ccd03b3417", "name": "network-vif-deleted", "tag": "96220863-c488-4e0d-8575-07916eacb543"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:17.601193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2660a49-0ef2-466e-9f21-054554e82517 req-12780149-b3dc-4632-ba6b-80692fac6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:17.603325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2660a49-0ef2-466e-9f21-054554e82517 req-12780149-b3dc-4632-ba6b-80692fac6ab5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 1097 time: 0.5519903 Oct 18 23:12:17.672795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-fa348891-85a1-4fa8-a9b6-4fc7e746fcce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681748 Oct 18 23:12:17.707317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9192475a-9af1-428e-87bc-45901711022d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:17.711491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9192475a-9af1-428e-87bc-45901711022d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:17.712110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9192475a-9af1-428e-87bc-45901711022d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/889405a2-de17-4f97-bb42-791ab515c072 HTTP/1.1" status: 204 len: 168 time: 1.1186357 Oct 18 23:12:17.722276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70c2b121-0440-458f-9ce5-896a6df6df49 req-17bd0946-4f66-40ca-841f-f2a023565eba tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695263 Oct 18 23:12:17.782314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192475a-9af1-428e-87bc-45901711022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889405a2-de17-4f97-bb42-791ab515c072,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:17.857072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2660a49-0ef2-466e-9f21-054554e82517 req-1713a70d-ea15-4d54-83ad-33b622e087a9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407308 Oct 18 23:12:17.862948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] For port 6d12a28d-d6b9-44e9-a76c-da335a835259, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:17.882395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] For port 6d12a28d-d6b9-44e9-a76c-da335a835259, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6d12a28d-d6b9-44e9-a76c-da335a835259,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:12:17.898361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:17.970275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-2de9c775-c14a-422b-a826-17b3e8c226ca service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792485 Oct 18 23:12:17.985157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3577431-699e-4ff0-a682-61b8af0ff033 req-226bc282-c859-4557-a38b-5dac5dd4eaec tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:18.000190 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e3577431-699e-4ff0-a682-61b8af0ff033 req-226bc282-c859-4557-a38b-5dac5dd4eaec tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.1144514 Oct 18 23:12:18.011619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:18.013545 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:18.015259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] 10.222.0.73 "PUT /v2.0/ports/6d12a28d-d6b9-44e9-a76c-da335a835259 HTTP/1.1" status: 200 len: 1097 time: 2.6075609 Oct 18 23:12:18.021393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becb3d44-ce91-4cf5-8a96-8761bdcd9415', 'tag': '6d12a28d-d6b9-44e9-a76c-da335a835259'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:18.025214 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affc7aed-eb61-437c-b777-b5de9a43fa98" -d '{"events": [{"name": "network-changed", "server_uuid": "becb3d44-ce91-4cf5-8a96-8761bdcd9415", "tag": "6d12a28d-d6b9-44e9-a76c-da335a835259"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:18.039614 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e2b5082-7e91-4e41-8858-d7c1f94bd2b8 req-7dba2f90-580d-49c0-ad47-c5b528b27093 tempest-AggregatesAdminTestJSON-1721253431 tempest-AggregatesAdminTestJSON-1721253431-project] 10.222.0.52 "GET /v2.0/ports?device_id=5032be31-b587-4482-99fc-58ccd03b3417 HTTP/1.1" status: 200 len: 210 time: 0.1250522 Oct 18 23:12:18.122157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e3577431-699e-4ff0-a682-61b8af0ff033 req-21289481-18fb-4878-af9c-893c01fbbede tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177654 Oct 18 23:12:18.190762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426a09e-06d9-4808-8121-2ce8ecae7a00 service neutron] Pushing event updated for resources: {'Port': ['ID=6d12a28d-d6b9-44e9-a76c-da335a835259,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:18.290261 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493d54c1-b6d6-4bb9-910a-a6a2048e538d x-openstack-request-id: req-493d54c1-b6d6-4bb9-910a-a6a2048e538d {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:18.290565 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becb3d44-ce91-4cf5-8a96-8761bdcd9415", "tag": "6d12a28d-d6b9-44e9-a76c-da335a835259", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:18.290845 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-493d54c1-b6d6-4bb9-910a-a6a2048e538d {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:18.291254 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becb3d44-ce91-4cf5-8a96-8761bdcd9415', 'tag': '6d12a28d-d6b9-44e9-a76c-da335a835259', 'status': 'completed', 'code': 200} Oct 18 23:12:18.311334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a1cc8d-4c73-4162-acb9-f321f9cb34da req-a04a3323-75f4-4996-bfbc-1676d0e90d2f service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907372 Oct 18 23:12:18.315326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-312d3306-041a-4945-9f33-4ef1663bca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:18.317438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-312d3306-041a-4945-9f33-4ef1663bca7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 1100 time: 0.1933453 Oct 18 23:12:18.442002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-2fd77e4d-cc46-460f-ad91-902c5475fd78 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6d12a28d-d6b9-44e9-a76c-da335a835259 HTTP/1.1" status: 200 len: 217 time: 0.0775895 Oct 18 23:12:18.536748 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc17b45-c645-46c1-8a14-09e291665a0d x-openstack-request-id: req-6dc17b45-c645-46c1-8a14-09e291665a0d {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:18.537799 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5032be31-b587-4482-99fc-58ccd03b3417", "name": "network-vif-deleted", "tag": "96220863-c488-4e0d-8575-07916eacb543", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:18.538237 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6dc17b45-c645-46c1-8a14-09e291665a0d {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:18.542658 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5032be31-b587-4482-99fc-58ccd03b3417', 'name': 'network-vif-deleted', 'tag': '96220863-c488-4e0d-8575-07916eacb543', 'status': 'completed', 'code': 200} Oct 18 23:12:18.548539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-e0c1880e-5a01-4744-92e7-816ca77c2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:18.554521 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-e0c1880e-5a01-4744-92e7-816ca77c2499 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1053050 Oct 18 23:12:18.595973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62392141-e5ad-45c6-8a6e-de36575a109c req-5a6c2a50-3618-4ab8-975a-4be03688e0bc tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:18.603204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62392141-e5ad-45c6-8a6e-de36575a109c req-5a6c2a50-3618-4ab8-975a-4be03688e0bc tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 948 time: 0.1580820 Oct 18 23:12:18.677081 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62392141-e5ad-45c6-8a6e-de36575a109c req-f787fafa-129b-46ed-8e9c-d21d98b05181 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665469 Oct 18 23:12:18.713230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9625585a-895c-4a3f-8039-483356549e73 req-e1b2fd02-8cde-4bad-a7ed-5e24d68a9f7b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 210 time: 0.0692487 Oct 18 23:12:18.729349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-43b380c5-dc51-4c91-8c0a-175736851958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:18.741265 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-43b380c5-dc51-4c91-8c0a-175736851958 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1677237 Oct 18 23:12:18.878175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-a4a5daee-1205-4d59-8d54-8a524b86a860 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372344 Oct 18 23:12:18.894004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59810) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:18.908782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efead7-b9d0-4a82-8707-df5f9ccae643 req-6392a6bf-9251-4f9c-8a0d-461bcdc67a30 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:18.910753 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9efead7-b9d0-4a82-8707-df5f9ccae643 req-6392a6bf-9251-4f9c-8a0d-461bcdc67a30 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 945 time: 0.0769904 Oct 18 23:12:18.989904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9efead7-b9d0-4a82-8707-df5f9ccae643 req-c0629bd7-70ee-432d-af4c-6da9c742af7e tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533006 Oct 18 23:12:19.065909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c32714-335f-4d23-ad0c-850231e3e0b0 req-b9731823-8692-4f74-8320-e3a66e90be5e service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759665 Oct 18 23:12:19.168170 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3acc700b-0593-4d76-9709-f168a1727554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:19.272580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 96220863-c488-4e0d-8575-07916eacb543 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:12:19.325627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 96220863-c488-4e0d-8575-07916eacb543 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:12:19.326071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 96220863-c488-4e0d-8575-07916eacb543 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:12:19.339644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3acc700b-0593-4d76-9709-f168a1727554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:19.354014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3acc700b-0593-4d76-9709-f168a1727554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:19.431067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3acc700b-0593-4d76-9709-f168a1727554 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c2b74780e7b4d679f4293a2a066c357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334370 Oct 18 23:12:19.432104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc700b-0593-4d76-9709-f168a1727554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9870ef-192b-4877-943f-0e97059f95af,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:19.439017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664474c-cecd-4a61-a469-5236dbe71211 req-cf434c24-fd8c-48b5-9b44-0669433a077a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:19.440985 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-cf434c24-fd8c-48b5-9b44-0669433a077a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 808 time: 0.4208975 Oct 18 23:12:19.441096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59832) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:19.458384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74064ef6-d5a7-4284-aa24-79acffdfacec req-dd0ccd74-d5db-4845-b010-f934cd62c8d4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:19.460997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74064ef6-d5a7-4284-aa24-79acffdfacec req-dd0ccd74-d5db-4845-b010-f934cd62c8d4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.1329644 Oct 18 23:12:19.478371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-6860e113-af21-4de7-94e2-0830feb98165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:19.479893 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-6860e113-af21-4de7-94e2-0830feb98165 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 1100 time: 0.3118584 Oct 18 23:12:19.504394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Request body: {'port': {'device_id': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'admin_state_up': True, 'tenant_id': 'c91492ee9d27416abba2071bf16cb6da'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:19.523493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74064ef6-d5a7-4284-aa24-79acffdfacec req-1ac7da14-3e43-4e57-82e8-b5af479b3947 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549338 Oct 18 23:12:19.662605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46221381-a1af-41fa-b8c0-ca0265c34855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:19.713287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46221381-a1af-41fa-b8c0-ca0265c34855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:19.734256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-b2f2c789-76bb-40e1-94a7-df258962c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:19.735860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-b2f2c789-76bb-40e1-94a7-df258962c32b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2446086 Oct 18 23:12:19.766760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59846) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:19.768287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Made reservation on behalf of c91492ee9d27416abba2071bf16cb6da for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:19.771625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:19.825843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-b714e487-7d5d-41ac-817b-403e4be9e9ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=6d12a28d-d6b9-44e9-a76c-da335a835259 HTTP/1.1" status: 200 len: 217 time: 0.0794981 Oct 18 23:12:19.928079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-357fe06a-4047-46d4-afe1-d02f9f0ec14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:19.929792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-357fe06a-4047-46d4-afe1-d02f9f0ec14c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0923581 Oct 18 23:12:19.959594 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46221381-a1af-41fa-b8c0-ca0265c34855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:19.962249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46221381-a1af-41fa-b8c0-ca0265c34855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:19.968638 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-46221381-a1af-41fa-b8c0-ca0265c34855 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb9870ef-192b-4877-943f-0e97059f95af HTTP/1.1" status: 204 len: 168 time: 0.5201604 Oct 18 23:12:19.972690 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc71972c-eb10-4bb9-82e7-9878f8486130 req-65d2e193-4ce3-43a7-9448-f935ee57011f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 210 time: 0.0536747 Oct 18 23:12:19.999731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f94f-6ae9-48ef-9dc5-9039464f303b req-e34a690b-5b38-4fba-ab28-f018b478f285 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:20.001531 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74c3f94f-6ae9-48ef-9dc5-9039464f303b req-e34a690b-5b38-4fba-ab28-f018b478f285 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 948 time: 0.1860449 Oct 18 23:12:20.040491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46221381-a1af-41fa-b8c0-ca0265c34855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9870ef-192b-4877-943f-0e97059f95af,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:20.141263 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-40896dd0-ba04-47c0-a043-18b23f12fd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:20.175281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-8e8fd8a8-78a8-4f6c-9ac5-4ad69baa667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:20.176972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-8e8fd8a8-78a8-4f6c-9ac5-4ad69baa667e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2089097 Oct 18 23:12:20.184654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74c3f94f-6ae9-48ef-9dc5-9039464f303b req-1c756ab5-bc31-41dc-a4d6-56a8860f4231 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554673 Oct 18 23:12:20.226259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Allocated IP 172.20.0.4 (2e76da50-3cd9-431d-8f4f-74d2bbacb5e3/a5ba7e7f-e060-45fc-88a7-5673d5dd68b0/9ffc86d1-fe66-49fa-8f73-ded3c77030bc) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:12:20.248613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf21a87-c17d-4291-a311-a1a2803caef8 req-c7274594-b4d4-499a-9071-8ec89d8b1e39 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:20.251207 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3cf21a87-c17d-4291-a311-a1a2803caef8 req-c7274594-b4d4-499a-9071-8ec89d8b1e39 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 945 time: 0.0671377 Oct 18 23:12:20.300285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3cf21a87-c17d-4291-a311-a1a2803caef8 req-a51889cd-432d-47d2-ab9b-65001608b4e7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406053 Oct 18 23:12:20.373421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-93fff6f5-4e44-471f-a897-dad80cec7eab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc232d16567f4624943479793c30d51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060414 Oct 18 23:12:20.375989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59866) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:20.526151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960edc1-4950-4bb1-8a4d-f0ddbab57abd req-ddd556d5-1a7b-4f9a-8a63-98b8911eb4ba tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:20.528864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6960edc1-4950-4bb1-8a4d-f0ddbab57abd req-ddd556d5-1a7b-4f9a-8a63-98b8911eb4ba tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 945 time: 0.1339409 Oct 18 23:12:20.529623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-8cb14e13-8d71-4328-b398-68555b40f107 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374200 Oct 18 23:12:20.549729 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59868) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:20.565868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59872) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:20.577093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Request body: {'floatingip': {'port_id': '1ddb814e-1fe9-4304-bc70-6f1b5987173d'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:20.687694 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:20.714647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-affc7aed-eb61-437c-b777-b5de9a43fa98 req-3917e962-0893-470f-817c-5172867587e2 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761923 Oct 18 23:12:20.715184 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e96641aa-4ca0-4e13-9d7b-de574ab006e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:20.753123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-148779b6-a333-404e-837a-48e0130f5c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:20.758442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:20.828508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:20.853391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:12:20.869219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:20.872635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:20.876733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:12:20.888660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:20.889776 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:20.926513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e96641aa-4ca0-4e13-9d7b-de574ab006e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:20.936585 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4b076502-b2aa-4ccb-8cb4-725e0febea78 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4468467 Oct 18 23:12:20.964225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Request body: {'port': {'device_id': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:21.066868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.069227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414374e-be39-4bfb-9446-650c3d11721c req-99beae81-6871-4369-b93b-20df105b83ce tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:21.082991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9414374e-be39-4bfb-9446-650c3d11721c req-99beae81-6871-4369-b93b-20df105b83ce tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.4449389 Oct 18 23:12:21.257926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d627-95d3-417a-9350-2a405dc895a4 req-be58b65c-199d-4d60-bca9-6763095b1282 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:21.258432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb15d627-95d3-417a-9350-2a405dc895a4 req-be58b65c-199d-4d60-bca9-6763095b1282 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 931 time: 0.1426058 Oct 18 23:12:21.276833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 41f46296-a37e-4a08-8427-69e27512391d details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:12:21.297680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9414374e-be39-4bfb-9446-650c3d11721c req-b24a476f-14cb-4988-827b-4ec69be26a27 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121887 Oct 18 23:12:21.422123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb15d627-95d3-417a-9350-2a405dc895a4 req-bbd82b9e-741c-4c3b-8579-11c570792686 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395731 Oct 18 23:12:21.466200 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e96641aa-4ca0-4e13-9d7b-de574ab006e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.472724 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e96641aa-4ca0-4e13-9d7b-de574ab006e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.481063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e96641aa-4ca0-4e13-9d7b-de574ab006e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e220b671-f407-45ba-9000-c141f0f0d0f9 HTTP/1.1" status: 204 len: 168 time: 1.1023109 Oct 18 23:12:21.595787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96641aa-4ca0-4e13-9d7b-de574ab006e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e220b671-f407-45ba-9000-c141f0f0d0f9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:21.611116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffc86d1-fe66-49fa-8f73-ded3c77030bc {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:21.611255 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-148779b6-a333-404e-837a-48e0130f5c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.619221 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-148779b6-a333-404e-837a-48e0130f5c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.637575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.664280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:21.687458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Transition to ACTIVE for port object 9ffc86d1-fe66-49fa-8f73-ded3c77030bc will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:12:21.688664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '41f46296-a37e-4a08-8427-69e27512391d', 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12', 'port_id': '41f46296-a37e-4a08-8427-69e27512391d', 'mac_address': 'fa:16:3e:e7:62:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9db730-29ab-425c-8837-530c1b29a761', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:12:21.696107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59900) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:21.723166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.797021 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.828973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f46296-a37e-4a08-8427-69e27512391d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:21.866103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:21.875207 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.916534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:12:21.917067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:12:21.917599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:21.925655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:21.930959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e02ff2-0428-4719-a6f5-4e3d015da430 req-420d9e05-3f29-4b3c-9b1f-795cf66df4eb tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:21.938971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:12:21.939805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e3e02ff2-0428-4719-a6f5-4e3d015da430 req-420d9e05-3f29-4b3c-9b1f-795cf66df4eb tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 948 time: 0.4370034 Oct 18 23:12:21.939979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:21.949490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:12:21.950033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:21.950686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:12:21.951388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Bound port: 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:12:21.951965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:21.962047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148779b6-a333-404e-837a-48e0130f5c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1a40f-d63f-4d0e-a6df-85ca36f3b12f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:21.982858 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-148779b6-a333-404e-837a-48e0130f5c84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=769dfe03275d4298b0cfa2a5a84f6fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4011142 Oct 18 23:12:21.991042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:22.022379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=41f46296-a37e-4a08-8427-69e27512391d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:22.046494 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.049591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.051209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.053718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.054855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.056260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.057746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.058336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.059699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.061191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.062347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.063581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:12:22.119780 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e3e02ff2-0428-4719-a6f5-4e3d015da430 req-a9fa10d1-2896-4c78-8d68-5a6514c11f34 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792603 Oct 18 23:12:22.144187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:22.157102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:12:22.174260 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.285900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['41f46296-a37e-4a08-8427-69e27512391d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:22.292105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:22.327480 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32dec49f-3dd9-4f9a-8fc7-ec4910744f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.339683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:22.341042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.344516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-4bed1707-3e0d-4643-baa8-97ae75b82755 service neutron] 10.222.0.102 "PUT /v2.0/ports/9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 1092 time: 1.3906922 Oct 18 23:12:22.354049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:22.358775 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:22.427130 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-13220bc5-23e3-4a34-8e45-7d4be6ba1bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.484550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:12:22.512811 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73299ed2-176a-49a1-9937-71fa769fc2f0 x-openstack-request-id: req-73299ed2-176a-49a1-9937-71fa769fc2f0 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:22.513293 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:22.513879 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73299ed2-176a-49a1-9937-71fa769fc2f0 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:22.514554 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc', 'status': 'completed', 'code': 200} Oct 18 23:12:22.550174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-13220bc5-23e3-4a34-8e45-7d4be6ba1bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.680922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664474c-cecd-4a61-a469-5236dbe71211 req-a3123373-ef88-4d0f-bf95-8098b3d3630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:22.684206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-a3123373-ef88-4d0f-bf95-8098b3d3630f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1095 time: 0.2328136 Oct 18 23:12:22.689889 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.699704 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.757369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de7a36-5dff-4d7a-bcdd-69ab3f216d41 req-0df186fa-3b5c-4c54-aac5-a22cb0f8f7b2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:22.759457 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93de7a36-5dff-4d7a-bcdd-69ab3f216d41 req-0df186fa-3b5c-4c54-aac5-a22cb0f8f7b2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 944 time: 0.1650832 Oct 18 23:12:22.831911 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-b120b7c6-ec80-43ac-9e86-083b750498fc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 217 time: 0.1136048 Oct 18 23:12:22.855496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59924) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:22.888618 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93de7a36-5dff-4d7a-bcdd-69ab3f216d41 req-997c47f0-13d0-4c18-8f73-2ab928701041 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076751 Oct 18 23:12:22.911343 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Floating IP 81647688-764e-42fd-b6b2-a6a3fea113b2 associated. External IP: 172.25.7.62, port: 1ddb814e-1fe9-4304-bc70-6f1b5987173d. Oct 18 23:12:22.972895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32dec49f-3dd9-4f9a-8fc7-ec4910744f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.977411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-13220bc5-23e3-4a34-8e45-7d4be6ba1bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.980003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-13220bc5-23e3-4a34-8e45-7d4be6ba1bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:22.981234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-13220bc5-23e3-4a34-8e45-7d4be6ba1bed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39c1a40f-d63f-4d0e-a6df-85ca36f3b12f HTTP/1.1" status: 204 len: 168 time: 0.9847724 Oct 18 23:12:22.998481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86426e-0049-40e7-8716-3ea5092237e4 req-7d7b8cc4-10d6-4ff7-91db-6bb125f9c14a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:23.006353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a86426e-0049-40e7-8716-3ea5092237e4 req-7d7b8cc4-10d6-4ff7-91db-6bb125f9c14a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.3045828 Oct 18 23:12:23.019380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32dec49f-3dd9-4f9a-8fc7-ec4910744f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.054412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664474c-cecd-4a61-a469-5236dbe71211 req-644ae140-f654-479a-98cf-4e8e58e2cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:23.056527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-644ae140-f654-479a-98cf-4e8e58e2cb36 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.2129893 Oct 18 23:12:23.057645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13220bc5-23e3-4a34-8e45-7d4be6ba1bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1a40f-d63f-4d0e-a6df-85ca36f3b12f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:23.107885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-743aa697-6129-43ca-888a-0cf22eb44753 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9bf5511a04c457ea842b984b208f8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447605 Oct 18 23:12:23.134622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59934) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:23.143823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-25d00730-4611-4f72-a003-8fb45df7ac8e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721714 Oct 18 23:12:23.164090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-32dec49f-3dd9-4f9a-8fc7-ec4910744f1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6d19db9386440e7a57a6be1d8eaa24f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4651222 Oct 18 23:12:23.165377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59940) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:23.190634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dec49f-3dd9-4f9a-8fc7-ec4910744f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94ffeb0-7a2b-4083-854b-2dca02d0d029,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:23.219406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a86426e-0049-40e7-8716-3ea5092237e4 req-e672cda2-381f-42a8-83b1-409acd8d4751 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116749 Oct 18 23:12:23.289446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6d12a28d-d6b9-44e9-a76c-da335a835259 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:12:23.300083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Router 8b75ba61-beda-4276-8ebe-92b7386b9890 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:12:23.364586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9da5-75f7-4f11-9cb0-6edb7be3ad17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.405041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-1c9a67e6-4c81-4074-81c3-b669b0c055a9 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466543 Oct 18 23:12:23.417705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9202b85-2774-4f4f-bf8a-3a50369a2bd9 req-83b2af8d-eec6-4ecd-97fd-82b140c4d37d tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:23.420156 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d9202b85-2774-4f4f-bf8a-3a50369a2bd9 req-83b2af8d-eec6-4ecd-97fd-82b140c4d37d tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 948 time: 0.1416814 Oct 18 23:12:23.453129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ea33-e261-4a9a-a195-b68f0daddee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.478552 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9da5-75f7-4f11-9cb0-6edb7be3ad17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.525541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6d12a28d-d6b9-44e9-a76c-da335a835259, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6d12a28d-d6b9-44e9-a76c-da335a835259,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:23.539673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d9202b85-2774-4f4f-bf8a-3a50369a2bd9 req-7866c045-7577-408b-af1a-9db6a10396da tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998502 Oct 18 23:12:23.541148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:12:23.546620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.548724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '6d12a28d-d6b9-44e9-a76c-da335a835259', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '6d12a28d-d6b9-44e9-a76c-da335a835259', 'mac_address': 'fa:16:3e:31:67:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:12:23.587458 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931576bf-f4d9-4590-95de-683bae072487 None None] Sync routers for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:12:23.606197 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931576bf-f4d9-4590-95de-683bae072487 None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:12:23.608760 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-931576bf-f4d9-4590-95de-683bae072487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:11:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:23.609504 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-56e78a68-eb4e-4a71-926c-002e877a8181 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "PUT /v2.0/floatingips/81647688-764e-42fd-b6b2-a6a3fea113b2 HTTP/1.1" status: 200 len: 990 time: 3.0455141 Oct 18 23:12:23.610384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'tag': '1ddb814e-1fe9-4304-bc70-6f1b5987173d'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:23.614115 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c822770a-bd7b-4b04-b112-245ddbeabd8e", "tag": "1ddb814e-1fe9-4304-bc70-6f1b5987173d"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:23.636006 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.660690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d12a28d-d6b9-44e9-a76c-da335a835259 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:23.711056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6d12a28d-d6b9-44e9-a76c-da335a835259, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6d12a28d-d6b9-44e9-a76c-da335a835259,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:23.718452 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.747722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ea33-e261-4a9a-a195-b68f0daddee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.799036 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-931576bf-f4d9-4590-95de-683bae072487 None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:12:23.879898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=6d12a28d-d6b9-44e9-a76c-da335a835259,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:23.910650 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-94b4f7f5-2411-4b31-aed3-e476c58e9e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.915132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a664474c-cecd-4a61-a469-5236dbe71211 req-cda71647-9ead-4325-ac50-dc73aa97a138 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878943 Oct 18 23:12:23.943740 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9da5-75f7-4f11-9cb0-6edb7be3ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.953943 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9da5-75f7-4f11-9cb0-6edb7be3ad17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.962637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f1bf9da5-75f7-4f11-9cb0-6edb7be3ad17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/200ee7af-6c12-4a3f-b44b-35e05fa14ab9 HTTP/1.1" status: 204 len: 168 time: 0.8177245 Oct 18 23:12:23.969208 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522368da-a329-4ae3-9abc-26ba60cb190e x-openstack-request-id: req-522368da-a329-4ae3-9abc-26ba60cb190e {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:23.969765 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c822770a-bd7b-4b04-b112-245ddbeabd8e", "tag": "1ddb814e-1fe9-4304-bc70-6f1b5987173d", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:23.969878 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-522368da-a329-4ae3-9abc-26ba60cb190e {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:23.970434 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'tag': '1ddb814e-1fe9-4304-bc70-6f1b5987173d', 'status': 'completed', 'code': 200} Oct 18 23:12:23.991645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ea33-e261-4a9a-a195-b68f0daddee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:23.996467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ea33-e261-4a9a-a195-b68f0daddee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:24.013251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9aa6ea33-e261-4a9a-a195-b68f0daddee1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b94ffeb0-7a2b-4083-854b-2dca02d0d029 HTTP/1.1" status: 204 len: 168 time: 0.8305087 Oct 18 23:12:24.015611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf9da5-75f7-4f11-9cb0-6edb7be3ad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200ee7af-6c12-4a3f-b44b-35e05fa14ab9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:24.039466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6ea33-e261-4a9a-a195-b68f0daddee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94ffeb0-7a2b-4083-854b-2dca02d0d029,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:24.105431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['6d12a28d-d6b9-44e9-a76c-da335a835259'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:24.205618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-86e36501-2071-41d3-9900-ec050007f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:24.211337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-86e36501-2071-41d3-9900-ec050007f3ff service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 1097 time: 0.1380398 Oct 18 23:12:24.245668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f97db2-a546-4bac-b790-00ee49a73c0a req-5aa1c0fc-f2d1-47c7-ad2a-20bb7cba1f4b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:24.249213 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78f97db2-a546-4bac-b790-00ee49a73c0a req-5aa1c0fc-f2d1-47c7-ad2a-20bb7cba1f4b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 944 time: 0.1185992 Oct 18 23:12:24.356538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78f97db2-a546-4bac-b790-00ee49a73c0a req-754e7194-a1ff-4798-bf76-295acbed6795 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996132 Oct 18 23:12:24.386666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-3f738f06-319f-444c-a25b-afcacd3fb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:24.390435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-3f738f06-319f-444c-a25b-afcacd3fb9bf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1095 time: 0.3100932 Oct 18 23:12:24.576282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9b4f8-fca4-4c85-9881-848980bceac2 req-184debf1-9399-45ab-9933-964872729637 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:24.586568 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cad9b4f8-fca4-4c85-9881-848980bceac2 req-184debf1-9399-45ab-9933-964872729637 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.1193855 Oct 18 23:12:24.649179 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-931576bf-f4d9-4590-95de-683bae072487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '81647688-764e-42fd-b6b2-a6a3fea113b2', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'port_id': '1ddb814e-1fe9-4304-bc70-6f1b5987173d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'mac_address': 'fa:16:3e:b4:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:11:56Z', 'updated_at': '2021-10-18T23:12:22Z', 'revision_number': 1, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:24.660614 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cad9b4f8-fca4-4c85-9881-848980bceac2 req-7e4c7046-37b9-4f03-9552-47687104a915 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644894 Oct 18 23:12:24.682244 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:24.687174 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931576bf-f4d9-4590-95de-683bae072487 None None] Checking router: 8b75ba61-beda-4276-8ebe-92b7386b9890 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:12:24.699549 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931576bf-f4d9-4590-95de-683bae072487 None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:12:24.700535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-931576bf-f4d9-4590-95de-683bae072487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:12:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:24.859019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-151fe199-5eb5-4c51-828a-28911d555fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:24.860610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-151fe199-5eb5-4c51-828a-28911d555fcb service neutron] 10.222.0.102 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 925 time: 0.6354108 Oct 18 23:12:24.862011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366d82e-efb8-482e-9df9-5eac24b5aa79 req-c7789e36-32a6-48d6-ac5b-dcffcf4bce01 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:24.910241 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-931576bf-f4d9-4590-95de-683bae072487 None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:12:24.917170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2366d82e-efb8-482e-9df9-5eac24b5aa79 req-c7789e36-32a6-48d6-ac5b-dcffcf4bce01 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 949 time: 0.1497278 Oct 18 23:12:24.987506 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2366d82e-efb8-482e-9df9-5eac24b5aa79 req-f720c175-9beb-4e6a-ac9e-270828065e62 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692110 Oct 18 23:12:25.164230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:25.214855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-8a575fcf-6bf5-4a0f-b08f-2abc73fc34aa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ddb814e-1fe9-4304-bc70-6f1b5987173d HTTP/1.1" status: 200 len: 998 time: 0.3415494 Oct 18 23:12:25.274987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59998) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:25.315970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 41f46296-a37e-4a08-8427-69e27512391d up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:12:25.334619 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6024dbf6-5215-444d-ad18-96a65502dfc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:25.365055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-0acbf2b3-67d8-4c55-b697-7521a7b435f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:25.377403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-0acbf2b3-67d8-4c55-b697-7521a7b435f3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.5106747 Oct 18 23:12:25.382702 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-931576bf-f4d9-4590-95de-683bae072487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '81647688-764e-42fd-b6b2-a6a3fea113b2', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'port_id': '1ddb814e-1fe9-4304-bc70-6f1b5987173d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'mac_address': 'fa:16:3e:b4:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:11:56Z', 'updated_at': '2021-10-18T23:12:22Z', 'revision_number': 1, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:12:25.456433 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931576bf-f4d9-4590-95de-683bae072487 None None] The sync data for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 is: [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '81647688-764e-42fd-b6b2-a6a3fea113b2', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'port_id': '1ddb814e-1fe9-4304-bc70-6f1b5987173d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'mac_address': 'fa:16:3e:b4:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:11:56Z', 'updated_at': '2021-10-18T23:12:22Z', 'revision_number': 1, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:12:25.549375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 41f46296-a37e-4a08-8427-69e27512391d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:12:25.558064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 41f46296-a37e-4a08-8427-69e27512391d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:12:25.558435 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:25.600694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-23505083-6023-4be5-a880-3888d8d68e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:25.603664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-23505083-6023-4be5-a880-3888d8d68e3c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 HTTP/1.1" status: 200 len: 863 time: 0.3804817 Oct 18 23:12:25.606260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-b008cf54-a043-4794-a635-c207b1168407 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 217 time: 0.1788766 Oct 18 23:12:25.625558 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6024dbf6-5215-444d-ad18-96a65502dfc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:25.690700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6024dbf6-5215-444d-ad18-96a65502dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:25.781046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-e22ed5aa-368a-48e1-8ee0-3702b0a7178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:25.784272 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-e22ed5aa-368a-48e1-8ee0-3702b0a7178f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.1647725 Oct 18 23:12:25.786176 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:25.837567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f778654-a54e-4817-a224-522b79515c97 req-5cecf8aa-ab7a-4474-b1b4-cd8a6435c9c5 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:25.840099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f778654-a54e-4817-a224-522b79515c97 req-5cecf8aa-ab7a-4474-b1b4-cd8a6435c9c5 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 944 time: 0.2818420 Oct 18 23:12:25.845322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f46296-a37e-4a08-8427-69e27512391d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:25.847778 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae21a510-64a4-47bb-a285-adc0353fe6df" -d '{"events": [{"server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "name": "network-vif-plugged", "status": "completed", "tag": "41f46296-a37e-4a08-8427-69e27512391d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:25.858436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6024dbf6-5215-444d-ad18-96a65502dfc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8a62cbc330a45a4bc5270b3f7ed1f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5815072 Oct 18 23:12:25.860734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60010) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:25.861420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024dbf6-5215-444d-ad18-96a65502dfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cfeb9d-6e25-4d19-9cf2-df071e5b6356,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:25.892011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:25.899250 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:25.900073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6d12a28d-d6b9-44e9-a76c-da335a835259 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:12:25.980993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-5870b350-f0d1-4a3e-a6da-5880d9668227 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206713 Oct 18 23:12:25.994341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddde980-27fc-4fdc-a6a3-b00f32cd19d3 None None] New status for floating IP 81647688-764e-42fd-b6b2-a6a3fea113b2: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:12:26.026506 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f778654-a54e-4817-a224-522b79515c97 req-4ba73c29-95c8-4532-92e8-8a8073db3092 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667233 Oct 18 23:12:26.059105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d0e8-fa20-46aa-a733-def8c9c1d9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:26.116063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d0e8-fa20-46aa-a733-def8c9c1d9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:26.219059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d0e8-fa20-46aa-a733-def8c9c1d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:26.230163 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2bc9d0e8-fa20-46aa-a733-def8c9c1d9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:26.242451 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2bc9d0e8-fa20-46aa-a733-def8c9c1d9cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/95cfeb9d-6e25-4d19-9cf2-df071e5b6356 HTTP/1.1" status: 204 len: 168 time: 0.3627949 Oct 18 23:12:26.260911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9d0e8-fa20-46aa-a733-def8c9c1d9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cfeb9d-6e25-4d19-9cf2-df071e5b6356,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:26.307959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-15dfee72-71ba-4494-bf48-bcc6c4a35f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:26.314852 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-15dfee72-71ba-4494-bf48-bcc6c4a35f16 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6968484 Oct 18 23:12:26.553880 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e960366c-131e-40e9-a797-92c5c16dde81 x-openstack-request-id: req-e960366c-131e-40e9-a797-92c5c16dde81 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:26.554247 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "name": "network-vif-plugged", "status": "completed", "tag": "41f46296-a37e-4a08-8427-69e27512391d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:26.554576 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e960366c-131e-40e9-a797-92c5c16dde81 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:26.554883 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f46296-a37e-4a08-8427-69e27512391d', 'code': 200} Oct 18 23:12:26.561068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=41f46296-a37e-4a08-8427-69e27512391d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:26.617075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-fbec3dcc-55f8-44c9-a2a7-2a1b9f39c8da service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116092 Oct 18 23:12:26.628660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 6d12a28d-d6b9-44e9-a76c-da335a835259 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:12:26.685484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 6d12a28d-d6b9-44e9-a76c-da335a835259 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:12:26.686044 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:26.731842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6499e-9d5c-4faa-bd47-618424042829 req-3424861d-110c-4da2-a5a1-e6fc12a29e59 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:26.743095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cd6499e-9d5c-4faa-bd47-618424042829 req-3424861d-110c-4da2-a5a1-e6fc12a29e59 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.4501498 Oct 18 23:12:26.769588 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-3813f922-3441-4747-b661-0dc59764f864 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324665 Oct 18 23:12:26.791797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72104944-9ca8-4ef6-852b-35470f1a9eeb req-e43bf3e0-02e9-4bfe-8595-1c7341c0f2a2 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:26.794230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72104944-9ca8-4ef6-852b-35470f1a9eeb req-e43bf3e0-02e9-4bfe-8595-1c7341c0f2a2 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 949 time: 0.2798221 Oct 18 23:12:26.831905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cd6499e-9d5c-4faa-bd47-618424042829 req-0e9e0d62-60ec-4172-87f1-fdaf054d0656 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877569 Oct 18 23:12:26.839314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846b561-de35-4afe-94e3-52144d8f352a req-499a5034-7d93-4e68-baa4-88274d2f7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:26.841777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6846b561-de35-4afe-94e3-52144d8f352a req-499a5034-7d93-4e68-baa4-88274d2f7645 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1097 time: 0.3489537 Oct 18 23:12:26.910602 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:26.997219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6d12a28d-d6b9-44e9-a76c-da335a835259, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6d12a28d-d6b9-44e9-a76c-da335a835259,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:27.004269 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:27.008065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6846b561-de35-4afe-94e3-52144d8f352a req-791a3fab-3b3e-40bc-be44-03f375f51d42 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516051 Oct 18 23:12:27.014770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8cc6ef6-5c5b-46d3-a4a5-f08fee7cf9b4 req-a5188a4d-e67e-4109-b294-d9ebe6d9af87 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554115 Oct 18 23:12:27.018180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72104944-9ca8-4ef6-852b-35470f1a9eeb req-bd09a133-fa27-4a68-ac8a-cfa7eae7b13c tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811435 Oct 18 23:12:27.066158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=6d12a28d-d6b9-44e9-a76c-da335a835259,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:27.125996 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e517f4e4-ba65-4861-9c3e-e5baf9ae52ba req-1b630503-e0d4-4857-b1cc-4dd519c29723 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300290 Oct 18 23:12:27.209271 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:12:27.245156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1056198-d396-4fbe-b4b0-94ddff2fcf78 req-c1f1f481-269a-4473-b7cd-00bb5739ebe7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:27.249192 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1056198-d396-4fbe-b4b0-94ddff2fcf78 req-c1f1f481-269a-4473-b7cd-00bb5739ebe7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 945 time: 0.0988050 Oct 18 23:12:27.323041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1056198-d396-4fbe-b4b0-94ddff2fcf78 req-52d6b34d-56dc-47c2-aa73-780e2b93a806 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650380 Oct 18 23:12:27.649830 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:28.063823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe2fb-2fa7-40e2-aa26-5f1853e17b3e req-60321de4-df2f-473c-b836-aae1e1cacd2d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.066559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55bfe2fb-2fa7-40e2-aa26-5f1853e17b3e req-60321de4-df2f-473c-b836-aae1e1cacd2d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.0984330 Oct 18 23:12:28.125566 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55bfe2fb-2fa7-40e2-aa26-5f1853e17b3e req-3cadc22c-dcdc-4f0a-a0d6-e6b1836d6ec4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518398 Oct 18 23:12:28.514425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.516426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.517545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.518678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.519947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.521127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.522283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.523394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.524472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.528546 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b5d3390f-0411-4e27-b371-bdf20bd3ddb6 req-036d31fb-905d-49be-ba64-7a7e02316731 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.2623427 Oct 18 23:12:28.556819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becb3d44-ce91-4cf5-8a96-8761bdcd9415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d12a28d-d6b9-44e9-a76c-da335a835259'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:28.562065 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9546e6ed-8ab2-43c3-9f62-d3286dc57293" -d '{"events": [{"server_uuid": "becb3d44-ce91-4cf5-8a96-8761bdcd9415", "name": "network-vif-plugged", "status": "completed", "tag": "6d12a28d-d6b9-44e9-a76c-da335a835259"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:28.650821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf427c-e1da-4b82-8e21-0533cc11b78a req-7812f997-7db3-4218-a477-099e52b42078 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.652440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6cf427c-e1da-4b82-8e21-0533cc11b78a req-7812f997-7db3-4218-a477-099e52b42078 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 950 time: 0.0588074 Oct 18 23:12:28.726914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6cf427c-e1da-4b82-8e21-0533cc11b78a req-2533e87e-2684-410a-93d1-d9db8fb18372 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615606 Oct 18 23:12:28.758532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9ffc86d1-fe66-49fa-8f73-ded3c77030bc details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:12:28.872241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9c2ec-ceaf-4e0d-9eb2-726592280de6 req-d54a5a8e-d619-4d17-91f7-3ecec30c208a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:28.881727 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41f9c2ec-ceaf-4e0d-9eb2-726592280de6 req-d54a5a8e-d619-4d17-91f7-3ecec30c208a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 945 time: 0.0749478 Oct 18 23:12:28.936431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41f9c2ec-ceaf-4e0d-9eb2-726592280de6 req-87b495ab-3058-4f32-9fde-b07ad13c70e7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514698 Oct 18 23:12:28.939915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:28.969653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc', 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'port_id': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc', 'mac_address': 'fa:16:3e:7a:89:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ba7e7f-e060-45fc-88a7-5673d5dd68b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:12:29.024877 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fdc5c0-eedb-4453-864a-64bf112bdfe6 x-openstack-request-id: req-41fdc5c0-eedb-4453-864a-64bf112bdfe6 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:29.025465 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becb3d44-ce91-4cf5-8a96-8761bdcd9415", "name": "network-vif-plugged", "status": "completed", "tag": "6d12a28d-d6b9-44e9-a76c-da335a835259", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:29.025878 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41fdc5c0-eedb-4453-864a-64bf112bdfe6 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:29.026437 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becb3d44-ce91-4cf5-8a96-8761bdcd9415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d12a28d-d6b9-44e9-a76c-da335a835259', 'code': 200} Oct 18 23:12:29.029268 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:29.064645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a18ba-5e69-4682-9bad-6f13c63f8f34 req-bb348c18-9b0d-4ed3-8954-773d39d6e906 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.066797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffc86d1-fe66-49fa-8f73-ded3c77030bc {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:29.072847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3b6a18ba-5e69-4682-9bad-6f13c63f8f34 req-bb348c18-9b0d-4ed3-8954-773d39d6e906 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 886 time: 0.1789160 Oct 18 23:12:29.121180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:29.131809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:29.194831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:29.225779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc435597-75a5-4e04-be0e-8e08f4671598 req-43808a30-5ea0-428d-8353-bd4b8f7f93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.228437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc435597-75a5-4e04-be0e-8e08f4671598 req-43808a30-5ea0-428d-8353-bd4b8f7f93ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 1102 time: 0.0881529 Oct 18 23:12:29.275993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc435597-75a5-4e04-be0e-8e08f4671598 req-b1bb6a53-fe2f-4c67-b7f3-c117f24110b6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Oct 18 23:12:29.557016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d512f7d-13e8-402b-a12a-5034073536df req-911f0f05-73b6-4f03-9cd2-1fad3a0b4a56 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.558779 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d512f7d-13e8-402b-a12a-5034073536df req-911f0f05-73b6-4f03-9cd2-1fad3a0b4a56 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1097 time: 0.0570898 Oct 18 23:12:29.561584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.562265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.563540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.563540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.564098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.564614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.565124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.565771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.566279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.571665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84463f16-ff2d-4d8a-96d7-fac2d2408775 req-d7c2643f-5526-4bc5-ae4c-1453e2064c90 tempest-NetworksTest-1301715730 tempest-NetworksTest-1301715730-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.2325134 Oct 18 23:12:29.626937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d512f7d-13e8-402b-a12a-5034073536df req-624be6f6-b1c6-4424-87d0-4e1fff49dab0 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559013 Oct 18 23:12:29.671209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['9ffc86d1-fe66-49fa-8f73-ded3c77030bc'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:29.797556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7c252-5424-4557-ab08-012872df9659 req-36db3c10-1732-4a93-ac4d-9a139f94e340 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:29.806184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2fc7c252-5424-4557-ab08-012872df9659 req-36db3c10-1732-4a93-ac4d-9a139f94e340 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 944 time: 0.1402290 Oct 18 23:12:29.903835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2fc7c252-5424-4557-ab08-012872df9659 req-856c0923-1a5c-48cb-97d0-5b6054536eb1 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889566 Oct 18 23:12:30.053927 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60170) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:30.096393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb7c9-0186-41a9-930a-11b6a1607c19 req-f6f09db8-1b8b-4d3b-83ae-750abc5855fe tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:30.105874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-549bb7c9-0186-41a9-930a-11b6a1607c19 req-f6f09db8-1b8b-4d3b-83ae-750abc5855fe tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 950 time: 0.1072674 Oct 18 23:12:30.165161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-549bb7c9-0186-41a9-930a-11b6a1607c19 req-26ad429e-292c-4653-bffb-6a59ddb1198b tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572999 Oct 18 23:12:30.198653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029d0f-c17e-449d-b51e-cb2e9e8f1185 req-ace559f4-a07e-4281-b516-dcb3c09b1a0a tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:30.200426 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c029d0f-c17e-449d-b51e-cb2e9e8f1185 req-ace559f4-a07e-4281-b516-dcb3c09b1a0a tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1097 time: 0.1356049 Oct 18 23:12:30.251667 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c029d0f-c17e-449d-b51e-cb2e9e8f1185 req-207435ec-ba8e-4006-9c2c-8b0ec87658b6 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428636 Oct 18 23:12:30.292194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60178) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:30.386431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aab5d46f-4bf8-464d-91b7-ea3edc7e1ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.432248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bd52495-ba1d-4022-871c-d082797f459b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.523310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aab5d46f-4bf8-464d-91b7-ea3edc7e1ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.533484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aab5d46f-4bf8-464d-91b7-ea3edc7e1ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.549013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bd52495-ba1d-4022-871c-d082797f459b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.554463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bd52495-ba1d-4022-871c-d082797f459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.612288 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5bd52495-ba1d-4022-871c-d082797f459b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed7a1f4d84f44bcb98c75e0d68e208bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189378 Oct 18 23:12:30.612965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60188) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:30.625980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5d46f-4bf8-464d-91b7-ea3edc7e1ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc01810-9c2b-44c8-b550-5aee3959c61f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:30.634659 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aab5d46f-4bf8-464d-91b7-ea3edc7e1ab4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=730c2016962c4149b9eb371384ddbab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785904 Oct 18 23:12:30.637236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60190) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:30.642260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd52495-ba1d-4022-871c-d082797f459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c364ee05-d6ac-4be5-bde4-6eb8eaafe07c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:30.698627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-60fb8600-780a-4c3c-b852-a316839cd203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.744572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-60fb8600-780a-4c3c-b852-a316839cd203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.752016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4e78-a09f-4329-b6af-1685f08a747b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.765298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9ffc86d1-fe66-49fa-8f73-ded3c77030bc up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:12:30.821078 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4e78-a09f-4329-b6af-1685f08a747b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.851543 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-60fb8600-780a-4c3c-b852-a316839cd203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.861470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-60fb8600-780a-4c3c-b852-a316839cd203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.874577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-60fb8600-780a-4c3c-b852-a316839cd203 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c364ee05-d6ac-4be5-bde4-6eb8eaafe07c HTTP/1.1" status: 204 len: 168 time: 0.2532647 Oct 18 23:12:30.888370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:12:30.895371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:12:30.896583 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.905660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb8600-780a-4c3c-b852-a316839cd203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c364ee05-d6ac-4be5-bde4-6eb8eaafe07c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:30.948482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4e78-a09f-4329-b6af-1685f08a747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.951322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4e78-a09f-4329-b6af-1685f08a747b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:30.955171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e5bb4e78-a09f-4329-b6af-1685f08a747b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5dc01810-9c2b-44c8-b550-5aee3959c61f HTTP/1.1" status: 204 len: 168 time: 0.3141515 Oct 18 23:12:30.979546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb4e78-a09f-4329-b6af-1685f08a747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc01810-9c2b-44c8-b550-5aee3959c61f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:31.079964 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.156529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:31.163407 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6972fa2-4e1f-4a6f-b0e2-b51f53107b17" -d '{"events": [{"server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:31.180010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:31.186618 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.286579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:31.415734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60224) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:31.433303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60230) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:31.436339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af6f36f-6c82-4ed6-ac78-18f2c9028e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.459689 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8d204e21-7ca2-44c9-82ce-4fe2cc7ba83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.545978 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af6f36f-6c82-4ed6-ac78-18f2c9028e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.552285 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af6f36f-6c82-4ed6-ac78-18f2c9028e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.603073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6f36f-6c82-4ed6-ac78-18f2c9028e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f410623-52e4-45b0-ac27-988e487687ed,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:31.612923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0af6f36f-6c82-4ed6-ac78-18f2c9028e2e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4ad70e8267c4193ba5997b7096918fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913695 Oct 18 23:12:31.613376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60232) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:31.631744 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8d204e21-7ca2-44c9-82ce-4fe2cc7ba83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.648662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8d204e21-7ca2-44c9-82ce-4fe2cc7ba83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.691285 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eecc2572-9eb4-4f2d-9c97-a68bc4fd1c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.732361 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8d204e21-7ca2-44c9-82ce-4fe2cc7ba83c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01b124f98403432783ddd2649cc172f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974303 Oct 18 23:12:31.733281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d204e21-7ca2-44c9-82ce-4fe2cc7ba83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7744474-9f35-4081-a2ad-a193351d2d13,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:31.735776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60240) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:31.739563 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eecc2572-9eb4-4f2d-9c97-a68bc4fd1c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.803079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beb7c1a7-987b-44e5-9221-b5b7c5aba3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.834675 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eecc2572-9eb4-4f2d-9c97-a68bc4fd1c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.838470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eecc2572-9eb4-4f2d-9c97-a68bc4fd1c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.839957 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eecc2572-9eb4-4f2d-9c97-a68bc4fd1c6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f410623-52e4-45b0-ac27-988e487687ed HTTP/1.1" status: 204 len: 168 time: 0.2256284 Oct 18 23:12:31.844168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beb7c1a7-987b-44e5-9221-b5b7c5aba3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.849217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc2572-9eb4-4f2d-9c97-a68bc4fd1c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f410623-52e4-45b0-ac27-988e487687ed,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:31.921387 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beb7c1a7-987b-44e5-9221-b5b7c5aba3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.925399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beb7c1a7-987b-44e5-9221-b5b7c5aba3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:31.925881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-beb7c1a7-987b-44e5-9221-b5b7c5aba3c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7744474-9f35-4081-a2ad-a193351d2d13 HTTP/1.1" status: 204 len: 168 time: 0.1889000 Oct 18 23:12:31.956138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7c1a7-987b-44e5-9221-b5b7c5aba3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7744474-9f35-4081-a2ad-a193351d2d13,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:32.135263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814c16a-4248-49c7-b9a5-8e8bccbe877b req-8b3b333a-d08c-4ee0-8988-5eaf04770388 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:32.136918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d814c16a-4248-49c7-b9a5-8e8bccbe877b req-8b3b333a-d08c-4ee0-8988-5eaf04770388 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 945 time: 0.0601413 Oct 18 23:12:32.191299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d814c16a-4248-49c7-b9a5-8e8bccbe877b req-91c20445-67e8-4e34-bde9-6cac6aec7826 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467207 Oct 18 23:12:32.244602 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9f8155-52c3-4772-a1b8-9c47c56d77a0 x-openstack-request-id: req-dc9f8155-52c3-4772-a1b8-9c47c56d77a0 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:32.245521 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:32.245974 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc9f8155-52c3-4772-a1b8-9c47c56d77a0 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:32.246550 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc', 'code': 200} Oct 18 23:12:32.373998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c6e09-9bf8-4e63-89b0-5e0bfe4a2e2b req-37c68068-641e-4b0f-b661-58f4533850c0 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:32.375708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be2c6e09-9bf8-4e63-89b0-5e0bfe4a2e2b req-37c68068-641e-4b0f-b661-58f4533850c0 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 950 time: 0.0822191 Oct 18 23:12:32.463871 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be2c6e09-9bf8-4e63-89b0-5e0bfe4a2e2b req-bad51267-dff4-4869-b12b-d230817996b6 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777903 Oct 18 23:12:32.480393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6196238-f685-4d87-8c3d-a10477f1dfe9 req-e828c0ec-5611-4b29-9f14-dff03cf7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:32.480393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6196238-f685-4d87-8c3d-a10477f1dfe9 req-e828c0ec-5611-4b29-9f14-dff03cf7c846 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1097 time: 0.1011350 Oct 18 23:12:32.551051 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6196238-f685-4d87-8c3d-a10477f1dfe9 req-48b9e84d-801b-4387-a9f2-9694be26032d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634825 Oct 18 23:12:33.569148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fda74a-9fe6-4d01-a655-4f659c0244cb req-08af8f6a-4b27-4300-aa29-138ffafdd251 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:33.572481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31fda74a-9fe6-4d01-a655-4f659c0244cb req-08af8f6a-4b27-4300-aa29-138ffafdd251 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 950 time: 0.0922496 Oct 18 23:12:33.623359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31fda74a-9fe6-4d01-a655-4f659c0244cb req-283ce7a4-3663-4b05-924c-4278c472e808 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Oct 18 23:12:33.668020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60334) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:34.027956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-e8e6fa58-09f6-4a73-a410-434b59eafdf9 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:12:34.029511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-e8e6fa58-09f6-4a73-a410-434b59eafdf9 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3595252 Oct 18 23:12:34.155390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-951d8e19-8bbd-4652-8212-688e7a782c76 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:34.158097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-951d8e19-8bbd-4652-8212-688e7a782c76 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports/41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 1094 time: 0.1002474 Oct 18 23:12:34.191552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413e215-b46d-4e2d-b8e5-3b57e8303ab9 req-91d7257f-b157-4bc7-b9ca-4a257283d88f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:34.194496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5413e215-b46d-4e2d-b8e5-3b57e8303ab9 req-91d7257f-b157-4bc7-b9ca-4a257283d88f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 945 time: 0.1549959 Oct 18 23:12:34.276971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5413e215-b46d-4e2d-b8e5-3b57e8303ab9 req-13505897-f8ad-41fe-99a9-df4bc63313e2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748780 Oct 18 23:12:34.388062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:34.475204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Request body: {'binding': {'host': 'n-h1-713498-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:34.476487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Unknown quota resources ['binding']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:12:34.923881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d on host n-h1-713498-28 for vnic_type normal with profile None {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:12:34.924870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:12:34.924870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:34.930450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Port 41f46296-a37e-4a08-8427-69e27512391d on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:12:34.930801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:34.936426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:12:34.936759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:34.937133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:12:34.937566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Bound port: 41f46296-a37e-4a08-8427-69e27512391d, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:12:35.045934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:12:35.056385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:35.058530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2188c4ee-9c95-4954-87e3-4acee156b341 service neutron] 10.222.0.52 "POST /v2.0/ports/41f46296-a37e-4a08-8427-69e27512391d/bindings HTTP/1.1" status: 201 len: 390 time: 0.7318525 Oct 18 23:12:35.338822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f1a89-1af9-4d1d-84a8-afec8e3791f5 req-450792e5-f583-4c2f-a648-17a757f286ab tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:35.340885 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7c1f1a89-1af9-4d1d-84a8-afec8e3791f5 req-450792e5-f583-4c2f-a648-17a757f286ab tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 950 time: 0.0863581 Oct 18 23:12:35.407629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7c1f1a89-1af9-4d1d-84a8-afec8e3791f5 req-431d14c3-02ef-4afa-8960-5b2e0d4e88f1 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594440 Oct 18 23:12:35.466443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-dcaa0beb-4032-4913-b047-56adeae92746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:35.469553 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-dcaa0beb-4032-4913-b047-56adeae92746 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1097 time: 0.0897832 Oct 18 23:12:35.672442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-89831352-1b9d-4f73-b13f-182019f4b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:35.676252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-89831352-1b9d-4f73-b13f-182019f4b718 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.1953540 Oct 18 23:12:35.700182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f37d2-3b57-4dbb-9923-58314448210b req-b6bc22a8-ed88-42a2-9dc2-a3e4d7e81d00 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:35.703969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e40f37d2-3b57-4dbb-9923-58314448210b req-b6bc22a8-ed88-42a2-9dc2-a3e4d7e81d00 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 945 time: 0.0684097 Oct 18 23:12:35.738645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-3247592e-59f6-4109-8331-93e4ba35c4c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 217 time: 0.0459740 Oct 18 23:12:35.775080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e40f37d2-3b57-4dbb-9923-58314448210b req-edfaf7bf-3964-47f6-85ff-4fc3cac8a64d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593004 Oct 18 23:12:35.804364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be9cea-36f3-4197-8ced-7ce5ac85df0a req-f925ffb7-57d9-443d-b78c-9c397c5d0819 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:35.807571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65be9cea-36f3-4197-8ced-7ce5ac85df0a req-f925ffb7-57d9-443d-b78c-9c397c5d0819 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 945 time: 0.1596153 Oct 18 23:12:35.833603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-35696601-f4b5-49ae-89b2-df300080766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:35.835303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-35696601-f4b5-49ae-89b2-df300080766c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.0810108 Oct 18 23:12:35.878216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-50e06dfc-d8a7-475e-9b3a-91891cce1c9c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352230 Oct 18 23:12:35.903287 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:35.922157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65be9cea-36f3-4197-8ced-7ce5ac85df0a req-bd72c9e7-3266-4e72-bb38-e78d55bebcb9 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023221 Oct 18 23:12:35.970205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec289c3-0959-4001-9d2f-80b1d8855d58 req-399ec63b-90c6-4cfa-8985-fbd25d7732fd tempest-LiveMigrationNegativeTest-463554681 tempest-LiveMigrationNegativeTest-463554681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:35.989067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ec289c3-0959-4001-9d2f-80b1d8855d58 req-399ec63b-90c6-4cfa-8985-fbd25d7732fd tempest-LiveMigrationNegativeTest-463554681 tempest-LiveMigrationNegativeTest-463554681-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 1102 time: 0.1208065 Oct 18 23:12:36.015561 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ec289c3-0959-4001-9d2f-80b1d8855d58 req-0aa0d50f-c797-4578-8b4e-fe933e1d9d98 tempest-LiveMigrationNegativeTest-463554681 tempest-LiveMigrationNegativeTest-463554681-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:36.044451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-e5e8de4d-c2a2-474c-813e-105d709944de service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564801 Oct 18 23:12:36.066823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60420) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:36.137280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ec289c3-0959-4001-9d2f-80b1d8855d58 req-0aa0d50f-c797-4578-8b4e-fe933e1d9d98 tempest-LiveMigrationNegativeTest-463554681 tempest-LiveMigrationNegativeTest-463554681-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:36.145508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ec289c3-0959-4001-9d2f-80b1d8855d58 req-0aa0d50f-c797-4578-8b4e-fe933e1d9d98 tempest-LiveMigrationNegativeTest-463554681 tempest-LiveMigrationNegativeTest-463554681-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:36.184721 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ec289c3-0959-4001-9d2f-80b1d8855d58 req-0aa0d50f-c797-4578-8b4e-fe933e1d9d98 tempest-LiveMigrationNegativeTest-463554681 tempest-LiveMigrationNegativeTest-463554681-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925120 Oct 18 23:12:36.211124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0d50f-c797-4578-8b4e-fe933e1d9d98 tempest-LiveMigrationNegativeTest-463554681 tempest-LiveMigrationNegativeTest-463554681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a0817f-ad99-4865-bdfe-bde55e59f969,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:36.221733 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-32a95fc0-8c1b-4756-813a-1560c31616c6 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667542 Oct 18 23:12:36.605816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28120801-8a92-43cf-a576-73539ce990b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:36.622167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-e5782377-aa62-4603-8f44-3958d0a2a83f tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:36.624814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-e5782377-aa62-4603-8f44-3958d0a2a83f tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.1292245 Oct 18 23:12:36.632186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60442) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:36.668372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60446) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:36.678276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1904205e-92c6-4794-8113-305d9bf57446 req-7774ecf8-b71c-484e-9480-ef120a119d03 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c694447090be4f2abc033bee65519488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721755 Oct 18 23:12:36.687579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-28'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:36.830100 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28120801-8a92-43cf-a576-73539ce990b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:36.837230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d8debeb-ecd0-418a-a1d9-ff883e7c53a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:36.840916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930ac99c-65eb-49e7-a6dd-54354dd9eec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:36.852424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:36.867414 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28120801-8a92-43cf-a576-73539ce990b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:36.918369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904205e-92c6-4794-8113-305d9bf57446 req-ccf99912-f4d7-456e-bde9-fefade9d7979 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:36.919745 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1904205e-92c6-4794-8113-305d9bf57446 req-ccf99912-f4d7-456e-bde9-fefade9d7979 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399797 Oct 18 23:12:36.954456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1904205e-92c6-4794-8113-305d9bf57446 req-bf6f4869-bba3-4386-b700-b2f08666b5b9 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/quotas/c694447090be4f2abc033bee65519488 HTTP/1.1" status: 200 len: 375 time: 0.0285776 Oct 18 23:12:36.999490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e24d3-6159-4b04-bd2a-675f0f846c62 req-8904f96b-ccbe-4063-8876-716b4ff83d73 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:37.002108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-387e24d3-6159-4b04-bd2a-675f0f846c62 req-8904f96b-ccbe-4063-8876-716b4ff83d73 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1097 time: 0.2737176 Oct 18 23:12:37.024204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28120801-8a92-43cf-a576-73539ce990b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b31b083f6d584a9aa50180628830f51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9554248 Oct 18 23:12:37.031386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60452) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:37.035156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1904205e-92c6-4794-8113-305d9bf57446 req-72a713de-098c-40b1-9b73-73b8f9169912 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c694447090be4f2abc033bee65519488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682049 Oct 18 23:12:37.056046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28120801-8a92-43cf-a576-73539ce990b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ddc839-635e-4ccb-8872-db87cbce0d4d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:37.106947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:37.132521 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d524e59a-8f76-42fd-a0ae-ab60e57a0781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.176719 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d524e59a-8f76-42fd-a0ae-ab60e57a0781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.187684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:37.207154 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-387e24d3-6159-4b04-bd2a-675f0f846c62 req-bf59d375-6ef9-4294-bfec-a52691c4e0c0 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921644 Oct 18 23:12:37.254298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f46296-a37e-4a08-8427-69e27512391d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:37.257016 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d39cae-24cf-436e-baa5-a3aef99b9562" -d '{"events": [{"server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "name": "network-vif-unplugged", "status": "completed", "tag": "41f46296-a37e-4a08-8427-69e27512391d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:37.262270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.276492 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.317337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d524e59a-8f76-42fd-a0ae-ab60e57a0781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.320423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d524e59a-8f76-42fd-a0ae-ab60e57a0781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.321594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d524e59a-8f76-42fd-a0ae-ab60e57a0781 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0ddc839-635e-4ccb-8872-db87cbce0d4d HTTP/1.1" status: 204 len: 168 time: 0.2890615 Oct 18 23:12:37.339705 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d8debeb-ecd0-418a-a1d9-ff883e7c53a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.344976 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930ac99c-65eb-49e7-a6dd-54354dd9eec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.355935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524e59a-8f76-42fd-a0ae-ab60e57a0781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ddc839-635e-4ccb-8872-db87cbce0d4d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:37.359952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930ac99c-65eb-49e7-a6dd-54354dd9eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.366107 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d8debeb-ecd0-418a-a1d9-ff883e7c53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.478567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Pushing event updated for resources: {'Port': ['ID=41f46296-a37e-4a08-8427-69e27512391d,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:37.511235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ac99c-65eb-49e7-a6dd-54354dd9eec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8c1586-a872-45ee-b77e-5bc6e975f40d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:37.545451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d on host n-h2-713498-28 for vnic_type normal with profile {"migrating_to": "n-h1-713498-28"} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:12:37.546000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:12:37.546531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:37.556104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Port 41f46296-a37e-4a08-8427-69e27512391d on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:12:37.556104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Attempting to bind port 41f46296-a37e-4a08-8427-69e27512391d on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:37.565475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:12:37.566041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:37.566692 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:12:37.568073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Bound port: 41f46296-a37e-4a08-8427-69e27512391d, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:12:37.568606 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.593101 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2d8debeb-ecd0-418a-a1d9-ff883e7c53a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=767d846229c344d0820a239acbf66adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9224534 Oct 18 23:12:37.599803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-930ac99c-65eb-49e7-a6dd-54354dd9eec1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=819498b77ecf4024ad5179be3fd475ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9649496 Oct 18 23:12:37.600649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8debeb-ecd0-418a-a1d9-ff883e7c53a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a87779-1bf8-4f4d-b253-826b3325726a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:37.605196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60472) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:37.605533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60474) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:37.689691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2e5f8-423a-49d8-abfc-853d320dbd6f req-1451b004-0dfb-4af3-a0e4-f767e04f2e6a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:37.698202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3bb2e5f8-423a-49d8-abfc-853d320dbd6f req-1451b004-0dfb-4af3-a0e4-f767e04f2e6a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.3824751 Oct 18 23:12:37.719640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:37.725583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:12:37.732764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.778376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e757ced3-52bd-4707-91c5-94253accc697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.793348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3bb2e5f8-423a-49d8-abfc-853d320dbd6f req-d5796291-2a1b-43b3-88f3-4469588d2292 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915623 Oct 18 23:12:37.817680 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ba8da51-9c83-4bbc-aa72-9af79f9ad3d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.829534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Pushing event updated for resources: {'Port': ['ID=41f46296-a37e-4a08-8427-69e27512391d,revision_number=8']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:37.870589 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e757ced3-52bd-4707-91c5-94253accc697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.881702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60478) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:37.891319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ba8da51-9c83-4bbc-aa72-9af79f9ad3d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.897507 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f566e61-4361-4b5a-8afd-71229c258f8e x-openstack-request-id: req-2f566e61-4361-4b5a-8afd-71229c258f8e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:37.898171 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "name": "network-vif-unplugged", "status": "completed", "tag": "41f46296-a37e-4a08-8427-69e27512391d", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:37.898587 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f566e61-4361-4b5a-8afd-71229c258f8e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:37.899317 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f46296-a37e-4a08-8427-69e27512391d', 'code': 200} Oct 18 23:12:37.958946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:37.960013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.962401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2cc3c82e-cbea-4a06-a898-0ff73f242d5e service neutron] 10.222.0.102 "PUT /v2.0/ports/41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 1123 time: 1.3031576 Oct 18 23:12:37.973191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ba8da51-9c83-4bbc-aa72-9af79f9ad3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.976009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7f0658bf-2d1a-4a23-be23-060862e8b243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.978583 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ba8da51-9c83-4bbc-aa72-9af79f9ad3d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.980408 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8ba8da51-9c83-4bbc-aa72-9af79f9ad3d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04a87779-1bf8-4f4d-b253-826b3325726a HTTP/1.1" status: 204 len: 168 time: 0.3736644 Oct 18 23:12:37.989977 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e757ced3-52bd-4707-91c5-94253accc697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.993815 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e757ced3-52bd-4707-91c5-94253accc697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:37.997921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e757ced3-52bd-4707-91c5-94253accc697 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d8c1586-a872-45ee-b77e-5bc6e975f40d HTTP/1.1" status: 204 len: 168 time: 0.3872535 Oct 18 23:12:38.004317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8da51-9c83-4bbc-aa72-9af79f9ad3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a87779-1bf8-4f4d-b253-826b3325726a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:38.034386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757ced3-52bd-4707-91c5-94253accc697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8c1586-a872-45ee-b77e-5bc6e975f40d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:38.052210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca4c60-6d86-4a6b-ad63-38db220da907 req-c1199269-9056-46e2-a315-3e97aac3efa1 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:38.061079 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46ca4c60-6d86-4a6b-ad63-38db220da907 req-c1199269-9056-46e2-a315-3e97aac3efa1 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1097 time: 0.1976614 Oct 18 23:12:38.102334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['41f46296-a37e-4a08-8427-69e27512391d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:38.151854 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46ca4c60-6d86-4a6b-ad63-38db220da907 req-8a11bd1e-1e15-459b-b262-102e97b2eeaa tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894103 Oct 18 23:12:38.212802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7f0658bf-2d1a-4a23-be23-060862e8b243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:38.227664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7f0658bf-2d1a-4a23-be23-060862e8b243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:38.303872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0658bf-2d1a-4a23-be23-060862e8b243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c37a89-5a36-48ef-a960-9229468ad9d2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:38.313897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7f0658bf-2d1a-4a23-be23-060862e8b243 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fa97ed5e1c64e56a1fd4031ba551988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247043 Oct 18 23:12:38.314475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60492) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:38.401023 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a67f02c7-bae2-41a8-a011-a5b1c03006ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:38.445563 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a67f02c7-bae2-41a8-a011-a5b1c03006ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:38.581094 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a67f02c7-bae2-41a8-a011-a5b1c03006ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:38.586905 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a67f02c7-bae2-41a8-a011-a5b1c03006ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:38.589554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a67f02c7-bae2-41a8-a011-a5b1c03006ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51c37a89-5a36-48ef-a960-9229468ad9d2 HTTP/1.1" status: 204 len: 168 time: 0.2733467 Oct 18 23:12:38.606668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f02c7-bae2-41a8-a011-a5b1c03006ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c37a89-5a36-48ef-a960-9229468ad9d2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:38.831059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60512) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:38.832567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995228bc-7cf5-4316-a0f5-39ece95fb6cd req-9410fb69-ca69-471d-b281-843ccf3548a2 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:38.851218 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995228bc-7cf5-4316-a0f5-39ece95fb6cd req-9410fb69-ca69-471d-b281-843ccf3548a2 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 950 time: 0.1093051 Oct 18 23:12:38.871062 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b9349e20-c147-4a46-b530-59a218cc7035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:38.987441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995228bc-7cf5-4316-a0f5-39ece95fb6cd req-851cc884-6f28-4e13-8e45-0f5396705075 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315787 Oct 18 23:12:39.070387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60516) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:39.098242 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b9349e20-c147-4a46-b530-59a218cc7035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.104326 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b9349e20-c147-4a46-b530-59a218cc7035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.114299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d61ce164-f72f-45e5-80b2-94c48e126095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.154584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b9349e20-c147-4a46-b530-59a218cc7035 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac45221da63745d7a85869ac2fb901e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206301 Oct 18 23:12:39.155525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9349e20-c147-4a46-b530-59a218cc7035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b88bb97-03e7-4401-8b67-ab2942a72ff7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:39.158342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60522) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:39.261966 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b947a471-4e5e-44bc-b835-d27d92d1e565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.315519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b947a471-4e5e-44bc-b835-d27d92d1e565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.330573 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d61ce164-f72f-45e5-80b2-94c48e126095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.340531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d61ce164-f72f-45e5-80b2-94c48e126095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.407714 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d61ce164-f72f-45e5-80b2-94c48e126095 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce52fed0bd0c489987845869a817c9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352711 Oct 18 23:12:39.407983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60526) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:39.431940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ce164-f72f-45e5-80b2-94c48e126095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be1ad4a-807c-4b2b-a08c-c4255956be2b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:39.452248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b947a471-4e5e-44bc-b835-d27d92d1e565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.455423 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b947a471-4e5e-44bc-b835-d27d92d1e565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.460598 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b947a471-4e5e-44bc-b835-d27d92d1e565 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b88bb97-03e7-4401-8b67-ab2942a72ff7 HTTP/1.1" status: 204 len: 168 time: 0.2974501 Oct 18 23:12:39.483376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947a471-4e5e-44bc-b835-d27d92d1e565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b88bb97-03e7-4401-8b67-ab2942a72ff7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:39.556834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-515fc0cd-7cf6-4f41-9a4f-94f4d73cd50c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.610453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-515fc0cd-7cf6-4f41-9a4f-94f4d73cd50c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.742983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-515fc0cd-7cf6-4f41-9a4f-94f4d73cd50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.747013 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-515fc0cd-7cf6-4f41-9a4f-94f4d73cd50c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:39.749371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-515fc0cd-7cf6-4f41-9a4f-94f4d73cd50c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0be1ad4a-807c-4b2b-a08c-c4255956be2b HTTP/1.1" status: 204 len: 168 time: 0.3297987 Oct 18 23:12:39.762281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fc0cd-7cf6-4f41-9a4f-94f4d73cd50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be1ad4a-807c-4b2b-a08c-c4255956be2b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:39.771687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bf5ec-8a58-4a93-b8b3-53269f2d4e86 req-45dfe3f9-0868-47df-ab21-7154889f4372 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:39.780175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-426bf5ec-8a58-4a93-b8b3-53269f2d4e86 req-45dfe3f9-0868-47df-ab21-7154889f4372 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.0825827 Oct 18 23:12:39.838897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-426bf5ec-8a58-4a93-b8b3-53269f2d4e86 req-69e5b1d3-5eee-43b8-85bf-54e28dbd6e78 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553448 Oct 18 23:12:39.902398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'tag': '41f46296-a37e-4a08-8427-69e27512391d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:39.911675 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708c5921-8fd4-458e-8263-f7854ea32057" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "tag": "41f46296-a37e-4a08-8427-69e27512391d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:40.060456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3082a146-dc81-4cbf-bca5-1296a8810a3b req-8de34e51-c83f-4a66-bc6a-14c9d394ad4c tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c694447090be4f2abc033bee65519488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280530 Oct 18 23:12:40.244741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082a146-dc81-4cbf-bca5-1296a8810a3b req-ead78f35-a979-4c1a-b528-b274d138a725 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:40.246656 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3082a146-dc81-4cbf-bca5-1296a8810a3b req-ead78f35-a979-4c1a-b528-b274d138a725 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770999 Oct 18 23:12:40.277069 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3082a146-dc81-4cbf-bca5-1296a8810a3b req-11fa565e-dc0e-453d-921c-11f3400d7425 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/quotas/c694447090be4f2abc033bee65519488 HTTP/1.1" status: 200 len: 375 time: 0.0160837 Oct 18 23:12:40.327672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3082a146-dc81-4cbf-bca5-1296a8810a3b req-e04a283a-9900-4674-bc2d-2f0c3cf9a4d0 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c694447090be4f2abc033bee65519488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425324 Oct 18 23:12:40.375671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60582) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:40.414405 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-61ab88ae-1c79-419b-b0b3-0c4ba7bcc3d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:40.527942 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2269fc2-f910-43bc-b26c-1a2e11d59e64 x-openstack-request-id: req-c2269fc2-f910-43bc-b26c-1a2e11d59e64 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:40.528288 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "tag": "41f46296-a37e-4a08-8427-69e27512391d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:40.528534 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2269fc2-f910-43bc-b26c-1a2e11d59e64 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:40.528928 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'tag': '41f46296-a37e-4a08-8427-69e27512391d', 'status': 'completed', 'code': 200} Oct 18 23:12:40.546034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-61ab88ae-1c79-419b-b0b3-0c4ba7bcc3d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:40.551590 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-61ab88ae-1c79-419b-b0b3-0c4ba7bcc3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:40.589554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-61ab88ae-1c79-419b-b0b3-0c4ba7bcc3d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a225240d14e40a69ae500d513d9f042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102270 Oct 18 23:12:40.592561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60594) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:40.684328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab88ae-1c79-419b-b0b3-0c4ba7bcc3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666a2123-0d60-48c4-ba4f-28d39ab497a7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:40.699903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79048b0c-4ec0-490d-af44-d38f6810374b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:40.726287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c5921-8fd4-458e-8263-f7854ea32057 req-a80b12b3-e011-44fb-963e-0b7f435fdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:40.735241 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-708c5921-8fd4-458e-8263-f7854ea32057 req-a80b12b3-e011-44fb-963e-0b7f435fdffa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1126 time: 0.1245666 Oct 18 23:12:40.747895 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79048b0c-4ec0-490d-af44-d38f6810374b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:40.758236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922bde-b205-43b1-8a1b-83738576bf15 req-32f4eff1-e006-41dd-b5c7-5b58f8bb20c4 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:40.763337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48922bde-b205-43b1-8a1b-83738576bf15 req-32f4eff1-e006-41dd-b5c7-5b58f8bb20c4 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 950 time: 0.1809123 Oct 18 23:12:40.812328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 41f46296-a37e-4a08-8427-69e27512391d details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:12:40.818448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79048b0c-4ec0-490d-af44-d38f6810374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:40.825456 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79048b0c-4ec0-490d-af44-d38f6810374b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:40.829192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-79048b0c-4ec0-490d-af44-d38f6810374b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/666a2123-0d60-48c4-ba4f-28d39ab497a7 HTTP/1.1" status: 204 len: 168 time: 0.2349124 Oct 18 23:12:40.851623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79048b0c-4ec0-490d-af44-d38f6810374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666a2123-0d60-48c4-ba4f-28d39ab497a7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:40.916688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48922bde-b205-43b1-8a1b-83738576bf15 req-448b34c6-2ee8-4951-9e0e-36376fa9f886 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188126 Oct 18 23:12:40.959084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c5921-8fd4-458e-8263-f7854ea32057 req-69b9a0fa-288c-41e1-8401-989c93e17b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:40.960685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-708c5921-8fd4-458e-8263-f7854ea32057 req-69b9a0fa-288c-41e1-8401-989c93e17b5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.1948352 Oct 18 23:12:41.055595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:41.069370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 41f46296-a37e-4a08-8427-69e27512391d has no active binding in host n-h1-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:12:41.105835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-708c5921-8fd4-458e-8263-f7854ea32057 req-ffc37948-ab31-4da2-a666-42300a39d432 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 217 time: 0.0711105 Oct 18 23:12:41.195677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60624) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:41.256615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-620660ba-521e-466b-ab97-639cb394b92d tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:41.258161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-620660ba-521e-466b-ab97-639cb394b92d tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.73 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 950 time: 0.2111764 Oct 18 23:12:41.262265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c5921-8fd4-458e-8263-f7854ea32057 req-6bc6eb25-b606-467d-9c1b-b3ba32d1e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:41.263843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-708c5921-8fd4-458e-8263-f7854ea32057 req-6bc6eb25-b606-467d-9c1b-b3ba32d1e0fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1292806 Oct 18 23:12:41.348952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-708c5921-8fd4-458e-8263-f7854ea32057 req-b1115a68-c8a8-4c51-ba6f-851de743fbdf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486767 Oct 18 23:12:41.516111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-fceb1df0-3249-4f17-8d25-787ab68e2653 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:12:41.524213 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-fceb1df0-3249-4f17-8d25-787ab68e2653 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3267276 Oct 18 23:12:41.578134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-c00c60a1-8e8f-44d3-b5f6-6f8c144fab90 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:41.590545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-c00c60a1-8e8f-44d3-b5f6-6f8c144fab90 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports/9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 1094 time: 0.0650616 Oct 18 23:12:41.980199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0b7ea-1882-4388-845e-2f181bb1e08c req-2cc8f87d-2d07-48c9-9249-74fec35b00f4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:41.982763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0d0b7ea-1882-4388-845e-2f181bb1e08c req-2cc8f87d-2d07-48c9-9249-74fec35b00f4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.2333245 Oct 18 23:12:42.038920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Deleting port 6d12a28d-d6b9-44e9-a76c-da335a835259 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:12:42.039479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:42.060749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-708c5921-8fd4-458e-8263-f7854ea32057 req-f76cf935-900d-4841-ad96-b500bd7d50c5 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003121 Oct 18 23:12:42.107386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Request body: {'binding': {'host': 'n-h2-713498-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:42.108430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Unknown quota resources ['binding']. {{(pid=100921) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:12:42.256524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0d0b7ea-1882-4388-845e-2f181bb1e08c req-2e700489-e412-4d66-afed-d690b2b309e8 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569056 Oct 18 23:12:42.382902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] For port 6d12a28d-d6b9-44e9-a76c-da335a835259, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6d12a28d-d6b9-44e9-a76c-da335a835259,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:42.383459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:42.435610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on host n-h2-713498-28 for vnic_type normal with profile None {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:12:42.436001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:12:42.436327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:42.438273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Calling delete_port for 6d12a28d-d6b9-44e9-a76c-da335a835259 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:12:42.443604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:12:42.443842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:42.449615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:12:42.450162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:42.450536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:12:42.451022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Bound port: 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:12:42.573951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:12:42.584546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] Publish callbacks [] for binding, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:42.586638 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-22464f3d-19b3-4978-bd14-afe82002a940 service neutron] 10.222.0.52 "POST /v2.0/ports/9ffc86d1-fe66-49fa-8f73-ded3c77030bc/bindings HTTP/1.1" status: 201 len: 390 time: 0.7341182 Oct 18 23:12:42.629286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-708c5921-8fd4-458e-8263-f7854ea32057 req-9761a573-d877-412b-9956-e50f2b87055e service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499904 Oct 18 23:12:42.802298 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:42.853757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Pushing event deleted for resources: {'Port': ['ID=6d12a28d-d6b9-44e9-a76c-da335a835259,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:42.858285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b3cdba6b-2902-4006-93a3-17e797b814ed'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:42.914353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['6d12a28d-d6b9-44e9-a76c-da335a835259'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:42.979535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] No DVR routers for this DVR port 6d12a28d-d6b9-44e9-a76c-da335a835259 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:12:43.014041 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:43.018702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53e131be-9dc8-419e-95a7-256af2c77a9f req-85fcc135-15aa-410f-a842-8df424288809 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.73 "DELETE /v2.0/ports/6d12a28d-d6b9-44e9-a76c-da335a835259 HTTP/1.1" status: 204 len: 173 time: 1.7404408 Oct 18 23:12:43.019964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becb3d44-ce91-4cf5-8a96-8761bdcd9415', 'name': 'network-vif-deleted', 'tag': '6d12a28d-d6b9-44e9-a76c-da335a835259'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:43.023892 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b2ddb9-bb04-4de2-a245-5a8604ac89ee" -d '{"events": [{"server_uuid": "becb3d44-ce91-4cf5-8a96-8761bdcd9415", "name": "network-vif-deleted", "tag": "6d12a28d-d6b9-44e9-a76c-da335a835259"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:43.048922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-e7beec6b-0008-4cac-93b0-2415db5677e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:43.051342 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-e7beec6b-0008-4cac-93b0-2415db5677e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1097 time: 0.0729308 Oct 18 23:12:43.250681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1a84510d-7103-4974-94ac-1590c74a3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:43.253020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1a84510d-7103-4974-94ac-1590c74a3ed7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.1872101 Oct 18 23:12:43.331297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-2d3d3cde-e8e2-454c-b773-1861d5c03051 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 217 time: 0.0705247 Oct 18 23:12:43.356523 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3169a185-6aa2-433f-b258-997ee58ed68d req-d47794ce-4790-486f-8191-395eb8cd2a3a tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=becb3d44-ce91-4cf5-8a96-8761bdcd9415 HTTP/1.1" status: 200 len: 210 time: 0.0416784 Oct 18 23:12:43.423099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-6a75629e-433d-4bce-a83b-97456fa5d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:43.425683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-6a75629e-433d-4bce-a83b-97456fa5d664 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.0722067 Oct 18 23:12:43.477026 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61c7146-ef6b-4f5d-8684-09ac0aa04fe4 x-openstack-request-id: req-f61c7146-ef6b-4f5d-8684-09ac0aa04fe4 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:43.477347 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becb3d44-ce91-4cf5-8a96-8761bdcd9415", "name": "network-vif-deleted", "tag": "6d12a28d-d6b9-44e9-a76c-da335a835259", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:43.477610 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f61c7146-ef6b-4f5d-8684-09ac0aa04fe4 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:43.478043 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becb3d44-ce91-4cf5-8a96-8761bdcd9415', 'name': 'network-vif-deleted', 'tag': '6d12a28d-d6b9-44e9-a76c-da335a835259', 'status': 'completed', 'code': 200} Oct 18 23:12:43.496664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-94e5c349-dc6a-4405-993b-dc7e101ab258 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548410 Oct 18 23:12:43.538970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090a35c-a3b5-4163-8538-1be7b792b435 req-87b6e787-8757-4df0-80cd-e73651748f79 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:43.540478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4090a35c-a3b5-4163-8538-1be7b792b435 req-87b6e787-8757-4df0-80cd-e73651748f79 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 945 time: 0.1135020 Oct 18 23:12:43.687478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4090a35c-a3b5-4163-8538-1be7b792b435 req-46930ee9-b5df-41fa-9743-cacfbe1a7942 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325288 Oct 18 23:12:43.713402 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-3e24955a-ef70-403f-8912-0da64eb48c76 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067935 Oct 18 23:12:43.937816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-4a02afb1-1d45-45da-8e23-885756cc3061 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051325 Oct 18 23:12:44.006600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d6600-90d5-42b6-bb6f-6623e91de960 req-663e6f30-2360-4600-b1b8-f9965af67a5b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:44.009521 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d33d6600-90d5-42b6-bb6f-6623e91de960 req-663e6f30-2360-4600-b1b8-f9965af67a5b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.0981719 Oct 18 23:12:44.070821 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d33d6600-90d5-42b6-bb6f-6623e91de960 req-e3d8a6a8-d276-4f1c-a6ad-55336b64af6f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544500 Oct 18 23:12:44.242114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-9871b8c5-fa77-4a77-98ef-eb47e1b6e080 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:44.245336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-9871b8c5-fa77-4a77-98ef-eb47e1b6e080 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.0725255 Oct 18 23:12:44.260827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-28'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:44.331361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:44.521394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-327a218c-e949-4ac0-920d-6f662aaa2c2a req-74279d0a-b5d6-4ea9-a40b-e1ad96bf435b tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c694447090be4f2abc033bee65519488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292089 Oct 18 23:12:44.578199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:44.690824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:44.719237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a218c-e949-4ac0-920d-6f662aaa2c2a req-fd19d530-a7e9-440f-bf35-6e92e2d3523b tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:44.720841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-327a218c-e949-4ac0-920d-6f662aaa2c2a req-fd19d530-a7e9-440f-bf35-6e92e2d3523b tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899114 Oct 18 23:12:44.756500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:44.760931 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-327a218c-e949-4ac0-920d-6f662aaa2c2a req-aa0bdcc9-3c72-4d96-b29c-033fe1831fc3 tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/quotas/c694447090be4f2abc033bee65519488 HTTP/1.1" status: 200 len: 375 time: 0.0284545 Oct 18 23:12:44.769282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:44.835331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-327a218c-e949-4ac0-920d-6f662aaa2c2a req-6fd9bb41-3618-485f-bed6-0c4a167f985c tempest-QuotasAdminNegativeTest-678498340 tempest-QuotasAdminNegativeTest-678498340-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c694447090be4f2abc033bee65519488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622211 Oct 18 23:12:44.902786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:44.918392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on host n-h1-713498-28 for vnic_type normal with profile {"migrating_to": "n-h2-713498-28"} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:12:44.918999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:12:44.919320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:44.926817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:12:44.927073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Attempting to bind port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:44.934489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:12:44.934874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:44.935386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:12:44.936115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Bound port: 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:12:44.936484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:45.032907 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca658f9-3925-4301-a7a5-211aabcdf996 req-cb0c4dd4-30e9-40e7-a37f-d8ff6ce4e9c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:45.034777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eca658f9-3925-4301-a7a5-211aabcdf996 req-cb0c4dd4-30e9-40e7-a37f-d8ff6ce4e9c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.0610259 Oct 18 23:12:45.040589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:45.044930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:12:45.052698 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:45.085747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eca658f9-3925-4301-a7a5-211aabcdf996 req-758289f3-1143-4b76-a662-d72c7e2d8468 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 Oct 18 23:12:45.134264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:45.134923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:45.136729 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 1123 time: 0.8828321 Oct 18 23:12:45.157442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fd614-199e-4a4f-9b37-f434ee98a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=8']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:45.426126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6d12a28d-d6b9-44e9-a76c-da335a835259 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:12:45.466054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 6d12a28d-d6b9-44e9-a76c-da335a835259 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:12:45.467239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6d12a28d-d6b9-44e9-a76c-da335a835259 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:12:45.484195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc'}, {'name': 'network-changed', 'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:45.488212 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb497b1-1561-4eda-a99b-e6298b98eabb" -d '{"events": [{"server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc"}, {"name": "network-changed", "server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:45.492111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['9ffc86d1-fe66-49fa-8f73-ded3c77030bc'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:45.496299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9dfa0-17c1-422f-a4d9-50df39a039b2 req-ca59d28f-ab50-4990-8801-fd08c30fb4c3 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:45.499089 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44e9dfa0-17c1-422f-a4d9-50df39a039b2 req-ca59d28f-ab50-4990-8801-fd08c30fb4c3 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 950 time: 0.0747697 Oct 18 23:12:45.506515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb728f48-d278-414b-a9f2-728d70bfe0a8 req-3913b214-46d0-44ba-af57-da291ae422e3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:45.508170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb728f48-d278-414b-a9f2-728d70bfe0a8 req-3913b214-46d0-44ba-af57-da291ae422e3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.1203434 Oct 18 23:12:45.569719 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb728f48-d278-414b-a9f2-728d70bfe0a8 req-a823a279-806c-4a6e-a745-277d854f897a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550482 Oct 18 23:12:45.584189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44e9dfa0-17c1-422f-a4d9-50df39a039b2 req-459f4c9a-afb5-46a1-a38f-57b43c7e0c8a tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753057 Oct 18 23:12:45.703758 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e80229d-6688-4365-aaa5-effe2bb34bde x-openstack-request-id: req-7e80229d-6688-4365-aaa5-effe2bb34bde {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:45.704043 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc", "code": 200}, {"name": "network-changed", "server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:45.704365 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e80229d-6688-4365-aaa5-effe2bb34bde {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:45.704785 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc', 'code': 200} Oct 18 23:12:45.705020 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc', 'status': 'completed', 'code': 200} Oct 18 23:12:45.808037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60816) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:45.913606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60832) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:45.934931 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-d8690063-3877-4711-9dc9-15a8ed7c1363 service neutron] 10.222.0.73 "GET /v2.0/ports/41f46296-a37e-4a08-8427-69e27512391d/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 385 time: 0.0965641 Oct 18 23:12:45.989085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-033eb503-9941-4d07-a6b5-526ff931c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:45.990633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-033eb503-9941-4d07-a6b5-526ff931c96a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1126 time: 0.1021128 Oct 18 23:12:46.170294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-e6058915-9c99-4cc9-bfe2-e8d958198769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:46.172002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-e6058915-9c99-4cc9-bfe2-e8d958198769 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.1712513 Oct 18 23:12:46.253320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15b76d3f-40c3-481e-ab99-3eef2f43296c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.277335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-90696cfa-ad3c-446a-8410-9d5ac6bc6496 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 217 time: 0.0641029 Oct 18 23:12:46.306869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60842) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:46.318694 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-193160dd-03c9-42d9-b089-4182535dcb0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.345032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:46.357989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00ecb4-82a6-403f-b3f5-2f7451c55de1 req-685f5069-833a-41dc-a454-a57ee668660f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:46.359970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb00ecb4-82a6-403f-b3f5-2f7451c55de1 req-685f5069-833a-41dc-a454-a57ee668660f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.1831968 Oct 18 23:12:46.391174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-c39bf10d-f849-430a-8ba5-8d9fa086ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:46.392781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-c39bf10d-f849-430a-8ba5-8d9fa086ccb0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.1047277 Oct 18 23:12:46.404553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:46.452718 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5ca89b81-9cc0-4045-8306-b094ceaa8ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.476073 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-f6398e10-4ce5-4017-93dc-465f8b0894b7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680859 Oct 18 23:12:46.498322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb00ecb4-82a6-403f-b3f5-2f7451c55de1 req-43647945-2a88-4122-8b61-d7ed92105dc1 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182868 Oct 18 23:12:46.512246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f46296-a37e-4a08-8427-69e27512391d {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:46.539530 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-193160dd-03c9-42d9-b089-4182535dcb0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.548105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:46.557947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-193160dd-03c9-42d9-b089-4182535dcb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.591941 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15b76d3f-40c3-481e-ab99-3eef2f43296c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.608797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.622909 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15b76d3f-40c3-481e-ab99-3eef2f43296c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.679573 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-193160dd-03c9-42d9-b089-4182535dcb0f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0621e6d4aa341eda13ebb2c798702b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8699005 Oct 18 23:12:46.690307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60852) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:46.701453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60854) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:46.715154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193160dd-03c9-42d9-b089-4182535dcb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7717bbbf-d54b-4b22-b2e7-c5ad171865a6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:46.736123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-fd693075-8adb-4d5d-ab73-ac22673364f0 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179277 Oct 18 23:12:46.834053 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15b76d3f-40c3-481e-ab99-3eef2f43296c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4f29ccf3fdb431aa7fe638ec0fe0565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9188337 Oct 18 23:12:46.857279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60860) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:46.899412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5ca89b81-9cc0-4045-8306-b094ceaa8ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.901404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b76d3f-40c3-481e-ab99-3eef2f43296c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f3882f-1121-4fe5-9aa3-8a5415e16895,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:46.910971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5ca89b81-9cc0-4045-8306-b094ceaa8ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:46.988028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfeac6-330c-47cf-9fcd-cfe986f39427 req-e9f5aff8-7c45-494f-8e6c-cab43fafd9fa tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:46.989911 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fadfeac6-330c-47cf-9fcd-cfe986f39427 req-e9f5aff8-7c45-494f-8e6c-cab43fafd9fa tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 943 time: 0.3026667 Oct 18 23:12:47.007791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5ca89b81-9cc0-4045-8306-b094ceaa8ee4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c694447090be4f2abc033bee65519488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983459 Oct 18 23:12:47.017691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e50792c-c32b-4f39-a27c-63b33e1a16b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.023106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60864) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:47.023774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89b81-9cc0-4045-8306-b094ceaa8ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191f6760-34df-4e81-8a5b-343fb4c2426c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:47.092038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e50792c-c32b-4f39-a27c-63b33e1a16b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.116475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00344f78-c865-4ff1-90da-11b99248527d req-1ea04e51-7e42-4d81-b570-b63eae87a061 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:47.117899 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00344f78-c865-4ff1-90da-11b99248527d req-1ea04e51-7e42-4d81-b570-b63eae87a061 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 950 time: 0.4038072 Oct 18 23:12:47.119975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fadfeac6-330c-47cf-9fcd-cfe986f39427 req-3f58d6aa-f210-406a-814e-9fc97b9df822 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204016 Oct 18 23:12:47.124469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49bf4737-7a74-435b-be8f-880314c60217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.125175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] Transition to ACTIVE for port object 41f46296-a37e-4a08-8427-69e27512391d will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:12:47.140305 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.142331 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3425849-986c-4bc1-9508-61947a8f5ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.197552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49bf4737-7a74-435b-be8f-880314c60217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.211944 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a5ef-1026-4648-bba4-57467b847001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.251332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e50792c-c32b-4f39-a27c-63b33e1a16b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.253892 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e50792c-c32b-4f39-a27c-63b33e1a16b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.255866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6e50792c-c32b-4f39-a27c-63b33e1a16b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7717bbbf-d54b-4b22-b2e7-c5ad171865a6 HTTP/1.1" status: 204 len: 168 time: 0.5640750 Oct 18 23:12:47.262913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a5ef-1026-4648-bba4-57467b847001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.271340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eb497b1-1561-4eda-a99b-e6298b98eabb req-e8ac9d80-4b72-4c17-aea9-2c22048b0b1e service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141902 Oct 18 23:12:47.280988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50792c-c32b-4f39-a27c-63b33e1a16b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7717bbbf-d54b-4b22-b2e7-c5ad171865a6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:47.321208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00344f78-c865-4ff1-90da-11b99248527d req-2e4a2b0b-3f0e-4798-8ae7-2e2741b9e7e7 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851013 Oct 18 23:12:47.344371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] No DVR routers for this DVR port 41f46296-a37e-4a08-8427-69e27512391d on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:12:47.352595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] Pushing event updated for resources: {'Port': ['ID=41f46296-a37e-4a08-8427-69e27512391d,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:47.364511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49bf4737-7a74-435b-be8f-880314c60217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.368086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49bf4737-7a74-435b-be8f-880314c60217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.369147 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-49bf4737-7a74-435b-be8f-880314c60217 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74f3882f-1121-4fe5-9aa3-8a5415e16895 HTTP/1.1" status: 204 len: 168 time: 0.5065281 Oct 18 23:12:47.390181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf4737-7a74-435b-be8f-880314c60217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f3882f-1121-4fe5-9aa3-8a5415e16895,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:47.393325 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a5ef-1026-4648-bba4-57467b847001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.400502 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b6e3a5ef-1026-4648-bba4-57467b847001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.408226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b6e3a5ef-1026-4648-bba4-57467b847001 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/191f6760-34df-4e81-8a5b-343fb4c2426c HTTP/1.1" status: 204 len: 168 time: 0.3812108 Oct 18 23:12:47.424231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-1001a89a-d148-49b5-983d-76fa15a613a6 service neutron] 10.222.0.73 "PUT /v2.0/ports/41f46296-a37e-4a08-8427-69e27512391d/bindings/n-h1-713498-28/activate HTTP/1.1" status: 200 len: 370 time: 1.4814496 Oct 18 23:12:47.424758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3a5ef-1026-4648-bba4-57467b847001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f6760-34df-4e81-8a5b-343fb4c2426c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:47.488259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3425849-986c-4bc1-9508-61947a8f5ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.494177 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3425849-986c-4bc1-9508-61947a8f5ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.541401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f3425849-986c-4bc1-9508-61947a8f5ab5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5635ed7ac64e4c7db20cb9388e621f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8388186 Oct 18 23:12:47.542905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3425849-986c-4bc1-9508-61947a8f5ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b5ae19-f4b8-4e9d-9a09-6f0c723f4a1d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:47.544406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60876) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:47.635556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2a340770-2d32-4d87-90e7-4b2d3b73d740 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:47.638092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2a340770-2d32-4d87-90e7-4b2d3b73d740 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.0786498 Oct 18 23:12:47.663728 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-311fd91a-95b1-4e2d-8388-8afd3d0b872c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.685764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44286c84-a672-4356-a913-8ba9041988e2 req-c88099e3-e136-40ef-8baa-ea6244ec960c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:47.687543 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44286c84-a672-4356-a913-8ba9041988e2 req-c88099e3-e136-40ef-8baa-ea6244ec960c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.0819845 Oct 18 23:12:47.702085 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-311fd91a-95b1-4e2d-8388-8afd3d0b872c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.772639 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44286c84-a672-4356-a913-8ba9041988e2 req-78d46ba7-25df-48f7-8abc-971d08741b95 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683587 Oct 18 23:12:47.808456 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-311fd91a-95b1-4e2d-8388-8afd3d0b872c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.814644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-311fd91a-95b1-4e2d-8388-8afd3d0b872c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.817991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-311fd91a-95b1-4e2d-8388-8afd3d0b872c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0b5ae19-f4b8-4e9d-9a09-6f0c723f4a1d HTTP/1.1" status: 204 len: 168 time: 0.2720056 Oct 18 23:12:47.833029 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60884) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:47.843333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fd91a-95b1-4e2d-8388-8afd3d0b872c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b5ae19-f4b8-4e9d-9a09-6f0c723f4a1d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:47.854290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6894b939-56e7-4264-a1b0-f9fac1669c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.865554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-79304731-84ab-4fee-b4da-22baa418a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:47.867395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-79304731-84ab-4fee-b4da-22baa418a08a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308&tenant_id=330a70573126403ca64a3be0d6ed5ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1581371 Oct 18 23:12:47.961096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6894b939-56e7-4264-a1b0-f9fac1669c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.966688 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6894b939-56e7-4264-a1b0-f9fac1669c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:47.980724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-b18d84df-3986-4510-9a04-49473900e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:47.982706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-b18d84df-3986-4510-9a04-49473900e9b4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1096 time: 0.0583861 Oct 18 23:12:47.999351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6894b939-56e7-4264-a1b0-f9fac1669c83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5408af28679406f86f71408be1ba20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617010 Oct 18 23:12:47.999856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60888) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:48.043738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894b939-56e7-4264-a1b0-f9fac1669c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f5a964-5599-423c-83fc-a3d0ae30be16,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:48.074759 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46831e2b-4aba-48b7-b232-700b192bfa69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.104685 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46831e2b-4aba-48b7-b232-700b192bfa69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.119587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60892) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:48.166484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-4aee6171-c015-4e16-96c7-5fdda4fffaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:48.168389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-4aee6171-c015-4e16-96c7-5fdda4fffaa6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.1733589 Oct 18 23:12:48.192020 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a816253e-f903-4235-837d-3b1f440cf3ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.209681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46831e2b-4aba-48b7-b232-700b192bfa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.212853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46831e2b-4aba-48b7-b232-700b192bfa69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.214056 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-46831e2b-4aba-48b7-b232-700b192bfa69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07f5a964-5599-423c-83fc-a3d0ae30be16 HTTP/1.1" status: 204 len: 168 time: 0.2065752 Oct 18 23:12:48.230180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-ebe8d59a-aa87-44b4-8292-184519ad2789 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:48.236672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-ebe8d59a-aa87-44b4-8292-184519ad2789 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.102 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 950 time: 0.1098409 Oct 18 23:12:48.239650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-70d45e40-fffc-41ce-b761-d480eecb0fbe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 217 time: 0.0590172 Oct 18 23:12:48.258558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46831e2b-4aba-48b7-b232-700b192bfa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f5a964-5599-423c-83fc-a3d0ae30be16,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:48.348891 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a816253e-f903-4235-837d-3b1f440cf3ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.355220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a816253e-f903-4235-837d-3b1f440cf3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.422403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a816253e-f903-4235-837d-3b1f440cf3ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0122ef6f8fa9444589b33647d36dc7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985709 Oct 18 23:12:48.423880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816253e-f903-4235-837d-3b1f440cf3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dccd4ec-c369-44ca-a3ab-9bf2288eb7ef,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:48.440254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60904) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:48.443401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-62d50ecc-1625-4c1e-9450-34fb957152e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:48.444942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-62d50ecc-1625-4c1e-9450-34fb957152e5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1891165 Oct 18 23:12:48.461961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e3552-2a5c-4f95-96d4-51b1b2537fcc req-1c47160a-010e-420d-9791-2bdd946fb985 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:48.461961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d2e3552-2a5c-4f95-96d4-51b1b2537fcc req-1c47160a-010e-420d-9791-2bdd946fb985 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 944 time: 0.1132817 Oct 18 23:12:48.527613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5de0a200-43fc-40a9-92c0-77c76be3fff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.543191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:48.546422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-0f7b730d-3847-4c04-8c2d-b27fb0c61c8d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532093 Oct 18 23:12:48.586402 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d2e3552-2a5c-4f95-96d4-51b1b2537fcc req-23af97b5-6b90-4a44-b157-421dd742da52 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159742 Oct 18 23:12:48.593979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5de0a200-43fc-40a9-92c0-77c76be3fff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.610248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9541987b-e0ba-4871-89f8-3779a4390b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.618085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Deleting port b3cdba6b-2902-4006-93a3-17e797b814ed {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:12:48.618768 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.699007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929f209-8644-4574-a7fc-e8d6f76e6317 req-10e97ef7-d4a4-4a7d-ae01-3b25e6fb4c85 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:48.700984 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e929f209-8644-4574-a7fc-e8d6f76e6317 req-10e97ef7-d4a4-4a7d-ae01-3b25e6fb4c85 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 950 time: 0.0926890 Oct 18 23:12:48.747636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5de0a200-43fc-40a9-92c0-77c76be3fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.754160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5de0a200-43fc-40a9-92c0-77c76be3fff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.757497 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5de0a200-43fc-40a9-92c0-77c76be3fff8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7dccd4ec-c369-44ca-a3ab-9bf2288eb7ef HTTP/1.1" status: 204 len: 168 time: 0.3159461 Oct 18 23:12:48.787301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0a200-43fc-40a9-92c0-77c76be3fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dccd4ec-c369-44ca-a3ab-9bf2288eb7ef,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:48.857552 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e929f209-8644-4574-a7fc-e8d6f76e6317 req-f8fd4865-c96e-4d1b-ac0c-5b4669f17eea tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/security-groups?id=545017cc-6b7c-4b2e-8356-e69e14ea104b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456170 Oct 18 23:12:48.882521 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-2b74608b-8fe4-4185-806f-b92a078aabd0 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227990 Oct 18 23:12:48.909700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] For port b3cdba6b-2902-4006-93a3-17e797b814ed, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3cdba6b-2902-4006-93a3-17e797b814ed,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:48.910360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:48.940784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Calling delete_port for b3cdba6b-2902-4006-93a3-17e797b814ed owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:12:49.077839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9541987b-e0ba-4871-89f8-3779a4390b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:49.092015 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9541987b-e0ba-4871-89f8-3779a4390b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:49.177757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0561-9967-4c30-aff1-0f4e52b2d4b6 req-ec13690c-69b9-4986-8b67-f59d395377b7 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:49.179464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-884b0561-9967-4c30-aff1-0f4e52b2d4b6 req-ec13690c-69b9-4986-8b67-f59d395377b7 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.2280080 Oct 18 23:12:49.198764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60928) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:49.199005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9541987b-e0ba-4871-89f8-3779a4390b8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5a0fbcdf7bb4880bec414c97f10f3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6512561 Oct 18 23:12:49.204036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-25de9d06-2d3d-4a66-b366-3766f5c57b6f service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030241 Oct 18 23:12:49.214790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541987b-e0ba-4871-89f8-3779a4390b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e9a535-be02-496b-96a1-875981545e9e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:49.276164 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53eef65b-77ee-4ec9-b0b0-d8bc0081ca57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:49.310049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53eef65b-77ee-4ec9-b0b0-d8bc0081ca57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:49.375740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-884b0561-9967-4c30-aff1-0f4e52b2d4b6 req-65e131f3-953a-4d09-9dfb-db4acf17fbab tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856990 Oct 18 23:12:49.397696 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53eef65b-77ee-4ec9-b0b0-d8bc0081ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:49.400584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53eef65b-77ee-4ec9-b0b0-d8bc0081ca57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:49.401994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-53eef65b-77ee-4ec9-b0b0-d8bc0081ca57 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09e9a535-be02-496b-96a1-875981545e9e HTTP/1.1" status: 204 len: 168 time: 0.2022166 Oct 18 23:12:49.412399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eef65b-77ee-4ec9-b0b0-d8bc0081ca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e9a535-be02-496b-96a1-875981545e9e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:49.423580 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:49.480546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 9ffc86d1-fe66-49fa-8f73-ded3c77030bc details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:12:49.485020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b3cdba6b-2902-4006-93a3-17e797b814ed'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:49.494785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Pushing event deleted for resources: {'Port': ['ID=b3cdba6b-2902-4006-93a3-17e797b814ed,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:49.565713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 41f46296-a37e-4a08-8427-69e27512391d no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:12:49.595380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] No DVR routers for this DVR port b3cdba6b-2902-4006-93a3-17e797b814ed on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:12:49.621459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:49.626495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-784ce17a-3fdb-46f6-b96f-7b879b6c720a req-0075c5e9-0067-4524-b1b3-851fe06dc162 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.102 "DELETE /v2.0/ports/b3cdba6b-2902-4006-93a3-17e797b814ed HTTP/1.1" status: 204 len: 173 time: 1.3748050 Oct 18 23:12:49.634173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998e608-e863-4335-8f29-33cd3402c679', 'name': 'network-vif-deleted', 'tag': 'b3cdba6b-2902-4006-93a3-17e797b814ed'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:49.644253 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c604f6-7a62-4c9e-8f2f-88a0a496ecb0" -d '{"events": [{"server_uuid": "f998e608-e863-4335-8f29-33cd3402c679", "name": "network-vif-deleted", "tag": "b3cdba6b-2902-4006-93a3-17e797b814ed"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:49.710487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-68ebe73f-dcd3-4ca0-ad86-04eec3793a5b tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:49.713098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-68ebe73f-dcd3-4ca0-ad86-04eec3793a5b tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.1490440 Oct 18 23:12:49.791340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 41f46296-a37e-4a08-8427-69e27512391d not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:12:49.835212 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51830ea5-03f6-4e8a-ba54-4daa1abe83a0 x-openstack-request-id: req-51830ea5-03f6-4e8a-ba54-4daa1abe83a0 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:49.835805 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f998e608-e863-4335-8f29-33cd3402c679", "name": "network-vif-deleted", "tag": "b3cdba6b-2902-4006-93a3-17e797b814ed", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:49.836204 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51830ea5-03f6-4e8a-ba54-4daa1abe83a0 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:49.836924 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998e608-e863-4335-8f29-33cd3402c679', 'name': 'network-vif-deleted', 'tag': 'b3cdba6b-2902-4006-93a3-17e797b814ed', 'status': 'completed', 'code': 200} Oct 18 23:12:49.859602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:49.878237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 9ffc86d1-fe66-49fa-8f73-ded3c77030bc has no active binding in host n-h2-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:12:49.938787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb4bc-8d3b-40fc-9014-1282baefd30e req-cecc0bf9-e9b5-4d44-99c0-d40f8e0f8c96 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:49.940320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e6cb4bc-8d3b-40fc-9014-1282baefd30e req-cecc0bf9-e9b5-4d44-99c0-d40f8e0f8c96 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 944 time: 0.1171560 Oct 18 23:12:50.002621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-289f0a04-b087-4063-92ac-97367c087cf7 service neutron] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:50.018435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e6cb4bc-8d3b-40fc-9014-1282baefd30e req-3e083d52-91cc-4f25-aa38-a3838927dbec tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614488 Oct 18 23:12:50.024906 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-289f0a04-b087-4063-92ac-97367c087cf7 service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:50.028327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51f6cb65-9690-4f9f-a917-b5051919f37a req-289f0a04-b087-4063-92ac-97367c087cf7 service neutron] 10.222.0.102 "DELETE /v2.0/ports/41f46296-a37e-4a08-8427-69e27512391d/bindings/n-h2-713498-28 HTTP/1.1" status: 204 len: 173 time: 0.3020678 Oct 18 23:12:50.102161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:50.113185 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f46a8f3-ead7-458e-8e0a-acc3a4ad36d8 req-36539ee1-caa1-41a7-875c-560ccc0f1b89 tempest-LiveMigrationNegativeTest-1932489241 tempest-LiveMigrationNegativeTest-1932489241-project] 10.222.0.52 "GET /v2.0/ports?device_id=f998e608-e863-4335-8f29-33cd3402c679 HTTP/1.1" status: 200 len: 210 time: 0.0565646 Oct 18 23:12:50.156175 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-17a03d25-1ec0-4d8a-830d-e41d8cfdeec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:50.244365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c4c1e-1a9a-4f9b-a4bf-33f1247cbe1d req-7d62c713-5a70-47c1-bc7c-91ab2d278fc3 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:50.245959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-153c4c1e-1a9a-4f9b-a4bf-33f1247cbe1d req-7d62c713-5a70-47c1-bc7c-91ab2d278fc3 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1096 time: 0.0612280 Oct 18 23:12:50.294767 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-153c4c1e-1a9a-4f9b-a4bf-33f1247cbe1d req-1b06e36c-25f9-4646-9a6a-f897f838c04e tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401840 Oct 18 23:12:50.329458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-606195155-network', 'tenant_id': '5ad54855e088477dbbc2ffcb077e5bd9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:50.370501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Made reservation on behalf of 5ad54855e088477dbbc2ffcb077e5bd9 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:50.373220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:50.385214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:50.562856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff6cbd-7066-4326-a4d2-1e1aa91f3aab req-9bf96c67-1213-43ec-9c5d-5efb60368ac2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:50.578464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8ff6cbd-7066-4326-a4d2-1e1aa91f3aab req-9bf96c67-1213-43ec-9c5d-5efb60368ac2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.1056838 Oct 18 23:12:50.658325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:50.673978 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:50.710823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:12:50.769042 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8ff6cbd-7066-4326-a4d2-1e1aa91f3aab req-8a2a79bc-fdfd-46f6-b909-40276cb7acf5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840792 Oct 18 23:12:50.776105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:50.777159 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Added segment 69777553-24cf-40ef-83fd-82d4ebba9544 of type vlan for network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce Oct 18 23:12:50.894954 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:50.969586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:50.970542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:50.971188 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:51.030763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b35d8-7250-4357-9afe-0cfdde02a757,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:51.050076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9466584 Oct 18 23:12:51.054315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32780) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:51.059643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Request body: {'subnet': {'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-606195155-subnet', 'tenant_id': '5ad54855e088477dbbc2ffcb077e5bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:51.101196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Made reservation on behalf of 5ad54855e088477dbbc2ffcb077e5bd9 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:51.104530 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:51.153884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d7650-20ce-4d6f-92ec-9cb5d182618b admin admin] Pushing event updated for resources: {'Network': ['ID=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:51.177693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:12:51.245275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-fd3833a8-216e-43b4-bf29-52519002e063 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:51.248152 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-fd3833a8-216e-43b4-bf29-52519002e063 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 820 time: 0.2980599 Oct 18 23:12:51.275004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-ebc9becd-41b9-468c-984e-d52198b0bff9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/quotas/330a70573126403ca64a3be0d6ed5ab9 HTTP/1.1" status: 200 len: 375 time: 0.0176885 Oct 18 23:12:51.392063 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-5a3c1fcd-1185-4d46-8bee-d652b7c47c5e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080782 Oct 18 23:12:51.476353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:51.621335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-ee8c105b-7051-4192-9aa0-858114432712 service neutron] 10.222.0.52 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210567 Oct 18 23:12:51.654525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Checking segment: {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:51.655925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Network hostable DHCP agents. Network: 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:12:51.665494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b765a1a-be5a-4076-a34d-f3f68602a52a,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:51.688684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:12:51.702833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:51.710235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:51.711662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:51.717951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dfbc6e-d909-4b9b-bf05-12e86ba83c14 None None] Network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:51.757802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d0693db1-b4fa-42c2-b7cb-c2ec0da2411b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7020288 Oct 18 23:12:51.795565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-293af64d-5e25-4a75-b389-7b129caa2206 service neutron] 10.222.0.52 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654155 Oct 18 23:12:51.983155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07bd723-2349-4127-a4e6-9676d60444af None None] Network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:12:52.049884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 32816) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:52.076686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ea957-6a01-4991-9a47-ef067ab4a217 req-ebf6f3e8-2549-4288-8cfe-565332650d96 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:52.085941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-182ea957-6a01-4991-9a47-ef067ab4a217 req-ebf6f3e8-2549-4288-8cfe-565332650d96 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 943 time: 0.1536670 Oct 18 23:12:52.179580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-182ea957-6a01-4991-9a47-ef067ab4a217 req-85068264-710d-4854-adc8-44f1b07aeba2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925763 Oct 18 23:12:52.264842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0aa16b5-3c91-4637-8351-80eb0495adbc req-4377a734-7770-495a-a42b-4d12588c5058 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0323415 Oct 18 23:12:52.623005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32840) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:52.623297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0912aa4f-867d-46e1-87db-afdb501eef6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56e1dbe543974b5d92ebc798542b8bf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5720203 Oct 18 23:12:52.737020 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbc68-007c-4fbb-9aa0-6c33e5dcd473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:52.777824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbc68-007c-4fbb-9aa0-6c33e5dcd473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:52.862065 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbc68-007c-4fbb-9aa0-6c33e5dcd473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:52.864932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbc68-007c-4fbb-9aa0-6c33e5dcd473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:52.866658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6a6fbc68-007c-4fbb-9aa0-6c33e5dcd473 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/545017cc-6b7c-4b2e-8356-e69e14ea104b HTTP/1.1" status: 204 len: 168 time: 0.2418470 Oct 18 23:12:52.879570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fbc68-007c-4fbb-9aa0-6c33e5dcd473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545017cc-6b7c-4b2e-8356-e69e14ea104b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:52.934439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-65b2cd11-30e4-4b0e-abd0-21562ca4e479 service neutron] 10.222.0.102 "GET /v2.0/ports/9ffc86d1-fe66-49fa-8f73-ded3c77030bc/bindings/n-h2-713498-28 HTTP/1.1" status: 200 len: 385 time: 0.1128459 Oct 18 23:12:52.939824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9ffc86d1-fe66-49fa-8f73-ded3c77030bc no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:12:53.160486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b3cdba6b-2902-4006-93a3-17e797b814ed no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:12:53.200032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: b3cdba6b-2902-4006-93a3-17e797b814ed {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:12:53.200378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b3cdba6b-2902-4006-93a3-17e797b814ed not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:12:53.239807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:53.283509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:53.328998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffc86d1-fe66-49fa-8f73-ded3c77030bc {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:53.332618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2a036f22-42fe-439c-a71a-9b62b5372f6e tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:53.335352 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2a036f22-42fe-439c-a71a-9b62b5372f6e tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/networks?id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 200 len: 821 time: 0.1649871 Oct 18 23:12:53.341148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:53.360876 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-be5ae0fb-5a34-4bf3-9d78-7c9eabf4f743 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/quotas/5ad54855e088477dbbc2ffcb077e5bd9 HTTP/1.1" status: 200 len: 375 time: 0.0178831 Oct 18 23:12:53.365349 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:53.407389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-622a1ce0-d41b-4037-9c8b-c53dea08c3ce tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453613 Oct 18 23:12:53.477140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 9ffc86d1-fe66-49fa-8f73-ded3c77030bc details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:12:53.479196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] Transition to ACTIVE for port object 9ffc86d1-fe66-49fa-8f73-ded3c77030bc will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:12:53.488086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:53.565848 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-5f60f938-b29c-4617-a6ff-b40971d13615 service neutron] 10.222.0.52 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573336 Oct 18 23:12:53.662263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] No DVR routers for this DVR port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:12:53.689520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:53.778541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1c1f68ab-7079-40bd-96b6-77415f6f566a service neutron] 10.222.0.102 "PUT /v2.0/ports/9ffc86d1-fe66-49fa-8f73-ded3c77030bc/bindings/n-h2-713498-28/activate HTTP/1.1" status: 200 len: 370 time: 0.8333120 Oct 18 23:12:53.797784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-f220a19c-6f32-40ed-98ba-b099a983cd44 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:53.799792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-f220a19c-6f32-40ed-98ba-b099a983cd44 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 820 time: 0.3057914 Oct 18 23:12:53.802845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-f49909d2-8866-4ffc-bb1a-32ed15389929 service neutron] 10.222.0.52 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284324 Oct 18 23:12:53.824313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Request body: {'port': {'device_id': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12', 'admin_state_up': True, 'tenant_id': '330a70573126403ca64a3be0d6ed5ab9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:53.900601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:53.924529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc', 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'port_id': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc', 'mac_address': 'fa:16:3e:7a:89:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ba7e7f-e060-45fc-88a7-5673d5dd68b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:12:54.003056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66ac22f7-7d45-4663-a209-5fea750ba638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:54.042556 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:54.076244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffc86d1-fe66-49fa-8f73-ded3c77030bc {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:54.079392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32886) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:54.154195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:54.163805 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:54.356164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:54.365142 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25fce5b8-5e43-4293-9a1a-88def8d8da3a req-6054a5b5-f314-4a49-b54b-3ac2eaf41857 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 210 time: 0.1601052 Oct 18 23:12:54.373601 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-585ef2ce-4ed7-4635-9a76-04db86c62db1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3660f870e074d339bbb4e3ce142cf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920465 Oct 18 23:12:54.378365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32890) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:54.425822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['9ffc86d1-fe66-49fa-8f73-ded3c77030bc'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:12:54.481350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-745a1951-9911-4c21-bae5-a1f12129d767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:54.555160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-2c4d5af2-fdda-4002-95c1-e7ba2a744c5c tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:54.556772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-2c4d5af2-fdda-4002-95c1-e7ba2a744c5c tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.5747440 Oct 18 23:12:54.557828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-745a1951-9911-4c21-bae5-a1f12129d767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:54.592381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2850-323b-486a-8630-9deeacbf91c6 req-781a132b-5b6e-49fb-b241-6efc281cc51c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:54.600499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d0e2850-323b-486a-8630-9deeacbf91c6 req-781a132b-5b6e-49fb-b241-6efc281cc51c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 945 time: 0.2410238 Oct 18 23:12:54.624626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Made reservation on behalf of 330a70573126403ca64a3be0d6ed5ab9 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:54.628034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:54.711065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:54.781227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-df059aca-9760-4d53-80da-adc0d0a463e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:54.782798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-df059aca-9760-4d53-80da-adc0d0a463e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4&tenant_id=c91492ee9d27416abba2071bf16cb6da HTTP/1.1" status: 200 len: 1097 time: 0.2148786 Oct 18 23:12:54.804154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d0e2850-323b-486a-8630-9deeacbf91c6 req-b951e7f3-66f8-4333-8b59-548dda5083da tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026227 Oct 18 23:12:54.810286 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c45eaeb-a1af-451b-99df-56305a92e75b req-9ad6a14b-c526-44c8-8249-2993654a68cd tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 210 time: 0.0901225 Oct 18 23:12:54.812229 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-745a1951-9911-4c21-bae5-a1f12129d767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:54.838953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-745a1951-9911-4c21-bae5-a1f12129d767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:54.847006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-745a1951-9911-4c21-bae5-a1f12129d767 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73a0817f-ad99-4865-bdfe-bde55e59f969 HTTP/1.1" status: 204 len: 168 time: 0.4659672 Oct 18 23:12:54.888143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a1951-9911-4c21-bae5-a1f12129d767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a0817f-ad99-4865-bdfe-bde55e59f969,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:54.976793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Allocated IP 172.20.0.13 (3fdad791-c667-4f87-ae90-cf696a2e7c12/3f9db730-29ab-425c-8837-530c1b29a761/0cc70a7d-d3ff-48c2-83cd-783944185329) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:12:54.981606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1dd0fb07-6b9a-48f1-a6e6-93f0cfbf1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:54.983215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-1dd0fb07-6b9a-48f1-a6e6-93f0cfbf1992 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1097 time: 0.1473265 Oct 18 23:12:55.155290 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:55.214318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-47aaad30-045f-4a60-bcca-2c6b0b216f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:55.216021 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-47aaad30-045f-4a60-bcca-2c6b0b216f06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.2223675 Oct 18 23:12:55.319981 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-75390bd2-c0de-4f8a-8a44-02b311775222 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 217 time: 0.0852859 Oct 18 23:12:55.334424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-4df1d67d-8674-41f8-a578-3b2c97506a9f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6f7619374a404495ae5a7f1a28434c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013422 Oct 18 23:12:55.520843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 9ffc86d1-fe66-49fa-8f73-ded3c77030bc no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:12:55.578910 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:55.617946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-6a8b3a6a-fdb5-4948-a285-486048b57aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:55.620397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-6a8b3a6a-fdb5-4948-a285-486048b57aed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.2784665 Oct 18 23:12:55.680796 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:55.689349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-6de0c069-d474-4d23-96b3-8c6fba1e8c8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548117 Oct 18 23:12:55.698857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9ffc86d1-fe66-49fa-8f73-ded3c77030bc {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:55.722658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5db6023f-ec82-46d7-bd28-fcdf6f4ef35c req-788b7af2-b368-49d0-9544-8c871707f0a3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0381222 Oct 18 23:12:55.730337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:12:55.748016 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:55.817294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c59b-058c-488d-b51e-686ff3163016 req-e79d3031-39a5-4dd2-b203-3a83c345e6dc tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:55.820719 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-e79d3031-39a5-4dd2-b203-3a83c345e6dc tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4851084 Oct 18 23:12:55.856045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=12']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:55.913833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:55.985832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32962) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:56.055614 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-a2b0ae9a-2c63-4de4-afb1-a38a50902411 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/quotas/6f7619374a404495ae5a7f1a28434c0d HTTP/1.1" status: 200 len: 375 time: 0.1970179 Oct 18 23:12:56.090193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9c458-5a82-45dd-855e-aaa04e4121ad req-62303a52-9f6c-473c-a6dd-a2a537557f5e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:56.099896 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6f9c458-5a82-45dd-855e-aaa04e4121ad req-62303a52-9f6c-473c-a6dd-a2a537557f5e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 944 time: 0.1632125 Oct 18 23:12:56.133872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Network 3fdad791-c667-4f87-ae90-cf696a2e7c12 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:12:56.145863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-9c00c0ea-4946-4ee2-8d92-93b29edcfe31 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550170 Oct 18 23:12:56.165674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:56.168874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-be6dc08f-b3cb-4215-a3d8-a59092d3c7ca tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:56.169610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:12:56.170680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-be6dc08f-b3cb-4215-a3d8-a59092d3c7ca tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.73 "GET /v2.0/networks?id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 200 len: 821 time: 0.2510686 Oct 18 23:12:56.179955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:56.180820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:56.192654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Pushing event updated for resources: {'Port': ['ID=0cc70a7d-d3ff-48c2-83cd-783944185329,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:56.193088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6f9c458-5a82-45dd-855e-aaa04e4121ad req-a6a67321-4d88-462b-b45a-0b3abb88707b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903640 Oct 18 23:12:56.205557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Request body: {'port': {'device_id': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce', 'admin_state_up': True, 'tenant_id': '5ad54855e088477dbbc2ffcb077e5bd9'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:56.251946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-8f84a339-1a65-46ca-abad-4a68f128c508 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329256 Oct 18 23:12:56.266980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-9c58cf17-0fc9-4eba-8065-8eb174d51db9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4508421 Oct 18 23:12:56.268475 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f924df39-d5dd-4a56-af26-e04f8256d26e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:56.322758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Request body: {'port': {'device_id': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:56.396374 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9bc1a6e3-1a26-47d7-a12b-70b8c900c221 req-faab29b6-79cc-49bb-8e8d-1f4fed3b7c88 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 210 time: 0.0902741 Oct 18 23:12:56.462434 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:56.516779 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f924df39-d5dd-4a56-af26-e04f8256d26e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:56.517700 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-8b0422cd-b7aa-4ed2-98f5-10860acce5f6 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204175 Oct 18 23:12:56.519434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Made reservation on behalf of 5ad54855e088477dbbc2ffcb077e5bd9 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:56.525348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:56.530199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f924df39-d5dd-4a56-af26-e04f8256d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:56.620580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924df39-d5dd-4a56-af26-e04f8256d26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4d8044-0ff1-4d8f-a407-e83aa3819e9e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:56.639035 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f924df39-d5dd-4a56-af26-e04f8256d26e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c563c305c2184ce48f66f28f33d1fa3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473088 Oct 18 23:12:56.639848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32976) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:56.646224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32980) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:57.155965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-c6104ace-c132-4426-8534-29830e93d5bf tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6f7619374a404495ae5a7f1a28434c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798018 Oct 18 23:12:57.187712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc70a7d-d3ff-48c2-83cd-783944185329 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:12:57.221895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-93ba6259-f732-4f8b-9628-9f766194bc76 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:57.223910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-93ba6259-f732-4f8b-9628-9f766194bc76 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.1806574 Oct 18 23:12:57.231898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.325766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Transition to ACTIVE for port object 0cc70a7d-d3ff-48c2-83cd-783944185329 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:12:57.338854 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.347420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Allocated IP 172.20.0.5 (8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce/2b765a1a-be5a-4076-a34d-f3f68602a52a/2db38f25-0d1e-4482-82a7-e0138727f07c) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:12:57.434035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4273e334-d837-4f80-8294-731d33a4ffe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.600033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba296c6-e40c-449d-9b2d-1d389becdbbe req-261d5759-eb97-43ef-8726-ab9c65f66c61 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:57.601630 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fba296c6-e40c-449d-9b2d-1d389becdbbe req-261d5759-eb97-43ef-8726-ab9c65f66c61 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 944 time: 0.2502816 Oct 18 23:12:57.628462 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06aa2ae0-953b-4284-aa8c-690a0b083639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.641964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:12:57.642369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:12:57.642647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:57.655224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Pushing event updated for resources: {'Port': ['ID=0cc70a7d-d3ff-48c2-83cd-783944185329,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:57.668668 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.674513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Port 0cc70a7d-d3ff-48c2-83cd-783944185329 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:12:57.674929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:12:57.692559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0ae8326a-2235-4d3e-8a38-b70381342b2c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:57.694334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0ae8326a-2235-4d3e-8a38-b70381342b2c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5256174 Oct 18 23:12:57.717429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:12:57.717816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:12:57.718295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:12:57.719056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Bound port: 0cc70a7d-d3ff-48c2-83cd-783944185329, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:12:57.719482 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.781937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-e7b78434-f268-4d42-a0af-3ddb3d0169b1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/quotas/6f7619374a404495ae5a7f1a28434c0d HTTP/1.1" status: 200 len: 375 time: 0.0700452 Oct 18 23:12:57.810766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-e5bb2bbe-f12a-4948-a1cf-d8fe6abde5bc service neutron] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:57.829132 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-e5bb2bbe-f12a-4948-a1cf-d8fe6abde5bc service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.830275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45d4c936-1bd8-4686-9a72-9b817b789ea2 req-e5bb2bbe-f12a-4948-a1cf-d8fe6abde5bc service neutron] 10.222.0.73 "DELETE /v2.0/ports/9ffc86d1-fe66-49fa-8f73-ded3c77030bc/bindings/n-h1-713498-28 HTTP/1.1" status: 204 len: 173 time: 0.5741658 Oct 18 23:12:57.857990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-9e1893f5-e3bc-410a-8e8b-4658ecf9fe60 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650382 Oct 18 23:12:57.863280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:12:57.882511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:12:57.891223 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.891674 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4273e334-d837-4f80-8294-731d33a4ffe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.931729 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4273e334-d837-4f80-8294-731d33a4ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.938319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06aa2ae0-953b-4284-aa8c-690a0b083639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.950935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:57.951763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:57.954409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] 10.222.0.73 "PUT /v2.0/ports/0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 200 len: 1093 time: 1.6456485 Oct 18 23:12:57.955190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:12:57.961100 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:12:58.016426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20d2ff-f72f-42e4-8ce9-88e80a408aae service neutron] Pushing event updated for resources: {'Port': ['ID=0cc70a7d-d3ff-48c2-83cd-783944185329,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:58.019418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fba296c6-e40c-449d-9b2d-1d389becdbbe req-5f4ed3a0-025d-4669-8f5b-6aac10fafbcf tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083030 Oct 18 23:12:58.115957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:58.129193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4273e334-d837-4f80-8294-731d33a4ffe4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01e3dee5762d4bb09054a8fcde787b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4840558 Oct 18 23:12:58.136203 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273e334-d837-4f80-8294-731d33a4ffe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4cd777-8acc-4d9e-bd0e-d0860c2d0181,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:58.141345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33030) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:58.190152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-48d2d458-0678-45db-b3dc-356966c6c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:58.192822 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-48d2d458-0678-45db-b3dc-356966c6c904 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1096 time: 0.1649187 Oct 18 23:12:58.221731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361de2b9-ddc7-4d62-a64b-14624cb678d8 req-46b34061-5b50-4849-813a-88aff21299be tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:58.237202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-361de2b9-ddc7-4d62-a64b-14624cb678d8 req-46b34061-5b50-4849-813a-88aff21299be tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 944 time: 0.1317403 Oct 18 23:12:58.292610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-944aa8d1-ae8c-457b-a405-8a7d83c5d9c1 req-29316944-61e4-4644-821e-ae3ece2e3442 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 210 time: 0.1151781 Oct 18 23:12:58.334875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06aa2ae0-953b-4284-aa8c-690a0b083639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:58.337705 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06aa2ae0-953b-4284-aa8c-690a0b083639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:58.339134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06aa2ae0-953b-4284-aa8c-690a0b083639 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e4d8044-0ff1-4d8f-a407-e83aa3819e9e HTTP/1.1" status: 204 len: 168 time: 1.6841986 Oct 18 23:12:58.343163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-72a1e83f-4046-40f2-91e1-c177867495e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 200 len: 217 time: 0.1118357 Oct 18 23:12:58.368663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:58.371466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa2ae0-953b-4284-aa8c-690a0b083639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4d8044-0ff1-4d8f-a407-e83aa3819e9e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:58.412525 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15c81575-bb35-47c3-8b4b-a71e0a875355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:58.441698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-379614e3-fcc6-4e40-b4ac-ff3d66bffee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:58.444995 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-379614e3-fcc6-4e40-b4ac-ff3d66bffee1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.0828137 Oct 18 23:12:58.450753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-1d8f68ad-db51-4611-8f90-ffee08660983 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=6f7619374a404495ae5a7f1a28434c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1940546 Oct 18 23:12:58.462531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15c81575-bb35-47c3-8b4b-a71e0a875355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:58.527977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:12:58.554083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:12:58.556376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15c81575-bb35-47c3-8b4b-a71e0a875355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:58.559717 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15c81575-bb35-47c3-8b4b-a71e0a875355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:58.564810 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15c81575-bb35-47c3-8b4b-a71e0a875355 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f4cd777-8acc-4d9e-bd0e-d0860c2d0181 HTTP/1.1" status: 204 len: 168 time: 0.4182649 Oct 18 23:12:58.570505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:12:58.621518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c81575-bb35-47c3-8b4b-a71e0a875355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4cd777-8acc-4d9e-bd0e-d0860c2d0181,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:58.690994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-a7569152-1cb2-44aa-9db1-e5ad81a21117 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2351489 Oct 18 23:12:58.701169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event updated for resources: {'Port': ['ID=2db38f25-0d1e-4482-82a7-e0138727f07c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:12:58.768719 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:58.774221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c59b-058c-488d-b51e-686ff3163016 req-96379071-fdca-43d2-a805-1acea204023f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:58.777059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-96379071-fdca-43d2-a805-1acea204023f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929194 Oct 18 23:12:58.783558 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:58.819470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-361de2b9-ddc7-4d62-a64b-14624cb678d8 req-cae319e7-2253-4947-abfe-304333b44941 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822029 Oct 18 23:12:58.857654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-b1833ca5-57ac-4bba-a795-3dbb404214f8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6629279 Oct 18 23:12:58.865380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Request body: {'port': {'device_id': '037744da-403e-41ad-875e-f59f178c9bb4', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '6f7619374a404495ae5a7f1a28434c0d'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:58.882630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Request body: {'port': {'device_id': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:12:59.076348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-1ba3ef5e-f115-4a60-bf66-535a0b2a59c9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1322d1ff53614d19a79298a73ab42a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956619 Oct 18 23:12:59.118417 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a85b009-358d-45cc-bc13-1584881b9bee x-openstack-request-id: req-7a85b009-358d-45cc-bc13-1584881b9bee {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:12:59.119347 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:12:59.119809 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a85b009-358d-45cc-bc13-1584881b9bee {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:12:59.120446 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329', 'status': 'completed', 'code': 200} Oct 18 23:12:59.211174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:59.256053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4abc409d-cd22-494f-95c1-7a5cb691202d req-3b75e69e-f15a-4444-9dd5-81441f19a670 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 210 time: 0.0728943 Oct 18 23:12:59.293261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-73976d19-a150-4e4d-af04-8f746eae96ca service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881715 Oct 18 23:12:59.469129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33064) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:59.545043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Made reservation on behalf of 6f7619374a404495ae5a7f1a28434c0d for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:12:59.550580 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:59.573210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:59.581639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ed3871c-fbd4-423d-b686-49af445ab610 req-d0cf0556-dbc5-46f1-bc68-ad140592565b service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782691 Oct 18 23:12:59.595225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db7e49-6a01-443f-9d4c-79a75557f524 req-9d89b27c-3bd7-4f05-8be8-88b18f8100d4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:59.596856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7db7e49-6a01-443f-9d4c-79a75557f524 req-9d89b27c-3bd7-4f05-8be8-88b18f8100d4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1100223 Oct 18 23:12:59.597420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33068) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:12:59.629455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e04b4e2-cf19-48ad-aa40-cdec03ef3c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:59.653817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f0ad6ef-89f8-4714-a861-3ca2ceb49476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:59.711336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7db7e49-6a01-443f-9d4c-79a75557f524 req-ac742cbd-b6a0-4034-97ca-d4a75ddd5e53 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851448 Oct 18 23:12:59.780297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9f95-ceda-4189-a343-e46869575cb0 req-3dd2609e-c5b5-409e-a1ef-7890311f5fb6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:59.789649 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-3dd2609e-c5b5-409e-a1ef-7890311f5fb6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6462355 Oct 18 23:12:59.829400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-a3ae2f9c-4ba5-4c10-9bf3-a2a2be7f3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:12:59.832141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-a3ae2f9c-4ba5-4c10-9bf3-a2a2be7f3eac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1096 time: 0.1333053 Oct 18 23:12:59.868210 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-c3ee20bc-44fb-42da-b59d-ea31211c65e8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/quotas/1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 375 time: 0.0680578 Oct 18 23:12:59.891813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:59.937678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:12:59.960829 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-7d8a423d-0619-47d8-a845-7fb1bb6846dc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741167 Oct 18 23:13:00.014955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-d1e32944-ea52-4f36-af9e-a2e71bbcf34a tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6f7619374a404495ae5a7f1a28434c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116762 Oct 18 23:13:00.042108 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f0ad6ef-89f8-4714-a861-3ca2ceb49476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.102658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db38f25-0d1e-4482-82a7-e0138727f07c {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:00.111550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.115002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f0ad6ef-89f8-4714-a861-3ca2ceb49476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.165576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Transition to ACTIVE for port object 2db38f25-0d1e-4482-82a7-e0138727f07c will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:00.178317 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.189113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1f0ad6ef-89f8-4714-a861-3ca2ceb49476 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6260d9534b7f483fba6e39051aa3548e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7180154 Oct 18 23:13:00.208907 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ad6ef-89f8-4714-a861-3ca2ceb49476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f84679a-bb1c-438d-b9ae-3ddeb2f838a0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:00.213544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33070) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:00.331697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Pushing event updated for resources: {'Port': ['ID=2db38f25-0d1e-4482-82a7-e0138727f07c,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:00.408018 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e04b4e2-cf19-48ad-aa40-cdec03ef3c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.435869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e04b4e2-cf19-48ad-aa40-cdec03ef3c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.438072 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4249900e-e123-4e91-92c6-7e6e7721d49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.444876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a4726f-067d-40df-afb1-875894ee5f66,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:00.449841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1982-9dba-43c5-8ac9-f7cecd91f642 req-a27c61a8-6ba5-472b-9840-1c84ea72ffe6 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:00.451640 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bbf1982-9dba-43c5-8ac9-f7cecd91f642 req-a27c61a8-6ba5-472b-9840-1c84ea72ffe6 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1096 time: 0.1610811 Oct 18 23:13:00.485688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Attempting to bind port 2db38f25-0d1e-4482-82a7-e0138727f07c on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:00.486382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Attempting to bind port 2db38f25-0d1e-4482-82a7-e0138727f07c by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:00.486382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Attempting to bind port 2db38f25-0d1e-4482-82a7-e0138727f07c on network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:00.507636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4249900e-e123-4e91-92c6-7e6e7721d49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.528949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Port 2db38f25-0d1e-4482-82a7-e0138727f07c on network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:00.529296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Attempting to bind port 2db38f25-0d1e-4482-82a7-e0138727f07c on network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:00.561914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:00.562234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Checking segment: {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:00.562566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Bound using segment: {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:00.563078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Bound port: 2db38f25-0d1e-4482-82a7-e0138727f07c, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:00.563428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.593151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bbf1982-9dba-43c5-8ac9-f7cecd91f642 req-77f23948-8594-45e2-adbf-330ae3eda0a5 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164992 Oct 18 23:13:00.599246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7b7f0-3894-458f-a084-e40310babfb4 req-9e5c7857-df11-4b42-9afd-c8547d494a7c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:00.611151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abe7b7f0-3894-458f-a084-e40310babfb4 req-9e5c7857-df11-4b42-9afd-c8547d494a7c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 931 time: 0.7512074 Oct 18 23:13:00.633083 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4249900e-e123-4e91-92c6-7e6e7721d49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.635655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-e674d27f-27b7-42c2-8e15-4ce6d67a2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:00.636281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4249900e-e123-4e91-92c6-7e6e7721d49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.640814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4249900e-e123-4e91-92c6-7e6e7721d49b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f84679a-bb1c-438d-b9ae-3ddeb2f838a0 HTTP/1.1" status: 204 len: 168 time: 0.4023156 Oct 18 23:13:00.644090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-e674d27f-27b7-42c2-8e15-4ce6d67a2710 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.7983325 Oct 18 23:13:00.743243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0e04b4e2-cf19-48ad-aa40-cdec03ef3c1a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c49aa57b920946e6bc2269f8862f1c45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1431084 Oct 18 23:13:00.788126 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:00.796051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2db38f25-0d1e-4482-82a7-e0138727f07c,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:00.803038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249900e-e123-4e91-92c6-7e6e7721d49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f84679a-bb1c-438d-b9ae-3ddeb2f838a0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:00.805893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33086) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:00.829692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:00.856858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04b4e2-cf19-48ad-aa40-cdec03ef3c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd777901-c8ce-40bb-86ed-29c60d8291d3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:00.882068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-53e38f8b-4952-43a1-bb2e-18a54bb9b205 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 200 len: 217 time: 0.1756401 Oct 18 23:13:00.958866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d053247-5de3-47c1-a052-20e5d28b479a req-00b09724-7f52-4d30-81ac-4bb0c90c0070 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:00.961804 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-00b09724-7f52-4d30-81ac-4bb0c90c0070 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9217196 Oct 18 23:13:00.981458 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30b2e0b9-b235-4a03-88cc-2608241c59bb req-ae58fd04-22e9-4836-bff4-260638a0b1d3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 210 time: 0.1484101 Oct 18 23:13:01.011257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:01.012213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:01.014161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] 10.222.0.73 "PUT /v2.0/ports/2db38f25-0d1e-4482-82a7-e0138727f07c HTTP/1.1" status: 200 len: 1092 time: 2.1392024 Oct 18 23:13:01.021063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:01.023653 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b0fa9-1df5-4f6f-a7e7-039b957983d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:01.049357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Request body: {'port': {'device_id': '3b9fbd52-44d3-43fb-b769-5775e45e5fbb', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '6f7619374a404495ae5a7f1a28434c0d'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:01.110337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-eb13e081-8128-478c-a58b-504209507dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:01.113528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-eb13e081-8128-478c-a58b-504209507dac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.2162890 Oct 18 23:13:01.117310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Allocated IP 192.168.233.96 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/5d522678-e9fe-4d7b-8929-e93319d27426) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:01.128013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abe7b7f0-3894-458f-a084-e40310babfb4 req-944658f3-bee1-49d9-8931-260bec7c0a5c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154836 Oct 18 23:13:01.195870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc9730-4390-4670-94ce-028f089f86dc service neutron] Pushing event updated for resources: {'Port': ['ID=2db38f25-0d1e-4482-82a7-e0138727f07c,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:01.247320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2b347ca-2fb2-463f-b0ff-8f0deba5ec05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:01.266523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-348369da-ca01-47d4-bdce-0bc2a5ba0c65 req-3b30c1d7-0389-4798-a171-5925b7c9e1c0 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 210 time: 0.1525562 Oct 18 23:13:01.334008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-cf3365fc-27d4-4a7a-9d2c-e42885f664ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767934 Oct 18 23:13:01.347500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2b347ca-2fb2-463f-b0ff-8f0deba5ec05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:01.426812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-03f27a6b-48bb-4b68-bceb-2ba2bc131599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:01.428548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-03f27a6b-48bb-4b68-bceb-2ba2bc131599 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 1095 time: 0.2074616 Oct 18 23:13:01.510681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-e292cc84-a9fd-4698-90c3-5316edbf6ce0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2db38f25-0d1e-4482-82a7-e0138727f07c HTTP/1.1" status: 200 len: 217 time: 0.0582216 Oct 18 23:13:01.594611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-1830abb0-6b1c-4c98-8da2-1ca5ba86ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:01.596195 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-1830abb0-6b1c-4c98-8da2-1ca5ba86ae9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b765a1a-be5a-4076-a34d-f3f68602a52a HTTP/1.1" status: 200 len: 861 time: 0.0776887 Oct 18 23:13:01.599671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2b347ca-2fb2-463f-b0ff-8f0deba5ec05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:01.602539 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2b347ca-2fb2-463f-b0ff-8f0deba5ec05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:01.606754 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a2b347ca-2fb2-463f-b0ff-8f0deba5ec05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd777901-c8ce-40bb-86ed-29c60d8291d3 HTTP/1.1" status: 204 len: 168 time: 0.7953320 Oct 18 23:13:01.630511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b347ca-2fb2-463f-b0ff-8f0deba5ec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd777901-c8ce-40bb-86ed-29c60d8291d3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:01.654660 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-269cfdca-1c8b-4484-a637-5ab7b4e5c0c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425355 Oct 18 23:13:01.717258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7f63a-6ee1-4900-a41f-a38ecefaa6bd req-c912248c-7046-4de7-8789-843ca9b6c168 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:01.719987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66a7f63a-6ee1-4900-a41f-a38ecefaa6bd req-c912248c-7046-4de7-8789-843ca9b6c168 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 944 time: 0.4609926 Oct 18 23:13:01.774506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-82edc27b-6eac-4fa2-9262-4b08e6e9a57a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:01.782408 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-82edc27b-6eac-4fa2-9262-4b08e6e9a57a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 808 time: 0.3600264 Oct 18 23:13:01.798247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-46ec68e7-bf6a-40cc-8f7f-a505e6e4923d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/quotas/c91492ee9d27416abba2071bf16cb6da HTTP/1.1" status: 200 len: 375 time: 0.0146973 Oct 18 23:13:01.839990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-126ed8fc-bec9-4d2a-9294-3c171a0a8348 service neutron] 10.222.0.73 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756694 Oct 18 23:13:01.912939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-b0fde7a5-9ec6-4525-8176-707284c5bbbc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862834 Oct 18 23:13:01.913272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Made reservation on behalf of 6f7619374a404495ae5a7f1a28434c0d for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:01.918421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:01.966543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-c570276b-df47-4a00-84b4-e0ec92aab403 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114874 Oct 18 23:13:01.993867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66a7f63a-6ee1-4900-a41f-a38ecefaa6bd req-a1afc64a-5a64-499a-b900-1b8b0a3b7671 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539740 Oct 18 23:13:02.054379 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c69e14b2-bc09-4b8c-9f38-7ff007b1e6ab req-1429e4d1-55c0-4268-bdd8-c7f7f3ed168b service neutron] 10.222.0.73 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977684 Oct 18 23:13:02.096833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-749b86a3-6e53-41d8-b27d-d077e3cee0f1 service neutron] 10.222.0.52 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531117 Oct 18 23:13:02.173849 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf90cdad-a0a4-44ef-8c84-2dca597c7fa2 x-openstack-request-id: req-cf90cdad-a0a4-44ef-8c84-2dca597c7fa2 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:02.174273 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:02.174662 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf90cdad-a0a4-44ef-8c84-2dca597c7fa2 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:02.175180 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c', 'status': 'completed', 'code': 200} Oct 18 23:13:02.226086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-60e3e6b7-b406-475d-9e12-b3246158d0b4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=1322d1ff53614d19a79298a73ab42a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295007 Oct 18 23:13:02.301763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:02.414499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-91ff1742-80b4-43bb-a707-41bd16c52957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:02.416801 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-91ff1742-80b4-43bb-a707-41bd16c52957 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 1095 time: 0.2309601 Oct 18 23:13:02.438069 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acb059f3-6e7b-4dd6-8ff7-5ea0afb527ea req-a2502da5-f3dd-4058-9300-75aeac3c1ba6 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256220 Oct 18 23:13:02.539578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-417eb165-f668-4faa-ab92-fc85964b4059 req-6ad19906-b44f-4d2a-b9b6-91db93c6196d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 210 time: 0.0570018 Oct 18 23:13:02.589153 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-b8ee8aac-8fe1-4afb-b3e3-bc1e4687c202 service neutron] 10.222.0.52 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748812 Oct 18 23:13:02.592588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9f95-ceda-4189-a343-e46869575cb0 req-ad3d1f6b-fe09-4489-b7de-b559f0c46fc2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:02.594328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-ad3d1f6b-fe09-4489-b7de-b559f0c46fc2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485513 Oct 18 23:13:02.598986 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:02.639132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Request body: {'port': {'device_id': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '1322d1ff53614d19a79298a73ab42a6f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:02.702374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-364a706f-ea96-4366-bc60-19c64d36c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:02.709206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-364a706f-ea96-4366-bc60-19c64d36c96d service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 200 len: 922 time: 0.2843819 Oct 18 23:13:02.834813 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-41718af7-e237-444c-8891-ac709064c96c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2db38f25-0d1e-4482-82a7-e0138727f07c HTTP/1.1" status: 200 len: 217 time: 0.1168342 Oct 18 23:13:02.867909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:02.900764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:02.924267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:02.934598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:02.935987 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:02.952327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Made reservation on behalf of 1322d1ff53614d19a79298a73ab42a6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:02.959577 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:02.965048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:02.976270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Allocated IP 192.168.233.154 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/26745ae0-38e6-4f23-a4c2-05350b7c0e94) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:03.026323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:03.039443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434eb65a-b687-4f75-a942-9b5b163cd4a5 req-adbf0709-7d65-4845-b0ec-4f6bd17164f1 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:03.047510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-434eb65a-b687-4f75-a942-9b5b163cd4a5 req-adbf0709-7d65-4845-b0ec-4f6bd17164f1 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 943 time: 0.2677763 Oct 18 23:13:03.056510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-7e90b885-ce8e-495e-98ce-005944fb9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:03.068704 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-7e90b885-ce8e-495e-98ce-005944fb9512 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b765a1a-be5a-4076-a34d-f3f68602a52a HTTP/1.1" status: 200 len: 861 time: 0.2251897 Oct 18 23:13:03.073733 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-446b763f-b7e0-4a55-9196-2f3636f222a1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2498269 Oct 18 23:13:03.126288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Request body: {'port': {'device_id': '037744da-403e-41ad-875e-f59f178c9bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:03.197554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09d62388-61b4-4686-84d5-6e644dff61ea req-57ac5861-38e8-41e6-853a-5a7670410bea tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 210 time: 0.1249809 Oct 18 23:13:03.201248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-29474e77-9a4a-46a7-835e-a735e1e1bf47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079447 Oct 18 23:13:03.378630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-434eb65a-b687-4f75-a942-9b5b163cd4a5 req-2a9174c4-3cf6-4900-bc4c-a1d9e39b4729 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254087 Oct 18 23:13:03.471010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33170) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:03.483884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8b979f98-f1fe-49e3-bf87-885a084cf298 None None] Provisioning complete for port 5d522678-e9fe-4d7b-8929-e93319d27426 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:03.484420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b979f98-f1fe-49e3-bf87-885a084cf298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:03.502157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d578cb1f-a801-4cfa-9e95-3cd92ae560ff req-e666f268-b01d-406b-a1ff-bd8c9fc6447e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 210 time: 0.0897994 Oct 18 23:13:03.577531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:03.624174 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-7b7c90b8-2b33-4afd-bbfc-818cd67bc71b service neutron] 10.222.0.73 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102390 Oct 18 23:13:03.639492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8b979f98-f1fe-49e3-bf87-885a084cf298 None None] Port 5d522678-e9fe-4d7b-8929-e93319d27426 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:03.688215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:03.710684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:03.727880 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:03.761479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbe6a9-66a0-492d-89dd-fa34804c7502 req-aff018ea-4def-46b0-8975-b152a4cbaad1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:03.764534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fbbe6a9-66a0-492d-89dd-fa34804c7502 req-aff018ea-4def-46b0-8975-b152a4cbaad1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 944 time: 0.2839706 Oct 18 23:13:03.853404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a8d21-599a-445b-ab43-4c2810ebf27e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:03.869284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-network', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:03.945547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-184f1152-4d64-459f-8eaa-25b3a134ac56 req-f7c38d54-b87d-48bb-bac8-3651042db37f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 210 time: 0.0470705 Oct 18 23:13:03.945547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-192b0fa9-1df5-4f6f-a7e7-039b957983d7 req-a46ca92c-de18-4110-8ba0-1a19b6b6067d service neutron] 10.222.0.73 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139031 Oct 18 23:13:04.036670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:04.055116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Made reservation on behalf of da7a5febd10e4b2cb0a25f02c5be8e8c for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:04.058634 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:04.135378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fbbe6a9-66a0-492d-89dd-fa34804c7502 req-055be6c5-b186-4972-a6d5-f7343ba59d77 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737145 Oct 18 23:13:04.136550 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:04.185429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:04.201486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:04.212752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:04.214697 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:13:04.219351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:04.220285 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:04.314057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Pushing event updated for resources: {'Port': ['ID=26745ae0-38e6-4f23-a4c2-05350b7c0e94,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:04.337004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0b674b9b-3874-42f8-8e04-17f53c333afd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3136728 Oct 18 23:13:04.388088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Request body: {'port': {'device_id': '3b9fbd52-44d3-43fb-b769-5775e45e5fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:04.401296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf4398-dcd5-4e06-a9fe-d688cd726728 req-e8b3626c-3cca-44a7-bf1e-5e0a59c60866 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:04.409187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21cf4398-dcd5-4e06-a9fe-d688cd726728 req-e8b3626c-3cca-44a7-bf1e-5e0a59c60866 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 936 time: 0.0783598 Oct 18 23:13:04.422510 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:04.478067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21cf4398-dcd5-4e06-a9fe-d688cd726728 req-f46e320d-5e75-454a-ae61-e1cf15c7b43a tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674908 Oct 18 23:13:04.669580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb17228e-1e16-4234-8589-923e56ba59af req-b8df02b9-fd66-4a63-8607-a4e4b51b7a88 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 210 time: 0.0327835 Oct 18 23:13:04.696055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1c2fc284-b579-443b-8d9c-df00a7e84bac None None] Provisioning complete for port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:04.697341 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc284-b579-443b-8d9c-df00a7e84bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:04.743526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fc284-b579-443b-8d9c-df00a7e84bac None None] Port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:04.848775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.102', 62409) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:04.930309 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d522678-e9fe-4d7b-8929-e93319d27426 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:04.949332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:04.952235 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.029318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Transition to ACTIVE for port object 5d522678-e9fe-4d7b-8929-e93319d27426 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:05.036605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.047668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b538-05fc-495e-b869-d1f954e66e10 req-d17c93fa-64de-492d-bb7e-65ea07cc424d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:05.057289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d698b538-05fc-495e-b869-d1f954e66e10 req-d17c93fa-64de-492d-bb7e-65ea07cc424d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 943 time: 0.5404248 Oct 18 23:13:05.105542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-50a91a4a-c83b-406a-b556-9019fc4706be tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:05.105844 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.107995 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.109352 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-50a91a4a-c83b-406a-b556-9019fc4706be tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 808 time: 0.2581902 Oct 18 23:13:05.135114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Request body: {'port': {'device_id': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'admin_state_up': True, 'tenant_id': 'c91492ee9d27416abba2071bf16cb6da'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:05.269391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d698b538-05fc-495e-b869-d1f954e66e10 req-ad75cb4c-d0d3-4447-a97d-9bbb9c0318c1 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047372 Oct 18 23:13:05.292474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Made reservation on behalf of c91492ee9d27416abba2071bf16cb6da for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:05.298239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.306763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:13:05.325192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59fc255-d5fa-4480-8b26-fbbc0f091053,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:05.344709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:05.349554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Allocated IP 192.168.233.54 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/40da8549-640a-4017-bfa3-d1e3f4b97090) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:05.352042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.352404 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Added segment 7af37fac-1fd3-45fa-9509-64dfb65761e4 of type vlan for network 66f971c9-838c-4d93-b15c-d580b910a792 Oct 18 23:13:05.365898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0f55585-8442-4ebb-b1d3-425e83cb1a67 req-ff07ded9-64e8-481c-b867-bd8ac9dc7a18 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 210 time: 0.0635142 Oct 18 23:13:05.473873 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.553547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 0cc70a7d-d3ff-48c2-83cd-783944185329 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:05.561211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Attempting to bind port 5d522678-e9fe-4d7b-8929-e93319d27426 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:05.561965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Attempting to bind port 5d522678-e9fe-4d7b-8929-e93319d27426 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:05.562543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Attempting to bind port 5d522678-e9fe-4d7b-8929-e93319d27426 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:05.583785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Port 5d522678-e9fe-4d7b-8929-e93319d27426 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:05.584237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Attempting to bind port 5d522678-e9fe-4d7b-8929-e93319d27426 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:05.599823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:05.600533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:05.601033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:05.601802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Bound port: 5d522678-e9fe-4d7b-8929-e93319d27426, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:05.602418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.621254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.623106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:05.624326 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.719005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2368624 Oct 18 23:13:05.730700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33222) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:05.736738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Request body: {'subnet': {'network_id': '66f971c9-838c-4d93-b15c-d580b910a792', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-subnet', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:05.782056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:05.801723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '0cc70a7d-d3ff-48c2-83cd-783944185329', 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12', 'port_id': '0cc70a7d-d3ff-48c2-83cd-783944185329', 'mac_address': 'fa:16:3e:52:d4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9db730-29ab-425c-8837-530c1b29a761', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:13:05.825285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Made reservation on behalf of da7a5febd10e4b2cb0a25f02c5be8e8c for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:05.827794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.875333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a652af-32b2-4fe4-b8c5-0e4a0c8cd3d1 req-291eb088-39d5-4632-90ba-8a34e8bc2292 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:05.876950 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-61a652af-32b2-4fe4-b8c5-0e4a0c8cd3d1 req-291eb088-39d5-4632-90ba-8a34e8bc2292 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1650074 Oct 18 23:13:05.882426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d91d02-96c6-4b5e-bd2a-d5b6c1823be2 admin admin] Pushing event updated for resources: {'Network': ['ID=66f971c9-838c-4d93-b15c-d580b910a792,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:05.910859 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:05.919456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 66f971c9-838c-4d93-b15c-d580b910a792 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:13:05.951969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Allocated IP 172.20.0.5 (2e76da50-3cd9-431d-8f4f-74d2bbacb5e3/a5ba7e7f-e060-45fc-88a7-5673d5dd68b0/86a871f8-a099-479c-9a1e-80cb209b6109) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:05.977842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc70a7d-d3ff-48c2-83cd-783944185329 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:05.982435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ae79f-104a-45c0-a9f7-59e60447bf74 req-af8e1c07-ff3c-4d39-8a42-16d203a27bcf tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:05.984231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-902ae79f-104a-45c0-a9f7-59e60447bf74 req-af8e1c07-ff3c-4d39-8a42-16d203a27bcf tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 936 time: 0.2902908 Oct 18 23:13:06.007331 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.019614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:06.061959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:06.081594 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.086121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.088864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-61a652af-32b2-4fe4-b8c5-0e4a0c8cd3d1 req-f5d080e9-b9ad-4d55-a60c-ee22310ea813 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811366 Oct 18 23:13:06.095090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:06.109311 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.197753 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.207459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-902ae79f-104a-45c0-a9f7-59e60447bf74 req-4627aa01-64f3-4209-97d3-fec1c71d39cf tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143085 Oct 18 23:13:06.213852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=0cc70a7d-d3ff-48c2-83cd-783944185329,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:06.278615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:06.289934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:06.290850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.292489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] 10.222.0.102 "PUT /v2.0/ports/5d522678-e9fe-4d7b-8929-e93319d27426 HTTP/1.1" status: 200 len: 1096 time: 3.1896706 Oct 18 23:13:06.293968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:06.296570 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41160e4-5742-4b2f-9a06-37fec3296478" -d '{"events": [{"name": "network-changed", "server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:06.310453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:06.332167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:06.347591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:06.350760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.411257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7638b8-2611-440a-8014-59b392597bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:06.445307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b29074a-1e72-4fb1-ab9d-2fd09058f561 req-a4bb2cf7-d611-40d3-a0c7-d88d34db9d03 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 210 time: 0.1405296 Oct 18 23:13:06.506592 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.558317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9258020 Oct 18 23:13:06.579823 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.591647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['0cc70a7d-d3ff-48c2-83cd-783944185329'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:06.593247 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785357bc-486a-4b61-b7e3-58c170e5b2fe x-openstack-request-id: req-785357bc-486a-4b61-b7e3-58c170e5b2fe {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:06.594020 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:06.594557 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-785357bc-486a-4b61-b7e3-58c170e5b2fe {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:06.595449 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426', 'status': 'completed', 'code': 200} Oct 18 23:13:06.623918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.644352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Request body: {'port': {'device_id': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:06.803780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:06.827419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c59b-058c-488d-b51e-686ff3163016 req-31d31af6-4422-4a3e-88cf-facc76f54f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:06.830104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-31d31af6-4422-4a3e-88cf-facc76f54f04 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 1099 time: 0.4347990 Oct 18 23:13:06.831227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa86750-9e14-4423-9a80-7cca1742068a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Pushing event updated for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:06.838517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:06.852780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:06.859284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:06.931477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Pushing event updated for resources: {'Port': ['ID=86a871f8-a099-479c-9a1e-80cb209b6109,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:06.980729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-93cf9e91-c391-4762-b9ee-d2f828e10fe9 None None] Provisioning complete for port 40da8549-640a-4017-bfa3-d1e3f4b97090 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:06.981291 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-93cf9e91-c391-4762-b9ee-d2f828e10fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:06.981750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf0f79-d532-40c5-b4b1-5393e0ebe9f8 req-c4844dec-60a7-4676-ba3c-dfc12ca2971f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:06.984333 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-841f2f9e-075c-4193-824e-854bbcd637f1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=5d522678-e9fe-4d7b-8929-e93319d27426 HTTP/1.1" status: 200 len: 217 time: 0.1308632 Oct 18 23:13:06.984858 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eaaf0f79-d532-40c5-b4b1-5393e0ebe9f8 req-c4844dec-60a7-4676-ba3c-dfc12ca2971f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 935 time: 0.2168269 Oct 18 23:13:07.000324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26745ae0-38e6-4f23-a4c2-05350b7c0e94 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:07.014859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Checking segment: {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:07.015503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Network hostable DHCP agents. Network: 66f971c9-838c-4d93-b15c-d580b910a792, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:13:07.030323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.036266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-93cf9e91-c391-4762-b9ee-d2f828e10fe9 None None] Port 40da8549-640a-4017-bfa3-d1e3f4b97090 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:07.043634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:07.044699 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.051810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.095093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef8eb0-71fb-4418-93d5-9fd96f5365f9 req-a3771ce1-3a82-42c3-b173-0ede0a03316f tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:07.097258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-daef8eb0-71fb-4418-93d5-9fd96f5365f9 req-a3771ce1-3a82-42c3-b173-0ede0a03316f tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 943 time: 0.3621390 Oct 18 23:13:07.099890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Transition to ACTIVE for port object 26745ae0-38e6-4f23-a4c2-05350b7c0e94 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:07.112173 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eaaf0f79-d532-40c5-b4b1-5393e0ebe9f8 req-e4c16983-6baa-42fb-9a53-9f96f7355d63 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199646 Oct 18 23:13:07.118942 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-43c21dc7-2364-4a61-a9aa-ce2074c9a2c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9918063 Oct 18 23:13:07.120792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Network 66f971c9-838c-4d93-b15c-d580b910a792 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:13:07.130182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c59b-058c-488d-b51e-686ff3163016 req-d8df8dd3-a753-4fcc-a7f5-84e1c15f5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:07.131907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-d8df8dd3-a753-4fcc-a7f5-84e1c15f5cd4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1240914 Oct 18 23:13:07.137488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 66f971c9-838c-4d93-b15c-d580b910a792) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:07.144396 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.149669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Request body: {'port': {'device_id': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:07.159427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:07.161011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.165177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85b00c-a168-40b8-866c-9b25cd2fa90a None None] Network 66f971c9-838c-4d93-b15c-d580b910a792 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:13:07.268729 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28a4d132-a1ff-47d2-9774-d6b35a84c4c4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5358772 Oct 18 23:13:07.274600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33250) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:07.292940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:07.305641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.393124 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.395532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.464372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Pushing event updated for resources: {'Port': ['ID=26745ae0-38e6-4f23-a4c2-05350b7c0e94,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:07.531425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-daef8eb0-71fb-4418-93d5-9fd96f5365f9 req-6b4d44d9-b3f4-4c76-8c57-193047e8b52a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066114 Oct 18 23:13:07.545834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c59b-058c-488d-b51e-686ff3163016 req-ff9c774e-bf93-46c8-a65a-15bb15a1d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:07.547636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-ff9c774e-bf93-46c8-a65a-15bb15a1d1ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4003694 Oct 18 23:13:07.566381 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-66f971c9-838c-4d93-b15c-d580b910a792', 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'fixed_ips': [{'subnet_id': 'c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:13:07.578567 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.590647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2db38f25-0d1e-4482-82a7-e0138727f07c details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:07.701506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Attempting to bind port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:07.702007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Attempting to bind port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:07.702371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Attempting to bind port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:07.729755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:07.730113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Attempting to bind port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:07.778836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:07.872874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-5fa117ac-eb84-4908-96a8-c534117f13d1 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307844 Oct 18 23:13:07.891952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:07.892457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:07.893085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:07.894516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Bound port: 26745ae0-38e6-4f23-a4c2-05350b7c0e94, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:07.894516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.106352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653600-18ff-4241-8d2d-38ac38918902 req-c2a54c58-afe1-4216-9a0c-295ce7fda22f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:08.109145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19653600-18ff-4241-8d2d-38ac38918902 req-c2a54c58-afe1-4216-9a0c-295ce7fda22f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 945 time: 0.5142350 Oct 18 23:13:08.120589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62abbf-1996-43fa-8d2f-b5e42f6739d9 req-602e7744-cd8b-4a44-8107-799d225f88b9 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:08.122415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d62abbf-1996-43fa-8d2f-b5e42f6739d9 req-602e7744-cd8b-4a44-8107-799d225f88b9 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 948 time: 0.2483089 Oct 18 23:13:08.174974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] For port 26745ae0-38e6-4f23-a4c2-05350b7c0e94, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:08.206361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] For port 26745ae0-38e6-4f23-a4c2-05350b7c0e94, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=26745ae0-38e6-4f23-a4c2-05350b7c0e94,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:08.214609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Allocated IP 172.20.0.2 (66f971c9-838c-4d93-b15c-d580b910a792/c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab/3d9f9b22-9d2e-4049-b35d-dd199a7a11b6) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:08.220316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2db38f25-0d1e-4482-82a7-e0138727f07c,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:08.225706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40da8549-640a-4017-bfa3-d1e3f4b97090 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:08.234605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.241978 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.265279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7374c59b-058c-488d-b51e-686ff3163016 req-1c8d2602-b017-4318-832a-0f70656e6a07 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617964 Oct 18 23:13:08.299712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.308203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d62abbf-1996-43fa-8d2f-b5e42f6739d9 req-c4f1df78-18f4-4fef-a58b-50604004e47b tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465998 Oct 18 23:13:08.311424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Transition to ACTIVE for port object 40da8549-640a-4017-bfa3-d1e3f4b97090 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:08.312944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:08.313554 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.314109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '2db38f25-0d1e-4482-82a7-e0138727f07c', 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce', 'port_id': '2db38f25-0d1e-4482-82a7-e0138727f07c', 'mac_address': 'fa:16:3e:10:18:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b765a1a-be5a-4076-a34d-f3f68602a52a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:13:08.315140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/26745ae0-38e6-4f23-a4c2-05350b7c0e94 HTTP/1.1" status: 200 len: 1097 time: 3.9579434 Oct 18 23:13:08.323975 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.355124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d59a8-889d-4c3b-8b57-963ba6e651d1 service neutron] Pushing event updated for resources: {'Port': ['ID=26745ae0-38e6-4f23-a4c2-05350b7c0e94,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:08.396319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19653600-18ff-4241-8d2d-38ac38918902 req-92c4bc09-53d0-42f4-b0c6-e2e772371ff3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738690 Oct 18 23:13:08.498656 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.531541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a871f8-a099-479c-9a1e-80cb209b6109 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:08.532591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db38f25-0d1e-4482-82a7-e0138727f07c {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:08.538445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Pushing event updated for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:08.575243 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.584213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Attempting to bind port 40da8549-640a-4017-bfa3-d1e3f4b97090 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:08.584492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Attempting to bind port 40da8549-640a-4017-bfa3-d1e3f4b97090 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:08.584839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Attempting to bind port 40da8549-640a-4017-bfa3-d1e3f4b97090 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:08.619024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Transition to ACTIVE for port object 86a871f8-a099-479c-9a1e-80cb209b6109 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:08.632673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.689648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2db38f25-0d1e-4482-82a7-e0138727f07c,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:08.709880 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.868708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Pushing event updated for resources: {'Port': ['ID=86a871f8-a099-479c-9a1e-80cb209b6109,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:08.882415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:08.883543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:08.884032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:08.900979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Port 86a871f8-a099-479c-9a1e-80cb209b6109 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:08.901314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:08.915258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:08.915601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:08.916715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:08.917208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Bound port: 86a871f8-a099-479c-9a1e-80cb209b6109, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:08.917589 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.933368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9fbd52-44d3-43fb-b769-5775e45e5fbb', 'tag': '26745ae0-38e6-4f23-a4c2-05350b7c0e94'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:08.936304 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9fbd52-44d3-43fb-b769-5775e45e5fbb", "tag": "26745ae0-38e6-4f23-a4c2-05350b7c0e94"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:08.961221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=2db38f25-0d1e-4482-82a7-e0138727f07c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:08.961559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Port 40da8549-640a-4017-bfa3-d1e3f4b97090 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:08.961894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Attempting to bind port 40da8549-640a-4017-bfa3-d1e3f4b97090 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:08.970971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:08.971415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:08.971724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:08.972184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Bound port: 40da8549-640a-4017-bfa3-d1e3f4b97090, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:08.972556 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:08.995909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a30a9c1d-b9f5-44f4-b8c4-7e4e6b265e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:08.997241 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-a30a9c1d-b9f5-44f4-b8c4-7e4e6b265e6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 1100 time: 0.5865879 Oct 18 23:13:09.007642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-e1569441-9f72-48ab-b1f8-014dd1f026b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:09.012075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-e1569441-9f72-48ab-b1f8-014dd1f026b1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 1099 time: 0.5715506 Oct 18 23:13:09.140633 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.151437 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.196968 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Network 66f971c9-838c-4d93-b15c-d580b910a792 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:09.206916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:09.214625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:09.217383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:09.224488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:09.240823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Pushing event updated for resources: {'Port': ['ID=3d9f9b22-9d2e-4049-b35d-dd199a7a11b6,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:09.263172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['2db38f25-0d1e-4482-82a7-e0138727f07c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:09.269490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.271205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-785169d8-5c59-485c-b332-59cfe5f1ae22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=26745ae0-38e6-4f23-a4c2-05350b7c0e94 HTTP/1.1" status: 200 len: 217 time: 0.2313085 Oct 18 23:13:09.339952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Attempting to bind port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:09.340896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Attempting to bind port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:09.340896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Attempting to bind port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 on network 66f971c9-838c-4d93-b15c-d580b910a792 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:09.354424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:09.354830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Checking segment: {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:09.355246 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.355657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Bound using segment: {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:09.356135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Bound port: 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:09.357138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.358200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87642c-6d8d-4077-8272-22a4f797e156 req-df1e83d0-e044-4460-981a-ed7296012b54 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:09.366648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae87642c-6d8d-4077-8272-22a4f797e156 req-df1e83d0-e044-4460-981a-ed7296012b54 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 931 time: 0.8368211 Oct 18 23:13:09.405979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.414347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:09.415455 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.417936 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] 10.222.0.102 "PUT /v2.0/ports/86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 200 len: 1092 time: 2.2766280 Oct 18 23:13:09.421301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:09.425624 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:09.426349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:09.437222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0101e37b-4823-47b4-bab8-8d992c9bb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:09.440446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0101e37b-4823-47b4-bab8-8d992c9bb049 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1507676 Oct 18 23:13:09.488928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.501956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] For port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:09.506523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] For port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3d9f9b22-9d2e-4049-b35d-dd199a7a11b6,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:09.525788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.534949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:09.553089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.559959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8997aa-4a3c-43b8-8e04-ac4e60de425c service neutron] Pushing event updated for resources: {'Port': ['ID=86a871f8-a099-479c-9a1e-80cb209b6109,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:09.587827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90da1f-7aef-46ce-b496-2add1b253689 req-06e85250-0c8e-4ff9-8b28-8e2527f4e5ff tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:09.600338 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a90da1f-7aef-46ce-b496-2add1b253689 req-06e85250-0c8e-4ff9-8b28-8e2527f4e5ff tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 947 time: 0.3397436 Oct 18 23:13:09.604050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 0cc70a7d-d3ff-48c2-83cd-783944185329 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:09.615317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae87642c-6d8d-4077-8272-22a4f797e156 req-a61d8e0f-9b33-4ae5-b46f-50494e190c22 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722033 Oct 18 23:13:09.656810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:09.657071 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.660148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] 10.222.0.102 "PUT /v2.0/ports/40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 1096 time: 3.0453463 Oct 18 23:13:09.678071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-55d1257d-fb7b-40c4-a6ec-f9974f4be700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:09.679728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-55d1257d-fb7b-40c4-a6ec-f9974f4be700 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.4003675 Oct 18 23:13:09.681849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d053247-5de3-47c1-a052-20e5d28b479a req-dc637647-ef4b-420d-b598-a7a1468c1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:09.683477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-dc637647-ef4b-420d-b598-a7a1468c1cdc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2293220 Oct 18 23:13:09.702984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a44bbd-5a16-412a-af5e-4d166f4bf34f None None] Pushing event updated for resources: {'Port': ['ID=3d9f9b22-9d2e-4049-b35d-dd199a7a11b6,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:09.773075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 0cc70a7d-d3ff-48c2-83cd-783944185329 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:13:09.779017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 0cc70a7d-d3ff-48c2-83cd-783944185329 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:09.779789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.799960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087627f2-088a-437c-9fb4-3537febcbf5f service neutron] Pushing event updated for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:09.825893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-19ad339b-0f43-4b2b-b01e-1fdc3945a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:09.831668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-19ad339b-0f43-4b2b-b01e-1fdc3945a75a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1095 time: 0.3367584 Oct 18 23:13:09.874356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-c194dabb-2723-4a19-8c0d-d4df35b79b1f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=5d522678-e9fe-4d7b-8929-e93319d27426 HTTP/1.1" status: 200 len: 217 time: 0.1828551 Oct 18 23:13:09.952031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a90da1f-7aef-46ce-b496-2add1b253689 req-cf15c0f1-503d-41a7-a351-20b40e306548 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504632 Oct 18 23:13:09.952254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:09.953984 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-ba31a13f-67da-4d0a-aaf7-c470cf0bc279 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 200 len: 217 time: 0.1018951 Oct 18 23:13:10.012918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:10.014764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:10.019290 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81afa67a-1088-49eb-8c4a-d612e07373bd" -d '{"events": [{"server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:10.027267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:10.046148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Allocated IP 172.25.7.51 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/f05fc519-fcf3-49fd-831b-e096aad6ade9) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:10.052642 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b66b8a-a814-40be-a989-500d483f2950 x-openstack-request-id: req-b9b66b8a-a814-40be-a989-500d483f2950 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:10.052809 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9fbd52-44d3-43fb-b769-5775e45e5fbb", "tag": "26745ae0-38e6-4f23-a4c2-05350b7c0e94", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:10.053057 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9b66b8a-a814-40be-a989-500d483f2950 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:10.053457 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9fbd52-44d3-43fb-b769-5775e45e5fbb', 'tag': '26745ae0-38e6-4f23-a4c2-05350b7c0e94', 'status': 'completed', 'code': 200} Oct 18 23:13:10.087077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-9233293a-bb02-469f-ba94-5f379f3d35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:10.091821 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-9233293a-bb02-469f-ba94-5f379f3d35ae service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.1258702 Oct 18 23:13:10.142476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=0cc70a7d-d3ff-48c2-83cd-783944185329,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:10.215170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-0c5d664a-de3e-4f82-b512-930dc7ec1275 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148211 Oct 18 23:13:10.220793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-3482f350-55b9-4fa1-a92d-3e49538ff3ae service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170800 Oct 18 23:13:10.243555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-fb16a770-cfe9-4ce3-ae2b-17ebe1eb2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:10.246023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-fb16a770-cfe9-4ce3-ae2b-17ebe1eb2ace service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.3396275 Oct 18 23:13:10.279281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9f95-ceda-4189-a343-e46869575cb0 req-8d82bd2c-c83b-4029-9e6f-d41e563b307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:10.281086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-8d82bd2c-c83b-4029-9e6f-d41e563b307e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1099 time: 0.4914203 Oct 18 23:13:10.342765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb3ca3-42b7-4789-905d-e05dfc7b44a6 req-cdf0c743-5998-4cc7-a70e-4b4b4ff8f48b tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:10.342765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91cb3ca3-42b7-4789-905d-e05dfc7b44a6 req-cdf0c743-5998-4cc7-a70e-4b4b4ff8f48b tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 944 time: 0.4077044 Oct 18 23:13:10.456352 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-b6aa3814-c36c-4470-ade7-9221bfdca1c3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 217 time: 0.1357634 Oct 18 23:13:10.530749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-dc00a853-c3ec-4172-9542-5d180a9e53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:10.532346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-dc00a853-c3ec-4172-9542-5d180a9e53f0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2587464 Oct 18 23:13:10.600713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d053247-5de3-47c1-a052-20e5d28b479a req-d0263134-4c39-4b93-ab5b-d52a4273d737 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740785 Oct 18 23:13:10.603844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91cb3ca3-42b7-4789-905d-e05dfc7b44a6 req-aff7d57b-eb6f-4cc5-ad04-72ef5cf2d1ac tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936934 Oct 18 23:13:10.621727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9f95-ceda-4189-a343-e46869575cb0 req-ab2404fd-9f83-4536-8c1c-27d5978c2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:10.635128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-ab2404fd-9f83-4536-8c1c-27d5978c2809 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1700547 Oct 18 23:13:10.745033 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:10.776764 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-a985205a-ac01-4ea2-8e2a-723d09cc526d service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452769 Oct 18 23:13:10.800410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-118903fc-dc67-47bc-b1b6-32c1e1ef41a6 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508335 Oct 18 23:13:10.818372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9f95-ceda-4189-a343-e46869575cb0 req-9c6f63c7-1f7e-4f4f-9c2d-ceb82a2149a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:10.820024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-9c6f63c7-1f7e-4f4f-9c2d-ceb82a2149a3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1576407 Oct 18 23:13:10.829807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0057511-ce13-4ec0-ba94-2d9d7815aa16 req-220cd02d-6617-4b6c-870c-6ab0177a9e95 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:10.837498 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0057511-ce13-4ec0-ba94-2d9d7815aa16 req-220cd02d-6617-4b6c-870c-6ab0177a9e95 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 948 time: 0.2436721 Oct 18 23:13:10.902879 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0057511-ce13-4ec0-ba94-2d9d7815aa16 req-884df537-a401-476b-8fb2-64c04cb550f1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608668 Oct 18 23:13:10.981042 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b194c-6476-4a88-b745-beecc9f0d08c x-openstack-request-id: req-ff3b194c-6476-4a88-b745-beecc9f0d08c {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:10.981576 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:10.982183 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff3b194c-6476-4a88-b745-beecc9f0d08c {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:10.983232 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109', 'status': 'completed', 'code': 200} Oct 18 23:13:11.010245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be241a28-7d3f-4619-87e1-707069e1cbb2 req-266ae96b-c90b-42ca-afa2-1a67cb7bb667 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:11.016411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be241a28-7d3f-4619-87e1-707069e1cbb2 req-266ae96b-c90b-42ca-afa2-1a67cb7bb667 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 946 time: 0.3005650 Oct 18 23:13:11.029754 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:11.077983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-87833908-8444-4066-af77-f973d007df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:11.079633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-87833908-8444-4066-af77-f973d007df0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 1100 time: 0.3363967 Oct 18 23:13:11.089887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c0c27b-f8f1-47ac-bd2b-0750126476db req-52c183dd-c1f1-4f6c-a484-1e1d7c608570 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034091 Oct 18 23:13:11.112446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:11.123058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:11.126107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Pushing event updated for resources: {'Port': ['ID=f05fc519-fcf3-49fd-831b-e096aad6ade9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:11.131965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:11.174090 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8a2ec9-484d-4416-adde-6dff7bce5b20 x-openstack-request-id: req-1f8a2ec9-484d-4416-adde-6dff7bce5b20 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:11.174674 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:11.174674 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f8a2ec9-484d-4416-adde-6dff7bce5b20 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:11.176971 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329', 'code': 200} Oct 18 23:13:11.264543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e41160e4-5742-4b2f-9a06-37fec3296478 req-af6cfad8-c86a-4e84-8a03-02a613cd5864 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426799 Oct 18 23:13:11.267839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be241a28-7d3f-4619-87e1-707069e1cbb2 req-bf3b2d35-c065-4b40-abf3-d6ba0e829c55 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928430 Oct 18 23:13:11.270659 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-59c0bb25-610f-4c9e-8d21-e33b22522bc6 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378572 Oct 18 23:13:11.322435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8234e17b-ccf7-4d12-9fe3-f28787564b59 None None] Network 66f971c9-838c-4d93-b15c-d580b910a792 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:13:11.337811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-ff42a393-5444-4b50-a68a-9169e6fa55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:11.345591 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-ff42a393-5444-4b50-a68a-9169e6fa55a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2427647 Oct 18 23:13:11.450355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-736262ce-65f3-487a-9352-1daa219fbe7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=26745ae0-38e6-4f23-a4c2-05350b7c0e94 HTTP/1.1" status: 200 len: 217 time: 0.0945747 Oct 18 23:13:11.513552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-79d998f5-0fae-404c-bfe0-2531e81aba93 None None] Provisioning complete for port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:11.514817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79d998f5-0fae-404c-bfe0-2531e81aba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:11.552612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-425d9f95-ceda-4189-a343-e46869575cb0 req-9b68a0bc-8c16-4610-89f1-ae88b5b9b2fb service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562897 Oct 18 23:13:11.569201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-3ab086df-520e-4599-8e81-531684b6601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:11.574549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-3ab086df-520e-4599-8e81-531684b6601c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1131017 Oct 18 23:13:11.586800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2db38f25-0d1e-4482-82a7-e0138727f07c up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:11.590874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0d6fd-c7b4-4298-a73b-bd642a8cdb2b req-acbca7c8-870d-4829-9d83-95ee01e61912 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:11.592672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3d0d6fd-c7b4-4298-a73b-bd642a8cdb2b req-acbca7c8-870d-4829-9d83-95ee01e61912 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 943 time: 0.1471460 Oct 18 23:13:11.654276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-ef3e5f90-b731-485e-9baa-0cc6b1080f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:11.655809 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-ef3e5f90-b731-485e-9baa-0cc6b1080f65 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1095 time: 0.4110317 Oct 18 23:13:11.702712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca540c6-6988-4b8c-a531-9a2891040e9a req-f329fdcb-66e6-4255-85be-69fe4cf2b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:11.704388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ca540c6-6988-4b8c-a531-9a2891040e9a req-f329fdcb-66e6-4255-85be-69fe4cf2b97e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.2528403 Oct 18 23:13:11.798666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3d0d6fd-c7b4-4298-a73b-bd642a8cdb2b req-e7721090-6170-45a4-a9cf-31dc2a87c760 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816630 Oct 18 23:13:11.829124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-21238ecd-75bc-4522-be52-a7d5950ec128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:11.831937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-21238ecd-75bc-4522-be52-a7d5950ec128 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2328582 Oct 18 23:13:11.866526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 2db38f25-0d1e-4482-82a7-e0138727f07c completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:13:11.893418 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:11.898344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:11.942889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 2db38f25-0d1e-4482-82a7-e0138727f07c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:11.943461 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:11.978411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-e962226f-6350-4506-b3ed-d3de18cb6560 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281035 Oct 18 23:13:11.981441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-06ed04d6-6354-4bad-83ad-8cbc11831c05 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3257091 Oct 18 23:13:12.084752 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ca540c6-6988-4b8c-a531-9a2891040e9a req-b24740fb-3d0e-45f7-9bed-92783eaac466 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637195 Oct 18 23:13:12.123504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab0830-7af9-4719-b8ab-9fab7b4b95f4 req-e298ea8b-da1c-4e47-838f-9265baddda0d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:12.135845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79d998f5-0fae-404c-bfe0-2531e81aba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:12.136911 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4ab0830-7af9-4719-b8ab-9fab7b4b95f4 req-e298ea8b-da1c-4e47-838f-9265baddda0d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 947 time: 0.5042357 Oct 18 23:13:12.211722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:12.219194 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9f37db-7649-4a15-873e-3979171ac9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:12.225559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16fc09fc-2ed2-4aba-b6c7-fb505daacb42 req-d722fec0-95d9-4359-87e1-0b32fbaf38cd service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151279 Oct 18 23:13:12.255171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:12.256169 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:12.350768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-62051274-390a-4141-b98a-d0716f216f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:12.352578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-62051274-390a-4141-b98a-d0716f216f09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1096 time: 0.1245973 Oct 18 23:13:12.355077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-74aa7b99-596f-44fe-a0d1-99c1593f5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:12.357330 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-74aa7b99-596f-44fe-a0d1-99c1593f5635 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.6907430 Oct 18 23:13:12.370902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4f49a-6db8-4e6f-9903-61e015b369eb req-5f5a1fe3-56c8-4450-8bde-bcd19fc2c7d1 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:12.373397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31d4f49a-6db8-4e6f-9903-61e015b369eb req-5f5a1fe3-56c8-4450-8bde-bcd19fc2c7d1 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 944 time: 0.1423352 Oct 18 23:13:12.381263 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4ab0830-7af9-4719-b8ab-9fab7b4b95f4 req-568577ba-1809-4419-9333-037e59a524fe tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285588 Oct 18 23:13:12.428019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-79d998f5-0fae-404c-bfe0-2531e81aba93 None None] For port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3d9f9b22-9d2e-4049-b35d-dd199a7a11b6,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:12.449043 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79d998f5-0fae-404c-bfe0-2531e81aba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:12.531371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31d4f49a-6db8-4e6f-9903-61e015b369eb req-0ba5f02b-777c-47ae-b2c2-a02cd3708995 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382213 Oct 18 23:13:12.567180 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:12.622668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4afec260-c163-4850-a950-ec15d295d302 None None] Provisioning complete for port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:12.623169 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4afec260-c163-4850-a950-ec15d295d302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:12.630203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-a9e61bd1-3c4b-45c9-b87d-6017427a6609 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 200 len: 217 time: 0.2438872 Oct 18 23:13:12.723129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d998f5-0fae-404c-bfe0-2531e81aba93 None None] Pushing event updated for resources: {'Port': ['ID=3d9f9b22-9d2e-4049-b35d-dd199a7a11b6,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:12.760287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2db38f25-0d1e-4482-82a7-e0138727f07c,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:12.770414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-a64bb371-b5bd-4cd4-9703-1afbb640de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:12.782382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-a64bb371-b5bd-4cd4-9703-1afbb640de31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.2028620 Oct 18 23:13:12.784038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:12.786455 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:12.846928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b67586-38f2-495c-aaa8-e1c2a0b0989d req-72ea0ead-2eeb-4d98-8712-b0afd3453bf7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:12.859137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49b67586-38f2-495c-aaa8-e1c2a0b0989d req-72ea0ead-2eeb-4d98-8712-b0afd3453bf7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 948 time: 0.2452636 Oct 18 23:13:12.867712 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab834a-8fed-40ff-9bc1-4dfb9f1da2d3 x-openstack-request-id: req-f1ab834a-8fed-40ff-9bc1-4dfb9f1da2d3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:12.867935 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:12.868014 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1ab834a-8fed-40ff-9bc1-4dfb9f1da2d3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:12.868405 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'status': 'completed', 'code': 200} Oct 18 23:13:12.880161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-2aa62c51-5664-4b57-92ba-7b90f18465c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 217 time: 0.0939507 Oct 18 23:13:12.884075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-13a8c0b7-4f39-435c-9e99-dec85a644a4c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2933118 Oct 18 23:13:12.908969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=2db38f25-0d1e-4482-82a7-e0138727f07c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:12.966405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-05588d8a-7369-4aa6-b394-782b99829a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:12.968577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-05588d8a-7369-4aa6-b394-782b99829a33 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.3091474 Oct 18 23:13:13.018840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:13.020929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-459fbc40-cc14-4d05-82fa-e9d63a969476 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391810 Oct 18 23:13:13.026906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49b67586-38f2-495c-aaa8-e1c2a0b0989d req-5179e2f5-e9ae-4843-9677-26ba672b2162 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659560 Oct 18 23:13:13.053062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-e73bc20c-cc2e-4a59-8738-43199155d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:13.053062 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-e73bc20c-cc2e-4a59-8738-43199155d216 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.1374834 Oct 18 23:13:13.053062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-98cb64a1-bb78-4345-abe7-c959a1e728ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:13.053062 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-98cb64a1-bb78-4345-abe7-c959a1e728ad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1099 time: 0.1851552 Oct 18 23:13:13.182970 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-16456ed4-d6af-47cc-b216-3f192de670c8 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532829 Oct 18 23:13:13.230241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Router 5a350704-9700-49e1-a408-9c0894c85df4 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:13:13.240177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:13.242991 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de908d0-296c-4fb7-b2fa-f1b456486c68" -d '{"events": [{"server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "name": "network-vif-plugged", "status": "completed", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:13.277257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:13.296365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '5d522678-e9fe-4d7b-8929-e93319d27426', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '5d522678-e9fe-4d7b-8929-e93319d27426', 'mac_address': 'fa:16:3e:7e:e0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:13:13.349991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c7b8364-dcda-4966-b1d8-d3cd470ff1ab req-d8041d92-7aff-41b2-8860-782f0e9b665b service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587789 Oct 18 23:13:13.387979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e46c5b-2a14-4396-9680-389fce5eddb3 req-8282f7ec-1c58-44ef-b37c-3f2eb6d849d5 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:13.389563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74e46c5b-2a14-4396-9680-389fce5eddb3 req-8282f7ec-1c58-44ef-b37c-3f2eb6d849d5 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 946 time: 0.4635634 Oct 18 23:13:13.400664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-316a28aa-95ba-440c-af33-88132ae1c933 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3390033 Oct 18 23:13:13.405794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-4276ca03-757c-4faf-860a-deab1f916d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:13.407592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-4276ca03-757c-4faf-860a-deab1f916d6b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 1097 time: 0.4294996 Oct 18 23:13:13.440451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:13:13.454167 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Sync routers for ids ['5a350704-9700-49e1-a408-9c0894c85df4'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:13:13.470613 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Routers {'5a350704-9700-49e1-a408-9c0894c85df4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:13:13.471926 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:12:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5a350704-9700-49e1-a408-9c0894c85df4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:13.482763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:13.493938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-336dfb42-5a9f-4ad5-b54e-0138aff27df2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2173915 Oct 18 23:13:13.495110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33342) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:13.525992 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:13.545232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d522678-e9fe-4d7b-8929-e93319d27426 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:13.568780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74e46c5b-2a14-4396-9680-389fce5eddb3 req-0e930d61-1113-4d13-b57f-a414b6a5c243 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651011 Oct 18 23:13:13.583339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:13.598892 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:13.648038 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Set router 5a350704-9700-49e1-a408-9c0894c85df4 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:13:13.707677 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f153b3cc-9f79-45df-b175-2bf1758241a1 x-openstack-request-id: req-f153b3cc-9f79-45df-b175-2bf1758241a1 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:13.708175 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "name": "network-vif-plugged", "status": "completed", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:13.708618 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f153b3cc-9f79-45df-b175-2bf1758241a1 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:13.709274 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c', 'code': 200} Oct 18 23:13:13.769575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:13.809225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:13.891848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf0c72-de05-4af4-83ed-79c0cbcc8ae9 req-ed5241e2-0e08-4808-a15a-eb36062b437d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:13.895846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7faf0c72-de05-4af4-83ed-79c0cbcc8ae9 req-ed5241e2-0e08-4808-a15a-eb36062b437d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 943 time: 0.3885999 Oct 18 23:13:13.908281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-0450bd6a-0a66-4c06-b9f3-47459070fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:13.909755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-0450bd6a-0a66-4c06-b9f3-47459070fddf service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.5320077 Oct 18 23:13:13.964867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:13.966004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:13.970597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7faf0c72-de05-4af4-83ed-79c0cbcc8ae9 req-7fe9c312-a6d9-41ed-8646-d4e4df1a5af5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Oct 18 23:13:13.985949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-d1b7fc6f-1b80-47c8-ad65-f052a8e35332 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 217 time: 0.0664291 Oct 18 23:13:14.004049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-ff762fb0-261e-4e2d-969c-8985116caf4e service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826683 Oct 18 23:13:14.017737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-beb7a2cf-3b44-4cdc-8c60-34417f9e7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:14.034462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-beb7a2cf-3b44-4cdc-8c60-34417f9e7da5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 925 time: 0.5871966 Oct 18 23:13:14.034936 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a350704-9700-49e1-a408-9c0894c85df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:07Z', 'updated_at': '2021-10-18T23:13:11Z', 'revision_number': 3, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'gw_port': {'id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:09Z', 'updated_at': '2021-10-18T23:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:14.073109 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Checking router: 5a350704-9700-49e1-a408-9c0894c85df4 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:13:14.073770 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Updating router 5a350704-9700-49e1-a408-9c0894c85df4 port f05fc519-fcf3-49fd-831b-e096aad6ade9 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:13:14.136071 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:14.271027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16b624-738e-4cc3-aa9d-16e9dd5641d9 req-c41a6a7f-57c2-4fae-867b-999f72742a1c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:14.273836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e16b624-738e-4cc3-aa9d-16e9dd5641d9 req-c41a6a7f-57c2-4fae-867b-999f72742a1c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 947 time: 0.3973784 Oct 18 23:13:14.277116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafe1c9-a75f-4814-a5ef-f355d6b441d5 req-97f3781e-cebe-46de-b54a-c87054867d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:14.286826 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4eafe1c9-a75f-4814-a5ef-f355d6b441d5 req-97f3781e-cebe-46de-b54a-c87054867d1a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 1097 time: 0.4305632 Oct 18 23:13:14.323810 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-f2c87d13-fd15-4314-b3d8-197189f71b79 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ddb814e-1fe9-4304-bc70-6f1b5987173d HTTP/1.1" status: 200 len: 1000 time: 0.2296851 Oct 18 23:13:14.363368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-1e3a01bf-a821-44f8-8da6-4feb3678d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:14.365375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-1e3a01bf-a821-44f8-8da6-4feb3678d559 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.3689520 Oct 18 23:13:14.429401 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['5d522678-e9fe-4d7b-8929-e93319d27426'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:14.504534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4eafe1c9-a75f-4814-a5ef-f355d6b441d5 req-1b2732e3-6050-47c8-a925-af26cc5fdca3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784904 Oct 18 23:13:14.524358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-280b91d8-955d-4f42-90ce-d5cfad4f936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:14.525893 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-280b91d8-955d-4f42-90ce-d5cfad4f936b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 HTTP/1.1" status: 200 len: 863 time: 0.1920826 Oct 18 23:13:14.535219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7a648d-93fd-46a1-82d2-1ec8e9bc1f7a req-96ce43ce-f0b0-4689-a1b1-5b9d1bf84991 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965811 Oct 18 23:13:14.559620 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:14.565027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e16b624-738e-4cc3-aa9d-16e9dd5641d9 req-93ac9099-ebae-4600-a829-68774a9e0474 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330937 Oct 18 23:13:14.570491 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:14.603089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-e7f822ef-a5e4-4af4-9c78-293741026cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:14.610852 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-e7f822ef-a5e4-4af4-9c78-293741026cd2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1854985 Oct 18 23:13:14.656458 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Attempting to bind port f05fc519-fcf3-49fd-831b-e096aad6ade9 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:14.656780 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Attempting to bind port f05fc519-fcf3-49fd-831b-e096aad6ade9 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:14.657128 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Attempting to bind port f05fc519-fcf3-49fd-831b-e096aad6ade9 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:14.664384 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Pushing event updated for resources: {'Port': ['ID=f05fc519-fcf3-49fd-831b-e096aad6ade9,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:14.685583 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:14.685903 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:14.686488 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:14.686799 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:14.688770 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Bound port: f05fc519-fcf3-49fd-831b-e096aad6ade9, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:14.689241 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:14.713189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-23b6923e-8cd4-4665-9a0f-f07c63702634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:14.716071 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-23b6923e-8cd4-4665-9a0f-f07c63702634 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1778142 Oct 18 23:13:14.743456 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.744024 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.745297 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.751883 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.752611 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.753033 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.755055 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.755504 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.756115 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.756508 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.758302 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.759637 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:14.861670 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] For port f05fc519-fcf3-49fd-831b-e096aad6ade9, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:14.872582 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] For port f05fc519-fcf3-49fd-831b-e096aad6ade9, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f05fc519-fcf3-49fd-831b-e096aad6ade9,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:14.881956 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:14.893293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:14.923803 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb19ad-a859-41de-9008-0b62d6de3298 req-bd941b85-7252-4fb4-b9d2-48bf9d1eb618 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:14.935398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cebb19ad-a859-41de-9008-0b62d6de3298 req-bd941b85-7252-4fb4-b9d2-48bf9d1eb618 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.2375844 Oct 18 23:13:14.943141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-1307c1c4-5c79-44f4-92fd-59f2099b9e63 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241632 Oct 18 23:13:14.953478 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e251d75-68c8-4742-a53a-4c5ee585de8f None None] Pushing event updated for resources: {'Port': ['ID=f05fc519-fcf3-49fd-831b-e096aad6ade9,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:14.964192 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Routers {'5a350704-9700-49e1-a408-9c0894c85df4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:13:14.964876 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:12:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5a350704-9700-49e1-a408-9c0894c85df4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:15.025105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 86a871f8-a099-479c-9a1e-80cb209b6109 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:15.136342 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] Set router 5a350704-9700-49e1-a408-9c0894c85df4 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:13:15.171880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cebb19ad-a859-41de-9008-0b62d6de3298 req-1aff2f38-e703-4a01-bff7-85a1ab488ccf tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349300 Oct 18 23:13:15.174984 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-99b74301-0184-42d5-8479-32a5b4746184 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396322 Oct 18 23:13:15.183546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb9f37db-7649-4a15-873e-3979171ac9dd req-588fb5b1-a5c4-437a-8fa0-3ea99b3c3969 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322586 Oct 18 23:13:15.199087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:15.216487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '86a871f8-a099-479c-9a1e-80cb209b6109', 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'port_id': '86a871f8-a099-479c-9a1e-80cb209b6109', 'mac_address': 'fa:16:3e:bc:db:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ba7e7f-e060-45fc-88a7-5673d5dd68b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:13:15.246768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Allocated IP 172.20.0.1 (66f971c9-838c-4d93-b15c-d580b910a792/c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab/b4b1f95e-ae4f-488d-9495-76a98f773007) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:15.298667 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:15.330860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a871f8-a099-479c-9a1e-80cb209b6109 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:15.370650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:15.373526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1183e6-fa9a-4c85-b2b9-1406b82d2485 req-d2b0a228-85cd-475a-a4cc-9b49a74a2d8b service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882646 Oct 18 23:13:15.382534 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:15.387987 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:15.413233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f1d1e-f15c-45b2-82b9-6134cd80ad4f req-dbe67140-6fe4-43c0-ba09-980750d43c04 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:15.415047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-326f1d1e-f15c-45b2-82b9-6134cd80ad4f req-dbe67140-6fe4-43c0-ba09-980750d43c04 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 948 time: 0.3401036 Oct 18 23:13:15.449889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f137d9-5a2c-4bdf-8d88-9a0bf66d2df0 req-15a5fbc6-d57f-4e5a-bb11-ddec97135d1e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:15.454364 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a350704-9700-49e1-a408-9c0894c85df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:07Z', 'updated_at': '2021-10-18T23:13:11Z', 'revision_number': 3, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'gw_port': {'id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:09Z', 'updated_at': '2021-10-18T23:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:15.457893 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0f137d9-5a2c-4bdf-8d88-9a0bf66d2df0 req-15a5fbc6-d57f-4e5a-bb11-ddec97135d1e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0829558 Oct 18 23:13:15.487342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-326f1d1e-f15c-45b2-82b9-6134cd80ad4f req-b8c7b62f-ee60-40b0-ad22-fd3e8d6348aa tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574706 Oct 18 23:13:15.489784 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:15.499258 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=86a871f8-a099-479c-9a1e-80cb209b6109,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:15.503360 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360debb-1f28-4236-8e7b-e559d331e4f1 None None] The sync data for ids ['5a350704-9700-49e1-a408-9c0894c85df4'] in n-d-713498-28 is: [{'id': '5a350704-9700-49e1-a408-9c0894c85df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:07Z', 'updated_at': '2021-10-18T23:13:11Z', 'revision_number': 3, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'gw_port': {'id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:09Z', 'updated_at': '2021-10-18T23:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:13:15.511048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0f137d9-5a2c-4bdf-8d88-9a0bf66d2df0 req-8c4151fd-58f3-4591-89c5-fd0756ddf169 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521512 Oct 18 23:13:15.548087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Network 66f971c9-838c-4d93-b15c-d580b910a792 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:15.549631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b1f95e-ae4f-488d-9495-76a98f773007,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:15.553069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:15.556830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:15.567525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.567525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.567525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.567525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.567525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.567525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.567525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.568015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.568245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.568489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.568858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.569242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:15.600266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 26745ae0-38e6-4f23-a4c2-05350b7c0e94 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:15.630475 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:15.691785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dbc86-e2fe-4d39-a6a8-4eb815c621bc req-18ea6903-ce96-49f5-86ab-6ed821f6dace tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:15.695634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b07dbc86-e2fe-4d39-a6a8-4eb815c621bc req-18ea6903-ce96-49f5-86ab-6ed821f6dace tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.0993073 Oct 18 23:13:15.788604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b07dbc86-e2fe-4d39-a6a8-4eb815c621bc req-d3ad567c-1aea-4a83-8c7f-f03d32d09761 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820377 Oct 18 23:13:15.969340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['86a871f8-a099-479c-9a1e-80cb209b6109'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:15.993616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:16.009313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4292c-6248-483b-bbfe-30a74c2b7890 req-5b921959-dbc6-44df-919b-9ce763142a38 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:16.029455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9dd4292c-6248-483b-bbfe-30a74c2b7890 req-5b921959-dbc6-44df-919b-9ce763142a38 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.1276374 Oct 18 23:13:16.098938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9dd4292c-6248-483b-bbfe-30a74c2b7890 req-2ecd88fe-4d23-4801-8809-9c56fb7b69a5 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676522 Oct 18 23:13:16.139094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 26745ae0-38e6-4f23-a4c2-05350b7c0e94, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=26745ae0-38e6-4f23-a4c2-05350b7c0e94,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:16.231497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '26745ae0-38e6-4f23-a4c2-05350b7c0e94', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '26745ae0-38e6-4f23-a4c2-05350b7c0e94', 'mac_address': 'fa:16:3e:e7:8c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:13:16.247049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e0a4b684-63b3-4881-a8d7-de30a94f867b None None] Provisioning complete for port b4b1f95e-ae4f-488d-9495-76a98f773007 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:16.251106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b684-63b3-4881-a8d7-de30a94f867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:16.296970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:16.305565 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:16.330700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65602c09-060a-4780-a1d3-a1634e0d0ba3 req-000042f9-6d04-4acb-94f3-8c738435e3a9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:16.344998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65602c09-060a-4780-a1d3-a1634e0d0ba3 req-000042f9-6d04-4acb-94f3-8c738435e3a9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 947 time: 0.0721078 Oct 18 23:13:16.391684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:16.422830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65602c09-060a-4780-a1d3-a1634e0d0ba3 req-da26548a-413e-4461-a9b7-746d59188be6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733321 Oct 18 23:13:16.549705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760be29-013a-4e09-8e38-a7771f24d364 req-944d0350-a419-492b-867c-c35cdc6ecb1f tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:16.558331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a760be29-013a-4e09-8e38-a7771f24d364 req-944d0350-a419-492b-867c-c35cdc6ecb1f tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.0663481 Oct 18 23:13:16.560019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:16.560776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Network 66f971c9-838c-4d93-b15c-d580b910a792 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:16.564412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:16.580771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b1f95e-ae4f-488d-9495-76a98f773007,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:16.618096 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a760be29-013a-4e09-8e38-a7771f24d364 req-e2dea849-b5f5-4c28-b4c6-d9b4b419cf5b tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509741 Oct 18 23:13:16.698223 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4b684-63b3-4881-a8d7-de30a94f867b None None] Port b4b1f95e-ae4f-488d-9495-76a98f773007 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:16.717984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26745ae0-38e6-4f23-a4c2-05350b7c0e94 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:16.847590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 26745ae0-38e6-4f23-a4c2-05350b7c0e94, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=26745ae0-38e6-4f23-a4c2-05350b7c0e94,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:16.878321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0233f-9b2e-450c-beea-178f49bfde9d req-2f6187ce-df58-43b8-a19a-df6a39230bfd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:16.889158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:16.889838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22d0233f-9b2e-450c-beea-178f49bfde9d req-2f6187ce-df58-43b8-a19a-df6a39230bfd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 948 time: 0.1474755 Oct 18 23:13:16.933766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Router 5a350704-9700-49e1-a408-9c0894c85df4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:13:16.944940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22d0233f-9b2e-450c-beea-178f49bfde9d req-123e5878-8826-41db-af7e-fbc5bfd66a12 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540214 Oct 18 23:13:16.959084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b589f1-2801-4726-a99d-567e6b0d1521 req-07479a23-da94-4048-8911-6b89898f8701 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:16.962322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-92b589f1-2801-4726-a99d-567e6b0d1521 req-07479a23-da94-4048-8911-6b89898f8701 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.2051899 Oct 18 23:13:17.067471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 40da8549-640a-4017-bfa3-d1e3f4b97090 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:17.072576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:17.105789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33392) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:17.113518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-92b589f1-2801-4726-a99d-567e6b0d1521 req-a0f94392-433a-4c1d-a2d2-65df1fef9cf6 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370409 Oct 18 23:13:17.205336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74ade8-d492-4ff4-8183-cddd8a487381 req-6a4b5e9e-2d54-420a-a8fd-bdcd83bf43b2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:17.207741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d74ade8-d492-4ff4-8183-cddd8a487381 req-6a4b5e9e-2d54-420a-a8fd-bdcd83bf43b2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.1142368 Oct 18 23:13:17.289179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 5d522678-e9fe-4d7b-8929-e93319d27426 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:13:17.297141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 5d522678-e9fe-4d7b-8929-e93319d27426 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:17.297653 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:17.303448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:13:17.325652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a959ad88-0e6e-42bc-bcec-14b92f60e47a None None] Provisioning complete for port b4b1f95e-ae4f-488d-9495-76a98f773007 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:17.326093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a959ad88-0e6e-42bc-bcec-14b92f60e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:17.328131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=26745ae0-38e6-4f23-a4c2-05350b7c0e94,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:17.337470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d167839a-ab46-40bc-819d-921378297e81 admin admin] 10.222.0.52 "PUT /v2.0/routers/5a350704-9700-49e1-a408-9c0894c85df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8376186 Oct 18 23:13:17.365412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d74ade8-d492-4ff4-8183-cddd8a487381 req-db950f00-1e44-4b7e-88e2-33b365bc7be5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492391 Oct 18 23:13:17.366552 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:17.444429 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:13:17.479140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['26745ae0-38e6-4f23-a4c2-05350b7c0e94'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:17.541612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b771b4-1389-43de-af04-d88cfaad6dab req-603589c7-6985-4ce6-97fd-27509acf62e3 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:17.543947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98b771b4-1389-43de-af04-d88cfaad6dab req-603589c7-6985-4ce6-97fd-27509acf62e3 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.0705898 Oct 18 23:13:17.568583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:17.580449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:17.617204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98b771b4-1389-43de-af04-d88cfaad6dab req-1f701719-2145-4d58-94e6-144a4aacaca5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641892 Oct 18 23:13:17.646905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a959ad88-0e6e-42bc-bcec-14b92f60e47a None None] Port b4b1f95e-ae4f-488d-9495-76a98f773007 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:17.655501 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c2f7b11053b4b3e894352cb0f681157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5467148 Oct 18 23:13:17.658211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33410) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:17.687460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e4b9c-81a7-4385-988b-1e70075ab6cd req-79f5c9ea-953f-4c3f-b77d-d3441c9ba54b tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:17.701400 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e93e4b9c-81a7-4385-988b-1e70075ab6cd req-79f5c9ea-953f-4c3f-b77d-d3441c9ba54b tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.2064993 Oct 18 23:13:17.715316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bafb65e-770a-4421-be18-a3201691f1af,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:17.748417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.749055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.749663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.750273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.750945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.751556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.752168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.752777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.753391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.754208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.755108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.755725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd4d3f-14b5-469e-9c3a-19bdd83a70d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:17.770046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:17.813638 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e93e4b9c-81a7-4385-988b-1e70075ab6cd req-95418010-3c5c-44cb-ab92-3c0b76fd19f8 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007082 Oct 18 23:13:17.829955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:17.870607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'mac_address': 'fa:16:3e:7e:d9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:13:17.903532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:17.908284 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5e795-7ca8-4a38-947c-808f49dae101" -d '{"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:17.911331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b88ed582-dae8-40b1-b0f5-b44e8a1db1a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:17.948438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22974b-6677-4c6d-9df7-41288d7b0112 req-ffff35e6-5e58-4eb8-a047-bdf9b357c58d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:17.950704 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af22974b-6677-4c6d-9df7-41288d7b0112 req-ffff35e6-5e58-4eb8-a047-bdf9b357c58d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 947 time: 0.1921961 Oct 18 23:13:17.968916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:17.997674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.026493 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b88ed582-dae8-40b1-b0f5-b44e8a1db1a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.040341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f05fc519-fcf3-49fd-831b-e096aad6ade9 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:18.103990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af22974b-6677-4c6d-9df7-41288d7b0112 req-63723e66-a50d-4dba-ad22-0183268277a1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421089 Oct 18 23:13:18.137577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.143095 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b88ed582-dae8-40b1-b0f5-b44e8a1db1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.146649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b88ed582-dae8-40b1-b0f5-b44e8a1db1a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.150762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b88ed582-dae8-40b1-b0f5-b44e8a1db1a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bafb65e-770a-4421-be18-a3201691f1af HTTP/1.1" status: 204 len: 168 time: 0.4905593 Oct 18 23:13:18.161656 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbba436-986e-4e23-9588-9ca5f7b4b5d7 x-openstack-request-id: req-efbba436-986e-4e23-9588-9ca5f7b4b5d7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:18.169947 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:18.170660 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efbba436-986e-4e23-9588-9ca5f7b4b5d7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:18.171272 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426', 'code': 200} Oct 18 23:13:18.182288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ed582-dae8-40b1-b0f5-b44e8a1db1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bafb65e-770a-4421-be18-a3201691f1af,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:18.281783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40da8549-640a-4017-bfa3-d1e3f4b97090 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:18.318408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0c6bd-da28-4fe0-8a07-886c0eb90a32 req-149f7e78-f725-455f-943c-bc0240513ff7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:18.329786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-40e0c6bd-da28-4fe0-8a07-886c0eb90a32 req-149f7e78-f725-455f-943c-bc0240513ff7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 949 time: 0.0987329 Oct 18 23:13:18.418537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-40e0c6bd-da28-4fe0-8a07-886c0eb90a32 req-9502e6fb-31df-4fb9-94fe-3dbd9e18d69a tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863342 Oct 18 23:13:18.434151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:18.449678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:18.457311 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.510932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3dc9-bd72-4225-86a7-8c07e7fbb72b req-ef426040-6861-4a4d-a60f-0714e5271ef5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:18.514788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-998a3dc9-bd72-4225-86a7-8c07e7fbb72b req-ef426040-6861-4a4d-a60f-0714e5271ef5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.2504864 Oct 18 23:13:18.526242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0da118-b72f-48c3-9bf8-d100af9e214a req-6ea0a663-b516-467b-85c2-a7ec6b1aa2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:18.529357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da0da118-b72f-48c3-9bf8-d100af9e214a req-6ea0a663-b516-467b-85c2-a7ec6b1aa2ae service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 1101 time: 0.2948525 Oct 18 23:13:18.534325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f05fc519-fcf3-49fd-831b-e096aad6ade9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:18.534703 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.538293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:18.673248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd228dc-abd7-46d1-aaa3-b448e71075a6 req-7750b374-dce9-4afb-94af-28bce15c8207 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:18.684808 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dfd228dc-abd7-46d1-aaa3-b448e71075a6 req-7750b374-dce9-4afb-94af-28bce15c8207 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.1246059 Oct 18 23:13:18.696658 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.700261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-998a3dc9-bd72-4225-86a7-8c07e7fbb72b req-a87ee160-398d-419a-a167-2c701e6717b1 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686614 Oct 18 23:13:18.707824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da0da118-b72f-48c3-9bf8-d100af9e214a req-b0e9fe97-53ba-41c8-bf54-f408721129e5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664848 Oct 18 23:13:18.730670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Sync routers for ids ['5a350704-9700-49e1-a408-9c0894c85df4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:13:18.760327 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dfd228dc-abd7-46d1-aaa3-b448e71075a6 req-23bcfdcd-3b5f-4d01-a7c5-f1dbe0243a5b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745108 Oct 18 23:13:18.774012 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port f05fc519-fcf3-49fd-831b-e096aad6ade9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f05fc519-fcf3-49fd-831b-e096aad6ade9,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:18.793428 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.826403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Routers {'5a350704-9700-49e1-a408-9c0894c85df4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:13:18.827117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:12:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5a350704-9700-49e1-a408-9c0894c85df4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:18.851422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33436) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:18.868101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5eade7b-5d14-4137-8ce6-a2ad388685ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:18.975609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a172fb7-416a-40c6-bc54-ef050abd66ee req-057d126b-8f60-4b1b-8b81-d406bdd4412e tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:18.979361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a172fb7-416a-40c6-bc54-ef050abd66ee req-057d126b-8f60-4b1b-8b81-d406bdd4412e tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.1196520 Oct 18 23:13:19.022227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5eade7b-5d14-4137-8ce6-a2ad388685ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.045681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5eade7b-5d14-4137-8ce6-a2ad388685ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.053100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a172fb7-416a-40c6-bc54-ef050abd66ee req-ade7e494-9e1f-441e-81c5-432e8593cdca tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641618 Oct 18 23:13:19.060084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['40da8549-640a-4017-bfa3-d1e3f4b97090'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:19.061698 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 86a871f8-a099-479c-9a1e-80cb209b6109 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:19.063279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33442) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:19.069414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-network', 'tenant_id': 'a6948410061340d59ab9a79783a804c3'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:19.095994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Made reservation on behalf of a6948410061340d59ab9a79783a804c3 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:19.099342 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.109832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.166022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=f05fc519-fcf3-49fd-831b-e096aad6ade9,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:19.195707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b5eade7b-5d14-4137-8ce6-a2ad388685ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49afe3df5c5e44ea99110969ceabb84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430707 Oct 18 23:13:19.202052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33448) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:19.221028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.228105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.270836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779615e3-1d06-4cd5-bc87-6ffdda7b3fe7 req-fd9a0f8b-38fe-4389-8db6-055dd320b958 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:19.271117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:13:19.272729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Set router 5a350704-9700-49e1-a408-9c0894c85df4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:13:19.283469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb8bea0-51ea-4bb2-b94d-67612fd422d3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:19.296006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-779615e3-1d06-4cd5-bc87-6ffdda7b3fe7 req-fd9a0f8b-38fe-4389-8db6-055dd320b958 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.2807295 Oct 18 23:13:19.296910 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.298064 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Added segment dd75d490-1818-46b0-ab01-9d582d8cc6bd of type vlan for network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 Oct 18 23:13:19.306349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eade7b-5d14-4137-8ce6-a2ad388685ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d543077-0820-4e6c-8c1b-fd484456844c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:19.347009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 86a871f8-a099-479c-9a1e-80cb209b6109 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:13:19.362644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.366379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 86a871f8-a099-479c-9a1e-80cb209b6109 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:19.367112 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.399662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-779615e3-1d06-4cd5-bc87-6ffdda7b3fe7 req-89aac199-48e4-4637-88a8-32b0ecfb1988 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953419 Oct 18 23:13:19.414128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.415551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:19.417500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.443252 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe9b0-c16b-427e-a6fe-3ea1acbc11e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.496185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe9b0-c16b-427e-a6fe-3ea1acbc11e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.600494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe9b0-c16b-427e-a6fe-3ea1acbc11e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.604174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe9b0-c16b-427e-a6fe-3ea1acbc11e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.609093 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5415523 Oct 18 23:13:19.609093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79380f65-2104-486f-9c06-374f623ebe7f admin admin] Pushing event updated for resources: {'Network': ['ID=4ba45ac2-a1c9-4841-9de1-d2425d61f086,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:19.611673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ef5fe9b0-c16b-427e-a6fe-3ea1acbc11e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d543077-0820-4e6c-8c1b-fd484456844c HTTP/1.1" status: 204 len: 168 time: 0.4022808 Oct 18 23:13:19.613601 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33456) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:19.623416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Request body: {'subnet': {'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-subnet', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:19.634508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:13:19.642167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 26745ae0-38e6-4f23-a4c2-05350b7c0e94 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:19.643046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fe9b0-c16b-427e-a6fe-3ea1acbc11e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d543077-0820-4e6c-8c1b-fd484456844c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:19.687622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def56f-9f47-4b9e-b185-44a5794dceb1 req-9b54a7a2-3ff5-4975-8380-a59646af3f90 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:19.700652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-13def56f-9f47-4b9e-b185-44a5794dceb1 req-9b54a7a2-3ff5-4975-8380-a59646af3f90 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 948 time: 0.2755771 Oct 18 23:13:19.716903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc25db-4341-4a33-8dc3-6df86fba7e08 req-cc198287-e8d6-4bbd-82de-dc9906f4f40e tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:19.721234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90dc25db-4341-4a33-8dc3-6df86fba7e08 req-cc198287-e8d6-4bbd-82de-dc9906f4f40e tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.1075532 Oct 18 23:13:19.767609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Made reservation on behalf of a6948410061340d59ab9a79783a804c3 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:19.771902 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Publish callbacks [] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:19.812670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90dc25db-4341-4a33-8dc3-6df86fba7e08 req-e0416bf5-ca68-4708-9b00-a058b2ad9fd6 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763268 Oct 18 23:13:19.844057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f05fc519-fcf3-49fd-831b-e096aad6ade9 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:19.921457 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-13def56f-9f47-4b9e-b185-44a5794dceb1 req-c07f6779-7dd9-46c2-9b15-171906a6701f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196217 Oct 18 23:13:19.987982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3db200-9ead-48f2-a033-2f35492ebc37 req-a0d052db-5047-4d6a-82d9-24c66883b993 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:19.998353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d3db200-9ead-48f2-a033-2f35492ebc37 req-a0d052db-5047-4d6a-82d9-24c66883b993 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 949 time: 0.0953531 Oct 18 23:13:20.091518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d3db200-9ead-48f2-a033-2f35492ebc37 req-af67ac60-6c04-40db-8b0b-253d99b31efa tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910888 Oct 18 23:13:20.147517 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.187149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-04910dbb-401d-44fa-83e7-bd8dda49dc2a req-652c39cd-cece-4087-a3eb-9726d8fe9a7c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:13:20.188397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04910dbb-401d-44fa-83e7-bd8dda49dc2a req-652c39cd-cece-4087-a3eb-9726d8fe9a7c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087469 Oct 18 23:13:20.230597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23510cae-a715-48fb-9ea8-385e7744eeab,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:20.237075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Checking segment: {'id': 'dd75d490-1818-46b0-ab01-9d582d8cc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:20.237445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Network hostable DHCP agents. Network: 4ba45ac2-a1c9-4841-9de1-d2425d61f086, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:13:20.268918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:13:20.281457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:13:20.292452 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13673abd-dd8e-4a30-bf84-29b7dd0771f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.297115 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.303666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 4ba45ac2-a1c9-4841-9de1-d2425d61f086) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:20.310951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:20.311226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.313188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f05fc519-fcf3-49fd-831b-e096aad6ade9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:20.313561 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.332408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:20.335561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.361044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d2e94a-99e3-48a1-b453-0c2b98ceb342 None None] Network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:13:20.366495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442c5f-43b0-437e-b7b2-d5ddbe600fa3 req-38f1e3e9-4ff3-4130-b654-14624ff780b9 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:20.372299 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a442c5f-43b0-437e-b7b2-d5ddbe600fa3 req-38f1e3e9-4ff3-4130-b654-14624ff780b9 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.1002576 Oct 18 23:13:20.392676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-698d430a-96e0-4d9e-8bcf-74206385917f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7772057 Oct 18 23:13:20.394090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33474) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:20.404969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:20.441308 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a442c5f-43b0-437e-b7b2-d5ddbe600fa3 req-e5bdb616-5bde-45ea-bf84-5ff8beeaf92b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591271 Oct 18 23:13:20.449891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.451255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.453434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:20.456000 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959436f4-b8e5-48bf-8e2b-9ccb8c03725a" -d '{"events": [{"server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "name": "network-vif-plugged", "status": "completed", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:20.540977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:20.560916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.577475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a350704-9700-49e1-a408-9c0894c85df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:07Z', 'updated_at': '2021-10-18T23:13:15Z', 'revision_number': 4, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'gw_port': {'id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:09Z', 'updated_at': '2021-10-18T23:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b4b1f95e-ae4f-488d-9495-76a98f773007', 'name': '', 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'mac_address': 'fa:16:3e:89:cd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:14Z', 'updated_at': '2021-10-18T23:13:16Z', 'revision_number': 2, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'subnets': [{'id': 'c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:20.616756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.662498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Checking router: 5a350704-9700-49e1-a408-9c0894c85df4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:13:20.663107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Updating router 5a350704-9700-49e1-a408-9c0894c85df4 port b4b1f95e-ae4f-488d-9495-76a98f773007 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:13:20.671840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0a29e-d83a-4430-bde8-4ede2572e721 req-16262bfb-9125-4e9d-a551-49db66dd8959 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:20.681164 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-77c0a29e-d83a-4430-bde8-4ede2572e721 req-16262bfb-9125-4e9d-a551-49db66dd8959 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.0761864 Oct 18 23:13:20.700226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:20.746372 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-77c0a29e-d83a-4430-bde8-4ede2572e721 req-62aedcd7-29a7-4396-b1b2-8b85bd3a464c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639710 Oct 18 23:13:20.963741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=86a871f8-a099-479c-9a1e-80cb209b6109,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:20.986339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:21.068985 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c02609-530a-4f86-b520-88e0557ea6b9 x-openstack-request-id: req-61c02609-530a-4f86-b520-88e0557ea6b9 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:21.069278 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "name": "network-vif-plugged", "status": "completed", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:21.069558 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61c02609-530a-4f86-b520-88e0557ea6b9 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:21.069944 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109', 'code': 200} Oct 18 23:13:21.072181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-4ba45ac2-a1c9-4841-9de1-d2425d61f086', 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'fixed_ips': [{'subnet_id': '23510cae-a715-48fb-9ea8-385e7744eeab'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:13:21.073440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:21.145142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 26745ae0-38e6-4f23-a4c2-05350b7c0e94, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=26745ae0-38e6-4f23-a4c2-05350b7c0e94,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:21.165844 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:21.281555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e820a-24bc-4acb-a807-2af9bf60ffc5 req-e8ff9e1e-f4b2-47f6-8a4c-deb049a07392 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:21.282379 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f7e820a-24bc-4acb-a807-2af9bf60ffc5 req-e8ff9e1e-f4b2-47f6-8a4c-deb049a07392 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 948 time: 0.1016757 Oct 18 23:13:21.348261 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f7e820a-24bc-4acb-a807-2af9bf60ffc5 req-64e1094d-3c16-4ea1-8e65-e64970c81053 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551600 Oct 18 23:13:21.414564 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:21.480296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c50da-e515-40e3-a400-ca65f1c9848b req-b198ea0a-108f-4bf2-9216-003886075480 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:21.486074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a18c50da-e515-40e3-a400-ca65f1c9848b req-b198ea0a-108f-4bf2-9216-003886075480 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.0690048 Oct 18 23:13:21.536994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=26745ae0-38e6-4f23-a4c2-05350b7c0e94,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:21.544714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beacdaa-b196-42a0-b09c-5e93cd44a633 req-280bb195-9c5a-432d-9f66-0a502a2b548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:21.546270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0beacdaa-b196-42a0-b09c-5e93cd44a633 req-280bb195-9c5a-432d-9f66-0a502a2b548e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1097 time: 0.1156032 Oct 18 23:13:21.629421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Allocated IP 172.20.0.2 (4ba45ac2-a1c9-4841-9de1-d2425d61f086/23510cae-a715-48fb-9ea8-385e7744eeab/51000b4b-1532-433a-8ae4-0c8bd6e87456) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:21.635142 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a18c50da-e515-40e3-a400-ca65f1c9848b req-2e9133fb-5b72-4b24-b04f-e275053b2d35 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434693 Oct 18 23:13:21.687347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0beacdaa-b196-42a0-b09c-5e93cd44a633 req-9b1b35aa-8cc7-4505-8e0f-814571f98b95 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307609 Oct 18 23:13:21.874918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e9f57-751c-402e-bd66-9973e2ece48b req-e6cb423b-de79-4cc5-94b0-d3a23b4dba7d tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:21.876660 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae6e9f57-751c-402e-bd66-9973e2ece48b req-e6cb423b-de79-4cc5-94b0-d3a23b4dba7d tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 950 time: 0.0686426 Oct 18 23:13:21.962041 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae6e9f57-751c-402e-bd66-9973e2ece48b req-2ff16850-f962-4347-9e9f-19581cbc0e39 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713971 Oct 18 23:13:21.992439 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.016332 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.034265 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.043884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.193710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Pushing event updated for resources: {'Port': ['ID=b4b1f95e-ae4f-488d-9495-76a98f773007,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:22.258869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.259373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.261350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.261701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.262219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89affc06-e43f-408c-90c8-c86d57209856 req-4ecc5f4e-7bb2-43e1-8065-4300d1d94a00 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:22.262353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.263196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.263737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.265196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.266961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.267779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.268765 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89affc06-e43f-408c-90c8-c86d57209856 req-4ecc5f4e-7bb2-43e1-8065-4300d1d94a00 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 945 time: 0.2054775 Oct 18 23:13:22.280265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.280867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:13:22.334913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Allocated IP 172.25.7.154 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/99feb494-5a26-43a5-b22b-de09c2ac5d66) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:22.388365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89affc06-e43f-408c-90c8-c86d57209856 req-b43f8cf4-e096-4105-877e-368d11757647 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076310 Oct 18 23:13:22.421484 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.443138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Attempting to bind port b4b1f95e-ae4f-488d-9495-76a98f773007 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:22.443901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Attempting to bind port b4b1f95e-ae4f-488d-9495-76a98f773007 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:22.447722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Attempting to bind port b4b1f95e-ae4f-488d-9495-76a98f773007 on network 66f971c9-838c-4d93-b15c-d580b910a792 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:22.468947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:22.469543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Checking segment: {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:22.470224 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.471312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Bound using segment: {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:22.471641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Bound port: b4b1f95e-ae4f-488d-9495-76a98f773007, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:22.472908 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.538923 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.604947 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.631752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c4209-a51e-419a-ad1e-6df67d0817c9 req-01ec69b0-5073-4a21-9bbf-7bd2ac10a3a8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:22.635086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-3fc1fcf4-1c1d-44cb-bb45-7a64a5cd6379 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:13:22.636609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-3fc1fcf4-1c1d-44cb-bb45-7a64a5cd6379 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0162597 Oct 18 23:13:22.639944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-676c4209-a51e-419a-ad1e-6df67d0817c9 req-01ec69b0-5073-4a21-9bbf-7bd2ac10a3a8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.0674884 Oct 18 23:13:22.679176 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-676c4209-a51e-419a-ad1e-6df67d0817c9 req-3f2e3556-0aa4-4b1c-8ca0-f49c12753d03 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380800 Oct 18 23:13:22.696499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:22.704961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:22.723190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:22.757936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-a8045a1b-8035-4946-ab60-c9dfc04f14fe tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:22.760840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-a8045a1b-8035-4946-ab60-c9dfc04f14fe tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports/0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 200 len: 1095 time: 0.1136377 Oct 18 23:13:22.767284 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.776208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-88218ee2-1160-4522-af82-7551e79dcc7e None None] Provisioning complete for port b4b1f95e-ae4f-488d-9495-76a98f773007 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:22.776867 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-88218ee2-1160-4522-af82-7551e79dcc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.778560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Request body: {'binding': {'host': 'n-h1-713498-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:22.779235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Unknown quota resources ['binding']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:13:22.845940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:22.851336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-88218ee2-1160-4522-af82-7551e79dcc7e None None] Port b4b1f95e-ae4f-488d-9495-76a98f773007 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:22.852515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:22.856803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Pushing event updated for resources: {'Port': ['ID=51000b4b-1532-433a-8ae4-0c8bd6e87456,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:22.859055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:22.944615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] For port b4b1f95e-ae4f-488d-9495-76a98f773007, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:22.959295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Pushing event updated for resources: {'Port': ['ID=99feb494-5a26-43a5-b22b-de09c2ac5d66,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:22.965461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a503ca-858e-48a0-a860-808a4eecdf4e req-038b3cba-e580-4126-9b2d-1092eca8f343 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:22.967549 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e7a503ca-858e-48a0-a860-808a4eecdf4e req-038b3cba-e580-4126-9b2d-1092eca8f343 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 948 time: 0.0673389 Oct 18 23:13:22.975596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Attempting to bind port 51000b4b-1532-433a-8ae4-0c8bd6e87456 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:22.976201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Attempting to bind port 51000b4b-1532-433a-8ae4-0c8bd6e87456 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dd75d490-1818-46b0-ab01-9d582d8cc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:22.976795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Attempting to bind port 51000b4b-1532-433a-8ae4-0c8bd6e87456 on network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:22.983530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] For port b4b1f95e-ae4f-488d-9495-76a98f773007, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b4b1f95e-ae4f-488d-9495-76a98f773007,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:22.990231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:22.990879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Checking segment: {'id': 'dd75d490-1818-46b0-ab01-9d582d8cc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:22.991700 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:22.992564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Bound using segment: {'id': 'dd75d490-1818-46b0-ab01-9d582d8cc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:22.993304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Bound port: 51000b4b-1532-433a-8ae4-0c8bd6e87456, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd75d490-1818-46b0-ab01-9d582d8cc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:22.993935 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:23.002307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:23.046700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e7a503ca-858e-48a0-a860-808a4eecdf4e req-147a5862-d9d2-4071-a14c-36c38923c665 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662024 Oct 18 23:13:23.072399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 40da8549-640a-4017-bfa3-d1e3f4b97090 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:23.075860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9fbd52-44d3-43fb-b769-5775e45e5fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26745ae0-38e6-4f23-a4c2-05350b7c0e94'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:23.079499 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04dd14-3b32-4137-876b-802821b78255" -d '{"events": [{"server_uuid": "3b9fbd52-44d3-43fb-b769-5775e45e5fbb", "name": "network-vif-plugged", "status": "completed", "tag": "26745ae0-38e6-4f23-a4c2-05350b7c0e94"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:23.193092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea99ff-4d4a-40be-be1d-91dc5493eee8 None None] Pushing event updated for resources: {'Port': ['ID=b4b1f95e-ae4f-488d-9495-76a98f773007,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:23.213498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Routers {'5a350704-9700-49e1-a408-9c0894c85df4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:13:23.214158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:12:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5a350704-9700-49e1-a408-9c0894c85df4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:23.304375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] For port 51000b4b-1532-433a-8ae4-0c8bd6e87456, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:23.326594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 on host n-h1-713498-28 for vnic_type normal with profile None {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:23.327144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:23.327820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:23.335540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] For port 51000b4b-1532-433a-8ae4-0c8bd6e87456, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=51000b4b-1532-433a-8ae4-0c8bd6e87456,segment=NetworkSegment(dd75d490-1818-46b0-ab01-9d582d8cc6bd),segment_id=dd75d490-1818-46b0-ab01-9d582d8cc6bd)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:23.358487 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:23.374922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Port 0cc70a7d-d3ff-48c2-83cd-783944185329 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:23.375192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:23.405530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 40da8549-640a-4017-bfa3-d1e3f4b97090 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:13:23.409417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:23.415716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:23.416463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:23.417418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:23.419154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Bound port: 0cc70a7d-d3ff-48c2-83cd-783944185329, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:23.441068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 40da8549-640a-4017-bfa3-d1e3f4b97090 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:23.441998 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:23.507362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] Set router 5a350704-9700-49e1-a408-9c0894c85df4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:13:23.565179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e63b0-c15e-46c7-a8f0-72f2e6dab1f1 None None] Pushing event updated for resources: {'Port': ['ID=51000b4b-1532-433a-8ae4-0c8bd6e87456,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:23.579318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:23.592132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f39976c2-fb57-4789-b9ea-f8aeef8e3804 None None] Provisioning complete for port b4b1f95e-ae4f-488d-9495-76a98f773007 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:23.592490 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f39976c2-fb57-4789-b9ea-f8aeef8e3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:23.596678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:23.598698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c1c4252-a2cb-4d8f-9c1d-629ad390227c service neutron] 10.222.0.52 "POST /v2.0/ports/0cc70a7d-d3ff-48c2-83cd-783944185329/bindings HTTP/1.1" status: 201 len: 390 time: 0.8274505 Oct 18 23:13:23.885418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:24.108419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aca79-1a3d-4cfb-9bda-4ab9dcbdd55a req-9f6e1b0c-b826-48dc-9865-eb1955c08c91 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:24.119066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-603aca79-1a3d-4cfb-9bda-4ab9dcbdd55a req-9f6e1b0c-b826-48dc-9865-eb1955c08c91 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 950 time: 0.1184247 Oct 18 23:13:24.184316 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-603aca79-1a3d-4cfb-9bda-4ab9dcbdd55a req-2c7bfc1c-c39d-4b44-94dc-4ec208314afb tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632243 Oct 18 23:13:24.206442 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:24.211159 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f015f6f-4358-422a-a8d4-53af9a42f1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:24.298734 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8683d42c-aa2d-4876-ac56-1c5be57cb005 x-openstack-request-id: req-8683d42c-aa2d-4876-ac56-1c5be57cb005 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:24.299169 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9fbd52-44d3-43fb-b769-5775e45e5fbb", "name": "network-vif-plugged", "status": "completed", "tag": "26745ae0-38e6-4f23-a4c2-05350b7c0e94", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:24.299588 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8683d42c-aa2d-4876-ac56-1c5be57cb005 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:24.301356 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9fbd52-44d3-43fb-b769-5775e45e5fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26745ae0-38e6-4f23-a4c2-05350b7c0e94', 'code': 200} Oct 18 23:13:24.323168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-c095262f-1e81-4393-953c-e21b8fa68aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:24.326136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-c095262f-1e81-4393-953c-e21b8fa68aad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.1738603 Oct 18 23:13:24.327881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Router e93aa4e0-36e9-4994-a9ba-e425db248f9b is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:13:24.418014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e8daa-28de-40dc-a36a-68a10bb5364d req-2156278c-0fa2-471e-b9cd-f884027f7da4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:24.429889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-471e8daa-28de-40dc-a36a-68a10bb5364d req-2156278c-0fa2-471e-b9cd-f884027f7da4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 945 time: 0.1102049 Oct 18 23:13:24.470325 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f39976c2-fb57-4789-b9ea-f8aeef8e3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:24.501684 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-471e8daa-28de-40dc-a36a-68a10bb5364d req-b5a3d55f-b61b-4f96-aa9e-0adb66fde912 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671132 Oct 18 23:13:24.562321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-2f01d857-baa8-4b5c-a9dc-5b5a4fd3410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:24.563721 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-2f01d857-baa8-4b5c-a9dc-5b5a4fd3410c service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.2169480 Oct 18 23:13:24.647705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:24.659112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f39976c2-fb57-4789-b9ea-f8aeef8e3804 None None] For port b4b1f95e-ae4f-488d-9495-76a98f773007, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b4b1f95e-ae4f-488d-9495-76a98f773007,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:24.666713 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:24.737346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9b4ac-1798-4f2a-9173-0a8a6897f409 req-58353bf3-12ac-4c78-aa2e-15ec158eb794 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:24.739097 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17d9b4ac-1798-4f2a-9173-0a8a6897f409 req-58353bf3-12ac-4c78-aa2e-15ec158eb794 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 946 time: 0.1171803 Oct 18 23:13:24.739340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-e25b5747-d52c-4f39-9855-db171991baef tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ae8cedff7cdc444a8edb76a734168ffd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1629877 Oct 18 23:13:24.749952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-609d3a94-ff48-44d0-9867-581c150a9f48 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 200 len: 217 time: 0.1279168 Oct 18 23:13:24.805209 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f39976c2-fb57-4789-b9ea-f8aeef8e3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:24.823344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17d9b4ac-1798-4f2a-9173-0a8a6897f409 req-dbc09200-f4d0-475f-b310-784c3910388c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680904 Oct 18 23:13:24.862600 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:24.899162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed4f6a-c74a-4386-87fb-cd173570c318 req-b3533a06-25c5-4d1c-91cd-d32ad47a6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:24.900865 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8ed4f6a-c74a-4386-87fb-cd173570c318 req-b3533a06-25c5-4d1c-91cd-d32ad47a6494 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 1102 time: 0.3346562 Oct 18 23:13:24.958276 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:25.039498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:13:25.052749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8ed4f6a-c74a-4386-87fb-cd173570c318 req-b3bbf14e-93fa-43c1-a939-4b5c1ff12975 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076822 Oct 18 23:13:25.076049 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Sync routers for ids ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:13:25.096765 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Routers {'e93aa4e0-36e9-4994-a9ba-e425db248f9b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:13:25.097849 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:13:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:25.098206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-820e2525-a6f5-436e-8e21-2d2f74bbfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:25.099884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-820e2525-a6f5-436e-8e21-2d2f74bbfbfe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.2254155 Oct 18 23:13:25.118278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39976c2-fb57-4789-b9ea-f8aeef8e3804 None None] Pushing event updated for resources: {'Port': ['ID=b4b1f95e-ae4f-488d-9495-76a98f773007,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:25.178004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:25.186886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a350704-9700-49e1-a408-9c0894c85df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:07Z', 'updated_at': '2021-10-18T23:13:15Z', 'revision_number': 4, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'gw_port': {'id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:09Z', 'updated_at': '2021-10-18T23:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b4b1f95e-ae4f-488d-9495-76a98f773007', 'name': '', 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'mac_address': 'fa:16:3e:89:cd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:14Z', 'updated_at': '2021-10-18T23:13:22Z', 'revision_number': 4, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'subnets': [{'id': 'c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:25.202055 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-789c4a42-db11-4599-a2c1-4a34d0110da9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919659 Oct 18 23:13:25.213716 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:25.216551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-beeef552-9e99-459e-841e-cdad4ba6fe6c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8195922 Oct 18 23:13:25.219397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33588) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:25.242772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a218fce-0528-4dc7-a102-10cf52462bc7 None None] The sync data for ids ['5a350704-9700-49e1-a408-9c0894c85df4'] in n-d-713498-28 is: [{'id': '5a350704-9700-49e1-a408-9c0894c85df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:07Z', 'updated_at': '2021-10-18T23:13:15Z', 'revision_number': 4, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'gw_port': {'id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:09Z', 'updated_at': '2021-10-18T23:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b4b1f95e-ae4f-488d-9495-76a98f773007', 'name': '', 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'mac_address': 'fa:16:3e:89:cd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:14Z', 'updated_at': '2021-10-18T23:13:22Z', 'revision_number': 4, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'subnets': [{'id': 'c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:13:25.250414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8746a8d6-ad8d-4f9c-9438-2a14b466190c None None] Network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:13:25.426939 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fb185dfa-021c-40f6-8276-d009b46e8926 None None] Provisioning complete for port 51000b4b-1532-433a-8ae4-0c8bd6e87456 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:25.427651 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb185dfa-021c-40f6-8276-d009b46e8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:25.449451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad974a-e834-40c3-b037-267c36682e97 req-5366342f-cf71-4869-98d4-c7240c75f1f4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:25.459151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6bad974a-e834-40c3-b037-267c36682e97 req-5366342f-cf71-4869-98d4-c7240c75f1f4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.3088238 Oct 18 23:13:25.481106 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Set router e93aa4e0-36e9-4994-a9ba-e425db248f9b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:13:25.501861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-720979ed-9c59-4963-a09e-619d96454d91 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800505 Oct 18 23:13:25.512505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-212c6c0b-4fe1-4196-9849-a5f8c76bd6c1 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:25.514066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-212c6c0b-4fe1-4196-9849-a5f8c76bd6c1 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6410007 Oct 18 23:13:25.629241 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6bad974a-e834-40c3-b037-267c36682e97 req-5a6026e7-6f6d-44b3-a5ce-f70e692020cf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651957 Oct 18 23:13:25.768678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-03e66d0a-926d-4f18-b410-b157c3225354 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/quotas/ae8cedff7cdc444a8edb76a734168ffd HTTP/1.1" status: 200 len: 375 time: 0.2170234 Oct 18 23:13:25.826333 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-41c08dc5-6890-452e-9503-f4ba5a2ab066 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ae8cedff7cdc444a8edb76a734168ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611696 Oct 18 23:13:25.918395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-7edace34-292f-4b03-a861-242dd27a78ec service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909056 Oct 18 23:13:25.962147 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb185dfa-021c-40f6-8276-d009b46e8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:26.035766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b4b1f95e-ae4f-488d-9495-76a98f773007 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:26.054631 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:20Z', 'updated_at': '2021-10-18T23:13:23Z', 'revision_number': 3, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'gw_port': {'id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:22Z', 'updated_at': '2021-10-18T23:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:26.155484 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Checking router: e93aa4e0-36e9-4994-a9ba-e425db248f9b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:13:26.168092 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Updating router e93aa4e0-36e9-4994-a9ba-e425db248f9b port 99feb494-5a26-43a5-b22b-de09c2ac5d66 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:13:26.201229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-a2d7d3f8-c570-4363-87bf-a292fa491f08 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:26.202843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-a2d7d3f8-c570-4363-87bf-a292fa491f08 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1098 time: 0.1716871 Oct 18 23:13:26.216336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-28'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:26.250230 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:26.333036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:26.340170 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefaedc2-bd52-4117-80d8-6d5167a6f32e" -d '{"events": [{"server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "name": "network-vif-plugged", "status": "completed", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:26.386958 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fb185dfa-021c-40f6-8276-d009b46e8926 None None] For port 51000b4b-1532-433a-8ae4-0c8bd6e87456, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=51000b4b-1532-433a-8ae4-0c8bd6e87456,segment=NetworkSegment(dd75d490-1818-46b0-ab01-9d582d8cc6bd),segment_id=dd75d490-1818-46b0-ab01-9d582d8cc6bd)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:26.406330 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb185dfa-021c-40f6-8276-d009b46e8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:26.412117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:26.779244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:26.835560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:26.919162 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:26.936253 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:26.949306 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:26.952554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:26.955343 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595606b2-eee7-4b28-9d8a-7400a0f5811b" -d '{"events": [{"server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:26.986591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.020042 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Attempting to bind port 99feb494-5a26-43a5-b22b-de09c2ac5d66 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:27.022325 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Attempting to bind port 99feb494-5a26-43a5-b22b-de09c2ac5d66 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:27.022862 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Attempting to bind port 99feb494-5a26-43a5-b22b-de09c2ac5d66 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:27.028016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27050a91-1405-4f55-9880-3a5421b90fbd req-f2747b41-7fd3-456d-a33b-f974d5a00ae5 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:27.043587 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27050a91-1405-4f55-9880-3a5421b90fbd req-f2747b41-7fd3-456d-a33b-f974d5a00ae5 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1097 time: 0.3386114 Oct 18 23:13:27.057934 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:27.058517 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:27.059458 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.059652 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:27.060235 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Bound port: 99feb494-5a26-43a5-b22b-de09c2ac5d66, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:27.061549 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.121295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Pushing event updated for resources: {'Port': ['ID=0cc70a7d-d3ff-48c2-83cd-783944185329,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:27.130434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b4b1f95e-ae4f-488d-9495-76a98f773007 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:27.130813 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.141257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb185dfa-021c-40f6-8276-d009b46e8926 None None] Pushing event updated for resources: {'Port': ['ID=51000b4b-1532-433a-8ae4-0c8bd6e87456,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:27.200272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5eb64bdb-11b9-4cef-887e-96a78ea3792a None None] Provisioning complete for port 51000b4b-1532-433a-8ae4-0c8bd6e87456 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:27.200639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5eb64bdb-11b9-4cef-887e-96a78ea3792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.225019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2d30f-c73e-459a-8b2d-4ce92c189cbd req-ad89a33c-ed4b-49fa-96b9-4dd0b0b55f2c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:27.229159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f2d30f-c73e-459a-8b2d-4ce92c189cbd req-ad89a33c-ed4b-49fa-96b9-4dd0b0b55f2c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 950 time: 0.2686191 Oct 18 23:13:27.265075 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27050a91-1405-4f55-9880-3a5421b90fbd req-3c69b600-9cbd-4a74-8b1b-48c0572359b7 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290073 Oct 18 23:13:27.297883 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef7df6-77b9-4049-9592-d13f1af20f57 None None] Pushing event updated for resources: {'Port': ['ID=99feb494-5a26-43a5-b22b-de09c2ac5d66,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:27.332310 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] For port 99feb494-5a26-43a5-b22b-de09c2ac5d66, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:27.347607 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] For port 99feb494-5a26-43a5-b22b-de09c2ac5d66, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=99feb494-5a26-43a5-b22b-de09c2ac5d66,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:27.359796 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.363629 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.400576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 on host n-h2-713498-28 for vnic_type normal with profile {"migrating_to": "n-h1-713498-28"} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:27.401392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:27.402190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:27.410279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Port 0cc70a7d-d3ff-48c2-83cd-783944185329 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:27.411059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Attempting to bind port 0cc70a7d-d3ff-48c2-83cd-783944185329 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:27.418308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:27.429699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:27.430546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:27.431857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Bound port: 0cc70a7d-d3ff-48c2-83cd-783944185329, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:27.435937 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.443031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f2d30f-c73e-459a-8b2d-4ce92c189cbd req-0f0c2d3e-2bc2-44c8-b01a-598c4204c2ae tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980238 Oct 18 23:13:27.490321 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Routers {'e93aa4e0-36e9-4994-a9ba-e425db248f9b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:13:27.491188 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:13:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:27.496189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 51000b4b-1532-433a-8ae4-0c8bd6e87456 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:27.502997 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef7df6-77b9-4049-9592-d13f1af20f57 None None] Pushing event updated for resources: {'Port': ['ID=99feb494-5a26-43a5-b22b-de09c2ac5d66,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:27.567551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:27.573847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:27.591609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.639404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 51000b4b-1532-433a-8ae4-0c8bd6e87456 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:27.641217 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.760715 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] Set router e93aa4e0-36e9-4994-a9ba-e425db248f9b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:13:27.762316 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.770862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:27.771557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:27.773039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] 10.222.0.102 "PUT /v2.0/ports/0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 200 len: 1124 time: 1.5611229 Oct 18 23:13:27.804475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4b811-47c6-4911-ae8c-e1310f067607 req-cff755dd-f7ec-4a3f-a782-0762ebb65604 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:27.825048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83c4b811-47c6-4911-ae8c-e1310f067607 req-cff755dd-f7ec-4a3f-a782-0762ebb65604 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 944 time: 0.2046535 Oct 18 23:13:27.842707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d95fc-9616-4c27-b9d0-ea5c0a444fdf service neutron] Pushing event updated for resources: {'Port': ['ID=0cc70a7d-d3ff-48c2-83cd-783944185329,revision_number=8']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:27.918406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83c4b811-47c6-4911-ae8c-e1310f067607 req-7fe62e62-d69e-4ff7-a53e-ead9c775470d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928457 Oct 18 23:13:27.961991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Allocated IP 172.20.0.1 (4ba45ac2-a1c9-4841-9de1-d2425d61f086/23510cae-a715-48fb-9ea8-385e7744eeab/5eca79ed-f97a-465f-ab62-ea043f7496e2) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:27.985636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da27c07e-1216-4e9c-ad55-b7b8e5bcafed req-30ebb854-e4d2-40ff-9008-a0f08013ed34 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 210 time: 0.0836158 Oct 18 23:13:28.023520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['0cc70a7d-d3ff-48c2-83cd-783944185329'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:28.103859 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80054c8-1998-43f5-b9f1-94a2adf66893 x-openstack-request-id: req-a80054c8-1998-43f5-b9f1-94a2adf66893 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:28.104186 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "name": "network-vif-plugged", "status": "completed", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:28.104463 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a80054c8-1998-43f5-b9f1-94a2adf66893 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:28.104886 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'code': 200} Oct 18 23:13:28.105977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 51000b4b-1532-433a-8ae4-0c8bd6e87456 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:28.215233 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:20Z', 'updated_at': '2021-10-18T23:13:23Z', 'revision_number': 3, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'gw_port': {'id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:22Z', 'updated_at': '2021-10-18T23:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:28.229239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:28.280164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 51000b4b-1532-433a-8ae4-0c8bd6e87456 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:28.281094 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:28.321527 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4d31f-45f1-4074-b4fa-7693756df7f0 None None] The sync data for ids ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'] in n-d-713498-28 is: [{'id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:20Z', 'updated_at': '2021-10-18T23:13:23Z', 'revision_number': 3, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'gw_port': {'id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:22Z', 'updated_at': '2021-10-18T23:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:13:28.346644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:28.450132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:28.452876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Pushing event updated for resources: {'Port': ['ID=5eca79ed-f97a-465f-ab62-ea043f7496e2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:28.463908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:28.491984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:28.540485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-7d83f375-573e-45e8-ae77-bd3fc3af607b tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ae8cedff7cdc444a8edb76a734168ffd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675387 Oct 18 23:13:28.596461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3ac5-0512-4879-ace3-b9d55e11afe9 req-25649bbc-b0f6-4d57-bc6a-86057b286ddc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:28.598787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1df3ac5-0512-4879-ace3-b9d55e11afe9 req-25649bbc-b0f6-4d57-bc6a-86057b286ddc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.3088400 Oct 18 23:13:28.645358 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:28.677696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afddd9-a3b6-4c90-8ea3-a92d1d722cc9 req-4c64dffe-9e57-4bcf-9e1a-3bca244fae91 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:28.685607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01afddd9-a3b6-4c90-8ea3-a92d1d722cc9 req-4c64dffe-9e57-4bcf-9e1a-3bca244fae91 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.6138480 Oct 18 23:13:28.835683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-4dc91d19-9090-4b53-b514-059de15bd00b tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:28.837251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-4dc91d19-9090-4b53-b514-059de15bd00b tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536328 Oct 18 23:13:28.839529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee628e-8513-4124-97f7-3f4bd85e53fc req-a8503905-19b7-4781-8911-6fb9091e72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:28.840414 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1df3ac5-0512-4879-ace3-b9d55e11afe9 req-b9386f34-8786-43f1-922c-a64062dab579 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995661 Oct 18 23:13:28.840961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bee628e-8513-4124-97f7-3f4bd85e53fc req-a8503905-19b7-4781-8911-6fb9091e72f6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1101 time: 0.3700249 Oct 18 23:13:28.870572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Request body: {'port': {'device_id': '0286c3f8-67c7-4ee4-aa3c-911d737f83af', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': 'ae8cedff7cdc444a8edb76a734168ffd'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:28.916113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01afddd9-a3b6-4c90-8ea3-a92d1d722cc9 req-c3fa2403-3f35-4602-8e58-72c370d18f15 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292435 Oct 18 23:13:28.944838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.002820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0dbf5684-edca-4e43-9488-064e19c27eb0 None None] Provisioning complete for port 5eca79ed-f97a-465f-ab62-ea043f7496e2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:29.004768 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5684-edca-4e43-9488-064e19c27eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.023108 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5586495f-5b44-489b-9540-37ce06b746bb x-openstack-request-id: req-5586495f-5b44-489b-9540-37ce06b746bb {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:29.023679 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:29.023679 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5586495f-5b44-489b-9540-37ce06b746bb {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:29.024034 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329', 'code': 200} Oct 18 23:13:29.063543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bee628e-8513-4124-97f7-3f4bd85e53fc req-4335446f-5b17-40eb-a71b-fc7724da5764 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063162 Oct 18 23:13:29.082313 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf5684-edca-4e43-9488-064e19c27eb0 None None] Port 5eca79ed-f97a-465f-ab62-ea043f7496e2 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:29.096747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0cc70a7d-d3ff-48c2-83cd-783944185329 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:29.158241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3293a-314d-4f22-b74d-a1856b5f1ee8 req-b8aa1321-f398-4114-b4d0-60a90cb173f8 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:29.160508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3fd3293a-314d-4f22-b74d-a1856b5f1ee8 req-b8aa1321-f398-4114-b4d0-60a90cb173f8 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1097 time: 0.0761998 Oct 18 23:13:29.171152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Made reservation on behalf of ae8cedff7cdc444a8edb76a734168ffd for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:29.176793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.234466 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.265020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3fd3293a-314d-4f22-b74d-a1856b5f1ee8 req-db33d132-b769-4216-9f1b-434c22adf76a tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845323 Oct 18 23:13:29.349188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:29.379373 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.390559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0cc70a7d-d3ff-48c2-83cd-783944185329 has no active binding in host n-h1-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:13:29.393522 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.426319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc57cd-23f5-4dde-99ff-7af97b94db26 req-ef483e73-d60b-471d-8ab4-6fd636f6ff1e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:29.432175 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18dc57cd-23f5-4dde-99ff-7af97b94db26 req-ef483e73-d60b-471d-8ab4-6fd636f6ff1e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 950 time: 0.2549253 Oct 18 23:13:29.480997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:29.516337 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18dc57cd-23f5-4dde-99ff-7af97b94db26 req-d92b9c1c-a7ce-44dc-84e0-77c64d1ed780 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715296 Oct 18 23:13:29.564195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.569803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.645222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2db38f25-0d1e-4482-82a7-e0138727f07c details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:29.654118 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.656257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Pushing event updated for resources: {'Port': ['ID=5eca79ed-f97a-465f-ab62-ea043f7496e2,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:29.663969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Allocated IP 192.168.233.225 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/c1f53f0e-c31c-413b-a28f-c8678275a856) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:29.785436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5bef3-3e09-4f59-9048-c6f4161521c6 req-c2eab01d-f3b0-47ff-bbef-1d99910a5cc3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:29.787134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c5d5bef3-3e09-4f59-9048-c6f4161521c6 req-c2eab01d-f3b0-47ff-bbef-1d99910a5cc3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1356456 Oct 18 23:13:29.797015 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31b7b9ae-f78f-46f4-8c61-95af7b3b8cef req-29a0cf94-3576-4967-8827-34eaacde70d7 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 210 time: 0.0451524 Oct 18 23:13:29.871570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2db38f25-0d1e-4482-82a7-e0138727f07c,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:29.885400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '2db38f25-0d1e-4482-82a7-e0138727f07c', 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce', 'port_id': '2db38f25-0d1e-4482-82a7-e0138727f07c', 'mac_address': 'fa:16:3e:10:18:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b765a1a-be5a-4076-a34d-f3f68602a52a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:13:29.899611 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c5d5bef3-3e09-4f59-9048-c6f4161521c6 req-423714c1-4898-43c2-aa48-831e28bc8249 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946198 Oct 18 23:13:29.937912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:29.939077 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:29.940313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:29.960147 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2db38f25-0d1e-4482-82a7-e0138727f07c {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:30.011141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2db38f25-0d1e-4482-82a7-e0138727f07c,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:30.029386 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:30.040566 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:30.131752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=2db38f25-0d1e-4482-82a7-e0138727f07c,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:30.158220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5786f-a834-4479-bb6d-e30410c519c4 req-8b16bf71-70be-443a-9af6-9c7fe52d4469 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:30.160236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cdc5786f-a834-4479-bb6d-e30410c519c4 req-8b16bf71-70be-443a-9af6-9c7fe52d4469 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1686308 Oct 18 23:13:30.196095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99feb494-5a26-43a5-b22b-de09c2ac5d66 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:30.196410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:30.262021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['2db38f25-0d1e-4482-82a7-e0138727f07c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:30.312370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Router e93aa4e0-36e9-4994-a9ba-e425db248f9b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:13:30.369224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:30.378435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:30.394197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:30.432570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:30.433721 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:30.435263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 99feb494-5a26-43a5-b22b-de09c2ac5d66 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:30.435913 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:30.607844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cdc5786f-a834-4479-bb6d-e30410c519c4 req-7bad5cd5-a716-44d2-801f-aeb58ae3a767 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248407 Oct 18 23:13:30.627115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7591195 Oct 18 23:13:30.638528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8484be-4e39-42f1-ada8-183b0bbc37c0 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Pushing event updated for resources: {'Port': ['ID=c1f53f0e-c31c-413b-a28f-c8678275a856,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:30.683183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:13:30.719028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Request body: {'port': {'device_id': '0286c3f8-67c7-4ee4-aa3c-911d737f83af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:30.721129 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-711d90b0-e4eb-45ae-a1ca-d31506748518 admin admin] 10.222.0.52 "PUT /v2.0/routers/e93aa4e0-36e9-4994-a9ba-e425db248f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4993582 Oct 18 23:13:30.767226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cdfc3a68-b42a-4590-9875-2e101f00ecf0 None None] Provisioning complete for port 5eca79ed-f97a-465f-ab62-ea043f7496e2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:30.767662 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3a68-b42a-4590-9875-2e101f00ecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:30.857143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caf732-b9a2-436e-8afe-e59841c1f8a0 req-c46f38d5-94aa-4163-84db-e58184d5b8f5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:30.882787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73caf732-b9a2-436e-8afe-e59841c1f8a0 req-c46f38d5-94aa-4163-84db-e58184d5b8f5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.3823977 Oct 18 23:13:31.010803 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:31.039843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73caf732-b9a2-436e-8afe-e59841c1f8a0 req-529c9963-bc05-476e-b0ae-26618f4f5079 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536155 Oct 18 23:13:31.055294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:31.057424 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95928207-3f73-4fd9-a509-3fc3dd323faf" -d '{"events": [{"name": "network-changed", "server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:31.139956 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:31.167070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc3a68-b42a-4590-9875-2e101f00ecf0 None None] Port 5eca79ed-f97a-465f-ab62-ea043f7496e2 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:31.194470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Sync routers for ids ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:13:31.213073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 99feb494-5a26-43a5-b22b-de09c2ac5d66, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=99feb494-5a26-43a5-b22b-de09c2ac5d66,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:31.248898 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:31.257558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Routers {'e93aa4e0-36e9-4994-a9ba-e425db248f9b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:13:31.258230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:13:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:31.304585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7804f78-54d9-454a-abe8-a4b7a9504bca req-87e14463-90f4-423b-890b-1919b5198242 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:31.309640 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7804f78-54d9-454a-abe8-a4b7a9504bca req-87e14463-90f4-423b-890b-1919b5198242 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1097 time: 0.1217079 Oct 18 23:13:31.417407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bfa03f16-cdaf-48ac-8a4f-a8356de18faa None None] Provisioning complete for port c1f53f0e-c31c-413b-a28f-c8678275a856 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:31.417783 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bfa03f16-cdaf-48ac-8a4f-a8356de18faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:31.418304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ffd48-6a3c-4c6b-bcec-aa93e8d5eb97 req-183a7ba1-0abe-49ac-9192-a9dd42598f55 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:31.426870 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7804f78-54d9-454a-abe8-a4b7a9504bca req-c84dd171-02a7-48ab-a099-572e3eccb725 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055374 Oct 18 23:13:31.431124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-944ffd48-6a3c-4c6b-bcec-aa93e8d5eb97 req-183a7ba1-0abe-49ac-9192-a9dd42598f55 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 944 time: 0.4135010 Oct 18 23:13:31.521744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=99feb494-5a26-43a5-b22b-de09c2ac5d66,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:31.546843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bfa03f16-cdaf-48ac-8a4f-a8356de18faa None None] Port c1f53f0e-c31c-413b-a28f-c8678275a856 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:31.568037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Set router e93aa4e0-36e9-4994-a9ba-e425db248f9b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:13:31.571088 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-944ffd48-6a3c-4c6b-bcec-aa93e8d5eb97 req-54d688f9-7a0e-4a26-9d1c-a9bf1323a886 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387434 Oct 18 23:13:31.659938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2db38f25-0d1e-4482-82a7-e0138727f07c up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:31.803064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f53f0e-c31c-413b-a28f-c8678275a856 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:31.837237 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:31.890291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cd95c-2ea9-494a-9394-e66294e89593 req-2388253f-9ac6-4a0e-b3a8-b525ac42188d tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:31.893308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-272cd95c-2ea9-494a-9394-e66294e89593 req-2388253f-9ac6-4a0e-b3a8-b525ac42188d tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 936 time: 0.2001908 Oct 18 23:13:31.896464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Transition to ACTIVE for port object c1f53f0e-c31c-413b-a28f-c8678275a856 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:31.901293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 2db38f25-0d1e-4482-82a7-e0138727f07c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:31.902360 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:31.933813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:31.961959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f483-1cb0-47d7-8be5-c4ac0d6bc99f req-e88e1f14-5f1b-41fd-afc2-53a8bc05c18f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:31.965324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-67e7f483-1cb0-47d7-8be5-c4ac0d6bc99f req-e88e1f14-5f1b-41fd-afc2-53a8bc05c18f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1207242 Oct 18 23:13:32.133762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-67e7f483-1cb0-47d7-8be5-c4ac0d6bc99f req-b0c88947-b889-462d-9daa-b5e8f0c4121d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479621 Oct 18 23:13:32.170022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:32.182991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:20Z', 'updated_at': '2021-10-18T23:13:28Z', 'revision_number': 4, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'gw_port': {'id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:22Z', 'updated_at': '2021-10-18T23:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5eca79ed-f97a-465f-ab62-ea043f7496e2', 'name': '', 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'mac_address': 'fa:16:3e:79:7d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '23510cae-a715-48fb-9ea8-385e7744eeab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:27Z', 'updated_at': '2021-10-18T23:13:29Z', 'revision_number': 2, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'subnets': [{'id': '23510cae-a715-48fb-9ea8-385e7744eeab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:32.204835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99feb494-5a26-43a5-b22b-de09c2ac5d66 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:32.222578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Attempting to bind port c1f53f0e-c31c-413b-a28f-c8678275a856 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:32.222578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Attempting to bind port c1f53f0e-c31c-413b-a28f-c8678275a856 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:32.223689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Attempting to bind port c1f53f0e-c31c-413b-a28f-c8678275a856 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:32.247388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-272cd95c-2ea9-494a-9394-e66294e89593 req-a8cbbebf-da9f-4076-a721-60e0a6d9097c tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464811 Oct 18 23:13:32.283924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f53f0e-c31c-413b-a28f-c8678275a856,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:32.289349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Port c1f53f0e-c31c-413b-a28f-c8678275a856 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:32.292129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Attempting to bind port c1f53f0e-c31c-413b-a28f-c8678275a856 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:32.308244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:32.308717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:32.311374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:32.316441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Bound port: c1f53f0e-c31c-413b-a28f-c8678275a856, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:32.317003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:32.359999 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da70067a-e5bd-4c8c-83d8-42f199feacdd x-openstack-request-id: req-da70067a-e5bd-4c8c-83d8-42f199feacdd {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:32.360482 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:32.364462 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da70067a-e5bd-4c8c-83d8-42f199feacdd {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:32.364868 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329', 'status': 'completed', 'code': 200} Oct 18 23:13:32.368034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Checking router: e93aa4e0-36e9-4994-a9ba-e425db248f9b for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:13:32.368662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Updating router e93aa4e0-36e9-4994-a9ba-e425db248f9b port 5eca79ed-f97a-465f-ab62-ea043f7496e2 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:13:32.452778 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:32.455529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:32.460256 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2382bb1e-22de-4ad5-a771-3f500c8ad286" -d '{"events": [{"server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "name": "network-vif-plugged", "status": "completed", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:32.493763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-5544b7e2-3842-4e6d-bad9-87285b789685 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6f7619374a404495ae5a7f1a28434c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1072121 Oct 18 23:13:32.509118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2db38f25-0d1e-4482-82a7-e0138727f07c,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:32.586424 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:32.617042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 99feb494-5a26-43a5-b22b-de09c2ac5d66 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:32.617427 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:32.677604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] For port c1f53f0e-c31c-413b-a28f-c8678275a856, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:32.692265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] For port c1f53f0e-c31c-413b-a28f-c8678275a856, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c1f53f0e-c31c-413b-a28f-c8678275a856,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:32.726121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:32.874258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-ed8603a3-f09e-488d-a370-336d63411bfd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:32.883438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-ed8603a3-f09e-488d-a370-336d63411bfd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3883638 Oct 18 23:13:32.898741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-f7ce416c-9cdb-443e-8f27-9f588b0c911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:32.910362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-f7ce416c-9cdb-443e-8f27-9f588b0c911e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1127 time: 0.4049408 Oct 18 23:13:32.915072 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-d137d05c-693c-4600-81db-35b75beaa772 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/quotas/6f7619374a404495ae5a7f1a28434c0d HTTP/1.1" status: 200 len: 375 time: 0.0305223 Oct 18 23:13:32.950859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=2db38f25-0d1e-4482-82a7-e0138727f07c,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:33.020181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-2f15fde9-31ea-41e2-8eb0-c849b923e7ed tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033967 Oct 18 23:13:33.103957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:33.104598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:33.106092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] 10.222.0.73 "PUT /v2.0/ports/c1f53f0e-c31c-413b-a28f-c8678275a856 HTTP/1.1" status: 200 len: 1097 time: 2.4699650 Oct 18 23:13:33.148555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21264c-ea71-441d-8d28-1189f18e5187 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f53f0e-c31c-413b-a28f-c8678275a856,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:33.187862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-5ad2b4a9-b40f-4ca4-876f-ac258bfbe8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:33.190320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-5ad2b4a9-b40f-4ca4-876f-ac258bfbe8d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.2611239 Oct 18 23:13:33.466368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-674eb133-19a6-4a2c-98fd-d4db03606d7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 200 len: 217 time: 0.2595239 Oct 18 23:13:33.536048 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:33.558077 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:33.645610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d57bdd-d7a5-4b3b-90a2-789746aa3d46 req-bf273c23-5787-4dba-a3ae-8642f70449a7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:33.665549 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9d57bdd-d7a5-4b3b-90a2-789746aa3d46 req-bf273c23-5787-4dba-a3ae-8642f70449a7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1716630 Oct 18 23:13:33.684522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-439908a5-6eb6-45c5-ae7d-ca1f6bb0caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:33.686215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-439908a5-6eb6-45c5-ae7d-ca1f6bb0caac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae8cedff7cdc444a8edb76a734168ffd&device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 1100 time: 0.4809811 Oct 18 23:13:33.704594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-5ff51b2c-94db-455d-8be7-6f25b29dd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:33.709131 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-5ff51b2c-94db-455d-8be7-6f25b29dd1fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.2294650 Oct 18 23:13:33.771156 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9d57bdd-d7a5-4b3b-90a2-789746aa3d46 req-5b03467c-2ba7-49b6-82f4-a4c1d425ee32 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931742 Oct 18 23:13:33.851171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-2fd59f20-9e6c-4e90-90f2-2c324a33cf94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c1f53f0e-c31c-413b-a28f-c8678275a856 HTTP/1.1" status: 200 len: 217 time: 0.1409352 Oct 18 23:13:33.946790 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-e3a9a293-0ba9-4628-a975-65404f0f9960 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943480 Oct 18 23:13:33.947944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b489d-5a6f-429d-848c-1f7bacdc9ce8 None None] Pushing event updated for resources: {'Port': ['ID=5eca79ed-f97a-465f-ab62-ea043f7496e2,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:33.964755 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e62a7-8764-4408-9952-4c803df6f2eb x-openstack-request-id: req-356e62a7-8764-4408-9952-4c803df6f2eb {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:33.966007 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "name": "network-vif-plugged", "status": "completed", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:33.966290 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-356e62a7-8764-4408-9952-4c803df6f2eb {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:33.966744 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c', 'code': 200} Oct 18 23:13:34.111765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Attempting to bind port 5eca79ed-f97a-465f-ab62-ea043f7496e2 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:34.112146 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Attempting to bind port 5eca79ed-f97a-465f-ab62-ea043f7496e2 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dd75d490-1818-46b0-ab01-9d582d8cc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:34.114869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Attempting to bind port 5eca79ed-f97a-465f-ab62-ea043f7496e2 on network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:34.133026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:34.140038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Checking segment: {'id': 'dd75d490-1818-46b0-ab01-9d582d8cc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:34.140556 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:34.141036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Bound using segment: {'id': 'dd75d490-1818-46b0-ab01-9d582d8cc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:34.141701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Bound port: 5eca79ed-f97a-465f-ab62-ea043f7496e2, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd75d490-1818-46b0-ab01-9d582d8cc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:34.142161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:34.315457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac3826-776a-469e-ae50-0d722179ce1d req-3abe5c84-1579-44ac-83b1-286c2e7f8f7c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:34.317751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6e868ea7-76f0-4c75-9d9f-fd918c7fbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:34.319554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-6e868ea7-76f0-4c75-9d9f-fd918c7fbf42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.3679049 Oct 18 23:13:34.371464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4ac3826-776a-469e-ae50-0d722179ce1d req-3abe5c84-1579-44ac-83b1-286c2e7f8f7c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 945 time: 0.2924118 Oct 18 23:13:34.390705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0286c3f8-67c7-4ee4-aa3c-911d737f83af', 'tag': 'c1f53f0e-c31c-413b-a28f-c8678275a856'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:34.400707 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e66d6a-125a-463a-8ffe-c5da768423a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0286c3f8-67c7-4ee4-aa3c-911d737f83af", "tag": "c1f53f0e-c31c-413b-a28f-c8678275a856"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:34.425139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] For port 5eca79ed-f97a-465f-ab62-ea043f7496e2, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:34.521277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] For port 5eca79ed-f97a-465f-ab62-ea043f7496e2, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5eca79ed-f97a-465f-ab62-ea043f7496e2,segment=NetworkSegment(dd75d490-1818-46b0-ab01-9d582d8cc6bd),segment_id=dd75d490-1818-46b0-ab01-9d582d8cc6bd)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:34.562231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:34.567891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d9fbc000-11eb-4cca-a4b4-84a494a7b35c None None] Provisioning complete for port 5eca79ed-f97a-465f-ab62-ea043f7496e2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:34.569143 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc000-11eb-4cca-a4b4-84a494a7b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:34.584630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-bed337bb-bda9-47f2-8b96-0b1003bd9dbe service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120777 Oct 18 23:13:34.592337 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4ac3826-776a-469e-ae50-0d722179ce1d req-262b813a-0439-4319-a66e-a5af4dc06928 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027013 Oct 18 23:13:34.637879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-fed0c667-3fb8-41fb-9479-215cec37a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:34.646944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-fed0c667-3fb8-41fb-9479-215cec37a0df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2900615 Oct 18 23:13:34.750872 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-a63cc1ed-ab19-4b11-991e-48a35c11ddb9 service neutron] 10.222.0.73 "GET /v2.0/ports/0cc70a7d-d3ff-48c2-83cd-783944185329/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 385 time: 0.2916491 Oct 18 23:13:34.789703 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b489d-5a6f-429d-848c-1f7bacdc9ce8 None None] Pushing event updated for resources: {'Port': ['ID=5eca79ed-f97a-465f-ab62-ea043f7496e2,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:34.804110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:34.876316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95928207-3f73-4fd9-a509-3fc3dd323faf req-5a7accb3-12ea-49ac-bb84-44c45c8fd81c service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736526 Oct 18 23:13:34.939272 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-be57b660-bd5e-4b85-8573-1f4c42b1b6c0 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784827 Oct 18 23:13:34.980640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Routers {'e93aa4e0-36e9-4994-a9ba-e425db248f9b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:13:34.990700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:13:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:35.200993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-b2cefee9-dc06-4bb8-b657-c45a32eaaf81 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:13:35.212310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-b2cefee9-dc06-4bb8-b657-c45a32eaaf81 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0199542 Oct 18 23:13:35.290767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-1d94feec-040c-4303-a02d-6ae8858d15c3 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:35.300000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-1d94feec-040c-4303-a02d-6ae8858d15c3 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports/86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 200 len: 1094 time: 0.0857756 Oct 18 23:13:35.323002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Request body: {'binding': {'host': 'n-h2-713498-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:35.323002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Unknown quota resources ['binding']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:13:35.329907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0708c96c-56ab-4ad8-8809-7a10106109c5 req-1a33a2ab-3188-4542-bab2-d0b3f05fc66d service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690579 Oct 18 23:13:35.604088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 on host n-h2-713498-28 for vnic_type normal with profile None {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:35.606780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:35.606780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:35.617372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Port 86a871f8-a099-479c-9a1e-80cb209b6109 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:35.618073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:35.661616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:35.662550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:35.664759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:35.668380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Bound port: 86a871f8-a099-479c-9a1e-80cb209b6109, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:35.705823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 0cc70a7d-d3ff-48c2-83cd-783944185329 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:13:35.761352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ad2a0-6432-43ee-b102-75b67da4efe5 req-104f27fb-a956-4aa6-85ba-4dc9fbc6af3f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:35.762276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:35.776336 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b35ad2a0-6432-43ee-b102-75b67da4efe5 req-104f27fb-a956-4aa6-85ba-4dc9fbc6af3f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 944 time: 0.3087809 Oct 18 23:13:35.780355 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:35.790604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-8860a3d6-7f05-40c5-bb64-059c37ac4d50 service neutron] 10.222.0.52 "POST /v2.0/ports/86a871f8-a099-479c-9a1e-80cb209b6109/bindings HTTP/1.1" status: 201 len: 390 time: 0.4900744 Oct 18 23:13:35.837435 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc000-11eb-4cca-a4b4-84a494a7b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:35.869688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b35ad2a0-6432-43ee-b102-75b67da4efe5 req-163e4a60-0264-4322-bc16-e9fa9dfe2cbd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912380 Oct 18 23:13:35.893416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:35.957996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:35.960928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] Set router e93aa4e0-36e9-4994-a9ba-e425db248f9b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:13:36.037255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d9fbc000-11eb-4cca-a4b4-84a494a7b35c None None] For port 5eca79ed-f97a-465f-ab62-ea043f7496e2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5eca79ed-f97a-465f-ab62-ea043f7496e2,segment=NetworkSegment(dd75d490-1818-46b0-ab01-9d582d8cc6bd),segment_id=dd75d490-1818-46b0-ab01-9d582d8cc6bd)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:36.069529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.080300 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc000-11eb-4cca-a4b4-84a494a7b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.221894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-00f8483e-9768-41eb-be86-6b0c45f0291b req-42dbed71-a080-4ee5-aed7-c50c4fbbf8a2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 210 time: 0.1945672 Oct 18 23:13:36.293566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2db38f25-0d1e-4482-82a7-e0138727f07c no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:13:36.295281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc70a7d-d3ff-48c2-83cd-783944185329 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:36.368278 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:36.402231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df569987-997d-4e65-8d58-bee36227ede9 req-2af0ecf4-9f90-408a-bf4e-9ab8e0dea7f1 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:36.409326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df569987-997d-4e65-8d58-bee36227ede9 req-2af0ecf4-9f90-408a-bf4e-9ab8e0dea7f1 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 948 time: 0.2193203 Oct 18 23:13:36.416036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5e23c515-916e-4040-906e-8e737526ea66 None None] Provisioning complete for port 5eca79ed-f97a-465f-ab62-ea043f7496e2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:36.416036 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5e23c515-916e-4040-906e-8e737526ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.440188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.465483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbc000-11eb-4cca-a4b4-84a494a7b35c None None] Pushing event updated for resources: {'Port': ['ID=5eca79ed-f97a-465f-ab62-ea043f7496e2,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:36.566495 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.614741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8690567-bbb1-4daa-961e-b578c339fdd2 req-d380fae5-6d7a-4434-94de-4c8eee3b34d7 tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:36.625129 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8690567-bbb1-4daa-961e-b578c339fdd2 req-d380fae5-6d7a-4434-94de-4c8eee3b34d7 tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1101 time: 0.1331854 Oct 18 23:13:36.637259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df569987-997d-4e65-8d58-bee36227ede9 req-56e5eb32-4343-4aa2-982f-0d9fdd6aafb6 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530201 Oct 18 23:13:36.668792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-9110a8a1-3cd6-4a66-a6eb-6cc373fd5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:36.678416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-9110a8a1-3cd6-4a66-a6eb-6cc373fd5ad3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1097 time: 0.2597404 Oct 18 23:13:36.689401 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e8690567-bbb1-4daa-961e-b578c339fdd2 req-38ebb11a-d1d1-4b81-b1fe-4024639d31fe tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.743005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:36.747322 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7541a0ae-a11e-4cd8-8f62-803c0aca78a6" -d '{"events": [{"server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "name": "network-vif-unplugged", "status": "completed", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:36.843827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2db38f25-0d1e-4482-82a7-e0138727f07c,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:36.863761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.886879 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e8690567-bbb1-4daa-961e-b578c339fdd2 req-38ebb11a-d1d1-4b81-b1fe-4024639d31fe tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.892314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] Transition to ACTIVE for port object 0cc70a7d-d3ff-48c2-83cd-783944185329 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:36.895895 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e8690567-bbb1-4daa-961e-b578c339fdd2 req-38ebb11a-d1d1-4b81-b1fe-4024639d31fe tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.936428 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e6f056-4011-487d-b5b1-a0aba526e815 x-openstack-request-id: req-d5e6f056-4011-487d-b5b1-a0aba526e815 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:36.937410 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0286c3f8-67c7-4ee4-aa3c-911d737f83af", "tag": "c1f53f0e-c31c-413b-a28f-c8678275a856", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:36.937859 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5e6f056-4011-487d-b5b1-a0aba526e815 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:36.938086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebb11a-d1d1-4b81-b1fe-4024639d31fe tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826f4049-1aef-4b04-a6fd-bd8eb0846d5a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:36.941976 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0286c3f8-67c7-4ee4-aa3c-911d737f83af', 'tag': 'c1f53f0e-c31c-413b-a28f-c8678275a856', 'status': 'completed', 'code': 200} Oct 18 23:13:36.952801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:36.982656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8690567-bbb1-4daa-961e-b578c339fdd2 req-38ebb11a-d1d1-4b81-b1fe-4024639d31fe tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537517 Oct 18 23:13:37.012712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-a3ea0122-a9fe-453c-97ac-67d0d0a8fe6d tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=6f7619374a404495ae5a7f1a28434c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2615492 Oct 18 23:13:37.083049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=2db38f25-0d1e-4482-82a7-e0138727f07c,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:37.157884 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] No DVR routers for this DVR port 0cc70a7d-d3ff-48c2-83cd-783944185329 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:13:37.166265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:20Z', 'updated_at': '2021-10-18T23:13:28Z', 'revision_number': 4, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'gw_port': {'id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:22Z', 'updated_at': '2021-10-18T23:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5eca79ed-f97a-465f-ab62-ea043f7496e2', 'name': '', 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'mac_address': 'fa:16:3e:79:7d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '23510cae-a715-48fb-9ea8-385e7744eeab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:27Z', 'updated_at': '2021-10-18T23:13:34Z', 'revision_number': 4, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'subnets': [{'id': '23510cae-a715-48fb-9ea8-385e7744eeab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:13:37.225559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9306995-c417-4363-a002-b7f839cd29fa None None] The sync data for ids ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'] in n-d-713498-28 is: [{'id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:20Z', 'updated_at': '2021-10-18T23:13:28Z', 'revision_number': 4, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'gw_port': {'id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:22Z', 'updated_at': '2021-10-18T23:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5eca79ed-f97a-465f-ab62-ea043f7496e2', 'name': '', 'network_id': '4ba45ac2-a1c9-4841-9de1-d2425d61f086', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'mac_address': 'fa:16:3e:79:7d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '23510cae-a715-48fb-9ea8-385e7744eeab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:27Z', 'updated_at': '2021-10-18T23:13:34Z', 'revision_number': 4, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'subnets': [{'id': '23510cae-a715-48fb-9ea8-385e7744eeab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:13:37.252578 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] 10.222.0.73 "PUT /v2.0/ports/0cc70a7d-d3ff-48c2-83cd-783944185329/bindings/n-h1-713498-28/activate HTTP/1.1" status: 200 len: 370 time: 2.4930866 Oct 18 23:13:37.267772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc5562-d44b-4879-90d0-ada6431cea97 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc70a7d-d3ff-48c2-83cd-783944185329,revision_number=10']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:37.327057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049299b-3192-4b7e-a30f-6eebdad2b5c7 req-bad76829-4b19-44a7-9db4-8bd8261d610d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:37.337663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5049299b-3192-4b7e-a30f-6eebdad2b5c7 req-bad76829-4b19-44a7-9db4-8bd8261d610d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 945 time: 0.1926534 Oct 18 23:13:37.421933 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5049299b-3192-4b7e-a30f-6eebdad2b5c7 req-a8fb53d0-102b-4708-9e11-69940462dc63 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760381 Oct 18 23:13:37.620073 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e03c8b-4715-4140-8567-78d467b01cb6 x-openstack-request-id: req-f9e03c8b-4715-4140-8567-78d467b01cb6 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:37.621265 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "name": "network-vif-unplugged", "status": "completed", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:37.621972 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9e03c8b-4715-4140-8567-78d467b01cb6 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:37.622985 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c', 'code': 200} Oct 18 23:13:37.676240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-e0e01f8e-f051-44a0-a578-875c4f6a7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:37.677803 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-e0e01f8e-f051-44a0-a578-875c4f6a7d63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.9778547 Oct 18 23:13:37.781163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-73533e24-6535-47ee-9749-d2c33e082ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:37.783124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-73533e24-6535-47ee-9749-d2c33e082ea4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae8cedff7cdc444a8edb76a734168ffd&device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 1100 time: 0.8213687 Oct 18 23:13:37.789709 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-f63c1f2b-a150-497e-9d1c-79a6d80320fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 200 len: 217 time: 0.0618849 Oct 18 23:13:37.795193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4f036-7980-43ff-8d4d-f85647366691 req-6c1843b6-4d49-4cf4-b9d8-a2bbb80488ce tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:37.796862 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81d4f036-7980-43ff-8d4d-f85647366691 req-6c1843b6-4d49-4cf4-b9d8-a2bbb80488ce tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0713892 Oct 18 23:13:37.857318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81d4f036-7980-43ff-8d4d-f85647366691 req-d70d699a-3fe3-4ea0-be75-ae2e7b81c039 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528071 Oct 18 23:13:37.864657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef44c5-7766-46e1-945a-502614ef42f2 req-b7e853c4-f0b1-4ab1-be03-3b7e3ca32b4a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:37.866319 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bbef44c5-7766-46e1-945a-502614ef42f2 req-b7e853c4-f0b1-4ab1-be03-3b7e3ca32b4a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 943 time: 0.7256246 Oct 18 23:13:37.914145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-fe19077d-00ac-40e4-abd6-c665fe3e2dbc tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:37.915791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-fe19077d-00ac-40e4-abd6-c665fe3e2dbc tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.2443428 Oct 18 23:13:37.923473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-cf4e7cdc-a640-4d77-9a20-8cd0df4ca827 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:37.925065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-cf4e7cdc-a640-4d77-9a20-8cd0df4ca827 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8723326 Oct 18 23:13:37.986685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Request body: {'port': {'device_id': 'a8f71a10-fff5-412e-b000-07ae6e3974fb', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '6f7619374a404495ae5a7f1a28434c0d'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:38.135998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bbef44c5-7766-46e1-945a-502614ef42f2 req-d9f20a67-b57f-4076-9b11-332910158619 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287769 Oct 18 23:13:38.148093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5eca79ed-f97a-465f-ab62-ea043f7496e2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:38.204250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-82ccc922-63e3-4c69-80a7-d4a084336e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:38.212278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-82ccc922-63e3-4c69-80a7-d4a084336e9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.4062557 Oct 18 23:13:38.287947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5eca79ed-f97a-465f-ab62-ea043f7496e2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:38.288553 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:38.380802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-a4cd571d-65b3-4d9a-b781-e1269f765128 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490619 Oct 18 23:13:38.391944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7866a378-af2d-410b-b51c-7e999d2bbc4f req-bc1985d1-fe41-41d7-b996-c76a96ec4a2c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 210 time: 0.0819709 Oct 18 23:13:38.452848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-e70522b2-9137-46f4-ae9f-cf10814a96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:38.457441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-e70522b2-9137-46f4-ae9f-cf10814a96f4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7&tenant_id=330a70573126403ca64a3be0d6ed5ab9 HTTP/1.1" status: 200 len: 1097 time: 0.4963920 Oct 18 23:13:38.502151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-2c0dc8e8-99e2-4c76-9da2-d758c03ce296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:38.505055 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-2c0dc8e8-99e2-4c76-9da2-d758c03ce296 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.6837101 Oct 18 23:13:38.610542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-2a0fdde3-4ff2-4ba1-b8e1-84909b8f50a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c1f53f0e-c31c-413b-a28f-c8678275a856 HTTP/1.1" status: 200 len: 217 time: 0.0856385 Oct 18 23:13:38.854043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-97838509-d402-4d34-b756-3504b918e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:38.855922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-97838509-d402-4d34-b756-3504b918e6e9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1097 time: 0.3498373 Oct 18 23:13:38.880419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed072e-1874-4e4c-8918-d874c51889e9 req-0106a0a3-a549-4467-9a12-2d74c715b76b tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:38.882035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05ed072e-1874-4e4c-8918-d874c51889e9 req-0106a0a3-a549-4467-9a12-2d74c715b76b tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 948 time: 0.3135493 Oct 18 23:13:38.904316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-aa8c885b-3848-4693-9873-afb0ff61ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:38.905993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-aa8c885b-3848-4693-9873-afb0ff61ae0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2411673 Oct 18 23:13:38.911814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Made reservation on behalf of 6f7619374a404495ae5a7f1a28434c0d for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:38.915763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:38.981780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-dc116a59-3456-4798-97ab-6f1d656b94b3 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880501 Oct 18 23:13:39.148766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745e839-69c9-4551-8a10-9b008ca88d1a req-3912b49b-db1c-4f6e-a640-c08863e4a789 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:39.151166 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6745e839-69c9-4551-8a10-9b008ca88d1a req-3912b49b-db1c-4f6e-a640-c08863e4a789 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 945 time: 0.0575025 Oct 18 23:13:39.221134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6745e839-69c9-4551-8a10-9b008ca88d1a req-c6cc98dc-f060-4a9b-96a9-d214acb9ebbe tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637922 Oct 18 23:13:39.248121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05ed072e-1874-4e4c-8918-d874c51889e9 req-2ffbdad2-8123-4521-8c6c-af9947bfcf77 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372242 Oct 18 23:13:39.263472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-d2e93485-5bf5-4185-8a14-c3c65bb0f2f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3803208 Oct 18 23:13:39.268582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-7532665b-80ca-465b-aed4-3c29921e2ccb service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:13:39.274809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-7532665b-80ca-465b-aed4-3c29921e2ccb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086944 Oct 18 23:13:39.373267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-7d5b9459-4f87-4d04-ae48-763887cab119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:39.375023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-7d5b9459-4f87-4d04-ae48-763887cab119 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.4813428 Oct 18 23:13:39.403359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-1af5c9a7-ecd8-4a31-94ef-7906fcf392f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:39.404904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-1af5c9a7-ecd8-4a31-94ef-7906fcf392f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4738700 Oct 18 23:13:39.519967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Allocated IP 192.168.233.59 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/8f18c90f-cd76-40b8-add9-eed4e50a294e) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:39.541908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-6602a819-f43a-4a8a-9dfa-feaed34c5b40 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456413 Oct 18 23:13:39.552378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67908b-8020-4528-97dc-d27ac93731ee req-99a1adda-bb84-4453-b370-c4042c95a269 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:39.559974 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd67908b-8020-4528-97dc-d27ac93731ee req-99a1adda-bb84-4453-b370-c4042c95a269 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0666623 Oct 18 23:13:39.653625 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd67908b-8020-4528-97dc-d27ac93731ee req-732f0d77-bc65-446b-978a-78b755eef642 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868783 Oct 18 23:13:39.662448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-d06542a7-7934-4869-8a73-183540b514bd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 200 len: 217 time: 0.2645245 Oct 18 23:13:39.678852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264bcd-4e71-4296-aab3-93b298805641 req-fff4fcf3-68dc-442a-8204-1b1de296717e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:39.681137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a264bcd-4e71-4296-aab3-93b298805641 req-fff4fcf3-68dc-442a-8204-1b1de296717e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.3031473 Oct 18 23:13:39.702875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c1f53f0e-c31c-413b-a28f-c8678275a856 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:39.847808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20758f-ed57-48ed-a39e-f00bdcca0348 req-28bfdea3-45af-4de7-8885-f8c2dc80200d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:39.858542 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b20758f-ed57-48ed-a39e-f00bdcca0348 req-28bfdea3-45af-4de7-8885-f8c2dc80200d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 943 time: 0.0805140 Oct 18 23:13:39.924109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b20758f-ed57-48ed-a39e-f00bdcca0348 req-2894a4d5-7aeb-4b6c-b055-042d31fc0852 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641034 Oct 18 23:13:39.959768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-ec0b6a47-3769-420c-bd0e-83e5806ebfa7 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:39.979770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-ec0b6a47-3769-420c-bd0e-83e5806ebfa7 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.2542822 Oct 18 23:13:39.989179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-28'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:40.076324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae1744cf-bb8f-4d31-ae90-8801f19358f9 req-6e383c72-8738-4d7d-9d2e-3d8151b47f5e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 210 time: 0.0462444 Oct 18 23:13:40.096144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c1f53f0e-c31c-413b-a28f-c8678275a856, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c1f53f0e-c31c-413b-a28f-c8678275a856,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:40.120611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'c1f53f0e-c31c-413b-a28f-c8678275a856', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'c1f53f0e-c31c-413b-a28f-c8678275a856', 'mac_address': 'fa:16:3e:07:47:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:13:40.125932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-ae6793a1-aee7-4870-879a-6c8031036fa3 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796988 Oct 18 23:13:40.188852 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:40.218487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f53f0e-c31c-413b-a28f-c8678275a856 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:40.261656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c1f53f0e-c31c-413b-a28f-c8678275a856, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c1f53f0e-c31c-413b-a28f-c8678275a856,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:40.272417 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:40.398942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c1f53f0e-c31c-413b-a28f-c8678275a856,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:40.475049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa8d58-2216-4a00-b170-13dde4dc96a4 req-28951536-36cd-47a5-9549-67efe51cbaa8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:40.476732 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19fa8d58-2216-4a00-b170-13dde4dc96a4 req-28951536-36cd-47a5-9549-67efe51cbaa8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 945 time: 0.1193495 Oct 18 23:13:40.546772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19fa8d58-2216-4a00-b170-13dde4dc96a4 req-e826febe-31b6-4a62-9c1e-a3c915394821 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588014 Oct 18 23:13:40.556202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a264bcd-4e71-4296-aab3-93b298805641 req-579d3af4-5c93-467e-8ebf-734cab0a8951 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8550258 Oct 18 23:13:40.557824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bc817e11-ce8e-4796-81b9-f2badd240930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:40.559499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-bc817e11-ce8e-4796-81b9-f2badd240930 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.8744023 Oct 18 23:13:40.648876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-fa4851b5-51e7-49dd-a538-659c6696c28d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569410 Oct 18 23:13:40.720027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc365c0-ecaf-4ee1-9a0a-2f7a96f6f21a req-9d7a8359-201d-462d-9b98-e9d731bd3dd1 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:40.730082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdc365c0-ecaf-4ee1-9a0a-2f7a96f6f21a req-9d7a8359-201d-462d-9b98-e9d731bd3dd1 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 949 time: 0.0937204 Oct 18 23:13:40.788852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:40.819016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c1f53f0e-c31c-413b-a28f-c8678275a856'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:40.820380 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdc365c0-ecaf-4ee1-9a0a-2f7a96f6f21a req-27861e59-e892-4404-95c5-cc9ac5ce1c2a tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890677 Oct 18 23:13:40.862875 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:40.882971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79e66d6a-125a-463a-8ffe-c5da768423a2 req-47e5fdc7-8e50-42af-a847-7b6bb3a0ee44 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248597 Oct 18 23:13:40.985925 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-d9f4079c-1ecc-4c76-92ae-0892fc5e7f10 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923245 Oct 18 23:13:41.072583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4e360-f2d9-4366-b9ba-cd47448ad6ce req-a39775c0-1968-49a9-afd5-bf2ada2d7c47 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:41.074236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74d4e360-f2d9-4366-b9ba-cd47448ad6ce req-a39775c0-1968-49a9-afd5-bf2ada2d7c47 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 945 time: 0.2074542 Oct 18 23:13:41.116797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:41.185166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['5d522678-e9fe-4d7b-8929-e93319d27426'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:41.197101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1910ca-63e1-4dfd-bf6d-9fee477b4e9d req-4f0eec03-073d-416e-b086-43a24cab0109 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:41.228491 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:13:41.238678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe1910ca-63e1-4dfd-bf6d-9fee477b4e9d req-4f0eec03-073d-416e-b086-43a24cab0109 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 943 time: 0.1697135 Oct 18 23:13:41.258338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:41.281386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:41.286164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:41.304513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:41.310763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:41.311519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:41.325550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74d4e360-f2d9-4366-b9ba-cd47448ad6ce req-6e4371b5-0659-4cfc-bc1a-49ebadd72a33 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157726 Oct 18 23:13:41.331578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-dd04512c-ef3d-4154-9939-6067b8ec1912 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351629 Oct 18 23:13:41.332231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Pushing event updated for resources: {'Port': ['ID=8f18c90f-cd76-40b8-add9-eed4e50a294e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:41.366771 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe1910ca-63e1-4dfd-bf6d-9fee477b4e9d req-5603cd9b-0d9d-4e73-b58e-7828cd4c9b50 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221507 Oct 18 23:13:41.389364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-fbbba8e6-ddc1-4215-97fc-32d349c989c8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4254444 Oct 18 23:13:41.438320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Request body: {'port': {'device_id': 'a8f71a10-fff5-412e-b000-07ae6e3974fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:41.490262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:41.830186 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:41.831083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-19db3829-6123-40f8-9d6b-36f62ce446eb None None] Provisioning complete for port 8f18c90f-cd76-40b8-add9-eed4e50a294e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:41.831915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-19db3829-6123-40f8-9d6b-36f62ce446eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:41.927204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-19db3829-6123-40f8-9d6b-36f62ce446eb None None] Port 8f18c90f-cd76-40b8-add9-eed4e50a294e cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:13:41.935236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fac7c-6bd5-4e2c-8899-3cae40daaba0 req-df6c66d7-ee0d-4f39-b141-35fa6b6f1391 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:41.937171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-466fac7c-6bd5-4e2c-8899-3cae40daaba0 req-df6c66d7-ee0d-4f39-b141-35fa6b6f1391 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.2327230 Oct 18 23:13:41.974813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:41.977333 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae01816-bf35-4dcc-8cf8-1acd4ac21f1a" -d '{"events": [{"server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "name": "network-vif-unplugged", "status": "completed", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:41.988590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-848c8978-bb0a-4a98-8a0d-042e5294c0d8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:41.990255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-848c8978-bb0a-4a98-8a0d-042e5294c0d8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.73 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 943 time: 0.4642129 Oct 18 23:13:41.990835 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-ccc5d9ea-7d1e-468e-98dc-fa48c0039963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:41.992643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:41.994396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-ccc5d9ea-7d1e-468e-98dc-fa48c0039963 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1101 time: 0.1480579 Oct 18 23:13:42.052369 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:42.084215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-466fac7c-6bd5-4e2c-8899-3cae40daaba0 req-5bbd01e3-f51f-4991-b8c8-046ce898f3d6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275835 Oct 18 23:13:42.088727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f626ba4-4940-4fbc-8d97-701a276021f7 req-2c308b3e-775c-4cc5-97fa-b199e19e5992 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:42.097431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f626ba4-4940-4fbc-8d97-701a276021f7 req-2c308b3e-775c-4cc5-97fa-b199e19e5992 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 935 time: 0.6003935 Oct 18 23:13:42.249656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-eef20b06-1843-40f4-858f-7330a87724cf tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:42.251576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-eef20b06-1843-40f4-858f-7330a87724cf tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.4560292 Oct 18 23:13:42.268233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-d92911e1-7d16-4eb1-aa68-1de6ce24b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:42.271961 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-d92911e1-7d16-4eb1-aa68-1de6ce24b8aa service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2629592 Oct 18 23:13:42.363368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-9979eca0-47d7-4b11-9471-ad74b353f601 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 217 time: 0.0759540 Oct 18 23:13:42.363661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['26745ae0-38e6-4f23-a4c2-05350b7c0e94'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:42.420149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86605-98dc-401f-a288-ddd942a077ce req-b30c25e0-9176-4c49-a85d-7ce8e0fd0a23 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:42.422482 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0b86605-98dc-401f-a288-ddd942a077ce req-b30c25e0-9176-4c49-a85d-7ce8e0fd0a23 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 943 time: 0.2317829 Oct 18 23:13:42.476300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 on host n-h1-713498-28 for vnic_type normal with profile {"migrating_to": "n-h2-713498-28"} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:42.477350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:42.478226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:42.502605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Port 86a871f8-a099-479c-9a1e-80cb209b6109 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:42.505348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Attempting to bind port 86a871f8-a099-479c-9a1e-80cb209b6109 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:42.554296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0b86605-98dc-401f-a288-ddd942a077ce req-c5e448ee-b039-42eb-8ace-bb661adb1560 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845399 Oct 18 23:13:42.570026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-7952d801-64d7-45a6-8531-6db046011f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:42.573528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-7952d801-64d7-45a6-8531-6db046011f1f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2013721 Oct 18 23:13:42.578714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:42.579684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:42.580628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:42.581825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Bound port: 86a871f8-a099-479c-9a1e-80cb209b6109, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:42.582932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:42.595974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f626ba4-4940-4fbc-8d97-701a276021f7 req-2edeb832-2e62-484c-bcd5-acb34d33aef8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970744 Oct 18 23:13:42.670292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Pushing event updated for resources: {'Port': ['ID=86a871f8-a099-479c-9a1e-80cb209b6109,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:42.691163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-e31d2405-dba7-402a-a9bc-88b2bd3e64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:42.692980 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-e31d2405-dba7-402a-a9bc-88b2bd3e64b6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1093934 Oct 18 23:13:42.835560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-bd3d6705-d7ed-486c-b5dd-ea1e162b7209 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273551 Oct 18 23:13:42.919690 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6748eb-7e6d-4c98-b0d3-730eb61d6ab5 x-openstack-request-id: req-6d6748eb-7e6d-4c98-b0d3-730eb61d6ab5 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:42.920488 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "name": "network-vif-unplugged", "status": "completed", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:42.921136 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d6748eb-7e6d-4c98-b0d3-730eb61d6ab5 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:42.921994 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109', 'code': 200} Oct 18 23:13:43.003753 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-a11fff75-5b10-4fd5-8d8a-b67d7bedc660 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586199 Oct 18 23:13:43.016449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6fb34-4a5e-4d6b-9e07-26ce1e5ef5b1 req-e742142b-23a0-41ea-a32b-2b7e40d4cd21 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:43.018016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66a6fb34-4a5e-4d6b-9e07-26ce1e5ef5b1 req-e742142b-23a0-41ea-a32b-2b7e40d4cd21 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0899370 Oct 18 23:13:43.098308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Deleting port 2db38f25-0d1e-4482-82a7-e0138727f07c {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:13:43.099600 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:43.234550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b5012-2455-432f-b9c2-8c8be949b8fa req-31f2edbb-b807-48e3-ad77-c233bc0f5387 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:43.239277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60b5012-2455-432f-b9c2-8c8be949b8fa req-31f2edbb-b807-48e3-ad77-c233bc0f5387 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 949 time: 0.4147100 Oct 18 23:13:43.257445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-a67967d3-01ed-4fc3-8560-8762232e6ea6 service neutron] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:43.279490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:43.285331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:43.338269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-a67967d3-01ed-4fc3-8560-8762232e6ea6 service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:43.340223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a45aa45-0704-4be2-8f5a-6a2b8eb216b5 req-a67967d3-01ed-4fc3-8560-8762232e6ea6 service neutron] 10.222.0.102 "DELETE /v2.0/ports/0cc70a7d-d3ff-48c2-83cd-783944185329/bindings/n-h2-713498-28 HTTP/1.1" status: 204 len: 173 time: 1.0465617 Oct 18 23:13:43.355553 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66a6fb34-4a5e-4d6b-9e07-26ce1e5ef5b1 req-667418ab-f235-443b-a12e-c6a4a1c32391 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260486 Oct 18 23:13:43.370100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:43.552629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d972af-9c80-47cb-aa15-edaaf411b87d req-b25e8344-933c-4474-a804-3816bb4b97cd tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:43.569265 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9d972af-9c80-47cb-aa15-edaaf411b87d req-b25e8344-933c-4474-a804-3816bb4b97cd tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 943 time: 0.1084290 Oct 18 23:13:43.580559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60b5012-2455-432f-b9c2-8c8be949b8fa req-6afc5484-c770-4dca-a5ad-95720c899c90 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929106 Oct 18 23:13:43.621907 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9d972af-9c80-47cb-aa15-edaaf411b87d req-f6913e88-f3bd-44e2-912d-93379ae820dd tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508866 Oct 18 23:13:43.712484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Pushing event updated for resources: {'Port': ['ID=86a871f8-a099-479c-9a1e-80cb209b6109,revision_number=8']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:43.726756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:43.727389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:43.728843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-eb3b5f80-6716-4b81-9a9e-33e705a86b76 service neutron] 10.222.0.73 "PUT /v2.0/ports/86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 200 len: 1123 time: 3.7474737 Oct 18 23:13:43.739264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] For port 2db38f25-0d1e-4482-82a7-e0138727f07c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2db38f25-0d1e-4482-82a7-e0138727f07c,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:43.739631 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:43.742733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c1f53f0e-c31c-413b-a28f-c8678275a856 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:43.802895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Calling delete_port for 2db38f25-0d1e-4482-82a7-e0138727f07c owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:13:43.827047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765344a-7f71-4e9d-beae-e12e80797cf0 req-b2876548-4a8e-4202-94e4-bea462463f80 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:43.828712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b765344a-7f71-4e9d-beae-e12e80797cf0 req-b2876548-4a8e-4202-94e4-bea462463f80 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 943 time: 0.1139271 Oct 18 23:13:43.856559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f18c90f-cd76-40b8-add9-eed4e50a294e {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:43.875393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port c1f53f0e-c31c-413b-a28f-c8678275a856 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:13:43.881154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port c1f53f0e-c31c-413b-a28f-c8678275a856 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:43.881677 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:43.886297 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:43.926205 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b765344a-7f71-4e9d-beae-e12e80797cf0 req-0ebc2870-a1b0-4f9b-b163-9004753e1ab5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859647 Oct 18 23:13:43.926921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['86a871f8-a099-479c-9a1e-80cb209b6109'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:44.002816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8453e3-b86d-4a22-9753-4b1bea24eb84 req-b38a16eb-1432-484a-a204-1aad4b2a1c6b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:44.006099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d8453e3-b86d-4a22-9753-4b1bea24eb84 req-b38a16eb-1432-484a-a204-1aad4b2a1c6b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.3067594 Oct 18 23:13:44.031091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Transition to ACTIVE for port object 8f18c90f-cd76-40b8-add9-eed4e50a294e will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:44.052267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:44.161627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e687cb-5836-421a-8dcb-8cb5b8e2304b req-a0bf6792-7849-4a60-95b4-e2a233ed426e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:44.200489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94e687cb-5836-421a-8dcb-8cb5b8e2304b req-a0bf6792-7849-4a60-95b4-e2a233ed426e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 947 time: 0.1414394 Oct 18 23:13:44.225131 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:44.277947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286c3f8-67c7-4ee4-aa3c-911d737f83af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f53f0e-c31c-413b-a28f-c8678275a856'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:44.281239 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5400e0d-3e12-4611-9d5e-73d05f9cfd16" -d '{"events": [{"server_uuid": "0286c3f8-67c7-4ee4-aa3c-911d737f83af", "name": "network-vif-plugged", "status": "completed", "tag": "c1f53f0e-c31c-413b-a28f-c8678275a856"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:44.319878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94e687cb-5836-421a-8dcb-8cb5b8e2304b req-1e40dd0f-7a6b-49ec-b822-0aa98ff6eadc tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111424 Oct 18 23:13:44.336868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c1f53f0e-c31c-413b-a28f-c8678275a856, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c1f53f0e-c31c-413b-a28f-c8678275a856,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:44.348518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:44.532819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c1f53f0e-c31c-413b-a28f-c8678275a856,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:44.591244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835d9f-c3fc-41c3-8653-2bf449d75892 req-e4391097-2dab-449c-ba66-13fc859f404c tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:44.593015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09835d9f-c3fc-41c3-8653-2bf449d75892 req-e4391097-2dab-449c-ba66-13fc859f404c tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1097 time: 0.0640852 Oct 18 23:13:44.660753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f18c90f-cd76-40b8-add9-eed4e50a294e,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:44.669188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d8453e3-b86d-4a22-9753-4b1bea24eb84 req-5c641845-98f9-4593-a4a5-f6b0f2660357 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333318 Oct 18 23:13:44.672500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Attempting to bind port 8f18c90f-cd76-40b8-add9-eed4e50a294e on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:44.673221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Attempting to bind port 8f18c90f-cd76-40b8-add9-eed4e50a294e by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:44.673724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Attempting to bind port 8f18c90f-cd76-40b8-add9-eed4e50a294e on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:44.692022 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09835d9f-c3fc-41c3-8653-2bf449d75892 req-972ddce4-2758-49a6-84d4-6efcf663a8c8 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864470 Oct 18 23:13:44.704975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Port 8f18c90f-cd76-40b8-add9-eed4e50a294e on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:44.705320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Attempting to bind port 8f18c90f-cd76-40b8-add9-eed4e50a294e on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:44.725345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:44.725709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:44.726095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:44.728499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Bound port: 8f18c90f-cd76-40b8-add9-eed4e50a294e, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:44.728499 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:44.798571 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:44.867896 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87acaf70-5d77-4b56-9aac-ff621ed929a6 x-openstack-request-id: req-87acaf70-5d77-4b56-9aac-ff621ed929a6 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:44.868503 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286c3f8-67c7-4ee4-aa3c-911d737f83af", "name": "network-vif-plugged", "status": "completed", "tag": "c1f53f0e-c31c-413b-a28f-c8678275a856", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:44.869044 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87acaf70-5d77-4b56-9aac-ff621ed929a6 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:44.869808 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286c3f8-67c7-4ee4-aa3c-911d737f83af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f53f0e-c31c-413b-a28f-c8678275a856', 'code': 200} Oct 18 23:13:44.906405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] For port 8f18c90f-cd76-40b8-add9-eed4e50a294e, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:44.911404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] For port 8f18c90f-cd76-40b8-add9-eed4e50a294e, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8f18c90f-cd76-40b8-add9-eed4e50a294e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:44.913914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event deleted for resources: {'Port': ['ID=2db38f25-0d1e-4482-82a7-e0138727f07c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:44.942457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:44.946216 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4ce0c0-29d6-4761-8294-1e054a4501c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:44.955500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:45.008438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:45.009178 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:45.010683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] 10.222.0.102 "PUT /v2.0/ports/8f18c90f-cd76-40b8-add9-eed4e50a294e HTTP/1.1" status: 200 len: 1096 time: 3.5802076 Oct 18 23:13:45.078147 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c852067-e0c1-45dc-8a71-8f4463ea8d1a req-bc814e0b-0b8d-4271-91e3-846c18c7d785 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 210 time: 0.0583792 Oct 18 23:13:45.091339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] No DVR routers for this DVR port 2db38f25-0d1e-4482-82a7-e0138727f07c on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:13:45.100713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:45.104561 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-60fe1def-a8bf-4ca8-8ffa-6e2c468647e5 req-ee07273e-582e-41d3-9586-afa3cb6aee75 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.73 "DELETE /v2.0/ports/2db38f25-0d1e-4482-82a7-e0138727f07c HTTP/1.1" status: 204 len: 173 time: 3.1012783 Oct 18 23:13:45.251283 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2770c86-e154-4206-9aed-ff7127cb9007 x-openstack-request-id: req-e2770c86-e154-4206-9aed-ff7127cb9007 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:45.251676 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:45.252207 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2770c86-e154-4206-9aed-ff7127cb9007 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:45.254506 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109', 'status': 'completed', 'code': 200} Oct 18 23:13:45.340356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbe8bc-e57d-4c6f-980a-550be376f655 req-4eab5fee-dc47-44d5-9ddf-9a1770dd67ee tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:45.342277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-68bbe8bc-e57d-4c6f-980a-550be376f655 req-4eab5fee-dc47-44d5-9ddf-9a1770dd67ee tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 950 time: 0.3753703 Oct 18 23:13:45.390512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15674b88-48bb-4c63-bce1-f84f291b69d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f18c90f-cd76-40b8-add9-eed4e50a294e,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:45.417175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5d1ec-fbfb-4b64-ac00-e4d123b2d916 req-39b0a998-692e-4765-8d5e-55f90b664f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:45.418817 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cab5d1ec-fbfb-4b64-ac00-e4d123b2d916 req-39b0a998-692e-4765-8d5e-55f90b664f5a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 1102 time: 0.3224444 Oct 18 23:13:45.434155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-3c98e428-2a92-4f29-a549-38faab50a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:45.435872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-3c98e428-2a92-4f29-a549-38faab50a6c0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 1099 time: 0.3278229 Oct 18 23:13:45.526005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09bb90-558f-421c-8540-9e2377cc9827 req-4e53938a-4fb7-4bdf-846c-2fe33ed14ab8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:45.529372 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c09bb90-558f-421c-8540-9e2377cc9827 req-4e53938a-4fb7-4bdf-846c-2fe33ed14ab8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 943 time: 0.0766025 Oct 18 23:13:45.553395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-6bddf2d8-05f8-43db-be9a-b75c88398d4b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8f18c90f-cd76-40b8-add9-eed4e50a294e HTTP/1.1" status: 200 len: 217 time: 0.0707202 Oct 18 23:13:45.569446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-68bbe8bc-e57d-4c6f-980a-550be376f655 req-5396ac41-d505-45b8-94b0-2c1ff4336b74 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924629 Oct 18 23:13:45.607333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-d2b110cc-9d70-4741-b8f7-364ae63ab22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:45.619053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-d2b110cc-9d70-4741-b8f7-364ae63ab22b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1126 time: 0.3147082 Oct 18 23:13:45.619768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c09bb90-558f-421c-8540-9e2377cc9827 req-a8ffd8c9-4a14-4738-aa69-5046b729acb1 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800986 Oct 18 23:13:45.672744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cab5d1ec-fbfb-4b64-ac00-e4d123b2d916 req-5006a1f9-0571-4651-99a7-d8f6eb48b2f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345905 Oct 18 23:13:45.721180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 86a871f8-a099-479c-9a1e-80cb209b6109 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:45.740288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2db38f25-0d1e-4482-82a7-e0138727f07c no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:13:45.773500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd4735-f67c-4754-8a56-85798febec96 req-6f68f9fa-1d65-4a65-abfd-2602a51d231d tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:45.776123 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34bd4735-f67c-4754-8a56-85798febec96 req-6f68f9fa-1d65-4a65-abfd-2602a51d231d tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 947 time: 0.0756164 Oct 18 23:13:45.795570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 2db38f25-0d1e-4482-82a7-e0138727f07c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:13:45.796275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2db38f25-0d1e-4482-82a7-e0138727f07c not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:13:45.842905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34bd4735-f67c-4754-8a56-85798febec96 req-5fe03f48-aa8b-44da-8b8c-8d561b338016 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587218 Oct 18 23:13:45.906093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:45.919805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 86a871f8-a099-479c-9a1e-80cb209b6109 has no active binding in host n-h2-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:13:45.928704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-eedbdf6c-4901-4fcf-bba0-328fc2a34c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:45.931763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-eedbdf6c-4901-4fcf-bba0-328fc2a34c78 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.3565047 Oct 18 23:13:45.977278 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e445160-7687-4796-86c0-7ac8c27ab006 req-e561906c-f985-4c7b-bad6-1ff30c748113 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:45.979866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e445160-7687-4796-86c0-7ac8c27ab006 req-e561906c-f985-4c7b-bad6-1ff30c748113 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0582201 Oct 18 23:13:46.029022 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e445160-7687-4796-86c0-7ac8c27ab006 req-0f7e3d63-7cfb-4937-86f4-81fc0a399d8a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 Oct 18 23:13:46.090264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-ac961e43-7a4d-45a5-b713-df95a52ad77f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:46.092257 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-ac961e43-7a4d-45a5-b713-df95a52ad77f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 820 time: 0.3762023 Oct 18 23:13:46.111540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-89150e1d-f54d-49f2-b557-ffd94ac68ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:46.113185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-89150e1d-f54d-49f2-b557-ffd94ac68ab3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685715 Oct 18 23:13:46.135099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-8942519c-94b6-418a-a882-e6a443fcaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:46.136547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-8942519c-94b6-418a-a882-e6a443fcaf12 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.4618385 Oct 18 23:13:46.137935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-c5d7d7e5-3e54-488e-96ea-59ac9ccaa98c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/quotas/330a70573126403ca64a3be0d6ed5ab9 HTTP/1.1" status: 200 len: 375 time: 0.0315931 Oct 18 23:13:46.280713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-964d3c25-b3b9-46ea-9f6e-29e0d2bdb32c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 200 len: 217 time: 0.0938468 Oct 18 23:13:46.341835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-639e2696-0621-4b12-b6be-a9ab0bc133e4 req-d4190a1c-07a9-4c13-8da8-dc5fd91a6ae7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433dbbf-0c2c-4c1d-adf3-a0dc147f3124 HTTP/1.1" status: 200 len: 210 time: 0.0720205 Oct 18 23:13:46.408065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2633a20c-cf5d-44ae-af0c-29f9e9cda27b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2627609 Oct 18 23:13:46.479063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-8426925e-727a-441b-9a47-02000c43184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:46.480576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-8426925e-727a-441b-9a47-02000c43184e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.1478078 Oct 18 23:13:46.485027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-58db0209-b007-4293-9768-8734cfebd3c6 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898774 Oct 18 23:13:46.592948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-f3637ca1-13eb-4008-ae57-fb7965a87f9a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650961 Oct 18 23:13:46.704385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-feaee899-fcb4-42e5-a359-f963fd686c84 service neutron] 10.222.0.52 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729561 Oct 18 23:13:46.753622 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7923ea-085b-42f0-8957-b98a1f6ec1de req-1a60b7f3-f87b-42fd-bc6e-ec8b98e80682 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:46.755239 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c7923ea-085b-42f0-8957-b98a1f6ec1de req-1a60b7f3-f87b-42fd-bc6e-ec8b98e80682 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 950 time: 0.0773821 Oct 18 23:13:46.760805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6873a0-22cc-4df8-9d7c-bcc30387bc2d req-63287d23-b5e9-4681-bb4e-263dcb811283 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341661 Oct 18 23:13:46.853357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-73cdc19d-b124-426a-8626-92eb185fc5d4 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274702 Oct 18 23:13:46.875452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c7923ea-085b-42f0-8957-b98a1f6ec1de req-2b085a3c-70e5-4654-8170-176c016f9508 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069221 Oct 18 23:13:46.884652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-6f7aed64-af32-49eb-a4ef-a9f2dd7c5452 service neutron] 10.222.0.52 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422131 Oct 18 23:13:47.058107 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f4ce0c0-29d6-4761-8294-1e054a4501c7 req-21cfaca6-8ca1-47ab-a848-64c132eb700a service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527352 Oct 18 23:13:47.179721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3640a2-1977-4135-ae6b-19b80e24f6da req-b2aa8767-7c73-4562-97a2-2d543d98d5b4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:47.190976 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3640a2-1977-4135-ae6b-19b80e24f6da req-b2aa8767-7c73-4562-97a2-2d543d98d5b4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 943 time: 0.1753762 Oct 18 23:13:47.239900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e886cb6-ac2a-45ef-af0a-54a47d7f3a01 req-c8686864-8088-4a58-815c-9095f00447c5 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:47.247795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e886cb6-ac2a-45ef-af0a-54a47d7f3a01 req-c8686864-8088-4a58-815c-9095f00447c5 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 947 time: 0.0813532 Oct 18 23:13:47.259021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f71a10-fff5-412e-b000-07ae6e3974fb', 'tag': '8f18c90f-cd76-40b8-add9-eed4e50a294e'}, {'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'name': 'network-vif-deleted', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:47.262294 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1d78dc-1774-41a4-895e-f323bd72a7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f71a10-fff5-412e-b000-07ae6e3974fb", "tag": "8f18c90f-cd76-40b8-add9-eed4e50a294e"}, {"server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "name": "network-vif-deleted", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:47.292292 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3640a2-1977-4135-ae6b-19b80e24f6da req-8d816318-6e72-4b63-81bb-cd9de3cd2a2e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999515 Oct 18 23:13:47.361127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e886cb6-ac2a-45ef-af0a-54a47d7f3a01 req-94d97cfe-90a2-4376-857e-32f26b560893 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051073 Oct 18 23:13:47.476036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a49a32da-fc30-436d-a499-57501ef8ba0f req-81ba9de2-634b-4697-a914-f75dc6a3cbfe tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 210 time: 0.0791440 Oct 18 23:13:47.523006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4139f6-355d-453b-acf7-3ec7fbf10006 req-5c16e819-9a93-4a2a-b3fc-da79feec0726 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:47.530094 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd4139f6-355d-453b-acf7-3ec7fbf10006 req-5c16e819-9a93-4a2a-b3fc-da79feec0726 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1126769 Oct 18 23:13:47.620461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd4139f6-355d-453b-acf7-3ec7fbf10006 req-1d0fdf2d-8373-4cc4-82f9-0ac147a53f1e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821235 Oct 18 23:13:47.672498 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e32f80-fc57-4aa0-ac9f-5abcd0340ade x-openstack-request-id: req-99e32f80-fc57-4aa0-ac9f-5abcd0340ade {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:47.673021 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f71a10-fff5-412e-b000-07ae6e3974fb", "tag": "8f18c90f-cd76-40b8-add9-eed4e50a294e", "status": "completed", "code": 200}, {"server_uuid": "5433dbbf-0c2c-4c1d-adf3-a0dc147f3124", "name": "network-vif-deleted", "tag": "2db38f25-0d1e-4482-82a7-e0138727f07c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:47.673739 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99e32f80-fc57-4aa0-ac9f-5abcd0340ade {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:47.674488 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f71a10-fff5-412e-b000-07ae6e3974fb', 'tag': '8f18c90f-cd76-40b8-add9-eed4e50a294e', 'status': 'completed', 'code': 200} Oct 18 23:13:47.675684 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433dbbf-0c2c-4c1d-adf3-a0dc147f3124', 'name': 'network-vif-deleted', 'tag': '2db38f25-0d1e-4482-82a7-e0138727f07c', 'status': 'completed', 'code': 200} Oct 18 23:13:47.789786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-646d6cf2-462f-427d-b762-04e99c367d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:47.791517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-646d6cf2-462f-427d-b762-04e99c367d4d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 1099 time: 0.0566516 Oct 18 23:13:47.930449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-07173b19-ddcf-4c39-9c7b-6168fc0bed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:47.931917 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-07173b19-ddcf-4c39-9c7b-6168fc0bed5b service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1297624 Oct 18 23:13:47.991629 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-c36fb494-a5aa-47a0-b316-a425e1981fb7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8f18c90f-cd76-40b8-add9-eed4e50a294e HTTP/1.1" status: 200 len: 217 time: 0.0492225 Oct 18 23:13:48.081328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2489b18-ef9b-418a-9996-1b66a868a185 req-929422cf-44c2-4e11-b514-fdc8068f1edd tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:48.093061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2489b18-ef9b-418a-9996-1b66a868a185 req-929422cf-44c2-4e11-b514-fdc8068f1edd tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 950 time: 0.0799472 Oct 18 23:13:48.107120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-a5b82fa3-f32e-45f0-be2f-57e9a3ca9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:48.109571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-a5b82fa3-f32e-45f0-be2f-57e9a3ca9726 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1088703 Oct 18 23:13:48.149403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2489b18-ef9b-418a-9996-1b66a868a185 req-f890333a-0746-430a-9e5a-38479575be55 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549874 Oct 18 23:13:48.216943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-e6d6eda1-cd04-4c5c-bdb3-d94b0791b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:48.220102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-e6d6eda1-cd04-4c5c-bdb3-d94b0791b5f5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766277 Oct 18 23:13:48.383819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33914) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:48.390133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4ddcda02-42ca-41ef-89e7-4abd56d638e5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--876032433', 'description': 'tempest-description--1673103173'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:48.429646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-92387e78-0cd7-44b2-a7e7-8440b4d2bb5b service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936898 Oct 18 23:13:48.448156 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ddcda02-42ca-41ef-89e7-4abd56d638e5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:48.571536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b40ac7-f16a-445c-ba6c-3276d71db96f req-1a91a8b9-4ad5-4d90-9c25-1d7488f10098 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:48.578713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17b40ac7-f16a-445c-ba6c-3276d71db96f req-1a91a8b9-4ad5-4d90-9c25-1d7488f10098 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 943 time: 0.1427033 Oct 18 23:13:48.594412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ddcda02-42ca-41ef-89e7-4abd56d638e5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:48.605599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ddcda02-42ca-41ef-89e7-4abd56d638e5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:48.640404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a1d78dc-1774-41a4-895e-f323bd72a7b9 req-a1bb9a22-05e1-4f0b-9831-975b96efc9ff service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936216 Oct 18 23:13:48.676324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17b40ac7-f16a-445c-ba6c-3276d71db96f req-f7324c3e-1933-4533-a292-12cccc2ed740 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964863 Oct 18 23:13:48.693489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcda02-42ca-41ef-89e7-4abd56d638e5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358d5f03-d826-41fb-9418-092ac542d6e8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:48.724577 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ddcda02-42ca-41ef-89e7-4abd56d638e5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:48.728518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4ddcda02-42ca-41ef-89e7-4abd56d638e5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3427699 Oct 18 23:13:48.731744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33928) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:48.741353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3d6b118c-22c9-45c6-83c7-cd2a72ef122a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Request body: {'security_group_rule': {'security_group_id': '358d5f03-d826-41fb-9418-092ac542d6e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:48.770242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68da271-83af-47ce-bc72-f61a0365f0e5 req-4babfe1d-d552-4036-b05a-4b2e392bf706 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:48.783365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f68da271-83af-47ce-bc72-f61a0365f0e5 req-4babfe1d-d552-4036-b05a-4b2e392bf706 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 947 time: 0.1481273 Oct 18 23:13:48.858670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05ff545f-4ea8-4156-8704-a3805c3525cd req-1f61bd81-4d67-4d06-bc4c-afb3fbfeb56b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 210 time: 0.0811462 Oct 18 23:13:48.878167 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f68da271-83af-47ce-bc72-f61a0365f0e5 req-2e563baf-fba5-4415-8daa-6e36f26374c6 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859439 Oct 18 23:13:48.927971 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d6b118c-22c9-45c6-83c7-cd2a72ef122a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.025040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d6b118c-22c9-45c6-83c7-cd2a72ef122a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.035405 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d6b118c-22c9-45c6-83c7-cd2a72ef122a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.066100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b118c-22c9-45c6-83c7-cd2a72ef122a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb15408-21b3-408c-9a05-778697c5d92f,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:49.117975 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d6b118c-22c9-45c6-83c7-cd2a72ef122a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.122753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33930) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:49.123680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3d6b118c-22c9-45c6-83c7-cd2a72ef122a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3894238 Oct 18 23:13:49.131438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d38071c5-10e3-4f86-ae7e-1c4ce733e05d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Request body: {'security_group_rule': {'security_group_id': '358d5f03-d826-41fb-9418-092ac542d6e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:49.191342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99355fab-df5d-42fe-8213-db2ebb2e8598 req-4bcb74a1-e479-449f-97fa-3ae42a42913d tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:49.194080 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99355fab-df5d-42fe-8213-db2ebb2e8598 req-4bcb74a1-e479-449f-97fa-3ae42a42913d tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 950 time: 0.1417384 Oct 18 23:13:49.252483 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d38071c5-10e3-4f86-ae7e-1c4ce733e05d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.357027 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d38071c5-10e3-4f86-ae7e-1c4ce733e05d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.362824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d38071c5-10e3-4f86-ae7e-1c4ce733e05d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.375287 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99355fab-df5d-42fe-8213-db2ebb2e8598 req-91fbb39a-cd59-4c8f-a0d5-9d4384869b37 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031325 Oct 18 23:13:49.388080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d38071c5-10e3-4f86-ae7e-1c4ce733e05d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.396084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d38071c5-10e3-4f86-ae7e-1c4ce733e05d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2716913 Oct 18 23:13:49.403670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33932) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:49.413926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:49.442829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38071c5-10e3-4f86-ae7e-1c4ce733e05d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b949722-4836-4909-900a-9a15ca06ac7d,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:49.467570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-44c317f7-ca2d-4bd3-ad6e-01703ec7c295 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:49.470537 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-44c317f7-ca2d-4bd3-ad6e-01703ec7c295 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 820 time: 0.3451433 Oct 18 23:13:49.491856 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.504032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Request body: {'port': {'device_id': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12', 'admin_state_up': True, 'tenant_id': '330a70573126403ca64a3be0d6ed5ab9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:49.533510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedc872-64b4-4b92-b168-f2d68a8f63ef req-e5c46f4e-972e-413e-afcf-c786bce3e214 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:49.545019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7dedc872-64b4-4b92-b168-f2d68a8f63ef req-e5c46f4e-972e-413e-afcf-c786bce3e214 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1395028 Oct 18 23:13:49.647376 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7dedc872-64b4-4b92-b168-f2d68a8f63ef req-98416c69-19c0-4d5e-a0c5-0b41007a5cad tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013634 Oct 18 23:13:49.714888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.726315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Made reservation on behalf of 330a70573126403ca64a3be0d6ed5ab9 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:49.732823 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:49.907783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Allocated IP 172.25.7.11 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/db14e388-86f0-43fb-a332-1f6f0b9dd864) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:50.155433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b46c9fdf-0dce-460f-9b29-7c89a11ff4e9 req-8d2d5f8b-c43c-4031-90e6-02fe585f9a10 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 210 time: 0.1019492 Oct 18 23:13:50.168888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:50.223433 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2102-05e2-4cec-9cb1-0635edb61d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:50.252172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a833be9-6301-406b-ba6a-cac8ffd3516c req-7ae50acc-b60d-4ba0-8bc7-ff34f519db93 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:50.259805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a833be9-6301-406b-ba6a-cac8ffd3516c req-7ae50acc-b60d-4ba0-8bc7-ff34f519db93 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 943 time: 0.4275119 Oct 18 23:13:50.279368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:50.324525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a833be9-6301-406b-ba6a-cac8ffd3516c req-31604b75-980d-4c34-8828-1e6524406483 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624082 Oct 18 23:13:50.348784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Allocated IP 172.20.0.7 (3fdad791-c667-4f87-ae90-cf696a2e7c12/3f9db730-29ab-425c-8837-530c1b29a761/282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:50.407497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:50.416021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:50.453936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:50.490566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event updated for resources: {'Port': ['ID=db14e388-86f0-43fb-a332-1f6f0b9dd864,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:50.548145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607680d0-74b6-4896-b159-06fd8e26b4e7 req-1eb08568-2d54-4f7f-a367-1c4f84bb7175 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:50.556095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-607680d0-74b6-4896-b159-06fd8e26b4e7 req-1eb08568-2d54-4f7f-a367-1c4f84bb7175 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 947 time: 0.1871991 Oct 18 23:13:50.646056 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:50.672554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-607680d0-74b6-4896-b159-06fd8e26b4e7 req-9823f314-476f-4857-9465-c7f00d304474 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154253 Oct 18 23:13:50.680536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:50.682427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da294c2-eec5-435e-8112-2267b2f049e2 req-e2d6e50b-9b36-4cca-b461-55260ac97133 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:50.691444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da294c2-eec5-435e-8112-2267b2f049e2 req-e2d6e50b-9b36-4cca-b461-55260ac97133 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 950 time: 0.0929136 Oct 18 23:13:50.739951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:50.766319 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da294c2-eec5-435e-8112-2267b2f049e2 req-f8dc33ad-001a-4b20-a641-f25c7cd284c4 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691378 Oct 18 23:13:50.773946 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:50.855449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Pushing event updated for resources: {'Port': ['ID=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:50.882671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Network 3fdad791-c667-4f87-ae90-cf696a2e7c12 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:50.884564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:50.888466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:50.895297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:50.896065 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:50.918785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-78c6f197-d921-4e1e-8ecc-8ec489c854b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4236915 Oct 18 23:13:50.939972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Request body: {'port': {'device_id': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:51.006862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a78a7-09ea-4599-b860-ebb9187eda4b req-19a02140-6b52-4c7c-82f9-dca946ef7895 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:51.008573 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:51.015180 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b37a78a7-09ea-4599-b860-ebb9187eda4b req-19a02140-6b52-4c7c-82f9-dca946ef7895 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1853766 Oct 18 23:13:51.107138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b37a78a7-09ea-4599-b860-ebb9187eda4b req-bbe4dcda-ad05-45c1-9f97-5b18033b37cc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843823 Oct 18 23:13:51.125091 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:51.135812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:51.185644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 8f18c90f-cd76-40b8-add9-eed4e50a294e details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:51.221126 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event updated for resources: {'Port': ['ID=db14e388-86f0-43fb-a332-1f6f0b9dd864,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:51.247283 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:51.286214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:51.298421 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d63b5d0e-7e2e-41f8-a864-b93c71822401 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8899689 Oct 18 23:13:51.487488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 8f18c90f-cd76-40b8-add9-eed4e50a294e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8f18c90f-cd76-40b8-add9-eed4e50a294e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:51.521044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '8f18c90f-cd76-40b8-add9-eed4e50a294e', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '8f18c90f-cd76-40b8-add9-eed4e50a294e', 'mac_address': 'fa:16:3e:f0:22:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:13:51.582517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361305e-cd1f-43a3-8a6e-37bbeb74f1a9 req-08143f06-4dde-4d12-8484-05708659e3ad tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:51.585448 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6361305e-cd1f-43a3-8a6e-37bbeb74f1a9 req-08143f06-4dde-4d12-8484-05708659e3ad tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 943 time: 0.1257119 Oct 18 23:13:51.605935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-71a9b707-fe5d-491f-861e-fcf001fb1a2c tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:51.607861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-71a9b707-fe5d-491f-861e-fcf001fb1a2c tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.73 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 950 time: 0.4384067 Oct 18 23:13:51.610931 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:51.632411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-0e12af84-58b2-437d-8583-8d828cda002b service neutron] 10.222.0.102 "GET /v2.0/ports/86a871f8-a099-479c-9a1e-80cb209b6109/bindings/n-h2-713498-28 HTTP/1.1" status: 200 len: 385 time: 0.4609084 Oct 18 23:13:51.638282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:51.646440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f18c90f-cd76-40b8-add9-eed4e50a294e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:51.673611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 8f18c90f-cd76-40b8-add9-eed4e50a294e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8f18c90f-cd76-40b8-add9-eed4e50a294e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:51.680313 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:51.682756 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6361305e-cd1f-43a3-8a6e-37bbeb74f1a9 req-8fbe10be-eee0-4ff0-9a55-4808ee13c878 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889616 Oct 18 23:13:51.694641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:51.759545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e8179-5ebd-4a58-a40e-28473809edb3 req-fe31d072-fec5-4e1c-91b8-cfd960232a00 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:51.767454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae3e8179-5ebd-4a58-a40e-28473809edb3 req-fe31d072-fec5-4e1c-91b8-cfd960232a00 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 931 time: 0.4393799 Oct 18 23:13:51.802320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Transition to ACTIVE for port object 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:51.816866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=8f18c90f-cd76-40b8-add9-eed4e50a294e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:51.827622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:52.029453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae3e8179-5ebd-4a58-a40e-28473809edb3 req-98096c0a-18f8-4670-9e11-526a2e365c69 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606616 Oct 18 23:13:52.112785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-a7000e9d-e3b1-4cb0-ad99-b1ebb10d0e40 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:52.115199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-a7000e9d-e3b1-4cb0-ad99-b1ebb10d0e40 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/networks?id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 200 len: 821 time: 0.1772532 Oct 18 23:13:52.134438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-eaefde82-bfdd-4f0f-bb3a-bf9cba5c34a5 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/quotas/5ad54855e088477dbbc2ffcb077e5bd9 HTTP/1.1" status: 200 len: 375 time: 0.0129833 Oct 18 23:13:52.164369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Pushing event updated for resources: {'Port': ['ID=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:52.229074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-632d6f9a-e366-4d9b-b7ed-e0974954bb0f tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876880 Oct 18 23:13:52.277820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Deleting port c1f53f0e-c31c-413b-a28f-c8678275a856 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:13:52.278160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:52.281208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['8f18c90f-cd76-40b8-add9-eed4e50a294e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:13:52.302468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:13:52.302468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:13:52.302468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:52.365057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:13:52.365389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:13:52.421732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:52.437952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-c0eed978-1c6e-44e4-949b-2fdd38f1f54b service neutron] 10.222.0.52 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012663 Oct 18 23:13:52.441534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:13:52.442330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:13:52.443176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:13:52.446331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Bound port: 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:13:52.447247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:52.494544 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:52.504492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349847e-3173-43f2-80d6-4c9cab6bc1e2 req-6dcfa5b3-d1a4-4781-9431-80b117cd0b9e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:52.506132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2349847e-3173-43f2-80d6-4c9cab6bc1e2 req-6dcfa5b3-d1a4-4781-9431-80b117cd0b9e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 948 time: 0.2229936 Oct 18 23:13:52.640937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a871f8-a099-479c-9a1e-80cb209b6109 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:13:52.655385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] For port c1f53f0e-c31c-413b-a28f-c8678275a856, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c1f53f0e-c31c-413b-a28f-c8678275a856,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:52.655952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:52.656960 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-e20475e0-790c-497a-b1d5-4256775ac417 service neutron] 10.222.0.52 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120008 Oct 18 23:13:52.688867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Calling delete_port for c1f53f0e-c31c-413b-a28f-c8678275a856 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:13:52.729147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:52.847227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2349847e-3173-43f2-80d6-4c9cab6bc1e2 req-0e09f23b-d016-4df5-a136-3bf93c99ef67 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122950 Oct 18 23:13:52.853345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:52.969103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] Transition to ACTIVE for port object 86a871f8-a099-479c-9a1e-80cb209b6109 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:13:52.978037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:52.985872 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:53.011670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:13:53.078168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:53.112396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:53.114270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:53.115946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] 10.222.0.73 "PUT /v2.0/ports/282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 HTTP/1.1" status: 200 len: 1092 time: 2.1805074 Oct 18 23:13:53.124200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:53.128594 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e" -d '{"events": [{"name": "network-changed", "server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:53.212159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c3cdc-6b37-4d5a-b07e-deee72e74a23 req-b89980ec-14e3-498c-b79b-14b4ae9f754f tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:53.214564 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce7c3cdc-6b37-4d5a-b07e-deee72e74a23 req-b89980ec-14e3-498c-b79b-14b4ae9f754f tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 950 time: 0.1302738 Oct 18 23:13:53.227418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 86a871f8-a099-479c-9a1e-80cb209b6109 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:13:53.229648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] No DVR routers for this DVR port 86a871f8-a099-479c-9a1e-80cb209b6109 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:13:53.260379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] Pushing event updated for resources: {'Port': ['ID=86a871f8-a099-479c-9a1e-80cb209b6109,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:53.347041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 86a871f8-a099-479c-9a1e-80cb209b6109 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:13:53.362875 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce7c3cdc-6b37-4d5a-b07e-deee72e74a23 req-af3339ff-88ba-4a64-b9eb-0dc5e1d686d2 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/security-groups?id=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249774 Oct 18 23:13:53.534956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f7ac1-09ed-4fca-b0b2-9de150c18a84 req-b58847c9-0bea-4023-867c-720f5c81b7d7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:53.547633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-178f7ac1-09ed-4fca-b0b2-9de150c18a84 req-b58847c9-0bea-4023-867c-720f5c81b7d7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.4870107 Oct 18 23:13:53.571244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-7080510d-d18e-4d90-8f3f-dde4769b9c9a service neutron] 10.222.0.102 "PUT /v2.0/ports/86a871f8-a099-479c-9a1e-80cb209b6109/bindings/n-h2-713498-28/activate HTTP/1.1" status: 200 len: 370 time: 1.8939948 Oct 18 23:13:53.651203 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c1866-05f9-4245-b37c-c915a56bb8db req-12051800-762f-47fb-b5b1-a31db834f335 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:53.657755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-6de040a5-0d5e-4bb6-b6ac-5d93f7b12a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:53.661104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-6de040a5-0d5e-4bb6-b6ac-5d93f7b12a38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1095 time: 0.4509594 Oct 18 23:13:53.665847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-917c1866-05f9-4245-b37c-c915a56bb8db req-12051800-762f-47fb-b5b1-a31db834f335 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.1347916 Oct 18 23:13:53.723919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-178f7ac1-09ed-4fca-b0b2-9de150c18a84 req-cef9e246-ce45-411e-8789-e966d204ee91 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463323 Oct 18 23:13:53.724516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b010-5ad3-4ee6-b7a2-e1ec8e790df1 service neutron] Pushing event updated for resources: {'Port': ['ID=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:53.731745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-917c1866-05f9-4245-b37c-c915a56bb8db req-651a6264-4c1e-42b3-a6f0-28871abdb6df tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618725 Oct 18 23:13:53.742494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:53.776327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c1f53f0e-c31c-413b-a28f-c8678275a856 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:13:53.885452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-8e38b47e-2ba2-4e1a-9eef-cdccb62f49c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 HTTP/1.1" status: 200 len: 217 time: 0.1901715 Oct 18 23:13:53.927251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: c1f53f0e-c31c-413b-a28f-c8678275a856 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:13:53.927614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c1f53f0e-c31c-413b-a28f-c8678275a856 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:13:53.951225 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4f11c3b1-a1d2-49e8-8743-ce3cf6dce072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:54.066141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-ca7c3b95-bb2f-40a8-a114-5979c950cee2 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:54.069239 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-ca7c3b95-bb2f-40a8-a114-5979c950cee2 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.2516756 Oct 18 23:13:54.101955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Pushing event deleted for resources: {'Port': ['ID=c1f53f0e-c31c-413b-a28f-c8678275a856,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:54.108272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-8540b0cd-a7e8-4058-a1dc-c06de29ca5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:54.110914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-8540b0cd-a7e8-4058-a1dc-c06de29ca5dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1018994 Oct 18 23:13:54.163674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff5c5694-b626-4fa2-b100-598aeaba0887 req-34599da2-8db7-4b61-9f1a-e287917e54f1 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 210 time: 0.2050352 Oct 18 23:13:54.287653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-c64a6d40-b0e4-406c-8f97-602ab16991ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:54.289257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-c64a6d40-b0e4-406c-8f97-602ab16991ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e&tenant_id=c91492ee9d27416abba2071bf16cb6da HTTP/1.1" status: 200 len: 1096 time: 0.2107186 Oct 18 23:13:54.322288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9a3de-b3c4-443f-92ae-ff71ee0f1c61 req-4ea90861-aad2-4686-a9db-2f57f4b3db61 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:54.334482 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cf9a3de-b3c4-443f-92ae-ff71ee0f1c61 req-4ea90861-aad2-4686-a9db-2f57f4b3db61 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.1355171 Oct 18 23:13:54.337578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-0b0d0bfb-69c0-4849-a4c3-450c2644ee84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1928923 Oct 18 23:13:54.375073 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d25219-b7f0-40bd-8405-6c5e00dbae16 x-openstack-request-id: req-26d25219-b7f0-40bd-8405-6c5e00dbae16 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:54.375562 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:54.375983 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26d25219-b7f0-40bd-8405-6c5e00dbae16 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:54.376620 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4', 'status': 'completed', 'code': 200} Oct 18 23:13:54.404203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] No DVR routers for this DVR port c1f53f0e-c31c-413b-a28f-c8678275a856 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:13:54.410325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:54.441983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7ec97ae-22c4-4187-b5f7-ce199444d272 req-9cced0fa-27f9-47cd-afed-effb6bf2d813 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.73 "DELETE /v2.0/ports/c1f53f0e-c31c-413b-a28f-c8678275a856 HTTP/1.1" status: 204 len: 173 time: 2.8219385 Oct 18 23:13:54.510947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cf9a3de-b3c4-443f-92ae-ff71ee0f1c61 req-75442973-5074-4698-8adb-5bd5af33d500 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737843 Oct 18 23:13:54.521347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-a882d312-8a7b-4bc2-8fb1-cb3faa8b09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:54.529562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-a882d312-8a7b-4bc2-8fb1-cb3faa8b09a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1096 time: 0.1858456 Oct 18 23:13:54.710286 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:54.720109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6d81e7a-a214-4f4a-9b97-22f1eb3f0221 req-e3032252-c19f-484b-9b77-cca0d42b9c72 tempest-ServerDiagnosticsNegativeTest-1673939485 tempest-ServerDiagnosticsNegativeTest-1673939485-project] 10.222.0.52 "GET /v2.0/ports?device_id=0286c3f8-67c7-4ee4-aa3c-911d737f83af HTTP/1.1" status: 200 len: 210 time: 0.0339367 Oct 18 23:13:54.771788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e1128-6f13-4e39-a53f-6b23c13d9dc2 req-a19394a9-25a0-40fc-bbb9-8c7bac5bb81a tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:54.777863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-c144c5f2-bd5e-4947-9784-a9bb85119a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:54.779916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-489e1128-6f13-4e39-a53f-6b23c13d9dc2 req-a19394a9-25a0-40fc-bbb9-8c7bac5bb81a tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 948 time: 0.2908421 Oct 18 23:13:54.787019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-c144c5f2-bd5e-4947-9784-a9bb85119a58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.2502902 Oct 18 23:13:54.845476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-3e1b9b12-80f7-4b23-a73d-97d7e4c30b57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 200 len: 217 time: 0.0505590 Oct 18 23:13:54.901485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-489e1128-6f13-4e39-a53f-6b23c13d9dc2 req-353f1840-2234-46bd-bc38-ca0f01d07bb1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046367 Oct 18 23:13:54.907787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-3ea47cb5-cb05-4105-b226-2c3b75e2c2c3 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297804 Oct 18 23:13:55.014741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a92a-f1d5-4d1f-85b7-b7a4444e4933 req-99cce61e-a028-42b2-89e4-3c70ab3de828 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:55.023115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ab4a92a-f1d5-4d1f-85b7-b7a4444e4933 req-99cce61e-a028-42b2-89e4-3c70ab3de828 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.1009042 Oct 18 23:13:55.051819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-407574f1-a893-4aeb-afa1-9adbad198a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:55.053624 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-407574f1-a893-4aeb-afa1-9adbad198a4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.1706998 Oct 18 23:13:55.090821 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-865e8c1f-9970-464b-881e-b1404c0df49c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271802 Oct 18 23:13:55.107405 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ab4a92a-f1d5-4d1f-85b7-b7a4444e4933 req-041aff18-ec5f-470c-aff3-9488192daa37 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819871 Oct 18 23:13:55.181678 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:55.208588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 8f18c90f-cd76-40b8-add9-eed4e50a294e up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:13:55.284921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-5de46fdd-41e3-4b3b-8a1b-c7e9b20f2894 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604071 Oct 18 23:13:55.422887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 8f18c90f-cd76-40b8-add9-eed4e50a294e completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:13:55.435307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 8f18c90f-cd76-40b8-add9-eed4e50a294e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:13:55.436400 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:55.493850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a53aee67-54d7-4c56-9c7d-ec6b4d20aca5 req-ae83ee75-ef01-425f-8457-e8c9aacfa6fd tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 210 time: 0.0949953 Oct 18 23:13:55.649829 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-39c37310-4378-42d7-8a5c-6d8b17b5c593 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548155 Oct 18 23:13:55.692726 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:55.746815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f71a10-fff5-412e-b000-07ae6e3974fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f18c90f-cd76-40b8-add9-eed4e50a294e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:55.753944 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e410c-7607-437d-adc1-931169142e6d" -d '{"events": [{"server_uuid": "a8f71a10-fff5-412e-b000-07ae6e3974fb", "name": "network-vif-plugged", "status": "completed", "tag": "8f18c90f-cd76-40b8-add9-eed4e50a294e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:55.771130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b86dc-eb5b-41a3-b082-c72802bfba38 req-61867721-4e56-43bc-b5b3-004992fe22ff tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:55.784993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf0b86dc-eb5b-41a3-b082-c72802bfba38 req-61867721-4e56-43bc-b5b3-004992fe22ff tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.1282713 Oct 18 23:13:55.786481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 8f18c90f-cd76-40b8-add9-eed4e50a294e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8f18c90f-cd76-40b8-add9-eed4e50a294e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:13:55.801122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:55.880637 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf0b86dc-eb5b-41a3-b082-c72802bfba38 req-2c5f96ac-ad3c-4060-a623-20df45481f9b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945828 Oct 18 23:13:55.932843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=8f18c90f-cd76-40b8-add9-eed4e50a294e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:55.983884 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38d0b8c-f3e6-4948-9061-408560c5ac00 x-openstack-request-id: req-d38d0b8c-f3e6-4948-9061-408560c5ac00 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:55.984340 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f71a10-fff5-412e-b000-07ae6e3974fb", "name": "network-vif-plugged", "status": "completed", "tag": "8f18c90f-cd76-40b8-add9-eed4e50a294e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:55.984616 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d38d0b8c-f3e6-4948-9061-408560c5ac00 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:55.985929 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f71a10-fff5-412e-b000-07ae6e3974fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f18c90f-cd76-40b8-add9-eed4e50a294e', 'code': 200} Oct 18 23:13:56.209317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d0a8d54-b0af-480d-b632-e5def931d37e req-14e55e02-dc6c-4e9b-aea6-40bd3daf6f27 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2924569 Oct 18 23:13:56.243805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deed6a-7cf4-4917-b238-4f603af76c1e req-deb89246-d09c-49c1-a314-413eb894f502 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:56.259690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05deed6a-7cf4-4917-b238-4f603af76c1e req-deb89246-d09c-49c1-a314-413eb894f502 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 1.0993364 Oct 18 23:13:56.294417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-feac1bc8-bacb-4045-9a6e-6d27cfe2724b tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:56.296282 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-feac1bc8-bacb-4045-9a6e-6d27cfe2724b tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.0640433 Oct 18 23:13:56.333698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da51a4-36b6-45f7-972f-61e560c2513e req-e31d353e-b872-4c9b-a9e1-22dab3d8c368 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:56.344098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6da51a4-36b6-45f7-972f-61e560c2513e req-e31d353e-b872-4c9b-a9e1-22dab3d8c368 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 949 time: 0.1680057 Oct 18 23:13:56.385537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286c3f8-67c7-4ee4-aa3c-911d737f83af', 'name': 'network-vif-deleted', 'tag': 'c1f53f0e-c31c-413b-a28f-c8678275a856'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:13:56.389893 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4f8a01-9e39-49de-b204-ac683f2b747f" -d '{"events": [{"server_uuid": "0286c3f8-67c7-4ee4-aa3c-911d737f83af", "name": "network-vif-deleted", "tag": "c1f53f0e-c31c-413b-a28f-c8678275a856"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:13:56.481022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-96c2930c-4746-4c70-bd46-89400b1b3c82 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:56.483783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-96c2930c-4746-4c70-bd46-89400b1b3c82 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.73 "GET /v2.0/networks?id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 200 len: 821 time: 1.3318713 Oct 18 23:13:56.515876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Request body: {'port': {'device_id': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce', 'admin_state_up': True, 'tenant_id': '5ad54855e088477dbbc2ffcb077e5bd9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:56.539193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05deed6a-7cf4-4917-b238-4f603af76c1e req-a5f99f43-ad18-4445-91d2-b36985b3924d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491906 Oct 18 23:13:56.582145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6da51a4-36b6-45f7-972f-61e560c2513e req-c9bcea69-4ae1-4420-8f4a-dbbee77509df tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362485 Oct 18 23:13:56.685000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e31424-fa01-42e5-aa28-973e6cc13ec6 req-8a2c1226-4f32-4bc5-bf2c-dbb3a5fca81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:56.688299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-68e31424-fa01-42e5-aa28-973e6cc13ec6 req-8a2c1226-4f32-4bc5-bf2c-dbb3a5fca81a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 1101 time: 0.4177651 Oct 18 23:13:56.694935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-2040f4af-10fd-48e7-b5a1-e71b36b4779e service neutron] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:13:56.709245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-2040f4af-10fd-48e7-b5a1-e71b36b4779e service neutron] Publish callbacks [] for binding, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:56.715390 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c12b29f-4642-4a87-b2a2-dc7199707bb7 req-2040f4af-10fd-48e7-b5a1-e71b36b4779e service neutron] 10.222.0.73 "DELETE /v2.0/ports/86a871f8-a099-479c-9a1e-80cb209b6109/bindings/n-h1-713498-28 HTTP/1.1" status: 204 len: 173 time: 0.3604109 Oct 18 23:13:56.812043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34026) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:56.818590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-efb9bccb-f5a2-41a9-bb94-b5f7307147c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:56.827536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-efb9bccb-f5a2-41a9-bb94-b5f7307147c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1095 time: 0.4695113 Oct 18 23:13:56.961238 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150ef414-ea95-4418-9010-3eb17163795c x-openstack-request-id: req-150ef414-ea95-4418-9010-3eb17163795c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:13:56.962142 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286c3f8-67c7-4ee4-aa3c-911d737f83af", "name": "network-vif-deleted", "tag": "c1f53f0e-c31c-413b-a28f-c8678275a856", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:13:56.962787 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-150ef414-ea95-4418-9010-3eb17163795c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:13:56.964654 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286c3f8-67c7-4ee4-aa3c-911d737f83af', 'name': 'network-vif-deleted', 'tag': 'c1f53f0e-c31c-413b-a28f-c8678275a856', 'status': 'completed', 'code': 200} Oct 18 23:13:57.022498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-68e31424-fa01-42e5-aa28-973e6cc13ec6 req-f12e6e3c-630b-46c7-8c33-7404982196ad service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918043 Oct 18 23:13:57.039402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22f5b144-58a5-4fd2-afb7-2ebda99adcb5 req-553b3d11-5517-4e3e-80f1-73a6bf234725 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 210 time: 0.0402462 Oct 18 23:13:57.056554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600478b-b26d-492b-bc5c-3b49ee6f203a req-4c905613-740f-4f31-a9cb-6f908e75e3dc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:57.075694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6600478b-b26d-492b-bc5c-3b49ee6f203a req-4c905613-740f-4f31-a9cb-6f908e75e3dc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.3619974 Oct 18 23:13:57.241282 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ecb62fb3-189e-40fb-9f18-f1d8f0975b93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae8cedff7cdc444a8edb76a734168ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268146 Oct 18 23:13:57.242772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34032) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:57.276631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6600478b-b26d-492b-bc5c-3b49ee6f203a req-6e80393f-b4a8-49cf-918c-c6937cdc33fb tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991229 Oct 18 23:13:57.284034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-b6465387-7996-4fd4-961e-f6c971644866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:57.287293 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-b6465387-7996-4fd4-961e-f6c971644866 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.4152482 Oct 18 23:13:57.308434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc4b92-8ad7-47f7-9b4e-1c55dbb220bd req-d09225a4-521f-4507-b234-e5b92ebdaee1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:57.313893 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39fc4b92-8ad7-47f7-9b4e-1c55dbb220bd req-d09225a4-521f-4507-b234-e5b92ebdaee1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.1818459 Oct 18 23:13:57.379489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-e1939111-6553-4488-a224-43939e4d8fce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0828998 Oct 18 23:13:57.380462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Made reservation on behalf of 5ad54855e088477dbbc2ffcb077e5bd9 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:13:57.386637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:57.464576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39fc4b92-8ad7-47f7-9b4e-1c55dbb220bd req-7296d535-81a4-4655-8532-4a3a8bb409c7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135714 Oct 18 23:13:57.511099 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c9917fd-434f-4040-8ecd-50fca8ff1b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:57.565083 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c9917fd-434f-4040-8ecd-50fca8ff1b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:57.655876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-538ae6e0-37c7-415b-a867-5584eca5f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:57.659193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-538ae6e0-37c7-415b-a867-5584eca5f44c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.2665236 Oct 18 23:13:57.692084 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:57.703596 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c9917fd-434f-4040-8ecd-50fca8ff1b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:57.708490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c9917fd-434f-4040-8ecd-50fca8ff1b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:57.714104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c9917fd-434f-4040-8ecd-50fca8ff1b1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afcd6b0b-9c15-4e0f-bc7b-0f076eea273b HTTP/1.1" status: 204 len: 168 time: 0.4647264 Oct 18 23:13:57.753384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-e799cd64-668f-48f5-a12b-744deca8f2b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831017 Oct 18 23:13:57.836891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9917fd-434f-4040-8ecd-50fca8ff1b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcd6b0b-9c15-4e0f-bc7b-0f076eea273b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:58.000786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530a9a1-c638-4519-86cf-be7d4c3beceb req-40e22162-1ed8-4cf6-9a38-fafaf0998e3f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:58.019381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6530a9a1-c638-4519-86cf-be7d4c3beceb req-40e22162-1ed8-4cf6-9a38-fafaf0998e3f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.3005416 Oct 18 23:13:58.039047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87de28-0ac8-4501-9525-0bcad7140e02 req-f08eb805-80ad-4e3f-9a80-698c9a4aae58 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:58.059523 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb87de28-0ac8-4501-9525-0bcad7140e02 req-f08eb805-80ad-4e3f-9a80-698c9a4aae58 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1096 time: 0.4786427 Oct 18 23:13:58.125279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6530a9a1-c638-4519-86cf-be7d4c3beceb req-653f7ce8-5a09-4caa-835b-436de331f2ec tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014078 Oct 18 23:13:58.398225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb87de28-0ac8-4501-9525-0bcad7140e02 req-35ad133b-4d8b-4fad-9542-e97be112f908 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022134 Oct 18 23:13:58.399255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-b414175f-3d76-4334-ba43-62dbc76df16a service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371148 Oct 18 23:13:58.405113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Allocated IP 172.20.0.8 (8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce/2b765a1a-be5a-4076-a34d-f3f68602a52a/3b996dcf-940e-4111-aa4b-61cf386ff0fb) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:13:58.579961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963e1d6-dcb4-4a04-ba70-8fb329d6cb40 req-b9adcc8c-d37d-4537-9e89-ac707157af44 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:58.594349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bbe181b-4e67-4c3b-9662-58a0cb02a64e req-a9b7f45c-5099-4d98-8566-4f97aa96b1b6 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857121 Oct 18 23:13:58.605454 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2963e1d6-dcb4-4a04-ba70-8fb329d6cb40 req-b9adcc8c-d37d-4537-9e89-ac707157af44 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 949 time: 0.2946317 Oct 18 23:13:58.757734 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2963e1d6-dcb4-4a04-ba70-8fb329d6cb40 req-2daf02e7-21ac-4be6-8514-9119d6702914 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449914 Oct 18 23:13:58.836446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34054) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:58.889836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-266f027b-945b-4f44-8a91-dc83199134e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.084652 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.147517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-12319957-cc2f-41a5-a0f9-371ee78b9f29 req-07ddbb8c-994e-4c81-b21a-308f1c341157 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 210 time: 0.0995519 Oct 18 23:13:59.156097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0a107-c931-4a5e-aaf5-91e61148b50b req-fd1d562c-2484-41de-a427-c87aae5f719e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:59.158802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c9c0a107-c931-4a5e-aaf5-91e61148b50b req-fd1d562c-2484-41de-a427-c87aae5f719e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.1414385 Oct 18 23:13:59.281093 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-266f027b-945b-4f44-8a91-dc83199134e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.290688 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.294625 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-266f027b-945b-4f44-8a91-dc83199134e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.317786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c9c0a107-c931-4a5e-aaf5-91e61148b50b req-2e7467b5-50e9-4a3d-ad4f-3c3124f4d63e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308937 Oct 18 23:13:59.414342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-266f027b-945b-4f44-8a91-dc83199134e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47ffad0e2d3a48818fda5f422fb213bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5753667 Oct 18 23:13:59.436470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34068) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:13:59.503720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f027b-945b-4f44-8a91-dc83199134e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a3683a-810c-4fa3-ba94-e88507110687,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:59.563255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:13:59.592999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:13:59.607533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:13:59.624610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:59.625633 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.646771 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b706-f2a1-4915-be85-0637ba6967a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.675911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event updated for resources: {'Port': ['ID=3b996dcf-940e-4111-aa4b-61cf386ff0fb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:59.700460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b706-f2a1-4915-be85-0637ba6967a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.716413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940bca2-889d-44c9-998a-2bdebf5ee377 req-40dbdbce-9244-41d2-9465-b275b8eadc5d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:13:59.729007 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0940bca2-889d-44c9-998a-2bdebf5ee377 req-40dbdbce-9244-41d2-9465-b275b8eadc5d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1700318 Oct 18 23:13:59.758101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:13:59.767582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-409f1edb-4fb5-410f-afed-b82cf8173dbc tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2632906 Oct 18 23:13:59.794616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Request body: {'port': {'device_id': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:13:59.855642 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0940bca2-889d-44c9-998a-2bdebf5ee377 req-4690c36d-d6d2-4611-a1a1-d2f31afdda47 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251843 Oct 18 23:13:59.912820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b706-f2a1-4915-be85-0637ba6967a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.919134 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb4b706-f2a1-4915-be85-0637ba6967a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:13:59.922842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bcb4b706-f2a1-4915-be85-0637ba6967a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9a3683a-810c-4fa3-ba94-e88507110687 HTTP/1.1" status: 204 len: 168 time: 0.4848258 Oct 18 23:13:59.943628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4b706-f2a1-4915-be85-0637ba6967a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a3683a-810c-4fa3-ba94-e88507110687,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:13:59.972685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-05627bf1-8769-49e8-8974-ce6f96c29b67 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:00.000595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-05627bf1-8769-49e8-8974-ce6f96c29b67 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 808 time: 0.5218182 Oct 18 23:14:00.076746 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-78f1a182-c325-4a48-bc23-9b64ea470eb5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/quotas/c91492ee9d27416abba2071bf16cb6da HTTP/1.1" status: 200 len: 375 time: 0.0745997 Oct 18 23:14:00.092658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:00.118163 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4', 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12', 'port_id': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4', 'mac_address': 'fa:16:3e:90:70:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9db730-29ab-425c-8837-530c1b29a761', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:00.176887 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:00.270635 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:00.294949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-75298f0b-7016-4830-893a-7ca18ec05e70 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2161796 Oct 18 23:14:00.338249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:00.417485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:00.435102 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:00.480158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b67f7-9128-44ef-8a01-c8a7a91e64a3 req-a926ae6c-d361-4e3d-bda2-da1d06e7b896 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:00.483656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fa8b67f7-9128-44ef-8a01-c8a7a91e64a3 req-a926ae6c-d361-4e3d-bda2-da1d06e7b896 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 949 time: 0.1665287 Oct 18 23:14:00.579750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:00.609465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fa8b67f7-9128-44ef-8a01-c8a7a91e64a3 req-f533833a-54d8-4490-b7f4-bbb0888131a2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082389 Oct 18 23:14:00.853094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-a834c386-f69f-4261-9be7-d2fe5d6da496 service neutron] 10.222.0.52 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412555 Oct 18 23:14:00.894996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:00.983155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332896fa-5f8e-46c6-9b02-14891b5f813f req-bb182532-2e65-43d1-bc42-7aec48b6b88c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:00.992364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-332896fa-5f8e-46c6-9b02-14891b5f813f req-bb182532-2e65-43d1-bc42-7aec48b6b88c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 931 time: 0.2524154 Oct 18 23:14:01.076794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b996dcf-940e-4111-aa4b-61cf386ff0fb {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:01.083348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-15068392-6f86-473e-84f9-c4d4b178d85d service neutron] 10.222.0.52 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044816 Oct 18 23:14:01.088889 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:01.105959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Transition to ACTIVE for port object 3b996dcf-940e-4111-aa4b-61cf386ff0fb will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:14:01.124156 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-332896fa-5f8e-46c6-9b02-14891b5f813f req-aedbe48f-9a1a-4dfe-bff6-c246758cd363 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163034 Oct 18 23:14:01.125965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:01.310781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Pushing event updated for resources: {'Port': ['ID=3b996dcf-940e-4111-aa4b-61cf386ff0fb,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:01.317084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Attempting to bind port 3b996dcf-940e-4111-aa4b-61cf386ff0fb on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:01.318209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Attempting to bind port 3b996dcf-940e-4111-aa4b-61cf386ff0fb by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:01.318577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Attempting to bind port 3b996dcf-940e-4111-aa4b-61cf386ff0fb on network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:01.326492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Port 3b996dcf-940e-4111-aa4b-61cf386ff0fb on network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:01.326925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Attempting to bind port 3b996dcf-940e-4111-aa4b-61cf386ff0fb on network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:01.336159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:01.336852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Checking segment: {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:01.337060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Bound using segment: {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:01.337497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Bound port: 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:01.338021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:01.481047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa1fae-89a6-4830-8182-39e5d491095e req-e2e6ffea-3c8e-498b-abbb-f09637240430 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:01.483843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0fa1fae-89a6-4830-8182-39e5d491095e req-e2e6ffea-3c8e-498b-abbb-f09637240430 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1119986 Oct 18 23:14:01.497101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:01.501620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:01.522078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:01.588080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:01.588284 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:01.590094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] 10.222.0.73 "PUT /v2.0/ports/3b996dcf-940e-4111-aa4b-61cf386ff0fb HTTP/1.1" status: 200 len: 1092 time: 1.8079171 Oct 18 23:14:01.590586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:01.593396 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff069fe-58ba-4bca-a8d1-992d7724bb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:01.661486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbbc0b-07a3-4eca-bb4d-f9f56c7a6271 service neutron] Pushing event updated for resources: {'Port': ['ID=3b996dcf-940e-4111-aa4b-61cf386ff0fb,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:01.697440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0fa1fae-89a6-4830-8182-39e5d491095e req-eb0664a1-b556-4056-bfce-224632bec0c8 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962016 Oct 18 23:14:01.792903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-143a3732-efc9-4e51-9dee-9ab399e59147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:01.795332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-143a3732-efc9-4e51-9dee-9ab399e59147 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 1095 time: 0.1159446 Oct 18 23:14:01.977120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-f0d8a757-c33a-4182-b89d-f393e7d30bf3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb HTTP/1.1" status: 200 len: 217 time: 0.1601093 Oct 18 23:14:02.047471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d8f9c-89e3-4e43-be31-4fc72c902807 req-7d3bdee1-b00f-4f0f-803e-c574f265ba33 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:02.073531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-113d8f9c-89e3-4e43-be31-4fc72c902807 req-7d3bdee1-b00f-4f0f-803e-c574f265ba33 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1700227 Oct 18 23:14:02.187980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-c8d621ae-cfa6-4d3e-bc6a-ce22ef508967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:02.196299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-c8d621ae-cfa6-4d3e-bc6a-ce22ef508967 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b765a1a-be5a-4076-a34d-f3f68602a52a HTTP/1.1" status: 200 len: 861 time: 0.2041032 Oct 18 23:14:02.253157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-113d8f9c-89e3-4e43-be31-4fc72c902807 req-c5e14e76-3229-4ca7-8a69-8ea17dd5796c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775882 Oct 18 23:14:02.321387 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-66e39bd1-c5aa-4ba1-a5c2-c32285ce2cdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167867 Oct 18 23:14:02.673172 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b7f70e1e-c6a8-4ac1-b938-fc91e10ed221 req-9d711366-c466-402d-82d8-466176392b42 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 210 time: 0.0698147 Oct 18 23:14:02.733571 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadf91d8-a9b9-4134-9051-ac9f871a7fdf x-openstack-request-id: req-dadf91d8-a9b9-4134-9051-ac9f871a7fdf {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:02.735438 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:02.736377 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dadf91d8-a9b9-4134-9051-ac9f871a7fdf {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:02.737125 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb', 'status': 'completed', 'code': 200} Oct 18 23:14:02.765501 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-23355d70-57fb-4366-9a67-7f5a168ac9c1 service neutron] 10.222.0.73 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357502 Oct 18 23:14:02.991443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193504a-146c-4e4c-91c9-8c55b32bb385 req-ff68e4c9-139a-48ff-9bbe-ea703224a426 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.014248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1193504a-146c-4e4c-91c9-8c55b32bb385 req-ff68e4c9-139a-48ff-9bbe-ea703224a426 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 943 time: 0.1644628 Oct 18 23:14:03.132858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df2bab0c-e704-4868-b2db-44a5fedc1ef2 req-e9efad26-6af8-4a1d-ab5d-b45f570bcaac service neutron] 10.222.0.73 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599830 Oct 18 23:14:03.163676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1193504a-146c-4e4c-91c9-8c55b32bb385 req-8bf0ab3b-8686-4483-80e8-b5ed5e298a9f tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463132 Oct 18 23:14:03.453954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57ff4c-ca8f-4232-b93e-e55ef017b697 req-337193a9-7c60-4389-9e7b-2b3965807039 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.457350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba57ff4c-ca8f-4232-b93e-e55ef017b697 req-337193a9-7c60-4389-9e7b-2b3965807039 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1587896 Oct 18 23:14:03.482794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-46164f4a-e5b2-430d-8196-916f77c4122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.485199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-46164f4a-e5b2-430d-8196-916f77c4122e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 1095 time: 0.1846194 Oct 18 23:14:03.631798 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba57ff4c-ca8f-4232-b93e-e55ef017b697 req-d39a0a30-edd6-47ad-944b-efe04cd9f32c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666160 Oct 18 23:14:03.782456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.783452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.784309 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.785177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.785763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:03.786305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.787003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.788258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.789062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.791968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.792797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.793665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.797538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bce20667-f409-4970-bebe-613b79076036 req-86aa600e-649b-4102-9ef0-c7f8d06258e6 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7&device_id=db29e923-204b-44dd-8137-a8e33e5ece84&device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7&device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb&device_id=c9f10d32-8115-4741-8b69-431232b7bd8e&device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba&device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb&device_id=037744da-403e-41ad-875e-f59f178c9bb4&device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7&device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4&device_id=cd7755d7-7264-46b7-ad56-354fc9309308&device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 9979 time: 0.3680294 Oct 18 23:14:03.837808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bce20667-f409-4970-bebe-613b79076036 req-45f27f09-bec8-4978-8814-af15b72e098d tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:03.864097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90183213-e933-404e-ab4c-851c00b25f20 req-48fd5ea5-ba75-42b0-b0bb-adc6d5e073da tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:03.868821 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90183213-e933-404e-ab4c-851c00b25f20 req-48fd5ea5-ba75-42b0-b0bb-adc6d5e073da tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1170986 Oct 18 23:14:03.961386 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90183213-e933-404e-ab4c-851c00b25f20 req-cd15fffb-91a1-4e4e-a70e-2b740db9450f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866234 Oct 18 23:14:04.006288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:14:04.022849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:04.023768 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:04.203675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:04.246457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:04.253505 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d7157a-6a01-4e37-8b27-604ede2ec8c0" -d '{"events": [{"server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "name": "network-vif-plugged", "status": "completed", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:04.271037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:04.284892 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:04.309485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0105f552-6fe3-4bab-b4e6-bba4c0cdbed1 req-aee4fcfa-3eb5-487f-acd0-181b52e88ea0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 210 time: 0.0804064 Oct 18 23:14:04.383047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:04.464594 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:04.498582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-fb12c143-c435-4522-ac49-953161a99d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:04.501363 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-fb12c143-c435-4522-ac49-953161a99d79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 200 len: 922 time: 1.0071001 Oct 18 23:14:04.581062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753dee8-f61b-4f38-b60d-c13c349ec6fd req-29e28092-bc20-4023-8649-2105814c1def tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:04.585262 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f753dee8-f61b-4f38-b60d-c13c349ec6fd req-29e28092-bc20-4023-8649-2105814c1def tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 943 time: 0.1142924 Oct 18 23:14:04.658978 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f753dee8-f61b-4f38-b60d-c13c349ec6fd req-27a62838-890b-456c-8457-5d280ed4f022 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651219 Oct 18 23:14:04.742417 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23500c0-f9a4-495f-88a5-d2f08eb25134 x-openstack-request-id: req-c23500c0-f9a4-495f-88a5-d2f08eb25134 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:04.743234 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "name": "network-vif-plugged", "status": "completed", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:04.743863 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c23500c0-f9a4-495f-88a5-d2f08eb25134 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:04.744668 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4', 'code': 200} Oct 18 23:14:04.837486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-59e18a4e-93df-4ff3-bb4f-27f5c8a95b05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb HTTP/1.1" status: 200 len: 217 time: 0.2203712 Oct 18 23:14:04.881795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-c9e7c460-e20e-4218-b3a3-1b4e8308bfa2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:04.884673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-c9e7c460-e20e-4218-b3a3-1b4e8308bfa2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 808 time: 0.4701340 Oct 18 23:14:04.934282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Request body: {'port': {'device_id': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'admin_state_up': True, 'tenant_id': 'c91492ee9d27416abba2071bf16cb6da'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:04.994103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913fb39-1811-4a00-90fb-84f46144a5ce req-a936d6a9-9ddc-452d-85aa-c07f0f788f03 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:04.999839 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a913fb39-1811-4a00-90fb-84f46144a5ce req-a936d6a9-9ddc-452d-85aa-c07f0f788f03 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1697271 Oct 18 23:14:05.038069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd08ab0-8840-42ca-b059-b4c428522aa2 req-7ef7fb5d-5e2a-433f-bdaf-506870f7e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:05.040993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fbd08ab0-8840-42ca-b059-b4c428522aa2 req-7ef7fb5d-5e2a-433f-bdaf-506870f7e7f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1097 time: 0.1601577 Oct 18 23:14:05.130474 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a913fb39-1811-4a00-90fb-84f46144a5ce req-7c205d57-87f6-45af-b1d7-1683434339e9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250958 Oct 18 23:14:05.173276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fbd08ab0-8840-42ca-b059-b4c428522aa2 req-24998da6-a4e6-4b0b-a642-f4f77edff16e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217263 Oct 18 23:14:05.176285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-46ea6a60-de37-4635-b970-523ef9644d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:05.177821 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-46ea6a60-de37-4635-b970-523ef9644d9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b765a1a-be5a-4076-a34d-f3f68602a52a HTTP/1.1" status: 200 len: 861 time: 0.3255463 Oct 18 23:14:05.230704 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bce20667-f409-4970-bebe-613b79076036 req-45f27f09-bec8-4978-8814-af15b72e098d tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:05.241685 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bce20667-f409-4970-bebe-613b79076036 req-45f27f09-bec8-4978-8814-af15b72e098d tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:05.329245 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bce20667-f409-4970-bebe-613b79076036 req-45f27f09-bec8-4978-8814-af15b72e098d tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&id=0e66ad25-22df-4cca-9bf8-480e172611de&id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&id=a48a8d21-599a-445b-ab43-4c2810ebf27e&id=6d1b35d8-7250-4357-9afe-0cfdde02a757&id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 1.5126796 Oct 18 23:14:05.332064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Made reservation on behalf of c91492ee9d27416abba2071bf16cb6da for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:14:05.339052 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:05.343863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f27f09-bec8-4978-8814-af15b72e098d tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdc07c5-571b-422d-b148-3efd41895987,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:05.558068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22aa0e3-58ec-4034-b18f-4f4572511c7e req-7000d6e4-f31d-47eb-b5c4-5bd088167ad1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:05.570862 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e22aa0e3-58ec-4034-b18f-4f4572511c7e req-7000d6e4-f31d-47eb-b5c4-5bd088167ad1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1581178 Oct 18 23:14:05.682870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-9b2a953f-62c6-412b-8143-83ce056bf611 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488073 Oct 18 23:14:05.737658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-919d4902-64f8-4b08-938f-841831feb5b1 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=63404688f1c3498fa06d03f2e445d0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761695 Oct 18 23:14:05.789983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Allocated IP 172.20.0.9 (2e76da50-3cd9-431d-8f4f-74d2bbacb5e3/a5ba7e7f-e060-45fc-88a7-5673d5dd68b0/b439aa59-0d7f-442d-a2d1-6f5d01c38386) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:14:05.884666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e22aa0e3-58ec-4034-b18f-4f4572511c7e req-80d8e8a9-6a4e-4696-94ed-25a735d84109 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119767 Oct 18 23:14:05.958640 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:06.465451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-bcfa7396-d42b-4b5a-ae05-b80ca5d692b8 service neutron] 10.222.0.73 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7704220 Oct 18 23:14:06.503147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-45cd46b6-6b8b-4281-bba6-1129e6cd833e tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:06.515830 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-45cd46b6-6b8b-4281-bba6-1129e6cd833e tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7754321 Oct 18 23:14:06.522370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:06.550025 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-953c737d-1a50-40c0-89a1-6c5d46e28e56 req-6e66dab3-3ff3-4ce1-93b6-3acaa36e02f4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 210 time: 0.1058292 Oct 18 23:14:06.550619 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a5b589b1-e674-4c4c-9bf7-e7a96e273d23 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/quotas/63404688f1c3498fa06d03f2e445d0b1 HTTP/1.1" status: 200 len: 375 time: 0.0331922 Oct 18 23:14:06.618408 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-dcd6f9df-d580-467d-99a1-a2f178e400ff tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=63404688f1c3498fa06d03f2e445d0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658276 Oct 18 23:14:06.654148 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-5834a393-72b0-4377-8d6d-11097fccb522 req-0861ccca-1dad-47d3-bedb-88996b20a16f service neutron] show failed (client error): The resource could not be found. Oct 18 23:14:06.655907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-0861ccca-1dad-47d3-bedb-88996b20a16f service neutron] 10.222.0.102 "GET /v2.0/ports/40da8549-640a-4017-bfa3-d1e3f4b97090/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.6933789 Oct 18 23:14:06.971813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bff069fe-58ba-4bca-a8d1-992d7724bb3b req-a69d83ba-9b34-4695-b214-4f157bedb117 service neutron] 10.222.0.73 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850936 Oct 18 23:14:07.007107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c926ce-d656-4b3f-9390-6b7e7e24e68a req-7373c4a4-43c6-4d17-b74a-e08e7611c7b4 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:07.015498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16c926ce-d656-4b3f-9390-6b7e7e24e68a req-7373c4a4-43c6-4d17-b74a-e08e7611c7b4 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 943 time: 0.3681200 Oct 18 23:14:07.019643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:07.123639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cafc7a-453b-4d0b-af6c-1605eff3c00b req-06a551a7-0770-4d1e-a5d2-8a8d9e192b16 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:07.131341 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51cafc7a-453b-4d0b-af6c-1605eff3c00b req-06a551a7-0770-4d1e-a5d2-8a8d9e192b16 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1124249 Oct 18 23:14:07.199528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Pushing event updated for resources: {'Port': ['ID=b439aa59-0d7f-442d-a2d1-6f5d01c38386,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:07.224891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:14:07.252109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:14:07.258105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:14:07.269012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:07.270055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:07.302771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16c926ce-d656-4b3f-9390-6b7e7e24e68a req-54a6a2a7-df26-4475-91b2-9d038c5a689d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857463 Oct 18 23:14:07.329463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51cafc7a-453b-4d0b-af6c-1605eff3c00b req-f67b45f0-6714-4de5-bac8-4e724c4cf154 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799164 Oct 18 23:14:07.346824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-77c2a560-6193-4ae2-b5e6-5849ccf6620e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4192328 Oct 18 23:14:07.351077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-03e97dea-7e92-4acf-8313-f61e06b25dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:07.354181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-03e97dea-7e92-4acf-8313-f61e06b25dea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba&tenant_id=1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 1101 time: 0.2552028 Oct 18 23:14:07.413676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:07.452749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Request body: {'port': {'device_id': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:07.591617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbf2cb6d-5cba-4efd-af07-f929c7141a75 req-24545525-e262-4dcd-95e9-81568fec23af tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 210 time: 0.1358204 Oct 18 23:14:07.719335 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:07.802890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3b996dcf-940e-4111-aa4b-61cf386ff0fb details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:08.010028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:08.032684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:08.034304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cffd35-1a53-4dcc-b72f-79617480deb0 req-13fd8d79-b74d-4ebd-826f-798509875535 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:08.047614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '3b996dcf-940e-4111-aa4b-61cf386ff0fb', 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce', 'port_id': '3b996dcf-940e-4111-aa4b-61cf386ff0fb', 'mac_address': 'fa:16:3e:17:36:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b765a1a-be5a-4076-a34d-f3f68602a52a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:08.054066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-99cffd35-1a53-4dcc-b72f-79617480deb0 req-13fd8d79-b74d-4ebd-826f-798509875535 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1574149 Oct 18 23:14:08.107357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922a450-323e-47e4-94ba-4374bd75fca8 req-20e039ca-5a13-4581-abf1-2ad168edef0e tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:08.107630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922a450-323e-47e4-94ba-4374bd75fca8 req-20e039ca-5a13-4581-abf1-2ad168edef0e tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:08.107946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922a450-323e-47e4-94ba-4374bd75fca8 req-20e039ca-5a13-4581-abf1-2ad168edef0e tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:08.113394 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:08.121470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d922a450-323e-47e4-94ba-4374bd75fca8 req-20e039ca-5a13-4581-abf1-2ad168edef0e tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb&device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb&device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 2885 time: 0.2692006 Oct 18 23:14:08.149020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b996dcf-940e-4111-aa4b-61cf386ff0fb {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:08.154667 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-99cffd35-1a53-4dcc-b72f-79617480deb0 req-ec15a3f4-eab0-445f-8243-d696982cf814 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866036 Oct 18 23:14:08.195209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:08.249980 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:08.370821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=3b996dcf-940e-4111-aa4b-61cf386ff0fb,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:08.408176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d922a450-323e-47e4-94ba-4374bd75fca8 req-a4e36140-5079-466d-89e4-7cac0f1184f9 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766697 Oct 18 23:14:08.605241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccd249-05cd-443e-bd22-8a7d01d92903 req-8aac1d28-32ee-4dc4-8bff-0339a6591c01 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:08.608851 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35ccd249-05cd-443e-bd22-8a7d01d92903 req-8aac1d28-32ee-4dc4-8bff-0339a6591c01 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 931 time: 0.0896106 Oct 18 23:14:08.696383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35ccd249-05cd-443e-bd22-8a7d01d92903 req-9cd47aa9-42d4-447c-8a4d-32dcfa054d9a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768812 Oct 18 23:14:08.772340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['3b996dcf-940e-4111-aa4b-61cf386ff0fb'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:08.788428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e5ab9-1ca3-409e-8a2e-74ed6d918356 req-6d487e2c-147f-4da9-8e95-7a62e3eafee0 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:08.789656 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be5e5ab9-1ca3-409e-8a2e-74ed6d918356 req-6d487e2c-147f-4da9-8e95-7a62e3eafee0 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 944 time: 0.2076216 Oct 18 23:14:08.950652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0686adf-520d-48ac-b611-77339bd6cce3 req-9a0aa334-5e30-45b9-a87b-95ed220f2058 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:08.959189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:08.962781 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0686adf-520d-48ac-b611-77339bd6cce3 req-9a0aa334-5e30-45b9-a87b-95ed220f2058 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1739261 Oct 18 23:14:09.050590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b439aa59-0d7f-442d-a2d1-6f5d01c38386 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:09.052512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0686adf-520d-48ac-b611-77339bd6cce3 req-95c15ebd-7391-4a9d-a1a2-bbf7cb6ae39f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823779 Oct 18 23:14:09.064781 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:09.073326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Transition to ACTIVE for port object b439aa59-0d7f-442d-a2d1-6f5d01c38386 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:14:09.077173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be5e5ab9-1ca3-409e-8a2e-74ed6d918356 req-d2477686-3f1e-47b9-aa1a-c07737648aba tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735493 Oct 18 23:14:09.086107 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:09.179016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:09.180604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Pushing event updated for resources: {'Port': ['ID=b439aa59-0d7f-442d-a2d1-6f5d01c38386,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:09.247988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:09.248248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:09.248531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:09.274448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cee6d84-b209-46fa-9e32-4f151aee980b req-e14bbb7f-b8c3-40d7-85b4-4f743518d2d5 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 210 time: 0.0360141 Oct 18 23:14:09.277175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:09.277494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:09.295018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:09.297460 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adf0d09-24d1-49b3-bcc7-2269df0988a0" -d '{"events": [{"server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "name": "network-vif-unplugged", "status": "completed", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:09.298073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 40da8549-640a-4017-bfa3-d1e3f4b97090 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:14:09.302833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:09.306551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:09.307274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:09.307460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:09.307768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Bound port: b439aa59-0d7f-442d-a2d1-6f5d01c38386, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:09.308127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:09.339668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Transition to ACTIVE for port object 40da8549-640a-4017-bfa3-d1e3f4b97090 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:14:09.433982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 40da8549-640a-4017-bfa3-d1e3f4b97090 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:14:09.442230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:09.515892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cb599-bce4-466a-bfaa-101972887328 req-4ca42cd4-3921-4c5e-86c2-88d54de47ba7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:09.519243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-cf7cd69f-c80d-4bfe-b9da-68db5ff9467f tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=63404688f1c3498fa06d03f2e445d0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713665 Oct 18 23:14:09.525120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-746cb599-bce4-466a-bfaa-101972887328 req-4ca42cd4-3921-4c5e-86c2-88d54de47ba7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 947 time: 0.0826762 Oct 18 23:14:09.581849 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-746cb599-bce4-466a-bfaa-101972887328 req-0830659b-07ad-4eb0-98e0-8b92890a05a4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538242 Oct 18 23:14:09.679783 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51db6fcc-8cc3-4347-ab95-dcbd59bea1c0 x-openstack-request-id: req-51db6fcc-8cc3-4347-ab95-dcbd59bea1c0 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:09.680583 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "name": "network-vif-unplugged", "status": "completed", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:09.681210 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51db6fcc-8cc3-4347-ab95-dcbd59bea1c0 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:09.682300 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'code': 200} Oct 18 23:14:09.688642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Pushing event updated for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:09.982331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75c879-3081-40f0-97e2-fb4aa79a2f0f req-f6585988-b22d-40fb-ba7e-35c2c95e037f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:09.985878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd75c879-3081-40f0-97e2-fb4aa79a2f0f req-f6585988-b22d-40fb-ba7e-35c2c95e037f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.0746841 Oct 18 23:14:10.058908 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd75c879-3081-40f0-97e2-fb4aa79a2f0f req-b0f84848-8f2f-4f70-b5ab-ddc9da81c0aa tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656765 Oct 18 23:14:10.106795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] No DVR routers for this DVR port 40da8549-640a-4017-bfa3-d1e3f4b97090 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:14:10.177916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:10.195441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26854b-8804-446d-8343-d512d9eeb220 req-e962b038-1b82-4bb5-92d1-0bbc48bee877 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:10.198246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d26854b-8804-446d-8343-d512d9eeb220 req-e962b038-1b82-4bb5-92d1-0bbc48bee877 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1097 time: 0.6875124 Oct 18 23:14:10.228696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:10.257313 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:10.321872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e139e97-89e4-4551-a938-d5a11ef5a2a7 req-8e9b638d-0406-4194-86ab-6819cfcb2f89 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:10.323552 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e139e97-89e4-4551-a938-d5a11ef5a2a7 req-8e9b638d-0406-4194-86ab-6819cfcb2f89 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 944 time: 0.0564525 Oct 18 23:14:10.367672 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e139e97-89e4-4551-a938-d5a11ef5a2a7 req-704a44fa-990b-4cef-8c82-6bfbc3b6c5ca tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365996 Oct 18 23:14:10.430425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:10.431590 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:10.433873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] 10.222.0.73 "PUT /v2.0/ports/b439aa59-0d7f-442d-a2d1-6f5d01c38386 HTTP/1.1" status: 200 len: 1092 time: 3.0059705 Oct 18 23:14:10.443726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Attempting to bind port 40da8549-640a-4017-bfa3-d1e3f4b97090 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:10.444506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Attempting to bind port 40da8549-640a-4017-bfa3-d1e3f4b97090 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:10.444776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Attempting to bind port 40da8549-640a-4017-bfa3-d1e3f4b97090 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:10.486116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-3296f3fd-caa4-4351-9050-c97e73b614c4 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:10.488583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-3296f3fd-caa4-4351-9050-c97e73b614c4 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9220150 Oct 18 23:14:10.495101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d26854b-8804-446d-8343-d512d9eeb220 req-77b05ceb-d9a5-4188-ae2f-8287e62268df tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742898 Oct 18 23:14:10.499801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Port 40da8549-640a-4017-bfa3-d1e3f4b97090 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:10.500134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Attempting to bind port 40da8549-640a-4017-bfa3-d1e3f4b97090 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:10.508838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c710cde-f5b0-4cf0-96c6-6c64aa0e2116 service neutron] Pushing event updated for resources: {'Port': ['ID=b439aa59-0d7f-442d-a2d1-6f5d01c38386,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:10.535294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Request body: {'port': {'device_id': '63f12c5e-fadd-4cea-81b5-80e0ff9ffce1', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '63404688f1c3498fa06d03f2e445d0b1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:10.544649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:10.545341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:10.545989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:10.546762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Bound port: 40da8549-640a-4017-bfa3-d1e3f4b97090, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:10.547689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:10.773108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-926bd86c-f471-427d-bd75-9be27d4ac163 req-8fa46665-0593-43c8-bdbd-b52fe504c6c1 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 210 time: 0.0330760 Oct 18 23:14:10.804627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-27aee447-6244-43d1-818c-11552bc156e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:10.808114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-27aee447-6244-43d1-818c-11552bc156e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1095 time: 0.2940876 Oct 18 23:14:10.983870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-ffdf9406-2b0b-4e61-9e81-459b53dcd3d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386 HTTP/1.1" status: 200 len: 217 time: 0.1490550 Oct 18 23:14:10.998464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c486e-65bb-4abc-8799-d01336bb7478 req-44c5d3f7-6153-4ac7-aecc-7a219dfeb369 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:11.001467 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-349c486e-65bb-4abc-8799-d01336bb7478 req-44c5d3f7-6153-4ac7-aecc-7a219dfeb369 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 947 time: 0.1100888 Oct 18 23:14:11.064060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:11.075402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-349c486e-65bb-4abc-8799-d01336bb7478 req-c4ca64ab-74d9-46af-b651-b05d0def31d3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663342 Oct 18 23:14:11.143314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:11.161913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:11.259936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c194-5486-4208-8181-9c2403ad9717 req-7c01c9fc-e38e-4089-9d83-7b12f32556be tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:11.268082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-7c01c9fc-e38e-4089-9d83-7b12f32556be tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/networks?id=66f971c9-838c-4d93-b15c-d580b910a792 HTTP/1.1" status: 200 len: 814 time: 0.5724876 Oct 18 23:14:11.271485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:11.272262 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:11.273823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] 10.222.0.73 "PUT /v2.0/ports/40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 1096 time: 3.8862274 Oct 18 23:14:11.288710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-b1f8a101-3edc-4e16-96c5-7d42a3cfcd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:11.292547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-b1f8a101-3edc-4e16-96c5-7d42a3cfcd5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.2417002 Oct 18 23:14:11.339640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Made reservation on behalf of 63404688f1c3498fa06d03f2e445d0b1 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:14:11.350189 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:11.424921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c847a7-ac12-4f56-84e7-9ddbf466c7fa service neutron] Pushing event updated for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:11.475901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:11.481841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-d3000431-f3e0-4864-bb40-121331b07f13 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/quotas/da7a5febd10e4b2cb0a25f02c5be8e8c HTTP/1.1" status: 200 len: 375 time: 0.2128282 Oct 18 23:14:11.520050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-2adf8139-f580-4f65-9231-78883da69098 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639092 Oct 18 23:14:11.717648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386'}, {'name': 'network-changed', 'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:11.720250 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac95faed-a132-4db8-829b-f1f0d3534661" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386"}, {"name": "network-changed", "server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:11.750885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-98e43aa7-31a8-4c7a-b9d0-1dbc5579a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:11.753339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-98e43aa7-31a8-4c7a-b9d0-1dbc5579a08b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1099 time: 0.3898132 Oct 18 23:14:11.819718 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-67acbb09-836f-425d-8a0a-288780588f0a tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=da7a5febd10e4b2cb0a25f02c5be8e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3101940 Oct 18 23:14:11.832180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3b996dcf-940e-4111-aa4b-61cf386ff0fb up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:11.843189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4b514-52f4-496c-a97a-d55026362298 req-832156d0-5e5a-4619-b8d3-63bc43a1ae17 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:11.846425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84b4b514-52f4-496c-a97a-d55026362298 req-832156d0-5e5a-4619-b8d3-63bc43a1ae17 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.1279712 Oct 18 23:14:11.957909 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84b4b514-52f4-496c-a97a-d55026362298 req-05d52992-adab-4ea9-b5b3-d02d1da05960 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032774 Oct 18 23:14:11.964638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 3b996dcf-940e-4111-aa4b-61cf386ff0fb completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:14:11.975003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 3b996dcf-940e-4111-aa4b-61cf386ff0fb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:11.976114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:12.056515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-fe9bf35e-2f2e-45d8-a811-578b74291a0a service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078590 Oct 18 23:14:12.087528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-12c5ca6e-01eb-4047-9c65-1b438068d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:12.089346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-12c5ca6e-01eb-4047-9c65-1b438068d56c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3155346 Oct 18 23:14:12.171369 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:12.195136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c565be-b126-452c-bbe6-4422a72bfced req-78e38773-3a9f-48a0-a7dd-4e2e633cd5d6 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:12.198478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9c565be-b126-452c-bbe6-4422a72bfced req-78e38773-3a9f-48a0-a7dd-4e2e633cd5d6 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 944 time: 0.1074436 Oct 18 23:14:12.228780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:12.230772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:12.237804 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dfb799-4f3f-4d0b-8dea-7d16d2931c89" -d '{"events": [{"server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "name": "network-vif-plugged", "status": "completed", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:12.244911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:12.269913 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9c565be-b126-452c-bbe6-4422a72bfced req-461fdc5b-c829-47f4-8192-fa9b2e093770 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594726 Oct 18 23:14:12.315738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ffb5d6-ec35-46b3-b427-26485985e991 req-ebf62956-756e-4c9a-b5f0-7985c9497219 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423263 Oct 18 23:14:12.324679 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-25212556-7fa9-40b4-a389-be43f2d1b5b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 217 time: 0.1959131 Oct 18 23:14:12.333283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:12.352326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=3b996dcf-940e-4111-aa4b-61cf386ff0fb,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:12.368658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:12.419935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-a10a507b-e380-47fe-a3fc-4f58651b5e91 service neutron] 10.222.0.52 "GET /v2.0/networks/66f971c9-838c-4d93-b15c-d580b910a792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145812 Oct 18 23:14:12.462414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce398a8-de36-448a-8789-3423f07efd98 req-33dae0ff-3914-414f-8ab6-4e076abd7297 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:12.464191 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bce398a8-de36-448a-8789-3423f07efd98 req-33dae0ff-3914-414f-8ab6-4e076abd7297 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 1101 time: 0.0829329 Oct 18 23:14:12.490603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281b34f6-627b-45a8-a534-6a61ff5a5cdb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:12.517131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-56a088e3-89eb-4806-8fb6-7cd384f67559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:12.518647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-56a088e3-89eb-4806-8fb6-7cd384f67559 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1773980 Oct 18 23:14:12.548412 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bce398a8-de36-448a-8789-3423f07efd98 req-6fc07c53-ec12-4ecd-ad0e-b7d0b61ccf47 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689492 Oct 18 23:14:12.654917 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6b804d-fa13-44d5-8191-099e65f1a1b8 x-openstack-request-id: req-1d6b804d-fa13-44d5-8191-099e65f1a1b8 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:12.655291 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:12.655753 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d6b804d-fa13-44d5-8191-099e65f1a1b8 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:12.656101 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386', 'status': 'completed', 'code': 200} Oct 18 23:14:12.656250 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'status': 'completed', 'code': 200} Oct 18 23:14:12.692347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Allocated IP 192.168.233.48 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/af582fa0-b7c8-4b33-bd6f-b243ab8d6f02) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:14:12.696278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-555a1e83-206f-459a-886b-2082d08890ab service neutron] 10.222.0.52 "GET /v2.0/networks/66f971c9-838c-4d93-b15c-d580b910a792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578909 Oct 18 23:14:12.698602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a393-72b0-4377-8d6d-11097fccb522 req-071ce317-c30e-476e-bdc3-85a78cf5d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:12.701006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-071ce317-c30e-476e-bdc3-85a78cf5d8ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1647456 Oct 18 23:14:12.780247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b46a92fe-0d8d-4742-9863-180be54f9f07 req-a77e372a-d9f9-4af7-82b3-ddc9a41e8b92 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 210 time: 0.0595388 Oct 18 23:14:12.920510 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3034383-2b5d-4261-ab8c-83b055cbead6 x-openstack-request-id: req-e3034383-2b5d-4261-ab8c-83b055cbead6 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:12.921484 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "name": "network-vif-plugged", "status": "completed", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:12.922034 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3034383-2b5d-4261-ab8c-83b055cbead6 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:12.922891 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb', 'code': 200} Oct 18 23:14:13.031266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d304cd-6d23-427a-914f-ed9cf4ff0271 req-864606c0-7ca7-4603-80e7-0bbe1dc2e565 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:13.033929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02d304cd-6d23-427a-914f-ed9cf4ff0271 req-864606c0-7ca7-4603-80e7-0bbe1dc2e565 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 947 time: 0.1419764 Oct 18 23:14:13.126535 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-d51c057b-43d3-40a0-823b-af38550cb067 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637121 Oct 18 23:14:13.138937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c834d-0335-4680-8fb9-5a9973747493 req-bd0581f4-67ba-4595-bf2b-e1b39de52d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:13.140537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-306c834d-0335-4680-8fb9-5a9973747493 req-bd0581f4-67ba-4595-bf2b-e1b39de52d09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 1097 time: 0.1052344 Oct 18 23:14:13.153630 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02d304cd-6d23-427a-914f-ed9cf4ff0271 req-a346081f-8a9c-455f-983a-309b5e54815b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880306 Oct 18 23:14:13.200390 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-306c834d-0335-4680-8fb9-5a9973747493 req-b329dd0c-757e-4a1b-abb2-50c1a5ccee7a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505621 Oct 18 23:14:13.302761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-1dbaade1-a751-4db8-b7e8-885bfd1cd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:13.304709 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-1dbaade1-a751-4db8-b7e8-885bfd1cd707 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1095 time: 0.4864001 Oct 18 23:14:13.375250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-be7135b6-9c2b-4ee9-9626-9e31ae5ad986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:13.378336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-be7135b6-9c2b-4ee9-9626-9e31ae5ad986 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1099 time: 0.5587430 Oct 18 23:14:13.413715 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-259d36ae-a51e-45f6-bdfa-0c792909b78d req-a086526d-e81e-4aad-851d-2622321a85db tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 210 time: 0.0325732 Oct 18 23:14:13.469791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174307-411e-4730-8c4b-032b5dc6be47 req-57f1fbe2-d062-40e6-acfe-6ccc7566a23b tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:13.472439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6174307-411e-4730-8c4b-032b5dc6be47 req-57f1fbe2-d062-40e6-acfe-6ccc7566a23b tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 1101 time: 0.4781928 Oct 18 23:14:13.632005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3528-9ba6-44be-beeb-ac674654d097 req-1479a5b9-6bc4-4de0-a890-94220ff9aaaf tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:13.647392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c95e3528-9ba6-44be-beeb-ac674654d097 req-1479a5b9-6bc4-4de0-a890-94220ff9aaaf tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.1303387 Oct 18 23:14:13.703873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5834a393-72b0-4377-8d6d-11097fccb522 req-9a4950d0-1907-4760-9a81-73ac33f50caf service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629766 Oct 18 23:14:13.825001 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-6adfa89d-d7ce-4ec3-8f69-fe869fe7af60 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1599967 Oct 18 23:14:13.854848 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c95e3528-9ba6-44be-beeb-ac674654d097 req-b1f82d60-94d8-4dea-a3db-9b462efaf609 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640806 Oct 18 23:14:14.212819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b32d51-82e6-4f35-ba2a-01ba25d6941d req-0f5d4612-dc91-4925-a437-1b94c8e2ce9d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:14.212819 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89b32d51-82e6-4f35-ba2a-01ba25d6941d req-0f5d4612-dc91-4925-a437-1b94c8e2ce9d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 945 time: 0.1488700 Oct 18 23:14:14.281344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:14.285780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-76bc8e5b-04d3-40d1-be85-6bb6a62003d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:14.287059 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-76bc8e5b-04d3-40d1-be85-6bb6a62003d9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1096 time: 0.1553595 Oct 18 23:14:14.317605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89b32d51-82e6-4f35-ba2a-01ba25d6941d req-2ca1efc2-bdb4-4bdc-a729-98ad77ce7a6b tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902343 Oct 18 23:14:14.478467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6174307-411e-4730-8c4b-032b5dc6be47 req-f7f26dc1-871c-40d5-a72c-54429b17d9a7 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9744284 Oct 18 23:14:14.528517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f7b5dd8-86c8-4ec0-b997-771d328d1e1a req-ec682da1-de8e-4b59-a99c-47842b78664f tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 210 time: 0.0624723 Oct 18 23:14:14.571640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-2eba39d1-6594-4ab1-a146-62bdbeca0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:14.574363 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-2eba39d1-6594-4ab1-a146-62bdbeca0f3f service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.2467701 Oct 18 23:14:14.597248 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-bcb0c1c0-c2a0-4031-8270-c0d1156c2d9d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3333666 Oct 18 23:14:14.615552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-2182dd7f-d43b-44e8-9e56-549828f3f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:14.618218 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-2182dd7f-d43b-44e8-9e56-549828f3f0f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.9251173 Oct 18 23:14:14.638336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-e29804d2-fd36-42f2-91a8-4d29db3bc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:14.647192 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-e29804d2-fd36-42f2-91a8-4d29db3bc823 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 1.2473667 Oct 18 23:14:14.711327 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-1ce51298-56fe-46c0-b220-a05394fefaa1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 217 time: 0.1167536 Oct 18 23:14:14.781970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:14.786800 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-410e5941-a977-450b-a507-bf11526a5ee7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386 HTTP/1.1" status: 200 len: 217 time: 0.1375413 Oct 18 23:14:14.838481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-c792d852-3ac7-4024-afd8-7d10e6da0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:14.842170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-c792d852-3ac7-4024-afd8-7d10e6da0ad2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1166966 Oct 18 23:14:14.856903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.102', 62436) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:14.927964 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-c999baea-0264-4ced-a456-0121630f64ed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527020 Oct 18 23:14:14.941214 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-e66a67ed-d986-488c-82bd-f498e3eb42f9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 217 time: 0.1834085 Oct 18 23:14:15.084248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:14:15.106478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a2e164a-dd00-472d-bca7-a0ce10103730 req-632964ab-b692-4d44-9a7b-29a3784b4d54 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 210 time: 0.1229746 Oct 18 23:14:15.117618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:14:15.121088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:14:15.133222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:15.134309 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:15.150642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Pushing event updated for resources: {'Port': ['ID=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:15.180215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c194-5486-4208-8181-9c2403ad9717 req-317da745-6a37-45d9-8738-951a3674791b tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:15.181796 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-317da745-6a37-45d9-8738-951a3674791b tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.102 "GET /v2.0/networks?id=66f971c9-838c-4d93-b15c-d580b910a792 HTTP/1.1" status: 200 len: 814 time: 0.3158948 Oct 18 23:14:15.190381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-2a992fcf-ac13-4585-b1ed-8dd38d77bc96 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428856 Oct 18 23:14:15.203879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fc823-b522-45b5-b10b-9dd4678ff262 req-005325f2-1c3b-4fa0-8bc6-b6c01b76b0cc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:15.207361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-087fc823-b522-45b5-b10b-9dd4678ff262 req-005325f2-1c3b-4fa0-8bc6-b6c01b76b0cc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 947 time: 0.4515729 Oct 18 23:14:15.219510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-ccf2ec89-3035-4110-8b5e-e3faf7a89eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:15.222148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-ccf2ec89-3035-4110-8b5e-e3faf7a89eab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.3697605 Oct 18 23:14:15.222553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Request body: {'port': {'device_id': '9f96f23c-ee90-49ef-92dd-0a01881834c7', 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792', 'admin_state_up': True, 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:15.224753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-1ce32ef0-0edc-472d-a4f6-0d240be995ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:15.227809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-1ce32ef0-0edc-472d-a4f6-0d240be995ea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2522633 Oct 18 23:14:15.235842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-63ea7d97-f9d9-4118-b120-8ddc52ea63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:15.238763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-63ea7d97-f9d9-4118-b120-8ddc52ea63bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 1096 time: 0.4860256 Oct 18 23:14:15.251022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c55ba51b-9dc0-46d0-90e4-041c3a44a559 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7347488 Oct 18 23:14:15.398594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Request body: {'port': {'device_id': '63f12c5e-fadd-4cea-81b5-80e0ff9ffce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:15.416725 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-e19606b3-ef59-4417-a4fa-f9ebf6ab8f2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764183 Oct 18 23:14:15.553504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-de8cf528-a4b2-40e7-82e9-b01f8fc720ee None None] Provisioning complete for port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:15.554352 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-087fc823-b522-45b5-b10b-9dd4678ff262 req-51eb5fc8-4ff1-4fe9-b3ff-969f7f8d4156 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226016 Oct 18 23:14:15.577826 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-de8cf528-a4b2-40e7-82e9-b01f8fc720ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:15.650710 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-943bcb5e-72fe-406e-89d0-c45c91669f4b req-b0e63bde-6bfb-4556-bb38-aed1c9a59a1f service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244902 Oct 18 23:14:15.655860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Made reservation on behalf of da7a5febd10e4b2cb0a25f02c5be8e8c for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:14:15.667844 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:15.695955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-de8cf528-a4b2-40e7-82e9-b01f8fc720ee None None] Port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:14:15.704967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-42c3f52d-ea72-4776-ab31-480fc5bac57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:15.707518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-42c3f52d-ea72-4776-ab31-480fc5bac57e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4636273 Oct 18 23:14:15.714365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:15.781564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-8121fa32-d93d-41d5-9b9a-1659df21dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:15.783436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-8121fa32-d93d-41d5-9b9a-1659df21dd0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.4891689 Oct 18 23:14:15.791871 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-70af7689-f4d0-4b42-975c-2a1e3ba553da service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173809 Oct 18 23:14:15.906762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e9417-8541-474f-8b9b-92ca2c700466 req-ad76b4d0-78e7-46f8-9c0e-bdca2820c7bc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:15.908700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-230e9417-8541-474f-8b9b-92ca2c700466 req-ad76b4d0-78e7-46f8-9c0e-bdca2820c7bc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.2383587 Oct 18 23:14:15.919625 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-f0785881-6ad9-4f14-8f33-a9bd55009eff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 200 len: 217 time: 0.0987756 Oct 18 23:14:16.010560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-230e9417-8541-474f-8b9b-92ca2c700466 req-20755759-a14a-4e46-a14f-a98724f9897d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824823 Oct 18 23:14:16.022289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Allocated IP 172.20.0.3 (66f971c9-838c-4d93-b15c-d580b910a792/c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab/d223d2d3-7301-4532-91e0-5db030959893) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:14:16.334345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de8547-91ac-477a-bcbf-fe0b3ecc677e req-616b07db-d836-4f1a-b2fb-06c3c7e22ad0 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:16.351121 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11de8547-91ac-477a-bcbf-fe0b3ecc677e req-616b07db-d836-4f1a-b2fb-06c3c7e22ad0 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 945 time: 0.1480770 Oct 18 23:14:16.399390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-bc0f13ec-7988-4013-b50c-f8b79acd14c7 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588395 Oct 18 23:14:16.497757 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11de8547-91ac-477a-bcbf-fe0b3ecc677e req-f3ff5cd0-ca58-4fd0-83c5-2617874f3815 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453760 Oct 18 23:14:16.525303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:16.573538 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:16.602054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-89eec78d-5fed-4fbf-90cf-5d606abfd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:16.605607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-89eec78d-5fed-4fbf-90cf-5d606abfd183 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.6665208 Oct 18 23:14:16.652759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Network 66f971c9-838c-4d93-b15c-d580b910a792 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:14:16.657469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:14:16.666195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:14:16.687284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-d5fbeb1f-15b7-40f3-bc24-12218177235f service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8603802 Oct 18 23:14:16.739450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Pushing event updated for resources: {'Port': ['ID=d223d2d3-7301-4532-91e0-5db030959893,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:16.767045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.773957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.774207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.777169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.778341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.783175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.783741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.785155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.785610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.786692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.788564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.789031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:16.890958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:16.895657 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:16.945122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-15f6b984-d43f-4d61-81fb-3e2180c917df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730580 Oct 18 23:14:17.048071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-7b4588d2-b85a-4a62-8240-0ea0659c5775 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8303769 Oct 18 23:14:17.108935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deaa7a-abf7-4887-8359-fc8d7f4523d3 req-a7e12c9f-b76b-4f7c-9c39-cc2181d571f8 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:17.125618 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-37deaa7a-abf7-4887-8359-fc8d7f4523d3 req-a7e12c9f-b76b-4f7c-9c39-cc2181d571f8 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 931 time: 0.2222979 Oct 18 23:14:17.155732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a8c244b9-ad72-400d-93de-27741a247ebc None None] Provisioning complete for port d223d2d3-7301-4532-91e0-5db030959893 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:17.156301 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a8c244b9-ad72-400d-93de-27741a247ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:17.164597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-aa67cf04-e50a-449d-98a2-7379fa7127c2 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568571 Oct 18 23:14:17.238196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Request body: {'port': {'device_id': '9f96f23c-ee90-49ef-92dd-0a01881834c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:17.239964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:17.241973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a8c244b9-ad72-400d-93de-27741a247ebc None None] Port d223d2d3-7301-4532-91e0-5db030959893 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:14:17.255208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-181433ab-5581-4483-8997-21885cad5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:17.257166 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-181433ab-5581-4483-8997-21885cad5ec0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1099 time: 0.3510959 Oct 18 23:14:17.259387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-37deaa7a-abf7-4887-8359-fc8d7f4523d3 req-ff886b0e-9ae4-451e-b554-09a6132096cf tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323268 Oct 18 23:14:17.268784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:17.311161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10e142-d578-41fb-9396-5fb5397dba8f req-eee98d33-f8ab-43b3-b5f6-83bdc7797587 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:17.313518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d10e142-d578-41fb-9396-5fb5397dba8f req-eee98d33-f8ab-43b3-b5f6-83bdc7797587 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 935 time: 0.2792921 Oct 18 23:14:17.354784 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:17.355967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Transition to ACTIVE for port object af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:14:17.380489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-122d41a9-91ee-4030-97da-d2740a5b3ed8 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914061 Oct 18 23:14:17.388487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:17.866343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 40da8549-640a-4017-bfa3-d1e3f4b97090 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:18.027850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d10e142-d578-41fb-9396-5fb5397dba8f req-4c4c9585-66be-4236-8a45-abc4ac3a5e59 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940792 Oct 18 23:14:18.086309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c11e38-7888-438c-bc0c-eb597fee3944 req-4f66810e-2057-4a1d-ad66-43356b1de65f tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:18.095055 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c9c11e38-7888-438c-bc0c-eb597fee3944 req-4f66810e-2057-4a1d-ad66-43356b1de65f tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 945 time: 0.3465683 Oct 18 23:14:18.150801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:18.167936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Pushing event updated for resources: {'Port': ['ID=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:18.200261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'mac_address': 'fa:16:3e:7e:d9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:18.213246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c9c11e38-7888-438c-bc0c-eb597fee3944 req-a511f419-831d-4394-954d-df85b21d2704 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166873 Oct 18 23:14:18.221535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:14:18.414988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.416328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.417234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.418157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.419071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.419966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.420881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.424892 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:18.426305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.427247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.428118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.428979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.429852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:18.451853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40da8549-640a-4017-bfa3-d1e3f4b97090 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:18.502361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:18.504612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d223d2d3-7301-4532-91e0-5db030959893 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:18.512951 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:18.513888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b439aa59-0d7f-442d-a2d1-6f5d01c38386 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:18.527145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:18.547545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-f6c5e16b-14d6-454f-9cb7-e1ae4e704aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:18.550481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-f6c5e16b-14d6-454f-9cb7-e1ae4e704aae service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 1.2782922 Oct 18 23:14:18.553067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a037151-97d3-4b99-8283-f47e666dfba9 req-7696fe72-e5f9-4864-8690-0c7d3eb57bf8 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1246834 Oct 18 23:14:18.562283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Transition to ACTIVE for port object d223d2d3-7301-4532-91e0-5db030959893 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:14:18.579503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821011f4-29fd-454d-849a-1be2b1674cd4 req-c2c5ae50-a271-4431-91c4-d17a39b73e04 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:18.597267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-821011f4-29fd-454d-849a-1be2b1674cd4 req-c2c5ae50-a271-4431-91c4-d17a39b73e04 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.1697187 Oct 18 23:14:18.628342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Attempting to bind port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:18.629112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Attempting to bind port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:18.629444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Attempting to bind port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:18.638226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:18.668799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-d35242df-aac3-4c1b-8591-35acebe8e364 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 217 time: 0.0826387 Oct 18 23:14:18.670504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:18.670854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Attempting to bind port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:18.681375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:18.681638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:18.681969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:18.682413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Bound port: af582fa0-b7c8-4b33-bd6f-b243ab8d6f02, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:18.682827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:18.789555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d54ac-1a67-4726-8527-fc3648f9363a req-8dd183d5-bd64-4b31-9b02-ac486ef795f1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:18.797728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bf0d54ac-1a67-4726-8527-fc3648f9363a req-8dd183d5-bd64-4b31-9b02-ac486ef795f1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 948 time: 0.4001067 Oct 18 23:14:18.806356 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-821011f4-29fd-454d-849a-1be2b1674cd4 req-c7cfb8f5-25a2-4754-8600-545c60078c5d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075479 Oct 18 23:14:18.827122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:18.876485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d223d2d3-7301-4532-91e0-5db030959893,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:18.890900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386', 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'port_id': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386', 'mac_address': 'fa:16:3e:ce:34:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ba7e7f-e060-45fc-88a7-5673d5dd68b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:18.966758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-bba21b61-30ce-4fb9-8e0e-1bcca45d930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:18.972157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-bba21b61-30ce-4fb9-8e0e-1bcca45d930c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2857404 Oct 18 23:14:19.096971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bf0d54ac-1a67-4726-8527-fc3648f9363a req-d5fd12bf-6221-48cf-ad04-7725edc22442 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946951 Oct 18 23:14:19.224063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Attempting to bind port d223d2d3-7301-4532-91e0-5db030959893 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:19.224943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Attempting to bind port d223d2d3-7301-4532-91e0-5db030959893 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:19.225677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Attempting to bind port d223d2d3-7301-4532-91e0-5db030959893 on network 66f971c9-838c-4d93-b15c-d580b910a792 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:19.232885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] For port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:19.238114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Port d223d2d3-7301-4532-91e0-5db030959893 on network 66f971c9-838c-4d93-b15c-d580b910a792 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:19.239593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Attempting to bind port d223d2d3-7301-4532-91e0-5db030959893 on network 66f971c9-838c-4d93-b15c-d580b910a792 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:19.242336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:19.245995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:19.262830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] For port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:19.281968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:19.284389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Checking segment: {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:19.285270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Bound using segment: {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:19.287307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-1254eb20-8359-476d-a1c0-c5ab6fcbdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:19.288180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Bound port: d223d2d3-7301-4532-91e0-5db030959893, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af37fac-1fd3-45fa-9509-64dfb65761e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:19.288847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:19.290442 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-1254eb20-8359-476d-a1c0-c5ab6fcbdd3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2994010 Oct 18 23:14:19.294194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:19.319500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b439aa59-0d7f-442d-a2d1-6f5d01c38386 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:19.377680 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:19.400573 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:19.588859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=b439aa59-0d7f-442d-a2d1-6f5d01c38386,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:19.592436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] For port d223d2d3-7301-4532-91e0-5db030959893, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:19.620950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] For port d223d2d3-7301-4532-91e0-5db030959893, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d223d2d3-7301-4532-91e0-5db030959893,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:19.632764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Pushing event updated for resources: {'Port': ['ID=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:19.638031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:19.653701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:19.659298 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:19.661504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a054944b-5a65-4e90-9fe6-c92958b0a3bd service neutron] 10.222.0.102 "PUT /v2.0/ports/af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 HTTP/1.1" status: 200 len: 1096 time: 4.3608263 Oct 18 23:14:19.662064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f12c5e-fadd-4cea-81b5-80e0ff9ffce1', 'tag': 'af582fa0-b7c8-4b33-bd6f-b243ab8d6f02'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:19.667540 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0e1669-3ee7-443c-a597-9b5948399345" -d '{"events": [{"name": "network-changed", "server_uuid": "63f12c5e-fadd-4cea-81b5-80e0ff9ffce1", "tag": "af582fa0-b7c8-4b33-bd6f-b243ab8d6f02"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:19.824938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:19.825846 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:19.827872 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] 10.222.0.102 "PUT /v2.0/ports/d223d2d3-7301-4532-91e0-5db030959893 HTTP/1.1" status: 200 len: 1092 time: 2.6266391 Oct 18 23:14:19.830506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f96f23c-ee90-49ef-92dd-0a01881834c7', 'tag': 'd223d2d3-7301-4532-91e0-5db030959893'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:19.834604 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089" -d '{"events": [{"name": "network-changed", "server_uuid": "9f96f23c-ee90-49ef-92dd-0a01881834c7", "tag": "d223d2d3-7301-4532-91e0-5db030959893"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:19.988037 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-a3217635-b9c6-45ff-b195-010804c6ef63 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578836 Oct 18 23:14:20.030757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce6651-247b-4be9-b312-ea4205a644a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d223d2d3-7301-4532-91e0-5db030959893,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:20.039300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40da8549-640a-4017-bfa3-d1e3f4b97090'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:20.103856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341849a6-7025-407e-aa6b-c32680b0f28b req-1cb141f7-d182-4a49-882e-ee3fc7adb826 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:20.120086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-341849a6-7025-407e-aa6b-c32680b0f28b req-1cb141f7-d182-4a49-882e-ee3fc7adb826 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.3600690 Oct 18 23:14:20.174093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-f7a9a867-9120-4271-ad98-a81ed1a979f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:20.175941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-f7a9a867-9120-4271-ad98-a81ed1a979f8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=63404688f1c3498fa06d03f2e445d0b1&device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 1099 time: 0.2724712 Oct 18 23:14:20.261652 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3eb8f96d-7dd5-4205-92e1-0d9278bc779f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:20.299039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-341849a6-7025-407e-aa6b-c32680b0f28b req-3accae69-6b1a-4ac9-8090-19ef39b298ee tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749604 Oct 18 23:14:20.415852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-a24926f1-d48d-46b8-8927-0976a0cd6fd5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 HTTP/1.1" status: 200 len: 217 time: 0.2112324 Oct 18 23:14:20.547171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c194-5486-4208-8181-9c2403ad9717 req-d1f09c77-fa14-47e1-be00-d3ef4efe4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:20.550544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-d1f09c77-fa14-47e1-be00-d3ef4efe4e08 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=da7a5febd10e4b2cb0a25f02c5be8e8c&device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 1095 time: 0.4261808 Oct 18 23:14:20.574029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac95faed-a132-4db8-829b-f1f0d3534661 req-3a65d8a4-08c6-412f-b7e9-3edc93b676b0 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698342 Oct 18 23:14:20.604925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c7fc0a43-7b82-4848-988e-1a21f69262d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:20.606295 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-c7fc0a43-7b82-4848-988e-1a21f69262d4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1416557 Oct 18 23:14:20.611034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['b439aa59-0d7f-442d-a2d1-6f5d01c38386'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:20.776564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-3c544a81-37a5-4d1f-8ed7-7c9bf20c1274 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d223d2d3-7301-4532-91e0-5db030959893 HTTP/1.1" status: 200 len: 217 time: 0.1564555 Oct 18 23:14:20.802173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-6a9f0686-8919-4217-9647-b1418e328b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:20.837320 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-6a9f0686-8919-4217-9647-b1418e328b46 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1954968 Oct 18 23:14:20.873744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44012aad-5b0d-4e25-8efb-ae0cb04874ee req-064c446c-c1f0-41af-b96b-c82de0f74015 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:20.890660 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44012aad-5b0d-4e25-8efb-ae0cb04874ee req-064c446c-c1f0-41af-b96b-c82de0f74015 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.2642555 Oct 18 23:14:20.913291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3e14c-9c0b-4938-aa20-efcf9d973b9f req-11998be9-368a-4263-ba36-a8c389fb3fc7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:20.919554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eca3e14c-9c0b-4938-aa20-efcf9d973b9f req-11998be9-368a-4263-ba36-a8c389fb3fc7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1226645 Oct 18 23:14:21.016915 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44012aad-5b0d-4e25-8efb-ae0cb04874ee req-13124cdc-e665-4dc7-802c-f35136415b2d tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217830 Oct 18 23:14:21.097254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c194-5486-4208-8181-9c2403ad9717 req-cba80bda-488a-439c-946a-e46fcf7b502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:21.098759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-cba80bda-488a-439c-946a-e46fcf7b502e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab HTTP/1.1" status: 200 len: 853 time: 0.1382945 Oct 18 23:14:21.186104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eca3e14c-9c0b-4938-aa20-efcf9d973b9f req-49a3f16f-4781-4627-9801-3fae5649cd5d tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558832 Oct 18 23:14:21.241228 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c5ed87-f32b-48e1-a1c0-77bde4d27979 x-openstack-request-id: req-54c5ed87-f32b-48e1-a1c0-77bde4d27979 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:21.241546 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f12c5e-fadd-4cea-81b5-80e0ff9ffce1", "tag": "af582fa0-b7c8-4b33-bd6f-b243ab8d6f02", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:21.241781 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54c5ed87-f32b-48e1-a1c0-77bde4d27979 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:21.243277 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f12c5e-fadd-4cea-81b5-80e0ff9ffce1', 'tag': 'af582fa0-b7c8-4b33-bd6f-b243ab8d6f02', 'status': 'completed', 'code': 200} Oct 18 23:14:21.266000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c194-5486-4208-8181-9c2403ad9717 req-cf9b30d0-5a81-4d7e-afad-8d6b41379461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:21.268599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-cf9b30d0-5a81-4d7e-afad-8d6b41379461 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66f971c9-838c-4d93-b15c-d580b910a792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442974 Oct 18 23:14:21.344637 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd01bd52-42b9-4585-ae4b-c6207eb5d0f6 x-openstack-request-id: req-bd01bd52-42b9-4585-ae4b-c6207eb5d0f6 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:21.347824 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f96f23c-ee90-49ef-92dd-0a01881834c7", "tag": "d223d2d3-7301-4532-91e0-5db030959893", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:21.348506 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd01bd52-42b9-4585-ae4b-c6207eb5d0f6 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:21.349293 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f96f23c-ee90-49ef-92dd-0a01881834c7', 'tag': 'd223d2d3-7301-4532-91e0-5db030959893', 'status': 'completed', 'code': 200} Oct 18 23:14:21.485143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-16e1892f-f5fd-4ee2-98e9-a71a07025308 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901617 Oct 18 23:14:21.546299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fbdec-bdcf-4b71-be37-f8e5ac81269d req-06b3385d-a0f2-4d1d-99f3-a027b2149334 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:21.560045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb7fbdec-bdcf-4b71-be37-f8e5ac81269d req-06b3385d-a0f2-4d1d-99f3-a027b2149334 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 948 time: 0.1556275 Oct 18 23:14:21.645455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23541760-c71d-470a-9097-b9b9ee989e80 req-a2a8e84e-477b-4049-a62a-d5e6cbcea21b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:21.664240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23541760-c71d-470a-9097-b9b9ee989e80 req-a2a8e84e-477b-4049-a62a-d5e6cbcea21b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 944 time: 0.3180990 Oct 18 23:14:21.665793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb7fbdec-bdcf-4b71-be37-f8e5ac81269d req-5f084f5a-f8b4-49bb-b07a-e04b70e2e33c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908010 Oct 18 23:14:21.751644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-5325bab5-6273-4a39-8be4-4fb8c029374b service neutron] 10.222.0.102 "GET /v2.0/networks/66f971c9-838c-4d93-b15c-d580b910a792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880838 Oct 18 23:14:21.771145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23541760-c71d-470a-9097-b9b9ee989e80 req-93b9c9e9-abf9-4096-82e7-7489fc2c416b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057417 Oct 18 23:14:22.350534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea74c9-6629-4fed-b508-7b5c0d6bf221 req-9163687d-e7ee-44eb-b9d6-afa08d0e318a tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:22.352124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99ea74c9-6629-4fed-b508-7b5c0d6bf221 req-9163687d-e7ee-44eb-b9d6-afa08d0e318a tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.1076405 Oct 18 23:14:22.423381 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99ea74c9-6629-4fed-b508-7b5c0d6bf221 req-d470e291-27da-4850-bfb0-c7612c4576c6 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619030 Oct 18 23:14:22.714478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45a282-a8bf-4134-a10c-2ddb2fcd7244 req-b8b8befe-7ab6-4e84-b973-e75a5fad9ecc tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:22.717295 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d45a282-a8bf-4134-a10c-2ddb2fcd7244 req-b8b8befe-7ab6-4e84-b973-e75a5fad9ecc tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.0813847 Oct 18 23:14:22.788809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d45a282-a8bf-4134-a10c-2ddb2fcd7244 req-817431e1-7b16-4804-ad9c-b3c8e65b60e9 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646195 Oct 18 23:14:22.988670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3a220-0623-4a35-82c9-4a22191f1681 req-06d1ef01-a5c8-49fd-b8a3-a4715098619f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:22.991128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fa3a220-0623-4a35-82c9-4a22191f1681 req-06d1ef01-a5c8-49fd-b8a3-a4715098619f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0736878 Oct 18 23:14:23.041501 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fa3a220-0623-4a35-82c9-4a22191f1681 req-ec981ddf-d0ca-4d39-a4bc-607b5e95d10e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Oct 18 23:14:23.196859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8b5a3-a7ec-412c-99ca-d0af5790a61a req-1ae7ad96-d009-4644-ae03-b184275e3e30 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:23.198607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93c8b5a3-a7ec-412c-99ca-d0af5790a61a req-1ae7ad96-d009-4644-ae03-b184275e3e30 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 948 time: 0.0706003 Oct 18 23:14:23.257918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93c8b5a3-a7ec-412c-99ca-d0af5790a61a req-4f767faa-262f-47d7-a7a6-981ddbce9b57 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474954 Oct 18 23:14:23.473069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b1879-bc95-4b1d-9b57-dd2a571afc16 req-623c70af-8d1a-46d6-bb45-6e6928eb2ab8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:23.475648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f95b1879-bc95-4b1d-9b57-dd2a571afc16 req-623c70af-8d1a-46d6-bb45-6e6928eb2ab8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 944 time: 0.0967829 Oct 18 23:14:23.537359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f95b1879-bc95-4b1d-9b57-dd2a571afc16 req-53241ac4-f2ad-41c7-ae28-fd95ace97028 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Oct 18 23:14:23.670263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1147644-89a4-448d-99f5-174839cab949 req-da5da011-1ad8-42c2-93cd-9a657e01a003 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:23.671991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1147644-89a4-448d-99f5-174839cab949 req-da5da011-1ad8-42c2-93cd-9a657e01a003 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 945 time: 0.0573738 Oct 18 23:14:23.738806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1147644-89a4-448d-99f5-174839cab949 req-6d401b4d-f4a6-4388-8e3d-e2a548982ee4 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597684 Oct 18 23:14:23.891332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3b996dcf-940e-4111-aa4b-61cf386ff0fb details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:23.895474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 40da8549-640a-4017-bfa3-d1e3f4b97090 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:23.909491 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96530ffc-63f9-4a04-9446-0b1ea60bbbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:24.039968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5880e73-aad5-4c94-ba98-20210af87fd2 req-d8c6911d-8113-4e4e-83c2-32050641a5f6 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:24.042366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5880e73-aad5-4c94-ba98-20210af87fd2 req-d8c6911d-8113-4e4e-83c2-32050641a5f6 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.1640978 Oct 18 23:14:24.191269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5880e73-aad5-4c94-ba98-20210af87fd2 req-70e1ac1d-bb06-4185-ad75-efee86f66094 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313393 Oct 18 23:14:24.289869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 40da8549-640a-4017-bfa3-d1e3f4b97090 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:14:24.300905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 40da8549-640a-4017-bfa3-d1e3f4b97090 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:24.301645 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:24.437245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:24.504574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '3b996dcf-940e-4111-aa4b-61cf386ff0fb', 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce', 'port_id': '3b996dcf-940e-4111-aa4b-61cf386ff0fb', 'mac_address': 'fa:16:3e:17:36:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b765a1a-be5a-4076-a34d-f3f68602a52a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:24.593492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e378035-d5b5-41cd-98a1-74d88a9c0fe1 req-4bbb8b42-996d-496d-a268-e067c46ba8a2 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:24.607996 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e378035-d5b5-41cd-98a1-74d88a9c0fe1 req-4bbb8b42-996d-496d-a268-e067c46ba8a2 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.2054501 Oct 18 23:14:24.645545 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:24.719286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e378035-d5b5-41cd-98a1-74d88a9c0fe1 req-4f4ea580-78f0-4dc0-82d7-79b9f2794e9f tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036692 Oct 18 23:14:24.745414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b996dcf-940e-4111-aa4b-61cf386ff0fb {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:24.762320 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:24.791238 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:24.839679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:24.894694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:24.897274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:24.902822 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3d05aa-fea8-4747-aa8b-c2e5dd4a5fe0" -d '{"events": [{"server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "name": "network-vif-plugged", "status": "completed", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:24.911339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:24.912791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b439aa59-0d7f-442d-a2d1-6f5d01c38386 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:24.916472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:25.124152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac1e0-a224-453e-a230-f4d64e2fccd7 req-4b27dca0-961d-401a-89c2-93ba1326321e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:25.137171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-adbac1e0-a224-453e-a230-f4d64e2fccd7 req-4b27dca0-961d-401a-89c2-93ba1326321e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1870773 Oct 18 23:14:25.245512 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:25.252199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:25.268075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.268633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-adbac1e0-a224-453e-a230-f4d64e2fccd7 req-acf32d84-4f9f-48d3-9664-363d46801f70 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210854 Oct 18 23:14:25.268777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.269229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.269801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.270371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.270982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.271560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.272141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.272731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.273300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.273870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.274500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:14:25.289262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['3b996dcf-940e-4111-aa4b-61cf386ff0fb'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:25.413212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port b439aa59-0d7f-442d-a2d1-6f5d01c38386 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:14:25.432743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port b439aa59-0d7f-442d-a2d1-6f5d01c38386 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:25.433402 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:25.648023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=3b996dcf-940e-4111-aa4b-61cf386ff0fb,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:25.737281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf654c5-bc60-44fa-baf8-368fa34323c0 req-888e2b04-68a1-46f5-a9f0-f82909ef1ce3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:25.746445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbf654c5-bc60-44fa-baf8-368fa34323c0 req-888e2b04-68a1-46f5-a9f0-f82909ef1ce3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.2480562 Oct 18 23:14:25.803238 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:25.829081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbf654c5-bc60-44fa-baf8-368fa34323c0 req-3613ac49-c17f-4570-bf23-d1237c12d8f4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813472 Oct 18 23:14:25.885450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:25.893749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:26.034936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=b439aa59-0d7f-442d-a2d1-6f5d01c38386,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:26.077279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817267c-8b21-4373-9a16-73510ec76a85 req-3879ad47-50af-44d8-bfd3-44a96d8d03c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:26.085820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1817267c-8b21-4373-9a16-73510ec76a85 req-3879ad47-50af-44d8-bfd3-44a96d8d03c0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1105094 Oct 18 23:14:26.137638 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1817267c-8b21-4373-9a16-73510ec76a85 req-e2f6ad2a-790a-4d15-9923-ca263467db2a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492926 Oct 18 23:14:26.303246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4dad8-146e-4744-bc2a-9e42095be8fc req-e259ab0b-d6a8-4b4c-b46a-c27fd1924d45 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:26.311850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5eb4dad8-146e-4744-bc2a-9e42095be8fc req-e259ab0b-d6a8-4b4c-b46a-c27fd1924d45 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 944 time: 0.0708737 Oct 18 23:14:26.367529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5eb4dad8-146e-4744-bc2a-9e42095be8fc req-e53b9dd2-8ba5-425f-9959-0eea80b5a1db tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535486 Oct 18 23:14:26.451628 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66264f64-f9bf-4b2c-b7d6-f4621508983d x-openstack-request-id: req-66264f64-f9bf-4b2c-b7d6-f4621508983d {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:26.451944 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "name": "network-vif-plugged", "status": "completed", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:26.452263 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66264f64-f9bf-4b2c-b7d6-f4621508983d {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:26.452621 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'code': 200} Oct 18 23:14:26.651775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5746e-2880-4daf-8c19-0cd95b8db100 req-d5d574f9-e792-40d0-b397-a54be296e38e tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:26.654319 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a5746e-2880-4daf-8c19-0cd95b8db100 req-d5d574f9-e792-40d0-b397-a54be296e38e tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.0773342 Oct 18 23:14:26.730977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a5746e-2880-4daf-8c19-0cd95b8db100 req-6748fe12-e911-4a73-af82-c66f75d16126 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683310 Oct 18 23:14:26.962589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec02a8-59ca-4810-bb64-009121da71a6 req-2d32f6f5-6118-48e1-a7f3-9b3298c92c5a tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:26.965302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3ec02a8-59ca-4810-bb64-009121da71a6 req-2d32f6f5-6118-48e1-a7f3-9b3298c92c5a tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.1081030 Oct 18 23:14:27.028936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3ec02a8-59ca-4810-bb64-009121da71a6 req-c0394db8-8149-4ba5-9b50-01603c3d3745 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533118 Oct 18 23:14:27.204192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffab5c-ca94-44bb-973d-00548ad5fe5b req-932212b6-20fd-4a46-b717-421cc8450af7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:27.207586 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86ffab5c-ca94-44bb-973d-00548ad5fe5b req-932212b6-20fd-4a46-b717-421cc8450af7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0865021 Oct 18 23:14:27.271382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86ffab5c-ca94-44bb-973d-00548ad5fe5b req-7b787449-6882-44b5-a12f-7fc1594afb4b tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 Oct 18 23:14:27.434114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b157f03-da29-4022-a1fc-29e9e06ee973 req-a059fc64-8dc3-47d1-acdb-50f1d0cbc074 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:27.442452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b157f03-da29-4022-a1fc-29e9e06ee973 req-a059fc64-8dc3-47d1-acdb-50f1d0cbc074 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0873833 Oct 18 23:14:27.508497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b157f03-da29-4022-a1fc-29e9e06ee973 req-59d3d395-4e27-4373-87f8-621198359507 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648537 Oct 18 23:14:27.623902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9531bc6-70d0-45b4-93c2-487d9732b29f req-9ea8e929-e45d-4390-91d5-92b55030cd3b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:27.627368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9531bc6-70d0-45b4-93c2-487d9732b29f req-9ea8e929-e45d-4390-91d5-92b55030cd3b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0626485 Oct 18 23:14:27.678150 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:27.685150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9531bc6-70d0-45b4-93c2-487d9732b29f req-9308fc21-d23e-4c53-9dcf-366479b76b09 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528030 Oct 18 23:14:27.888001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98f9af-fe1b-4e02-9c57-cde202003a50 req-ac7d195e-ca03-496d-8b0a-9a3af678a0ce tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:27.895768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3b996dcf-940e-4111-aa4b-61cf386ff0fb up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:27.901905 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b98f9af-fe1b-4e02-9c57-cde202003a50 req-ac7d195e-ca03-496d-8b0a-9a3af678a0ce tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 944 time: 0.1036398 Oct 18 23:14:27.951373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b98f9af-fe1b-4e02-9c57-cde202003a50 req-6bb175a3-c45c-4f38-8c7e-8ac817d64e64 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485489 Oct 18 23:14:28.058697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 3b996dcf-940e-4111-aa4b-61cf386ff0fb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:28.059317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:28.188727 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:28.196935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7c241-11aa-43e7-bd0b-4bcae4aff5ef req-76427fac-85d2-4646-9855-034abf4f3a04 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:28.207280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94b7c241-11aa-43e7-bd0b-4bcae4aff5ef req-76427fac-85d2-4646-9855-034abf4f3a04 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.0884361 Oct 18 23:14:28.234686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:28.242615 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:28.261210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94b7c241-11aa-43e7-bd0b-4bcae4aff5ef req-dc0b29cd-9f38-44ee-a68b-cc8d80056b1c tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524547 Oct 18 23:14:28.313194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=3b996dcf-940e-4111-aa4b-61cf386ff0fb,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:28.412787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1e230-aa86-4a7e-81f2-3bd65d690a4c req-0fa12fcf-3e04-4ede-aa05-2d56b316025e tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:28.415060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eb1e230-aa86-4a7e-81f2-3bd65d690a4c req-0fa12fcf-3e04-4ede-aa05-2d56b316025e tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.0576196 Oct 18 23:14:28.453566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386'}, {'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:28.456332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eb1e230-aa86-4a7e-81f2-3bd65d690a4c req-1247ba15-8019-42ca-b8dd-f0a2bd5df5c9 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348990 Oct 18 23:14:28.456566 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13881d99-96bf-4eee-a1b1-089a586b12d0" -d '{"events": [{"server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "name": "network-vif-plugged", "status": "completed", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386"}, {"server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "name": "network-vif-plugged", "status": "completed", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:28.568599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1856-6bc5-47c7-b07c-c904269c10dd req-9d8f3fe2-b70b-4a03-a180-ae3b95868bfe tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:28.570390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc4a1856-6bc5-47c7-b07c-c904269c10dd req-9d8f3fe2-b70b-4a03-a180-ae3b95868bfe tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0540473 Oct 18 23:14:28.616823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc4a1856-6bc5-47c7-b07c-c904269c10dd req-5013684c-a600-45f1-9a26-cde7da1fa28c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Oct 18 23:14:28.672510 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8030b6b-8b91-4c6c-be88-2fecac2585e0 x-openstack-request-id: req-e8030b6b-8b91-4c6c-be88-2fecac2585e0 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:28.672806 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "name": "network-vif-plugged", "status": "completed", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386", "code": 200}, {"server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "name": "network-vif-plugged", "status": "completed", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:28.673190 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8030b6b-8b91-4c6c-be88-2fecac2585e0 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:28.673484 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386', 'code': 200} Oct 18 23:14:28.673738 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb', 'code': 200} Oct 18 23:14:28.777700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6ffd3-fbb3-45eb-947a-44eb7f3f0190 req-73a8ec91-0589-4639-a9b7-3743a4b995dd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:28.779306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3c6ffd3-fbb3-45eb-947a-44eb7f3f0190 req-73a8ec91-0589-4639-a9b7-3743a4b995dd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0587621 Oct 18 23:14:28.831164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3c6ffd3-fbb3-45eb-947a-44eb7f3f0190 req-8e86dba4-9959-4923-a490-4101106e2d8d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447237 Oct 18 23:14:28.901581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cc184-921f-4f13-b758-dc5207ea9edf req-a0615f75-c8f1-402e-b9ad-60ec276b6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:28.903220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b54cc184-921f-4f13-b758-dc5207ea9edf req-a0615f75-c8f1-402e-b9ad-60ec276b6306 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0616598 Oct 18 23:14:28.976350 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b54cc184-921f-4f13-b758-dc5207ea9edf req-bd92b227-0955-4eef-8066-4ba2239171de service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555804 Oct 18 23:14:28.994579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b2e37-4089-4361-bc77-5c9e1cb27a3a req-8970cf93-2768-4e77-9fe8-ed45fea7952a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:29.004664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e3b2e37-4089-4361-bc77-5c9e1cb27a3a req-8970cf93-2768-4e77-9fe8-ed45fea7952a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0930998 Oct 18 23:14:29.044083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e3b2e37-4089-4361-bc77-5c9e1cb27a3a req-f2f3ad93-ea0b-425a-975f-58cc512b82f9 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370748 Oct 18 23:14:29.185119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c08e5f-c836-4224-bd41-f6706edfd6ef req-751b832b-bb45-4b31-aada-69aa296aaa47 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:29.185119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6c08e5f-c836-4224-bd41-f6706edfd6ef req-751b832b-bb45-4b31-aada-69aa296aaa47 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 945 time: 0.0784023 Oct 18 23:14:29.262098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6c08e5f-c836-4224-bd41-f6706edfd6ef req-45562be4-ea2e-40e7-a7c5-c8bc0238a36f tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667989 Oct 18 23:14:29.397971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb811-5446-4015-b340-38b3abaebf54 req-ae9f1bbd-07f5-45b9-93d4-c1aa763709c1 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:29.399607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08ccb811-5446-4015-b340-38b3abaebf54 req-ae9f1bbd-07f5-45b9-93d4-c1aa763709c1 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.0567348 Oct 18 23:14:29.442498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08ccb811-5446-4015-b340-38b3abaebf54 req-dcea74e5-7816-44a8-88d3-82dddd5bcada tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Oct 18 23:14:29.576787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f6e90-234f-43c2-b09f-a031f14a5c06 req-67ac862e-2e27-4299-9f97-9d6c44743bc2 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:29.578208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-076f6e90-234f-43c2-b09f-a031f14a5c06 req-67ac862e-2e27-4299-9f97-9d6c44743bc2 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.0506966 Oct 18 23:14:29.620236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-076f6e90-234f-43c2-b09f-a031f14a5c06 req-3654ff47-16cd-4c7a-abba-47f71d404415 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351527 Oct 18 23:14:29.745260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a3079-2410-4e84-adfc-0a29bd6edee8 req-84de983b-3888-4e8f-8bfb-3f9ea2bab271 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:29.747424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f2a3079-2410-4e84-adfc-0a29bd6edee8 req-84de983b-3888-4e8f-8bfb-3f9ea2bab271 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0534563 Oct 18 23:14:29.790217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f2a3079-2410-4e84-adfc-0a29bd6edee8 req-f2622906-8c79-4317-88b2-42a007014aea tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355825 Oct 18 23:14:29.965535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e7efe-30f8-4289-adf0-f7a1573cb6cb req-4bddbb2a-876d-4b1b-b2f5-be21e073b760 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:29.967060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f5e7efe-30f8-4289-adf0-f7a1573cb6cb req-4bddbb2a-876d-4b1b-b2f5-be21e073b760 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0542257 Oct 18 23:14:30.006008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f5e7efe-30f8-4289-adf0-f7a1573cb6cb req-e48c91ca-0bbf-4d2a-9971-1da39e625146 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Oct 18 23:14:30.210016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebddfe-2081-470d-8c3c-e79b70f7c86a req-0a47ba42-62c7-40ed-affc-64765838aeec tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:30.211562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5ebddfe-2081-470d-8c3c-e79b70f7c86a req-0a47ba42-62c7-40ed-affc-64765838aeec tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0522709 Oct 18 23:14:30.266638 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5ebddfe-2081-470d-8c3c-e79b70f7c86a req-bea61318-42d0-4cd7-befb-e6dbdf3915f0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 Oct 18 23:14:30.401325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403917c5-d7f8-4aae-ae26-11ec38780108 req-a0af6322-8b3f-4ff3-a7fd-8945da25acf6 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:30.404227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-403917c5-d7f8-4aae-ae26-11ec38780108 req-a0af6322-8b3f-4ff3-a7fd-8945da25acf6 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 945 time: 0.0594835 Oct 18 23:14:30.448421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-403917c5-d7f8-4aae-ae26-11ec38780108 req-9c37d7ec-25f4-4530-97ba-c992f9133abe tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360916 Oct 18 23:14:30.571789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa0ad5-4b4f-48df-b565-770556734183 req-27f0a17a-9fd4-4cc1-b06f-4ae3b1e8e4b1 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:30.573351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eefa0ad5-4b4f-48df-b565-770556734183 req-27f0a17a-9fd4-4cc1-b06f-4ae3b1e8e4b1 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.0571311 Oct 18 23:14:30.634379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eefa0ad5-4b4f-48df-b565-770556734183 req-fd0c010c-7273-4835-9863-8721f68c30b6 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546482 Oct 18 23:14:30.740252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cb564-20ec-444d-a604-b270da6e3dd4 req-462f6e31-576a-438e-a817-419ca1569fa3 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:30.741556 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2cb564-20ec-444d-a604-b270da6e3dd4 req-462f6e31-576a-438e-a817-419ca1569fa3 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.0507755 Oct 18 23:14:30.781778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2cb564-20ec-444d-a604-b270da6e3dd4 req-aa30d215-761f-4a1c-a94e-c566687f3312 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341322 Oct 18 23:14:30.909651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6239683-bb3c-4959-87a1-401421b39795 req-f6cf1953-c1cd-4cfb-9c84-a74897e41197 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:30.911207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6239683-bb3c-4959-87a1-401421b39795 req-f6cf1953-c1cd-4cfb-9c84-a74897e41197 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0508482 Oct 18 23:14:30.951231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6239683-bb3c-4959-87a1-401421b39795 req-698a2c97-582a-4c81-afcf-f67df53041eb tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Oct 18 23:14:31.153898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd319fe-a60b-4616-8e6f-d3d4be35c2a7 req-2b49d264-7f42-4382-a6bc-7aa8acfd4820 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:31.155716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0dd319fe-a60b-4616-8e6f-d3d4be35c2a7 req-2b49d264-7f42-4382-a6bc-7aa8acfd4820 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0737135 Oct 18 23:14:31.217211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0dd319fe-a60b-4616-8e6f-d3d4be35c2a7 req-20879b5e-91c4-4ed8-a57c-2f8b2a39ff40 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Oct 18 23:14:31.402023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efb5b8-30dd-448c-adf0-5ea421ebc564 req-973a3d3b-994a-44fc-beea-affe48a4cb59 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:31.403596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5efb5b8-30dd-448c-adf0-5ea421ebc564 req-973a3d3b-994a-44fc-beea-affe48a4cb59 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0540471 Oct 18 23:14:31.452433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5efb5b8-30dd-448c-adf0-5ea421ebc564 req-110baac1-cbb5-459c-8338-508edf310080 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351183 Oct 18 23:14:31.570132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02e51c-5f27-413f-a7f2-9fc6fe1b26e9 req-b1f6f5c4-0528-4eb6-9371-5772b5ec6f11 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:31.571606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f02e51c-5f27-413f-a7f2-9fc6fe1b26e9 req-b1f6f5c4-0528-4eb6-9371-5772b5ec6f11 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 945 time: 0.0513272 Oct 18 23:14:31.612533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f02e51c-5f27-413f-a7f2-9fc6fe1b26e9 req-aef5ae7b-7fc0-4994-90b7-aefc9e54969e tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Oct 18 23:14:31.711972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd556dcb-6a7e-4c04-a264-04ae84afd07b req-4d6035fe-bf43-4290-bc2e-d7d156aada99 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:31.713460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd556dcb-6a7e-4c04-a264-04ae84afd07b req-4d6035fe-bf43-4290-bc2e-d7d156aada99 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1097 time: 0.0444965 Oct 18 23:14:31.747802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd556dcb-6a7e-4c04-a264-04ae84afd07b req-5dfabcfd-a82e-4640-8376-5293275e0019 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282073 Oct 18 23:14:31.862174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef8035-9b9d-4a48-9363-f9fd798f1832 req-50df81f6-56a7-49cc-9977-c32f4db113d7 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:31.863878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96ef8035-9b9d-4a48-9363-f9fd798f1832 req-50df81f6-56a7-49cc-9977-c32f4db113d7 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.0587025 Oct 18 23:14:31.908434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96ef8035-9b9d-4a48-9363-f9fd798f1832 req-53703ae7-ef34-4210-9018-303c45a9044a tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Oct 18 23:14:32.069162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b018d1-ce6c-429a-8a74-bdde53f4d9fd req-176f5a9e-41e8-421c-8c59-821e2e6022f2 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:32.070868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5b018d1-ce6c-429a-8a74-bdde53f4d9fd req-176f5a9e-41e8-421c-8c59-821e2e6022f2 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.0543525 Oct 18 23:14:32.111259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5b018d1-ce6c-429a-8a74-bdde53f4d9fd req-22c2a763-e7d0-4cf1-9ff5-f6dff1e6b0a4 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337400 Oct 18 23:14:32.229652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcd83-8f94-42c8-a609-9ac3c0f5b475 req-dceb0b16-b046-46c8-b620-91b57124a0af tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:32.231423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d7bcd83-8f94-42c8-a609-9ac3c0f5b475 req-dceb0b16-b046-46c8-b620-91b57124a0af tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0577838 Oct 18 23:14:32.280680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d7bcd83-8f94-42c8-a609-9ac3c0f5b475 req-ca5ebec6-8cbf-4fe6-a007-4e625e1a57bc tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373361 Oct 18 23:14:32.434419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af05c1-61a6-429c-bf32-b8ac3a398c21 req-93f7cd4c-2bdc-4087-857f-53ce1bd2ef7d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:32.435963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-40af05c1-61a6-429c-bf32-b8ac3a398c21 req-93f7cd4c-2bdc-4087-857f-53ce1bd2ef7d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0822968 Oct 18 23:14:32.501163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2dbd0-2230-4a7b-bf0f-bf5242fc833d req-6cf5e02c-779c-4365-a71f-f41773868be3 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143601 Oct 18 23:14:32.521390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-40af05c1-61a6-429c-bf32-b8ac3a398c21 req-8fb9b284-3f1a-4c93-af50-e24e434b68ce tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555327 Oct 18 23:14:32.526418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a678c194-5486-4208-8181-9c2403ad9717 req-11d3d06f-c00f-49cf-9313-f537f61a3dd3 service neutron] 10.222.0.102 "GET /v2.0/networks/66f971c9-838c-4d93-b15c-d580b910a792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398692 Oct 18 23:14:32.783490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-0293b97d-6201-478a-b964-49b05a71fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:32.785908 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-0293b97d-6201-478a-b964-49b05a71fd5a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=63404688f1c3498fa06d03f2e445d0b1&device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 1099 time: 0.0943842 Oct 18 23:14:32.787505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-0de7e180-2ce0-47cd-a5b2-78d17f629879 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:32.789137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-0de7e180-2ce0-47cd-a5b2-78d17f629879 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba&tenant_id=1322d1ff53614d19a79298a73ab42a6f&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 949 time: 0.1625001 Oct 18 23:14:32.816868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-53b2e032-6e06-4ebb-a111-b1fd47f23418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:32.818514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-53b2e032-6e06-4ebb-a111-b1fd47f23418 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=da7a5febd10e4b2cb0a25f02c5be8e8c&device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 1095 time: 0.0938203 Oct 18 23:14:32.856311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca142e0-d379-4ef6-bf86-915a539c6e97 req-532238d3-8d02-4000-bb0f-722aa649ac6c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:32.858985 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eca142e0-d379-4ef6-bf86-915a539c6e97 req-532238d3-8d02-4000-bb0f-722aa649ac6c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 945 time: 0.1239164 Oct 18 23:14:32.937294 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-5e5b0a21-d084-43ab-b6a5-ea8085ac98d8 service neutron] delete failed (client error): The resource could not be found. Oct 18 23:14:32.940458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-5e5b0a21-d084-43ab-b6a5-ea8085ac98d8 service neutron] 10.222.0.102 "DELETE /v2.0/ports/40da8549-640a-4017-bfa3-d1e3f4b97090/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.1374269 Oct 18 23:14:32.956997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eca142e0-d379-4ef6-bf86-915a539c6e97 req-e7afb16f-25a6-4661-bee7-1d88f1da7683 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544105 Oct 18 23:14:32.960062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-b1801d9f-a7d1-4bc5-a722-a767f48e29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:32.961545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-b1801d9f-a7d1-4bc5-a722-a767f48e29c6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1597857 Oct 18 23:14:32.965625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-aae99d3b-865a-4492-a44a-55e88f1f8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:32.967086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-aae99d3b-865a-4492-a44a-55e88f1f8232 service neutron] 10.222.0.102 "GET /v2.0/networks?id=66f971c9-838c-4d93-b15c-d580b910a792 HTTP/1.1" status: 200 len: 915 time: 0.1220655 Oct 18 23:14:33.071581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-996cdd30-b6e6-4612-9e73-9cf2ee816c86 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 HTTP/1.1" status: 200 len: 217 time: 0.0637665 Oct 18 23:14:33.078441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-4dfd9719-7591-45aa-9283-47bcbe2c3f62 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d223d2d3-7301-4532-91e0-5db030959893 HTTP/1.1" status: 200 len: 217 time: 0.0373111 Oct 18 23:14:33.104292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70afbee-8934-4b82-86a7-3a870a06be51 req-30db10a7-b73c-4b5f-88e6-61a2f832a671 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.107207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c70afbee-8934-4b82-86a7-3a870a06be51 req-30db10a7-b73c-4b5f-88e6-61a2f832a671 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.1007442 Oct 18 23:14:33.162963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c70afbee-8934-4b82-86a7-3a870a06be51 req-ecf7369b-d21f-4faf-8b3c-6d9aa60e1ea0 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Oct 18 23:14:33.290297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-fd446435-e320-4afb-a902-172f387526df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.291877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-fd446435-e320-4afb-a902-172f387526df service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab HTTP/1.1" status: 200 len: 853 time: 0.0657117 Oct 18 23:14:33.387765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-38c1d993-8000-4937-9505-62a0696c3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.389438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-38c1d993-8000-4937-9505-62a0696c3903 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1631823 Oct 18 23:14:33.424878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c35d5d-24ac-4fd5-8bd4-13c5cce213a9 req-61869648-149a-4a20-92d8-e14586525231 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.426811 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e7c35d5d-24ac-4fd5-8bd4-13c5cce213a9 req-61869648-149a-4a20-92d8-e14586525231 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.1106284 Oct 18 23:14:33.426982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-31f951de-8ffc-4475-982e-201ce952f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.428400 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-31f951de-8ffc-4475-982e-201ce952f8ce service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1101 time: 0.1534956 Oct 18 23:14:33.432345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-c9c7ab4d-599f-453d-95eb-abddcd7593b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.433848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-c9c7ab4d-599f-453d-95eb-abddcd7593b0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66f971c9-838c-4d93-b15c-d580b910a792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234751 Oct 18 23:14:33.446661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2801-861d-4597-a8ad-f03ccf70b7f1 req-3dc2a181-4d44-4327-87b9-18b55ed24df0 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.448187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eeec2801-861d-4597-a8ad-f03ccf70b7f1 req-3dc2a181-4d44-4327-87b9-18b55ed24df0 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 945 time: 0.0968657 Oct 18 23:14:33.500629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e7c35d5d-24ac-4fd5-8bd4-13c5cce213a9 req-57c653d6-97fb-4ce2-871b-489ed2016af9 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520306 Oct 18 23:14:33.503142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-6c04547a-5a44-4556-8fa0-10500a557e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.504966 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-6c04547a-5a44-4556-8fa0-10500a557e87 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1060042 Oct 18 23:14:33.665349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-6389dda0-4c5a-447f-b7fe-91d37a9f3106 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483788 Oct 18 23:14:33.680102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e083a6-64b2-438c-81d8-5c3491ad7a40 req-d2ee07ef-a374-467c-bfae-be4179241430 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.681777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81e083a6-64b2-438c-81d8-5c3491ad7a40 req-d2ee07ef-a374-467c-bfae-be4179241430 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0826211 Oct 18 23:14:33.885841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eeec2801-861d-4597-a8ad-f03ccf70b7f1 req-7861a43e-34ed-4be5-ae8d-4fe0169870e9 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190788 Oct 18 23:14:33.924293 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-cd6aba59-2664-40c7-82d3-c2cb0e6ab538 service neutron] 10.222.0.102 "GET /v2.0/networks/66f971c9-838c-4d93-b15c-d580b910a792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747748 Oct 18 23:14:33.925146 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3b996dcf-940e-4111-aa4b-61cf386ff0fb no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:14:33.973060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-41bb4172-113c-4b28-8e0b-d74a58e35edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:33.974550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-41bb4172-113c-4b28-8e0b-d74a58e35edf service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.5244148 Oct 18 23:14:34.040587 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81e083a6-64b2-438c-81d8-5c3491ad7a40 req-1a1d2457-f92b-4a7c-9da2-2b55a428674e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496687 Oct 18 23:14:34.042409 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:34.068827 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc0e1669-3ee7-443c-a597-9b5948399345 req-2f73a01c-0cf0-4481-8c5e-dc743109c92b service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859336 Oct 18 23:14:34.082360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:34.085685 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de312a5-6537-466d-ae78-ce9e35b9e7bf" -d '{"events": [{"server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "name": "network-vif-unplugged", "status": "completed", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:34.102039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:34.109412 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:34.136788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-23a3237b-be6c-4eaf-a356-8aed42bd8988 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 217 time: 0.0642085 Oct 18 23:14:34.182126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=3b996dcf-940e-4111-aa4b-61cf386ff0fb,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:34.185006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a57c5d6c-ac6e-4fb1-870e-cad14e4a4089 req-62b6d23f-a896-4e4d-963f-4ae3f1a1fd28 service neutron] 10.222.0.102 "GET /v2.0/networks/66f971c9-838c-4d93-b15c-d580b910a792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491424 Oct 18 23:14:34.207581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-02c2e89a-8314-4530-82e5-47603ab0d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:34.209041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-02c2e89a-8314-4530-82e5-47603ab0d7bc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0610352 Oct 18 23:14:34.214440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cb65c-5775-4be5-b2c9-34e98ca2426a req-9d2bfdc9-d2d2-4a43-8dc2-92f6dcc9c570 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:34.216053 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e96cb65c-5775-4be5-b2c9-34e98ca2426a req-9d2bfdc9-d2d2-4a43-8dc2-92f6dcc9c570 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0768728 Oct 18 23:14:34.259544 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-73d0a719-4387-4bf6-bf4a-f1bcf25ea044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:34.261116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-73d0a719-4387-4bf6-bf4a-f1bcf25ea044 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438740 Oct 18 23:14:34.263732 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e96cb65c-5775-4be5-b2c9-34e98ca2426a req-71442669-86fd-4a30-9d04-7b259f6eafe0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Oct 18 23:14:34.315613 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc85b9-e35e-454a-9856-327b34cea8ef x-openstack-request-id: req-bedc85b9-e35e-454a-9856-327b34cea8ef {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:34.315958 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "name": "network-vif-unplugged", "status": "completed", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:34.316219 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bedc85b9-e35e-454a-9856-327b34cea8ef {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:34.316619 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb', 'code': 200} Oct 18 23:14:34.403583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-95f4b111-d7c3-4694-a7f9-b8c64fd16d61 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314850 Oct 18 23:14:34.432633 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:34.470860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a5317-e9dc-4d87-b1d5-c87d80450d50 req-8b1949be-a91d-4b43-a3ed-498fb58205bf tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:34.475292 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba5a5317-e9dc-4d87-b1d5-c87d80450d50 req-8b1949be-a91d-4b43-a3ed-498fb58205bf tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.0873129 Oct 18 23:14:34.517374 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba5a5317-e9dc-4d87-b1d5-c87d80450d50 req-9130bf8f-8f4d-49dc-b43c-e3cee0ef641c tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379038 Oct 18 23:14:34.536782 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04312b34-6690-4e6b-87cb-a2a45bd59d25 req-b6709355-e9cb-4fb7-91c7-5691af155e2b service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229687 Oct 18 23:14:34.642988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27c0c8-09c4-4228-810b-774462cc8bd8 req-00ebdea8-7bc4-44ee-9824-484bd13ee8a6 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:34.644555 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a27c0c8-09c4-4228-810b-774462cc8bd8 req-00ebdea8-7bc4-44ee-9824-484bd13ee8a6 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.0545619 Oct 18 23:14:34.699043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a27c0c8-09c4-4228-810b-774462cc8bd8 req-cbb055c8-cdba-44f8-a786-166745452a39 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475960 Oct 18 23:14:35.018228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0825e-a681-48f1-95e1-b41888d8902c req-f78f7e57-3aa6-45f9-a3e5-c5e410f6da2f tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:35.019837 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cf0825e-a681-48f1-95e1-b41888d8902c req-f78f7e57-3aa6-45f9-a3e5-c5e410f6da2f tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 943 time: 0.0516849 Oct 18 23:14:35.084350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cf0825e-a681-48f1-95e1-b41888d8902c req-9653b460-9582-4076-9706-97db7d88fd63 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537851 Oct 18 23:14:35.206518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abed5c-d6a3-4eb2-a19f-91d56cb83933 req-1882c18c-0e18-48cd-98e6-3022c64e18ef tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:35.208195 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28abed5c-d6a3-4eb2-a19f-91d56cb83933 req-1882c18c-0e18-48cd-98e6-3022c64e18ef tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0598395 Oct 18 23:14:35.250860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28abed5c-d6a3-4eb2-a19f-91d56cb83933 req-3e258c23-ba06-4dfd-b927-cdcf38d57037 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365002 Oct 18 23:14:35.432684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57653226-7595-4eb5-846a-51d11bff270f req-4681fafb-7351-4fe6-8c25-921ee5387ee5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:35.434334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57653226-7595-4eb5-846a-51d11bff270f req-4681fafb-7351-4fe6-8c25-921ee5387ee5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0667093 Oct 18 23:14:35.542332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57653226-7595-4eb5-846a-51d11bff270f req-6d6ab385-dc3d-4f55-8d25-cb52ebf2600f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938003 Oct 18 23:14:35.675493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b091712-0927-4729-a2ce-e25f6dc81bcd req-63488822-aea6-49f8-b543-916be23882e5 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:35.683345 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3b091712-0927-4729-a2ce-e25f6dc81bcd req-63488822-aea6-49f8-b543-916be23882e5 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.0804393 Oct 18 23:14:35.732031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3b091712-0927-4729-a2ce-e25f6dc81bcd req-66cf8919-9cce-4c1e-b2a7-f12130e3bd89 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476959 Oct 18 23:14:35.738298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fc174-1a79-4535-b3b3-b7e5a9e10193 req-45e0aa98-3519-42b6-b64d-9cfcbbd5ab35 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:35.740410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-241fc174-1a79-4535-b3b3-b7e5a9e10193 req-45e0aa98-3519-42b6-b64d-9cfcbbd5ab35 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1097 time: 0.0522709 Oct 18 23:14:35.799675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-241fc174-1a79-4535-b3b3-b7e5a9e10193 req-e18c7d67-e4fb-4a65-b19c-66927f4e6780 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Oct 18 23:14:35.888121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73847167-845d-478f-8e68-16d1d3258daa req-4db8be75-3751-4c93-9aed-2d39902dc81c tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:35.889740 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73847167-845d-478f-8e68-16d1d3258daa req-4db8be75-3751-4c93-9aed-2d39902dc81c tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.0678375 Oct 18 23:14:35.915743 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:35.937054 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73847167-845d-478f-8e68-16d1d3258daa req-4641739d-79a9-4a25-a5ef-cbc4cfdfd4c7 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391881 Oct 18 23:14:36.227007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bab9f-6903-4a8a-a313-92770a2bc46e req-2d047644-f2d1-4615-9d91-42ec08d83f15 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:36.228562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc2bab9f-6903-4a8a-a313-92770a2bc46e req-2d047644-f2d1-4615-9d91-42ec08d83f15 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 943 time: 0.0640631 Oct 18 23:14:36.283826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc2bab9f-6903-4a8a-a313-92770a2bc46e req-bad30b1f-9319-492d-ae9e-8913d9649e4b tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444734 Oct 18 23:14:36.360268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-afcc7b7b-a466-42ba-9ceb-00a5174b5757 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:36.363322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-afcc7b7b-a466-42ba-9ceb-00a5174b5757 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.73 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 943 time: 0.0937803 Oct 18 23:14:36.530135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813574f-5964-44d4-abca-9afd5fef4a4f req-1d150cdb-5cb6-486d-9979-ffb6c828ecd0 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:36.531800 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7813574f-5964-44d4-abca-9afd5fef4a4f req-1d150cdb-5cb6-486d-9979-ffb6c828ecd0 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0641232 Oct 18 23:14:36.540639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Deleting port 3b996dcf-940e-4111-aa4b-61cf386ff0fb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:14:36.540983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:36.584446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7813574f-5964-44d4-abca-9afd5fef4a4f req-4103f0cc-4c6e-479d-a1a4-df6d15578ccc tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Oct 18 23:14:36.724254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] For port 3b996dcf-940e-4111-aa4b-61cf386ff0fb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3b996dcf-940e-4111-aa4b-61cf386ff0fb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:36.724872 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:36.736684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f90a9-7660-41b4-94d2-7f52fd8851c6 req-e1b78c95-c02a-43e2-8557-1917b7cfdd46 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:36.738700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-872f90a9-7660-41b4-94d2-7f52fd8851c6 req-e1b78c95-c02a-43e2-8557-1917b7cfdd46 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0619409 Oct 18 23:14:36.751938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Calling delete_port for 3b996dcf-940e-4111-aa4b-61cf386ff0fb owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:14:36.790467 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-872f90a9-7660-41b4-94d2-7f52fd8851c6 req-2b845e08-a05f-451c-841d-ab4b942d0699 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Oct 18 23:14:36.925215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:36.965274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event deleted for resources: {'Port': ['ID=3b996dcf-940e-4111-aa4b-61cf386ff0fb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:36.979594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e1226-d1bc-49e3-88d7-451bec8e4d85 req-a03985b9-270b-4dae-9594-0234e0704391 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:36.982274 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f23e1226-d1bc-49e3-88d7-451bec8e4d85 req-a03985b9-270b-4dae-9594-0234e0704391 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.0907104 Oct 18 23:14:37.009974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] No DVR routers for this DVR port 3b996dcf-940e-4111-aa4b-61cf386ff0fb on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:14:37.012976 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:37.016747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-422ee741-ad44-493f-9de1-ac870f3b4e8a req-9d64de2d-b762-486a-897a-03d68e9ca069 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.73 "DELETE /v2.0/ports/3b996dcf-940e-4111-aa4b-61cf386ff0fb HTTP/1.1" status: 204 len: 173 time: 0.6423807 Oct 18 23:14:37.017221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'name': 'network-vif-deleted', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:37.020210 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62c3448-dd2e-4b17-b05f-dc185f42f913" -d '{"events": [{"server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "name": "network-vif-deleted", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:37.022522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-d6b6a7ea-5d8c-44a2-b622-2cec67b83682 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:14:37.023635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-d6b6a7ea-5d8c-44a2-b622-2cec67b83682 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0151660 Oct 18 23:14:37.075816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f23e1226-d1bc-49e3-88d7-451bec8e4d85 req-5d7261d6-e2e7-4fb1-9518-ffc0e4215af6 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853436 Oct 18 23:14:37.093057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-38d71d82-addc-4fae-bed3-df1239378079 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:37.096120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-38d71d82-addc-4fae-bed3-df1239378079 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports/282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 HTTP/1.1" status: 200 len: 1094 time: 0.0547860 Oct 18 23:14:37.109637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Request body: {'binding': {'host': 'n-h1-713498-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:37.110201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Unknown quota resources ['binding']. {{(pid=100921) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:14:37.250250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7af95-fd98-43aa-aea5-b2a543850226 req-fb7ebd9f-a8f3-4963-820a-bbd3e1879b72 tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:37.251863 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4cc7af95-fd98-43aa-aea5-b2a543850226 req-fb7ebd9f-a8f3-4963-820a-bbd3e1879b72 tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1101 time: 0.1075099 Oct 18 23:14:37.347365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4cc7af95-fd98-43aa-aea5-b2a543850226 req-43ea0c9d-d4dd-4015-8d4a-0c2359b97f4e tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823617 Oct 18 23:14:37.375282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on host n-h1-713498-28 for vnic_type normal with profile None {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:37.375282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:37.375282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:37.375282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:37.375282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:37.380845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:37.380845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:37.380845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:37.380845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Bound port: 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:37.492923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:37.504294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:37.515231 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] Publish callbacks [] for binding, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:37.517203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-60f9d48a-4b10-44ff-ae2d-3a5a9af26075 service neutron] 10.222.0.52 "POST /v2.0/ports/282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.4144499 Oct 18 23:14:37.537357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ad310-1478-4bf0-8d1e-15fd9e25b0c6 req-5ccf920f-3995-4407-88f4-353919139ecb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:37.539866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-799ad310-1478-4bf0-8d1e-15fd9e25b0c6 req-5ccf920f-3995-4407-88f4-353919139ecb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 947 time: 0.1144929 Oct 18 23:14:37.611184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-799ad310-1478-4bf0-8d1e-15fd9e25b0c6 req-fd9548c9-0780-45f6-9e14-6593db6ea8e3 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608654 Oct 18 23:14:37.640079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:37.663917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'af582fa0-b7c8-4b33-bd6f-b243ab8d6f02', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'af582fa0-b7c8-4b33-bd6f-b243ab8d6f02', 'mac_address': 'fa:16:3e:81:b9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:37.696747 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b2ec6e-bd8a-470f-8739-7976cea10810 x-openstack-request-id: req-46b2ec6e-bd8a-470f-8739-7976cea10810 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:37.697801 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db29e923-204b-44dd-8137-a8e33e5ece84", "name": "network-vif-deleted", "tag": "3b996dcf-940e-4111-aa4b-61cf386ff0fb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:37.699059 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46b2ec6e-bd8a-470f-8739-7976cea10810 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:37.699755 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db29e923-204b-44dd-8137-a8e33e5ece84', 'name': 'network-vif-deleted', 'tag': '3b996dcf-940e-4111-aa4b-61cf386ff0fb', 'status': 'completed', 'code': 200} Oct 18 23:14:37.786924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:37.824472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:37.869382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:37.875915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:37.887312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af436b7b-20ae-407b-a413-3946b0952d2e req-d396ea13-dffb-4e50-af64-ae79a8193c23 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=db29e923-204b-44dd-8137-a8e33e5ece84 HTTP/1.1" status: 200 len: 210 time: 0.0668483 Oct 18 23:14:37.991138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:38.028854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-f61a677e-8024-4c91-a90c-7c9092a7a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:38.032877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-f61a677e-8024-4c91-a90c-7c9092a7a3ff service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1097 time: 0.1059556 Oct 18 23:14:38.043374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4429e70-a13d-46b6-87ea-b3d4673280e2 req-3ceb87fb-c8c1-417d-8b46-a98f7faeb50e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:38.046234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4429e70-a13d-46b6-87ea-b3d4673280e2 req-3ceb87fb-c8c1-417d-8b46-a98f7faeb50e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0682611 Oct 18 23:14:38.047333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fd344-e3e1-4229-8f38-740fec770520 req-d6fb6625-92a3-413a-a3e0-437a7ea0e749 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:38.055976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f4fd344-e3e1-4229-8f38-740fec770520 req-d6fb6625-92a3-413a-a3e0-437a7ea0e749 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1395478 Oct 18 23:14:38.102192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4429e70-a13d-46b6-87ea-b3d4673280e2 req-d6fd9aeb-0598-4cdf-93df-7831ae1aed26 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483298 Oct 18 23:14:38.163299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f4fd344-e3e1-4229-8f38-740fec770520 req-304b2a7e-6cce-4987-8ffc-bc5dff859e79 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060886 Oct 18 23:14:38.209353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-cde52a5d-1d05-4e02-b799-2cab0a4cedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:38.211438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-cde52a5d-1d05-4e02-b799-2cab0a4cedd6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.1525979 Oct 18 23:14:38.264368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-97d7a461-e5c0-43de-84c0-e27b6b9be3fb tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1322d1ff53614d19a79298a73ab42a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226710 Oct 18 23:14:38.286646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-bea3c292-43de-47b1-90b5-6693800f9f9c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0636673 Oct 18 23:14:38.392453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-1353e709-9a57-49ee-9fdf-90c4f939fba8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:38.394262 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-1353e709-9a57-49ee-9fdf-90c4f939fba8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1230228 Oct 18 23:14:38.416319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-a8d5f7d6-cb01-4af0-9e04-616fdf728765 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/quotas/1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 375 time: 0.0127823 Oct 18 23:14:38.421035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-6d517792-93f1-40b1-9729-fd48b2f03a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:38.422765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-6d517792-93f1-40b1-9729-fd48b2f03a13 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1225364 Oct 18 23:14:38.432087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['af582fa0-b7c8-4b33-bd6f-b243ab8d6f02'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:38.451744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3ff2-4ab7-49a0-9f92-30cb881e23ea req-07146f87-1c1d-4a85-83c3-10a2d7c02ee5 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:38.459835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c28e3ff2-4ab7-49a0-9f92-30cb881e23ea req-07146f87-1c1d-4a85-83c3-10a2d7c02ee5 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.1783915 Oct 18 23:14:38.499798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-db5da3a4-a564-4f59-ad6f-58bcea02ca5f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362759 Oct 18 23:14:38.521954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-89ebe763-75fd-4a74-a52a-06508bfcbb0a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971735 Oct 18 23:14:38.607788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c28e3ff2-4ab7-49a0-9f92-30cb881e23ea req-592f19d7-db01-404d-96d2-1801d69bbfde tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304636 Oct 18 23:14:38.675166 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-f3f45832-32d6-4459-bae7-942a58841978 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608484 Oct 18 23:14:38.947844 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d13ca82-b029-4cf7-aabf-b9bfa8bb72ba req-331ec434-dd4b-4c42-81b5-dc8910e24849 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 210 time: 0.0470848 Oct 18 23:14:39.003949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc638f-e008-4b37-a8ee-016d3ff41f2a req-20e48cd7-44d7-4b71-ba88-96e8b2e4cfc4 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:39.006866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0dcc638f-e008-4b37-a8ee-016d3ff41f2a req-20e48cd7-44d7-4b71-ba88-96e8b2e4cfc4 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 948 time: 0.1221943 Oct 18 23:14:39.064756 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-1f53b4fb-51bb-45b6-978a-6aefa18d4a39 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754749 Oct 18 23:14:39.089011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0dcc638f-e008-4b37-a8ee-016d3ff41f2a req-59fcbb03-e51c-4404-84c5-a426a75bdd25 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649729 Oct 18 23:14:39.279302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42281e25-e814-4430-882d-db2a864357fe req-86f5e518-2206-4fc0-b9b3-2b1fa715810b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:39.280886 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-42281e25-e814-4430-882d-db2a864357fe req-86f5e518-2206-4fc0-b9b3-2b1fa715810b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0598936 Oct 18 23:14:39.341702 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-42281e25-e814-4430-882d-db2a864357fe req-5f2e5ad0-370b-4f51-ac70-673ad0cb429a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507674 Oct 18 23:14:39.356567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523919c-b541-4381-b216-60dabbf63de0 req-b9e632c7-6fa5-4980-a4cc-56fe7df02897 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:39.358252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b523919c-b541-4381-b216-60dabbf63de0 req-b9e632c7-6fa5-4980-a4cc-56fe7df02897 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0772374 Oct 18 23:14:39.409628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b523919c-b541-4381-b216-60dabbf63de0 req-ef78ba4e-af64-42a9-9add-d25016bc8fe5 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Oct 18 23:14:39.505675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d223d2d3-7301-4532-91e0-5db030959893 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:39.593559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-4c95aab1-04f5-4fcd-8856-366e8852edab tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:39.595729 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-4c95aab1-04f5-4fcd-8856-366e8852edab tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/networks?id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 200 len: 821 time: 0.1492717 Oct 18 23:14:39.612399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-2b18988f-0267-466f-8f15-ec8913b73f12 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/quotas/5ad54855e088477dbbc2ffcb077e5bd9 HTTP/1.1" status: 200 len: 375 time: 0.0102797 Oct 18 23:14:39.655930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d223d2d3-7301-4532-91e0-5db030959893, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d223d2d3-7301-4532-91e0-5db030959893,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:39.672444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'd223d2d3-7301-4532-91e0-5db030959893', 'network_id': '66f971c9-838c-4d93-b15c-d580b910a792', 'port_id': 'd223d2d3-7301-4532-91e0-5db030959893', 'mac_address': 'fa:16:3e:1a:f8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:39.696184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-9650d0b0-f962-455b-9f71-f7b58f22d32a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774801 Oct 18 23:14:39.765377 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:39.780886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d223d2d3-7301-4532-91e0-5db030959893 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:39.835928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d223d2d3-7301-4532-91e0-5db030959893, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d223d2d3-7301-4532-91e0-5db030959893,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:39.843118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:39.884344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46e52c-1b7d-49fc-ad35-c98e84e2f958 req-db157c6d-6568-4dec-9188-1b7db7bc73cb tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:39.886151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f46e52c-1b7d-49fc-ad35-c98e84e2f958 req-db157c6d-6568-4dec-9188-1b7db7bc73cb tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 943 time: 0.0849371 Oct 18 23:14:39.887805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-870a6acf-723e-4716-8deb-b79a27923e7b service neutron] 10.222.0.52 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842501 Oct 18 23:14:39.958390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3b996dcf-940e-4111-aa4b-61cf386ff0fb no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:14:39.961138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f46e52c-1b7d-49fc-ad35-c98e84e2f958 req-9c370eed-b362-4955-9dba-5f8a163b982c tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616648 Oct 18 23:14:39.976967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d223d2d3-7301-4532-91e0-5db030959893,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:40.039365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 3b996dcf-940e-4111-aa4b-61cf386ff0fb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:14:40.039787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3b996dcf-940e-4111-aa4b-61cf386ff0fb not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:14:40.045138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-85f46ce7-7020-427d-84aa-ec8693d41370 service neutron] 10.222.0.52 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501570 Oct 18 23:14:40.134243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c7d005b-f8c1-4cd7-808f-03a9ff15a2d8 req-3bd2c2fc-f997-4019-9155-f99ca111b389 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 210 time: 0.0396929 Oct 18 23:14:40.325316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf76ae-3633-49cc-9795-51bd477823a0 req-26c505d6-fc33-4efd-91ed-c1806286fc26 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:40.326930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bf76ae-3633-49cc-9795-51bd477823a0 req-26c505d6-fc33-4efd-91ed-c1806286fc26 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 948 time: 0.0948606 Oct 18 23:14:40.382793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3a38074-a5eb-49af-839a-8a8ea438269b req-9d04e19f-755c-4330-8732-ff51626c607b tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 210 time: 0.0562010 Oct 18 23:14:40.399378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-ba4884a8-775b-4591-a391-81075f75d204 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1322d1ff53614d19a79298a73ab42a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601518 Oct 18 23:14:40.413139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['d223d2d3-7301-4532-91e0-5db030959893'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:40.523108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bf76ae-3633-49cc-9795-51bd477823a0 req-a8424246-0055-4bce-bbb6-7fb7dec634ff tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623607 Oct 18 23:14:40.771968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce955f2-9521-44da-a232-58b448a1d7c6 req-9cb17c0a-b7e7-4cb5-9bc4-52f8d0f046ec tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:40.781224 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6ce955f2-9521-44da-a232-58b448a1d7c6 req-9cb17c0a-b7e7-4cb5-9bc4-52f8d0f046ec tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1570029 Oct 18 23:14:40.791181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-8f17f585-cdde-426c-ac3e-f760ea1fd644 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:40.794929 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-8f17f585-cdde-426c-ac3e-f760ea1fd644 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3830388 Oct 18 23:14:40.809793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c27e3c-1cc8-4ed0-8318-cc8fa36979ae req-835676bc-7b3c-4d1c-8f81-62135344a8a2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:40.818702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1c27e3c-1cc8-4ed0-8318-cc8fa36979ae req-835676bc-7b3c-4d1c-8f81-62135344a8a2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1164958 Oct 18 23:14:40.834339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Request body: {'port': {'device_id': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '1322d1ff53614d19a79298a73ab42a6f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:40.889357 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6ce955f2-9521-44da-a232-58b448a1d7c6 req-6eefa85c-425e-4ab8-91bf-56805d58977e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067894 Oct 18 23:14:41.033426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1c27e3c-1cc8-4ed0-8318-cc8fa36979ae req-5ebca0fe-8033-47c1-a107-0c25648b54bb tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091351 Oct 18 23:14:41.116310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Made reservation on behalf of 1322d1ff53614d19a79298a73ab42a6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:14:41.122567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:41.208963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc2368-497d-44d1-a33c-7090357ef0c0 req-fa7a0215-3e5b-40f4-86c2-c5f08b807c25 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:41.222963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89dc2368-497d-44d1-a33c-7090357ef0c0 req-fa7a0215-3e5b-40f4-86c2-c5f08b807c25 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 944 time: 0.1142993 Oct 18 23:14:41.269677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89dc2368-497d-44d1-a33c-7090357ef0c0 req-2cc472b3-82bf-4787-9647-44fda0448e20 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Oct 18 23:14:41.281628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57a9cccf-d93c-4e17-ade6-c1cd4ae581d9 req-694fca2a-13f3-449d-8a68-526190a89c83 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 210 time: 0.0537248 Oct 18 23:14:41.397231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Allocated IP 192.168.233.251 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:14:41.522202 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:41.630227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3b1e837-5642-4f4a-acdc-2ace109e0b6b req-7d8739de-cae8-4f82-bdab-af9cc3436b7d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 210 time: 0.0717671 Oct 18 23:14:41.670609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:14:41.677021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:41.677615 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:41.749365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:41.760877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21badc-1c9c-4fdb-83e7-a67546941929 req-cd48b2cb-a6ee-4f88-bea5-96a64758adc6 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:41.764071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab21badc-1c9c-4fdb-83e7-a67546941929 req-cd48b2cb-a6ee-4f88-bea5-96a64758adc6 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 948 time: 0.1028090 Oct 18 23:14:41.805033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:41.841595 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:41.844042 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab21badc-1c9c-4fdb-83e7-a67546941929 req-bcd2218b-8aac-4759-a33a-1ea96e095e27 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664902 Oct 18 23:14:41.858826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40da8549-640a-4017-bfa3-d1e3f4b97090'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:41.883098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:14:41.893299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Pushing event updated for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:41.899268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:14:41.901654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:14:41.909702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:41.911027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f12c5e-fadd-4cea-81b5-80e0ff9ffce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af582fa0-b7c8-4b33-bd6f-b243ab8d6f02'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:41.913468 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d8d10d-7a1b-4de3-a4a0-72a4a554cf8b" -d '{"events": [{"server_uuid": "63f12c5e-fadd-4cea-81b5-80e0ff9ffce1", "name": "network-vif-plugged", "status": "completed", "tag": "af582fa0-b7c8-4b33-bd6f-b243ab8d6f02"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:41.922654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:41.932386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:41.951026 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:41.967122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-208fb855-4b1e-4934-b47c-c0b4e2c8c371 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1445637 Oct 18 23:14:41.987375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Request body: {'port': {'device_id': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:42.009044 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22c2695-794a-40c0-93eb-91429f9e11e3 x-openstack-request-id: req-b22c2695-794a-40c0-93eb-91429f9e11e3 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:42.009468 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f12c5e-fadd-4cea-81b5-80e0ff9ffce1", "name": "network-vif-plugged", "status": "completed", "tag": "af582fa0-b7c8-4b33-bd6f-b243ab8d6f02", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:42.009764 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b22c2695-794a-40c0-93eb-91429f9e11e3 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:42.010234 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f12c5e-fadd-4cea-81b5-80e0ff9ffce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af582fa0-b7c8-4b33-bd6f-b243ab8d6f02', 'code': 200} Oct 18 23:14:42.236346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7f5a6-64d2-430c-a2fd-527801bac0a6 req-730433ed-ac64-4930-8129-d29a669ae52d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:42.236609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:42.246376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd7f5a6-64d2-430c-a2fd-527801bac0a6 req-730433ed-ac64-4930-8129-d29a669ae52d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.2512107 Oct 18 23:14:42.260357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-20afa1b0-3ad4-476a-9f85-ee5a84505faa None None] Provisioning complete for port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:42.260929 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-20afa1b0-3ad4-476a-9f85-ee5a84505faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:42.301588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aab2a4-88f1-48bc-b2e7-b5777128871e req-a5672c68-eff1-4d02-a4d9-bf5a1771ad0e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:42.306679 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:42.310499 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51aab2a4-88f1-48bc-b2e7-b5777128871e req-a5672c68-eff1-4d02-a4d9-bf5a1771ad0e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1340840 Oct 18 23:14:42.357887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-20afa1b0-3ad4-476a-9f85-ee5a84505faa None None] Port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:14:42.385154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd7f5a6-64d2-430c-a2fd-527801bac0a6 req-cdb717ea-5d62-48dd-b54e-3d719d7751a3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375339 Oct 18 23:14:42.411577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51aab2a4-88f1-48bc-b2e7-b5777128871e req-769237dd-8191-4954-9672-31bda5da010d tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972192 Oct 18 23:14:42.461804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07b4e8-906f-42fe-b9ca-99e711643936 req-caca7db5-5e06-44ea-bc58-90d4b519a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:42.464255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea07b4e8-906f-42fe-b9ca-99e711643936 req-caca7db5-5e06-44ea-bc58-90d4b519a726 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 1101 time: 0.2975974 Oct 18 23:14:42.538678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66a976-885e-4b62-a11b-19276249f8b8 req-954e770c-db8d-4dc4-ae88-75b5a347a4d6 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:42.542389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed66a976-885e-4b62-a11b-19276249f8b8 req-954e770c-db8d-4dc4-ae88-75b5a347a4d6 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 944 time: 0.0564208 Oct 18 23:14:42.612679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-84b5e3f0-47aa-4924-9bd3-fb53765b2758 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:42.615553 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-84b5e3f0-47aa-4924-9bd3-fb53765b2758 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.102 "GET /v2.0/networks?id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 200 len: 821 time: 0.3456535 Oct 18 23:14:42.619624 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed66a976-885e-4b62-a11b-19276249f8b8 req-92f69b3a-adb2-4df6-afef-8348e9d4a4dd tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724583 Oct 18 23:14:42.628812 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea07b4e8-906f-42fe-b9ca-99e711643936 req-78a4becd-f211-4a5d-9aba-bbf10eba2e1d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321449 Oct 18 23:14:42.724899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c262f-0e99-4906-a6e2-e4372ddc0656 req-5a96b26c-dedd-411b-8644-982f153ca500 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:42.727275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d9c262f-0e99-4906-a6e2-e4372ddc0656 req-5a96b26c-dedd-411b-8644-982f153ca500 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 936 time: 0.2294967 Oct 18 23:14:42.814750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d9c262f-0e99-4906-a6e2-e4372ddc0656 req-9fd04fc7-3a8c-4e2a-9187-995f36f5f29a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696764 Oct 18 23:14:42.961424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-560597a0-42a6-4364-863e-addb28d744b4 req-108e68b9-e4a2-433e-8d64-4f567ef51621 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 210 time: 0.0323496 Oct 18 23:14:43.022785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:43.039388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:43.049233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Request body: {'port': {'device_id': 'f2a081ba-68a5-4c28-8fa4-3893700be998', 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce', 'admin_state_up': True, 'tenant_id': '5ad54855e088477dbbc2ffcb077e5bd9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:43.093631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Transition to ACTIVE for port object 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:14:43.105527 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:43.209318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b61b-9d86-4fc7-97f0-2a6d89545ffc req-c89eda54-0017-4bab-91d8-270c70de41e7 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:43.210983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce57b61b-9d86-4fc7-97f0-2a6d89545ffc req-c89eda54-0017-4bab-91d8-270c70de41e7 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 949 time: 0.1835451 Oct 18 23:14:43.223540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Pushing event updated for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:43.521006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d223d2d3-7301-4532-91e0-5db030959893 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:43.563633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeae86-b636-4a8b-9211-92eca1fb23af req-e85dcbf0-45fc-40f9-92fe-ced5465749e4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:43.566691 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97aeae86-b636-4a8b-9211-92eca1fb23af req-e85dcbf0-45fc-40f9-92fe-ced5465749e4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0761304 Oct 18 23:14:43.581022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce57b61b-9d86-4fc7-97f0-2a6d89545ffc req-e725fbe6-2e46-49a8-a6d1-421c664fb28f tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494599 Oct 18 23:14:43.591469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Attempting to bind port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:43.598932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Attempting to bind port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:43.599454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Attempting to bind port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:43.613975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:43.615767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port d223d2d3-7301-4532-91e0-5db030959893 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:14:43.616437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Attempting to bind port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:43.627905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Made reservation on behalf of 5ad54855e088477dbbc2ffcb077e5bd9 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:14:43.631280 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97aeae86-b636-4a8b-9211-92eca1fb23af req-35e531b8-b8b2-4625-a582-3fc685cd83b0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540736 Oct 18 23:14:43.631863 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:43.639234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port d223d2d3-7301-4532-91e0-5db030959893 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:43.639832 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:43.667631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:43.668514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:43.669420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:43.670248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Bound port: 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:43.670972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:43.803330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6821d83-83d5-4219-b0ea-4eb4a7f25ad5 req-2896dfb9-7484-469e-abd4-b5e544ebe00d tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:43.806801 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d6821d83-83d5-4219-b0ea-4eb4a7f25ad5 req-2896dfb9-7484-469e-abd4-b5e544ebe00d tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 944 time: 0.0829649 Oct 18 23:14:43.844027 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:43.856383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d6821d83-83d5-4219-b0ea-4eb4a7f25ad5 req-2f1f67fa-3c42-4118-978a-befee855891e tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Oct 18 23:14:43.907472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d223d2d3-7301-4532-91e0-5db030959893, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d223d2d3-7301-4532-91e0-5db030959893,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:43.920281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:43.921982 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:44.005952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bc8eb-074e-4711-9f3b-0a7c1449e704 req-95d6b9ad-0923-4a62-9d47-cb1e1612e2e0 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:44.008583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec5bc8eb-074e-4711-9f3b-0a7c1449e704 req-95d6b9ad-0923-4a62-9d47-cb1e1612e2e0 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.3108125 Oct 18 23:14:44.011794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:44.024360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:44.031912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96f23c-ee90-49ef-92dd-0a01881834c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd223d2d3-7301-4532-91e0-5db030959893'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:44.033293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2bbd4-32b2-48dd-9747-4f78f413e952 req-ace822ab-9241-4345-b054-c8a430857550 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:44.036570 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d789bce2-a23a-4dbb-ab73-552ee7460226" -d '{"events": [{"server_uuid": "9f96f23c-ee90-49ef-92dd-0a01881834c7", "name": "network-vif-plugged", "status": "completed", "tag": "d223d2d3-7301-4532-91e0-5db030959893"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:44.042120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d223d2d3-7301-4532-91e0-5db030959893,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:44.043459 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cc2bbd4-32b2-48dd-9747-4f78f413e952 req-ace822ab-9241-4345-b054-c8a430857550 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.1006684 Oct 18 23:14:44.099456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cc2bbd4-32b2-48dd-9747-4f78f413e952 req-41808714-af1f-4fb7-9d28-51cced6b5fac tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542872 Oct 18 23:14:44.135881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Allocated IP 172.20.0.13 (8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce/2b765a1a-be5a-4076-a34d-f3f68602a52a/53af2136-f066-4652-99c6-ee6b4c0dd0eb) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:14:44.140305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:44.141308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:44.143600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 200 len: 1097 time: 2.1608348 Oct 18 23:14:44.147328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:44.151091 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa1856f-d24f-4f77-8933-942fa3bacada" -d '{"events": [{"name": "network-changed", "server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:44.259318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2723547e-329b-4aa1-b480-ba6b452c9fde req-0e76536f-23a4-47ec-9452-6a7575c7527d tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 210 time: 0.0596740 Oct 18 23:14:44.291643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebe53e-b6fa-4bb5-8d38-c2b76411f364 service neutron] Pushing event updated for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:44.311490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec5bc8eb-074e-4711-9f3b-0a7c1449e704 req-ffced744-5985-4734-96f7-64cdc44373ee tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304776 Oct 18 23:14:44.352241 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1a83f1-95b8-4d17-9b3e-db2ee1a2fe15 x-openstack-request-id: req-cd1a83f1-95b8-4d17-9b3e-db2ee1a2fe15 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:44.352591 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f96f23c-ee90-49ef-92dd-0a01881834c7", "name": "network-vif-plugged", "status": "completed", "tag": "d223d2d3-7301-4532-91e0-5db030959893", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:44.352867 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd1a83f1-95b8-4d17-9b3e-db2ee1a2fe15 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:44.353748 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96f23c-ee90-49ef-92dd-0a01881834c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd223d2d3-7301-4532-91e0-5db030959893', 'code': 200} Oct 18 23:14:44.415019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-14e18250-27cd-4830-bf47-5a1b13768c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:44.417022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-14e18250-27cd-4830-bf47-5a1b13768c21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 1100 time: 0.1940019 Oct 18 23:14:44.449802 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a4765a-9597-4af2-878a-66e51082e66c x-openstack-request-id: req-25a4765a-9597-4af2-878a-66e51082e66c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:44.450257 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:44.450601 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25a4765a-9597-4af2-878a-66e51082e66c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:44.451188 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'status': 'completed', 'code': 200} Oct 18 23:14:44.505338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-ec9c0b23-56dd-4bbc-b2af-acc052a5f69e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 200 len: 217 time: 0.0570996 Oct 18 23:14:44.610656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-897da8b8-5534-4620-85ed-3b60cc6bb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:44.612813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-897da8b8-5534-4620-85ed-3b60cc6bb8e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0957358 Oct 18 23:14:44.755403 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:44.794049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afcc72-a592-403d-a82e-6c13582f4946 req-57a929fe-fdaf-4e5e-8629-73a1514c66ac tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:44.802614 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31afcc72-a592-403d-a82e-6c13582f4946 req-57a929fe-fdaf-4e5e-8629-73a1514c66ac tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 949 time: 0.1182301 Oct 18 23:14:44.811919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c891ac7-7567-43f1-b3da-e1e13ef6a2cb req-1d588825-8c31-44eb-92b6-72408f27f986 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:44.813154 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c891ac7-7567-43f1-b3da-e1e13ef6a2cb req-1d588825-8c31-44eb-92b6-72408f27f986 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0760894 Oct 18 23:14:44.825020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-29dd64d0-49bb-43f5-8375-c81c267df21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:44.826615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-29dd64d0-49bb-43f5-8375-c81c267df21d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1947398 Oct 18 23:14:44.830409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79923f-3477-42cf-9a1f-2f67c71d7a7f req-6964a496-c5f6-4c5d-a63e-a36c76e2b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:44.832059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd79923f-3477-42cf-9a1f-2f67c71d7a7f req-6964a496-c5f6-4c5d-a63e-a36c76e2b110 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 1097 time: 0.2099226 Oct 18 23:14:44.869095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c891ac7-7567-43f1-b3da-e1e13ef6a2cb req-ad05f873-0d41-4dc7-9696-4118339b9c1c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 Oct 18 23:14:44.921887 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31afcc72-a592-403d-a82e-6c13582f4946 req-6f04938c-8f63-4e2f-842a-bc51c2f6ae09 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182151 Oct 18 23:14:44.984475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd79923f-3477-42cf-9a1f-2f67c71d7a7f req-6796f241-9f6f-4570-9c21-6a903149a63b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334922 Oct 18 23:14:44.993389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:45.027656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246837bf-10eb-407f-aa92-6b34207a5bf1 req-78916906-350f-4eb7-b9f3-457742f986e4 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:45.029987 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-246837bf-10eb-407f-aa92-6b34207a5bf1 req-78916906-350f-4eb7-b9f3-457742f986e4 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 945 time: 0.0759132 Oct 18 23:14:45.070779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-0dc67941-3668-4c71-b58a-83170facb791 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310688 Oct 18 23:14:45.086217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-246837bf-10eb-407f-aa92-6b34207a5bf1 req-94919a08-7a37-4a6c-92b9-d65eff908f04 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487580 Oct 18 23:14:45.089922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:14:45.111738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:14:45.116113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:14:45.127585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:45.128925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:45.203639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event updated for resources: {'Port': ['ID=53af2136-f066-4652-99c6-ee6b4c0dd0eb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:45.266254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-cc44f67b-7d87-4bfc-a731-7f6e10aa8122 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2231925 Oct 18 23:14:45.290259 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3d255-ea62-4730-960b-d0a580e2ae73 req-d39a00d5-db87-47cb-b9cf-a898c9186c2f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:45.295566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6cc3d255-ea62-4730-960b-d0a580e2ae73 req-d39a00d5-db87-47cb-b9cf-a898c9186c2f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.1042056 Oct 18 23:14:45.327373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7b232fa-0af2-4204-a95a-95c900c63e4b req-6dbfd755-412a-46f7-a340-7d8d7b42d2a1 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355578 Oct 18 23:14:45.368312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6cc3d255-ea62-4730-960b-d0a580e2ae73 req-136edcea-1b42-4b16-8ff2-520a212b2b89 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659833 Oct 18 23:14:45.398497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Request body: {'port': {'device_id': 'f2a081ba-68a5-4c28-8fa4-3893700be998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:45.564136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88a8cf-04d3-45b5-bd38-5b04e42a0a74 req-77d28005-99cb-4c3e-8c49-6fa45701d9ba tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:45.566396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a88a8cf-04d3-45b5-bd38-5b04e42a0a74 req-77d28005-99cb-4c3e-8c49-6fa45701d9ba tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 932 time: 0.0679357 Oct 18 23:14:45.588233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-c34ef687-7f18-434f-a6b9-0977a3beced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:45.590275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-c34ef687-7f18-434f-a6b9-0977a3beced2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 1100 time: 0.1526573 Oct 18 23:14:45.596836 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:45.624693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a88a8cf-04d3-45b5-bd38-5b04e42a0a74 req-ad77a484-9b6d-4425-8917-86a5ae1344ad tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518842 Oct 18 23:14:45.819763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582848b-b09f-4326-92b7-1b5e8931d5eb req-243985eb-6053-47f1-8bdb-eff1b5726b3b tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:45.831082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5582848b-b09f-4326-92b7-1b5e8931d5eb req-243985eb-6053-47f1-8bdb-eff1b5726b3b tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.3203280 Oct 18 23:14:45.990119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-ada94548-d3fc-46d7-9599-b044a182d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:45.991891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-ada94548-d3fc-46d7-9599-b044a182d943 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3892946 Oct 18 23:14:46.047483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a2835-5982-434d-9dc0-bacf14e426d6 req-aea67306-5c6e-47c1-b8c9-05b2fa50bd15 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:46.049580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-613fba50-6945-4d26-a721-c487efa81e84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 200 len: 217 time: 0.0491867 Oct 18 23:14:46.049890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-149a2835-5982-434d-9dc0-bacf14e426d6 req-aea67306-5c6e-47c1-b8c9-05b2fa50bd15 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 949 time: 0.0671055 Oct 18 23:14:46.055304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5582848b-b09f-4326-92b7-1b5e8931d5eb req-096814a7-0360-4853-a4ba-6019343572db tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230678 Oct 18 23:14:46.114922 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-149a2835-5982-434d-9dc0-bacf14e426d6 req-fc29685c-ef5b-4971-adbd-8e807d7abbfa tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509686 Oct 18 23:14:46.181124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-665a384b-5e2e-47d4-8377-456dbea3dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:46.183711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-665a384b-5e2e-47d4-8377-456dbea3dc1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1212051 Oct 18 23:14:46.292187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706512ad-3f30-4f99-82c7-bd4ab7b1f9fb req-538a8aed-651b-4950-b7c8-36cc29039632 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:46.296115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-706512ad-3f30-4f99-82c7-bd4ab7b1f9fb req-538a8aed-651b-4950-b7c8-36cc29039632 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 945 time: 0.0667071 Oct 18 23:14:46.352516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-706512ad-3f30-4f99-82c7-bd4ab7b1f9fb req-bad5194c-50ed-4aed-abcc-584d7e18dee5 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458653 Oct 18 23:14:46.352791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841b77f-ac36-42a7-a044-b605c7f22e2f req-03476976-3637-4833-b5c7-89792d6e64aa tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:46.354001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2841b77f-ac36-42a7-a044-b605c7f22e2f req-03476976-3637-4833-b5c7-89792d6e64aa tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1690238 Oct 18 23:14:46.361162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-57a8258b-380e-4648-b979-fb84007cee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:46.362649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-57a8258b-380e-4648-b979-fb84007cee20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1683557 Oct 18 23:14:46.450425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53af2136-f066-4652-99c6-ee6b4c0dd0eb {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:46.481619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:46.524603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a3bde-080a-454a-bd5c-527ebffd4535 req-579bd804-9612-44ff-b844-7ded04a6b7cc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:46.526598 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-029a3bde-080a-454a-bd5c-527ebffd4535 req-579bd804-9612-44ff-b844-7ded04a6b7cc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.0545759 Oct 18 23:14:46.543115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2841b77f-ac36-42a7-a044-b605c7f22e2f req-277ba0f5-3337-42df-b522-d7364eed07de tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743050 Oct 18 23:14:46.557199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Transition to ACTIVE for port object 53af2136-f066-4652-99c6-ee6b4c0dd0eb will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:14:46.566755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:46.601102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-029a3bde-080a-454a-bd5c-527ebffd4535 req-ed8786f9-d149-496e-b324-4a274455ffc3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679052 Oct 18 23:14:46.619738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-3ca1208b-ea13-4392-82d9-6eee37117286 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272043 Oct 18 23:14:46.685074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Pushing event updated for resources: {'Port': ['ID=53af2136-f066-4652-99c6-ee6b4c0dd0eb,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:46.745563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Attempting to bind port 53af2136-f066-4652-99c6-ee6b4c0dd0eb on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:46.746412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Attempting to bind port 53af2136-f066-4652-99c6-ee6b4c0dd0eb by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:46.746412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Attempting to bind port 53af2136-f066-4652-99c6-ee6b4c0dd0eb on network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:46.773512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Port 53af2136-f066-4652-99c6-ee6b4c0dd0eb on network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:46.773827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Attempting to bind port 53af2136-f066-4652-99c6-ee6b4c0dd0eb on network 8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:46.790976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:46.791312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Checking segment: {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:46.791699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Bound using segment: {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:46.792162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Bound port: 53af2136-f066-4652-99c6-ee6b4c0dd0eb, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69777553-24cf-40ef-83fd-82d4ebba9544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:46.792500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:46.808126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ffa1856f-d24f-4f77-8933-942fa3bacada req-2101cf6a-0c76-4952-91f0-f1a48a4f5661 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796250 Oct 18 23:14:46.831355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5072b70-37d8-4d89-8ecc-fe71c1e353de req-ebab3abb-ef53-48e5-9691-63334af723b9 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:46.832902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5072b70-37d8-4d89-8ecc-fe71c1e353de req-ebab3abb-ef53-48e5-9691-63334af723b9 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 944 time: 0.0994942 Oct 18 23:14:46.964198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5072b70-37d8-4d89-8ecc-fe71c1e353de req-54f9f6f9-eb49-4809-a5d9-c97495429c6b tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083009 Oct 18 23:14:46.966070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] For port 53af2136-f066-4652-99c6-ee6b4c0dd0eb, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:46.972099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] For port 53af2136-f066-4652-99c6-ee6b4c0dd0eb, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=53af2136-f066-4652-99c6-ee6b4c0dd0eb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:46.979586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:47.036808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:47.037934 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:47.041308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] 10.222.0.102 "PUT /v2.0/ports/53af2136-f066-4652-99c6-ee6b4c0dd0eb HTTP/1.1" status: 200 len: 1093 time: 1.6493893 Oct 18 23:14:47.042076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a081ba-68a5-4c28-8fa4-3893700be998', 'tag': '53af2136-f066-4652-99c6-ee6b4c0dd0eb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:47.046399 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a081ba-68a5-4c28-8fa4-3893700be998", "tag": "53af2136-f066-4652-99c6-ee6b4c0dd0eb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:47.076588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618515fe-1936-42ae-82b4-91d59e4639c7 service neutron] Pushing event updated for resources: {'Port': ['ID=53af2136-f066-4652-99c6-ee6b4c0dd0eb,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:47.125085 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ba56f2-1a8a-460f-84fd-c157556d391b x-openstack-request-id: req-37ba56f2-1a8a-460f-84fd-c157556d391b {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:47.125557 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a081ba-68a5-4c28-8fa4-3893700be998", "tag": "53af2136-f066-4652-99c6-ee6b4c0dd0eb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:47.127933 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37ba56f2-1a8a-460f-84fd-c157556d391b {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:47.127933 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a081ba-68a5-4c28-8fa4-3893700be998', 'tag': '53af2136-f066-4652-99c6-ee6b4c0dd0eb', 'status': 'completed', 'code': 200} Oct 18 23:14:47.217376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-2463bebc-a8fd-48ba-a6e5-69e161bb8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:47.220916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-2463bebc-a8fd-48ba-a6e5-69e161bb8872 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 1096 time: 0.0581534 Oct 18 23:14:47.221112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0f6bc-86e7-45ef-a34f-775bc09d750c req-5ca2488f-7628-46f0-95d9-1e4ad7813b2c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:47.222683 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-38d0f6bc-86e7-45ef-a34f-775bc09d750c req-5ca2488f-7628-46f0-95d9-1e4ad7813b2c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0632234 Oct 18 23:14:47.271585 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-38d0f6bc-86e7-45ef-a34f-775bc09d750c req-99907080-faac-44df-82d1-3fbde34fb085 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Oct 18 23:14:47.347097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-a9900a8f-de84-4790-a507-fee1f07d7922 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53af2136-f066-4652-99c6-ee6b4c0dd0eb HTTP/1.1" status: 200 len: 217 time: 0.0785296 Oct 18 23:14:47.389271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd40a1-3feb-481f-b513-6a001ed30507 req-46f4a7d5-95d6-4d3a-8e59-9f562cb386fd tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:47.395418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41dd40a1-3feb-481f-b513-6a001ed30507 req-46f4a7d5-95d6-4d3a-8e59-9f562cb386fd tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 949 time: 0.1727192 Oct 18 23:14:47.464841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-0f5e2ec2-fca3-438d-8d99-08145c5463f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:47.466505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-0f5e2ec2-fca3-438d-8d99-08145c5463f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b765a1a-be5a-4076-a34d-f3f68602a52a HTTP/1.1" status: 200 len: 861 time: 0.1058421 Oct 18 23:14:47.473538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41dd40a1-3feb-481f-b513-6a001ed30507 req-b41ed842-bf5f-4de3-a638-d02cb973101a tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557721 Oct 18 23:14:47.505607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-3be0055e-abac-4aee-ba6e-136833ed9bba service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287299 Oct 18 23:14:47.541125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e9d25-9a43-4b3e-a1b1-0b5964e125cd req-9aaaac49-5295-48ed-acd5-b222f2d7ade6 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:47.543817 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-492e9d25-9a43-4b3e-a1b1-0b5964e125cd req-9aaaac49-5295-48ed-acd5-b222f2d7ade6 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 945 time: 0.0894206 Oct 18 23:14:47.560910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:14:47.590760 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-492e9d25-9a43-4b3e-a1b1-0b5964e125cd req-a759b2ee-d640-433d-9bf5-23c7b56da6dd tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374861 Oct 18 23:14:47.634155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-bf33b18d-10be-4dc5-ab48-f5ec33a4040a service neutron] 10.222.0.102 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188323 Oct 18 23:14:47.683545 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:47.720362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:47.722996 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f393d3a-4d12-4065-95f1-adf9ff0c4601" -d '{"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:47.738798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:47.748550 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:47.794563 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9185980-6614-4c88-baac-65f73a39b504 req-c4ef4f29-0311-49ef-8136-6c6411ada839 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:47.799584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9185980-6614-4c88-baac-65f73a39b504 req-c4ef4f29-0311-49ef-8136-6c6411ada839 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.0904176 Oct 18 23:14:47.828571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:47.850942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d9c5b-4d69-4885-a3d7-43d8641c3d22 req-08b2b4fd-8205-4d10-8d67-825dbffcd290 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:47.853980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-850d9c5b-4d69-4885-a3d7-43d8641c3d22 req-08b2b4fd-8205-4d10-8d67-825dbffcd290 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1900008 Oct 18 23:14:47.868329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9185980-6614-4c88-baac-65f73a39b504 req-03b3f141-7f5e-455e-bfaf-2aad4a40b6de tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604844 Oct 18 23:14:47.877378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af53029-fe93-4d4c-b474-5f1b849abb67 req-d98df828-a799-4154-a2ef-4694974ee87d service neutron] 10.222.0.102 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315679 Oct 18 23:14:47.923024 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af249e5b-3c2f-4134-a6fa-55d1a677e7d1 x-openstack-request-id: req-af249e5b-3c2f-4134-a6fa-55d1a677e7d1 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:47.923341 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:47.923606 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af249e5b-3c2f-4134-a6fa-55d1a677e7d1 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:47.924015 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426', 'code': 200} Oct 18 23:14:47.936512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-850d9c5b-4d69-4885-a3d7-43d8641c3d22 req-42fc80ae-d2d0-493f-bb0e-a49427d7d852 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657849 Oct 18 23:14:48.131823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-35f31637-05c8-440b-8d7a-77ea6e2e92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:48.135233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-35f31637-05c8-440b-8d7a-77ea6e2e92a8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 1096 time: 0.0777638 Oct 18 23:14:48.235884 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860297f-d20f-4130-944c-83a3ee43742f req-f5fd681b-2749-49db-a523-21b50096bb70 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:48.242412 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0860297f-d20f-4130-944c-83a3ee43742f req-f5fd681b-2749-49db-a523-21b50096bb70 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 944 time: 0.1601632 Oct 18 23:14:48.343546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-5c2e2326-829d-4345-88c2-5e2389b6532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:48.345982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-5c2e2326-829d-4345-88c2-5e2389b6532b service neutron] 10.222.0.102 "GET /v2.0/networks?id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 200 len: 922 time: 0.1967111 Oct 18 23:14:48.349737 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0860297f-d20f-4130-944c-83a3ee43742f req-b8a70dbe-43e6-4531-81b7-3e3cd1472f90 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990665 Oct 18 23:14:48.467474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-7acd5f49-5389-451f-a338-b71f7118faf8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53af2136-f066-4652-99c6-ee6b4c0dd0eb HTTP/1.1" status: 200 len: 217 time: 0.1123900 Oct 18 23:14:48.531674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddfe4c-cabc-4f56-bde2-8c002b7ec306 req-06453f8c-3c75-460f-b596-fbcb322e1637 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:48.535359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1dddfe4c-cabc-4f56-bde2-8c002b7ec306 req-06453f8c-3c75-460f-b596-fbcb322e1637 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 947 time: 0.0915015 Oct 18 23:14:48.547364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d625f63-910d-4712-b80d-836bf2367050 req-dfc00c47-570e-416b-8879-c70174cab993 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:48.549687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d625f63-910d-4712-b80d-836bf2367050 req-dfc00c47-570e-416b-8879-c70174cab993 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1097 time: 0.1872406 Oct 18 23:14:48.581352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-eb7d7eae-fb86-4d28-bb0e-8d50542574ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:48.582973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-eb7d7eae-fb86-4d28-bb0e-8d50542574ef service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b765a1a-be5a-4076-a34d-f3f68602a52a HTTP/1.1" status: 200 len: 861 time: 0.1034768 Oct 18 23:14:48.614409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d625f63-910d-4712-b80d-836bf2367050 req-dd0e9ed7-4678-4730-9f44-c2bee49a1238 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525830 Oct 18 23:14:48.632145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-46885520-5b32-4301-9fe6-9a025daa7f14 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408950 Oct 18 23:14:48.635370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1dddfe4c-cabc-4f56-bde2-8c002b7ec306 req-51a379fd-715e-4027-b6f6-707c434c1558 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878723 Oct 18 23:14:49.184710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-5024362f-7446-404a-b16b-ae14098af8b4 service neutron] 10.222.0.102 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366063 Oct 18 23:14:49.206641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293164a-eb18-485b-9d9d-b30e52b7f034 req-0f7ae062-741a-4987-92cd-eb44cf3306ef tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:49.214692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7293164a-eb18-485b-9d9d-b30e52b7f034 req-0f7ae062-741a-4987-92cd-eb44cf3306ef tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 949 time: 0.4688954 Oct 18 23:14:49.284202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-7128702f-e466-41fc-8792-6fb7b0a55d61 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:49.285942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-7128702f-e466-41fc-8792-6fb7b0a55d61 tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.102 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 949 time: 0.1569614 Oct 18 23:14:49.371502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7293164a-eb18-485b-9d9d-b30e52b7f034 req-68201226-e99a-493c-b2a5-085e4833e73c tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/security-groups?id=281b34f6-627b-45a8-a534-6a61ff5a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556554 Oct 18 23:14:49.430173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4024cca-3a92-4710-9a0c-bf22e4fe34a1 req-88cfb70d-133b-4d34-8fb1-dfee825d69ec service neutron] 10.222.0.102 "GET /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318058 Oct 18 23:14:49.543319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdc6ab-3bc0-4e0e-9bbd-7f326cdc5ea6 req-f38bbb43-135a-45e1-aca3-a48368933dac tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:49.545285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecfdc6ab-3bc0-4e0e-9bbd-7f326cdc5ea6 req-f38bbb43-135a-45e1-aca3-a48368933dac tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.0805235 Oct 18 23:14:49.548634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Deleting port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:14:49.548976 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:49.651841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecfdc6ab-3bc0-4e0e-9bbd-7f326cdc5ea6 req-9558ca2e-b80f-4e80-ad7a-73315d498478 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816777 Oct 18 23:14:49.679879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] For port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:49.680241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:49.693634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Calling delete_port for af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:14:49.812868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935df32d-d04a-48e9-a892-7cef6c641ec5 req-5b02b354-c386-470f-a03c-808cf73cb55e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:49.815571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935df32d-d04a-48e9-a892-7cef6c641ec5 req-5b02b354-c386-470f-a03c-808cf73cb55e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0769184 Oct 18 23:14:49.900683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-a07c5fa0-1ef9-4a31-8e16-373a677062bc tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:14:49.901750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-a07c5fa0-1ef9-4a31-8e16-373a677062bc tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0128341 Oct 18 23:14:49.908842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935df32d-d04a-48e9-a892-7cef6c641ec5 req-2a54dee4-82b1-42aa-bb24-e408a776ef1a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833101 Oct 18 23:14:49.922491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:49.980717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Pushing event deleted for resources: {'Port': ['ID=af582fa0-b7c8-4b33-bd6f-b243ab8d6f02,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:49.986300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-261e1d0c-42ae-456e-b422-ca29650fbe5a tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:49.987777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-261e1d0c-42ae-456e-b422-ca29650fbe5a tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports/b439aa59-0d7f-442d-a2d1-6f5d01c38386 HTTP/1.1" status: 200 len: 1094 time: 0.0752621 Oct 18 23:14:50.014156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Request body: {'binding': {'host': 'n-h1-713498-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:50.014649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Unknown quota resources ['binding']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:14:50.053362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] No DVR routers for this DVR port af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:14:50.057764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:50.061454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-11b8fdf0-b36b-44d7-9174-1b80dd2540cc req-ba79db97-b0e2-4de3-b116-ed3df5ddf9cb tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.102 "DELETE /v2.0/ports/af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 HTTP/1.1" status: 204 len: 173 time: 0.7657349 Oct 18 23:14:50.061968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f12c5e-fadd-4cea-81b5-80e0ff9ffce1', 'name': 'network-vif-deleted', 'tag': 'af582fa0-b7c8-4b33-bd6f-b243ab8d6f02'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:50.064477 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9639c9f2-9982-4904-a942-87c3f7d0f2b7" -d '{"events": [{"server_uuid": "63f12c5e-fadd-4cea-81b5-80e0ff9ffce1", "name": "network-vif-deleted", "tag": "af582fa0-b7c8-4b33-bd6f-b243ab8d6f02"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:50.171378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bdeb9286-240f-48da-97c2-4179e92e5788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:50.238151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d62109-a859-4987-ba8b-b138d91a121e req-e72ecec8-672f-4a08-a812-73074d7040be tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:50.239935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1d62109-a859-4987-ba8b-b138d91a121e req-e72ecec8-672f-4a08-a812-73074d7040be tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 944 time: 0.1334176 Oct 18 23:14:50.290746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on host n-h1-713498-28 for vnic_type normal with profile None {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:50.291107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:50.291443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:50.303244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:50.303689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:50.315715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:50.316047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:50.316437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:50.316863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Bound port: b439aa59-0d7f-442d-a2d1-6f5d01c38386, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:50.321553 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1d62109-a859-4987-ba8b-b138d91a121e req-5291d1d5-9ece-4595-be16-8ed33f480252 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691969 Oct 18 23:14:50.404283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:50.425581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:50.426674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-ae4b4ecc-4e8f-493b-b567-b589114d3ad1 service neutron] 10.222.0.52 "POST /v2.0/ports/b439aa59-0d7f-442d-a2d1-6f5d01c38386/bindings HTTP/1.1" status: 201 len: 390 time: 0.4193892 Oct 18 23:14:50.460437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340b6b-23ae-4019-af60-991b709f1b04 req-eae3857f-a72e-4396-8bcc-df374428c49f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:50.461422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35340b6b-23ae-4019-af60-991b709f1b04 req-eae3857f-a72e-4396-8bcc-df374428c49f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 947 time: 0.0789189 Oct 18 23:14:50.519880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35340b6b-23ae-4019-af60-991b709f1b04 req-fe228c7e-ac63-44f4-8a8a-178c44846f17 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Oct 18 23:14:50.574228 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38b534f-1133-4f3f-92e8-eac17e8595ea x-openstack-request-id: req-c38b534f-1133-4f3f-92e8-eac17e8595ea {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:50.574642 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f12c5e-fadd-4cea-81b5-80e0ff9ffce1", "name": "network-vif-deleted", "tag": "af582fa0-b7c8-4b33-bd6f-b243ab8d6f02", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:50.575001 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c38b534f-1133-4f3f-92e8-eac17e8595ea {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:50.575463 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f12c5e-fadd-4cea-81b5-80e0ff9ffce1', 'name': 'network-vif-deleted', 'tag': 'af582fa0-b7c8-4b33-bd6f-b243ab8d6f02', 'status': 'completed', 'code': 200} Oct 18 23:14:50.639175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ef2ffaf-f48e-46c3-9de0-cbb8d062aeca req-b100231a-e468-4208-bc23-5a02601a622e tempest-TenantUsagesTestJSON-1843716735 tempest-TenantUsagesTestJSON-1843716735-project] 10.222.0.52 "GET /v2.0/ports?device_id=63f12c5e-fadd-4cea-81b5-80e0ff9ffce1 HTTP/1.1" status: 200 len: 210 time: 0.0288908 Oct 18 23:14:50.764879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25de20a-c051-473c-8822-9adab05d5516 req-d5f962d1-74c8-4d29-896b-105279af4801 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:50.768151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e25de20a-c051-473c-8822-9adab05d5516 req-d5f962d1-74c8-4d29-896b-105279af4801 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0672767 Oct 18 23:14:50.828403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e25de20a-c051-473c-8822-9adab05d5516 req-c52d7b82-c912-45e8-8fba-0de21d8442a7 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 Oct 18 23:14:50.967870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503702e9-a7e2-4cf1-bad6-b331d034fd86 req-97f841ea-24e7-46fe-80e8-bcab729b3468 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:50.969990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-503702e9-a7e2-4cf1-bad6-b331d034fd86 req-97f841ea-24e7-46fe-80e8-bcab729b3468 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.0552602 Oct 18 23:14:51.035360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-503702e9-a7e2-4cf1-bad6-b331d034fd86 req-5c29ba50-9c36-4fe4-ba45-350280ea4cd3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571926 Oct 18 23:14:51.187623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eadb4e-0730-468c-9c6f-07a733a152ab req-966c9be3-a97e-4011-ba01-32b53a656371 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:51.190344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53eadb4e-0730-468c-9c6f-07a733a152ab req-966c9be3-a97e-4011-ba01-32b53a656371 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0770402 Oct 18 23:14:51.249725 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53eadb4e-0730-468c-9c6f-07a733a152ab req-0c2e378e-5383-408f-acb4-fbef950bd7a4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530126 Oct 18 23:14:51.478240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c4fd1-9cbb-49b8-9ec7-96be5c2a4b1c req-f094722f-baa4-4f59-b757-15983e0725de tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:51.481051 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e41c4fd1-9cbb-49b8-9ec7-96be5c2a4b1c req-f094722f-baa4-4f59-b757-15983e0725de tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 944 time: 0.0773332 Oct 18 23:14:51.530038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e41c4fd1-9cbb-49b8-9ec7-96be5c2a4b1c req-71824fcc-d7d8-4b61-9ebf-084c84a2784a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Oct 18 23:14:51.575510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:51.588896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:14:51.634741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:14:51.635431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device af582fa0-b7c8-4b33-bd6f-b243ab8d6f02 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:14:51.705579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcf002-c1d4-45fb-a53d-6462cecd56c2 req-2cef9999-c2e6-4c9a-83d7-5aa2d3204ca2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:51.709420 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-41bcf002-c1d4-45fb-a53d-6462cecd56c2 req-2cef9999-c2e6-4c9a-83d7-5aa2d3204ca2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 947 time: 0.0973678 Oct 18 23:14:51.795596 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-41bcf002-c1d4-45fb-a53d-6462cecd56c2 req-56b81cb5-77c6-41d7-b5a1-45d50c529482 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735083 Oct 18 23:14:51.828779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:51.846962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '5d522678-e9fe-4d7b-8929-e93319d27426', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '5d522678-e9fe-4d7b-8929-e93319d27426', 'mac_address': 'fa:16:3e:7e:e0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:51.924191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:51.949729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d522678-e9fe-4d7b-8929-e93319d27426 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:51.981396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:51.986825 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:52.028067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:52.036839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd306e9-840d-442d-88ed-d55ed239d3db req-b88f1c7f-e3c9-49bb-bf96-3652770e13c3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:52.038183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfd306e9-840d-442d-88ed-d55ed239d3db req-b88f1c7f-e3c9-49bb-bf96-3652770e13c3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0816021 Oct 18 23:14:52.101482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34956) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:52.126827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfd306e9-840d-442d-88ed-d55ed239d3db req-a22bc199-0fe8-4dd0-9a45-59e98b3c9a84 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712495 Oct 18 23:14:52.141873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:52.268657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe65ee-f2ac-4acb-8ac6-bb3eee7ba441 req-09c3ba80-6cf8-423f-8b94-e42247693a02 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:52.277067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74fe65ee-f2ac-4acb-8ac6-bb3eee7ba441 req-09c3ba80-6cf8-423f-8b94-e42247693a02 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.0674880 Oct 18 23:14:52.314332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:52.321766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74fe65ee-f2ac-4acb-8ac6-bb3eee7ba441 req-270f70f7-6b4e-434e-b090-6d0339b0674d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 Oct 18 23:14:52.333419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-908a3bac-c0d7-4544-a8b0-8b0303541089 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63404688f1c3498fa06d03f2e445d0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304690 Oct 18 23:14:52.335032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:52.344241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'mac_address': 'fa:16:3e:9f:eb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:52.393310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:52.409878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:52.434924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:52.441568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:52.454303 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f223ad-d9ff-421c-82c8-7b63b827de4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:52.492766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85434452-55d2-4593-aa09-9dac7b1edde6 req-ff04f96a-61e3-4175-88ad-8d62296e0f2b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:52.493035 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f223ad-d9ff-421c-82c8-7b63b827de4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:52.496027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-85434452-55d2-4593-aa09-9dac7b1edde6 req-ff04f96a-61e3-4175-88ad-8d62296e0f2b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0909007 Oct 18 23:14:52.521174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:52.545808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['5d522678-e9fe-4d7b-8929-e93319d27426'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:52.558260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-85434452-55d2-4593-aa09-9dac7b1edde6 req-c404b792-c6ed-411e-a5d6-bd5fb8072791 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555191 Oct 18 23:14:52.569833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f223ad-d9ff-421c-82c8-7b63b827de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:52.576281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f223ad-d9ff-421c-82c8-7b63b827de4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:52.578393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b0f223ad-d9ff-421c-82c8-7b63b827de4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/281b34f6-627b-45a8-a534-6a61ff5a5cdb HTTP/1.1" status: 204 len: 168 time: 0.2395351 Oct 18 23:14:52.598010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f223ad-d9ff-421c-82c8-7b63b827de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281b34f6-627b-45a8-a534-6a61ff5a5cdb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:52.815247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e83b30-86c2-42fd-a3c1-3f142cbbfa3e req-0f330f41-476d-4208-920c-ff259233a01a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:52.831289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e83b30-86c2-42fd-a3c1-3f142cbbfa3e req-0f330f41-476d-4208-920c-ff259233a01a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 944 time: 0.1247692 Oct 18 23:14:52.910299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e83b30-86c2-42fd-a3c1-3f142cbbfa3e req-b6017e62-54ff-4ef1-b5a4-5a64873ddab7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766549 Oct 18 23:14:52.974110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b560d-9f33-4564-91a8-3eaaa558e013 req-32a4bf34-ce39-4a02-9dd0-6a701c4f0d36 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:52.975774 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-482b560d-9f33-4564-91a8-3eaaa558e013 req-32a4bf34-ce39-4a02-9dd0-6a701c4f0d36 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 948 time: 0.0911560 Oct 18 23:14:52.999392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:53.012957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34974) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:53.030071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-482b560d-9f33-4564-91a8-3eaaa558e013 req-dec02e16-0234-4009-a1d4-8ba07c714a4d tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427859 Oct 18 23:14:53.042926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-90fcb9a5-50c0-4e29-8267-e74c05363690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.142691 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-90fcb9a5-50c0-4e29-8267-e74c05363690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.147435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-90fcb9a5-50c0-4e29-8267-e74c05363690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.223404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-90fcb9a5-50c0-4e29-8267-e74c05363690 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e04462ed78254d40a02dd567b05f91ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087078 Oct 18 23:14:53.225916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34978) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:53.242603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcb9a5-50c0-4e29-8267-e74c05363690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5357b1-eec0-4d17-bd4a-be0276693370,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:53.284353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91726966-e88e-4789-84a9-64bf82e9589b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.305791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fa0b1-dddd-4440-a97b-a06ad36de11c req-583d39cb-7403-4185-9a30-43aec8f01685 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:53.307631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d02fa0b1-dddd-4440-a97b-a06ad36de11c req-583d39cb-7403-4185-9a30-43aec8f01685 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1039655 Oct 18 23:14:53.327796 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91726966-e88e-4789-84a9-64bf82e9589b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.396419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d02fa0b1-dddd-4440-a97b-a06ad36de11c req-1aa19958-4795-4cd6-9e0a-e1c2e6f00e1d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815012 Oct 18 23:14:53.457024 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91726966-e88e-4789-84a9-64bf82e9589b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.460012 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91726966-e88e-4789-84a9-64bf82e9589b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.461532 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-91726966-e88e-4789-84a9-64bf82e9589b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d5357b1-eec0-4d17-bd4a-be0276693370 HTTP/1.1" status: 204 len: 168 time: 0.2344303 Oct 18 23:14:53.481638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91726966-e88e-4789-84a9-64bf82e9589b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5357b1-eec0-4d17-bd4a-be0276693370,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:53.509349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8ae1d-b4bf-4f82-a3b9-3356668339c8 req-15b83314-7716-4fd1-a376-dae4ec1dfa57 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:53.512906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46a8ae1d-b4bf-4f82-a3b9-3356668339c8 req-15b83314-7716-4fd1-a376-dae4ec1dfa57 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 949 time: 0.0920711 Oct 18 23:14:53.580559 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46a8ae1d-b4bf-4f82-a3b9-3356668339c8 req-440ebcd7-d519-410a-871e-e2f3c72316b0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572379 Oct 18 23:14:53.595955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 53af2136-f066-4652-99c6-ee6b4c0dd0eb details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:53.746003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 53af2136-f066-4652-99c6-ee6b4c0dd0eb, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=53af2136-f066-4652-99c6-ee6b4c0dd0eb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:53.761974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '53af2136-f066-4652-99c6-ee6b4c0dd0eb', 'network_id': '8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce', 'port_id': '53af2136-f066-4652-99c6-ee6b4c0dd0eb', 'mac_address': 'fa:16:3e:42:66:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b765a1a-be5a-4076-a34d-f3f68602a52a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:14:53.771679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc488a-02f0-4092-b6e2-e16ff35a552f req-e173eaa3-8f05-434f-99be-d9458a8c30ca tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:53.774192 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18dc488a-02f0-4092-b6e2-e16ff35a552f req-e173eaa3-8f05-434f-99be-d9458a8c30ca tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0785408 Oct 18 23:14:53.835000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.842992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18dc488a-02f0-4092-b6e2-e16ff35a552f req-f2117806-d266-4f21-b9a2-5b41e154a96f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586655 Oct 18 23:14:53.880115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53af2136-f066-4652-99c6-ee6b4c0dd0eb {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:14:53.897659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6031159-9236-4f25-bc24-d8bd8dc1b087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.908943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 53af2136-f066-4652-99c6-ee6b4c0dd0eb, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=53af2136-f066-4652-99c6-ee6b4c0dd0eb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:53.913901 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:53.986686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=53af2136-f066-4652-99c6-ee6b4c0dd0eb,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:54.096447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febef7f1-8b80-41c5-93ef-1af09114b703 req-54486c88-368d-4368-912c-9be8693a2797 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:54.098181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-febef7f1-8b80-41c5-93ef-1af09114b703 req-54486c88-368d-4368-912c-9be8693a2797 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 945 time: 0.0725756 Oct 18 23:14:54.174792 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-febef7f1-8b80-41c5-93ef-1af09114b703 req-25c9abd3-8c0e-49dd-b957-81eb3fdf6c89 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550642 Oct 18 23:14:54.196902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749d198-0d12-47dc-bf63-4b556f9a9190 req-d540dd25-c8a3-4236-a033-1c8f5edfed85 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:54.198644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5749d198-0d12-47dc-bf63-4b556f9a9190 req-d540dd25-c8a3-4236-a033-1c8f5edfed85 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 948 time: 0.0558167 Oct 18 23:14:54.243685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5749d198-0d12-47dc-bf63-4b556f9a9190 req-d92bacc0-c92a-4b14-aab4-1455a30ac012 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Oct 18 23:14:54.477097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['53af2136-f066-4652-99c6-ee6b4c0dd0eb'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:54.625229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc11ae2-5c4c-408b-b36d-fb6af4120f82 req-d7b0c7ca-94fe-4edf-b361-18def379b1fc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:54.634741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0dc11ae2-5c4c-408b-b36d-fb6af4120f82 req-d7b0c7ca-94fe-4edf-b361-18def379b1fc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1068900 Oct 18 23:14:54.682887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0dc11ae2-5c4c-408b-b36d-fb6af4120f82 req-733b75f9-be5c-4737-92ee-a9fc581b8259 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466766 Oct 18 23:14:54.805730 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:54.824046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82e162-aad0-45f5-bc69-3ba0d2468ac8 req-76b672ff-3020-4f2b-93a7-ffa319f2cc10 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:54.825735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a82e162-aad0-45f5-bc69-3ba0d2468ac8 req-76b672ff-3020-4f2b-93a7-ffa319f2cc10 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 949 time: 0.0800123 Oct 18 23:14:54.899629 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a82e162-aad0-45f5-bc69-3ba0d2468ac8 req-63d38eb6-543f-47f0-9fe9-cb3c717fc36a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644929 Oct 18 23:14:55.023709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464c7df-3563-4898-b764-5bba80fa0bc5 req-36f21b49-51e9-48be-942a-e4366297b238 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:55.025480 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8464c7df-3563-4898-b764-5bba80fa0bc5 req-36f21b49-51e9-48be-942a-e4366297b238 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.0659802 Oct 18 23:14:55.087410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8464c7df-3563-4898-b764-5bba80fa0bc5 req-222dbc87-77b2-442d-b9cb-17d35f7bb72b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Oct 18 23:14:55.168877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:55.235216 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:14:55.286384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca12b86-a657-48f6-bdbd-31d42210dad5 req-40cca6bb-6ac8-4eaa-91c0-0d68dae1bb68 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:55.293634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ca12b86-a657-48f6-bdbd-31d42210dad5 req-40cca6bb-6ac8-4eaa-91c0-0d68dae1bb68 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 945 time: 0.0627844 Oct 18 23:14:55.360689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ca12b86-a657-48f6-bdbd-31d42210dad5 req-e1c39f0a-caf2-4691-b7c9-a094020dc003 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656002 Oct 18 23:14:55.431593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72fce9-8bf7-41b1-9e04-aaa10db7aeea req-f51d3340-4807-4fa0-bda8-b6345e26efd7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:55.433798 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af72fce9-8bf7-41b1-9e04-aaa10db7aeea req-f51d3340-4807-4fa0-bda8-b6345e26efd7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 948 time: 0.0655029 Oct 18 23:14:55.491669 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af72fce9-8bf7-41b1-9e04-aaa10db7aeea req-b365e2c5-1a79-4da6-a780-7050ebe7ad5a tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Oct 18 23:14:55.597897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:55.654760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 5d522678-e9fe-4d7b-8929-e93319d27426 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:55.655390 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:55.792520 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:55.829167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:55.831987 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8237032f-1328-4032-ae9e-357c85580819" -d '{"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:55.849515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:55.857458 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:55.868844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e101-55bb-44a7-98ca-f633c1799e3b req-58322316-8a7f-41f6-bbbf-73fd93f2630c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:55.878708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d065e101-55bb-44a7-98ca-f633c1799e3b req-58322316-8a7f-41f6-bbbf-73fd93f2630c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0865829 Oct 18 23:14:55.929337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d065e101-55bb-44a7-98ca-f633c1799e3b req-b9bd4a51-f97e-420e-9a10-b015e89e6f04 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495737 Oct 18 23:14:55.936367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:55.988544 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7935f484-e21c-4bea-8955-dfe507f16ba4 x-openstack-request-id: req-7935f484-e21c-4bea-8955-dfe507f16ba4 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:55.988925 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:55.989258 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7935f484-e21c-4bea-8955-dfe507f16ba4 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:55.989742 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426', 'code': 200} Oct 18 23:14:56.038025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:56.128616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:14:56.137181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aae74e-f00a-4424-9735-80883dde1a9d req-b8de3e23-3697-40f5-a95a-df8ce788749a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:56.139631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:56.140006 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:56.147351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7aae74e-f00a-4424-9735-80883dde1a9d req-b8de3e23-3697-40f5-a95a-df8ce788749a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 949 time: 0.0961838 Oct 18 23:14:56.251343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7aae74e-f00a-4424-9735-80883dde1a9d req-65598e39-7a06-4f21-89ee-b095f22fc68b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008852 Oct 18 23:14:56.303290 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:56.347062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-20f0c0f2-ed61-4786-83a3-1e676d5562ac tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:56.348570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-20f0c0f2-ed61-4786-83a3-1e676d5562ac tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.0903816 Oct 18 23:14:56.362521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edb51c-e010-4c8c-b9b8-f3d183d75a55 req-179825cd-2db6-4ccf-bb3a-721370d004da tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:56.363479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-28'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:14:56.365736 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4edb51c-e010-4c8c-b9b8-f3d183d75a55 req-179825cd-2db6-4ccf-bb3a-721370d004da tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 945 time: 0.1023486 Oct 18 23:14:56.374249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:56.382686 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:56.458344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4edb51c-e010-4c8c-b9b8-f3d183d75a55 req-9f99fed1-300a-4243-bb0b-78e6fbc92c0d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814557 Oct 18 23:14:56.501641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:56.576265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:56.587731 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35072) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:56.629255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49464593-af76-425c-a46c-090803035871 req-674812c3-9d22-49a2-bf54-0c940e22a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:56.632292 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49464593-af76-425c-a46c-090803035871 req-674812c3-9d22-49a2-bf54-0c940e22a0cb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 1101 time: 0.2005296 Oct 18 23:14:56.691873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a64371-2ce1-4949-a1af-bcc2376eba37 req-509fa6a9-af29-425d-9837-6e764dc65150 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:56.700329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05a64371-2ce1-4949-a1af-bcc2376eba37 req-509fa6a9-af29-425d-9837-6e764dc65150 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0684888 Oct 18 23:14:56.743131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19c2d-1b8a-411c-bf36-ee1909af4d14 req-faacf2b4-155e-410e-aa30-dc092fb7780a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:56.745909 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c32ba302-081d-4ebe-a25d-d4e638264921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:56.746361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80c19c2d-1b8a-411c-bf36-ee1909af4d14 req-faacf2b4-155e-410e-aa30-dc092fb7780a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 945 time: 0.2336514 Oct 18 23:14:56.757685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05a64371-2ce1-4949-a1af-bcc2376eba37 req-de773171-b756-4acc-970e-ec67fe79f981 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563619 Oct 18 23:14:56.795609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49464593-af76-425c-a46c-090803035871 req-810f1ff6-9914-4702-96fa-e0c80b075c81 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531720 Oct 18 23:14:56.902845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80c19c2d-1b8a-411c-bf36-ee1909af4d14 req-1d7c84e6-854e-4906-be8d-803d6d02c3a4 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420140 Oct 18 23:14:56.925723 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c32ba302-081d-4ebe-a25d-d4e638264921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:56.932846 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c32ba302-081d-4ebe-a25d-d4e638264921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:56.956070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:56.984264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c32ba302-081d-4ebe-a25d-d4e638264921 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d18631fc00644a109d52a9ed8c25ffcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953557 Oct 18 23:14:56.985705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ba302-081d-4ebe-a25d-d4e638264921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0d24f6-7ba9-47c9-876b-f4305359d471,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:56.988402 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35080) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:57.043020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:57.053734 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-44c6848c-6870-4b3a-96ff-7807681e0a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.080217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-44c6848c-6870-4b3a-96ff-7807681e0a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.155295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:57.158258 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74347f4e-7595-4678-b2d6-8d9369520194" -d '{"events": [{"server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:57.163601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.171661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-44c6848c-6870-4b3a-96ff-7807681e0a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.178018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-44c6848c-6870-4b3a-96ff-7807681e0a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.178150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.180486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-44c6848c-6870-4b3a-96ff-7807681e0a2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d0d24f6-7ba9-47c9-876b-f4305359d471 HTTP/1.1" status: 204 len: 168 time: 0.1906757 Oct 18 23:14:57.193779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6848c-6870-4b3a-96ff-7807681e0a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0d24f6-7ba9-47c9-876b-f4305359d471,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:57.199257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cfbab-7738-4a7d-8309-d33954712741 req-0187da93-6413-40e4-bdd2-d50ec9c031a6 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:57.201032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a2cfbab-7738-4a7d-8309-d33954712741 req-0187da93-6413-40e4-bdd2-d50ec9c031a6 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1608236 Oct 18 23:14:57.293721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:57.327950 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f43bb1-81fd-4ad2-8b47-526a1b018753 x-openstack-request-id: req-b3f43bb1-81fd-4ad2-8b47-526a1b018753 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:57.328289 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:57.328531 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3f43bb1-81fd-4ad2-8b47-526a1b018753 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:57.329128 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4', 'code': 200} Oct 18 23:14:57.339965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a2cfbab-7738-4a7d-8309-d33954712741 req-d32d04bd-194e-44b8-8302-b2ba2b0bca74 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072028 Oct 18 23:14:57.351795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on host n-h2-713498-28 for vnic_type normal with profile {"migrating_to": "n-h1-713498-28"} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:14:57.353052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:14:57.354886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:57.389013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:14:57.389813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Attempting to bind port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:14:57.400560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:14:57.401243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:14:57.401775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:14:57.402755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Bound port: 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:14:57.411390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.529139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784fd49-07d9-4d5c-98d8-3b855047289d req-59cdc66d-02b1-4e5a-bc7e-c4ec659bf5fe tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:57.534314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c784fd49-07d9-4d5c-98d8-3b855047289d req-59cdc66d-02b1-4e5a-bc7e-c4ec659bf5fe tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1297188 Oct 18 23:14:57.553858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:14:57.560063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:14:57.572249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.605059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:14:57.631051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 53af2136-f066-4652-99c6-ee6b4c0dd0eb up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:14:57.670204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35094) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:57.711380 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c784fd49-07d9-4d5c-98d8-3b855047289d req-739a29ae-6672-4a43-97b1-719eae3eb287 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657989 Oct 18 23:14:57.751037 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-359f506c-37b5-4270-bce0-be8bdec8c659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.753563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.762492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 53af2136-f066-4652-99c6-ee6b4c0dd0eb completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:14:57.781194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 53af2136-f066-4652-99c6-ee6b4c0dd0eb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:14:57.781750 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.933516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc138-f78f-40c0-b2c3-75a0f02819a9 req-e8db37ac-3ec0-4fe0-ba75-3db828e5e56b tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:57.936481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f64fc138-f78f-40c0-b2c3-75a0f02819a9 req-e8db37ac-3ec0-4fe0-ba75-3db828e5e56b tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0979083 Oct 18 23:14:57.947749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:57.948586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.949929 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] 10.222.0.102 "PUT /v2.0/ports/282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 HTTP/1.1" status: 200 len: 1123 time: 1.5927207 Oct 18 23:14:57.957309 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a4fe7-6b8d-480f-bb35-fd8208e2e2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,revision_number=8']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:57.971302 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-359f506c-37b5-4270-bce0-be8bdec8c659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:57.987864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219c708-0494-41cb-b9bc-d66bf91572ed req-4234ebc2-d2d5-4909-93be-50a8ed4cf0c7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:57.988798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b219c708-0494-41cb-b9bc-d66bf91572ed req-4234ebc2-d2d5-4909-93be-50a8ed4cf0c7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.3044438 Oct 18 23:14:57.990958 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-359f506c-37b5-4270-bce0-be8bdec8c659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:58.055379 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f64fc138-f78f-40c0-b2c3-75a0f02819a9 req-b5445e2c-acdb-43c8-9f69-36ce361e2c9b tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116548 Oct 18 23:14:58.080677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f506c-37b5-4270-bce0-be8bdec8c659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baecb7f-665a-425a-9d65-aca8a1b66772,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:58.089781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-359f506c-37b5-4270-bce0-be8bdec8c659 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05cfd8c3d78f4365a2025342515921ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178863 Oct 18 23:14:58.092663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35100) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:58.122369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b219c708-0494-41cb-b9bc-d66bf91572ed req-8572e22f-ab25-4c6a-ad0a-45755c5079f6 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029763 Oct 18 23:14:58.139488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:58.142764 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c62d6a8-4be0-43b5-81d9-bc87861e06a4" -d '{"events": [{"server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "name": "network-vif-plugged", "status": "completed", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:58.206159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:58.257638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:58.263767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 has no active binding in host n-h1-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:14:58.294072 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649374cb-8482-40f5-ba64-a1e5c50c0731 x-openstack-request-id: req-649374cb-8482-40f5-ba64-a1e5c50c0731 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:58.294398 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "name": "network-vif-plugged", "status": "completed", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:58.294635 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-649374cb-8482-40f5-ba64-a1e5c50c0731 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:58.295225 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'code': 200} Oct 18 23:14:58.299524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:14:58.332782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-280802ef-053a-47b4-9aa1-2edfb4ae2300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:58.346094 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:58.369092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cd0d4-aa28-4ec9-aab9-e3264d76b9e8 req-188c7460-50c7-43db-8103-a95b3d4a90b8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:58.381087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a2cd0d4-aa28-4ec9-aab9-e3264d76b9e8 req-188c7460-50c7-43db-8103-a95b3d4a90b8 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 945 time: 0.1707947 Oct 18 23:14:58.441652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-280802ef-053a-47b4-9aa1-2edfb4ae2300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:58.498815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a21c2e-2367-48b3-93e8-67e4b39e9a11 req-b1f72734-bbd2-4b1c-88b2-b54431832262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:58.499155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 53af2136-f066-4652-99c6-ee6b4c0dd0eb, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=53af2136-f066-4652-99c6-ee6b4c0dd0eb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:14:58.500412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08a21c2e-2367-48b3-93e8-67e4b39e9a11 req-b1f72734-bbd2-4b1c-88b2-b54431832262 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 1102 time: 0.0861230 Oct 18 23:14:58.540372 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:58.568321 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a2cd0d4-aa28-4ec9-aab9-e3264d76b9e8 req-603a2b44-60f4-44be-b579-52a26fe78024 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859674 Oct 18 23:14:58.601268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08a21c2e-2367-48b3-93e8-67e4b39e9a11 req-807f41bb-9830-4abf-a2f1-c127fb62c058 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917063 Oct 18 23:14:58.615373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-280802ef-053a-47b4-9aa1-2edfb4ae2300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:58.624437 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-280802ef-053a-47b4-9aa1-2edfb4ae2300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:14:58.645239 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-280802ef-053a-47b4-9aa1-2edfb4ae2300 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1baecb7f-665a-425a-9d65-aca8a1b66772 HTTP/1.1" status: 204 len: 168 time: 0.5401397 Oct 18 23:14:58.674707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280802ef-053a-47b4-9aa1-2edfb4ae2300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baecb7f-665a-425a-9d65-aca8a1b66772,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:58.684434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5d16-a487-4693-b947-2c224dcfd9d8 req-6404bc15-c477-46f9-b124-7204658e2e95 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:58.689057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-929c5d16-a487-4693-b947-2c224dcfd9d8 req-6404bc15-c477-46f9-b124-7204658e2e95 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1491444 Oct 18 23:14:58.770147 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=53af2136-f066-4652-99c6-ee6b4c0dd0eb,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:14:58.812136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-929c5d16-a487-4693-b947-2c224dcfd9d8 req-29fa6321-76cc-42c4-9f44-b8dc228098d8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129320 Oct 18 23:14:58.946281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370eafc-d61c-4feb-8316-7098f825a122 req-c91a425b-7a36-4e5d-90f1-ae61b381932b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:58.947920 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1370eafc-d61c-4feb-8316-7098f825a122 req-c91a425b-7a36-4e5d-90f1-ae61b381932b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0649343 Oct 18 23:14:59.001163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1370eafc-d61c-4feb-8316-7098f825a122 req-a7b222d9-4844-4a88-9c0a-1d06e221d90a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Oct 18 23:14:59.248944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b28f-e694-4643-9c47-5f4e79a9a7f8 req-ece61f09-3a8b-493d-961a-9e4f5a35e6b2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:59.249784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8b6b28f-e694-4643-9c47-5f4e79a9a7f8 req-ece61f09-3a8b-493d-961a-9e4f5a35e6b2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0946708 Oct 18 23:14:59.328636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8b6b28f-e694-4643-9c47-5f4e79a9a7f8 req-a61170a7-4fba-4e30-8b05-622736647bef tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586421 Oct 18 23:14:59.330851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:14:59.332757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e2f89-b465-41af-8c3d-2aefdc9d6656 req-c1020011-6452-43bb-80d5-f4d8b1905583 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:59.335543 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2db6008-97eb-4c21-89fc-a27ad3fd196a" -d '{"events": [{"name": "network-changed", "server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:14:59.341926 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f2e2f89-b465-41af-8c3d-2aefdc9d6656 req-c1020011-6452-43bb-80d5-f4d8b1905583 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.0776663 Oct 18 23:14:59.391799 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6339f9b4-6d65-40b0-9a55-93834f3c7df3 x-openstack-request-id: req-6339f9b4-6d65-40b0-9a55-93834f3c7df3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:14:59.392360 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:14:59.392849 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6339f9b4-6d65-40b0-9a55-93834f3c7df3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:14:59.393528 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4', 'status': 'completed', 'code': 200} Oct 18 23:14:59.411446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f2e2f89-b465-41af-8c3d-2aefdc9d6656 req-3167ec82-e6ff-4299-b16b-96a79faa9bc4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679827 Oct 18 23:14:59.582929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-59b85a16-f771-4f6c-ae7c-47e578c2be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:59.585164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-59b85a16-f771-4f6c-ae7c-47e578c2be90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1126 time: 0.1298394 Oct 18 23:14:59.605658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4655a87-69a3-4bbe-9486-1517797d5251 req-7e5ac1d5-0cf6-48f1-8fb5-7077b8a15147 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:59.608373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4655a87-69a3-4bbe-9486-1517797d5251 req-7e5ac1d5-0cf6-48f1-8fb5-7077b8a15147 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1356461 Oct 18 23:14:59.726613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fde39-a99a-412a-8372-4ffc17493c57 req-f1d76589-cdb0-4fea-8f76-e6db9de97bd9 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:59.730571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc2fde39-a99a-412a-8372-4ffc17493c57 req-f1d76589-cdb0-4fea-8f76-e6db9de97bd9 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 946 time: 0.0724885 Oct 18 23:14:59.737132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4655a87-69a3-4bbe-9486-1517797d5251 req-9816583c-0afc-41eb-9b87-59c0727d20e3 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149681 Oct 18 23:14:59.776322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-b9d2c61d-9e77-4b62-96e3-944a970ad5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:59.778476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-b9d2c61d-9e77-4b62-96e3-944a970ad5dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.1687212 Oct 18 23:14:59.832263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-85192b99-04ed-4e1b-ad56-8b9a7f8ca20d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0458205 Oct 18 23:14:59.834864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc2fde39-a99a-412a-8372-4ffc17493c57 req-b249c240-ebb4-4b20-bda3-29b35caa5c0b tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907681 Oct 18 23:14:59.905500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35152) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:14:59.966789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-d6b3d8f2-d4da-49a5-bf60-08925e10a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:14:59.969911 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-d6b3d8f2-d4da-49a5-bf60-08925e10a2c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1258783 Oct 18 23:15:00.030589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484bb4f-950d-494f-82de-99c4f823f875 req-d7ffc5c7-ff78-47e6-90a2-d3ddac46ec53 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:00.032223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-88ad5bed-a611-4207-b88e-436395d814c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427785 Oct 18 23:15:00.034446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9484bb4f-950d-494f-82de-99c4f823f875 req-d7ffc5c7-ff78-47e6-90a2-d3ddac46ec53 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1017590 Oct 18 23:15:00.155900 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9484bb4f-950d-494f-82de-99c4f823f875 req-4bdc494a-1898-49f6-9d55-1627dac9c433 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065657 Oct 18 23:15:00.186022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-network', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:00.208933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-6d948420-bd35-40be-9f6a-e74011700f04 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646650 Oct 18 23:15:00.254528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Made reservation on behalf of 6d3faded7a4942a4a3f3b34cdcbcff75 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:15:00.258883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:00.296522 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:00.296835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a081ba-68a5-4c28-8fa4-3893700be998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53af2136-f066-4652-99c6-ee6b4c0dd0eb'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:00.300151 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3c6349-faed-416d-b5cd-b6c236fac2a3" -d '{"events": [{"server_uuid": "f2a081ba-68a5-4c28-8fa4-3893700be998", "name": "network-vif-plugged", "status": "completed", "tag": "53af2136-f066-4652-99c6-ee6b4c0dd0eb"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:00.424118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2db6008-97eb-4c21-89fc-a27ad3fd196a req-6110786a-212d-4d2e-b879-895270ae8c2e service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874204 Oct 18 23:15:00.444754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef387e-fee5-4da4-baf7-87562ab8d9c8 req-2adb2459-cee9-4cf3-8e9c-eec7e705266c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:00.447340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bef387e-fee5-4da4-baf7-87562ab8d9c8 req-2adb2459-cee9-4cf3-8e9c-eec7e705266c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0873344 Oct 18 23:15:00.467915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6d9a1-78a4-4d1c-9fe4-412cdd3ec708 req-a77cdd79-815c-44dd-b6e1-b0ba36b84788 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:00.471228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3d6d9a1-78a4-4d1c-9fe4-412cdd3ec708 req-a77cdd79-815c-44dd-b6e1-b0ba36b84788 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1450830 Oct 18 23:15:00.518410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bef387e-fee5-4da4-baf7-87562ab8d9c8 req-a61ceae3-3ed8-4f32-b7f8-11ef3ffb2125 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Oct 18 23:15:00.591785 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3d6d9a1-78a4-4d1c-9fe4-412cdd3ec708 req-e4d1c152-e23e-4abb-a251-f638d2c00cfd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078613 Oct 18 23:15:00.595859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:00.603543 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc9621c-4670-498c-a209-502179f34de8 x-openstack-request-id: req-5cc9621c-4670-498c-a209-502179f34de8 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:00.604152 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a081ba-68a5-4c28-8fa4-3893700be998", "name": "network-vif-plugged", "status": "completed", "tag": "53af2136-f066-4652-99c6-ee6b4c0dd0eb", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:00.604152 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5cc9621c-4670-498c-a209-502179f34de8 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:00.604478 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a081ba-68a5-4c28-8fa4-3893700be998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53af2136-f066-4652-99c6-ee6b4c0dd0eb', 'code': 200} Oct 18 23:15:00.605945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:00.640167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:15:00.653070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df919c4-bcb6-4c8b-8250-c44e1fde5bf5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:00.661396 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:00.661750 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Added segment e88b8329-0860-4c92-bc43-db8988df8a14 of type vlan for network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 Oct 18 23:15:00.748148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:00.762626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b7578-42a4-49b5-844a-5463a243fab2 req-b17e0b34-ed58-4084-bcb2-f95d9290cdee tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:00.767744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee6b7578-42a4-49b5-844a-5463a243fab2 req-b17e0b34-ed58-4084-bcb2-f95d9290cdee tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.0673201 Oct 18 23:15:00.786809 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:00.788779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:00.789877 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:00.829391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9217274 Oct 18 23:15:00.831589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee6b7578-42a4-49b5-844a-5463a243fab2 req-14f3547d-023a-42b8-9bfd-c05d0dc14ce0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595491 Oct 18 23:15:00.834226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35178) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:00.840661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Request body: {'subnet': {'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-subnet', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:00.886914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc45d1-8abd-4a90-94f7-db396f289717 req-0b0f8d82-c658-4c79-9293-b2a2d6b430be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:00.888833 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addc45d1-8abd-4a90-94f7-db396f289717 req-0b0f8d82-c658-4c79-9293-b2a2d6b430be service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 1098 time: 0.0880265 Oct 18 23:15:00.916362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ebba8-461b-4035-8abb-99b5d29ce13b admin admin] Pushing event updated for resources: {'Network': ['ID=2adfaf8e-91b5-417e-83f2-8a104df23ae6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:00.933394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:15:00.935457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Made reservation on behalf of 6d3faded7a4942a4a3f3b34cdcbcff75 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:15:00.938606 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:00.956122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addc45d1-8abd-4a90-94f7-db396f289717 req-986a0155-cd41-4fa6-acb6-5b7374b68272 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508165 Oct 18 23:15:01.064070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3be64-d576-4e7f-80e3-e9e8c6b593b5 req-d0547071-4e14-49be-91f1-f62103425a2c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:01.065689 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2e3be64-d576-4e7f-80e3-e9e8c6b593b5 req-d0547071-4e14-49be-91f1-f62103425a2c tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 946 time: 0.1120694 Oct 18 23:15:01.140828 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2e3be64-d576-4e7f-80e3-e9e8c6b593b5 req-068feb83-0944-4d54-9067-e1e0cc55ac67 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679390 Oct 18 23:15:01.209655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:01.296269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c9d877-350f-4c6f-8db6-0d5a5c843a44,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:01.308458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Checking segment: {'id': 'e88b8329-0860-4c92-bc43-db8988df8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:01.309054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Network hostable DHCP agents. Network: 2adfaf8e-91b5-417e-83f2-8a104df23ae6, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:15:01.332461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:15:01.334286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2a4f-73c5-4adc-af9a-0911f0e0e74e req-47329195-cfa3-49c1-9122-71e70a0ccda5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:01.335906 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-188c2a4f-73c5-4adc-af9a-0911f0e0e74e req-47329195-cfa3-49c1-9122-71e70a0ccda5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0657463 Oct 18 23:15:01.344628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 2adfaf8e-91b5-417e-83f2-8a104df23ae6) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:01.351054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:01.352379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:01.363248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5f0e0-0b71-4df6-9e9f-58b61fd232a0 None None] Network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:15:01.379331 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1cc7aff7-f8aa-468d-89c4-0927491a588e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5435417 Oct 18 23:15:01.383328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35186) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:01.388947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:01.399099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-188c2a4f-73c5-4adc-af9a-0911f0e0e74e req-20b29550-7762-4719-a8c5-0b23b14a1811 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516300 Oct 18 23:15:01.430598 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:01.432045 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:01.501092 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:01.590565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-2adfaf8e-91b5-417e-83f2-8a104df23ae6', 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'fixed_ips': [{'subnet_id': 'c2c9d877-350f-4c6f-8db6-0d5a5c843a44'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:15:01.592503 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:01.795157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d588a5-c194-4206-9b0c-de4c22989da1 req-c0e9e2ef-6128-481d-b990-18d7035ab4df tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:01.797579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3d588a5-c194-4206-9b0c-de4c22989da1 req-c0e9e2ef-6128-481d-b990-18d7035ab4df tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0759909 Oct 18 23:15:01.820783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Allocated IP 172.20.0.2 (2adfaf8e-91b5-417e-83f2-8a104df23ae6/c2c9d877-350f-4c6f-8db6-0d5a5c843a44/eecd7b6a-8748-422b-a026-c80e300f824e) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:01.857365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3d588a5-c194-4206-9b0c-de4c22989da1 req-0c0599bb-e48a-4de3-a2b0-96f4309567ce tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Oct 18 23:15:01.920295 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:01.996060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609a258-f59e-4dcb-abdf-c32b44a9a697 req-498b0c60-f8ea-4a03-a840-76f08e75fcf1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:01.997643 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a609a258-f59e-4dcb-abdf-c32b44a9a697 req-498b0c60-f8ea-4a03-a840-76f08e75fcf1 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0800483 Oct 18 23:15:02.065207 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:02.079971 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:02.143607 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a609a258-f59e-4dcb-abdf-c32b44a9a697 req-4837e1e0-e48b-4e56-8dfb-0bab6dafaafe tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899475 Oct 18 23:15:02.162389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:02.169882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:02.177287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:02.179814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Pushing event updated for resources: {'Port': ['ID=eecd7b6a-8748-422b-a026-c80e300f824e,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:02.218048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec73634-cb94-4ed8-a664-d3390326d1c8 req-c011885c-e038-4a6c-98b7-fbace8365441 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:02.228480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3ec73634-cb94-4ed8-a664-d3390326d1c8 req-c011885c-e038-4a6c-98b7-fbace8365441 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.1227939 Oct 18 23:15:02.277205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Attempting to bind port eecd7b6a-8748-422b-a026-c80e300f824e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:15:02.277866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Attempting to bind port eecd7b6a-8748-422b-a026-c80e300f824e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'e88b8329-0860-4c92-bc43-db8988df8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:15:02.278490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Attempting to bind port eecd7b6a-8748-422b-a026-c80e300f824e on network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:02.291034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:15:02.291329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3ec73634-cb94-4ed8-a664-d3390326d1c8 req-6f0ce5ae-6994-44a9-9ab0-6aa7ef50eeec tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596480 Oct 18 23:15:02.291670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Checking segment: {'id': 'e88b8329-0860-4c92-bc43-db8988df8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:02.292358 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:02.293040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Bound using segment: {'id': 'e88b8329-0860-4c92-bc43-db8988df8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:15:02.294132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Bound port: eecd7b6a-8748-422b-a026-c80e300f824e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88b8329-0860-4c92-bc43-db8988df8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:15:02.294841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:02.354511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:02.380682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-33111f79-d883-4e45-a368-543ed728b604 req-c63abf0f-67d1-486e-bf53-d2f56fce93f8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:15:02.381734 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33111f79-d883-4e45-a368-543ed728b604 req-c63abf0f-67d1-486e-bf53-d2f56fce93f8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065935 Oct 18 23:15:02.383001 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:02.429587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] For port eecd7b6a-8748-422b-a026-c80e300f824e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:02.434770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] For port eecd7b6a-8748-422b-a026-c80e300f824e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=eecd7b6a-8748-422b-a026-c80e300f824e,segment=NetworkSegment(e88b8329-0860-4c92-bc43-db8988df8a14),segment_id=e88b8329-0860-4c92-bc43-db8988df8a14)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:15:02.445363 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:02.516110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d3066-ab5f-47bb-ae3a-c2ef69921977 req-866ac70e-8cc4-449e-bafc-c0a94d400815 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:02.517847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-180d3066-ab5f-47bb-ae3a-c2ef69921977 req-866ac70e-8cc4-449e-bafc-c0a94d400815 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 946 time: 0.0813088 Oct 18 23:15:02.524364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Allocated IP 172.25.7.96 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/c17ac1da-005d-474b-963d-354aa455e3f0) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:02.545932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99c0c6-a3b3-4d01-b5f7-46c20d8a2574 None None] Pushing event updated for resources: {'Port': ['ID=eecd7b6a-8748-422b-a026-c80e300f824e,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:02.600609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-180d3066-ab5f-47bb-ae3a-c2ef69921977 req-93b61ad3-c5de-4a0b-b221-81f3e0087718 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713093 Oct 18 23:15:02.757805 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:02.866631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a925935-28f1-4ef3-a91f-e421660df6d7 req-fa4c9bd9-8b08-4020-b51f-4002305c14b5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:02.868366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a925935-28f1-4ef3-a91f-e421660df6d7 req-fa4c9bd9-8b08-4020-b51f-4002305c14b5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1275306 Oct 18 23:15:02.873088 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-92db8c17-080e-45f0-a4e9-d64233ee3a0b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719981 Oct 18 23:15:02.890350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:02.930593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a925935-28f1-4ef3-a91f-e421660df6d7 req-962a273d-3130-4197-97bd-5941ad50dbf9 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Oct 18 23:15:02.978493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffc04-8e04-4c27-9e4c-521c111ea46f req-823658a8-9a87-4130-bfce-65a1c18bd8b5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:02.980664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-457ffc04-8e04-4c27-9e4c-521c111ea46f req-823658a8-9a87-4130-bfce-65a1c18bd8b5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1599126 Oct 18 23:15:03.014022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:03.047738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:03.052624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Pushing event updated for resources: {'Port': ['ID=c17ac1da-005d-474b-963d-354aa455e3f0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:03.056093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:03.182189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-457ffc04-8e04-4c27-9e4c-521c111ea46f req-a944ba3e-dae6-499a-b27a-45799b4274e1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893542 Oct 18 23:15:03.385354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36dae4-7358-4112-ba3e-00ebe80d2df6 req-b54d0901-caa3-4ffc-9922-ca94ff969f19 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:03.387493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd36dae4-7358-4112-ba3e-00ebe80d2df6 req-b54d0901-caa3-4ffc-9922-ca94ff969f19 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0929761 Oct 18 23:15:03.515406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd36dae4-7358-4112-ba3e-00ebe80d2df6 req-578a0f98-eec2-4d06-8b49-9a0c966a12dd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853090 Oct 18 23:15:03.547937 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:03.571367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8d0ba-7301-4e6e-acb9-f1eb38cffd57 req-633248f7-84b9-46a0-80c9-c823c227dfe7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:03.580915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfb8d0ba-7301-4e6e-acb9-f1eb38cffd57 req-633248f7-84b9-46a0-80c9-c823c227dfe7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.0744240 Oct 18 23:15:03.635220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfb8d0ba-7301-4e6e-acb9-f1eb38cffd57 req-befc9259-f2c2-439e-a20c-b8ee6c522f20 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526352 Oct 18 23:15:03.833031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:03.842627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7c169-049f-45a3-af3d-558e7e48be6d req-c1cc595c-d374-4cbf-be65-6d86b584d5ff tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:03.844380 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44d7c169-049f-45a3-af3d-558e7e48be6d req-c1cc595c-d374-4cbf-be65-6d86b584d5ff tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 946 time: 0.1100392 Oct 18 23:15:03.970983 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44d7c169-049f-45a3-af3d-558e7e48be6d req-9e728e9d-8b17-4f42-b954-68b904021cdf tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813661 Oct 18 23:15:04.090223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Router 32e23ea7-3df8-416b-8864-711447fa1524 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:15:04.213631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe2f61-0b9b-446a-b529-50c2c626d56c None None] Network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:15:04.214431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110e662-8167-4702-8e3d-f60e857a2538 req-0beeef2b-5965-49ec-a0e6-6f99d3d99ac5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:04.226398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0110e662-8167-4702-8e3d-f60e857a2538 req-0beeef2b-5965-49ec-a0e6-6f99d3d99ac5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1609130 Oct 18 23:15:04.298097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0110e662-8167-4702-8e3d-f60e857a2538 req-044e59b6-e1d3-48fd-9ac3-337d051396fa tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659747 Oct 18 23:15:04.349620 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:15:04.386788 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Sync routers for ids ['32e23ea7-3df8-416b-8864-711447fa1524'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:15:04.387396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device eecd7b6a-8748-422b-a026-c80e300f824e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:15:04.389051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f92ece03-1625-4dec-bca6-63ed192524b4 None None] Provisioning complete for port eecd7b6a-8748-422b-a026-c80e300f824e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:04.389464 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f92ece03-1625-4dec-bca6-63ed192524b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:04.405651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Routers {'32e23ea7-3df8-416b-8864-711447fa1524'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:04.407221 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:14:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['32e23ea7-3df8-416b-8864-711447fa1524'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:04.408091 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:04.411061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d8bfbb29-226e-4ad1-82f3-6b9aa7897a48 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0261626 Oct 18 23:15:04.413802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35250) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:04.545063 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:04.567436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733962e-d72b-43f3-8cd5-808894bcfe3f req-2dd2b668-312f-46f9-a253-176954031bbf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:04.575232 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0733962e-d72b-43f3-8cd5-808894bcfe3f req-2dd2b668-312f-46f9-a253-176954031bbf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1488996 Oct 18 23:15:04.585447 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Set router 32e23ea7-3df8-416b-8864-711447fa1524 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:04.606400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a870ee9-5840-4080-8ed3-6ba0aaf53bd4 req-c6ce56be-0810-4609-8f4d-571aad7c9f36 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:04.614834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a870ee9-5840-4080-8ed3-6ba0aaf53bd4 req-c6ce56be-0810-4609-8f4d-571aad7c9f36 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 946 time: 0.0794530 Oct 18 23:15:04.657279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a870ee9-5840-4080-8ed3-6ba0aaf53bd4 req-e07e17a4-a4c9-4e55-ba75-42c7bfcdb26a tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Oct 18 23:15:04.684729 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0733962e-d72b-43f3-8cd5-808894bcfe3f req-fa2afe7e-ac68-4bb1-b68a-a706c449c4f7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082249 Oct 18 23:15:04.776241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port eecd7b6a-8748-422b-a026-c80e300f824e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:04.776931 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:04.806751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173a894-f3f8-4a27-9fc0-acda937aa30f req-f5d602e3-8694-478f-a2de-46e4d913e4ca tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:04.814636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9173a894-f3f8-4a27-9fc0-acda937aa30f req-f5d602e3-8694-478f-a2de-46e4d913e4ca tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0678883 Oct 18 23:15:04.841632 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f92ece03-1625-4dec-bca6-63ed192524b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:04.846127 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e23ea7-3df8-416b-8864-711447fa1524', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:15:01Z', 'updated_at': '2021-10-18T23:15:03Z', 'revision_number': 3, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'gw_port': {'id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:02Z', 'updated_at': '2021-10-18T23:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:04.886033 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Checking router: 32e23ea7-3df8-416b-8864-711447fa1524 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:15:04.886921 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Updating router 32e23ea7-3df8-416b-8864-711447fa1524 port c17ac1da-005d-474b-963d-354aa455e3f0 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:15:04.911839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9173a894-f3f8-4a27-9fc0-acda937aa30f req-5212614d-18fb-4e02-8646-5b6daee222ca tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830691 Oct 18 23:15:04.941599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50780e02-d4c1-4024-9c5b-1358c23f6d61 req-5607b31d-83fb-408a-b004-361ef87d7e37 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:04.950329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50780e02-d4c1-4024-9c5b-1358c23f6d61 req-5607b31d-83fb-408a-b004-361ef87d7e37 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.1587777 Oct 18 23:15:04.954625 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:04.961509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f92ece03-1625-4dec-bca6-63ed192524b4 None None] For port eecd7b6a-8748-422b-a026-c80e300f824e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=eecd7b6a-8748-422b-a026-c80e300f824e,segment=NetworkSegment(e88b8329-0860-4c92-bc43-db8988df8a14),segment_id=e88b8329-0860-4c92-bc43-db8988df8a14)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:04.974846 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f92ece03-1625-4dec-bca6-63ed192524b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.040454 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50780e02-d4c1-4024-9c5b-1358c23f6d61 req-7e92915c-12fa-4ecc-9eef-06e98d1bbb18 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886767 Oct 18 23:15:05.089272 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.133166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ece03-1625-4dec-bca6-63ed192524b4 None None] Pushing event updated for resources: {'Port': ['ID=eecd7b6a-8748-422b-a026-c80e300f824e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:05.136627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:15:05.136988 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:15:05.198514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9256babd-c338-45bc-899b-989b729f7135 None None] Provisioning complete for port eecd7b6a-8748-422b-a026-c80e300f824e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:05.199046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9256babd-c338-45bc-899b-989b729f7135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.217355 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.450264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Allocated IP 172.20.0.1 (2adfaf8e-91b5-417e-83f2-8a104df23ae6/c2c9d877-350f-4c6f-8db6-0d5a5c843a44/659a18b0-9d9e-4a9e-925a-5fcde147f23d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:05.510544 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.535674 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.538194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-7fde0f2e-9d17-41aa-ba97-5b9a6087144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:05.539774 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-7fde0f2e-9d17-41aa-ba97-5b9a6087144d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 1102 time: 0.1290078 Oct 18 23:15:05.623703 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Attempting to bind port c17ac1da-005d-474b-963d-354aa455e3f0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:15:05.624197 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Attempting to bind port c17ac1da-005d-474b-963d-354aa455e3f0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:15:05.624649 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Attempting to bind port c17ac1da-005d-474b-963d-354aa455e3f0 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:05.632749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0140d6-d67e-4ef1-a752-56891670d5c7 req-4dae289d-00ec-4f94-864c-e4d0d59d676a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:05.640311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb0140d6-d67e-4ef1-a752-56891670d5c7 req-4dae289d-00ec-4f94-864c-e4d0d59d676a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1873810 Oct 18 23:15:05.645914 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Pushing event updated for resources: {'Port': ['ID=c17ac1da-005d-474b-963d-354aa455e3f0,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:05.648953 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:15:05.649320 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:05.649797 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.650200 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:15:05.651367 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Bound port: c17ac1da-005d-474b-963d-354aa455e3f0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:15:05.651367 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.684580 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.706848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-6a8446b9-42ef-4d50-bcf7-7a56d66d5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:05.708604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-6a8446b9-42ef-4d50-bcf7-7a56d66d5bae service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1595304 Oct 18 23:15:05.724096 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb0140d6-d67e-4ef1-a752-56891670d5c7 req-682928a1-7078-4152-bf5a-6d3a5061afb5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804429 Oct 18 23:15:05.779433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.802270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-83e833bf-d75b-485d-a6dd-a5516dff5ca4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 200 len: 217 time: 0.0770917 Oct 18 23:15:05.812251 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.813352 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.815299 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.816370 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.817274 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.818097 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.820775 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.825316 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.826917 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.827802 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.828824 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.829819 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:05.844801 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] For port c17ac1da-005d-474b-963d-354aa455e3f0, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:05.849919 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] For port c17ac1da-005d-474b-963d-354aa455e3f0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c17ac1da-005d-474b-963d-354aa455e3f0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:15:05.855381 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.879992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:05.888960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:05.895857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:05.920546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-f9fd04bb-a64b-4d48-aa10-921bfc1df271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:05.922765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-f9fd04bb-a64b-4d48-aa10-921bfc1df271 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1129076 Oct 18 23:15:05.935983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7627349-bf91-4774-ac69-48ce05c8b925 req-963824ea-3b21-4b34-89d4-384e08b93022 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:05.937804 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7627349-bf91-4774-ac69-48ce05c8b925 req-963824ea-3b21-4b34-89d4-384e08b93022 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0933845 Oct 18 23:15:05.939281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Pushing event updated for resources: {'Port': ['ID=659a18b0-9d9e-4a9e-925a-5fcde147f23d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:05.968024 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:05.975907 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Routers {'32e23ea7-3df8-416b-8864-711447fa1524'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:05.977028 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:14:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['32e23ea7-3df8-416b-8864-711447fa1524'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:05.989758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92846e-580a-4441-bdf1-a67dbe92168a req-b2c600f2-54d0-4875-91b0-f40088230962 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:05.993146 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2c92846e-580a-4441-bdf1-a67dbe92168a req-b2c600f2-54d0-4875-91b0-f40088230962 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 946 time: 0.1706827 Oct 18 23:15:06.037613 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd8bd5-880a-4b7d-b36c-4ad5106bcaa3 None None] Pushing event updated for resources: {'Port': ['ID=c17ac1da-005d-474b-963d-354aa455e3f0,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:06.044764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:06.173390 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] Set router 32e23ea7-3df8-416b-8864-711447fa1524 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:06.205399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2c92846e-580a-4441-bdf1-a67dbe92168a req-0f814617-d120-436a-bbb2-ac4bc7425679 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973860 Oct 18 23:15:06.241293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device eecd7b6a-8748-422b-a026-c80e300f824e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:15:06.363253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-93a76818-1a8b-4e66-ac75-f15b451a9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:06.365225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-93a76818-1a8b-4e66-ac75-f15b451a9c24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4262919 Oct 18 23:15:06.365948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port eecd7b6a-8748-422b-a026-c80e300f824e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:06.366684 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:06.393919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-81be0217-14c7-4ca4-bf53-aafb78365fdb None None] Provisioning complete for port 659a18b0-9d9e-4a9e-925a-5fcde147f23d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:06.394267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-81be0217-14c7-4ca4-bf53-aafb78365fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:06.409221 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7627349-bf91-4774-ac69-48ce05c8b925 req-058d1aeb-2d69-4cca-b450-15edf6e20c09 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890074 Oct 18 23:15:06.441953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:06.461920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d7826-ec4c-4d8e-b3ab-2f215e39401f req-f7dde9c6-55a2-4699-b4aa-04b4a510c99f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:06.462233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-81be0217-14c7-4ca4-bf53-aafb78365fdb None None] Port 659a18b0-9d9e-4a9e-925a-5fcde147f23d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:15:06.472305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-856d7826-ec4c-4d8e-b3ab-2f215e39401f req-f7dde9c6-55a2-4699-b4aa-04b4a510c99f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1828065 Oct 18 23:15:06.592628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-856d7826-ec4c-4d8e-b3ab-2f215e39401f req-f5dab708-c347-42d5-87f1-55410712214e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058593 Oct 18 23:15:06.606502 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e23ea7-3df8-416b-8864-711447fa1524', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:15:01Z', 'updated_at': '2021-10-18T23:15:03Z', 'revision_number': 3, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'gw_port': {'id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:02Z', 'updated_at': '2021-10-18T23:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:06.619224 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-12bf7109-6012-4df6-ae53-dc6de388d8ff service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456982 Oct 18 23:15:06.628887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4597a7-34a8-4817-a805-cbc3a14e0050 req-670b9a2a-c916-48ec-b869-6dd0ee076586 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:06.630433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e4597a7-34a8-4817-a805-cbc3a14e0050 req-670b9a2a-c916-48ec-b869-6dd0ee076586 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.0931153 Oct 18 23:15:06.692749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e4597a7-34a8-4817-a805-cbc3a14e0050 req-2a9c6918-f071-4571-be42-cdf16d5cae3d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531423 Oct 18 23:15:06.699223 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a298e7-661c-44c0-9f2f-af62a7e06e79 None None] The sync data for ids ['32e23ea7-3df8-416b-8864-711447fa1524'] in n-d-713498-28 is: [{'id': '32e23ea7-3df8-416b-8864-711447fa1524', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:15:01Z', 'updated_at': '2021-10-18T23:15:03Z', 'revision_number': 3, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'gw_port': {'id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:02Z', 'updated_at': '2021-10-18T23:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:15:06.862679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:06.871661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:06.921642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-4d56be3e-d797-4150-af30-e8a380d553bc service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898564 Oct 18 23:15:06.926330 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:06.937319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da29b2-c829-4f6d-8c13-8a5763274799 req-5436ceed-d5a5-4152-92c7-8c3f987f1d80 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:06.939913 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5da29b2-c829-4f6d-8c13-8a5763274799 req-5436ceed-d5a5-4152-92c7-8c3f987f1d80 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1017189 Oct 18 23:15:06.999688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Pushing event updated for resources: {'Port': ['ID=659a18b0-9d9e-4a9e-925a-5fcde147f23d,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:07.049439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5da29b2-c829-4f6d-8c13-8a5763274799 req-360c198e-54f3-41de-b42a-f806e0607412 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894284 Oct 18 23:15:07.102563 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:07.104496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:07.321851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Router 32e23ea7-3df8-416b-8864-711447fa1524 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:15:07.435830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-01725f3a-711e-42a3-8b39-35f54ce56448 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:07.437798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-01725f3a-711e-42a3-8b39-35f54ce56448 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.102 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 946 time: 0.2187707 Oct 18 23:15:07.584256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:15:07.595394 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e3fa550b-c2c6-4725-a9a7-738d0b5eae7f admin admin] 10.222.0.52 "PUT /v2.0/routers/32e23ea7-3df8-416b-8864-711447fa1524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1800210 Oct 18 23:15:07.651040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5fa1a-6b46-46a8-a294-dcdb9d8f5322 req-0d1f1b20-f4be-499c-b203-aff81d09abee tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:07.659540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-26c3f528-9fa6-4efc-88b2-5efdce1a83f4 None None] Provisioning complete for port 659a18b0-9d9e-4a9e-925a-5fcde147f23d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:07.661080 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26c3f528-9fa6-4efc-88b2-5efdce1a83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:07.663203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a5fa1a-6b46-46a8-a294-dcdb9d8f5322 req-0d1f1b20-f4be-499c-b203-aff81d09abee tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 946 time: 0.3025692 Oct 18 23:15:07.762685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:15:07.792755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a5fa1a-6b46-46a8-a294-dcdb9d8f5322 req-47cfbac8-c1d2-4ba8-85f4-3358897ce0b0 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d1b35d8-7250-4357-9afe-0cfdde02a757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258419 Oct 18 23:15:07.883809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Deleting port 53af2136-f066-4652-99c6-ee6b4c0dd0eb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:07.887692 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:07.945654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-26c3f528-9fa6-4efc-88b2-5efdce1a83f4 None None] Port 659a18b0-9d9e-4a9e-925a-5fcde147f23d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:15:08.146127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02ea6f-3a65-4f62-a042-42e99e01ace8 req-b11373ee-aff0-40fb-94fd-595c944fee89 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:08.149347 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da02ea6f-3a65-4f62-a042-42e99e01ace8 req-b11373ee-aff0-40fb-94fd-595c944fee89 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1131711 Oct 18 23:15:08.166075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:08.200870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 has no active binding in host n-h1-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:15:08.225584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf95173-e988-4d39-a870-092d2891615b req-adfa1a28-7393-4c28-b70a-3eabd37cdf89 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:08.227678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cf95173-e988-4d39-a870-092d2891615b req-adfa1a28-7393-4c28-b70a-3eabd37cdf89 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.2520063 Oct 18 23:15:08.245742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] For port 53af2136-f066-4652-99c6-ee6b4c0dd0eb, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=53af2136-f066-4652-99c6-ee6b4c0dd0eb,segment=NetworkSegment(69777553-24cf-40ef-83fd-82d4ebba9544),segment_id=69777553-24cf-40ef-83fd-82d4ebba9544)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:08.246510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:08.257759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da02ea6f-3a65-4f62-a042-42e99e01ace8 req-3df3fa8a-60b9-4cb2-959a-3451ed10bb2b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998380 Oct 18 23:15:08.272815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Calling delete_port for 53af2136-f066-4652-99c6-ee6b4c0dd0eb owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:08.329683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c17ac1da-005d-474b-963d-354aa455e3f0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:15:08.458225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c17ac1da-005d-474b-963d-354aa455e3f0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:08.458858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:08.477785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45cdbc-3313-4b3d-8e70-02a559c107df req-b236ccf2-29d3-4cee-92a6-351b61e7362c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:08.487254 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae45cdbc-3313-4b3d-8e70-02a559c107df req-b236ccf2-29d3-4cee-92a6-351b61e7362c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.1181767 Oct 18 23:15:08.505023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cf95173-e988-4d39-a870-092d2891615b req-d35ab4b5-fceb-4fbd-8357-c2ce70ab3946 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150076 Oct 18 23:15:08.555649 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae45cdbc-3313-4b3d-8e70-02a559c107df req-552fc4b4-f25c-45c1-9b22-faec9a6a7048 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650120 Oct 18 23:15:08.700477 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:08.752457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port c17ac1da-005d-474b-963d-354aa455e3f0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c17ac1da-005d-474b-963d-354aa455e3f0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:08.753606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a718e-bb87-466f-8d09-9109dfb21560 req-9dd008e7-0073-4743-a340-9e5d2ea2309a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:08.755405 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-494a718e-bb87-466f-8d09-9109dfb21560 req-9dd008e7-0073-4743-a340-9e5d2ea2309a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1049671 Oct 18 23:15:08.763110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:08.768821 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:08.848129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event deleted for resources: {'Port': ['ID=53af2136-f066-4652-99c6-ee6b4c0dd0eb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:08.867365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-494a718e-bb87-466f-8d09-9109dfb21560 req-b1692014-cf4c-4479-81ce-4f459f2f8198 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927229 Oct 18 23:15:08.948789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] No DVR routers for this DVR port 53af2136-f066-4652-99c6-ee6b4c0dd0eb on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:08.949264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=c17ac1da-005d-474b-963d-354aa455e3f0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:08.952175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:08.957500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1cbdcf5-2691-4100-a8dd-12ad92e8ee62 req-f01415f0-326e-4673-9926-8716ed3ea9d7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.102 "DELETE /v2.0/ports/53af2136-f066-4652-99c6-ee6b4c0dd0eb HTTP/1.1" status: 204 len: 173 time: 1.5101967 Oct 18 23:15:08.958251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a081ba-68a5-4c28-8fa4-3893700be998', 'name': 'network-vif-deleted', 'tag': '53af2136-f066-4652-99c6-ee6b4c0dd0eb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:08.970705 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c8411f-0d9b-4d11-a771-18a912bb05a9" -d '{"events": [{"server_uuid": "f2a081ba-68a5-4c28-8fa4-3893700be998", "name": "network-vif-deleted", "tag": "53af2136-f066-4652-99c6-ee6b4c0dd0eb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:09.125046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-77f00868-32d6-486f-a792-ab0a1c2888ba req-551e6e85-e825-4245-9704-e8513e50f3ff tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a081ba-68a5-4c28-8fa4-3893700be998 HTTP/1.1" status: 200 len: 210 time: 0.0577860 Oct 18 23:15:09.245159 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5365de-303e-4747-af8a-be04ab8cdf41 x-openstack-request-id: req-7f5365de-303e-4747-af8a-be04ab8cdf41 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:09.245582 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a081ba-68a5-4c28-8fa4-3893700be998", "name": "network-vif-deleted", "tag": "53af2136-f066-4652-99c6-ee6b4c0dd0eb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:09.246163 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f5365de-303e-4747-af8a-be04ab8cdf41 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:09.246802 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a081ba-68a5-4c28-8fa4-3893700be998', 'name': 'network-vif-deleted', 'tag': '53af2136-f066-4652-99c6-ee6b4c0dd0eb', 'status': 'completed', 'code': 200} Oct 18 23:15:09.490282 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fc088c0f-1a05-4169-a2e0-bf07131f336a tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3445592 Oct 18 23:15:09.503504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75113c0-b5cf-440c-bda3-9aa7523ecf7e req-93b697f8-e928-4337-8f47-a8ca2b585e1d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:09.504429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:09.507706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c75113c0-b5cf-440c-bda3-9aa7523ecf7e req-93b697f8-e928-4337-8f47-a8ca2b585e1d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1101389 Oct 18 23:15:09.545299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:09.618144 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c75113c0-b5cf-440c-bda3-9aa7523ecf7e req-c3c212d4-ec9e-49cf-a2e6-40f49e6fe079 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993924 Oct 18 23:15:09.693254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 53af2136-f066-4652-99c6-ee6b4c0dd0eb no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:09.775377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:09.974889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 53af2136-f066-4652-99c6-ee6b4c0dd0eb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:09.975809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 53af2136-f066-4652-99c6-ee6b4c0dd0eb not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:09.979338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Sync routers for ids ['32e23ea7-3df8-416b-8864-711447fa1524'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:15:09.981887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5dd51-11a2-4c18-8bab-200cea642df7 req-14a470b6-8087-4bfa-aa77-25d20bcd0763 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:09.990244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Routers {'32e23ea7-3df8-416b-8864-711447fa1524'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:09.990929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:14:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['32e23ea7-3df8-416b-8864-711447fa1524'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:09.995358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f5dd51-11a2-4c18-8bab-200cea642df7 req-14a470b6-8087-4bfa-aa77-25d20bcd0763 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1424515 Oct 18 23:15:10.038910 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f5dd51-11a2-4c18-8bab-200cea642df7 req-155eb947-9b7e-4748-806a-058243f4e90e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 Oct 18 23:15:10.060345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Allocated IP 172.25.7.72 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/aa61054b-ffc4-45e2-9b03-a8f7be585927) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:10.197217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:10.253176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a359569-b59b-43c7-a41f-b9bbf90cb4a6 req-bc6781ce-f6ac-4e2c-8597-e9588f0c2d2f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:10.253815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c17ac1da-005d-474b-963d-354aa455e3f0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:15:10.254809 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a359569-b59b-43c7-a41f-b9bbf90cb4a6 req-bc6781ce-f6ac-4e2c-8597-e9588f0c2d2f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.0797729 Oct 18 23:15:10.269786 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:10.316590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a359569-b59b-43c7-a41f-b9bbf90cb4a6 req-3197672a-16c7-4067-a06b-105b6d04a688 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542114 Oct 18 23:15:10.318781 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:10.381423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Set router 32e23ea7-3df8-416b-8864-711447fa1524 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:10.393915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:10.397192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:10.405133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:10.411322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event updated for resources: {'Port': ['ID=aa61054b-ffc4-45e2-9b03-a8f7be585927,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:10.491005 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:10.543553 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:10.626619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c17ac1da-005d-474b-963d-354aa455e3f0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:10.627173 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:10.684233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d665-e379-4f60-8c8b-1876a9bcde82 req-706d1c54-36dd-4b46-a64c-9b3bb822dda6 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:10.694098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e1f1d665-e379-4f60-8c8b-1876a9bcde82 req-706d1c54-36dd-4b46-a64c-9b3bb822dda6 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1540773 Oct 18 23:15:10.760920 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:10.769055 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e1f1d665-e379-4f60-8c8b-1876a9bcde82 req-911cbdaa-1846-4398-8cd2-51d40d827fe2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577908 Oct 18 23:15:10.785901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:10.951823 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:10.984414 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:10.986660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4878316 Oct 18 23:15:11.001466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e23ea7-3df8-416b-8864-711447fa1524', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:15:01Z', 'updated_at': '2021-10-18T23:15:06Z', 'revision_number': 4, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'gw_port': {'id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:02Z', 'updated_at': '2021-10-18T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '659a18b0-9d9e-4a9e-925a-5fcde147f23d', 'name': '', 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'mac_address': 'fa:16:3e:a0:63:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c2c9d877-350f-4c6f-8db6-0d5a5c843a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:05Z', 'updated_at': '2021-10-18T23:15:06Z', 'revision_number': 2, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'subnets': [{'id': 'c2c9d877-350f-4c6f-8db6-0d5a5c843a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:11.004230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-6beaadaf-3ab9-422c-9432-b47ad995fc96 service neutron] 10.222.0.73 "GET /v2.0/ports/282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 385 time: 0.2405322 Oct 18 23:15:11.029318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1bccf-7b94-4126-b707-053a8da87f35 req-c76f8126-77c7-4f8c-9c0e-76195ee42492 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:11.035456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbf1bccf-7b94-4126-b707-053a8da87f35 req-c76f8126-77c7-4f8c-9c0e-76195ee42492 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1451173 Oct 18 23:15:11.040877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Checking router: 32e23ea7-3df8-416b-8864-711447fa1524 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:15:11.041359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Updating router 32e23ea7-3df8-416b-8864-711447fa1524 port 659a18b0-9d9e-4a9e-925a-5fcde147f23d binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:15:11.076081 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:11.122360 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbf1bccf-7b94-4126-b707-053a8da87f35 req-5f5baef8-726f-4786-9319-e5cdd2389d88 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793569 Oct 18 23:15:11.133823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd12150-700b-479e-90cd-254c9357b727 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event updated for resources: {'Port': ['ID=aa61054b-ffc4-45e2-9b03-a8f7be585927,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:11.165939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-85cc1f6c-7d52-4443-aab8-1de993479c74 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.1565068 Oct 18 23:15:11.295184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006c846-f9d8-4fe3-8632-b30c34e50fc5 req-458e03a0-2e46-4529-b9d7-df4abfc80e83 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:11.304431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f006c846-f9d8-4fe3-8632-b30c34e50fc5 req-458e03a0-2e46-4529-b9d7-df4abfc80e83 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0608904 Oct 18 23:15:11.337683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-e363a02e-ea41-4df2-ba60-c74c9aed282a tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:11.346015 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-e363a02e-ea41-4df2-ba60-c74c9aed282a tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1644621 Oct 18 23:15:11.353968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-d3e72656-a00e-44f5-88b1-215bc2df8269 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:15:11.364449 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f006c846-f9d8-4fe3-8632-b30c34e50fc5 req-5f07fb4f-18b6-478f-9c24-e11ca4ad6af5 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584762 Oct 18 23:15:11.367193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4caf2392-2d60-4bac-8c41-cfab7f227468 req-d3e72656-a00e-44f5-88b1-215bc2df8269 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0199690 Oct 18 23:15:11.528701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb6643-de30-4580-b45e-4ba6ff7f982b req-f7d4ca1a-efaf-4e2f-bf67-0f9d78284b11 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:11.538825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46bb6643-de30-4580-b45e-4ba6ff7f982b req-f7d4ca1a-efaf-4e2f-bf67-0f9d78284b11 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 943 time: 0.0942922 Oct 18 23:15:11.556279 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:11.566204 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:11.595640 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46bb6643-de30-4580-b45e-4ba6ff7f982b req-e5b7e1d2-2e73-48ad-9df8-ade70d752bc6 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560319 Oct 18 23:15:11.638001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-709c849e-151a-4cad-a9ad-6b9e629dbbf1 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2158637 Oct 18 23:15:11.639114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5c41-2c95-47cb-be0a-c78e7970478c None None] Pushing event updated for resources: {'Port': ['ID=659a18b0-9d9e-4a9e-925a-5fcde147f23d,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:11.655174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:11.667477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-789fdda5-e34c-48fa-af70-be793d837021 req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:11.709912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-789fdda5-e34c-48fa-af70-be793d837021 req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:11.714265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:11.754479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Attempting to bind port 659a18b0-9d9e-4a9e-925a-5fcde147f23d on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:15:11.755016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Attempting to bind port 659a18b0-9d9e-4a9e-925a-5fcde147f23d by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'e88b8329-0860-4c92-bc43-db8988df8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:15:11.755496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Attempting to bind port 659a18b0-9d9e-4a9e-925a-5fcde147f23d on network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:11.763387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:15:11.763781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Checking segment: {'id': 'e88b8329-0860-4c92-bc43-db8988df8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:11.764190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:11.764592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Bound using segment: {'id': 'e88b8329-0860-4c92-bc43-db8988df8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:15:11.765096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Bound port: 659a18b0-9d9e-4a9e-925a-5fcde147f23d, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88b8329-0860-4c92-bc43-db8988df8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:15:11.766429 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:11.836157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35352) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:11.910685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-789fdda5-e34c-48fa-af70-be793d837021 req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:11.918159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] For port 659a18b0-9d9e-4a9e-925a-5fcde147f23d, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:11.924684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] For port 659a18b0-9d9e-4a9e-925a-5fcde147f23d, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=659a18b0-9d9e-4a9e-925a-5fcde147f23d,segment=NetworkSegment(e88b8329-0860-4c92-bc43-db8988df8a14),segment_id=e88b8329-0860-4c92-bc43-db8988df8a14)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:15:11.947813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-789fdda5-e34c-48fa-af70-be793d837021 req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:11.948138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.018775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5c41-2c95-47cb-be0a-c78e7970478c None None] Pushing event updated for resources: {'Port': ['ID=659a18b0-9d9e-4a9e-925a-5fcde147f23d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:12.051167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Routers {'32e23ea7-3df8-416b-8864-711447fa1524'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:12.051999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:14:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['32e23ea7-3df8-416b-8864-711447fa1524'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:12.061206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a19bc4-8b6b-498b-a836-a7424d993887 req-fa74ee80-b9a4-4ad3-b5e2-bc716c96faa7 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:12.068448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.073068 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35a19bc4-8b6b-498b-a836-a7424d993887 req-fa74ee80-b9a4-4ad3-b5e2-bc716c96faa7 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1666000 Oct 18 23:15:12.097777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-898207b1-9543-4c77-8845-62ba3bd6d8c7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.140086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-898207b1-9543-4c77-8845-62ba3bd6d8c7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.144682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5a477080-a719-4067-bf37-f75b804d16ce None None] Provisioning complete for port 659a18b0-9d9e-4a9e-925a-5fcde147f23d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:12.145550 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a477080-a719-4067-bf37-f75b804d16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.264162 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-898207b1-9543-4c77-8845-62ba3bd6d8c7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.270643 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-898207b1-9543-4c77-8845-62ba3bd6d8c7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.272208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-898207b1-9543-4c77-8845-62ba3bd6d8c7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "DELETE /v2.0/security-groups/358d5f03-d826-41fb-9418-092ac542d6e8 HTTP/1.1" status: 204 len: 168 time: 0.4349959 Oct 18 23:15:12.277510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35356) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:12.281419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] Set router 32e23ea7-3df8-416b-8864-711447fa1524 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:12.296865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.328049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-789fdda5-e34c-48fa-af70-be793d837021 req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] Transition to ACTIVE for port object 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:15:12.330533 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-88999495-d6e0-4bf0-93d5-3d1af9700e05 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] show failed (client error): The resource could not be found. Oct 18 23:15:12.336727 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-88999495-d6e0-4bf0-93d5-3d1af9700e05 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "GET /v2.0/security-groups/358d5f03-d826-41fb-9418-092ac542d6e8 HTTP/1.1" status: 404 len: 347 time: 0.0561745 Oct 18 23:15:12.340191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35360) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:12.356664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.441406 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a477080-a719-4067-bf37-f75b804d16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.541796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5a477080-a719-4067-bf37-f75b804d16ce None None] For port 659a18b0-9d9e-4a9e-925a-5fcde147f23d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=659a18b0-9d9e-4a9e-925a-5fcde147f23d,segment=NetworkSegment(e88b8329-0860-4c92-bc43-db8988df8a14),segment_id=e88b8329-0860-4c92-bc43-db8988df8a14)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:12.585975 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a477080-a719-4067-bf37-f75b804d16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.713248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a477080-a719-4067-bf37-f75b804d16ce None None] Pushing event updated for resources: {'Port': ['ID=659a18b0-9d9e-4a9e-925a-5fcde147f23d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:12.735890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-35d6526d-8a68-449d-8647-bc1cab6a04e1 None None] Provisioning complete for port 659a18b0-9d9e-4a9e-925a-5fcde147f23d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:12.736255 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-35d6526d-8a68-449d-8647-bc1cab6a04e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:12.803134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898207b1-9543-4c77-8845-62ba3bd6d8c7 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358d5f03-d826-41fb-9418-092ac542d6e8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:12.831069 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35a19bc4-8b6b-498b-a836-a7424d993887 req-462bcc30-1399-4318-a5ad-92f82697b802 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7568917 Oct 18 23:15:12.968318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e23ea7-3df8-416b-8864-711447fa1524', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:15:01Z', 'updated_at': '2021-10-18T23:15:06Z', 'revision_number': 4, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'gw_port': {'id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:02Z', 'updated_at': '2021-10-18T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '659a18b0-9d9e-4a9e-925a-5fcde147f23d', 'name': '', 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'mac_address': 'fa:16:3e:a0:63:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c2c9d877-350f-4c6f-8db6-0d5a5c843a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:05Z', 'updated_at': '2021-10-18T23:15:11Z', 'revision_number': 4, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'subnets': [{'id': 'c2c9d877-350f-4c6f-8db6-0d5a5c843a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:12.971490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1cb32-ceb4-4f2b-b890-1afc98fd0c45 req-6699a122-12e4-43ff-81e3-bad925b618aa tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:12.974435 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05f1cb32-ceb4-4f2b-b890-1afc98fd0c45 req-6699a122-12e4-43ff-81e3-bad925b618aa tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0710764 Oct 18 23:15:13.014673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542c88-1dd4-4bff-9c3d-b599830ca8f4 None None] The sync data for ids ['32e23ea7-3df8-416b-8864-711447fa1524'] in n-d-713498-28 is: [{'id': '32e23ea7-3df8-416b-8864-711447fa1524', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:15:01Z', 'updated_at': '2021-10-18T23:15:06Z', 'revision_number': 4, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'gw_port': {'id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:02Z', 'updated_at': '2021-10-18T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '659a18b0-9d9e-4a9e-925a-5fcde147f23d', 'name': '', 'network_id': '2adfaf8e-91b5-417e-83f2-8a104df23ae6', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'mac_address': 'fa:16:3e:a0:63:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c2c9d877-350f-4c6f-8db6-0d5a5c843a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:05Z', 'updated_at': '2021-10-18T23:15:11Z', 'revision_number': 4, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'subnets': [{'id': 'c2c9d877-350f-4c6f-8db6-0d5a5c843a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:15:13.078475 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05f1cb32-ceb4-4f2b-b890-1afc98fd0c45 req-9699e5d8-845a-4d4e-950b-3bcf2666ef89 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958469 Oct 18 23:15:13.229184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178fc13-3e41-4813-8ac9-5bb37752d9b8 req-3546eec1-ff3c-405c-b07d-104a2cc2335f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:13.230855 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8178fc13-3e41-4813-8ac9-5bb37752d9b8 req-3546eec1-ff3c-405c-b07d-104a2cc2335f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0593407 Oct 18 23:15:13.277804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-789fdda5-e34c-48fa-af70-be793d837021 req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] No DVR routers for this DVR port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:13.298306 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8178fc13-3e41-4813-8ac9-5bb37752d9b8 req-8ce54010-a35c-4c9d-b274-16d0608ac74d tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534320 Oct 18 23:15:13.376369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] Pushing event updated for resources: {'Port': ['ID=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:13.393338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-fa7ef84a-d2e2-43db-9c98-ce0b198e3692 service neutron] 10.222.0.73 "PUT /v2.0/ports/282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4/bindings/n-h1-713498-28/activate HTTP/1.1" status: 200 len: 370 time: 2.3702319 Oct 18 23:15:13.409915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Allocated IP 172.25.7.13 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/6c7a3bc3-f017-4afc-9807-784656035eb4) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:13.487100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Deleting port db14e388-86f0-43fb-a332-1f6f0b9dd864 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:13.487738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:13.510044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04f989-383e-4722-9d78-ba70022cc679 req-734d4bc3-78d3-4b21-bd06-121501b0ec89 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:13.519610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb04f989-383e-4722-9d78-ba70022cc679 req-734d4bc3-78d3-4b21-bd06-121501b0ec89 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1016223 Oct 18 23:15:13.570945 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb04f989-383e-4722-9d78-ba70022cc679 req-a32c120b-e5a4-49cd-b673-aed029bcbccd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500770 Oct 18 23:15:13.745848 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:13.746226 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:13.784174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Calling delete_port for db14e388-86f0-43fb-a332-1f6f0b9dd864 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:13.788630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-9c18f0c0-fdaa-4461-9276-9a0c52ad8187 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3268495 Oct 18 23:15:13.798112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-e37ac2b2-0a24-440a-bbcf-273ecf8c059d tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:13.799647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-e37ac2b2-0a24-440a-bbcf-273ecf8c059d tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.2011507 Oct 18 23:15:13.815099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:13.997458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-62e28cd2-835d-4a59-bfc0-8d2111fd651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:13.999220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-62e28cd2-835d-4a59-bfc0-8d2111fd651a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7&tenant_id=330a70573126403ca64a3be0d6ed5ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1377316 Oct 18 23:15:14.005399 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:14.086380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592b4b6-8384-4ada-8b7c-fd783107b2c4 req-80954e4b-5eb8-411b-8c10-18c56b7bef39 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:14.093656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6592b4b6-8384-4ada-8b7c-fd783107b2c4 req-80954e4b-5eb8-411b-8c10-18c56b7bef39 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1232228 Oct 18 23:15:14.143460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event updated for resources: {'Port': ['ID=6c7a3bc3-f017-4afc-9807-784656035eb4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:14.149885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-6eb4ce56-c7f0-412a-8c64-0570ee33f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:14.152251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-6eb4ce56-c7f0-412a-8c64-0570ee33f025 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 1097 time: 0.2573040 Oct 18 23:15:14.182780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:14.190822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:14.211284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:14.233228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6592b4b6-8384-4ada-8b7c-fd783107b2c4 req-14f3c7af-9c02-4a64-837f-a813766865f1 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228776 Oct 18 23:15:14.236533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 659a18b0-9d9e-4a9e-925a-5fcde147f23d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:15:14.320473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 659a18b0-9d9e-4a9e-925a-5fcde147f23d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:14.321267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:14.442141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:14.465427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-6e52dceb-6243-412e-9555-3f3a307ba694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:14.468505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-6e52dceb-6243-412e-9555-3f3a307ba694 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1096 time: 0.3397098 Oct 18 23:15:14.469647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:14.493971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc745a-d149-4d90-9b89-8fdb894030cb req-259ec9a4-0c3f-4fe5-9e72-6cd9f7f03433 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:14.496417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76cc745a-d149-4d90-9b89-8fdb894030cb req-259ec9a4-0c3f-4fe5-9e72-6cd9f7f03433 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0866764 Oct 18 23:15:14.559401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Pushing event deleted for resources: {'Port': ['ID=db14e388-86f0-43fb-a332-1f6f0b9dd864,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:14.588521 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76cc745a-d149-4d90-9b89-8fdb894030cb req-956ad96f-91c1-4e44-b4b2-673aa733f9a0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808187 Oct 18 23:15:14.658074 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:14.660828 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:14.665309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5634809d-51bc-48e4-954c-97c10ebfb282 tempest-ImagesOneServerNegativeTestJSON-1058420804 tempest-ImagesOneServerNegativeTestJSON-1058420804-project] 10.222.0.52 "DELETE /v2.0/floatingips/c88d7354-73f7-4f60-88ea-e1b60105e9bf HTTP/1.1" status: 204 len: 168 time: 2.3236411 Oct 18 23:15:14.731613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:14.833646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-52404fbd-cbb5-401d-abf5-2cfddadcbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:14.835319 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-52404fbd-cbb5-401d-abf5-2cfddadcbe94 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 925 time: 0.6195531 Oct 18 23:15:14.879982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-112fef2c-237d-4ff0-a5fc-0a9caed16c22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001101 Oct 18 23:15:14.913464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a34adc-21d9-4eb6-a6f9-536645e2d41e req-bdef411e-a18c-4f18-9837-de8bd8a08b6b tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:14.935565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94a34adc-21d9-4eb6-a6f9-536645e2d41e req-bdef411e-a18c-4f18-9837-de8bd8a08b6b tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1693177 Oct 18 23:15:14.972367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-24cdeaa8-20cb-42f7-a89e-1fc580e68654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:14.973895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-24cdeaa8-20cb-42f7-a89e-1fc580e68654 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.4867277 Oct 18 23:15:15.017800 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94a34adc-21d9-4eb6-a6f9-536645e2d41e req-5584fdd4-6500-462d-8e95-21e8ca159b62 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805180 Oct 18 23:15:15.088810 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-e6578e9d-e770-49ed-b0ee-0e5693a56eb1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ddb814e-1fe9-4304-bc70-6f1b5987173d HTTP/1.1" status: 200 len: 1000 time: 0.2302692 Oct 18 23:15:15.092907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-a5a49527-91e2-494d-9e0b-58bc8b7fe1e0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 HTTP/1.1" status: 200 len: 217 time: 0.0878801 Oct 18 23:15:15.097078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-43c72e7f-7b8e-4cca-9009-65462cd41f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:15.098703 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-43c72e7f-7b8e-4cca-9009-65462cd41f67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f7619374a404495ae5a7f1a28434c0d&device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 1102 time: 0.1639693 Oct 18 23:15:15.251076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-77937e06-a808-4fb1-a3a0-beb007b27f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:15.252821 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-77937e06-a808-4fb1-a3a0-beb007b27f58 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1354802 Oct 18 23:15:15.264900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca459ce-d320-4374-b390-43b787ec5729 req-12f48990-0a25-4687-9230-4c66dd968f6b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:15.268544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ca459ce-d320-4374-b390-43b787ec5729 req-12f48990-0a25-4687-9230-4c66dd968f6b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1230655 Oct 18 23:15:15.282684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-993e7876-02a6-4a56-8eb3-e35a53de858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:15.284181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-993e7876-02a6-4a56-8eb3-e35a53de858b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 HTTP/1.1" status: 200 len: 863 time: 0.1811023 Oct 18 23:15:15.333372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:15.355811 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-e4677a0e-c319-44f8-9169-6bea2da692c6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607026 Oct 18 23:15:15.365460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ca459ce-d320-4374-b390-43b787ec5729 req-be415111-c40a-4354-9825-5421f88b358c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827539 Oct 18 23:15:15.371882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:15.513020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-51db51c8-7cd4-4a92-9ca6-1ec08b976b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:15.516258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-51db51c8-7cd4-4a92-9ca6-1ec08b976b28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3654847 Oct 18 23:15:15.522537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:15.624348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event updated for resources: {'Port': ['ID=6c7a3bc3-f017-4afc-9807-784656035eb4,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:15.691848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d5f6d-1ffc-48cd-b439-effd189d3efb req-ed72a3d1-60a9-44e8-8401-acb5301dc3c3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:15.693583 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d5d5f6d-1ffc-48cd-b439-effd189d3efb req-ed72a3d1-60a9-44e8-8401-acb5301dc3c3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0640302 Oct 18 23:15:15.699317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-61a41254-b968-46bd-8bcf-76bde70c7024 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=26745ae0-38e6-4f23-a4c2-05350b7c0e94 HTTP/1.1" status: 200 len: 217 time: 0.1636078 Oct 18 23:15:15.706865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-66b7c6b5-2186-4e5c-bfc6-c0c546b4037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:15.709378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-66b7c6b5-2186-4e5c-bfc6-c0c546b4037a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3942237 Oct 18 23:15:15.720627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:15.722783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-3cf8c916-bdfe-4872-b370-1ec3d9b7c1bd tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0732591 Oct 18 23:15:15.747872 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d5d5f6d-1ffc-48cd-b439-effd189d3efb req-48bd5471-7a5a-4c6e-8459-3b9101ab8037 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Oct 18 23:15:15.896795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-ae0eb6e9-b0fd-4272-baa6-5af585788365 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.1415153 Oct 18 23:15:15.933457 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-dd808f4c-fb40-47d8-8d99-b4184ceb9dd7 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569265 Oct 18 23:15:15.957204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-58e062f9-0a40-4b4b-831a-92a186e2b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:15.959366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-58e062f9-0a40-4b4b-831a-92a186e2b3bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2451506 Oct 18 23:15:15.988679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5d23b-dba1-4be9-8dad-431ec047fb52 req-ee0d0637-8684-465c-9e97-4b3338777fb5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:15.990518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7c5d23b-dba1-4be9-8dad-431ec047fb52 req-ee0d0637-8684-465c-9e97-4b3338777fb5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0641961 Oct 18 23:15:16.042593 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7c5d23b-dba1-4be9-8dad-431ec047fb52 req-6d44ae0f-688f-43e7-99d9-2f0a4c8bfb21 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Oct 18 23:15:16.096221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35400) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:16.202848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55cf51d-397f-4212-ab07-ee1110e03dc1 admin admin] Deleting subnet 2b765a1a-be5a-4076-a34d-f3f68602a52a {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:15:16.210243 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f55cf51d-397f-4212-ab07-ee1110e03dc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:16.303899 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f55cf51d-397f-4212-ab07-ee1110e03dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:16.354251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1c9f6-38b4-4eb8-b0bd-1e79f97689f6 req-e4c50129-3785-4c09-b98c-6f6514e928f5 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:16.357181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-47f1c9f6-38b4-4eb8-b0bd-1e79f97689f6 req-e4c50129-3785-4c09-b98c-6f6514e928f5 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1439276 Oct 18 23:15:16.408236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-aacaa411-f2b6-43ff-96b7-3208aaaa4a66 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813915 Oct 18 23:15:16.430553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f55cf51d-397f-4212-ab07-ee1110e03dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:16.470900 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-47f1c9f6-38b4-4eb8-b0bd-1e79f97689f6 req-37a03ec8-4a17-4813-a611-75fcb3197e4e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063411 Oct 18 23:15:16.538829 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f55cf51d-397f-4212-ab07-ee1110e03dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:16.601826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f55cf51d-397f-4212-ab07-ee1110e03dc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:16.609683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-4f809f78-824c-4c80-aaf5-c02f7d14b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:16.610239 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f55cf51d-397f-4212-ab07-ee1110e03dc1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b765a1a-be5a-4076-a34d-f3f68602a52a HTTP/1.1" status: 204 len: 168 time: 0.5095754 Oct 18 23:15:16.610326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-4f809f78-824c-4c80-aaf5-c02f7d14b6ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6265326 Oct 18 23:15:16.613285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35408) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:16.621221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cf51d-397f-4212-ab07-ee1110e03dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b765a1a-be5a-4076-a34d-f3f68602a52a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:16.662969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-2819e612-605d-4652-bfd4-ea5b14effd42 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117898 Oct 18 23:15:16.676063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba0df7-e93b-4bf4-aeea-cc09eaa7d855 req-981f1137-ab31-4f4c-8e5c-2d6b15f577fe tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:16.684249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8ba0df7-e93b-4bf4-aeea-cc09eaa7d855 req-981f1137-ab31-4f4c-8e5c-2d6b15f577fe tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 944 time: 0.0862684 Oct 18 23:15:16.705188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-f980ac43-efd2-4800-ae22-9694176fb8df tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:16.707820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2c8a989-b8c1-41a4-acb6-353cc8f188f9 req-f980ac43-efd2-4800-ae22-9694176fb8df tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.7785342 Oct 18 23:15:16.775873 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8ba0df7-e93b-4bf4-aeea-cc09eaa7d855 req-f103142f-5556-4ca4-ad83-640a792912c4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904906 Oct 18 23:15:16.828748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:16.994576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e3e6434-d510-4c50-9e77-0ff71b1ef6db req-dcd06927-2fea-41e4-8aca-588bbee81eac service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495665 Oct 18 23:15:17.103634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-3bb1a555-7cbc-43fb-ba61-1391296b5d9b service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679577 Oct 18 23:15:17.230496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e6232-dda0-4712-9cfc-1856695fa4f5 req-48fc75bf-2caa-4528-bda1-e9f485399271 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:17.233212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a1e6232-dda0-4712-9cfc-1856695fa4f5 req-48fc75bf-2caa-4528-bda1-e9f485399271 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.3219130 Oct 18 23:15:17.236719 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:17.239341 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-b1f3f477-71e9-4c64-b383-618de167c6b6 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4001858 Oct 18 23:15:17.250067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:17.282202 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:17.364695 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.365268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.366501 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.367259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > port after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.367837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.368370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > port after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.368912 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.369434 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.369962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.370494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.472321 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:17.491693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.492234 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.492642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.493045 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 23:15:17.493494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:17.570070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69777553-24cf-40ef-83fd-82d4ebba9544') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:17.570616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69777553-24cf-40ef-83fd-82d4ebba9544') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:17.600539 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:17.611356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a1e6232-dda0-4712-9cfc-1856695fa4f5 req-0c8afe4c-7019-4600-8311-1b793ca05644 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422666 Oct 18 23:15:17.656830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdda5-e34c-48fa-af70-be793d837021 req-2926765b-820c-428c-9442-433c56d6ea5d tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:17.660545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-2926765b-820c-428c-9442-433c56d6ea5d tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.4189529 Oct 18 23:15:17.662987 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:17.668543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8fe2ea3-7fbe-4a46-8ff8-61c0a8ddfa71 req-a3054eb8-6ccd-4b84-8f68-0eec08929212 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505795 Oct 18 23:15:17.686884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:15:17.688357 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: from cryptography.utils import int_from_bytes Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: from cryptography.utils import int_from_bytes Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:15:17.693085 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:15:17.701161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Allocated IP 172.25.7.166 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/f537bf17-f168-42ac-af46-9af2ce47e80f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:17.846800 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:17.853587 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:17.857734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce HTTP/1.1" status: 204 len: 168 time: 1.2315958 Oct 18 23:15:17.880895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75638c-332a-4b40-8617-08fd82178f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5ff6d0-a57b-4281-bfc8-8ab77cfb74ce,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:17.908849 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:17.940776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1355ba-3ab5-4789-854a-e5a2cfdf803e req-e2bc070e-3665-4aed-9afa-574b05b53b42 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:17.942455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c1355ba-3ab5-4789-854a-e5a2cfdf803e req-e2bc070e-3665-4aed-9afa-574b05b53b42 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1569710 Oct 18 23:15:17.985307 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.026776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:18.032037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:18.036064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:18.054953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c1355ba-3ab5-4789-854a-e5a2cfdf803e req-39f7ff62-3f2d-4192-99e8-5e6b1dd69a6d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976319 Oct 18 23:15:18.058790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35426) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:18.081398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event updated for resources: {'Port': ['ID=f537bf17-f168-42ac-af46-9af2ce47e80f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:18.082351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-789fdda5-e34c-48fa-af70-be793d837021 req-ab62aca3-31f2-4044-b45a-11d0615c2c9a service neutron] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:18.088269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789fdda5-e34c-48fa-af70-be793d837021 req-ab62aca3-31f2-4044-b45a-11d0615c2c9a service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.090240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789fdda5-e34c-48fa-af70-be793d837021 req-ab62aca3-31f2-4044-b45a-11d0615c2c9a service neutron] 10.222.0.102 "DELETE /v2.0/ports/282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4/bindings/n-h2-713498-28 HTTP/1.1" status: 204 len: 173 time: 0.4170732 Oct 18 23:15:18.096889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.097448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.097798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.098128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.098463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.098819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.099144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.099465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.099791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.100110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.100620 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.101195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.163960 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-af004618-8da3-40ee-ba5a-5caa6cdfd486 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ad54855e088477dbbc2ffcb077e5bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974057 Oct 18 23:15:18.166099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35428) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:18.180045 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.222486 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.324793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048cac0-b1e6-4619-b895-ba249b1f8c91 req-2b1f0a80-2c1d-4a08-9832-bee9944dd815 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:18.327208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5048cac0-b1e6-4619-b895-ba249b1f8c91 req-2b1f0a80-2c1d-4a08-9832-bee9944dd815 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1494124 Oct 18 23:15:18.354296 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.425128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.431022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5048cac0-b1e6-4619-b895-ba249b1f8c91 req-0d4b6f19-f5c2-4381-914b-8f2caf013a2a tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915453 Oct 18 23:15:18.445266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.453685 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.572703 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.578212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.580384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d1b35d8-7250-4357-9afe-0cfdde02a757 HTTP/1.1" status: 204 len: 168 time: 0.4123106 Oct 18 23:15:18.584287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event updated for resources: {'Port': ['ID=f537bf17-f168-42ac-af46-9af2ce47e80f,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:18.610905 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.653199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b35d8-7250-4357-9afe-0cfdde02a757,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:18.654647 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:18.657779 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-a767cb0b-8763-4624-a111-6c14548f597f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4127119 Oct 18 23:15:18.733063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.735074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.735605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.736536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.737194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.739237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.739957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.740966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.741772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.744453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.744453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.744453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1284fcd-a755-4575-9af7-a94b2dca2bcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:18.805363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185367-33a7-46bf-8c31-f0cdea3ac625 req-22d18c22-fb68-4db7-903c-1f8c702c7a21 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:18.809524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d185367-33a7-46bf-8c31-f0cdea3ac625 req-22d18c22-fb68-4db7-903c-1f8c702c7a21 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1955285 Oct 18 23:15:18.847058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-f06fbd28-ec13-47c7-b421-f77dda397487 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.1749213 Oct 18 23:15:18.913510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d185367-33a7-46bf-8c31-f0cdea3ac625 req-b92cb520-bfe4-4109-8d1d-6d800b665475 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826714 Oct 18 23:15:19.055216 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-d6001cc0-22ee-4365-ad16-f9395a3874b4 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:19.057921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-d6001cc0-22ee-4365-ad16-f9395a3874b4 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.2004395 Oct 18 23:15:19.070069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-6e50cefa-7baa-4d7d-8b6a-7b37fcf8c93d tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:15:19.071508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e62f506-5b86-4b6e-bc48-19fc1eaf1986 req-6e50cefa-7baa-4d7d-8b6a-7b37fcf8c93d tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072808 Oct 18 23:15:19.255384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcfff5-5edc-4efd-ba7a-e91354be7324 req-a2a7a941-5ac8-4f62-b890-1d5d0e342a66 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:19.257891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcfff5-5edc-4efd-ba7a-e91354be7324 req-a2a7a941-5ac8-4f62-b890-1d5d0e342a66 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0926056 Oct 18 23:15:19.279428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19de2b-eb4f-4996-adde-6b05cf41bba5 req-ccce4e2b-6d6a-4fc5-8024-37bc192cfbe8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:19.281645 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce19de2b-eb4f-4996-adde-6b05cf41bba5 req-ccce4e2b-6d6a-4fc5-8024-37bc192cfbe8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0589716 Oct 18 23:15:19.334134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcfff5-5edc-4efd-ba7a-e91354be7324 req-bdf26da4-96cb-4a23-9dd8-b4dbc26c6a7d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692554 Oct 18 23:15:19.336494 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce19de2b-eb4f-4996-adde-6b05cf41bba5 req-7538f663-07ba-4f66-b336-b219e624202b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471103 Oct 18 23:15:19.498586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ad4c6-e048-407c-bb19-e6c10ecd2b7c req-64acffdb-20ff-4de7-964b-7e5af69dcf76 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:19.503629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b40ad4c6-e048-407c-bb19-e6c10ecd2b7c req-64acffdb-20ff-4de7-964b-7e5af69dcf76 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1096 time: 0.0779951 Oct 18 23:15:19.548076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-69f50498-9911-46f4-8416-2eebd681608c tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1503911 Oct 18 23:15:19.566114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:19.574657 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b40ad4c6-e048-407c-bb19-e6c10ecd2b7c req-b44b3bd0-2888-4902-9565-27690fb3b5cb tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627613 Oct 18 23:15:19.600759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:19.790185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-6c181f41-8f82-45c0-a82f-83c83b2abbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:19.791799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-6c181f41-8f82-45c0-a82f-83c83b2abbd1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1097 time: 0.1052830 Oct 18 23:15:19.861009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baee53b-94ca-44bb-9b94-0c21b5320ca8 req-83bb5b29-9c85-4cf2-aae0-48c88481d825 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:19.862627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8baee53b-94ca-44bb-9b94-0c21b5320ca8 req-83bb5b29-9c85-4cf2-aae0-48c88481d825 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0711613 Oct 18 23:15:19.881023 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:19.918265 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8baee53b-94ca-44bb-9b94-0c21b5320ca8 req-4112ca43-89dc-4916-870b-51bda218a17f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Oct 18 23:15:19.964642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-a5a10b4b-587a-48ab-8de6-202d7262cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:19.966384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-a5a10b4b-587a-48ab-8de6-202d7262cd76 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.1662135 Oct 18 23:15:20.003206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35476) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:20.023130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-deb3197e-9487-4fa2-86a4-e8989df21ac7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386 HTTP/1.1" status: 200 len: 217 time: 0.0467107 Oct 18 23:15:20.094291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0823c-2593-471c-b603-359a7d2bbab4 req-831d2298-0a52-495d-ad49-2121628c38dd tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:20.105047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73a0823c-2593-471c-b603-359a7d2bbab4 req-831d2298-0a52-495d-ad49-2121628c38dd tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 1096 time: 0.0754497 Oct 18 23:15:20.116232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Allocated IP 172.25.7.144 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/1071de15-df4d-4435-84cd-c0ad8f245da6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:20.121825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-50c3841c-ce66-4f06-b539-e7af4226f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:20.123553 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-50c3841c-ce66-4f06-b539-e7af4226f79a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.0810053 Oct 18 23:15:20.165729 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1326880795-network', 'tenant_id': '1221c3a92228466f8670590758a0e718'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:20.169072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6faf8dff-4cf7-4fe1-b9ae-294ae6afaf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.176160 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73a0823c-2593-471c-b603-359a7d2bbab4 req-b6cad808-fac0-4d9e-8eb7-23e0d5a45da8 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682616 Oct 18 23:15:20.184376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-6d3d7542-cd8e-4fb6-8446-83e88796627b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436323 Oct 18 23:15:20.198060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Made reservation on behalf of 1221c3a92228466f8670590758a0e718 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:15:20.200776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.211548 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.367538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.370586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.372758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-1a289624-c59b-4249-8d12-f5c449265de7 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755741 Oct 18 23:15:20.379092 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.404131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:15:20.420760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82113726-e8f4-41be-9d4a-55d9f544fd56,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:20.430595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.431110 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Added segment fa8d1497-6099-4ac5-93b7-8e05ed3caa26 of type vlan for network c1a10e42-608c-4afd-95b8-fcf9699e6b2f Oct 18 23:15:20.481978 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.491629 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.537646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.539121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-d8d36c12-e105-4bef-9675-06a28d56e8bf service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579397 Oct 18 23:15:20.540343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:20.541120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.548161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:20.551417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:20.558606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:20.563633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event updated for resources: {'Port': ['ID=1071de15-df4d-4435-84cd-c0ad8f245da6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:20.586335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5819089 Oct 18 23:15:20.589432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35492) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:20.598558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Request body: {'subnet': {'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1326880795-subnet', 'tenant_id': '1221c3a92228466f8670590758a0e718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:20.637198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c509c19-d6c5-4b2e-b397-cdc3253ec44b admin admin] Pushing event updated for resources: {'Network': ['ID=c1a10e42-608c-4afd-95b8-fcf9699e6b2f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:20.655078 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c1a10e42-608c-4afd-95b8-fcf9699e6b2f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:15:20.659958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Made reservation on behalf of 1221c3a92228466f8670590758a0e718 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:15:20.663167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.673880 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.756045 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:20.969340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:21.022420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed50223d-c908-4285-95f1-101304451ba3,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:21.030160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:21.040471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:21.073779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Checking segment: {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:21.074364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Network hostable DHCP agents. Network: c1a10e42-608c-4afd-95b8-fcf9699e6b2f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:15:21.117920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Network c1a10e42-608c-4afd-95b8-fcf9699e6b2f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:15:21.199167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event updated for resources: {'Port': ['ID=1071de15-df4d-4435-84cd-c0ad8f245da6,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:21.214338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c1a10e42-608c-4afd-95b8-fcf9699e6b2f) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:21.222446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:21.224817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:21.231559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b18379-b48b-414e-8c7a-3d7d8b1e1465 None None] Network c1a10e42-608c-4afd-95b8-fcf9699e6b2f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:15:21.235493 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:21.259559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:21.260611 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-9f569d6a-bb48-4618-ac97-094cf756cfee tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6992939 Oct 18 23:15:21.302470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a21b9-d313-4ccc-8a0b-d908c60f4571 req-951e61ec-adad-468e-80fe-2d077f673bda tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:21.305528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a01a21b9-d313-4ccc-8a0b-d908c60f4571 req-951e61ec-adad-468e-80fe-2d077f673bda tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1683896 Oct 18 23:15:21.316463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0d643dd4-46c8-4c9c-93aa-337d6884bab8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7226515 Oct 18 23:15:21.400276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-6f67c1c2-58eb-4280-a804-a939932446f1 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.1303940 Oct 18 23:15:21.410934 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a01a21b9-d313-4ccc-8a0b-d908c60f4571 req-298e36eb-e72c-48e0-bca1-55a7bdbb2942 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872154 Oct 18 23:15:21.579687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e715997-06a4-4f3a-9f28-18bd352626f6 None None] Network c1a10e42-608c-4afd-95b8-fcf9699e6b2f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:15:21.647446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-17eb35d1-0194-4636-8ca1-bd974d5b7aaf tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:21.659441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-789cf80a-25cc-43e2-9cd0-c6e31928d92d req-17eb35d1-0194-4636-8ca1-bd974d5b7aaf tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.2521467 Oct 18 23:15:21.665444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae6355-ac3d-4995-8509-c42594840eeb req-a2b26b7a-86ca-4ab2-bd15-57109f0cf76f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:21.674762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3dae6355-ac3d-4995-8509-c42594840eeb req-a2b26b7a-86ca-4ab2-bd15-57109f0cf76f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1059299 Oct 18 23:15:21.736908 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3dae6355-ac3d-4995-8509-c42594840eeb req-f8bdb13f-871a-48c0-91e1-4053b60607a1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608609 Oct 18 23:15:21.790831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b5d2-b0c3-4f60-a623-d2e8b154c105 req-c5474431-6755-4d08-b702-d198ff4c6bde tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:21.792555 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c156b5d2-b0c3-4f60-a623-d2e8b154c105 req-c5474431-6755-4d08-b702-d198ff4c6bde tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 945 time: 0.0788836 Oct 18 23:15:21.850243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c156b5d2-b0c3-4f60-a623-d2e8b154c105 req-405c0313-9f76-4f27-bda4-407fa9fcbad3 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505702 Oct 18 23:15:21.973778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d512206-a1cd-44b1-b7dd-c52e65fa0b74 req-15c9224b-98f5-4d90-987d-641f75bed2c7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:21.975425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d512206-a1cd-44b1-b7dd-c52e65fa0b74 req-15c9224b-98f5-4d90-987d-641f75bed2c7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0854237 Oct 18 23:15:22.028676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d512206-a1cd-44b1-b7dd-c52e65fa0b74 req-3e0f1cbc-000c-4ffa-9472-2e950014ee45 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444052 Oct 18 23:15:22.162750 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0b465577-557c-4e57-a440-b013d50be4de req-e61d08a0-1f5e-4d12-aef9-0c851be6a517 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips/877e3ba0-a3ad-4f1a-a038-11c2d58c58c2 HTTP/1.1" status: 200 len: 693 time: 0.0874140 Oct 18 23:15:22.321642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b465577-557c-4e57-a440-b013d50be4de req-295402bf-db6e-4d52-a91c-6aee6ef357cc tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:22.323219 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0b465577-557c-4e57-a440-b013d50be4de req-295402bf-db6e-4d52-a91c-6aee6ef357cc tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1537807 Oct 18 23:15:22.335143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-0b465577-557c-4e57-a440-b013d50be4de req-64b8f1fe-51be-4fe9-999f-c87af4963c1c tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:15:22.336399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0b465577-557c-4e57-a440-b013d50be4de req-64b8f1fe-51be-4fe9-999f-c87af4963c1c tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062881 Oct 18 23:15:22.405472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-5b44afef-674d-4965-ac48-e4ccb9969292 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:22.408870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-5b44afef-674d-4965-ac48-e4ccb9969292 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/networks?id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 200 len: 815 time: 0.1800151 Oct 18 23:15:22.425943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-0c8e15d5-c8f1-4818-960d-81287260b691 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/quotas/1221c3a92228466f8670590758a0e718 HTTP/1.1" status: 200 len: 375 time: 0.0100451 Oct 18 23:15:22.472818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-03981d1c-5b30-4afb-8e0f-54484d6bf976 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1221c3a92228466f8670590758a0e718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318503 Oct 18 23:15:22.528146 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8751644-9114-4e32-869b-ad4164abb7de req-872d6c43-3396-4fe5-9273-18e6debb9f6d tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips/877e3ba0-a3ad-4f1a-a038-11c2d58c58c2 HTTP/1.1" status: 200 len: 693 time: 0.0616982 Oct 18 23:15:22.614262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-b54219f4-a1e9-4347-9304-fef8058dc480 service neutron] 10.222.0.52 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310241 Oct 18 23:15:22.663895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8751644-9114-4e32-869b-ad4164abb7de req-1eda3e00-ae09-4ada-bda6-019997574f27 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:22.665703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8751644-9114-4e32-869b-ad4164abb7de req-1eda3e00-ae09-4ada-bda6-019997574f27 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1310713 Oct 18 23:15:22.679700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-c8751644-9114-4e32-869b-ad4164abb7de req-cdd45e65-6dd8-4f4a-aedb-094e285f051e tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:15:22.681128 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8751644-9114-4e32-869b-ad4164abb7de req-cdd45e65-6dd8-4f4a-aedb-094e285f051e tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066895 Oct 18 23:15:22.724274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-d0152ac0-5ad5-4fab-a37d-0366163e4d46 service neutron] 10.222.0.52 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033452 Oct 18 23:15:22.747767 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8751644-9114-4e32-869b-ad4164abb7de req-2cb06941-1a83-4d3b-8dca-a5b23974db27 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.0561931 Oct 18 23:15:22.809441 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8751644-9114-4e32-869b-ad4164abb7de req-00daf7a6-7098-4378-88de-dc8b81ec8577 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.0532868 Oct 18 23:15:23.028936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-c8751644-9114-4e32-869b-ad4164abb7de req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Deleting port 1071de15-df4d-4435-84cd-c0ad8f245da6 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:23.029953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8751644-9114-4e32-869b-ad4164abb7de req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:23.036632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6412eb-78ff-4737-9197-295ab50e75be req-4f873653-aab5-42fe-a44b-6ba70f4ac5d2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:23.038497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b6412eb-78ff-4737-9197-295ab50e75be req-4f873653-aab5-42fe-a44b-6ba70f4ac5d2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0846632 Oct 18 23:15:23.118169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b6412eb-78ff-4737-9197-295ab50e75be req-d05d957e-b5ff-464a-9657-22401242c0cb tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730278 Oct 18 23:15:23.166170 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8751644-9114-4e32-869b-ad4164abb7de req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:23.167080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8751644-9114-4e32-869b-ad4164abb7de req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:23.172527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-1aaee898-0b37-4f08-8bf6-60b89654436b tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:23.174314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-1aaee898-0b37-4f08-8bf6-60b89654436b tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 945 time: 0.1038132 Oct 18 23:15:23.186789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-c8751644-9114-4e32-869b-ad4164abb7de req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Calling delete_port for 1071de15-df4d-4435-84cd-c0ad8f245da6 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:23.404033 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8751644-9114-4e32-869b-ad4164abb7de req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:23.463383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event deleted for resources: {'Port': ['ID=1071de15-df4d-4435-84cd-c0ad8f245da6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:23.585851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8751644-9114-4e32-869b-ad4164abb7de req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:23.590584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8751644-9114-4e32-869b-ad4164abb7de req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:23.596675 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8751644-9114-4e32-869b-ad4164abb7de req-2c9d539c-75a3-424b-af84-f67d7b18d6db tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "DELETE /v2.0/floatingips/877e3ba0-a3ad-4f1a-a038-11c2d58c58c2 HTTP/1.1" status: 204 len: 173 time: 0.7724695 Oct 18 23:15:23.759123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76058350-fcfb-4663-815f-481b5fba1380 req-4ac370df-b3d9-4742-8b3a-8895d4933ba4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:23.761710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76058350-fcfb-4663-815f-481b5fba1380 req-4ac370df-b3d9-4742-8b3a-8895d4933ba4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.5209067 Oct 18 23:15:23.835875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136ace2-97a7-46a5-9f63-087765cd76e5 req-3af3d56e-8eb5-4073-9782-3ed311a1050c tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:23.838967 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9136ace2-97a7-46a5-9f63-087765cd76e5 req-3af3d56e-8eb5-4073-9782-3ed311a1050c tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 945 time: 0.1369982 Oct 18 23:15:23.842559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Deleting port d223d2d3-7301-4532-91e0-5db030959893 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:23.842989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:23.908896 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f6ed4736-8b2f-453e-ab20-4a2181aeb645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:23.937148 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9136ace2-97a7-46a5-9f63-087765cd76e5 req-45515956-9506-4409-bf2a-b72036163ce5 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/security-groups?id=a59fc255-d5fa-4480-8b26-fbbc0f091053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843666 Oct 18 23:15:23.967141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76058350-fcfb-4663-815f-481b5fba1380 req-2ae53c95-5ae2-4283-afcf-560490a9ea2c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868894 Oct 18 23:15:24.087568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] For port d223d2d3-7301-4532-91e0-5db030959893, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d223d2d3-7301-4532-91e0-5db030959893,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:24.088202 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:24.108267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Calling delete_port for d223d2d3-7301-4532-91e0-5db030959893 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:24.143048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02ed914e-fb7c-4487-a3f2-fb6f04abd0be req-e902722f-0491-4937-96eb-7ee104631e7b tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 210 time: 0.1012049 Oct 18 23:15:24.289272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:24.330232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['d223d2d3-7301-4532-91e0-5db030959893'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:24.349200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Pushing event deleted for resources: {'Port': ['ID=d223d2d3-7301-4532-91e0-5db030959893,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:24.418569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67362aa-293e-4668-a45f-0dccf6f76033 req-b314f8d6-f06a-4b8d-af8a-2d6d85a5b04c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:24.420190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e67362aa-293e-4668-a45f-0dccf6f76033 req-b314f8d6-f06a-4b8d-af8a-2d6d85a5b04c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1457074 Oct 18 23:15:24.421064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] No DVR routers for this DVR port d223d2d3-7301-4532-91e0-5db030959893 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:24.424100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:24.427758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5446ecc4-2600-48dc-abf6-2aaa4257a967 req-ffea65f9-63b8-40b4-bf94-a8d90b3e2888 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.102 "DELETE /v2.0/ports/d223d2d3-7301-4532-91e0-5db030959893 HTTP/1.1" status: 204 len: 173 time: 1.2451184 Oct 18 23:15:24.431314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96f23c-ee90-49ef-92dd-0a01881834c7', 'name': 'network-vif-deleted', 'tag': 'd223d2d3-7301-4532-91e0-5db030959893'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:24.443685 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edfe241-d422-4547-b042-cd4ff7dc8e02" -d '{"events": [{"server_uuid": "9f96f23c-ee90-49ef-92dd-0a01881834c7", "name": "network-vif-deleted", "tag": "d223d2d3-7301-4532-91e0-5db030959893"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:24.498262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e67362aa-293e-4668-a45f-0dccf6f76033 req-53c1f2ed-4717-43f3-a124-4e6a088cb619 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505292 Oct 18 23:15:24.714088 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:24.739412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fa347-d4b4-43e1-af52-32c2a65441ba req-970bda51-832d-4246-b4f3-0bfe658e9669 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:24.742059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-441fa347-d4b4-43e1-af52-32c2a65441ba req-970bda51-832d-4246-b4f3-0bfe658e9669 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1018035 Oct 18 23:15:24.986920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-40c27d68-1349-49fe-b0ef-327486c0a967 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:24.988989 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-40c27d68-1349-49fe-b0ef-327486c0a967 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.73 "GET /v2.0/networks?id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 200 len: 815 time: 0.1611969 Oct 18 23:15:25.001992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-441fa347-d4b4-43e1-af52-32c2a65441ba req-62d73ea2-9449-4365-8ad8-7c9d7ee857ed tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436965 Oct 18 23:15:25.021507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Request body: {'port': {'device_id': 'a2939967-8899-4c9c-b137-50823f68ec16', 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f', 'admin_state_up': True, 'tenant_id': '1221c3a92228466f8670590758a0e718'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:25.179053 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:25.180983 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc384d97-3189-44ff-9064-1b1e02fb2ecd x-openstack-request-id: req-dc384d97-3189-44ff-9064-1b1e02fb2ecd {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:25.181501 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f96f23c-ee90-49ef-92dd-0a01881834c7", "name": "network-vif-deleted", "tag": "d223d2d3-7301-4532-91e0-5db030959893", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:25.181899 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc384d97-3189-44ff-9064-1b1e02fb2ecd {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:25.182478 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96f23c-ee90-49ef-92dd-0a01881834c7', 'name': 'network-vif-deleted', 'tag': 'd223d2d3-7301-4532-91e0-5db030959893', 'status': 'completed', 'code': 200} Oct 18 23:15:25.210582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Made reservation on behalf of 1221c3a92228466f8670590758a0e718 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:15:25.216354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:25.323298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2a2701d-247f-41cf-ab3a-2993d2eebaa4 req-12abac9b-71b2-4ecf-9bef-d1fbbeb1c719 tempest-AttachSCSIVolumeTestJSON-1300713168 tempest-AttachSCSIVolumeTestJSON-1300713168-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f96f23c-ee90-49ef-92dd-0a01881834c7 HTTP/1.1" status: 200 len: 210 time: 0.0400853 Oct 18 23:15:25.431610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe49a3-018e-45f7-9180-e5192d4cdb54 req-08f99f0a-5b33-46e1-a276-4be766d0a3a4 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:25.443308 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9cbe49a3-018e-45f7-9180-e5192d4cdb54 req-08f99f0a-5b33-46e1-a276-4be766d0a3a4 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9382205 Oct 18 23:15:25.487285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Allocated IP 172.20.0.12 (c1a10e42-608c-4afd-95b8-fcf9699e6b2f/ed50223d-c908-4285-95f1-101304451ba3/c2a8a48e-e8b8-4afa-8370-8711c2136b6e) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:25.497033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc8508-2b83-42fe-8951-e9fe961c3823 req-7cb5d38d-2eb6-4df3-81f4-885b9141bfe2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:25.498615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80cc8508-2b83-42fe-8951-e9fe961c3823 req-7cb5d38d-2eb6-4df3-81f4-885b9141bfe2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0845439 Oct 18 23:15:25.559703 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80cc8508-2b83-42fe-8951-e9fe961c3823 req-f4076d72-a3c9-4f3c-ae4b-482370489694 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Oct 18 23:15:25.633469 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8f923e5-4bb1-43e8-affb-0cd54c6be696 req-633cde0c-d12e-446d-8a8f-a2a70252f399 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 210 time: 0.0533862 Oct 18 23:15:25.759814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c29c758-84c1-483d-a564-b9cc51990008 req-4f42085b-b84b-4f8a-923c-0410e6583f9f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=6d3faded7a4942a4a3f3b34cdcbcff75 HTTP/1.1" status: 200 len: 1655 time: 0.1012151 Oct 18 23:15:25.806767 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:25.910411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:25.938789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c758-84c1-483d-a564-b9cc51990008 req-6889274f-77fa-461e-a59e-61f50a3094f0 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:25.940587 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c29c758-84c1-483d-a564-b9cc51990008 req-6889274f-77fa-461e-a59e-61f50a3094f0 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks?id=a088bfdb-e229-464b-8f6c-9daf513bbbef&id=a088bfdb-e229-464b-8f6c-9daf513bbbef&id=a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 787 time: 0.1660826 Oct 18 23:15:25.960845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-3c29c758-84c1-483d-a564-b9cc51990008 req-6d6283cb-b052-4993-820f-c008b28139b4 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:15:25.962267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Network c1a10e42-608c-4afd-95b8-fcf9699e6b2f is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:25.962679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c29c758-84c1-483d-a564-b9cc51990008 req-6d6283cb-b052-4993-820f-c008b28139b4 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0122762 Oct 18 23:15:25.970207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:25.975326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:26.025083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c6c89-273b-42b6-935a-73fee9efedac req-7b137d0e-0c37-484a-aceb-c44a3bfb5d49 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:26.028198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-948c6c89-273b-42b6-935a-73fee9efedac req-7b137d0e-0c37-484a-aceb-c44a3bfb5d49 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1617370 Oct 18 23:15:26.029126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Pushing event updated for resources: {'Port': ['ID=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:26.064551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1f26916-9b8c-401f-864a-e85048eba481 req-b5ce7ea8-14a0-488d-9ca5-a4425c2f4ef3 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips/2002009b-8d70-4112-b959-25feb690cf65 HTTP/1.1" status: 200 len: 693 time: 0.0724833 Oct 18 23:15:26.071464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:26.071841 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:26.106990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-948c6c89-273b-42b6-935a-73fee9efedac req-9a488650-1c62-4ebd-8f8f-afadef30da8f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688832 Oct 18 23:15:26.112874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-bbc39e7b-8811-4441-8c7a-fe111da05545 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0953941 Oct 18 23:15:26.136518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Request body: {'port': {'device_id': 'a2939967-8899-4c9c-b137-50823f68ec16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:26.246065 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:26.252130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26916-9b8c-401f-864a-e85048eba481 req-3c7e159d-3966-4cd7-9905-5cea0c649191 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:26.254031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1f26916-9b8c-401f-864a-e85048eba481 req-3c7e159d-3966-4cd7-9905-5cea0c649191 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1872742 Oct 18 23:15:26.270839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707ca7-4c61-4693-ab2f-748609d0e439 req-bdfac94f-fd45-469c-a13c-3be8c24f0c38 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:26.272271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29707ca7-4c61-4693-ab2f-748609d0e439 req-bdfac94f-fd45-469c-a13c-3be8c24f0c38 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1032484 Oct 18 23:15:26.316541 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1f26916-9b8c-401f-864a-e85048eba481 req-f5d66586-fdab-45bd-b2d9-c5a6e0c788c9 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0522089 Oct 18 23:15:26.349962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29707ca7-4c61-4693-ab2f-748609d0e439 req-d92975c5-4655-410c-88a6-08f062142774 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706315 Oct 18 23:15:26.382788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1f26916-9b8c-401f-864a-e85048eba481 req-71485622-3c2a-470c-88ee-5d90bab43c24 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0609117 Oct 18 23:15:26.563474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-d1f26916-9b8c-401f-864a-e85048eba481 req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Deleting port f537bf17-f168-42ac-af46-9af2ce47e80f {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:26.564147 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1f26916-9b8c-401f-864a-e85048eba481 req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:26.683034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a8a48e-e8b8-4afa-8370-8711c2136b6e {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:26.719820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1f26916-9b8c-401f-864a-e85048eba481 req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:26.720216 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1f26916-9b8c-401f-864a-e85048eba481 req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:26.725922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:26.737947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-d1f26916-9b8c-401f-864a-e85048eba481 req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Calling delete_port for f537bf17-f168-42ac-af46-9af2ce47e80f owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:26.747314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Transition to ACTIVE for port object c2a8a48e-e8b8-4afa-8370-8711c2136b6e will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:15:26.764473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329cfcd-f80b-49f5-9e00-1a8bfc5a1754 req-a2591ab9-1e00-456a-a489-cabdc58cb2aa tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:26.766312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d329cfcd-f80b-49f5-9e00-1a8bfc5a1754 req-a2591ab9-1e00-456a-a489-cabdc58cb2aa tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0716269 Oct 18 23:15:26.767631 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:26.944975 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1f26916-9b8c-401f-864a-e85048eba481 req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:26.966713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d329cfcd-f80b-49f5-9e00-1a8bfc5a1754 req-872ade46-f67d-4dc0-8b07-461ead49ea1e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897948 Oct 18 23:15:26.976389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:27.005378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event deleted for resources: {'Port': ['ID=f537bf17-f168-42ac-af46-9af2ce47e80f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:27.058216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Attempting to bind port c2a8a48e-e8b8-4afa-8370-8711c2136b6e on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:15:27.058769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Attempting to bind port c2a8a48e-e8b8-4afa-8370-8711c2136b6e by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:15:27.063231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Attempting to bind port c2a8a48e-e8b8-4afa-8370-8711c2136b6e on network c1a10e42-608c-4afd-95b8-fcf9699e6b2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:27.074232 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1f26916-9b8c-401f-864a-e85048eba481 req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:27.074451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Port c2a8a48e-e8b8-4afa-8370-8711c2136b6e on network c1a10e42-608c-4afd-95b8-fcf9699e6b2f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:15:27.076308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Attempting to bind port c2a8a48e-e8b8-4afa-8370-8711c2136b6e on network c1a10e42-608c-4afd-95b8-fcf9699e6b2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:27.078188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1f26916-9b8c-401f-864a-e85048eba481 req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:27.089923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:15:27.090644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1f26916-9b8c-401f-864a-e85048eba481 req-570f56cf-3f74-47d7-94d9-3b210cbfb0c5 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "DELETE /v2.0/floatingips/2002009b-8d70-4112-b959-25feb690cf65 HTTP/1.1" status: 204 len: 173 time: 0.7069767 Oct 18 23:15:27.091124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Checking segment: {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:27.094586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Bound using segment: {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:15:27.094586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Bound port: c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:15:27.095884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:27.236582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fae1d-76ff-4e8c-ae48-34690a0432d0 req-de5d3396-70f4-449e-a67c-62c9e5a169c6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:27.238481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-248fae1d-76ff-4e8c-ae48-34690a0432d0 req-de5d3396-70f4-449e-a67c-62c9e5a169c6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 944 time: 0.0886502 Oct 18 23:15:27.242087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:27.252273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:15:27.264247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:27.278982 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-fc1a2fdd-3088-4f22-bc2c-df2624abc45e tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips/e3533ef9-ea13-4ec3-9d76-ba7be74edde8 HTTP/1.1" status: 200 len: 692 time: 0.0525141 Oct 18 23:15:27.322337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:27.322994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:27.324497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] 10.222.0.73 "PUT /v2.0/ports/c2a8a48e-e8b8-4afa-8370-8711c2136b6e HTTP/1.1" status: 200 len: 1093 time: 1.1962209 Oct 18 23:15:27.327824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-248fae1d-76ff-4e8c-ae48-34690a0432d0 req-25baf754-8146-4505-8571-fa5e578f79bf tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830555 Oct 18 23:15:27.328294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:27.330757 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f754af-8c90-4e87-bcb8-e1c7674f37b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:27.378459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56791a-e4e6-4cfd-ab0c-c21cba2d4c88 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:27.456687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-9df30518-7566-4a2a-976f-97cfa7151309 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:27.460914 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-9df30518-7566-4a2a-976f-97cfa7151309 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1748188 Oct 18 23:15:27.521052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-816104de-0da3-4130-bdd1-3738a2381157 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.0526409 Oct 18 23:15:27.529406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-4d2500be-d189-4739-ac49-b61f187d18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:27.531619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-4d2500be-d189-4739-ac49-b61f187d18bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1221c3a92228466f8670590758a0e718&device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 1096 time: 0.1220951 Oct 18 23:15:27.544263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14332d2c-7f24-4e80-8077-79f81e520840 req-cdba20d8-a61e-4da4-a7db-4796ed0f7bdd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:27.553057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14332d2c-7f24-4e80-8077-79f81e520840 req-cdba20d8-a61e-4da4-a7db-4796ed0f7bdd tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0889440 Oct 18 23:15:27.591571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-06a715b2-7ec1-4d85-9ad4-15fa49a9fa80 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.0630608 Oct 18 23:15:27.613624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-c77ee9b0-e819-493e-a7a1-395c9c9128bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e HTTP/1.1" status: 200 len: 217 time: 0.0528269 Oct 18 23:15:27.676665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14332d2c-7f24-4e80-8077-79f81e520840 req-c88c53ba-27b4-4aa0-893e-0020dee99849 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226878 Oct 18 23:15:27.684067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:27.702114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-19ae28da-3f31-45b5-a15d-95d730d6d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:27.704704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-19ae28da-3f31-45b5-a15d-95d730d6d25c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed50223d-c908-4285-95f1-101304451ba3 HTTP/1.1" status: 200 len: 855 time: 0.0735459 Oct 18 23:15:27.752146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-7d55fd46-0cf3-4ac1-89fa-f233a77c9d5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399508 Oct 18 23:15:27.758503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Deleting port 6c7a3bc3-f017-4afc-9807-784656035eb4 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:27.758900 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:27.773392 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1e5826-b471-40e5-903b-050868c74c43 x-openstack-request-id: req-9b1e5826-b471-40e5-903b-050868c74c43 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:27.773709 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:27.773997 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b1e5826-b471-40e5-903b-050868c74c43 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:27.774408 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e', 'status': 'completed', 'code': 200} Oct 18 23:15:27.831380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d223d2d3-7301-4532-91e0-5db030959893 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:27.865857 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:27.866285 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:27.881798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Calling delete_port for 6c7a3bc3-f017-4afc-9807-784656035eb4 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:27.904995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: d223d2d3-7301-4532-91e0-5db030959893 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:27.906911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d223d2d3-7301-4532-91e0-5db030959893 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:27.922168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-86ef4675-a7d6-4a96-a3e3-fcb117fe3307 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591103 Oct 18 23:15:27.932229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83929066-e7b9-497c-8b40-a318cc0d6072 req-214ab62f-7eac-4f36-bb7e-a7231396037b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:27.934036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83929066-e7b9-497c-8b40-a318cc0d6072 req-214ab62f-7eac-4f36-bb7e-a7231396037b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0941808 Oct 18 23:15:28.047921 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83929066-e7b9-497c-8b40-a318cc0d6072 req-6ffd4df1-e8d8-49f6-b721-cbfa1f87a169 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018412 Oct 18 23:15:28.114797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a752009-f733-4b92-9243-5ec68cdc5ce4 req-0a015ab8-cd9d-4725-83ba-3234122ce479 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791091 Oct 18 23:15:28.158362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:28.192528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event deleted for resources: {'Port': ['ID=6c7a3bc3-f017-4afc-9807-784656035eb4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:28.268468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:28.270081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43034e-4009-4124-82b6-66e0f7154e99 req-cf213a91-04f9-48c6-8b68-32809b16d10e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:28.271695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c43034e-4009-4124-82b6-66e0f7154e99 req-cf213a91-04f9-48c6-8b68-32809b16d10e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1016624 Oct 18 23:15:28.271844 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:28.278071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7a6858a-9a6d-47b2-a3a9-58c9fa1a2dbd req-3448c342-c2b8-4447-a74d-5f0062cd8d38 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "DELETE /v2.0/floatingips/e3533ef9-ea13-4ec3-9d76-ba7be74edde8 HTTP/1.1" status: 204 len: 173 time: 0.6795101 Oct 18 23:15:28.283875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-3f4b08bb-6b5c-4d81-8df2-93057588b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:28.285396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-3f4b08bb-6b5c-4d81-8df2-93057588b5af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1221c3a92228466f8670590758a0e718&device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 1096 time: 0.0701728 Oct 18 23:15:28.388631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c43034e-4009-4124-82b6-66e0f7154e99 req-07ae0eb3-3e25-470d-b7fd-383ef4262c3f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996754 Oct 18 23:15:28.435580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-5e6f435f-d04d-4c3a-88dc-a3d9ea2b8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:28.441050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-5e6f435f-d04d-4c3a-88dc-a3d9ea2b8a09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 200 len: 916 time: 0.1449752 Oct 18 23:15:28.447979 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-2bcb6244-f8f0-4c37-acc5-b9c50feb7eca tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips/d5515450-966a-488d-b04d-3eb8e95f5cc4 HTTP/1.1" status: 200 len: 692 time: 0.0567503 Oct 18 23:15:28.514421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-57900321-140a-4307-b71d-08577fb79f13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e HTTP/1.1" status: 200 len: 217 time: 0.0644886 Oct 18 23:15:28.583823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-81c6bccb-5620-4e1f-b6a1-3bda327e1f3f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:28.585569 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-81c6bccb-5620-4e1f-b6a1-3bda327e1f3f tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1252553 Oct 18 23:15:28.644380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-5c04c26e-f2e6-4260-b1d2-90839e792c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:28.645949 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-58887eaf-3636-458a-9d70-b5e58d868d67 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0496478 Oct 18 23:15:28.647225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-5c04c26e-f2e6-4260-b1d2-90839e792c17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed50223d-c908-4285-95f1-101304451ba3 HTTP/1.1" status: 200 len: 855 time: 0.1212482 Oct 18 23:15:28.662450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58821377-bdd0-47af-9ec2-5db492102a0e req-9c2fa40a-0113-4f48-aa1f-496dd37e1265 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:28.664077 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58821377-bdd0-47af-9ec2-5db492102a0e req-9c2fa40a-0113-4f48-aa1f-496dd37e1265 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 944 time: 0.1530433 Oct 18 23:15:28.697905 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-75d2c5c7-2d41-4272-af3c-a4c3581b85ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325224 Oct 18 23:15:28.713296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-ba70658b-ad4a-4c90-b2b2-016411a0390b tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0554757 Oct 18 23:15:28.760094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58821377-bdd0-47af-9ec2-5db492102a0e req-aa1d6c0f-0a4a-4d97-a829-13b35a7e85dc tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867352 Oct 18 23:15:28.842191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-f797898a-5c37-4ad3-b295-46646af300fb service neutron] 10.222.0.73 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365809 Oct 18 23:15:28.896622 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Deleting port aa61054b-ffc4-45e2-9b03-a8f7be585927 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:28.896924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:28.971271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3e546-008b-4751-a7f1-1ee48fa69062 req-31023a13-29d4-4cec-81ca-06ebdabf6c9f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:28.972940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90c3e546-008b-4751-a7f1-1ee48fa69062 req-31023a13-29d4-4cec-81ca-06ebdabf6c9f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1126091 Oct 18 23:15:29.008609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f754af-8c90-4e87-bcb8-e1c7674f37b4 req-c27aaa4a-8c91-4fa8-bf89-82b7bf023f94 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579130 Oct 18 23:15:29.016942 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:29.017312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:29.029083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90c3e546-008b-4751-a7f1-1ee48fa69062 req-6fb58357-3bb1-46ed-b2ae-533d232d3ff7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Oct 18 23:15:29.032688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Calling delete_port for aa61054b-ffc4-45e2-9b03-a8f7be585927 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:29.185352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9694222-fa47-447e-82fb-0dabf5b53d4c req-11a7c1b4-0b7c-49c7-8a7e-d413a5d142fb tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:29.188362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9694222-fa47-447e-82fb-0dabf5b53d4c req-11a7c1b4-0b7c-49c7-8a7e-d413a5d142fb tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0707319 Oct 18 23:15:29.206015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:29.249260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9694222-fa47-447e-82fb-0dabf5b53d4c req-a5f56e1d-7c39-4c8c-a98c-7e16f4d8bee8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502694 Oct 18 23:15:29.252090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Pushing event deleted for resources: {'Port': ['ID=aa61054b-ffc4-45e2-9b03-a8f7be585927,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:29.342280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:29.345122 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:29.346495 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6ddea80-7b04-47b3-97f0-8a6d3cc9fb62 req-e0881d9d-b23c-4597-b40e-8d5b16585788 tempest-FloatingIPDetailsTestJSON-108533148 tempest-FloatingIPDetailsTestJSON-108533148-project] 10.222.0.52 "DELETE /v2.0/floatingips/d5515450-966a-488d-b04d-3eb8e95f5cc4 HTTP/1.1" status: 204 len: 173 time: 0.6250806 Oct 18 23:15:29.355166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35652) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:29.625718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35036c7c-f757-4c12-931c-1d0628295b60 req-937863e7-22bd-4008-ae57-838c66d378ab tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:29.627617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35036c7c-f757-4c12-931c-1d0628295b60 req-937863e7-22bd-4008-ae57-838c66d378ab tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1007016 Oct 18 23:15:29.709510 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35036c7c-f757-4c12-931c-1d0628295b60 req-03249681-9b8d-4638-8b49-e70580336d23 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698476 Oct 18 23:15:29.906590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b3d81-b4f8-4556-a736-8cb8a5b873d4 req-42e2ad99-91ca-42af-acdd-89de7b0636ce tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:29.908233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e0b3d81-b4f8-4556-a736-8cb8a5b873d4 req-42e2ad99-91ca-42af-acdd-89de7b0636ce tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 944 time: 0.0595653 Oct 18 23:15:29.917885 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:29.952614 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e0b3d81-b4f8-4556-a736-8cb8a5b873d4 req-a86386d0-4a84-4ea4-a6e3-989ce7535677 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Oct 18 23:15:30.229280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f8b1-0016-4988-8205-42a54f59e04d req-355601ad-cbe9-4b8a-9648-9d6f57a709b9 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:30.230824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d9c1f8b1-0016-4988-8205-42a54f59e04d req-355601ad-cbe9-4b8a-9648-9d6f57a709b9 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0921237 Oct 18 23:15:30.305628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d9c1f8b1-0016-4988-8205-42a54f59e04d req-d1568f9f-957c-4101-b38b-a459938394e2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680399 Oct 18 23:15:30.312215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Deleting port 659a18b0-9d9e-4a9e-925a-5fcde147f23d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:30.312679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:30.405062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c4c8a-5a29-4c19-966d-7c3ad7f060d5 req-7f2cc8a0-f331-4726-8e52-7200b4903be9 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:30.414034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-484c4c8a-5a29-4c19-966d-7c3ad7f060d5 req-7f2cc8a0-f331-4726-8e52-7200b4903be9 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.0749552 Oct 18 23:15:30.469351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-484c4c8a-5a29-4c19-966d-7c3ad7f060d5 req-5725bc7a-e0e5-4454-84db-5d55aa5f1d44 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Oct 18 23:15:30.688733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] For port 659a18b0-9d9e-4a9e-925a-5fcde147f23d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=659a18b0-9d9e-4a9e-925a-5fcde147f23d,segment=NetworkSegment(e88b8329-0860-4c92-bc43-db8988df8a14),segment_id=e88b8329-0860-4c92-bc43-db8988df8a14)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:30.689133 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:30.715605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Calling delete_port for 659a18b0-9d9e-4a9e-925a-5fcde147f23d owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:30.769017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e572a1-023f-42e7-bae4-3570cec01d1b req-1d7c7b1c-bf9b-4f79-82c8-40d729234c51 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:30.774608 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c4e572a1-023f-42e7-bae4-3570cec01d1b req-1d7c7b1c-bf9b-4f79-82c8-40d729234c51 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 945 time: 0.0784972 Oct 18 23:15:30.851042 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c4e572a1-023f-42e7-bae4-3570cec01d1b req-ec788585-fbdb-40e7-9687-bd7b8821574a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649171 Oct 18 23:15:30.977391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd9b5b-d99d-4d76-a853-a6d4f39fbde4 req-dfc6aa53-8921-4b48-8541-5fce8e40158e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:30.979237 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2fd9b5b-d99d-4d76-a853-a6d4f39fbde4 req-dfc6aa53-8921-4b48-8541-5fce8e40158e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1460552 Oct 18 23:15:31.052920 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2fd9b5b-d99d-4d76-a853-a6d4f39fbde4 req-c471dcc5-1066-4747-991b-bc45ab26d312 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622232 Oct 18 23:15:31.116047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03c7e0-96da-40d3-af24-161e611c9601 req-4cf87558-212b-430a-b33d-6c779ef15cc1 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:31.118258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee03c7e0-96da-40d3-af24-161e611c9601 req-4cf87558-212b-430a-b33d-6c779ef15cc1 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 944 time: 0.0870080 Oct 18 23:15:31.119409 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:31.144707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Pushing event deleted for resources: {'Port': ['ID=659a18b0-9d9e-4a9e-925a-5fcde147f23d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:31.195428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee03c7e0-96da-40d3-af24-161e611c9601 req-e3b25955-4630-46df-a99c-dc8a2f2c970f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691781 Oct 18 23:15:31.340837 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:31.467435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7c8e5-78d0-45c1-b8d5-7f7477cb58dc req-f198cad6-8836-4858-a9a0-51f5fb8a1c04 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:31.470150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dfb7c8e5-78d0-45c1-b8d5-7f7477cb58dc req-f198cad6-8836-4858-a9a0-51f5fb8a1c04 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.0677335 Oct 18 23:15:31.578567 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dfb7c8e5-78d0-45c1-b8d5-7f7477cb58dc req-d550f33c-93d7-48e0-a1fe-dadebfd47cd3 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705147 Oct 18 23:15:31.710306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4bf0f-692b-4f61-94e9-861615ad4a94 req-71494b84-e4c3-4af4-a3f0-5eae180f7555 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:31.725989 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbe4bf0f-692b-4f61-94e9-861615ad4a94 req-71494b84-e4c3-4af4-a3f0-5eae180f7555 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1015308 Oct 18 23:15:31.754938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Router 32e23ea7-3df8-416b-8864-711447fa1524 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:15:31.770392 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbe4bf0f-692b-4f61-94e9-861615ad4a94 req-cdab669d-912f-4734-ae0f-e5a73acb44dd tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 Oct 18 23:15:31.869728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:31.971757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:15:31.988126 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2e7e9de0-ce8e-4e14-9c20-d7ae998356aa admin admin] 10.222.0.52 "PUT /v2.0/routers/32e23ea7-3df8-416b-8864-711447fa1524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6318243 Oct 18 23:15:31.989176 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] Sync routers for ids ['32e23ea7-3df8-416b-8864-711447fa1524'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:15:31.990971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35718) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:32.014204 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] Routers {'32e23ea7-3df8-416b-8864-711447fa1524'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:32.016535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['32e23ea7-3df8-416b-8864-711447fa1524'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:32.045606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:32.097822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:32.104967 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0000fe55-099c-4033-b744-9f248c8cef09" -d '{"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:32.175921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:32.190588 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:32.257243 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c36740-684f-4164-87a8-90e3c9936ddd x-openstack-request-id: req-42c36740-684f-4164-87a8-90e3c9936ddd {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:32.257912 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:32.258395 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42c36740-684f-4164-87a8-90e3c9936ddd {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:32.259011 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426', 'code': 200} Oct 18 23:15:32.260270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:32.273016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.279512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.280271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.281435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.281982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.282526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.283102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.283648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.285049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.285970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.286943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.290496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:15:32.370006 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] Set router 32e23ea7-3df8-416b-8864-711447fa1524 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:32.373974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:32.428226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29e946-5f24-4796-822b-cddb21327d98 req-851dde68-2a61-4e17-9a8a-2d6d0711c30e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:32.429844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c29e946-5f24-4796-822b-cddb21327d98 req-851dde68-2a61-4e17-9a8a-2d6d0711c30e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1511259 Oct 18 23:15:32.434601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932498d-89cc-44c9-97f7-3f6c0b9f14ba req-85a5e931-940b-4dc8-a9fe-d041ac7b578e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:32.437400 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0932498d-89cc-44c9-97f7-3f6c0b9f14ba req-85a5e931-940b-4dc8-a9fe-d041ac7b578e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 944 time: 0.0991299 Oct 18 23:15:32.486871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0932498d-89cc-44c9-97f7-3f6c0b9f14ba req-9aa95223-07a4-4ca4-a50a-48f5d8dafa6e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Oct 18 23:15:32.537900 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:15:32.562164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c29e946-5f24-4796-822b-cddb21327d98 req-d7e43d00-9335-47b7-b06b-4ad43fb78404 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228449 Oct 18 23:15:32.597973 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:32.700115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Deleting port c17ac1da-005d-474b-963d-354aa455e3f0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:32.700970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:32.739850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b79d47b6-7e8d-4a7c-8bb2-02bfa0478879 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--709181598&fields=id&tenant_id=801f5591a991482caf7b88ace4355b2d HTTP/1.1" status: 200 len: 267 time: 0.1171379 Oct 18 23:15:32.804957 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e23ea7-3df8-416b-8864-711447fa1524', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:15:01Z', 'updated_at': '2021-10-18T23:15:31Z', 'revision_number': 5, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'gw_port': {'id': 'c17ac1da-005d-474b-963d-354aa455e3f0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e23ea7-3df8-416b-8864-711447fa1524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:15:02Z', 'updated_at': '2021-10-18T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:32.879315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07a84b-24c5-4673-9a10-8e869fae8ed5 req-a147bda2-c64e-44f2-88b3-084eb51433c2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:32.883519 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] Checking router: 32e23ea7-3df8-416b-8864-711447fa1524 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:15:32.888806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff07a84b-24c5-4673-9a10-8e869fae8ed5 req-a147bda2-c64e-44f2-88b3-084eb51433c2 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 947 time: 0.1658657 Oct 18 23:15:32.906222 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] Routers {'32e23ea7-3df8-416b-8864-711447fa1524'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:32.907197 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['32e23ea7-3df8-416b-8864-711447fa1524'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:32.908664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] For port c17ac1da-005d-474b-963d-354aa455e3f0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c17ac1da-005d-474b-963d-354aa455e3f0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:32.909057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:32.941978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Calling delete_port for c17ac1da-005d-474b-963d-354aa455e3f0 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:32.976412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-d3cb427c-eca9-4fa4-bcbe-282c66e2dbca tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:32.985434 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-d3cb427c-eca9-4fa4-bcbe-282c66e2dbca tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 824 time: 0.2289333 Oct 18 23:15:32.996986 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-3b63d785-60a8-4711-94be-2415cc124ddf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/quotas/801f5591a991482caf7b88ace4355b2d HTTP/1.1" status: 200 len: 375 time: 0.0104816 Oct 18 23:15:33.014276 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] Set router 32e23ea7-3df8-416b-8864-711447fa1524 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:33.048653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff07a84b-24c5-4673-9a10-8e869fae8ed5 req-4813f57d-cfff-478e-bd81-355c000dd552 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563435 Oct 18 23:15:33.087576 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e23ea7-3df8-416b-8864-711447fa1524', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:15:01Z', 'updated_at': '2021-10-18T23:15:32Z', 'revision_number': 6, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:33.089654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-bdf592f4-2b20-49a3-bbd2-bb7656e0bfff tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0799894 Oct 18 23:15:33.140732 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52df7a-15ef-49d9-bee8-bac7a2632313 None None] The sync data for ids ['32e23ea7-3df8-416b-8864-711447fa1524'] in n-d-713498-28 is: [{'id': '32e23ea7-3df8-416b-8864-711447fa1524', 'name': 'tempest-FloatingIPDetailsTestJSON-1936172783-router', 'tenant_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:15:01Z', 'updated_at': '2021-10-18T23:15:32Z', 'revision_number': 6, 'project_id': '6d3faded7a4942a4a3f3b34cdcbcff75', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:15:33.287726 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:33.308811 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-3afdcb76-caec-4752-948a-9dc277ae56b2 service neutron] 10.222.0.52 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022235 Oct 18 23:15:33.413078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17ac1da-005d-474b-963d-354aa455e3f0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:33.494197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd745-e3b9-409f-a675-e99517bce6a2 req-726d7c83-efa8-4473-aaf0-ef6402de9932 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:33.515440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef3bd745-e3b9-409f-a675-e99517bce6a2 req-726d7c83-efa8-4473-aaf0-ef6402de9932 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.2598073 Oct 18 23:15:33.541608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-68c140dd-902a-47e9-88b3-d826911932da service neutron] 10.222.0.52 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280416 Oct 18 23:15:33.569831 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:33.679138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef3bd745-e3b9-409f-a675-e99517bce6a2 req-dce1b163-1d5b-4b50-97e4-fe01176f25ff tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604195 Oct 18 23:15:33.821515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:33.830821 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:33.874344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:15:33.972098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f582bc-e76a-4e6f-a052-e6bdd96c6a64 req-d063663c-f859-41a6-bb67-ff95d222ce88 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:33.984320 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6f582bc-e76a-4e6f-a052-e6bdd96c6a64 req-d063663c-f859-41a6-bb67-ff95d222ce88 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1183450 Oct 18 23:15:34.076856 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6f582bc-e76a-4e6f-a052-e6bdd96c6a64 req-7fa9537d-0990-4ff9-847d-d5e850afe07b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819504 Oct 18 23:15:34.127500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:34.157252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '5d522678-e9fe-4d7b-8929-e93319d27426', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '5d522678-e9fe-4d7b-8929-e93319d27426', 'mac_address': 'fa:16:3e:7e:e0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:15:34.193083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a8a48e-e8b8-4afa-8370-8711c2136b6e details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:15:34.222284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-567fb0ec-537b-4b08-8315-b530f2e3e7e7 req-14f24803-12cc-40eb-aff0-202dcea8841d tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 210 time: 0.0718846 Oct 18 23:15:34.291773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c17ac1da-005d-474b-963d-354aa455e3f0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:34.334380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: c17ac1da-005d-474b-963d-354aa455e3f0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:34.335039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c17ac1da-005d-474b-963d-354aa455e3f0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:34.335642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 659a18b0-9d9e-4a9e-925a-5fcde147f23d no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:34.359821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 659a18b0-9d9e-4a9e-925a-5fcde147f23d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:34.360727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 659a18b0-9d9e-4a9e-925a-5fcde147f23d not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:34.364559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:34.387155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d522678-e9fe-4d7b-8929-e93319d27426 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:34.412227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:34.420446 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:34.432517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:34.457416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a9ed-50c5-4704-8b70-a7804c53894a req-b77f3afc-bcca-4282-8bb4-81e5c51d09de tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:34.460318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1354a9ed-50c5-4704-8b70-a7804c53894a req-b77f3afc-bcca-4282-8bb4-81e5c51d09de tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 947 time: 0.1184456 Oct 18 23:15:34.477981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e', 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f', 'port_id': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e', 'mac_address': 'fa:16:3e:11:4a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed50223d-c908-4285-95f1-101304451ba3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:15:34.512706 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:34.539365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:34.547561 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:34.567460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a8a48e-e8b8-4afa-8370-8711c2136b6e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:34.567723 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1354a9ed-50c5-4704-8b70-a7804c53894a req-3e9b2d8a-331f-4717-9fe3-59f02f0e6d80 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967817 Oct 18 23:15:34.589799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:34.602631 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:34.687223 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:34.713078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:34.713625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32e23ea7-3df8-416b-8864-711447fa1524 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:15:34.721354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:34.725186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35814) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:34.736823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-07a8ec95-a3e3-4253-9660-1621f625c415 admin admin] 10.222.0.52 "DELETE /v2.0/routers/32e23ea7-3df8-416b-8864-711447fa1524 HTTP/1.1" status: 204 len: 168 time: 2.7440116 Oct 18 23:15:34.781585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1a129858-b64e-4d6f-982d-6d273f36f16b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:34.783127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1a129858-b64e-4d6f-982d-6d273f36f16b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "GET /v2.0/ports?device_id=c822770a-bd7b-4b04-b112-245ddbeabd8e HTTP/1.1" status: 200 len: 945 time: 0.2216415 Oct 18 23:15:34.801826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c04e7-280d-46d2-b5bd-5c75735ce249 req-a27b51e2-f82d-4200-8a2b-444fc25c401a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:34.812106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a00c04e7-280d-46d2-b5bd-5c75735ce249 req-a27b51e2-f82d-4200-8a2b-444fc25c401a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 944 time: 0.9771383 Oct 18 23:15:34.863240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a78cd4-a0a5-451e-9aa6-d9a0c35cf5ed admin admin] Deleting subnet c2c9d877-350f-4c6f-8db6-0d5a5c843a44 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:15:34.873281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87a78cd4-a0a5-451e-9aa6-d9a0c35cf5ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:34.976477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['5d522678-e9fe-4d7b-8929-e93319d27426'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:34.985403 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87a78cd4-a0a5-451e-9aa6-d9a0c35cf5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:34.998086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a00c04e7-280d-46d2-b5bd-5c75735ce249 req-381225ec-11fd-439f-bb1a-d837149f8ca0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850972 Oct 18 23:15:35.058777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36ae7e-cb36-43bd-bfca-bf22f6273169 req-d07eca14-90ac-4dd0-8ebf-e3e9c9a3b32b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:35.061052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f36ae7e-cb36-43bd-bfca-bf22f6273169 req-d07eca14-90ac-4dd0-8ebf-e3e9c9a3b32b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1950426 Oct 18 23:15:35.121278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Deleting port 1ddb814e-1fe9-4304-bc70-6f1b5987173d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:35.121278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:35.185058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c2a8a48e-e8b8-4afa-8370-8711c2136b6e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:35.219304 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87a78cd4-a0a5-451e-9aa6-d9a0c35cf5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:35.224822 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f36ae7e-cb36-43bd-bfca-bf22f6273169 req-829fcb6a-37d3-4627-8452-c4806718d8f3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556034 Oct 18 23:15:35.333810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87a78cd4-a0a5-451e-9aa6-d9a0c35cf5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:35.346125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa8187-27a9-4f50-8639-5cc5af1edd27 req-fb62ac47-1ca3-4bfb-8015-c69b0753fc25 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:35.349576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0eaa8187-27a9-4f50-8639-5cc5af1edd27 req-fb62ac47-1ca3-4bfb-8015-c69b0753fc25 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1519845 Oct 18 23:15:35.370507 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a78cd4-a0a5-451e-9aa6-d9a0c35cf5ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c9d877-350f-4c6f-8db6-0d5a5c843a44,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:35.373160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87a78cd4-a0a5-451e-9aa6-d9a0c35cf5ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:35.381054 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-87a78cd4-a0a5-451e-9aa6-d9a0c35cf5ed admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c2c9d877-350f-4c6f-8db6-0d5a5c843a44 HTTP/1.1" status: 204 len: 168 time: 0.6547592 Oct 18 23:15:35.382320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35822) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:35.396036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaedbaf-dfbd-4c18-8419-6bc0520cf119 None None] Network 2adfaf8e-91b5-417e-83f2-8a104df23ae6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:15:35.397780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] For port 1ddb814e-1fe9-4304-bc70-6f1b5987173d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1ddb814e-1fe9-4304-bc70-6f1b5987173d,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:35.397913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:35.485662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88a94541-233e-4a41-8d8d-d9743e183d8e req-7d4efb63-ccaf-4d19-a0b1-542f65d344b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 210 time: 0.0590980 Oct 18 23:15:35.508676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:35.520744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0eaa8187-27a9-4f50-8639-5cc5af1edd27 req-966caa45-fc35-49ef-9fa5-6555dce9d94d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572218 Oct 18 23:15:35.624848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Deleting port eecd7b6a-8748-422b-a026-c80e300f824e {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:35.625351 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:35.756311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9fc136-9ab9-4e5d-84d6-2cd3baf53d14 None None] DHCP port deletion for 2adfaf8e-91b5-417e-83f2-8a104df23ae6 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:15:35.851436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] For port eecd7b6a-8748-422b-a026-c80e300f824e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=eecd7b6a-8748-422b-a026-c80e300f824e,segment=NetworkSegment(e88b8329-0860-4c92-bc43-db8988df8a14),segment_id=e88b8329-0860-4c92-bc43-db8988df8a14)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:35.851816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:35.880906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0d9fc136-9ab9-4e5d-84d6-2cd3baf53d14 None None] Deleting port eecd7b6a-8748-422b-a026-c80e300f824e {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:35.881254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d501ee1-7055-427e-bfdf-6c88e3a6dd3b req-88e894e1-e945-47b6-abe7-2426eda50192 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:35.892100 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc136-9ab9-4e5d-84d6-2cd3baf53d14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:35.892324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d501ee1-7055-427e-bfdf-6c88e3a6dd3b req-88e894e1-e945-47b6-abe7-2426eda50192 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1847911 Oct 18 23:15:35.893395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1ddb814e-1fe9-4304-bc70-6f1b5987173d no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:35.897633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Calling delete_port for eecd7b6a-8748-422b-a026-c80e300f824e owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:36.003141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-4b6f1dc3-46e4-4e67-beb1-3f9f0e947fe8 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:36.004929 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-4b6f1dc3-46e4-4e67-beb1-3f9f0e947fe8 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 824 time: 0.4981897 Oct 18 23:15:36.046506 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d501ee1-7055-427e-bfdf-6c88e3a6dd3b req-1f9f3459-f750-435f-9871-bcf9d1e53bd4 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490424 Oct 18 23:15:36.117086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.164918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.216081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0d9fc136-9ab9-4e5d-84d6-2cd3baf53d14 None None] For port eecd7b6a-8748-422b-a026-c80e300f824e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=eecd7b6a-8748-422b-a026-c80e300f824e,segment=NetworkSegment(e88b8329-0860-4c92-bc43-db8988df8a14),segment_id=e88b8329-0860-4c92-bc43-db8988df8a14)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:36.216752 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc136-9ab9-4e5d-84d6-2cd3baf53d14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.236143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0d9fc136-9ab9-4e5d-84d6-2cd3baf53d14 None None] Calling delete_port for eecd7b6a-8748-422b-a026-c80e300f824e owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:36.239979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] No DVR routers for this DVR port eecd7b6a-8748-422b-a026-c80e300f824e on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:36.246802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.247173 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.247685 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Floating IP 81647688-764e-42fd-b6b2-a6a3fea113b2 disassociated. External IP: 172.25.7.62, port: 1ddb814e-1fe9-4304-bc70-6f1b5987173d. Oct 18 23:15:36.248051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Calling delete_port for 1ddb814e-1fe9-4304-bc70-6f1b5987173d owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:36.248243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Pushing event deleted for resources: {'Port': ['ID=eecd7b6a-8748-422b-a026-c80e300f824e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:36.258091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-a4b3a922-6c97-42f5-9f3e-55cdaaf4692a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=801f5591a991482caf7b88ace4355b2d HTTP/1.1" status: 200 len: 379 time: 0.2345510 Oct 18 23:15:36.270281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Request body: {'port': {'device_id': '24fdc487-276c-467e-98f7-fb107c91743d', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'admin_state_up': True, 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'security_groups': ['0e66ad25-22df-4cca-9bf8-480e172611de']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:36.344615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48180a93-48be-45a8-a104-f678da2b565a req-d3fc694c-dd7b-425e-b3d2-18dd8c747378 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:36.352541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48180a93-48be-45a8-a104-f678da2b565a req-d3fc694c-dd7b-425e-b3d2-18dd8c747378 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 945 time: 0.1902103 Oct 18 23:15:36.382952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.417441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device eecd7b6a-8748-422b-a026-c80e300f824e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:36.424425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adfaf8e-91b5-417e-83f2-8a104df23ae6']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:36.446228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88b8329-0860-4c92-bc43-db8988df8a14') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:36.446678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88b8329-0860-4c92-bc43-db8988df8a14') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:36.463151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48180a93-48be-45a8-a104-f678da2b565a req-bc01fc6f-a356-4d63-967a-2480b8918df8 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003132 Oct 18 23:15:36.465918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: eecd7b6a-8748-422b-a026-c80e300f824e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:36.466424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device eecd7b6a-8748-422b-a026-c80e300f824e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:36.485225 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.505742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.515464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:15:36.515907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:15:36.518250 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:15:36.537489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da37e2-5cf1-4a6c-a396-ebacfb0c6c28 req-9dc062af-0fb0-4a7a-a401-08c575928b84 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:36.539199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d3da37e2-5cf1-4a6c-a396-ebacfb0c6c28 req-9dc062af-0fb0-4a7a-a401-08c575928b84 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.1202400 Oct 18 23:15:36.585127 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc136-9ab9-4e5d-84d6-2cd3baf53d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.649046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fc136-9ab9-4e5d-84d6-2cd3baf53d14 None None] Pushing event deleted for resources: {'Port': ['ID=eecd7b6a-8748-422b-a026-c80e300f824e,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:36.661228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9fc136-9ab9-4e5d-84d6-2cd3baf53d14 None None] No DVR routers for this DVR port eecd7b6a-8748-422b-a026-c80e300f824e on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:36.672073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.672737 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2f1223ef-f9e1-4d12-b52b-3126b8246d48 req-12bafa7a-7459-49b0-90e5-86500af466f6 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 210 time: 0.0454841 Oct 18 23:15:36.684346 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.693901 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.693901 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] 10.222.0.52 "DELETE /v2.0/networks/2adfaf8e-91b5-417e-83f2-8a104df23ae6 HTTP/1.1" status: 204 len: 168 time: 1.3094156 Oct 18 23:15:36.720039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d3da37e2-5cf1-4a6c-a396-ebacfb0c6c28 req-78252416-d738-4a41-bf6d-9b1449cec6ed tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702251 Oct 18 23:15:36.745563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Made reservation on behalf of 801f5591a991482caf7b88ace4355b2d for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:15:36.751231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:36.755790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb19cb-c649-4a17-943d-bff70059ffcf admin admin] Pushing event deleted for resources: {'Network': ['ID=2adfaf8e-91b5-417e-83f2-8a104df23ae6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:36.787000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:37.050333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event deleted for resources: {'Port': ['ID=1ddb814e-1fe9-4304-bc70-6f1b5987173d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:37.056631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35844) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:37.121902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Router 8b75ba61-beda-4276-8ebe-92b7386b9890 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:15:37.149581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3b0af-30e3-4de1-8292-9bb21c31c28a req-454f5201-2dd7-4ea1-9296-08b49aaad1b6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:37.157634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80b3b0af-30e3-4de1-8292-9bb21c31c28a req-454f5201-2dd7-4ea1-9296-08b49aaad1b6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.3318582 Oct 18 23:15:37.196852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d7a5642e-3275-465d-8d85-540b7f151a6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d3faded7a4942a4a3f3b34cdcbcff75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388514 Oct 18 23:15:37.209504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35848) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:37.216923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80b3b0af-30e3-4de1-8292-9bb21c31c28a req-2ec98fe5-58f1-4729-a92e-b77484e9cfdc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580454 Oct 18 23:15:37.287367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Allocated IP 172.20.0.6 (1b48a4c7-ff53-41c5-b65d-57bb6ed12234/7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1/2ee43fa8-cdc4-4f35-b994-7262e808bf26) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:37.363768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd71b6-82b6-4357-8671-2900d5310bb1 req-f84aeebc-7ac4-4d7a-8ab0-dfbdacaa049c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:37.365298 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-67cd71b6-82b6-4357-8671-2900d5310bb1 req-f84aeebc-7ac4-4d7a-8ab0-dfbdacaa049c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 949 time: 0.1116669 Oct 18 23:15:37.370828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a1e31419-17e8-4243-a53d-017101e77d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:37.441462 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a1e31419-17e8-4243-a53d-017101e77d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:37.457517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-67cd71b6-82b6-4357-8671-2900d5310bb1 req-ab69c5e2-9b09-4e4d-92c0-a0f5a6948f5a tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844274 Oct 18 23:15:37.550661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a1e31419-17e8-4243-a53d-017101e77d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:37.554959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a1e31419-17e8-4243-a53d-017101e77d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:37.556256 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a1e31419-17e8-4243-a53d-017101e77d4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9df919c4-bcb6-4c8b-8250-c44e1fde5bf5 HTTP/1.1" status: 204 len: 168 time: 0.3457308 Oct 18 23:15:37.583338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e31419-17e8-4243-a53d-017101e77d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df919c4-bcb6-4c8b-8250-c44e1fde5bf5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:37.774584 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:37.786142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec5399-3d4f-47de-aab8-19dd1d79416d req-6c046df3-d7b8-45fc-9404-f3100f0571da tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:37.788122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4eec5399-3d4f-47de-aab8-19dd1d79416d req-6c046df3-d7b8-45fc-9404-f3100f0571da tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 945 time: 0.1874111 Oct 18 23:15:37.790557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:15:37.803706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] Sync routers for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:15:37.819588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:37.820402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:37.829307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8201c376-ce73-416d-9703-89f5a13e87cf req-425c6444-80b8-4762-858e-bca39835880d tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 210 time: 0.0435843 Oct 18 23:15:37.898570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:15:37.929449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4eec5399-3d4f-47de-aab8-19dd1d79416d req-dcbb8f48-ef3f-494b-a823-9d264f2cd008 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261730 Oct 18 23:15:37.943658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] No DVR routers for this DVR port 1ddb814e-1fe9-4304-bc70-6f1b5987173d on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:37.943658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:37.943658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c961ce23-eccc-4b18-91a7-0279d6f96daf req-1e3061ec-d23f-41da-ad47-f3d7ead470cf tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "DELETE /v2.0/ports/1ddb814e-1fe9-4304-bc70-6f1b5987173d HTTP/1.1" status: 204 len: 173 time: 3.0758045 Oct 18 23:15:37.944124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'name': 'network-vif-deleted', 'tag': '1ddb814e-1fe9-4304-bc70-6f1b5987173d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:37.960272 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e086cc-b693-4ecb-ba89-af390ddd5d17" -d '{"events": [{"server_uuid": "c822770a-bd7b-4b04-b112-245ddbeabd8e", "name": "network-vif-deleted", "tag": "1ddb814e-1fe9-4304-bc70-6f1b5987173d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:38.035094 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:38.065437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:38.110695 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1ef3b8-466b-4292-b908-707633fdbc4c x-openstack-request-id: req-ca1ef3b8-466b-4292-b908-707633fdbc4c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:38.118577 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c822770a-bd7b-4b04-b112-245ddbeabd8e", "name": "network-vif-deleted", "tag": "1ddb814e-1fe9-4304-bc70-6f1b5987173d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:38.119011 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca1ef3b8-466b-4292-b908-707633fdbc4c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:38.119452 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c822770a-bd7b-4b04-b112-245ddbeabd8e', 'name': 'network-vif-deleted', 'tag': '1ddb814e-1fe9-4304-bc70-6f1b5987173d', 'status': 'completed', 'code': 200} Oct 18 23:15:38.135744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 5d522678-e9fe-4d7b-8929-e93319d27426 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:38.136411 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:38.155009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:38.170533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:38.175827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:38.218442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a8a48e-e8b8-4afa-8370-8711c2136b6e up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:15:38.248529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9789ab-614f-4807-9f21-7c65c4b2d46d req-64bc6884-2e88-4eea-8b85-8cc9c578f239 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:38.255090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e9789ab-614f-4807-9f21-7c65c4b2d46d req-64bc6884-2e88-4eea-8b85-8cc9c578f239 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.2304780 Oct 18 23:15:38.360682 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e9789ab-614f-4807-9f21-7c65c4b2d46d req-b8f38c49-898a-4c11-bbd9-f1f828415124 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918539 Oct 18 23:15:38.402074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:38.402780 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:38.439068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event updated for resources: {'Port': ['ID=2ee43fa8-cdc4-4f35-b994-7262e808bf26,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:38.463749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35876) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:38.473383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c45f9791-f5c1-45f3-83ab-71c243b9cc8a tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2069163 Oct 18 23:15:38.516975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Request body: {'port': {'device_id': '24fdc487-276c-467e-98f7-fb107c91743d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:38.540336 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:38.623526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:38.627487 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bee4b71-45f3-4676-8227-2391f1e03bfc" -d '{"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:38.658819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:38.670933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port c2a8a48e-e8b8-4afa-8370-8711c2136b6e completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:15:38.675534 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:38.684019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port c2a8a48e-e8b8-4afa-8370-8711c2136b6e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:38.684387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:38.753527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaf5d4-d204-42ff-a999-4feb88784697 req-27d48826-ffc3-45d3-bf79-1241053b7464 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:38.770706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4aaf5d4-d204-42ff-a999-4feb88784697 req-27d48826-ffc3-45d3-bf79-1241053b7464 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.2961087 Oct 18 23:15:38.833911 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:38.903112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa5732-c44e-4ae9-8d68-46c641c58d00 req-8295d537-c663-4a9e-9562-587dd94a8617 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:38.915843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3cfa5732-c44e-4ae9-8d68-46c641c58d00 req-8295d537-c663-4a9e-9562-587dd94a8617 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 950 time: 0.2550044 Oct 18 23:15:38.923877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4aaf5d4-d204-42ff-a999-4feb88784697 req-b7bb62f9-c07f-49d3-b449-a10afa0481d4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521626 Oct 18 23:15:38.938569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:39.052627 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5965bef-8033-49a8-b4e5-d0b5ac619049 x-openstack-request-id: req-d5965bef-8033-49a8-b4e5-d0b5ac619049 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:39.053513 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:39.053769 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5965bef-8033-49a8-b4e5-d0b5ac619049 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:39.054181 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426', 'code': 200} Oct 18 23:15:39.227511 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:39.354261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:39.422662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3cfa5732-c44e-4ae9-8d68-46c641c58d00 req-461d5034-b475-43b8-bc9e-fed43910b385 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659504 Oct 18 23:15:39.531149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] Checking router: 8b75ba61-beda-4276-8ebe-92b7386b9890 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:15:39.547693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:39.558404 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:39.629051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:39.629899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:39.670433 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f9234-1c1b-4639-a1af-ae063eba44f5 req-306aa0b9-ce07-4f71-bb77-645555de5ffd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:39.676969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb0f9234-1c1b-4639-a1af-ae063eba44f5 req-306aa0b9-ce07-4f71-bb77-645555de5ffd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.0862617 Oct 18 23:15:39.716110 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:39.741987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:39.859269 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb0f9234-1c1b-4639-a1af-ae063eba44f5 req-e3ee9681-fa73-4dad-b6cb-048ed00f0727 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735349 Oct 18 23:15:39.938218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:40.038366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e32e38-e209-4d77-a267-cb42ed50fa8e req-661cd01f-e3cf-4b68-867b-178100af4370 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:40.053373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e32e38-e209-4d77-a267-cb42ed50fa8e req-661cd01f-e3cf-4b68-867b-178100af4370 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 931 time: 0.8678286 Oct 18 23:15:40.159533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9482627-d1d3-4ca1-9fd4-389f2d07babd req-a4ad1ab0-70ea-410a-b1d1-143531d982b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:40.160724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9482627-d1d3-4ca1-9fd4-389f2d07babd req-a4ad1ab0-70ea-410a-b1d1-143531d982b9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 1102 time: 0.3898389 Oct 18 23:15:40.210756 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-e1fb801a-3f24-4904-b3e6-29769ba99921 service neutron] show failed (client error): The resource could not be found. Oct 18 23:15:40.211814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-e1fb801a-3f24-4904-b3e6-29769ba99921 service neutron] 10.222.0.73 "GET /v2.0/ports/4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.4396181 Oct 18 23:15:40.259094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e32e38-e209-4d77-a267-cb42ed50fa8e req-4634271f-3418-4ec7-b529-b2f15aaf393b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044880 Oct 18 23:15:40.263616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9482627-d1d3-4ca1-9fd4-389f2d07babd req-f845af49-9fae-4e54-aac7-5545072d2360 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870848 Oct 18 23:15:40.303122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade85b-03c6-4f14-a420-991727ccc77d req-65d5a151-0001-4500-bc59-fa7a49e22ff8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:40.308894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7ade85b-03c6-4f14-a420-991727ccc77d req-65d5a151-0001-4500-bc59-fa7a49e22ff8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.2476215 Oct 18 23:15:40.430004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7ade85b-03c6-4f14-a420-991727ccc77d req-7810dda0-5b40-4cf4-b1fb-55c2720bb943 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035342 Oct 18 23:15:40.482891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:40.529233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee43fa8-cdc4-4f35-b994-7262e808bf26 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:40.555376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:40.583649 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b628a5-067d-4909-9d1a-e87429549e3d None None] The sync data for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 is: [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:15:40.597073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Transition to ACTIVE for port object 2ee43fa8-cdc4-4f35-b994-7262e808bf26 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:15:40.603186 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:40.716045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Deleting port b4b1f95e-ae4f-488d-9495-76a98f773007 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:40.716520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:40.739326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d150461-bea8-41cd-8908-f5f817d2834d req-735c32b8-c0c4-4738-b64e-bfde618b8529 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:40.747889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d150461-bea8-41cd-8908-f5f817d2834d req-735c32b8-c0c4-4738-b64e-bfde618b8529 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1281922 Oct 18 23:15:40.866220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d150461-bea8-41cd-8908-f5f817d2834d req-e4d71584-2258-4bbe-bfb9-75a7c50726fa tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154397 Oct 18 23:15:40.867269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-a1b616ee-246f-4da5-8beb-7ec3eef926b3 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5ed099f9704f4376b628fd0827aef592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451360 Oct 18 23:15:40.874900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee43fa8-cdc4-4f35-b994-7262e808bf26,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:40.920055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Attempting to bind port 2ee43fa8-cdc4-4f35-b994-7262e808bf26 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:15:40.920420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Attempting to bind port 2ee43fa8-cdc4-4f35-b994-7262e808bf26 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:15:40.922225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Attempting to bind port 2ee43fa8-cdc4-4f35-b994-7262e808bf26 on network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:40.986633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] For port b4b1f95e-ae4f-488d-9495-76a98f773007, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b4b1f95e-ae4f-488d-9495-76a98f773007,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:40.987434 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:41.024659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Calling delete_port for b4b1f95e-ae4f-488d-9495-76a98f773007 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:41.034378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Port 2ee43fa8-cdc4-4f35-b994-7262e808bf26 on network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:15:41.034780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Attempting to bind port 2ee43fa8-cdc4-4f35-b994-7262e808bf26 on network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:41.057746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:41.060398 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7fe6dd-ece8-480a-bcf8-2eca40327098" -d '{"events": [{"server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "name": "network-vif-plugged", "status": "completed", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:41.068179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:15:41.069026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Checking segment: {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:41.069202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Bound using segment: {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:15:41.069842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Bound port: 2ee43fa8-cdc4-4f35-b994-7262e808bf26, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:15:41.070397 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:41.099827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-a601d5af-4ae3-4bef-af74-046c9ce74871 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:41.101700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-a601d5af-4ae3-4bef-af74-046c9ce74871 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.2026367 Oct 18 23:15:41.118164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e14432-84cf-4eb3-8401-5e240f854dc4 req-3e3d3837-7553-4ae8-ba78-d0d2ef8b5f21 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:41.118489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36e14432-84cf-4eb3-8401-5e240f854dc4 req-3e3d3837-7553-4ae8-ba78-d0d2ef8b5f21 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 950 time: 0.1454644 Oct 18 23:15:41.125314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-28'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:41.142642 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacd68f-1466-44d1-8a55-5cd3bc810b3b None None] New status for floating IP 81647688-764e-42fd-b6b2-a6a3fea113b2: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:15:41.172645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-5c7751d1-7715-4331-9bbe-163dc10d8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:41.175399 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-5c7751d1-7715-4331-9bbe-163dc10d8dca service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11&tenant_id=1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 1102 time: 0.2627718 Oct 18 23:15:41.240019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:41.286071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36e14432-84cf-4eb3-8401-5e240f854dc4 req-e2529024-0cb1-422c-b29f-110c9bc75603 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046028 Oct 18 23:15:41.351474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-2fc3349f-fb77-4cd5-a3a4-c1190b254c7b tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:41.359772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-2fc3349f-fb77-4cd5-a3a4-c1190b254c7b tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4463706 Oct 18 23:15:41.389963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-58494767-8567-4f8a-82eb-410984ef474b tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/quotas/5ed099f9704f4376b628fd0827aef592 HTTP/1.1" status: 200 len: 375 time: 0.0290961 Oct 18 23:15:41.437720 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:41.441339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-b1c4df9f-886a-4c24-9c73-ac35a43207c1 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ed099f9704f4376b628fd0827aef592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503469 Oct 18 23:15:41.445831 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:41.452797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] For port 2ee43fa8-cdc4-4f35-b994-7262e808bf26, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:41.522807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] For port 2ee43fa8-cdc4-4f35-b994-7262e808bf26, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2ee43fa8-cdc4-4f35-b994-7262e808bf26,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:15:41.539035 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:41.667003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:41.667647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:41.670073 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] 10.222.0.102 "PUT /v2.0/ports/2ee43fa8-cdc4-4f35-b994-7262e808bf26 HTTP/1.1" status: 200 len: 1092 time: 3.1745927 Oct 18 23:15:41.673830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fdc487-276c-467e-98f7-fb107c91743d', 'tag': '2ee43fa8-cdc4-4f35-b994-7262e808bf26'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:41.676182 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e158fdd3-3abb-4a3a-97d8-37753b699d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "24fdc487-276c-467e-98f7-fb107c91743d", "tag": "2ee43fa8-cdc4-4f35-b994-7262e808bf26"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:41.677711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86766676-1e1b-45b5-b4ef-62249e67d85a req-0a94edf6-5bb9-4b07-82f0-d9a0514561d8 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:41.679627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-86766676-1e1b-45b5-b4ef-62249e67d85a req-0a94edf6-5bb9-4b07-82f0-d9a0514561d8 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.2769654 Oct 18 23:15:41.816184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:41.842005 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e70ce8-c7f7-4ca2-b49b-f33ffde1c99b x-openstack-request-id: req-54e70ce8-c7f7-4ca2-b49b-f33ffde1c99b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:41.842564 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "name": "network-vif-plugged", "status": "completed", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:41.843321 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54e70ce8-c7f7-4ca2-b49b-f33ffde1c99b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:41.844156 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e', 'code': 200} Oct 18 23:15:41.865463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e198b-3048-4456-9767-53c9b7d4f5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee43fa8-cdc4-4f35-b994-7262e808bf26,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:41.906533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b439aa59-0d7f-442d-a2d1-6f5d01c38386 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:15:41.908662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-0cc45c47-aa92-43c7-8f1a-a1226e0ba1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:41.910927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-0cc45c47-aa92-43c7-8f1a-a1226e0ba1df service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 1095 time: 0.1183598 Oct 18 23:15:41.932863 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-86766676-1e1b-45b5-b4ef-62249e67d85a req-9713983a-cda3-4699-91b6-a84267af7510 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619964 Oct 18 23:15:42.004520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:42.144224 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-8887cae7-8409-485e-9757-6d05f877323c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee43fa8-cdc4-4f35-b994-7262e808bf26 HTTP/1.1" status: 200 len: 217 time: 0.1882539 Oct 18 23:15:42.168701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084c3c1-971e-483f-9959-fc89e90e6e3b req-ba70956f-345c-4e17-b394-cc5cf945a9e3 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:42.177263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2084c3c1-971e-483f-9959-fc89e90e6e3b req-ba70956f-345c-4e17-b394-cc5cf945a9e3 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 943 time: 0.2555060 Oct 18 23:15:42.187975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b1f95e-ae4f-488d-9495-76a98f773007,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:42.228395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:42.238651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:42.277739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b439aa59-0d7f-442d-a2d1-6f5d01c38386 has no active binding in host n-h1-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:15:42.351823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501ea3a-44e3-49e0-a66c-dc77782b30de req-d2357de6-f95c-4ec4-ab8e-713b18bfd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:42.353493 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4501ea3a-44e3-49e0-a66c-dc77782b30de req-d2357de6-f95c-4ec4-ab8e-713b18bfd303 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 1098 time: 0.3915319 Oct 18 23:15:42.403500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5fce-0e9e-4b61-895e-6adbdb369cd5 req-281240b0-3e94-4c57-aebe-d4ba1c0f81b8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:42.413470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e7c5fce-0e9e-4b61-895e-6adbdb369cd5 req-281240b0-3e94-4c57-aebe-d4ba1c0f81b8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 945 time: 0.3125668 Oct 18 23:15:42.422978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2084c3c1-971e-483f-9959-fc89e90e6e3b req-b5e016d7-6819-418e-a656-6265aba283d7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383308 Oct 18 23:15:42.505862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:42.543407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:42.549391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:42.552631 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5934b67f-312f-421d-99b6-43fc98a30683" -d '{"events": [{"server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:42.564203 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c1cb8-bf0c-4c07-8c8f-f868ce432c68 x-openstack-request-id: req-894c1cb8-bf0c-4c07-8c8f-f868ce432c68 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:42.564539 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fdc487-276c-467e-98f7-fb107c91743d", "tag": "2ee43fa8-cdc4-4f35-b994-7262e808bf26", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:42.566113 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-894c1cb8-bf0c-4c07-8c8f-f868ce432c68 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:42.567240 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fdc487-276c-467e-98f7-fb107c91743d', 'tag': '2ee43fa8-cdc4-4f35-b994-7262e808bf26', 'status': 'completed', 'code': 200} Oct 18 23:15:42.580471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-6702faec-b413-4940-8a18-b2a0a04e4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:42.582624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-6702faec-b413-4940-8a18-b2a0a04e4e84 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 HTTP/1.1" status: 200 len: 863 time: 0.3560517 Oct 18 23:15:42.586502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4501ea3a-44e3-49e0-a66c-dc77782b30de req-47e3daa4-e71f-47b9-bb7e-da29f3f88849 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961119 Oct 18 23:15:42.587056 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e7c5fce-0e9e-4b61-895e-6adbdb369cd5 req-619c8710-89c0-475e-955a-0f9af0d1b81b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723721 Oct 18 23:15:42.590074 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:42.742227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ed4b1b-7061-465a-93e4-f44c0e4374ea req-305e7c17-f7ec-4787-8c59-ff80ba238d8a tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0804517 Oct 18 23:15:42.801919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:42.896065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c730f709-e794-4fe1-b899-497669a5d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:42.897598 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-c730f709-e794-4fe1-b899-497669a5d8dd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3047631 Oct 18 23:15:42.923472 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:42.966679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Transition to ACTIVE for port object 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:15:42.982083 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:43.045900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b8d9d-a8ee-4a71-a249-b267ef77c2ff req-8ca9d954-3b7c-47c3-b8a5-43e3a11b9808 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:43.047474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-416b8d9d-a8ee-4a71-a249-b267ef77c2ff req-8ca9d954-3b7c-47c3-b8a5-43e3a11b9808 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 950 time: 0.1794245 Oct 18 23:15:43.129737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] No DVR routers for this DVR port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:43.133792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Pushing event updated for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:43.138160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on host n-h2-713498-28 for vnic_type normal with profile {"migrating_to": "n-h1-713498-28"} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:15:43.138160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:15:43.138160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:43.145187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-d11a8d2c-2717-4b1c-8af0-0cd719cb6bd3 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187703 Oct 18 23:15:43.195104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Pushing event updated for resources: {'Port': ['ID=b439aa59-0d7f-442d-a2d1-6f5d01c38386,revision_number=7']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:43.206022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:15:43.206236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Attempting to bind port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:43.212128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Attempting to bind port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:15:43.212887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Attempting to bind port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:15:43.212887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Attempting to bind port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:43.226396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:15:43.226753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:43.227158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:15:43.227620 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Bound port: b439aa59-0d7f-442d-a2d1-6f5d01c38386, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:15:43.227978 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:43.242474 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:43.245417 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-416b8d9d-a8ee-4a71-a249-b267ef77c2ff req-d0b5c938-1459-4d5c-a09c-94de08864fd7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852627 Oct 18 23:15:43.260917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:15:43.261456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Attempting to bind port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:43.290234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb960-e5fc-4f41-9444-c76fcffc689f req-0b22f507-51a3-47b4-9ec9-2a909afb8dd3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:43.298227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c46fb960-e5fc-4f41-9444-c76fcffc689f req-0b22f507-51a3-47b4-9ec9-2a909afb8dd3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.1811221 Oct 18 23:15:43.303421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:15:43.303760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:43.304145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:15:43.304621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Bound port: 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:15:43.308656 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:43.344696 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f14b76-6a26-4abf-a19c-22f0cab81063 x-openstack-request-id: req-20f14b76-6a26-4abf-a19c-22f0cab81063 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:43.345123 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:43.345386 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20f14b76-6a26-4abf-a19c-22f0cab81063 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:43.345789 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386', 'code': 200} Oct 18 23:15:43.436105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e7e3b7-8fde-4581-b5d0-610ee1c87322 req-5c6e7e93-1536-4fa6-93fd-200bdd9a0a56 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649255 Oct 18 23:15:43.444798 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c46fb960-e5fc-4f41-9444-c76fcffc689f req-32cfb741-ad78-4ef9-b77f-c91dfe31272c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434069 Oct 18 23:15:43.499080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:43.507895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:15:43.524332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:43.548420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:43.590771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fbaf2-a229-4f96-8abf-e9d9d7b0e9ec req-7fe11744-adc0-404a-8d59-61e8f3db3a18 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:43.598293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:15:43.599791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-265fbaf2-a229-4f96-8abf-e9d9d7b0e9ec req-7fe11744-adc0-404a-8d59-61e8f3db3a18 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1662827 Oct 18 23:15:43.626389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:43.716476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:43.718182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:43.720672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] 10.222.0.102 "PUT /v2.0/ports/4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 200 len: 1097 time: 2.4896269 Oct 18 23:15:43.787657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7c999-c4ea-42f1-a5a5-cfa966740456 service neutron] Pushing event updated for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:43.811431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-265fbaf2-a229-4f96-8abf-e9d9d7b0e9ec req-3145ceb5-efcd-4abc-847a-fda89d540bf3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093718 Oct 18 23:15:43.874785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-37124e95-f3ae-4474-94e6-4df63885b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:43.876282 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-37124e95-f3ae-4474-94e6-4df63885b697 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 1095 time: 0.2742040 Oct 18 23:15:43.942575 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-f1cfcfd4-849c-4ced-9c94-917e122432a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:43.944439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-f1cfcfd4-849c-4ced-9c94-917e122432a9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 1100 time: 0.1718991 Oct 18 23:15:43.993068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:43.993742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:43.995731 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] 10.222.0.102 "PUT /v2.0/ports/b439aa59-0d7f-442d-a2d1-6f5d01c38386 HTTP/1.1" status: 200 len: 1123 time: 2.8761985 Oct 18 23:15:44.006246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Router 5a350704-9700-49e1-a408-9c0894c85df4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:15:44.022134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb1440-b863-456e-ac5f-02ebf58ca27f service neutron] Pushing event updated for resources: {'Port': ['ID=b439aa59-0d7f-442d-a2d1-6f5d01c38386,revision_number=8']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:44.044185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc24435-0542-4390-8da7-54b7cecf828e req-76b9fe45-dd0b-4d34-b30b-0aebca8c5aaa tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.059056 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdc24435-0542-4390-8da7-54b7cecf828e req-76b9fe45-dd0b-4d34-b30b-0aebca8c5aaa tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 943 time: 0.3791378 Oct 18 23:15:44.116062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-5def8905-1b41-4614-9d49-aa5ad08a2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.117651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-5def8905-1b41-4614-9d49-aa5ad08a2c11 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 925 time: 0.2278926 Oct 18 23:15:44.127471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b64a7d-91d6-4c13-a86a-52ff90cb415f req-71fb733f-9eef-4faa-be3c-2ea00344d0d5 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.129135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5b64a7d-91d6-4c13-a86a-52ff90cb415f req-71fb733f-9eef-4faa-be3c-2ea00344d0d5 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 1102 time: 0.1556001 Oct 18 23:15:44.140039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-f890e4c9-c03b-4476-b6b6-2c6d31f70046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.141552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-f890e4c9-c03b-4476-b6b6-2c6d31f70046 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1691635 Oct 18 23:15:44.166395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['b439aa59-0d7f-442d-a2d1-6f5d01c38386'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:44.188426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-34ab1413-4802-4008-8218-a49b1d2e9977 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee43fa8-cdc4-4f35-b994-7262e808bf26 HTTP/1.1" status: 200 len: 217 time: 0.0567677 Oct 18 23:15:44.250343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-165d2c7a-6adf-41d8-b22e-31181717002c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 200 len: 217 time: 0.0766282 Oct 18 23:15:44.260713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:44.261717 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdc24435-0542-4390-8da7-54b7cecf828e req-f7f162e5-7c78-45bc-b431-018dd39ec8e0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015922 Oct 18 23:15:44.321627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:44.347187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:15:44.353072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-c64f0b89-7d49-4a7e-883e-45cc22097338 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5ed099f9704f4376b628fd0827aef592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282985 Oct 18 23:15:44.361291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b439aa59-0d7f-442d-a2d1-6f5d01c38386'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:44.362549 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-56ea07da-2967-4aa6-937d-2dfc4177ee8c admin admin] 10.222.0.52 "PUT /v2.0/routers/5a350704-9700-49e1-a408-9c0894c85df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8976457 Oct 18 23:15:44.364454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] Sync routers for ids ['5a350704-9700-49e1-a408-9c0894c85df4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:15:44.365330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35966) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:44.453755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] Routers {'5a350704-9700-49e1-a408-9c0894c85df4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:44.454143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5b64a7d-91d6-4c13-a86a-52ff90cb415f req-c854d244-3532-4c14-bb95-c84a6624945b tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746773 Oct 18 23:15:44.454936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5a350704-9700-49e1-a408-9c0894c85df4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:44.541890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-2135e80e-edf8-4bb3-b42c-370f90181227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.555555 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-2135e80e-edf8-4bb3-b42c-370f90181227 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 HTTP/1.1" status: 200 len: 863 time: 0.3181031 Oct 18 23:15:44.572240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'}, {'name': 'network-changed', 'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:44.575951 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c8baf8-60e3-4537-8385-214da0cf3171" -d '{"events": [{"server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "name": "network-vif-unplugged", "status": "completed", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9"}, {"name": "network-changed", "server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:44.592448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7735d-135d-442b-b030-b18806c03d88 req-2ddc15b5-a11d-40e3-8a5b-c2e17d00d911 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.594070 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-26c7735d-135d-442b-b030-b18806c03d88 req-2ddc15b5-a11d-40e3-8a5b-c2e17d00d911 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.1580713 Oct 18 23:15:44.620905 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:44.641987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-dd9fa755-7045-47d0-a40e-bfa20ac82418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.643469 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-dd9fa755-7045-47d0-a40e-bfa20ac82418 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.3098543 Oct 18 23:15:44.689667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2387b4e8-f7a3-4962-b587-bd654ec0ed84 req-db91f411-c0fb-45c4-ab18-c4062f8a6599 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 210 time: 0.1325500 Oct 18 23:15:44.733927 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-26c7735d-135d-442b-b030-b18806c03d88 req-b1e0b702-4113-447f-b26e-f5130077aa07 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209531 Oct 18 23:15:44.747787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-919b9125-cd1d-4bfd-9386-f50e13deb68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.749971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-919b9125-cd1d-4bfd-9386-f50e13deb68d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686275 Oct 18 23:15:44.780925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-5060655b-3c5f-4cac-bfbf-d969b9b70e79 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.788111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-5060655b-3c5f-4cac-bfbf-d969b9b70e79 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068513 Oct 18 23:15:44.802827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-12ca18ea-0664-4416-93d5-2600d8541b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:44.817156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-12ca18ea-0664-4416-93d5-2600d8541b33 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1419468 Oct 18 23:15:44.836925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Request body: {'port': {'device_id': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '5ed099f9704f4376b628fd0827aef592'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:44.988970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:44.991980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] Set router 5a350704-9700-49e1-a408-9c0894c85df4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:45.085286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Deleting port f05fc519-fcf3-49fd-831b-e096aad6ade9 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:45.085960 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:45.210624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] For port f05fc519-fcf3-49fd-831b-e096aad6ade9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f05fc519-fcf3-49fd-831b-e096aad6ade9,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:45.211372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:45.229197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Calling delete_port for f05fc519-fcf3-49fd-831b-e096aad6ade9 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:45.316773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a350704-9700-49e1-a408-9c0894c85df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:07Z', 'updated_at': '2021-10-18T23:15:41Z', 'revision_number': 5, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'gw_port': {'id': 'f05fc519-fcf3-49fd-831b-e096aad6ade9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a350704-9700-49e1-a408-9c0894c85df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:09Z', 'updated_at': '2021-10-18T23:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:45.346803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:45.349797 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f6f791-1b37-4c59-9e37-817b313830ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:45.356458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] Checking router: 5a350704-9700-49e1-a408-9c0894c85df4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:15:45.369648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] Routers {'5a350704-9700-49e1-a408-9c0894c85df4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:45.370794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5a350704-9700-49e1-a408-9c0894c85df4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:45.371893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eefa1-bdc7-4884-8cbb-709fc4e7f621 req-b2b4a128-3287-4053-b8ec-1ed35d778f2a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:45.379768 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3340975-75d9-4023-9379-215cf1a3a724 x-openstack-request-id: req-e3340975-75d9-4023-9379-215cf1a3a724 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:45.380354 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "name": "network-vif-unplugged", "status": "completed", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9", "code": 200}, {"name": "network-changed", "server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:45.380354 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3340975-75d9-4023-9379-215cf1a3a724 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:45.380711 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'code': 200} Oct 18 23:15:45.380965 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'status': 'completed', 'code': 200} Oct 18 23:15:45.382270 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb7eefa1-bdc7-4884-8cbb-709fc4e7f621 req-b2b4a128-3287-4053-b8ec-1ed35d778f2a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1004281 Oct 18 23:15:45.477947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb7eefa1-bdc7-4884-8cbb-709fc4e7f621 req-7f150f63-f66b-4bba-bd42-a03e22ae1740 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918200 Oct 18 23:15:45.494942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] Set router 5a350704-9700-49e1-a408-9c0894c85df4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:45.501632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b11dc1-2f87-457e-a6e0-87edb0ef2ffe req-fe94eb2f-f98d-497a-af8f-aae8b057816e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:45.509429 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26b11dc1-2f87-457e-a6e0-87edb0ef2ffe req-fe94eb2f-f98d-497a-af8f-aae8b057816e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.6199946 Oct 18 23:15:45.583102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a350704-9700-49e1-a408-9c0894c85df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:07Z', 'updated_at': '2021-10-18T23:15:44Z', 'revision_number': 6, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:45.614437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-2f41975b-85b1-40c2-b1d1-b99b44608807 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7722402 Oct 18 23:15:45.624067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e80e0-a070-4f5b-9cc2-c920a3f74aaf None None] The sync data for ids ['5a350704-9700-49e1-a408-9c0894c85df4'] in n-d-713498-28 is: [{'id': '5a350704-9700-49e1-a408-9c0894c85df4', 'name': 'tempest-AttachSCSIVolumeTestJSON-490030876-router', 'tenant_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:07Z', 'updated_at': '2021-10-18T23:15:44Z', 'revision_number': 6, 'project_id': 'da7a5febd10e4b2cb0a25f02c5be8e8c', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:15:45.626053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-9cfac3ee-d948-404f-8c7e-8d275f944ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:45.628090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-9cfac3ee-d948-404f-8c7e-8d275f944ab2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 1100 time: 0.2618136 Oct 18 23:15:45.629701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-fca16128-e447-447e-948e-b11d55d1a0de service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8403361 Oct 18 23:15:45.641059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26b11dc1-2f87-457e-a6e0-87edb0ef2ffe req-4785fbd8-1d02-4903-ba28-0bc984d0a8ce tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306033 Oct 18 23:15:45.696752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79e34f-1d61-49ed-929f-d22920d2b988 req-04e515a7-deed-44a6-ae46-cb08a5df44e0 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:45.703326 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb79e34f-1d61-49ed-929f-d22920d2b988 req-04e515a7-deed-44a6-ae46-cb08a5df44e0 tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 1102 time: 0.1428776 Oct 18 23:15:45.705144 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:45.764819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05fc519-fcf3-49fd-831b-e096aad6ade9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:45.813339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Made reservation on behalf of 5ed099f9704f4376b628fd0827aef592 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:15:45.816894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:45.866285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb79e34f-1d61-49ed-929f-d22920d2b988 req-94474f83-3b45-40bf-b75f-cd763bf29d7f tempest-ServersAdminTestJSON-517633453 tempest-ServersAdminTestJSON-517633453-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553195 Oct 18 23:15:45.876868 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:45.919471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:45.940022 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb8a8c5-4d66-4400-ad38-b0bcfb9efb78 x-openstack-request-id: req-9cb8a8c5-4d66-4400-ad38-b0bcfb9efb78 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:45.940370 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:45.940559 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cb8a8c5-4d66-4400-ad38-b0bcfb9efb78 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:45.941567 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386', 'status': 'completed', 'code': 200} Oct 18 23:15:46.072946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e158fdd3-3abb-4a3a-97d8-37753b699d3c req-0864dbd4-bb93-4836-aba0-f266a2ed4d5e service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979843 Oct 18 23:15:46.089557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-f94fcd48-b060-44fb-9ed4-b1ee90c85456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:46.091334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-f94fcd48-b060-44fb-9ed4-b1ee90c85456 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.4470234 Oct 18 23:15:46.102009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6a56bd9-1ee3-4dbd-8bc9-bc824516fdb4 req-586f2654-0091-438f-8c04-3fb3ab8553ec service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261980 Oct 18 23:15:46.114889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323a9a-d4b8-4a02-801f-31ec822dfc3c req-cb329bd2-f99f-4718-b3c1-ad24ff83735f tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:46.120945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0323a9a-d4b8-4a02-801f-31ec822dfc3c req-cb329bd2-f99f-4718-b3c1-ad24ff83735f tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 943 time: 0.3143356 Oct 18 23:15:46.165333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:46.174788 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dbfa8-eb70-45ca-b74a-0c1428d308e5 req-2a4c5710-9655-478c-864d-162d4c0c0858 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:46.176340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d64dbfa8-eb70-45ca-b74a-0c1428d308e5 req-2a4c5710-9655-478c-864d-162d4c0c0858 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1462548 Oct 18 23:15:46.178425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:46.212859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6f791-1b37-4c59-9e37-817b313830ad req-5fa5f5eb-fe79-434b-ac04-06d4c80f33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:46.214385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f6f791-1b37-4c59-9e37-817b313830ad req-5fa5f5eb-fe79-434b-ac04-06d4c80f33b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1126 time: 0.2164137 Oct 18 23:15:46.256490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-2a58b19b-da36-4aba-a267-50156f6b46b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 200 len: 217 time: 0.1139395 Oct 18 23:15:46.291299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:46.292284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a350704-9700-49e1-a408-9c0894c85df4 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:15:46.310926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:46.312247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-09dee95f-86c6-40a0-83f1-149e5d28b803 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5a350704-9700-49e1-a408-9c0894c85df4 HTTP/1.1" status: 204 len: 168 time: 1.9458222 Oct 18 23:15:46.329450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35994) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:46.348649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:46.360578 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d64dbfa8-eb70-45ca-b74a-0c1428d308e5 req-ce8d87f7-32f6-4f90-8029-79112b80f6ad tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109846 Oct 18 23:15:46.364146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:46.388872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6f791-1b37-4c59-9e37-817b313830ad req-79372ed5-dfe9-4899-a362-b07d70a75679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:46.391694 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f6f791-1b37-4c59-9e37-817b313830ad req-79372ed5-dfe9-4899-a362-b07d70a75679 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.1354549 Oct 18 23:15:46.406630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0323a9a-d4b8-4a02-801f-31ec822dfc3c req-b89653d9-4825-49db-8210-c98faf28c70b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538357 Oct 18 23:15:46.438215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f6f791-1b37-4c59-9e37-817b313830ad req-526e3f42-8b5f-4b32-8a5b-06f0553f1541 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386 HTTP/1.1" status: 200 len: 217 time: 0.0381405 Oct 18 23:15:46.527011 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-500a103b-fcc9-4b67-ace7-5d482ecc2833 req-0cc60c7a-b391-4150-a01b-0b91f1c87be7 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 210 time: 0.0332007 Oct 18 23:15:46.532113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b4b1f95e-ae4f-488d-9495-76a98f773007 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:46.540557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6f791-1b37-4c59-9e37-817b313830ad req-96b8040f-256f-4a13-9d37-963208510ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:46.542237 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f6f791-1b37-4c59-9e37-817b313830ad req-96b8040f-256f-4a13-9d37-963208510ee3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.0953364 Oct 18 23:15:46.566886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: b4b1f95e-ae4f-488d-9495-76a98f773007 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:46.569154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b4b1f95e-ae4f-488d-9495-76a98f773007 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:46.582503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-d40cdd8d-398c-4d34-b727-a5398ff250f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:46.584406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-d40cdd8d-398c-4d34-b727-a5398ff250f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.3072891 Oct 18 23:15:46.586850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-4851c5bf-1d22-4219-ba8b-5bba0334c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:46.588366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-4851c5bf-1d22-4219-ba8b-5bba0334c9aa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 1100 time: 0.3468294 Oct 18 23:15:46.610167 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f6f791-1b37-4c59-9e37-817b313830ad req-0ccf07e5-d95a-47af-8a08-c2e1f2c0a633 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588715 Oct 18 23:15:46.631555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-435a43de-1894-49fd-b27e-984e3228c1e8 admin admin] Deleting subnet c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:15:46.652425 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-435a43de-1894-49fd-b27e-984e3228c1e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:46.760046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f6f791-1b37-4c59-9e37-817b313830ad req-3d536274-e6bd-4707-b309-5f9717aa5ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418111 Oct 18 23:15:46.767965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-435a43de-1894-49fd-b27e-984e3228c1e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:46.792941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7723bb4-8469-4009-961c-47dae16a530e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:46.917496 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f6f791-1b37-4c59-9e37-817b313830ad req-53c964ee-d105-4bee-a924-66046242a019 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495686 Oct 18 23:15:46.965186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc44a9f-eb9b-4cc3-9eef-80110adf1b1e req-a7e9d05a-1066-435a-a013-9917bd3ddaf5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:46.967097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9dc44a9f-eb9b-4cc3-9eef-80110adf1b1e req-a7e9d05a-1066-435a-a013-9917bd3ddaf5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.4018168 Oct 18 23:15:47.008455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-58054e8a-ebd3-48ed-8174-b20028c253ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:47.009976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-58054e8a-ebd3-48ed-8174-b20028c253ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3830554 Oct 18 23:15:47.098930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Allocated IP 192.168.233.230 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/02ed4b46-5edf-4876-8b6f-bb51eb774fd6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:15:47.144731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-94b11f13-b466-4635-9bd1-4659740ec5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:47.146592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-94b11f13-b466-4635-9bd1-4659740ec5c0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.5213377 Oct 18 23:15:47.246374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa3df2-c6b7-4a9b-aa47-5768ea8c8856 req-b40274c2-eb65-4ec6-a8a3-890742cbab26 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:47.257526 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-baaa3df2-c6b7-4a9b-aa47-5768ea8c8856 req-b40274c2-eb65-4ec6-a8a3-890742cbab26 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.1043699 Oct 18 23:15:47.311815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-baaa3df2-c6b7-4a9b-aa47-5768ea8c8856 req-0a5c15cc-e216-417e-82a0-75ea92ed5dae tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505271 Oct 18 23:15:47.329486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9dc44a9f-eb9b-4cc3-9eef-80110adf1b1e req-ef2f0372-9a16-444f-95b6-d5ba03a0ad26 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432844 Oct 18 23:15:47.330652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-b012c6a1-9049-4e8a-9d97-462f1e839c93 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 200 len: 217 time: 0.1133726 Oct 18 23:15:47.332068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-435a43de-1894-49fd-b27e-984e3228c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:47.456546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106b2a9-42a9-43ae-b2c0-e043e1366056 req-e0c05eb6-4b13-4570-8c9a-5d617b06a232 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:47.458144 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3106b2a9-42a9-43ae-b2c0-e043e1366056 req-e0c05eb6-4b13-4570-8c9a-5d617b06a232 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 949 time: 0.0769529 Oct 18 23:15:47.525003 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3106b2a9-42a9-43ae-b2c0-e043e1366056 req-c226ff76-a827-4387-baf1-f4686b70a6a4 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503440 Oct 18 23:15:47.553305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-e942305d-4f27-47df-88d5-13c1061dbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:47.554783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-e942305d-4f27-47df-88d5-13c1061dbf46 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1761065 Oct 18 23:15:47.603895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-7d84678a-baec-4c46-ba7f-5beaa33462de service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743387 Oct 18 23:15:47.637797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d592b14-1ff0-4623-92ce-4edb5e8a2d54 req-09fb5447-209f-4730-8170-63463f6db920 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:47.646426 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d592b14-1ff0-4623-92ce-4edb5e8a2d54 req-09fb5447-209f-4730-8170-63463f6db920 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 943 time: 0.0657341 Oct 18 23:15:47.652475 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-435a43de-1894-49fd-b27e-984e3228c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:47.689418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee05fc-5e37-4f36-a410-bf56d371e98b req-14de236c-76cc-4fa7-89ea-e3b866ba2f01 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:47.695000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d592b14-1ff0-4623-92ce-4edb5e8a2d54 req-ebb242fc-5f06-481e-9933-ecb5c0ece055 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419297 Oct 18 23:15:47.703503 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3aee05fc-5e37-4f36-a410-bf56d371e98b req-14de236c-76cc-4fa7-89ea-e3b866ba2f01 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.2448726 Oct 18 23:15:47.749106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a43de-1894-49fd-b27e-984e3228c1e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:47.754476 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-435a43de-1894-49fd-b27e-984e3228c1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:47.760472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36022) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:47.760962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-435a43de-1894-49fd-b27e-984e3228c1e8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c70c3f0a-9b01-4625-a8a2-c6e3861dc4ab HTTP/1.1" status: 204 len: 168 time: 1.4261475 Oct 18 23:15:47.767399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf5aee-dbb9-44b4-ac53-9db8e0061b81 None None] Network 66f971c9-838c-4d93-b15c-d580b910a792 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:15:47.821072 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:47.870992 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:47.876219 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f48ec110-a857-435c-843b-2b170f53f506 req-b81e8206-fd49-4db1-90f8-dd8d31316665 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 210 time: 0.1331089 Oct 18 23:15:47.881979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3aee05fc-5e37-4f36-a410-bf56d371e98b req-553af275-7305-43e9-aefc-0b06ed817559 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845829 Oct 18 23:15:47.894020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-76ca238d-8bfe-4104-94ff-b53a4c61ed8a service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801590 Oct 18 23:15:47.898013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-77cc64c5-62ef-4f27-b381-bbd7bf0ccdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:47.899508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-77cc64c5-62ef-4f27-b381-bbd7bf0ccdce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1747205 Oct 18 23:15:47.941047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.003528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Deleting port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:48.004239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.005895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:15:48.036425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:15:48.039067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:15:48.076379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:48.103862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] For port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3d9f9b22-9d2e-4049-b35d-dd199a7a11b6,segment=NetworkSegment(7af37fac-1fd3-45fa-9509-64dfb65761e4),segment_id=7af37fac-1fd3-45fa-9509-64dfb65761e4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:48.104796 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.126877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:48.127730 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.131684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-d89841b0-8a08-4bd8-a671-ae96f8a7bcd6 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152784 Oct 18 23:15:48.133164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Calling delete_port for 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:48.180274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f05fc519-fcf3-49fd-831b-e096aad6ade9 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:48.185824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] DHCP port deletion for 66f971c9-838c-4d93-b15c-d580b910a792 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:15:48.245164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: f05fc519-fcf3-49fd-831b-e096aad6ade9 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:48.245164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f05fc519-fcf3-49fd-831b-e096aad6ade9 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:48.247094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-479f11d9-7748-4ce1-a3d4-bf3edd1e3b14 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4237874 Oct 18 23:15:48.276937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Request body: {'port': {'device_id': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:15:48.277990 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.305453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] No DVR routers for this DVR port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:48.323632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] Deleting port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:48.324019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.335631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9f9b22-9d2e-4049-b35d-dd199a7a11b6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:48.477878 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.485143 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.486530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] For port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:48.487679 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.504910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] Calling delete_port for 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:48.509200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] Port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:15:48.512005 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.534223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96c8baf8-60e3-4537-8385-214da0cf3171 req-f49f70c1-9491-4ca0-9f63-89b465cebcb0 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732390 Oct 18 23:15:48.542523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963d9b9-cc48-4a43-9137-b905e1a6e176 req-ed116b4f-24e8-456f-ae79-276adcd29f8a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:48.548092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f971c9-838c-4d93-b15c-d580b910a792']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:48.550574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] Pushing event deleted for resources: {'Port': ['ID=3d9f9b22-9d2e-4049-b35d-dd199a7a11b6,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:48.550964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6963d9b9-cc48-4a43-9137-b905e1a6e176 req-ed116b4f-24e8-456f-ae79-276adcd29f8a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.1132689 Oct 18 23:15:48.560952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473ee0e-6f12-4ffd-9066-0cc991cddf2a None None] No DVR routers for this DVR port 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:48.564046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-48083e01-7a4c-4559-bdb0-7e92ca66bbaa None None] Provisioning complete for port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:48.564493 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-48083e01-7a4c-4559-bdb0-7e92ca66bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.591750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af37fac-1fd3-45fa-9509-64dfb65761e4') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:48.593095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af37fac-1fd3-45fa-9509-64dfb65761e4') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:48.607649 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-48083e01-7a4c-4559-bdb0-7e92ca66bbaa None None] Port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:15:48.611299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.627765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6963d9b9-cc48-4a43-9137-b905e1a6e176 req-393f4820-d447-4c25-aaa4-e1336c1612f6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758703 Oct 18 23:15:48.631801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbd8f4-080b-4edb-8948-21e2489d7860 req-d1fa9879-98bd-453d-a499-b3442cb4e4ea tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:48.633202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ddbd8f4-080b-4edb-8948-21e2489d7860 req-d1fa9879-98bd-453d-a499-b3442cb4e4ea tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.1520240 Oct 18 23:15:48.650388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.663560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:15:48.663968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:15:48.665845 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:15:48.748415 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ddbd8f4-080b-4edb-8948-21e2489d7860 req-84d0c6ce-566a-4332-9499-8db37e9e50a8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002858 Oct 18 23:15:48.756842 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.763258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:48.769758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/66f971c9-838c-4d93-b15c-d580b910a792 HTTP/1.1" status: 204 len: 168 time: 1.0074162 Oct 18 23:15:48.770235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36034) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:48.801621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d38ce-0755-48ff-a293-cdddcad5afd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f971c9-838c-4d93-b15c-d580b910a792,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:49.109801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1586c5-4009-42b3-acce-bb8986fd6076 req-a6a5c6d2-7300-4e9d-9c8f-ef2bc0e617ba tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:49.112444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b1586c5-4009-42b3-acce-bb8986fd6076 req-a6a5c6d2-7300-4e9d-9c8f-ef2bc0e617ba tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 949 time: 0.4113624 Oct 18 23:15:49.191451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b1586c5-4009-42b3-acce-bb8986fd6076 req-4c9a048b-2596-4261-bd0e-732d20d42ea7 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548387 Oct 18 23:15:49.248125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fa440-cb13-47a4-85ef-2e71098d439c req-53a9781a-52e3-4cf1-9ce4-a8371e7c04f7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:49.250200 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf3fa440-cb13-47a4-85ef-2e71098d439c req-53a9781a-52e3-4cf1-9ce4-a8371e7c04f7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 943 time: 0.4120119 Oct 18 23:15:49.344313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:49.354934 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:49.355985 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf3fa440-cb13-47a4-85ef-2e71098d439c req-ad7bd142-5093-45df-ad62-51c15538801c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940073 Oct 18 23:15:49.386479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45527-4c07-4e33-9683-f7fc1b0350fb req-1e9e5659-b13f-4e2e-b0be-7a834da8070c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:49.394551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdc45527-4c07-4e33-9683-f7fc1b0350fb req-1e9e5659-b13f-4e2e-b0be-7a834da8070c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1105683 Oct 18 23:15:49.408124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Transition to ACTIVE for port object 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:15:49.417970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:49.479208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdc45527-4c07-4e33-9683-f7fc1b0350fb req-d2f164b0-e845-4c4f-a394-18106b5b2aa3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837340 Oct 18 23:15:49.481175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:49.548144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f91b-522f-460c-9115-00dfc82435a0 req-a2ce1423-e7c4-4a83-925c-d0f3b8f6a436 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:49.555413 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7c43f91b-522f-460c-9115-00dfc82435a0 req-a2ce1423-e7c4-4a83-925c-d0f3b8f6a436 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 948 time: 0.1169858 Oct 18 23:15:49.602683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Attempting to bind port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:15:49.603811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Attempting to bind port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:15:49.604140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Attempting to bind port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:49.613722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:15:49.614070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Attempting to bind port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:15:49.625795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:15:49.627785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:15:49.628203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:15:49.628774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Bound port: 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:15:49.630698 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:49.648039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7c43f91b-522f-460c-9115-00dfc82435a0 req-845555f6-c142-4305-8881-f6bbeea982e8 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864203 Oct 18 23:15:49.758224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:49.763613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:49.767581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:15:49.774993 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:49.793767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd87afc-9db1-4f7d-8fcc-5af329343f7d req-13c325e9-ddd8-43b3-b296-4f2abd6a7380 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:49.795324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd87afc-9db1-4f7d-8fcc-5af329343f7d req-13c325e9-ddd8-43b3-b296-4f2abd6a7380 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.0762966 Oct 18 23:15:49.849247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:49.849855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:49.851298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] 10.222.0.73 "PUT /v2.0/ports/02ed4b46-5edf-4876-8b6f-bb51eb774fd6 HTTP/1.1" status: 200 len: 1097 time: 1.5824318 Oct 18 23:15:49.853856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:49.856620 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afc23d9-1bbd-4371-946e-3cdabdcada4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:49.916680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd87afc-9db1-4f7d-8fcc-5af329343f7d req-04c706a5-6d45-4447-82fe-e795e372b67b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935180 Oct 18 23:15:49.943507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2bf05-3951-4fb9-abce-cacb92e77aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:49.965313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f9da-1654-4296-a383-a89eccc52f67 req-4c64edd2-7180-466a-9f0f-9d9c3adf258f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:49.966997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-abf0f9da-1654-4296-a383-a89eccc52f67 req-4c64edd2-7180-466a-9f0f-9d9c3adf258f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.1100166 Oct 18 23:15:49.970977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2ee43fa8-cdc4-4f35-b994-7262e808bf26 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:15:49.995292 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1d1d73-5fe2-4d0d-b663-d351f735f216 x-openstack-request-id: req-5f1d1d73-5fe2-4d0d-b663-d351f735f216 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:49.995953 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:49.995953 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f1d1d73-5fe2-4d0d-b663-d351f735f216 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:49.996504 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'status': 'completed', 'code': 200} Oct 18 23:15:50.028632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-c81d502e-61f4-4beb-88c4-5dba7cd205a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:50.031289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-c81d502e-61f4-4beb-88c4-5dba7cd205a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ed099f9704f4376b628fd0827aef592&device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 1100 time: 0.1083825 Oct 18 23:15:50.073570 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-abf0f9da-1654-4296-a383-a89eccc52f67 req-c1f55f97-c7b0-4fed-a1b1-67d4d8b083e1 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673528 Oct 18 23:15:50.096866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-1300035d-de8a-420b-8167-20fb193710a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6 HTTP/1.1" status: 200 len: 217 time: 0.0486498 Oct 18 23:15:50.111310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9114074-f1e3-4809-a192-514d67c470da req-febfeabe-d2a7-4f81-86ed-de4fee2219c4 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:50.112782 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e9114074-f1e3-4809-a192-514d67c470da req-febfeabe-d2a7-4f81-86ed-de4fee2219c4 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 949 time: 0.1150782 Oct 18 23:15:50.141264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2ee43fa8-cdc4-4f35-b994-7262e808bf26, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2ee43fa8-cdc4-4f35-b994-7262e808bf26,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:50.205595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '2ee43fa8-cdc4-4f35-b994-7262e808bf26', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'port_id': '2ee43fa8-cdc4-4f35-b994-7262e808bf26', 'mac_address': 'fa:16:3e:59:a3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:15:50.206687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Deleting port 5eca79ed-f97a-465f-ab62-ea043f7496e2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:50.207049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:50.236987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:50.238261 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-0c4de335-2d28-46f8-8826-2e3318ccf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:50.241153 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d42fe901-2ab1-43a9-9fcd-ada7f06b8a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:50.241848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-0c4de335-2d28-46f8-8826-2e3318ccf248 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1263428 Oct 18 23:15:50.270057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:50.270460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3d9f9b22-9d2e-4049-b35d-dd199a7a11b6 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:50.286576 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:50.301607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee43fa8-cdc4-4f35-b994-7262e808bf26 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:50.328756 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2ee43fa8-cdc4-4f35-b994-7262e808bf26, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2ee43fa8-cdc4-4f35-b994-7262e808bf26,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:50.334918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:50.363877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] For port 5eca79ed-f97a-465f-ab62-ea043f7496e2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5eca79ed-f97a-465f-ab62-ea043f7496e2,segment=NetworkSegment(dd75d490-1818-46b0-ab01-9d582d8cc6bd),segment_id=dd75d490-1818-46b0-ab01-9d582d8cc6bd)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:50.364553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:50.388377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Calling delete_port for 5eca79ed-f97a-465f-ab62-ea043f7496e2 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:50.441725 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2ee43fa8-cdc4-4f35-b994-7262e808bf26,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:50.447840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-de3384bc-2a0e-45be-8890-5dbeed20face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:50.449372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-de3384bc-2a0e-45be-8890-5dbeed20face service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1393914 Oct 18 23:15:50.503841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd17f3-7fb2-4af9-b91b-d0e6cd51535a req-d9f309a5-df16-43b0-83b6-aac653833d15 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:50.511299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32cd17f3-7fb2-4af9-b91b-d0e6cd51535a req-d9f309a5-df16-43b0-83b6-aac653833d15 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 949 time: 0.1924303 Oct 18 23:15:50.553134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e9114074-f1e3-4809-a192-514d67c470da req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Deleting port 8f18c90f-cd76-40b8-add9-eed4e50a294e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:50.553504 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e9114074-f1e3-4809-a192-514d67c470da req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:50.612571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1103f1-7a47-4e1e-ad0f-5e80b50d3954 req-9464600b-490c-4570-ba0a-7ada21496e3e tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:50.614076 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b1103f1-7a47-4e1e-ad0f-5e80b50d3954 req-9464600b-490c-4570-ba0a-7ada21496e3e tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 944 time: 0.0865955 Oct 18 23:15:50.694493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b1103f1-7a47-4e1e-ad0f-5e80b50d3954 req-b845c9c9-9260-4ec8-8794-0582bb074539 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710254 Oct 18 23:15:50.706549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:50.711233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32cd17f3-7fb2-4af9-b91b-d0e6cd51535a req-29f61c12-6928-486f-ad40-c6412e87ace8 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824317 Oct 18 23:15:50.736634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-5911dcaa-b710-446a-a072-8e11090070a4 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652342 Oct 18 23:15:50.772810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Pushing event deleted for resources: {'Port': ['ID=5eca79ed-f97a-465f-ab62-ea043f7496e2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:50.887848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-e9114074-f1e3-4809-a192-514d67c470da req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] For port 8f18c90f-cd76-40b8-add9-eed4e50a294e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8f18c90f-cd76-40b8-add9-eed4e50a294e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:50.888235 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e9114074-f1e3-4809-a192-514d67c470da req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:50.928695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e9114074-f1e3-4809-a192-514d67c470da req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Calling delete_port for 8f18c90f-cd76-40b8-add9-eed4e50a294e owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:50.983769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9e047-7349-4b5c-a431-8d3254baa386 req-44d15039-976a-47fd-966a-b318e5b5d587 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:50.985449 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94e9e047-7349-4b5c-a431-8d3254baa386 req-44d15039-976a-47fd-966a-b318e5b5d587 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1541078 Oct 18 23:15:51.012158 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74bfce7-fa7d-462d-99cb-ee3605443f2e req-06742379-abb8-4a56-b590-071aab07ad2b service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740729 Oct 18 23:15:51.022705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81528f40-ac2b-45d6-93de-a13c42a7eae3 req-ef358a45-7fcd-40b7-8a3d-bdd8a7190c4f tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:51.033286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81528f40-ac2b-45d6-93de-a13c42a7eae3 req-ef358a45-7fcd-40b7-8a3d-bdd8a7190c4f tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 948 time: 0.1927373 Oct 18 23:15:51.075165 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94e9e047-7349-4b5c-a431-8d3254baa386 req-e42ca3d2-b55d-4662-8aa9-02df3f8cd479 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528092 Oct 18 23:15:51.084484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:51.092126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81528f40-ac2b-45d6-93de-a13c42a7eae3 req-695228ea-c13c-48fe-9a90-6348a3a2150c tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532629 Oct 18 23:15:51.164798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2ee43fa8-cdc4-4f35-b994-7262e808bf26'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:51.185862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e9114074-f1e3-4809-a192-514d67c470da req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:51.232760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['26745ae0-38e6-4f23-a4c2-05350b7c0e94'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:51.256591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Pushing event deleted for resources: {'Port': ['ID=8f18c90f-cd76-40b8-add9-eed4e50a294e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:51.267134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-64e058f0-2f6b-4586-8191-ca850b7b2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:51.269642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-64e058f0-2f6b-4586-8191-ca850b7b2419 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ed099f9704f4376b628fd0827aef592&device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 1100 time: 0.1319351 Oct 18 23:15:51.378224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9114074-f1e3-4809-a192-514d67c470da req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] No DVR routers for this DVR port 8f18c90f-cd76-40b8-add9-eed4e50a294e on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:51.399672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e9114074-f1e3-4809-a192-514d67c470da req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:51.405885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e9114074-f1e3-4809-a192-514d67c470da req-f35a9b2f-7d2d-4e41-b0ef-21062a8a482e tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "DELETE /v2.0/ports/8f18c90f-cd76-40b8-add9-eed4e50a294e HTTP/1.1" status: 204 len: 173 time: 1.2752349 Oct 18 23:15:51.454077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5cc97-dd30-4251-ab30-9d840c56e0d8 req-f23de7ff-bc3f-4c3b-8002-cf450227ad12 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:51.480075 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72a5cc97-dd30-4251-ab30-9d840c56e0d8 req-f23de7ff-bc3f-4c3b-8002-cf450227ad12 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 948 time: 0.2141690 Oct 18 23:15:51.556264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ab74-b0e8-409a-b8be-ff5f10b8ef5c req-76c5f881-ef36-4562-9cb8-80263b5d9153 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:51.569455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ba0ab74-b0e8-409a-b8be-ff5f10b8ef5c req-76c5f881-ef36-4562-9cb8-80263b5d9153 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.2399321 Oct 18 23:15:51.685331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Router e93aa4e0-36e9-4994-a9ba-e425db248f9b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:15:51.729329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72a5cc97-dd30-4251-ab30-9d840c56e0d8 req-76431a36-c803-4bd7-bf76-f14cb5d3e0b8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479656 Oct 18 23:15:51.732516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-5c91081e-3ef9-4636-b92e-0d893b47d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:51.735716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-5c91081e-3ef9-4636-b92e-0d893b47d489 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.4556320 Oct 18 23:15:51.758347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ba0ab74-b0e8-409a-b8be-ff5f10b8ef5c req-a261c67c-50c9-41da-91db-938e76c0b2e0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875079 Oct 18 23:15:51.882232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-a824a794-cbe8-4d00-a374-532383ae1e90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6 HTTP/1.1" status: 200 len: 217 time: 0.1225154 Oct 18 23:15:51.963138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:15:51.980227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 8f18c90f-cd76-40b8-add9-eed4e50a294e no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:52.008730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f71a10-fff5-412e-b000-07ae6e3974fb', 'name': 'network-vif-deleted', 'tag': '8f18c90f-cd76-40b8-add9-eed4e50a294e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:52.011292 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58f5e35-2f2d-40f9-95bd-ce6da58df579" -d '{"events": [{"server_uuid": "a8f71a10-fff5-412e-b000-07ae6e3974fb", "name": "network-vif-deleted", "tag": "8f18c90f-cd76-40b8-add9-eed4e50a294e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:52.031638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 8f18c90f-cd76-40b8-add9-eed4e50a294e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:52.032291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 8f18c90f-cd76-40b8-add9-eed4e50a294e not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:52.051990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5495925-0a87-453d-8830-c6d9f82ec25a req-a6645ad4-5475-4696-a9ab-70b3039e1666 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=a8f71a10-fff5-412e-b000-07ae6e3974fb HTTP/1.1" status: 200 len: 210 time: 0.0757496 Oct 18 23:15:52.084174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-e219fa40-6f2e-4932-b2f5-c0d62f1ae156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:52.085597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-e219fa40-6f2e-4932-b2f5-c0d62f1ae156 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1901186 Oct 18 23:15:52.097144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97318ca-a7bf-4da7-889d-620ef9aa1837 req-9f12ca12-0fb9-400f-a972-8b534b4c37d3 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:52.098465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d97318ca-a7bf-4da7-889d-620ef9aa1837 req-9f12ca12-0fb9-400f-a972-8b534b4c37d3 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 944 time: 0.1837573 Oct 18 23:15:52.102135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:15:52.110459 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6df402f0-5d41-48a7-8b73-b8f1b6d6539b admin admin] 10.222.0.52 "PUT /v2.0/routers/e93aa4e0-36e9-4994-a9ba-e425db248f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3123884 Oct 18 23:15:52.112401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36074) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:52.115214 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] Sync routers for ids ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:15:52.136943 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] Routers {'e93aa4e0-36e9-4994-a9ba-e425db248f9b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:52.138912 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:52.171689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-feca3d63-b1c2-429c-92ed-a6ed670e1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:52.174163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-feca3d63-b1c2-429c-92ed-a6ed670e1301 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796523 Oct 18 23:15:52.187288 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6353fc7b-7d0e-4612-94f1-dc153e98f4ce x-openstack-request-id: req-6353fc7b-7d0e-4612-94f1-dc153e98f4ce {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:52.189157 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f71a10-fff5-412e-b000-07ae6e3974fb", "name": "network-vif-deleted", "tag": "8f18c90f-cd76-40b8-add9-eed4e50a294e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:52.189690 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6353fc7b-7d0e-4612-94f1-dc153e98f4ce {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:52.190365 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f71a10-fff5-412e-b000-07ae6e3974fb', 'name': 'network-vif-deleted', 'tag': '8f18c90f-cd76-40b8-add9-eed4e50a294e', 'status': 'completed', 'code': 200} Oct 18 23:15:52.234873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:52.278122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'mac_address': 'fa:16:3e:9f:eb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:15:52.346514 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] Set router e93aa4e0-36e9-4994-a9ba-e425db248f9b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:52.362554 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:52.402306 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:52.418428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:52.472026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:52.477835 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:52.488365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-651a394c-0449-4ba0-aa72-5b9b6c8c3c7b service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967393 Oct 18 23:15:52.498446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cd406-5937-4b2f-9710-2e7e54cdb35c req-0018703d-6ba0-4ac7-81d8-0342734e6719 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:52.518707 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-921cd406-5937-4b2f-9710-2e7e54cdb35c req-0018703d-6ba0-4ac7-81d8-0342734e6719 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.2479484 Oct 18 23:15:52.547909 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d97318ca-a7bf-4da7-889d-620ef9aa1837 req-b93fcfef-0d05-4cd3-9c3c-d6f5ce282889 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241640 Oct 18 23:15:52.586122 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:20Z', 'updated_at': '2021-10-18T23:15:50Z', 'revision_number': 5, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'gw_port': {'id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:22Z', 'updated_at': '2021-10-18T23:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:52.624444 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] Checking router: e93aa4e0-36e9-4994-a9ba-e425db248f9b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:15:52.635324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:52.636298 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] Routers {'e93aa4e0-36e9-4994-a9ba-e425db248f9b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:15:52.637082 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:52.669640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-921cd406-5937-4b2f-9710-2e7e54cdb35c req-01771373-ad64-4adf-bdfa-57ad9fcb4694 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446967 Oct 18 23:15:52.718630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5afc23d9-1bbd-4371-946e-3cdabdcada4f req-bb55b4e2-f783-4838-97e0-37a5ca2dee6a service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964841 Oct 18 23:15:52.802010 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:52.827543 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] Set router e93aa4e0-36e9-4994-a9ba-e425db248f9b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:15:52.850658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c423-5955-4055-8110-4284b392298e req-19dd4d57-6449-41b5-bebd-eed07447d20b tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:52.853240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8558c423-5955-4055-8110-4284b392298e req-19dd4d57-6449-41b5-bebd-eed07447d20b tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 948 time: 0.1554894 Oct 18 23:15:52.931019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e7a89-25c4-4d19-afb6-6d28e314a0eb req-62f884a7-2ccc-428e-90e4-a7c67fd3f918 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:52.936849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['5d522678-e9fe-4d7b-8929-e93319d27426'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:52.938057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8558c423-5955-4055-8110-4284b392298e req-b02a81db-5e6b-4ad2-9d3b-f678f316acd2 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768223 Oct 18 23:15:52.947444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f03e7a89-25c4-4d19-afb6-6d28e314a0eb req-62f884a7-2ccc-428e-90e4-a7c67fd3f918 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 949 time: 0.0721705 Oct 18 23:15:52.960386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Deleting port 99feb494-5a26-43a5-b22b-de09c2ac5d66 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:52.960574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:53.019496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f03e7a89-25c4-4d19-afb6-6d28e314a0eb req-0746987a-3504-4a3d-a36e-bcf9d284f066 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593081 Oct 18 23:15:53.125308 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:20Z', 'updated_at': '2021-10-18T23:15:50Z', 'revision_number': 5, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'gw_port': {'id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:22Z', 'updated_at': '2021-10-18T23:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:53.145685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58854b-0e3a-4c89-9681-7fff1af80abc req-e0b12ff4-4930-493b-962b-53bdeb19c5dd tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:53.148488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e58854b-0e3a-4c89-9681-7fff1af80abc req-e0b12ff4-4930-493b-962b-53bdeb19c5dd tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.1058540 Oct 18 23:15:53.162186 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c51641-8f3b-467b-a183-198e8fb6ad05 None None] The sync data for ids ['e93aa4e0-36e9-4994-a9ba-e425db248f9b'] in n-d-713498-28 is: [{'id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330001583-router', 'tenant_id': 'a6948410061340d59ab9a79783a804c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:13:20Z', 'updated_at': '2021-10-18T23:15:50Z', 'revision_number': 5, 'project_id': 'a6948410061340d59ab9a79783a804c3', 'gw_port': {'id': '99feb494-5a26-43a5-b22b-de09c2ac5d66', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93aa4e0-36e9-4994-a9ba-e425db248f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:13:22Z', 'updated_at': '2021-10-18T23:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:15:53.177853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] For port 99feb494-5a26-43a5-b22b-de09c2ac5d66, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=99feb494-5a26-43a5-b22b-de09c2ac5d66,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:53.178621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:53.245058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Calling delete_port for 99feb494-5a26-43a5-b22b-de09c2ac5d66 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:53.288266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e58854b-0e3a-4c89-9681-7fff1af80abc req-9489e732-d467-465a-99cd-d29434961276 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289651 Oct 18 23:15:53.461436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-903e64e3-b30d-44eb-9e04-cd0114c9f983 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:53.463972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-903e64e3-b30d-44eb-9e04-cd0114c9f983 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11&tenant_id=1322d1ff53614d19a79298a73ab42a6f&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 949 time: 0.1203785 Oct 18 23:15:53.515814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595da263-6da9-4f7c-9ae4-5cf7f20ed8f9 req-6b9b57e0-600d-4788-88d3-34d20cca7335 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:53.518370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-595da263-6da9-4f7c-9ae4-5cf7f20ed8f9 req-6b9b57e0-600d-4788-88d3-34d20cca7335 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 949 time: 0.1334331 Oct 18 23:15:53.582310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:53.592001 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-768903d4-c5eb-4cca-9028-dc0e3fa32824 service neutron] delete failed (client error): The resource could not be found. Oct 18 23:15:53.593412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-768903d4-c5eb-4cca-9028-dc0e3fa32824 service neutron] 10.222.0.73 "DELETE /v2.0/ports/4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.1217906 Oct 18 23:15:53.693034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1d212-36cf-460e-a39b-d4c703296e80 req-3da0585f-ebad-45ef-8e83-0ab34ad2c6f4 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:53.703840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dff1d212-36cf-460e-a39b-d4c703296e80 req-3da0585f-ebad-45ef-8e83-0ab34ad2c6f4 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 950 time: 0.0833862 Oct 18 23:15:53.817118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dff1d212-36cf-460e-a39b-d4c703296e80 req-90b2ada9-5fb3-42ab-a183-8d9e864bd591 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131432 Oct 18 23:15:53.836871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-c4348878-b333-47a5-9f35-d0207e3b3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:53.840215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-c4348878-b333-47a5-9f35-d0207e3b3c97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 1101 time: 0.0927725 Oct 18 23:15:53.890284 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:53.926999 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-638eeffe-4ead-428d-b119-20b38475ef00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:53.962647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-595da263-6da9-4f7c-9ae4-5cf7f20ed8f9 req-efc5c7c7-82a7-4b1e-ab1a-0b7bad1b546e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066803 Oct 18 23:15:53.969034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b439aa59-0d7f-442d-a2d1-6f5d01c38386 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:15:54.026221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Pushing event deleted for resources: {'Port': ['ID=99feb494-5a26-43a5-b22b-de09c2ac5d66,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:54.056052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2ee43fa8-cdc4-4f35-b994-7262e808bf26 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:15:54.075833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc7c0-3bb6-40f9-a055-08fc6fe4a3a0 req-4a0e0cee-d989-43c1-89e3-d21accbda2ba tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:54.084632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbbbc7c0-3bb6-40f9-a055-08fc6fe4a3a0 req-4a0e0cee-d989-43c1-89e3-d21accbda2ba tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 944 time: 0.0992079 Oct 18 23:15:54.210256 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbbbc7c0-3bb6-40f9-a055-08fc6fe4a3a0 req-41b95466-3469-46d6-9a20-de6ba52d4e06 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230502 Oct 18 23:15:54.211162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 2ee43fa8-cdc4-4f35-b994-7262e808bf26 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:15:54.215419 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.220478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:54.221041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-f8c19a4f-a105-4f49-8c32-e1dfe24a2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:54.234094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-f8c19a4f-a105-4f49-8c32-e1dfe24a2100 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3703229 Oct 18 23:15:54.235245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 2ee43fa8-cdc4-4f35-b994-7262e808bf26 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:54.239636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.302424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5eca79ed-f97a-465f-ab62-ea043f7496e2 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:54.309682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b439aa59-0d7f-442d-a2d1-6f5d01c38386 has no active binding in host n-h1-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:15:54.314260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.316732 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.327433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-91a61f0a-483e-454f-8132-8c86b4394988 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 200 len: 217 time: 0.0859511 Oct 18 23:15:54.354314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 5eca79ed-f97a-465f-ab62-ea043f7496e2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:54.354666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5eca79ed-f97a-465f-ab62-ea043f7496e2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:54.364637 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.365744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e93aa4e0-36e9-4994-a9ba-e425db248f9b {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:15:54.372037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.376888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-629b09c5-6839-44f4-bdb1-d2ab19104155 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e93aa4e0-36e9-4994-a9ba-e425db248f9b HTTP/1.1" status: 204 len: 168 time: 2.2639611 Oct 18 23:15:54.385913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20948d63-05ae-4834-bfe1-c08099265955 req-c72fa7d4-e2e7-46f8-916b-6e73b123ef2e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:54.387645 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-20948d63-05ae-4834-bfe1-c08099265955 req-c72fa7d4-e2e7-46f8-916b-6e73b123ef2e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.2506182 Oct 18 23:15:54.388314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36118) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:54.481965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd530816-0740-47b3-9ad5-794b73ef5531 admin admin] Deleting subnet 23510cae-a715-48fb-9ea8-385e7744eeab {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:15:54.489171 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd530816-0740-47b3-9ad5-794b73ef5531 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.496467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.503910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6673-2ba7-44ec-a620-835fb23a35e2 req-db31ccff-bbd8-49d9-aaea-13734835c102 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:54.512668 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3bc6673-2ba7-44ec-a620-835fb23a35e2 req-db31ccff-bbd8-49d9-aaea-13734835c102 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 948 time: 0.1828351 Oct 18 23:15:54.541614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd530816-0740-47b3-9ad5-794b73ef5531 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.585388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2ee43fa8-cdc4-4f35-b994-7262e808bf26, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2ee43fa8-cdc4-4f35-b994-7262e808bf26,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:54.589420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fdc487-276c-467e-98f7-fb107c91743d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee43fa8-cdc4-4f35-b994-7262e808bf26'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:54.600134 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffe2486-e2d2-4e36-9257-33e93b2ced8a" -d '{"events": [{"server_uuid": "24fdc487-276c-467e-98f7-fb107c91743d", "name": "network-vif-plugged", "status": "completed", "tag": "2ee43fa8-cdc4-4f35-b994-7262e808bf26"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:54.610090 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.624978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3bc6673-2ba7-44ec-a620-835fb23a35e2 req-d005f8b2-c4d4-46ea-bc3f-89b95810a3dc tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114478 Oct 18 23:15:54.632891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-6a5b893c-3a01-4a66-93b9-8e304cefd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:54.638048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-6a5b893c-3a01-4a66-93b9-8e304cefd995 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2939937 Oct 18 23:15:54.683167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd530816-0740-47b3-9ad5-794b73ef5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.741988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.789740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-4f7b6dcd-f91d-49c2-8016-150f26d82353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:54.791872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-4f7b6dcd-f91d-49c2-8016-150f26d82353 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1447568 Oct 18 23:15:54.796694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2ee43fa8-cdc4-4f35-b994-7262e808bf26,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:54.809579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-20948d63-05ae-4834-bfe1-c08099265955 req-819bf274-f4d3-4858-9eb7-817e6b681d38 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124339 Oct 18 23:15:54.811957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd530816-0740-47b3-9ad5-794b73ef5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.852344 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd530816-0740-47b3-9ad5-794b73ef5531 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:54.858246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7327a4fb-b9c4-4eb9-aab0-ef223fbc569d None None] Network 4ba45ac2-a1c9-4841-9de1-d2425d61f086 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:15:54.870876 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dd530816-0740-47b3-9ad5-794b73ef5531 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/23510cae-a715-48fb-9ea8-385e7744eeab HTTP/1.1" status: 204 len: 168 time: 0.4811568 Oct 18 23:15:54.871521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36124) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:54.872294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd530816-0740-47b3-9ad5-794b73ef5531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23510cae-a715-48fb-9ea8-385e7744eeab,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:54.909074 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf3e19f-40aa-4c0e-aeaa-51250d95fd6f x-openstack-request-id: req-ddf3e19f-40aa-4c0e-aeaa-51250d95fd6f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:54.909378 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fdc487-276c-467e-98f7-fb107c91743d", "name": "network-vif-plugged", "status": "completed", "tag": "2ee43fa8-cdc4-4f35-b994-7262e808bf26", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:54.909674 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddf3e19f-40aa-4c0e-aeaa-51250d95fd6f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:54.910092 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fdc487-276c-467e-98f7-fb107c91743d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee43fa8-cdc4-4f35-b994-7262e808bf26', 'code': 200} Oct 18 23:15:55.002873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-b9f48a8a-c605-4c97-b915-54d5f5bc586a service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857998 Oct 18 23:15:55.019714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e83e0-99cd-416f-9ecb-f92277894506 req-fe9730b9-0479-4514-8ffc-91b3217597a5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:55.038355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-359e83e0-99cd-416f-9ecb-f92277894506 req-fe9730b9-0479-4514-8ffc-91b3217597a5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.2798581 Oct 18 23:15:55.132897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-359e83e0-99cd-416f-9ecb-f92277894506 req-dda5939b-0e71-4eca-8d25-9d0086bd5cd3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930724 Oct 18 23:15:55.213204 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:55.247071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1223-5ada-4d08-b745-d7f4b958bd8a req-66701973-2b86-4d59-b792-b97940ac8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:55.248804 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbfa1223-5ada-4d08-b745-d7f4b958bd8a req-66701973-2b86-4d59-b792-b97940ac8660 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 1097 time: 0.1848834 Oct 18 23:15:55.301547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbfa1223-5ada-4d08-b745-d7f4b958bd8a req-b1052d04-96f0-418d-af55-ca3436b07c4d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439255 Oct 18 23:15:55.345648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-712541ec-4a98-456e-86b2-2f2edccd3184 req-3d1fe864-690d-40dc-89d1-6f246e2ac997 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537026 Oct 18 23:15:55.345898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5eb116-a255-4bba-9a02-ec43d03a9f1c None None] DHCP port deletion for 4ba45ac2-a1c9-4841-9de1-d2425d61f086 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:15:55.432109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8a5eb116-a255-4bba-9a02-ec43d03a9f1c None None] Deleting port 51000b4b-1532-433a-8ae4-0c8bd6e87456 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:55.432736 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb116-a255-4bba-9a02-ec43d03a9f1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:55.470386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672bb7e-2d64-4f74-b435-eff525d14ca8 req-c3070c34-17f0-4567-afe0-bffc2d9ec859 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:55.472554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8672bb7e-2d64-4f74-b435-eff525d14ca8 req-c3070c34-17f0-4567-afe0-bffc2d9ec859 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 949 time: 0.1384552 Oct 18 23:15:55.541925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8a5eb116-a255-4bba-9a02-ec43d03a9f1c None None] For port 51000b4b-1532-433a-8ae4-0c8bd6e87456, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=51000b4b-1532-433a-8ae4-0c8bd6e87456,segment=NetworkSegment(dd75d490-1818-46b0-ab01-9d582d8cc6bd),segment_id=dd75d490-1818-46b0-ab01-9d582d8cc6bd)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:55.543403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb116-a255-4bba-9a02-ec43d03a9f1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:55.577538 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:55.593598 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8672bb7e-2d64-4f74-b435-eff525d14ca8 req-02d520f1-954d-4d5a-b9ad-f8a7a05959fc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989397 Oct 18 23:15:55.604577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8a5eb116-a255-4bba-9a02-ec43d03a9f1c None None] Calling delete_port for 51000b4b-1532-433a-8ae4-0c8bd6e87456 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:55.666989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247cffa-2507-468b-b142-c0954b491c95 req-c484de2e-5073-45e4-a568-4201b9277795 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:55.674868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f247cffa-2507-468b-b142-c0954b491c95 req-c484de2e-5073-45e4-a568-4201b9277795 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 950 time: 0.5944862 Oct 18 23:15:55.728345 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f247cffa-2507-468b-b142-c0954b491c95 req-7d6aacf7-5469-47f3-a623-6ac3503c47c4 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522041 Oct 18 23:15:55.747456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a5eb116-a255-4bba-9a02-ec43d03a9f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:55.778541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5eb116-a255-4bba-9a02-ec43d03a9f1c None None] No DVR routers for this DVR port 51000b4b-1532-433a-8ae4-0c8bd6e87456 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:55.783976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Deleting port 51000b4b-1532-433a-8ae4-0c8bd6e87456 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:55.784352 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:55.851253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5eb116-a255-4bba-9a02-ec43d03a9f1c None None] Pushing event deleted for resources: {'Port': ['ID=51000b4b-1532-433a-8ae4-0c8bd6e87456,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:55.897212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929057f-926f-4970-b126-7c084b1d9813 req-0b9507b1-a327-46d2-81b3-01cac63046c3 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:55.911371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7929057f-926f-4970-b126-7c084b1d9813 req-0b9507b1-a327-46d2-81b3-01cac63046c3 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.1834691 Oct 18 23:15:55.935420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] For port 51000b4b-1532-433a-8ae4-0c8bd6e87456, host n-d-713498-28, got binding levels [] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:55.935420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:55.953402 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Calling delete_port for 51000b4b-1532-433a-8ae4-0c8bd6e87456 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:55.957982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Port 51000b4b-1532-433a-8ae4-0c8bd6e87456 was not found and therefore no delete operation was performed {{(pid=100921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:15:55.961425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:55.977861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:15:55.995241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fb9e-96c5-4ff0-9298-45f39a805479 req-048b27ea-45ec-4646-80cb-57e2244ab541 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:56.003188 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08f5fb9e-96c5-4ff0-9298-45f39a805479 req-048b27ea-45ec-4646-80cb-57e2244ab541 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 948 time: 0.1074543 Oct 18 23:15:56.008789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7929057f-926f-4970-b126-7c084b1d9813 req-e0d9c57b-34cf-4926-b224-bb7742263005 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941634 Oct 18 23:15:56.017137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=51000b4b-1532-433a-8ae4-0c8bd6e87456,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:56.044802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] No DVR routers for this DVR port 51000b4b-1532-433a-8ae4-0c8bd6e87456 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:56.081914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:15:56.098116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:15:56.098636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.139652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-c009f277-fcc4-4db0-82df-4000fe2d9d91 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:56.142216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-c009f277-fcc4-4db0-82df-4000fe2d9d91 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 950 time: 0.1097944 Oct 18 23:15:56.232678 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.245974 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08f5fb9e-96c5-4ff0-9298-45f39a805479 req-5fcd14e6-b3c9-4dcf-8f12-85d2e4b1af41 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416286 Oct 18 23:15:56.291923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba45ac2-a1c9-4841-9de1-d2425d61f086']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:56.308850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99feb494-5a26-43a5-b22b-de09c2ac5d66 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:56.313620 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd75d490-1818-46b0-ab01-9d582d8cc6bd') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:56.314317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd75d490-1818-46b0-ab01-9d582d8cc6bd') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:15:56.336670 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.366274 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.394450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:15:56.394978 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:15:56.398092 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:15:56.499742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:15:56.504375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b439aa59-0d7f-442d-a2d1-6f5d01c38386 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:56.542516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cecbc4-e268-45ee-a6b0-e015d38b6abc req-682ba475-b305-4aec-8127-1eb19d164a4c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:56.556431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56cecbc4-e268-45ee-a6b0-e015d38b6abc req-682ba475-b305-4aec-8127-1eb19d164a4c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.2771654 Oct 18 23:15:56.561543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 99feb494-5a26-43a5-b22b-de09c2ac5d66 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:56.561899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99feb494-5a26-43a5-b22b-de09c2ac5d66 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:56.562537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 51000b4b-1532-433a-8ae4-0c8bd6e87456 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:15:56.623095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56cecbc4-e268-45ee-a6b0-e015d38b6abc req-f91fc582-86b3-489d-a76e-3b7e861faed9 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619223 Oct 18 23:15:56.628266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.635951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.643627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Deleting port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:15:56.643968 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.658217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4ba45ac2-a1c9-4841-9de1-d2425d61f086 HTTP/1.1" status: 204 len: 168 time: 1.7633536 Oct 18 23:15:56.676352 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.694267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 51000b4b-1532-433a-8ae4-0c8bd6e87456 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:15:56.694621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 51000b4b-1532-433a-8ae4-0c8bd6e87456 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:15:56.741134 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:15:56.761076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03a453-8c5c-430a-83ff-5d2ab431c634 req-d4b7b597-6e08-462c-9405-f54e176b9cd7 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:56.775192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a03a453-8c5c-430a-83ff-5d2ab431c634 req-d4b7b597-6e08-462c-9405-f54e176b9cd7 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.3009312 Oct 18 23:15:56.778542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951319e-64f4-42f7-a419-79f6efef6f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba45ac2-a1c9-4841-9de1-d2425d61f086,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:56.838476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a03a453-8c5c-430a-83ff-5d2ab431c634 req-58f45ccc-b918-48fa-bb96-c299a81697f2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536046 Oct 18 23:15:56.935058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f5c79-f325-435d-85c7-1c21c0515eb8 req-8d7f6492-68c4-474c-ab9a-e33eba0426f8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:56.937400 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a29f5c79-f325-435d-85c7-1c21c0515eb8 req-8d7f6492-68c4-474c-ab9a-e33eba0426f8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 949 time: 0.1559749 Oct 18 23:15:56.940266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] For port 26745ae0-38e6-4f23-a4c2-05350b7c0e94, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=26745ae0-38e6-4f23-a4c2-05350b7c0e94,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:56.940657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.941409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:56.943785 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48705ef-9dde-4816-81c3-bf66ffcb22a5" -d '{"events": [{"server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "name": "network-vif-plugged", "status": "completed", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:56.950376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:56.965707 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:56.983295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Calling delete_port for 26745ae0-38e6-4f23-a4c2-05350b7c0e94 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:15:57.068134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36158) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:57.069521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:57.094932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'mac_address': 'fa:16:3e:26:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:15:57.100420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:57.158657 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:57.165853 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9a9a75fd-85e0-4d7c-9533-a3845bb26b12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da7a5febd10e4b2cb0a25f02c5be8e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924954 Oct 18 23:15:57.172391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36160) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:57.177684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a29f5c79-f325-435d-85c7-1c21c0515eb8 req-b2df6ae1-9c7a-4729-bc6f-684a7952d1bf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196896 Oct 18 23:15:57.178623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:57.182911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06995ba5-69e4-46f6-9615-e0ad59132713 req-88d31c8a-15db-40cf-829c-78fe6a6631bc tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:57.184534 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06995ba5-69e4-46f6-9615-e0ad59132713 req-88d31c8a-15db-40cf-829c-78fe6a6631bc tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b9fbd52-44d3-43fb-b769-5775e45e5fbb HTTP/1.1" status: 200 len: 950 time: 0.1938267 Oct 18 23:15:57.235668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:57.242642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:57.333083 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82839e3-8020-4701-810a-58a9260b3cec x-openstack-request-id: req-a82839e3-8020-4701-810a-58a9260b3cec {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:57.333578 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "name": "network-vif-plugged", "status": "completed", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:57.334033 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a82839e3-8020-4701-810a-58a9260b3cec {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:57.334625 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'code': 200} Oct 18 23:15:57.388849 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06995ba5-69e4-46f6-9615-e0ad59132713 req-e7d86231-2a10-4747-b92e-88a89cce8d0c tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929667 Oct 18 23:15:57.407128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:57.422933 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-499caea0-89b2-4c33-bb98-b84066971489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:57.432350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:57.450584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['26745ae0-38e6-4f23-a4c2-05350b7c0e94'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:57.459262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Pushing event deleted for resources: {'Port': ['ID=26745ae0-38e6-4f23-a4c2-05350b7c0e94,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:57.485335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-499caea0-89b2-4c33-bb98-b84066971489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:57.497047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['5d522678-e9fe-4d7b-8929-e93319d27426'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:57.600048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b4f7-c669-40b4-a8b7-38ba68443512 req-f6b28931-3d0d-4ae5-994d-47155e0c3696 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:57.601766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79d0b4f7-c669-40b4-a8b7-38ba68443512 req-f6b28931-3d0d-4ae5-994d-47155e0c3696 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.1135008 Oct 18 23:15:57.615380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] No DVR routers for this DVR port 26745ae0-38e6-4f23-a4c2-05350b7c0e94 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:57.621733 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:57.628580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4ef1d6-e680-4432-a9e7-3eed66a3e0b8 req-de7fc7f1-e979-4022-bb5a-f6d273202f2f tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.73 "DELETE /v2.0/ports/26745ae0-38e6-4f23-a4c2-05350b7c0e94 HTTP/1.1" status: 204 len: 173 time: 1.4752390 Oct 18 23:15:57.639536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9fbd52-44d3-43fb-b769-5775e45e5fbb', 'name': 'network-vif-deleted', 'tag': '26745ae0-38e6-4f23-a4c2-05350b7c0e94'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:15:57.641355 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3c358a-bd08-40d6-b79c-dff70376e186" -d '{"events": [{"server_uuid": "3b9fbd52-44d3-43fb-b769-5775e45e5fbb", "name": "network-vif-deleted", "tag": "26745ae0-38e6-4f23-a4c2-05350b7c0e94"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:15:57.696033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b54087-7594-4960-8da6-875fb50441a7 req-9a461b7c-25ff-4f67-af0a-afed0979c277 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:57.703137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73b54087-7594-4960-8da6-875fb50441a7 req-9a461b7c-25ff-4f67-af0a-afed0979c277 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.2534800 Oct 18 23:15:57.716047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-499caea0-89b2-4c33-bb98-b84066971489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:57.719690 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-499caea0-89b2-4c33-bb98-b84066971489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:57.723940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-499caea0-89b2-4c33-bb98-b84066971489 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a59fc255-d5fa-4480-8b26-fbbc0f091053 HTTP/1.1" status: 204 len: 168 time: 0.5381711 Oct 18 23:15:57.728541 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79d0b4f7-c669-40b4-a8b7-38ba68443512 req-7b5b8828-2a76-40b5-846a-84ae301b4b90 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201491 Oct 18 23:15:57.736864 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:57.738630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499caea0-89b2-4c33-bb98-b84066971489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59fc255-d5fa-4480-8b26-fbbc0f091053,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:57.765655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-25e14d7b-b3bf-41c4-aee8-c4404bb0ff01 service neutron] 10.222.0.73 "GET /v2.0/ports/b439aa59-0d7f-442d-a2d1-6f5d01c38386/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 385 time: 0.3031144 Oct 18 23:15:57.766230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['02ed4b46-5edf-4876-8b6f-bb51eb774fd6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:15:57.842366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73b54087-7594-4960-8da6-875fb50441a7 req-d379206b-bab7-41d7-b9aa-4dd2cad91f5b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013258 Oct 18 23:15:58.024594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052f76e-f5aa-4551-a561-d6d5c147ba71 req-07f70b51-036a-447e-9c01-d28ceeb16211 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:58.026266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c052f76e-f5aa-4551-a561-d6d5c147ba71 req-07f70b51-036a-447e-9c01-d28ceeb16211 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 949 time: 0.1510806 Oct 18 23:15:58.117409 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c052f76e-f5aa-4551-a561-d6d5c147ba71 req-e413057a-aa97-45f6-8b9f-65ea164151dd tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671594 Oct 18 23:15:58.218653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a29ecc-e7fb-4672-bc73-e1c1f54e1532 req-c33c87e8-af26-4e9b-981b-b2cac212e66a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:58.220290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67a29ecc-e7fb-4672-bc73-e1c1f54e1532 req-c33c87e8-af26-4e9b-981b-b2cac212e66a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1913517 Oct 18 23:15:58.255308 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed6fc42-c7b9-4477-8209-0f4c56e3a05a x-openstack-request-id: req-9ed6fc42-c7b9-4477-8209-0f4c56e3a05a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:15:58.255713 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9fbd52-44d3-43fb-b769-5775e45e5fbb", "name": "network-vif-deleted", "tag": "26745ae0-38e6-4f23-a4c2-05350b7c0e94", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:15:58.255999 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ed6fc42-c7b9-4477-8209-0f4c56e3a05a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:15:58.256489 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9fbd52-44d3-43fb-b769-5775e45e5fbb', 'name': 'network-vif-deleted', 'tag': '26745ae0-38e6-4f23-a4c2-05350b7c0e94', 'status': 'completed', 'code': 200} Oct 18 23:15:58.298875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0863de82-4046-4127-9eea-616ae621f54b req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:58.331208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0863de82-4046-4127-9eea-616ae621f54b req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:15:58.374149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-0863de82-4046-4127-9eea-616ae621f54b req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b439aa59-0d7f-442d-a2d1-6f5d01c38386 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:15:58.388603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0863de82-4046-4127-9eea-616ae621f54b req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:15:58.462069 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:58.477088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b21f-d360-4285-b6b0-4f72cd881b7d req-7591ef9a-d9ae-47a0-a12e-d65d24c09e30 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:58.479291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8975b21f-d360-4285-b6b0-4f72cd881b7d req-7591ef9a-d9ae-47a0-a12e-d65d24c09e30 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 943 time: 0.0828862 Oct 18 23:15:58.505466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67a29ecc-e7fb-4672-bc73-e1c1f54e1532 req-065a6d01-fe27-44ce-8df4-ddaa109a9996 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642908 Oct 18 23:15:58.530082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36186) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:58.558503 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8975b21f-d360-4285-b6b0-4f72cd881b7d req-714afd7b-8e82-42c0-ab46-4f0835d769fe tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692437 Oct 18 23:15:58.615044 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f980ad3b-679b-46fc-8dd8-99efcc20d442 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6948410061340d59ab9a79783a804c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776594 Oct 18 23:15:58.618008 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36190) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:15:58.667927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-0863de82-4046-4127-9eea-616ae621f54b req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] Transition to ACTIVE for port object b439aa59-0d7f-442d-a2d1-6f5d01c38386 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:15:58.680434 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:58.733438 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b112144-686d-4c0c-b99a-68c05889f867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:58.745295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0863de82-4046-4127-9eea-616ae621f54b req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] No DVR routers for this DVR port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:15:58.788034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b112144-686d-4c0c-b99a-68c05889f867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:58.805038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] 10.222.0.73 "PUT /v2.0/ports/b439aa59-0d7f-442d-a2d1-6f5d01c38386/bindings/n-h1-713498-28/activate HTTP/1.1" status: 200 len: 370 time: 1.0227127 Oct 18 23:15:58.813646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f32f2-178f-432e-80bf-c66fdfefcc6a service neutron] Pushing event updated for resources: {'Port': ['ID=b439aa59-0d7f-442d-a2d1-6f5d01c38386,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:58.931921 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b112144-686d-4c0c-b99a-68c05889f867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:58.937414 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b112144-686d-4c0c-b99a-68c05889f867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:15:58.950830 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6b112144-686d-4c0c-b99a-68c05889f867 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eeb8bea0-51ea-4bb2-b94d-67612fd422d3 HTTP/1.1" status: 204 len: 168 time: 0.3268979 Oct 18 23:15:58.997753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b112144-686d-4c0c-b99a-68c05889f867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb8bea0-51ea-4bb2-b94d-67612fd422d3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:15:59.030091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-88edd495-46e4-4a08-8f6b-d4016bcfe93c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1322d1ff53614d19a79298a73ab42a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225407 Oct 18 23:15:59.107343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90384bc-9130-4379-a757-0e082ea037c7 req-43e1c5d2-1747-4aaf-b13c-a575cd122c6e tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:59.119808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d90384bc-9130-4379-a757-0e082ea037c7 req-43e1c5d2-1747-4aaf-b13c-a575cd122c6e tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.1641700 Oct 18 23:15:59.226994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-b8be5392-ea09-42a5-bdce-74165d3a9e56 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:59.242111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-b8be5392-ea09-42a5-bdce-74165d3a9e56 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973944 Oct 18 23:15:59.271402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-c2cc1a36-9af2-4295-a071-14c10ccf005c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/quotas/1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 375 time: 0.0279343 Oct 18 23:15:59.353085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-9dcb59a1-a0cf-4389-9698-99378a322db1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737367 Oct 18 23:15:59.485657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-0e4049b1-5c82-4e2f-b97d-7c7a63e6fb46 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:59.487342 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-0e4049b1-5c82-4e2f-b97d-7c7a63e6fb46 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.4814944 Oct 18 23:15:59.548750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d90384bc-9130-4379-a757-0e082ea037c7 req-e4f8c4c1-3899-4767-b7c3-187e09da57b9 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272437 Oct 18 23:15:59.598802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-27893520-7da6-4424-8439-6f5511306f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:59.600410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-27893520-7da6-4424-8439-6f5511306f2d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7&tenant_id=c91492ee9d27416abba2071bf16cb6da HTTP/1.1" status: 200 len: 1096 time: 0.1001177 Oct 18 23:15:59.744096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52e9d3-8aa4-40e6-811e-e5f1fabc498f req-fe7f0397-30c0-4aa5-8da8-eae892b71fb0 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:59.754137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c52e9d3-8aa4-40e6-811e-e5f1fabc498f req-fe7f0397-30c0-4aa5-8da8-eae892b71fb0 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 950 time: 0.1183662 Oct 18 23:15:59.798939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-467aeb1a-e60a-41cc-a5b8-4cdc3036c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:59.800453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-467aeb1a-e60a-41cc-a5b8-4cdc3036c007 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1096 time: 0.1590466 Oct 18 23:15:59.838535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9964d-1add-47d1-9168-131c494b0b3c req-0aa8607f-62fe-41ea-b468-693624072007 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:15:59.846335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62d9964d-1add-47d1-9168-131c494b0b3c req-0aa8607f-62fe-41ea-b468-693624072007 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 949 time: 0.1508231 Oct 18 23:15:59.878480 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c52e9d3-8aa4-40e6-811e-e5f1fabc498f req-648fa30b-4c7b-4563-867b-8537bd94bba5 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227367 Oct 18 23:15:59.992976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62d9964d-1add-47d1-9168-131c494b0b3c req-7ca792bf-bf9b-4f6b-bdcc-72e2f0d1d4a3 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456437 Oct 18 23:16:00.004915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-c1e7a83f-1f8e-4e7a-a26a-869aef25153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:00.007109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-c1e7a83f-1f8e-4e7a-a26a-869aef25153f service neutron] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.1895614 Oct 18 23:16:00.083159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-1327c88a-8da1-43e4-b1a3-582b2c85054a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386 HTTP/1.1" status: 200 len: 217 time: 0.0601017 Oct 18 23:16:00.128855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d69e3a9f-857e-466c-90eb-f8f4791481c6 req-833546b7-6b85-4d2e-a1bb-49340bf599d6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 210 time: 0.0488336 Oct 18 23:16:00.168302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d97eed-c83a-42cd-b22d-2cb30ef9982a req-769cf55e-8b05-49ec-9a6f-543be42e66ef tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:00.181768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81d97eed-c83a-42cd-b22d-2cb30ef9982a req-769cf55e-8b05-49ec-9a6f-543be42e66ef tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1176689 Oct 18 23:16:00.184591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-f8f5ed0c-f9d2-49c6-a8e7-a3c8fc30142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:00.187687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-f8f5ed0c-f9d2-49c6-a8e7-a3c8fc30142a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.0940442 Oct 18 23:16:00.253639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36252) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:00.265474 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81d97eed-c83a-42cd-b22d-2cb30ef9982a req-6f9a45ec-af88-4aef-ab73-7cdd58144a8a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812981 Oct 18 23:16:00.272578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-c257d919-7bfb-4027-8391-f2a8a8994dfc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757043 Oct 18 23:16:00.320328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:00.433094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7fc5f-49f6-43b8-bbc8-33fca83b9ff8 req-a9b70713-c0ef-437c-a00e-a5aa0917bd1a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:00.433992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5e279-339c-4802-adb9-efca5970c458 req-ed5ba074-68d7-4ac8-bf99-69adce2968ac tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:00.446350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11b5e279-339c-4802-adb9-efca5970c458 req-ed5ba074-68d7-4ac8-bf99-69adce2968ac tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.0859041 Oct 18 23:16:00.447163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82c7fc5f-49f6-43b8-bbc8-33fca83b9ff8 req-a9b70713-c0ef-437c-a00e-a5aa0917bd1a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 944 time: 0.1867959 Oct 18 23:16:00.447281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36256) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:00.460824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Request body: {'floatingip': {'port_id': '2ee43fa8-cdc4-4f35-b994-7262e808bf26'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:00.491913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:16:00.506901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:00.507733 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:00.524199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82c7fc5f-49f6-43b8-bbc8-33fca83b9ff8 req-ae0ff442-c907-4931-9d09-e202f4562fdf tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786464 Oct 18 23:16:00.563214 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-30f48971-fc8e-44e1-9cea-f3f2cdb2db09 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624388 Oct 18 23:16:00.574946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-network', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:00.607590 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:00.648103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Made reservation on behalf of e665cb2237994155b9e09f91d99ebcb1 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:00.650574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:00.697745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:00.699651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:00.746611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:00.748192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:00.750505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-5f2a6827-306a-425d-b7b0-6aca8e4c4a8d service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610498 Oct 18 23:16:00.752147 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c855c41-b65f-4e2b-ab7f-75c3d38d5ddd" -d '{"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-plugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:00.757055 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:00.758280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 26745ae0-38e6-4f23-a4c2-05350b7c0e94 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:16:00.803063 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 26745ae0-38e6-4f23-a4c2-05350b7c0e94 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:16:00.803481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 26745ae0-38e6-4f23-a4c2-05350b7c0e94 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:16:00.854798 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49297c8f-9971-4749-b61a-1cef917f84fb x-openstack-request-id: req-49297c8f-9971-4749-b61a-1cef917f84fb {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:00.855495 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-plugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:00.856213 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49297c8f-9971-4749-b61a-1cef917f84fb {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:00.857247 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'code': 200} Oct 18 23:16:00.918786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:00.991376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf38d38-cd8a-487f-917a-d687fe289eb4 req-421bac65-078d-4058-b421-93acd7dcfd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:00.993228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aaf38d38-cd8a-487f-917a-d687fe289eb4 req-421bac65-078d-4058-b421-93acd7dcfd31 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 1102 time: 0.0633571 Oct 18 23:16:00.998086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.007186 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.066558 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aaf38d38-cd8a-487f-917a-d687fe289eb4 req-fd059c19-aa00-4f69-96d1-36daaf898821 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657544 Oct 18 23:16:01.092079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532eca94-9b29-480b-9760-09aa6c0446fd req-ac3b2b2c-681b-47ff-b03d-18506bfc8b28 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:01.093980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-532eca94-9b29-480b-9760-09aa6c0446fd req-ac3b2b2c-681b-47ff-b03d-18506bfc8b28 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 950 time: 0.0712700 Oct 18 23:16:01.095949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:16:01.142987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-532eca94-9b29-480b-9760-09aa6c0446fd req-bc2461e9-e0d6-467d-874e-d01024a70b40 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Oct 18 23:16:01.158640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d04cac-bcb5-447a-bbd3-997ad0f2f0ca,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:01.165526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.165526 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Added segment b33b259b-8e3d-4371-b292-a6e78e534cbd of type vlan for network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e Oct 18 23:16:01.276812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.294462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682538ea-5e21-46b6-aa55-e3e61c621165 req-e3301340-a883-4530-a840-5d6705056b80 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:01.296814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-682538ea-5e21-46b6-aa55-e3e61c621165 req-e3301340-a883-4530-a840-5d6705056b80 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 950 time: 0.1542277 Oct 18 23:16:01.305821 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd56d66-f0e3-470d-bbe3-1ebdc8965606 req-e2c0ef0f-6849-42bf-9677-8c62599b58e6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 210 time: 0.0488605 Oct 18 23:16:01.329526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-749b4884-a9be-4729-929a-04e88818e9a4 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:01.330785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-749b4884-a9be-4729-929a-04e88818e9a4 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 950 time: 0.0949953 Oct 18 23:16:01.405645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.407733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:01.409125 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.479221 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:16:01.497881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0892e35-799b-4fa9-8bd5-55d3856bc07d req-a6b9456c-4cc3-4563-ba8e-0f31e5754c43 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:01.500104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0892e35-799b-4fa9-8bd5-55d3856bc07d req-a6b9456c-4cc3-4563-ba8e-0f31e5754c43 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.0745711 Oct 18 23:16:01.512108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Deleting port 5d522678-e9fe-4d7b-8929-e93319d27426 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:16:01.512471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.547565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-682538ea-5e21-46b6-aa55-e3e61c621165 req-093b1078-4a3c-42f2-bbf0-f7a8ca701d79 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303753 Oct 18 23:16:01.602519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-4a0b3e2a-f0c2-4a88-a655-dcbfa9b62fc1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=1322d1ff53614d19a79298a73ab42a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485318 Oct 18 23:16:01.657137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4012740 Oct 18 23:16:01.667585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36274) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:01.692043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.703771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0892e35-799b-4fa9-8bd5-55d3856bc07d req-eaf64dff-bd99-4260-aa3f-bbbd11afa95f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868522 Oct 18 23:16:01.716988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Request body: {'subnet': {'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-subnet', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:01.760416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.831869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] For port 5d522678-e9fe-4d7b-8929-e93319d27426, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5d522678-e9fe-4d7b-8929-e93319d27426,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:01.832522 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.836912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dc2b2-eb6e-4368-ba83-17ebbbfc1ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:01.854361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:16:01.879761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Made reservation on behalf of e665cb2237994155b9e09f91d99ebcb1 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:01.882361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:01.885314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Calling delete_port for 5d522678-e9fe-4d7b-8929-e93319d27426 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:16:01.969895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863de82-4046-4127-9eea-616ae621f54b req-54ff678e-c9b9-4cb6-b856-c99d6e7e37a9 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:01.971439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-54ff678e-c9b9-4cb6-b856-c99d6e7e37a9 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.1362734 Oct 18 23:16:01.979442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd6812-f579-40e3-b29f-101ef4e66962 req-a1b3a8e2-a4fd-4884-b4a8-2f1025641625 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:01.981453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1cfd6812-f579-40e3-b29f-101ef4e66962 req-a1b3a8e2-a4fd-4884-b4a8-2f1025641625 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 944 time: 0.2226408 Oct 18 23:16:01.987823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-a313f33a-9339-4509-b160-515ead0011b6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:01.989321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-a313f33a-9339-4509-b160-515ead0011b6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374298 Oct 18 23:16:01.992820 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Floating IP 81647688-764e-42fd-b6b2-a6a3fea113b2 associated. External IP: 172.25.7.62, port: 2ee43fa8-cdc4-4f35-b994-7262e808bf26. Oct 18 23:16:02.028801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Request body: {'port': {'device_id': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '1322d1ff53614d19a79298a73ab42a6f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:02.106633 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1cfd6812-f579-40e3-b29f-101ef4e66962 req-4f654184-76bf-41a0-b1e9-48b1b1fb6689 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170201 Oct 18 23:16:02.291405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0863de82-4046-4127-9eea-616ae621f54b req-c0d98213-d8b7-4212-ab32-b5509b1d4dc7 service neutron] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:02.297427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0863de82-4046-4127-9eea-616ae621f54b req-c0d98213-d8b7-4212-ab32-b5509b1d4dc7 service neutron] Publish callbacks [] for binding, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:02.298702 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0863de82-4046-4127-9eea-616ae621f54b req-c0d98213-d8b7-4212-ab32-b5509b1d4dc7 service neutron] 10.222.0.102 "DELETE /v2.0/ports/b439aa59-0d7f-442d-a2d1-6f5d01c38386/bindings/n-h2-713498-28 HTTP/1.1" status: 204 len: 173 time: 0.3165550 Oct 18 23:16:02.376327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Made reservation on behalf of 1322d1ff53614d19a79298a73ab42a6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:02.379859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:02.387510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:02.408903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Router 8b75ba61-beda-4276-8ebe-92b7386b9890 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:16:02.431634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['5d522678-e9fe-4d7b-8929-e93319d27426'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:02.465371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Pushing event deleted for resources: {'Port': ['ID=5d522678-e9fe-4d7b-8929-e93319d27426,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:02.469205 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:02.512122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03395f-acb4-49bd-b665-6eccaa6e7fde req-d58339e2-c75b-4802-8d84-578e8c4ec119 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:02.513880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fa03395f-acb4-49bd-b665-6eccaa6e7fde req-d58339e2-c75b-4802-8d84-578e8c4ec119 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/ports?device_id=037744da-403e-41ad-875e-f59f178c9bb4 HTTP/1.1" status: 200 len: 868 time: 0.2509599 Oct 18 23:16:02.555604 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-820ac097-85cd-4ca1-a717-7228f5734828 req-dff90837-ad09-48b2-8dae-8faa2bca31ac tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 210 time: 0.0441785 Oct 18 23:16:02.601796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] No DVR routers for this DVR port 5d522678-e9fe-4d7b-8929-e93319d27426 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:16:02.604599 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:02.609260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0919e4fc-14e2-4e04-a8d7-cd3c0da3f6a4 req-e34550c6-9bbe-4485-ad0f-032059549256 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.102 "DELETE /v2.0/ports/5d522678-e9fe-4d7b-8929-e93319d27426 HTTP/1.1" status: 204 len: 173 time: 1.2708631 Oct 18 23:16:02.620526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-deleted', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:02.623082 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94fcb15-2104-4dab-8657-98c4bd62fa54" -d '{"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-deleted", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:02.682912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94535351-2715-4cc1-9502-8e31c7196abb,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:02.719827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:16:02.728247 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:02.737077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] Sync routers for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:16:02.756152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:02.757186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:02.780470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0de137a5-71b7-4897-8cce-238de45ebfb0 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "PUT /v2.0/floatingips/81647688-764e-42fd-b6b2-a6a3fea113b2 HTTP/1.1" status: 200 len: 990 time: 2.3297503 Oct 18 23:16:02.780470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fdc487-276c-467e-98f7-fb107c91743d', 'tag': '2ee43fa8-cdc4-4f35-b994-7262e808bf26'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:02.782023 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c152af24-6c58-4686-a3d5-d33677863528" -d '{"events": [{"name": "network-changed", "server_uuid": "24fdc487-276c-467e-98f7-fb107c91743d", "tag": "2ee43fa8-cdc4-4f35-b994-7262e808bf26"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:02.803129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2ca11-fa0f-48e4-b6f9-f5d0f9c0c3f8 req-fc800474-8769-4c07-bb08-723b24077530 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:02.806110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fa03395f-acb4-49bd-b665-6eccaa6e7fde req-98bd2005-75f0-4063-ab05-c51269476344 tempest-ServersAdminTestJSON-540688059 tempest-ServersAdminTestJSON-540688059-project] 10.222.0.52 "GET /v2.0/security-groups?id=90a4726f-067d-40df-afb1-875894ee5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594011 Oct 18 23:16:02.811986 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6eb2ca11-fa0f-48e4-b6f9-f5d0f9c0c3f8 req-fc800474-8769-4c07-bb08-723b24077530 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 950 time: 0.1535547 Oct 18 23:16:02.839956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Checking segment: {'id': 'b33b259b-8e3d-4371-b292-a6e78e534cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:02.840666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Network hostable DHCP agents. Network: 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:16:02.862702 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6eb2ca11-fa0f-48e4-b6f9-f5d0f9c0c3f8 req-55a0ddbd-1b8b-4a62-9560-f1d1cca213ac tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452242 Oct 18 23:16:02.895733 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8004777-638d-47b0-bac4-085fc33eb89e x-openstack-request-id: req-d8004777-638d-47b0-bac4-085fc33eb89e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:02.896026 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037744da-403e-41ad-875e-f59f178c9bb4", "name": "network-vif-deleted", "tag": "5d522678-e9fe-4d7b-8929-e93319d27426", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:02.896279 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8004777-638d-47b0-bac4-085fc33eb89e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:02.896670 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037744da-403e-41ad-875e-f59f178c9bb4', 'name': 'network-vif-deleted', 'tag': '5d522678-e9fe-4d7b-8929-e93319d27426', 'status': 'completed', 'code': 200} Oct 18 23:16:02.922888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Allocated IP 192.168.233.205 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/a427f9c7-74b2-4f6b-a4a3-6030f904f6ec) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:02.929706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:16:02.956066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:02.956630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:02.985393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:02.985998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:03.036978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bae5b0bb-1c81-404c-b2f7-77f77fe21a99 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3607795 Oct 18 23:16:03.046990 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a148748-7bef-45f3-b29b-cd9ad5ff637b req-e1948f1b-0ba9-4086-b853-4ff05278449e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:03.048545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36296) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:03.049397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a148748-7bef-45f3-b29b-cd9ad5ff637b req-e1948f1b-0ba9-4086-b853-4ff05278449e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1066833 Oct 18 23:16:03.052910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:03.090916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3cc7a6-188a-4e84-aed0-e5bf0cee2a53 None None] Network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:16:03.119685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a148748-7bef-45f3-b29b-cd9ad5ff637b req-64ede6c2-2bf6-476b-b0bf-02e83bb64123 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622435 Oct 18 23:16:03.214637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:03.215967 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:03.295660 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a41fbb4-bb91-41be-a4ff-85b4dead5906 x-openstack-request-id: req-5a41fbb4-bb91-41be-a4ff-85b4dead5906 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:03.296135 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fdc487-276c-467e-98f7-fb107c91743d", "tag": "2ee43fa8-cdc4-4f35-b994-7262e808bf26", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:03.296340 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a41fbb4-bb91-41be-a4ff-85b4dead5906 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:03.296736 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fdc487-276c-467e-98f7-fb107c91743d', 'tag': '2ee43fa8-cdc4-4f35-b994-7262e808bf26', 'status': 'completed', 'code': 200} Oct 18 23:16:03.320993 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:03.338770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-c0d28caa-c08b-4647-aba1-05e7e4f7ee70 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:03.340354 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-c0d28caa-c08b-4647-aba1-05e7e4f7ee70 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 820 time: 0.3196614 Oct 18 23:16:03.402032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e', 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'fixed_ips': [{'subnet_id': '94535351-2715-4cc1-9502-8e31c7196abb'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:16:03.403223 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:03.405712 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:03.437150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a251-e6bf-428f-aeab-e417afa818f2 req-97d299bc-4b5a-4d35-9d34-fd5c192b61db tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:03.438925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbb2a251-e6bf-428f-aeab-e417afa818f2 req-97d299bc-4b5a-4d35-9d34-fd5c192b61db tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 944 time: 0.0657434 Oct 18 23:16:03.490101 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbb2a251-e6bf-428f-aeab-e417afa818f2 req-d8ceb785-3c6b-4a6c-b0a4-41b4d84c56ef tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Oct 18 23:16:03.527882 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-71090788-d40d-4f61-9656-e1c0bed64457 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/quotas/330a70573126403ca64a3be0d6ed5ab9 HTTP/1.1" status: 200 len: 375 time: 0.1778738 Oct 18 23:16:03.528444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '81647688-764e-42fd-b6b2-a6a3fea113b2', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'port_id': '2ee43fa8-cdc4-4f35-b994-7262e808bf26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'mac_address': 'fa:16:3e:59:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fdc487-276c-467e-98f7-fb107c91743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:11:56Z', 'updated_at': '2021-10-18T23:16:01Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:03.559668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] Checking router: 8b75ba61-beda-4276-8ebe-92b7386b9890 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:16:03.581432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:03.582076 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:03.584087 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:03.691991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fae78-2c63-423f-8f59-6152577da4b8 req-5380b30e-f631-4e96-8c74-ff2af11aa1b1 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:03.699282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:03.707664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-367fae78-2c63-423f-8f59-6152577da4b8 req-5380b30e-f631-4e96-8c74-ff2af11aa1b1 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0836203 Oct 18 23:16:03.729451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af24-6c58-4686-a3d5-d33677863528 req-971b34b1-2a68-4278-b6d9-ef784714a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:03.731157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c152af24-6c58-4686-a3d5-d33677863528 req-971b34b1-2a68-4278-b6d9-ef784714a7be service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 1097 time: 0.2862604 Oct 18 23:16:03.751099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-367fae78-2c63-423f-8f59-6152577da4b8 req-85d1f1fa-101e-43b8-8a9e-6e9319adcb39 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Oct 18 23:16:03.757978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:03.773261 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:03.781791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40da8549-640a-4017-bfa3-d1e3f4b97090'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:03.783884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:03.800710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:03.813028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:03.889589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-509d8366-37a9-4358-ab5b-85355e7de93f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3111863 Oct 18 23:16:03.936075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b412e89-e420-4e3f-851a-3ef761f5ad43 req-6f78c224-ba28-4cc2-a554-322cb32bf28e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:03.944560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2b412e89-e420-4e3f-851a-3ef761f5ad43 req-6f78c224-ba28-4cc2-a554-322cb32bf28e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 936 time: 0.0687349 Oct 18 23:16:03.949947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Allocated IP 172.20.0.2 (6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e/94535351-2715-4cc1-9502-8e31c7196abb/a422d513-fa8f-40fb-9352-8672d73b1965) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:03.999188 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2b412e89-e420-4e3f-851a-3ef761f5ad43 req-36b005ca-7257-4825-87e5-1adc997e1d85 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509536 Oct 18 23:16:04.000714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:04.128152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9a100-e270-4abe-a754-924a7eab7d13 req-4486086a-5603-43f4-987a-22a0bd8f3a11 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:04.131379 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6a9a100-e270-4abe-a754-924a7eab7d13 req-4486086a-5603-43f4-987a-22a0bd8f3a11 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0502996 Oct 18 23:16:04.172259 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6a9a100-e270-4abe-a754-924a7eab7d13 req-5a732e66-6f92-48bb-a296-47ac1ef7aefa tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Oct 18 23:16:04.258455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cb3a60fe-fce7-416c-9809-4a33dc1dab23 None None] Provisioning complete for port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:04.258889 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb3a60fe-fce7-416c-9809-4a33dc1dab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:04.306004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:04.307256 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:04.372331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af24-6c58-4686-a3d5-d33677863528 req-98d255d2-180f-437b-b98b-2d1b51d4fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:04.374034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c152af24-6c58-4686-a3d5-d33677863528 req-98d255d2-180f-437b-b98b-2d1b51d4fecf service neutron] 10.222.0.102 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 925 time: 0.6300273 Oct 18 23:16:04.382028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-62a077b2-60a0-4c77-80a8-6470a0ccaf4e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3585341 Oct 18 23:16:04.393053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d9c1b-31e3-46f2-b256-e459d502cf55 req-c4b223c0-058d-4528-b0b9-0c94e084ecfd tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:04.400592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a60fe-fce7-416c-9809-4a33dc1dab23 None None] Port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:16:04.405773 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a6d9c1b-31e3-46f2-b256-e459d502cf55 req-c4b223c0-058d-4528-b0b9-0c94e084ecfd tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 950 time: 0.0960808 Oct 18 23:16:04.438347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Request body: {'port': {'device_id': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:04.453393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a6d9c1b-31e3-46f2-b256-e459d502cf55 req-9d10e494-c45d-4d92-933f-a93e4d61a989 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464392 Oct 18 23:16:04.487017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-43af486a-dec4-49d3-9364-6688f5cd45b0 service neutron] 10.222.0.52 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614717 Oct 18 23:16:04.529335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c152af24-6c58-4686-a3d5-d33677863528 req-06714093-77a3-4b49-befd-fa1254ddbdd8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee43fa8-cdc4-4f35-b994-7262e808bf26 HTTP/1.1" status: 200 len: 998 time: 0.1460268 Oct 18 23:16:04.553883 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:04.563237 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:04.596307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36326) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:04.600272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:04.625311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9fda9-8212-48ec-83ed-1f511f2a3187 req-5ca917aa-006d-4901-897c-2bef4ec0742c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:04.627329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83a9fda9-8212-48ec-83ed-1f511f2a3187 req-5ca917aa-006d-4901-897c-2bef4ec0742c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.0635624 Oct 18 23:16:04.628700 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:04.676014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83a9fda9-8212-48ec-83ed-1f511f2a3187 req-09fd85d1-ffad-469f-a8df-16b6294ebc11 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Oct 18 23:16:04.680989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:04.686181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:04.696130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:04.705239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Pushing event updated for resources: {'Port': ['ID=a422d513-fa8f-40fb-9352-8672d73b1965,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:04.762144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '81647688-764e-42fd-b6b2-a6a3fea113b2', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'port_id': '2ee43fa8-cdc4-4f35-b994-7262e808bf26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'mac_address': 'fa:16:3e:59:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fdc487-276c-467e-98f7-fb107c91743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:11:56Z', 'updated_at': '2021-10-18T23:16:01Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:04.795984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6587f7c1-7ee4-4ae2-8cfe-afd0b7082c43 None None] The sync data for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 is: [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '81647688-764e-42fd-b6b2-a6a3fea113b2', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'port_id': '2ee43fa8-cdc4-4f35-b994-7262e808bf26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'mac_address': 'fa:16:3e:59:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fdc487-276c-467e-98f7-fb107c91743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:11:56Z', 'updated_at': '2021-10-18T23:16:01Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:16:04.802933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af24-6c58-4686-a3d5-d33677863528 req-f0830fa2-c78c-4dac-b1da-278cb5c5bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:04.804387 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c152af24-6c58-4686-a3d5-d33677863528 req-f0830fa2-c78c-4dac-b1da-278cb5c5bbec service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 HTTP/1.1" status: 200 len: 863 time: 0.2421968 Oct 18 23:16:04.836638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Attempting to bind port a422d513-fa8f-40fb-9352-8672d73b1965 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:04.837284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Attempting to bind port a422d513-fa8f-40fb-9352-8672d73b1965 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b33b259b-8e3d-4371-b292-a6e78e534cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:04.837795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Attempting to bind port a422d513-fa8f-40fb-9352-8672d73b1965 on network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:04.844598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:04.844986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Checking segment: {'id': 'b33b259b-8e3d-4371-b292-a6e78e534cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:04.845378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:04.845928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Bound using segment: {'id': 'b33b259b-8e3d-4371-b292-a6e78e534cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:04.846549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Bound port: a422d513-fa8f-40fb-9352-8672d73b1965, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b259b-8e3d-4371-b292-a6e78e534cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:04.846998 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:04.924046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] For port a422d513-fa8f-40fb-9352-8672d73b1965, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:04.928358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] For port a422d513-fa8f-40fb-9352-8672d73b1965, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a422d513-fa8f-40fb-9352-8672d73b1965,segment=NetworkSegment(b33b259b-8e3d-4371-b292-a6e78e534cbd),segment_id=b33b259b-8e3d-4371-b292-a6e78e534cbd)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:04.938282 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:04.975698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-f1d5a2e6-905a-4593-9e82-ba0baac1ba9f service neutron] 10.222.0.52 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799297 Oct 18 23:16:05.011284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876809ec-2f8a-40fd-bc3e-1078c685a01c None None] Pushing event updated for resources: {'Port': ['ID=a422d513-fa8f-40fb-9352-8672d73b1965,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:05.047271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:05.147248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152af24-6c58-4686-a3d5-d33677863528 req-91bcb410-580d-4b84-9ce7-ff7f3d86939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:05.148768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c152af24-6c58-4686-a3d5-d33677863528 req-91bcb410-580d-4b84-9ce7-ff7f3d86939d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3278017 Oct 18 23:16:05.155513 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:05.161926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-74ba5841-ff51-42d0-9e8e-993e4b4fe248 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f7619374a404495ae5a7f1a28434c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397933 Oct 18 23:16:05.162267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36342) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:05.168394 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86576a70-12a2-451a-98bd-494f968ca03e None None] New status for floating IP 81647688-764e-42fd-b6b2-a6a3fea113b2: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:16:05.304187 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-879d1c06-0511-40b4-a3f0-8750b38cd1eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:05.367160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-879d1c06-0511-40b4-a3f0-8750b38cd1eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:05.491064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-879d1c06-0511-40b4-a3f0-8750b38cd1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:05.498914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-879d1c06-0511-40b4-a3f0-8750b38cd1eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:05.506815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-879d1c06-0511-40b4-a3f0-8750b38cd1eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90a4726f-067d-40df-afb1-875894ee5f66 HTTP/1.1" status: 204 len: 168 time: 0.3431869 Oct 18 23:16:05.532128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d1c06-0511-40b4-a3f0-8750b38cd1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a4726f-067d-40df-afb1-875894ee5f66,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:05.772635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a427f9c7-74b2-4f6b-a4a3-6030f904f6ec {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:05.787154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c152af24-6c58-4686-a3d5-d33677863528 req-dee1eb83-4a2a-4eaa-b1ca-15bb9f266a14 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003139 Oct 18 23:16:05.790677 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:05.846934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Allocated IP 172.25.7.9 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/244745ae-f3a5-4571-b1e8-0e34a1cd26b9) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:05.899336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Transition to ACTIVE for port object a427f9c7-74b2-4f6b-a4a3-6030f904f6ec will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:16:05.953127 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:05.985271 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a0cc570-dcc2-4b32-9c8e-8ed1f1010a91 req-b5da8a0e-9bac-4c55-85de-8e895b5d378f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 210 time: 0.0992670 Oct 18 23:16:06.068855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:16:06.085263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c152af24-6c58-4686-a3d5-d33677863528 req-0ae0abbf-94c4-4a81-88c6-f2f0c9d975f2 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813675 Oct 18 23:16:06.098038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee9e5-173c-4c83-9a2f-4c914e8225ed req-0370a178-6720-4319-b98f-958537c6422d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:06.106056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5caee9e5-173c-4c83-9a2f-4c914e8225ed req-0370a178-6720-4319-b98f-958537c6422d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 936 time: 0.4394023 Oct 18 23:16:06.150195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36374) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:06.157697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 5d522678-e9fe-4d7b-8929-e93319d27426 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:16:06.159692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5d522678-e9fe-4d7b-8929-e93319d27426 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:16:06.168894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.265338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:06.276746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3260a-7904-478b-b0ed-1a57bea6496a req-5d8035bb-0192-4bab-a931-0f08ba337e85 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:06.278923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c6e3260a-7904-478b-b0ed-1a57bea6496a req-5d8035bb-0192-4bab-a931-0f08ba337e85 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1760712 Oct 18 23:16:06.300027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8053d60c-1162-4066-9276-44d09b22aa93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a91b24d49854bd788a614bb0ea3b345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471379 Oct 18 23:16:06.308473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36376) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:06.331102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a422d513-fa8f-40fb-9352-8672d73b1965 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:06.377155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c6e3260a-7904-478b-b0ed-1a57bea6496a req-7a8e0f18-8d44-4956-91ba-91ea2147ac1a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888982 Oct 18 23:16:06.409358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a422d513-fa8f-40fb-9352-8672d73b1965 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:06.411599 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.415086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.444388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15308c91-eaa1-4e8e-95d0-082377a7d4aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.480445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15308c91-eaa1-4e8e-95d0-082377a7d4aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.497761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.576809 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15308c91-eaa1-4e8e-95d0-082377a7d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.578391 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.580674 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15308c91-eaa1-4e8e-95d0-082377a7d4aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.582031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15308c91-eaa1-4e8e-95d0-082377a7d4aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2cdc07c5-571b-422d-b148-3efd41895987 HTTP/1.1" status: 204 len: 168 time: 0.2722733 Oct 18 23:16:06.608136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5caee9e5-173c-4c83-9a2f-4c914e8225ed req-9435cd73-1ed1-48e1-84d0-daa2e6f2832c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011871 Oct 18 23:16:06.617075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15308c91-eaa1-4e8e-95d0-082377a7d4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdc07c5-571b-422d-b148-3efd41895987,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:06.643930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port a422d513-fa8f-40fb-9352-8672d73b1965, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a422d513-fa8f-40fb-9352-8672d73b1965,segment=NetworkSegment(b33b259b-8e3d-4371-b292-a6e78e534cbd),segment_id=b33b259b-8e3d-4371-b292-a6e78e534cbd)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:06.671348 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.751963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:06.752890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Pushing event updated for resources: {'Port': ['ID=244745ae-f3a5-4571-b1e8-0e34a1cd26b9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:06.758511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:06.762353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:06.803861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ffa7c-509a-4b09-9eba-225262643334 None None] Network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:16:06.838828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Attempting to bind port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:06.839229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Attempting to bind port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:06.839600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Attempting to bind port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:06.844773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=a422d513-fa8f-40fb-9352-8672d73b1965,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:06.907433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:16:06.908298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Attempting to bind port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:06.941342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-08092dc2-a506-4055-ae32-4e0b0443637e None None] Provisioning complete for port a422d513-fa8f-40fb-9352-8672d73b1965 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:06.941727 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-08092dc2-a506-4055-ae32-4e0b0443637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:06.968070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:06.968668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:06.969066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:06.969516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Bound port: a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:06.969854 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:07.174911 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:07.205224 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-340af48b-661e-4c5d-a1ec-7853e001d87c req-7a62b575-f183-429a-ade0-092df859f963 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 210 time: 0.0586364 Oct 18 23:16:07.261268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:07.267195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:07.281923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:07.472123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:07.473187 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:07.475052 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] 10.222.0.102 "PUT /v2.0/ports/a427f9c7-74b2-4f6b-a4a3-6030f904f6ec HTTP/1.1" status: 200 len: 1097 time: 3.0459378 Oct 18 23:16:07.481983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:07.485881 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9982452-c331-4730-ac67-82ad8f0a8934" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:07.572624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9ed5fef6-df8e-4bd4-a838-d178751dec86 None None] Provisioning complete for port a422d513-fa8f-40fb-9352-8672d73b1965 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:07.573151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9ed5fef6-df8e-4bd4-a838-d178751dec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:07.714030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9298f5f-c861-4257-86f7-a92574eab225 service neutron] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:07.718619 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff3bb53-8ecc-4032-bd9d-3d58ba61e472 x-openstack-request-id: req-8ff3bb53-8ecc-4032-bd9d-3d58ba61e472 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:07.718938 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:07.719192 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ff3bb53-8ecc-4032-bd9d-3d58ba61e472 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:07.719580 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'status': 'completed', 'code': 200} Oct 18 23:16:07.902090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08892d-4db9-4d66-b8ef-002634217682 req-e96390a1-23d6-457d-aebe-d3c14caab7f2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:07.919813 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-be08892d-4db9-4d66-b8ef-002634217682 req-e96390a1-23d6-457d-aebe-d3c14caab7f2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.1154776 Oct 18 23:16:08.021398 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-be08892d-4db9-4d66-b8ef-002634217682 req-eb9ec1ca-894b-461c-960a-4a36d19133a9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976009 Oct 18 23:16:08.174628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-20006c04-5fae-4278-9d13-1b13ff199bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:08.183341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-20006c04-5fae-4278-9d13-1b13ff199bf2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 1100 time: 0.5740061 Oct 18 23:16:08.187894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cccfd-8cfb-439c-90ff-78614fa2e312 req-224f32a1-1c85-44a3-b046-f7839fbe7b07 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:08.195281 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e82cccfd-8cfb-439c-90ff-78614fa2e312 req-224f32a1-1c85-44a3-b046-f7839fbe7b07 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.5918508 Oct 18 23:16:08.203574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-3b1a36e9-18bc-4a1b-a5dd-875aaed65cc1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:08.207018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-3b1a36e9-18bc-4a1b-a5dd-875aaed65cc1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 820 time: 0.8818917 Oct 18 23:16:08.239622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a422d513-fa8f-40fb-9352-8672d73b1965 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:08.266515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Request body: {'port': {'device_id': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12', 'admin_state_up': True, 'tenant_id': '330a70573126403ca64a3be0d6ed5ab9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:08.292133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-f3fa46ac-3b69-41a2-9a14-8256cce9e819 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec HTTP/1.1" status: 200 len: 217 time: 0.0835876 Oct 18 23:16:08.298185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:08.364910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a422d513-fa8f-40fb-9352-8672d73b1965 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:08.365596 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:08.449527 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe4912a4-87e1-4515-9163-bc505168e351 req-978b1bee-46a5-472b-ae41-f6147fd346a1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 210 time: 0.0338624 Oct 18 23:16:08.523548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e82cccfd-8cfb-439c-90ff-78614fa2e312 req-abcb2012-33f1-41b6-b78a-c0732a54122a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274112 Oct 18 23:16:08.645850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-6c4cb919-92f1-4566-bfc5-88278fef4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:08.648119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-6c4cb919-92f1-4566-bfc5-88278fef4019 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.3476853 Oct 18 23:16:08.741660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Made reservation on behalf of 330a70573126403ca64a3be0d6ed5ab9 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:08.745899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:08.884966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-32309a2d-617d-44cc-a5b7-904e53624cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:08.886464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-32309a2d-617d-44cc-a5b7-904e53624cf5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2246788 Oct 18 23:16:08.924030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Router 3a415c49-9c06-4cba-b9da-ddc5bab86391 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:16:08.993030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Allocated IP 172.20.0.11 (3fdad791-c667-4f87-ae90-cf696a2e7c12/3f9db730-29ab-425c-8837-530c1b29a761/40ffceaf-3594-4475-ab0b-026e0cc9b5c6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:09.092960 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-30340b3b-dc05-4e3b-8e7e-26bbac34e8be service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932776 Oct 18 23:16:09.185316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98e7d6-aafd-497f-8a4f-ee0dd9654995 req-c1e6708d-2888-44dd-ad48-5eeb953cf99e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:09.202340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c98e7d6-aafd-497f-8a4f-ee0dd9654995 req-c1e6708d-2888-44dd-ad48-5eeb953cf99e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.0900073 Oct 18 23:16:09.260047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c98e7d6-aafd-497f-8a4f-ee0dd9654995 req-a7c57d9d-482a-4d0e-a1a5-59cd7f890bf0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544381 Oct 18 23:16:09.268363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:16:09.303844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Sync routers for ids ['3a415c49-9c06-4cba-b9da-ddc5bab86391'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:16:09.328919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Routers {'3a415c49-9c06-4cba-b9da-ddc5bab86391'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:09.329549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3a415c49-9c06-4cba-b9da-ddc5bab86391'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:09.398562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:09.403732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ffecc878-62fe-42de-b0f5-8513131cc850 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.3520319 Oct 18 23:16:09.404698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36472) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:09.463702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb090d71-d554-48f0-a6c9-e445669ef902 req-8a6388c0-8284-4114-afdd-b64abeb76bda service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482983 Oct 18 23:16:09.480410 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:16:09.525068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:09.547914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Set router 3a415c49-9c06-4cba-b9da-ddc5bab86391 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:09.587267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:09.752006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Network 3fdad791-c667-4f87-ae90-cf696a2e7c12 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:09.754871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-76fc3520-654e-427e-98c6-07f22317c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:09.756433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-76fc3520-654e-427e-98c6-07f22317c8b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 1100 time: 0.1830144 Oct 18 23:16:09.757410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:09.761412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:09.822172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:09.884494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Pushing event updated for resources: {'Port': ['ID=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:09.954263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:09.954965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:09.967548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-02ef3691-5ecd-4e0e-9376-6c73330631a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:09.969071 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-02ef3691-5ecd-4e0e-9376-6c73330631a6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1958215 Oct 18 23:16:09.977578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f37042-295e-405c-b7e6-27ad8ae5e679 req-42874dfa-0776-4094-b950-7291c4e46d55 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:09.985625 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01f37042-295e-405c-b7e6-27ad8ae5e679 req-42874dfa-0776-4094-b950-7291c4e46d55 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.2996223 Oct 18 23:16:10.004324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-513cc87c-b20d-459d-98d9-f901c40f8d5a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7793081 Oct 18 23:16:10.054841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Request body: {'port': {'device_id': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:10.060810 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-ff027e51-9a6b-4f7c-8132-1eb39fdaa24f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec HTTP/1.1" status: 200 len: 217 time: 0.0727561 Oct 18 23:16:10.062392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3045ee0-7470-40cd-a6ce-0cb34205f7cf req-55fac681-2d68-4e74-b353-7a96b1eff6cf tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:10.069943 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f3045ee0-7470-40cd-a6ce-0cb34205f7cf req-55fac681-2d68-4e74-b353-7a96b1eff6cf tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 932 time: 0.1200221 Oct 18 23:16:10.086711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:03Z', 'updated_at': '2021-10-18T23:16:06Z', 'revision_number': 3, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'gw_port': {'id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:05Z', 'updated_at': '2021-10-18T23:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:10.127819 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f3045ee0-7470-40cd-a6ce-0cb34205f7cf req-360577c6-80f4-4932-bc0e-eb6d792bec3b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568912 Oct 18 23:16:10.136303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Checking router: 3a415c49-9c06-4cba-b9da-ddc5bab86391 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:16:10.136662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Updating router 3a415c49-9c06-4cba-b9da-ddc5bab86391 port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:16:10.182937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01f37042-295e-405c-b7e6-27ad8ae5e679 req-38d0c340-cc2b-4dba-9e3d-68b7b262aeb7 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925468 Oct 18 23:16:10.219295 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:10.225489 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:10.229636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-4f128c11-6cd6-420e-89ee-2975931b538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:10.231389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-4f128c11-6cd6-420e-89ee-2975931b538e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1511955 Oct 18 23:16:10.442039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:16:10.632005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-df6735c2-c815-436e-8d4f-1b5881171707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:10.637142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-df6735c2-c815-436e-8d4f-1b5881171707 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3965986 Oct 18 23:16:10.660478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:10.692050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc04a9b-9344-4482-96b5-6289c3229f59 req-8f213a2e-c79e-4700-b934-c7d77bd5ec8f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:10.701097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fc04a9b-9344-4482-96b5-6289c3229f59 req-8f213a2e-c79e-4700-b934-c7d77bd5ec8f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.2844398 Oct 18 23:16:10.738467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:10.766321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'mac_address': 'fa:16:3e:26:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:16:10.852451 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:10.878368 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:10.883763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:10.891631 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:10.927083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fc04a9b-9344-4482-96b5-6289c3229f59 req-3652173d-86a1-454a-a2ce-3cdd81ff40d4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345606 Oct 18 23:16:10.984575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:11.014454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Allocated IP 172.20.0.1 (6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e/94535351-2715-4cc1-9502-8e31c7196abb/86933bc7-1856-4048-93de-3d6af584e0c1) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:11.016472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.026866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Attempting to bind port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:11.027548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Attempting to bind port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:11.027974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Attempting to bind port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:11.042266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e029a8-ad68-4575-85cb-253c62232bcc None None] Pushing event updated for resources: {'Port': ['ID=244745ae-f3a5-4571-b1e8-0e34a1cd26b9,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:11.047088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:11.047489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:11.047887 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.048286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:11.048912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Bound port: 244745ae-f3a5-4571-b1e8-0e34a1cd26b9, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:11.049321 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.111226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:11.145982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36518) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:11.152883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-8f0f62eb-1839-4ed0-a628-2509fdbce95b service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460769 Oct 18 23:16:11.160169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.204403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] For port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:11.214223 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] For port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=244745ae-f3a5-4571-b1e8-0e34a1cd26b9,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:11.218662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:11.227847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Transition to ACTIVE for port object 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:16:11.235001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['02ed4b46-5edf-4876-8b6f-bb51eb774fd6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:11.307952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9982452-c331-4730-ac67-82ad8f0a8934 req-f4b3c66a-ad5a-45a5-b08e-76cf8607c876 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382859 Oct 18 23:16:11.309109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.309279 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.337268 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.423738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c0f2b-280f-464e-a325-a19c39ea310f req-5c7f5f13-9ca1-49fa-ba32-8f87abc5e400 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:11.425513 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5b6c0f2b-280f-464e-a325-a19c39ea310f req-5c7f5f13-9ca1-49fa-ba32-8f87abc5e400 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.0978420 Oct 18 23:16:11.442411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.463509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Routers {'3a415c49-9c06-4cba-b9da-ddc5bab86391'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:11.464812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3a415c49-9c06-4cba-b9da-ddc5bab86391'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:11.506709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=86933bc7-1856-4048-93de-3d6af584e0c1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:11.517947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1364-c2ed-4992-b02a-8bfe9c06978a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.531857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e029a8-ad68-4575-85cb-253c62232bcc None None] Pushing event updated for resources: {'Port': ['ID=244745ae-f3a5-4571-b1e8-0e34a1cd26b9,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:11.534753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Pushing event updated for resources: {'Port': ['ID=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:11.553223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff20e67-a60a-4db9-94ab-8077bed7c1fa req-06499679-35e9-4134-9309-1836d62831ec tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:11.555002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aff20e67-a60a-4db9-94ab-8077bed7c1fa req-06499679-35e9-4134-9309-1836d62831ec tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1941872 Oct 18 23:16:11.615838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aff20e67-a60a-4db9-94ab-8077bed7c1fa req-3e4b5fae-1ade-4d7e-bf36-638d1e46ddb2 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508034 Oct 18 23:16:11.636981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:11.637613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:11.637725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:11.648322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:16:11.649380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:11.657258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:11.657763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:11.658252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:11.658823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Bound port: 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:11.659285 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.666668 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1364-c2ed-4992-b02a-8bfe9c06978a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.671264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:11.672990 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:11.675800 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1364-c2ed-4992-b02a-8bfe9c06978a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.680598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] Set router 3a415c49-9c06-4cba-b9da-ddc5bab86391 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:11.681059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:11.812489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:11.817293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:11.829680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.875120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5b6c0f2b-280f-464e-a325-a19c39ea310f req-7141d472-d064-46c3-8893-43970246d1f0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411478 Oct 18 23:16:11.917665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:11.921225 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:11.921434 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ae5c1364-c2ed-4992-b02a-8bfe9c06978a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d010d8b5df04f4eb100f9b03590e029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7711160 Oct 18 23:16:11.921540 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] 10.222.0.73 "PUT /v2.0/ports/40ffceaf-3594-4475-ab0b-026e0cc9b5c6 HTTP/1.1" status: 200 len: 1093 time: 1.8733404 Oct 18 23:16:11.925949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36542) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:11.926614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c1364-c2ed-4992-b02a-8bfe9c06978a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04ec57c-ee9c-4ec8-8561-d0ca006278d3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:11.931863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:11.941867 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81" -d '{"events": [{"name": "network-changed", "server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:11.966571 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.029848 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f8bfc5-d908-4309-9a13-28e8834350fe x-openstack-request-id: req-19f8bfc5-d908-4309-9a13-28e8834350fe {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:12.040781 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:12.041403 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19f8bfc5-d908-4309-9a13-28e8834350fe {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:12.046795 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6', 'status': 'completed', 'code': 200} Oct 18 23:16:12.060710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:03Z', 'updated_at': '2021-10-18T23:16:06Z', 'revision_number': 3, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'gw_port': {'id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:05Z', 'updated_at': '2021-10-18T23:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:12.073510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3504e0-6942-43aa-a9c9-62eb9c4ad0dc service neutron] Pushing event updated for resources: {'Port': ['ID=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:12.095068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbc74a8-83b7-4f2e-a9cf-da3f96a17c07 None None] The sync data for ids ['3a415c49-9c06-4cba-b9da-ddc5bab86391'] in n-d-713498-28 is: [{'id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:03Z', 'updated_at': '2021-10-18T23:16:06Z', 'revision_number': 3, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'gw_port': {'id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:05Z', 'updated_at': '2021-10-18T23:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:16:12.099205 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-b8fb3eba-a9e5-4d6e-bc04-575af8657877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:12.102061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-b8fb3eba-a9e5-4d6e-bc04-575af8657877 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 1096 time: 0.1020198 Oct 18 23:16:12.159754 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57ea0d2a-7c45-46bc-89a3-d629ec43e37b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.166072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-08febeda-1cb1-416a-a140-5c5a5e596163 None None] Provisioning complete for port 86933bc7-1856-4048-93de-3d6af584e0c1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:12.166888 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-08febeda-1cb1-416a-a140-5c5a5e596163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.195392 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57ea0d2a-7c45-46bc-89a3-d629ec43e37b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.222536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-08febeda-1cb1-416a-a140-5c5a5e596163 None None] Port 86933bc7-1856-4048-93de-3d6af584e0c1 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:16:12.231753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-f2b5da61-3277-4496-9e5d-0170731ed8d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6 HTTP/1.1" status: 200 len: 217 time: 0.1111903 Oct 18 23:16:12.289903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57ea0d2a-7c45-46bc-89a3-d629ec43e37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.291386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbda41-11f1-4f7b-b375-505c7540c1e2 req-1baff181-1fb9-4e3e-acbc-2321275d8a97 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:12.292482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57ea0d2a-7c45-46bc-89a3-d629ec43e37b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.296621 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-57ea0d2a-7c45-46bc-89a3-d629ec43e37b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b04ec57c-ee9c-4ec8-8561-d0ca006278d3 HTTP/1.1" status: 204 len: 168 time: 0.3641541 Oct 18 23:16:12.303923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8dcbda41-11f1-4f7b-b375-505c7540c1e2 req-1baff181-1fb9-4e3e-acbc-2321275d8a97 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.1808579 Oct 18 23:16:12.309538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea0d2a-7c45-46bc-89a3-d629ec43e37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04ec57c-ee9c-4ec8-8561-d0ca006278d3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:12.311482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.344724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-f1b74e82-10ac-41e3-b08f-d8fed7dbcdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:12.347141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-f1b74e82-10ac-41e3-b08f-d8fed7dbcdeb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1053455 Oct 18 23:16:12.393937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-0d65baa6-70fa-4d66-afee-aa8df55b26d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335348 Oct 18 23:16:12.398143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8dcbda41-11f1-4f7b-b375-505c7540c1e2 req-827648f3-69be-4d72-9ff3-597b50c85812 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866690 Oct 18 23:16:12.439135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:12.539393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:12.540106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.660585 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-f3d5d448-9253-48a2-ac74-dd08881b1dc4 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589922 Oct 18 23:16:12.702955 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.715581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.725358 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.779102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:12.780549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:12.783413 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f939773-c9df-445e-b3d5-e4f2cdb12a4d" -d '{"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-plugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:12.791942 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.892769 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.911655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efdcf0d3-dd99-4db5-8296-994a3fe39d90 req-796cc982-b3ba-411c-a3c9-95b473aa8455 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434373 Oct 18 23:16:12.916265 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da3cd6-dae0-4a5f-b973-7f9ad2140ffd x-openstack-request-id: req-11da3cd6-dae0-4a5f-b973-7f9ad2140ffd {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:12.916562 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-plugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:12.916678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36570) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:12.916828 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11da3cd6-dae0-4a5f-b973-7f9ad2140ffd {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:12.917231 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'code': 200} Oct 18 23:16:12.923213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:12.937922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9572a62e-b92f-43f7-b72f-1cabd988ed15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:12.977087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=86933bc7-1856-4048-93de-3d6af584e0c1,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:13.068878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afed3e4-bd24-4f21-b597-86096bd65300 req-03219afb-6ffa-47d6-b57e-d3d4fce44737 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:13.070693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afed3e4-bd24-4f21-b597-86096bd65300 req-03219afb-6ffa-47d6-b57e-d3d4fce44737 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1810246 Oct 18 23:16:13.145908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:13.150046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afed3e4-bd24-4f21-b597-86096bd65300 req-1efc33d3-1924-4928-8e9b-a71e4cde2aaa tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723970 Oct 18 23:16:13.153703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:13.430137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Router 3a415c49-9c06-4cba-b9da-ddc5bab86391 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:16:13.578349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0c0db987-88f8-43c3-a0a4-3d142baee1aa None None] Provisioning complete for port 86933bc7-1856-4048-93de-3d6af584e0c1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:13.579998 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0c0db987-88f8-43c3-a0a4-3d142baee1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:13.601478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-e603c588-4c51-46b6-b69e-69057ccf8ff2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221356 Oct 18 23:16:13.615485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-c972aa18-7b04-4aa6-8a85-987ff8805219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:13.617081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-c972aa18-7b04-4aa6-8a85-987ff8805219 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 1096 time: 0.1946485 Oct 18 23:16:13.636384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765c78-286a-4e81-8ba7-be0002fa3a40 req-f543f56e-8706-4d08-917a-bb3827f77d3b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:13.637610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78765c78-286a-4e81-8ba7-be0002fa3a40 req-f543f56e-8706-4d08-917a-bb3827f77d3b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.2235441 Oct 18 23:16:13.677836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0c0db987-88f8-43c3-a0a4-3d142baee1aa None None] Port 86933bc7-1856-4048-93de-3d6af584e0c1 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:16:13.698757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:16:13.714084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e3bae0f7-4276-4bdc-87d2-1b00703ff8f7 admin admin] 10.222.0.52 "PUT /v2.0/routers/3a415c49-9c06-4cba-b9da-ddc5bab86391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3070426 Oct 18 23:16:13.730889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8d166-6255-473a-a127-1935685a074d req-d71e1c4b-586b-4281-9560-9de2b5564273 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:13.746071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e1c8d166-6255-473a-a127-1935685a074d req-d71e1c4b-586b-4281-9560-9de2b5564273 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.1262875 Oct 18 23:16:13.840403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e1c8d166-6255-473a-a127-1935685a074d req-e115f64b-8619-4e1e-a521-025a9ea578eb tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928564 Oct 18 23:16:13.902766 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9572a62e-b92f-43f7-b72f-1cabd988ed15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:13.910441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78765c78-286a-4e81-8ba7-be0002fa3a40 req-68c226d5-0930-4392-a2b1-4c4217699541 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573206 Oct 18 23:16:13.976020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9572a62e-b92f-43f7-b72f-1cabd988ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:14.041228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-ef7e05e4-e0f8-40f3-b76b-516bcb1e0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:14.042897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-ef7e05e4-e0f8-40f3-b76b-516bcb1e0d91 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 1096 time: 0.3564360 Oct 18 23:16:14.102533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572a62e-b92f-43f7-b72f-1cabd988ed15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a44bdf-cb66-45a7-a11e-168408a4cc3f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:14.106872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:16:14.144907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9572a62e-b92f-43f7-b72f-1cabd988ed15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80d372cce0994f628281d915df6d5794&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2239637 Oct 18 23:16:14.145601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36636) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:14.250480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-559f95ab-521d-4315-b287-28404a69b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:14.252689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-559f95ab-521d-4315-b287-28404a69b721 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.6016281 Oct 18 23:16:14.379238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:14.383781 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-10e0002a-3a15-4c63-834a-ede827ef38cf req-65b5f22e-af93-4b3b-8cb2-af83b74443cf tempest-FloatingIPDetailsNegativeTestJSON-2105919557 tempest-FloatingIPDetailsNegativeTestJSON-2105919557-project] show failed (client error): The resource could not be found. Oct 18 23:16:14.384954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-7d814c46-a318-4941-aee1-09cab6582fbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6 HTTP/1.1" status: 200 len: 217 time: 0.1133575 Oct 18 23:16:14.391908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'mac_address': 'fa:16:3e:32:d6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:16:14.402074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36644) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:14.402808 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10e0002a-3a15-4c63-834a-ede827ef38cf req-65b5f22e-af93-4b3b-8cb2-af83b74443cf tempest-FloatingIPDetailsNegativeTestJSON-2105919557 tempest-FloatingIPDetailsNegativeTestJSON-2105919557-project] 10.222.0.52 "GET /v2.0/floatingips/f2b1f74c-2a77-4a58-871c-31ddb621301d HTTP/1.1" status: 404 len: 350 time: 0.1079009 Oct 18 23:16:14.404458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:14.443664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-225887f2-922d-4fdd-89ac-6573114315c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:14.550883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-225887f2-922d-4fdd-89ac-6573114315c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:14.566696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-b4228439-360e-4644-bd4e-25ee573ca9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:14.568193 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:14.568341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-b4228439-360e-4644-bd4e-25ee573ca9f2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.4955032 Oct 18 23:16:14.603840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a427f9c7-74b2-4f6b-a4a3-6030f904f6ec {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:14.615132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa403d11-d968-4d08-9b7e-b2e23b144070 req-b47b3e19-7679-4eac-815f-3d93858dbbe6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:14.617323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa403d11-d968-4d08-9b7e-b2e23b144070 req-b47b3e19-7679-4eac-815f-3d93858dbbe6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.2387009 Oct 18 23:16:14.644064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-225887f2-922d-4fdd-89ac-6573114315c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:14.647471 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-225887f2-922d-4fdd-89ac-6573114315c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:14.648976 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-225887f2-922d-4fdd-89ac-6573114315c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72a44bdf-cb66-45a7-a11e-168408a4cc3f HTTP/1.1" status: 204 len: 168 time: 0.5015600 Oct 18 23:16:14.671396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:14.687396 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:14.690969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225887f2-922d-4fdd-89ac-6573114315c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a44bdf-cb66-45a7-a11e-168408a4cc3f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:14.695326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:14.695958 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:14.702170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-d15ed9b6-0b01-4b19-97ce-590365a64481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:14.709926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-d15ed9b6-0b01-4b19-97ce-590365a64481 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.3028107 Oct 18 23:16:14.711377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-c66f1f77-2acd-4d91-8e41-1719ae58a973 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 200 len: 217 time: 0.1297159 Oct 18 23:16:14.837880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-dd0e874f-e61e-484d-81f5-c1ff5948285c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963428 Oct 18 23:16:14.843504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:14.885692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa403d11-d968-4d08-9b7e-b2e23b144070 req-4f967a5a-5175-4908-8a5d-963c91990bbf tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242055 Oct 18 23:16:15.016059 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Sync routers for ids ['3a415c49-9c06-4cba-b9da-ddc5bab86391'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:16:15.017042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-33a4d7f2-f1c3-4aa7-acf2-467711fc7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:15.019286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-33a4d7f2-f1c3-4aa7-acf2-467711fc7dae service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.2742698 Oct 18 23:16:15.034981 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Routers {'3a415c49-9c06-4cba-b9da-ddc5bab86391'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:15.038975 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3a415c49-9c06-4cba-b9da-ddc5bab86391'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:15.122052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c8efa-90e0-4821-ac7e-fd0370be87a6 req-9a5fe114-94f4-4458-ad1d-3a92820f0f6b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:15.125235 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-653c8efa-90e0-4821-ac7e-fd0370be87a6 req-9a5fe114-94f4-4458-ad1d-3a92820f0f6b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 949 time: 0.1367996 Oct 18 23:16:15.210359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-653c8efa-90e0-4821-ac7e-fd0370be87a6 req-38397663-0035-4622-9224-966fade4685c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768485 Oct 18 23:16:15.330624 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Set router 3a415c49-9c06-4cba-b9da-ddc5bab86391 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:15.332500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-bee51c6e-d324-4427-8343-b5705837ceb7 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610474 Oct 18 23:16:15.338616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-c5caa59f-7174-4b0e-91e1-af6a8fa729f7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2793200 Oct 18 23:16:15.391849 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:15.452932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=244745ae-f3a5-4571-b1e8-0e34a1cd26b9,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:15.461408 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:15.585037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=244745ae-f3a5-4571-b1e8-0e34a1cd26b9,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:15.615139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:15.680130 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:03Z', 'updated_at': '2021-10-18T23:16:12Z', 'revision_number': 4, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'gw_port': {'id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:05Z', 'updated_at': '2021-10-18T23:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '86933bc7-1856-4048-93de-3d6af584e0c1', 'name': '', 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'mac_address': 'fa:16:3e:26:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '94535351-2715-4cc1-9502-8e31c7196abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:10Z', 'updated_at': '2021-10-18T23:16:12Z', 'revision_number': 2, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'subnets': [{'id': '94535351-2715-4cc1-9502-8e31c7196abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:15.736654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628616-f469-4d7c-8665-2fb3d3795343 req-df34199e-76b4-4e0a-84a1-8f72f367dd79 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:15.738148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d628616-f469-4d7c-8665-2fb3d3795343 req-df34199e-76b4-4e0a-84a1-8f72f367dd79 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.6779807 Oct 18 23:16:15.745402 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Checking router: 3a415c49-9c06-4cba-b9da-ddc5bab86391 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:16:15.746081 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Updating router 3a415c49-9c06-4cba-b9da-ddc5bab86391 port 86933bc7-1856-4048-93de-3d6af584e0c1 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:16:15.821070 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:15.864163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc1b33a1-14ba-4bee-8e75-dca17b7bde81 req-3d6aa947-d5b4-48df-bf03-0c938206596d service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180702 Oct 18 23:16:16.019279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-4e99cbde-5ef1-4c9c-a5a2-f6b3b8ae9239 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906928 Oct 18 23:16:16.036780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d628616-f469-4d7c-8665-2fb3d3795343 req-2d37cd1e-c071-404d-9a3f-2dde725eba4b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567406 Oct 18 23:16:16.204043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:16.260221 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b0fb6d-d273-4836-aad7-94477be4aa3c req-1e15f304-f0f1-42b2-84b5-c1c955dcf04e service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220404 Oct 18 23:16:16.304158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56f3eb-321b-49b7-9e84-701b888eee83 req-fb1f6e93-e256-45d3-a7dc-193247b414be tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:16.320731 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fa56f3eb-321b-49b7-9e84-701b888eee83 req-fb1f6e93-e256-45d3-a7dc-193247b414be tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.2033429 Oct 18 23:16:16.367309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:16.368452 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:16.495511 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fa56f3eb-321b-49b7-9e84-701b888eee83 req-96fd2ab4-1be3-47c7-9579-034654cef20a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668768 Oct 18 23:16:16.520502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04183540-f1d2-4633-84a6-130d78045c3a req-4e88dced-f0c2-4bc5-98bb-86c63664fbe9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:16.522486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04183540-f1d2-4633-84a6-130d78045c3a req-4e88dced-f0c2-4bc5-98bb-86c63664fbe9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 949 time: 0.1370454 Oct 18 23:16:16.601918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04183540-f1d2-4633-84a6-130d78045c3a req-6866a720-8fbe-42fe-a60f-b5dad65ab817 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621634 Oct 18 23:16:16.638293 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:16.782141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-c42fb9b7-7ab3-4d30-9844-e7271f4bdf22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667396 Oct 18 23:16:16.855130 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:16.871804 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:17.049981 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Pushing event updated for resources: {'Port': ['ID=86933bc7-1856-4048-93de-3d6af584e0c1,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:17.074919 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.076240 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.076761 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.077098 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.077427 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.077737 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.078063 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.078381 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.078697 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.079077 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.080399 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.080399 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:17.168804 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Attempting to bind port 86933bc7-1856-4048-93de-3d6af584e0c1 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:17.174583 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Attempting to bind port 86933bc7-1856-4048-93de-3d6af584e0c1 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b33b259b-8e3d-4371-b292-a6e78e534cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:17.175142 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Attempting to bind port 86933bc7-1856-4048-93de-3d6af584e0c1 on network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:17.184336 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:17.184746 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Checking segment: {'id': 'b33b259b-8e3d-4371-b292-a6e78e534cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:17.185119 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:17.185516 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Bound using segment: {'id': 'b33b259b-8e3d-4371-b292-a6e78e534cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:17.186001 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Bound port: 86933bc7-1856-4048-93de-3d6af584e0c1, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b259b-8e3d-4371-b292-a6e78e534cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:17.186394 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:17.271206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-47f9a006-b887-44be-b9ed-0193767c5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:17.274993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-47f9a006-b887-44be-b9ed-0193767c5edf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 1101 time: 0.2465491 Oct 18 23:16:17.356183 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] For port 86933bc7-1856-4048-93de-3d6af584e0c1, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:17.364580 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] For port 86933bc7-1856-4048-93de-3d6af584e0c1, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=86933bc7-1856-4048-93de-3d6af584e0c1,segment=NetworkSegment(b33b259b-8e3d-4371-b292-a6e78e534cbd),segment_id=b33b259b-8e3d-4371-b292-a6e78e534cbd)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:17.376099 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:17.446679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5a1cac9b-ce31-49d8-a0c3-fddb1557d2bd None None] Provisioning complete for port 86933bc7-1856-4048-93de-3d6af584e0c1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:17.447295 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a1cac9b-ce31-49d8-a0c3-fddb1557d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:17.527669 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Routers {'3a415c49-9c06-4cba-b9da-ddc5bab86391'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:17.528361 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3a415c49-9c06-4cba-b9da-ddc5bab86391'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:17.531607 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68257307-f667-41df-86cf-25c9a741ccdd None None] Pushing event updated for resources: {'Port': ['ID=86933bc7-1856-4048-93de-3d6af584e0c1,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:17.611579 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a1cac9b-ce31-49d8-a0c3-fddb1557d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:17.655661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-4f2efe63-fd20-463a-8a28-7bf1f8362c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:17.657271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-4f2efe63-fd20-463a-8a28-7bf1f8362c20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3481991 Oct 18 23:16:17.738098 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5a1cac9b-ce31-49d8-a0c3-fddb1557d2bd None None] For port 86933bc7-1856-4048-93de-3d6af584e0c1, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=86933bc7-1856-4048-93de-3d6af584e0c1,segment=NetworkSegment(b33b259b-8e3d-4371-b292-a6e78e534cbd),segment_id=b33b259b-8e3d-4371-b292-a6e78e534cbd)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:17.748788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a1cac9b-ce31-49d8-a0c3-fddb1557d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:17.928581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cac9b-ce31-49d8-a0c3-fddb1557d2bd None None] Pushing event updated for resources: {'Port': ['ID=86933bc7-1856-4048-93de-3d6af584e0c1,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:17.996188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-27854e2d-a5f6-4679-8ead-fb3049a07c23 None None] Provisioning complete for port 86933bc7-1856-4048-93de-3d6af584e0c1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:17.996803 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-27854e2d-a5f6-4679-8ead-fb3049a07c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:18.011369 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] Set router 3a415c49-9c06-4cba-b9da-ddc5bab86391 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:18.188830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:18.386511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:16:18.391932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:18.392324 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:18.524242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-91a4db8b-9e80-4d28-ae51-3ef179a250c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 200 len: 217 time: 0.8286631 Oct 18 23:16:18.569216 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:03Z', 'updated_at': '2021-10-18T23:16:12Z', 'revision_number': 4, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'gw_port': {'id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:05Z', 'updated_at': '2021-10-18T23:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '86933bc7-1856-4048-93de-3d6af584e0c1', 'name': '', 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'mac_address': 'fa:16:3e:26:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '94535351-2715-4cc1-9502-8e31c7196abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:10Z', 'updated_at': '2021-10-18T23:16:17Z', 'revision_number': 4, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'subnets': [{'id': '94535351-2715-4cc1-9502-8e31c7196abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:18.586764 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:18.604262 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8dc13-7802-4940-b7b5-b672a31d90ea None None] The sync data for ids ['3a415c49-9c06-4cba-b9da-ddc5bab86391'] in n-d-713498-28 is: [{'id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:03Z', 'updated_at': '2021-10-18T23:16:12Z', 'revision_number': 4, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'gw_port': {'id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:05Z', 'updated_at': '2021-10-18T23:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '86933bc7-1856-4048-93de-3d6af584e0c1', 'name': '', 'network_id': '6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'mac_address': 'fa:16:3e:26:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '94535351-2715-4cc1-9502-8e31c7196abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:10Z', 'updated_at': '2021-10-18T23:16:17Z', 'revision_number': 4, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'subnets': [{'id': '94535351-2715-4cc1-9502-8e31c7196abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:16:18.642585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:18.645112 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c7f00-93b9-4f12-ba0a-b4e273cfeb24" -d '{"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-plugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:18.708709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:18.719586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:18.722787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b41b2-b954-436d-91a8-a9c74b9d8b84 req-834d593c-8a0e-4d03-9913-a0f5f6718765 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:18.730843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-704b41b2-b954-436d-91a8-a9c74b9d8b84 req-834d593c-8a0e-4d03-9913-a0f5f6718765 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 1.1905839 Oct 18 23:16:18.824390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:18.827807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-0dce94ca-1e04-466f-bf48-29a366fd302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:18.831127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-0dce94ca-1e04-466f-bf48-29a366fd302b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2760160 Oct 18 23:16:18.913040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-68e8172c-a1c7-4a81-a57e-703697bb2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:18.914934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-68e8172c-a1c7-4a81-a57e-703697bb2ed9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750518 Oct 18 23:16:18.920243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Deleting port 86933bc7-1856-4048-93de-3d6af584e0c1 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:16:18.920728 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:19.186467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-704b41b2-b954-436d-91a8-a9c74b9d8b84 req-d9c1c09a-b447-47da-8cda-0ee03b504adf tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546375 Oct 18 23:16:19.271664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] For port 86933bc7-1856-4048-93de-3d6af584e0c1, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=86933bc7-1856-4048-93de-3d6af584e0c1,segment=NetworkSegment(b33b259b-8e3d-4371-b292-a6e78e534cbd),segment_id=b33b259b-8e3d-4371-b292-a6e78e534cbd)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:19.271898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:19.295336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-01f7b33f-69cf-466d-bf2b-6a3accf119e2 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708296 Oct 18 23:16:19.321236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Calling delete_port for 86933bc7-1856-4048-93de-3d6af584e0c1 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:16:19.574674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c7c9f5f-9173-45d6-9329-c0f10a258d91 req-22270b3a-ef77-4dcc-b089-c210f0ceebfc service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624948 Oct 18 23:16:19.661424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e27e30-2424-40a5-b7c3-92cd5cc765bb req-eb353c49-1a14-4af2-8eeb-f24b6cad0b87 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:19.663362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7e27e30-2424-40a5-b7c3-92cd5cc765bb req-eb353c49-1a14-4af2-8eeb-f24b6cad0b87 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.3530412 Oct 18 23:16:19.797706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7e27e30-2424-40a5-b7c3-92cd5cc765bb req-746759b5-743d-4cae-99bb-6684e15c32be tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260822 Oct 18 23:16:20.076673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:20.091324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0408a-8367-49b7-98db-d0f870884db5 req-f308358a-a338-4102-83b4-2211c59789f2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:20.092943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41e0408a-8367-49b7-98db-d0f870884db5 req-f308358a-a338-4102-83b4-2211c59789f2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1195819 Oct 18 23:16:20.157246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Pushing event deleted for resources: {'Port': ['ID=86933bc7-1856-4048-93de-3d6af584e0c1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:20.207977 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3b75e039-1f72-4ab7-8094-6de343af36b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:20.232849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.233192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.233524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.233921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.234254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.236262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.236634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.236961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.237323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.237592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.237909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.238226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:20.353576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 86933bc7-1856-4048-93de-3d6af584e0c1 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:20.358072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41e0408a-8367-49b7-98db-d0f870884db5 req-b7d6fc26-9c03-4000-87bd-296e16ce07a9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279599 Oct 18 23:16:20.428145 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 86933bc7-1856-4048-93de-3d6af584e0c1 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:16:20.428513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 86933bc7-1856-4048-93de-3d6af584e0c1 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 18 23:16:20.490066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Port 86933bc7-1856-4048-93de-3d6af584e0c1 not found, will not notify nova. {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 18 23:16:20.647973 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3250874-bb54-44f6-915e-e9678493396c x-openstack-request-id: req-c3250874-bb54-44f6-915e-e9678493396c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:20.648451 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-plugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:20.649058 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3250874-bb54-44f6-915e-e9678493396c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:20.649729 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'code': 200} Oct 18 23:16:20.737489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:21.038696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71488ae-4596-4231-8f80-b5986bf76c1c req-489e5b76-58e8-48f3-ae93-983087051637 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:21.040256 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a71488ae-4596-4231-8f80-b5986bf76c1c req-489e5b76-58e8-48f3-ae93-983087051637 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1773882 Oct 18 23:16:21.067206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f431776-03bb-4640-aed8-9cfb44056fff req-8be5de74-b181-4fe0-bdf3-40d24872bede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:21.070522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f431776-03bb-4640-aed8-9cfb44056fff req-8be5de74-b181-4fe0-bdf3-40d24872bede service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 1102 time: 0.2157848 Oct 18 23:16:21.284976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f431776-03bb-4640-aed8-9cfb44056fff req-19d52a66-f9e0-42b3-9cea-a91c6ce1b153 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938815 Oct 18 23:16:21.318894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a71488ae-4596-4231-8f80-b5986bf76c1c req-2884255e-c296-4d32-9de0-b0de152f0757 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688940 Oct 18 23:16:21.361660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Router 3a415c49-9c06-4cba-b9da-ddc5bab86391 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:16:21.640357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c6f14-4e94-4f54-962b-120edd2b765a req-107fbb51-7074-47a3-bf19-7a9202540057 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:21.652605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c84c6f14-4e94-4f54-962b-120edd2b765a req-107fbb51-7074-47a3-bf19-7a9202540057 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.1953809 Oct 18 23:16:21.688979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:16:21.698680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f9dd2eb8-52ae-4eb4-ba99-077b39745021 admin admin] 10.222.0.52 "PUT /v2.0/routers/3a415c49-9c06-4cba-b9da-ddc5bab86391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2893188 Oct 18 23:16:21.699029 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36790) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:21.711589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] Sync routers for ids ['3a415c49-9c06-4cba-b9da-ddc5bab86391'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:16:21.723623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c84c6f14-4e94-4f54-962b-120edd2b765a req-dc02ca48-94a0-4874-b6cb-fa8075e5874c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697908 Oct 18 23:16:21.745219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] Routers {'3a415c49-9c06-4cba-b9da-ddc5bab86391'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:21.747224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3a415c49-9c06-4cba-b9da-ddc5bab86391'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:21.908308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:21.930226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f38bf8-12ba-4fa2-9ecc-81322761af30 req-5cea048d-6456-41f4-af1a-f12a79b23d1a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:21.947276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35f38bf8-12ba-4fa2-9ecc-81322761af30 req-5cea048d-6456-41f4-af1a-f12a79b23d1a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1247029 Oct 18 23:16:22.021310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35f38bf8-12ba-4fa2-9ecc-81322761af30 req-186e17bf-3f0c-441e-aee7-d8849e8b0121 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729871 Oct 18 23:16:22.038216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] Set router 3a415c49-9c06-4cba-b9da-ddc5bab86391 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:22.046085 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:22.139416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Deleting port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:16:22.139764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:22.261405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] For port 244745ae-f3a5-4571-b1e8-0e34a1cd26b9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=244745ae-f3a5-4571-b1e8-0e34a1cd26b9,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:22.261777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:22.314610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Calling delete_port for 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:16:22.501714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a8a48e-e8b8-4afa-8370-8711c2136b6e no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:16:22.614114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f42b0c-24bc-4a3a-b0dd-8b61b7fafa6f req-fd10476d-1e84-4b4d-a1a4-aaddf9cd7676 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:22.630111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43f42b0c-24bc-4a3a-b0dd-8b61b7fafa6f req-fd10476d-1e84-4b4d-a1a4-aaddf9cd7676 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1319726 Oct 18 23:16:22.660976 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:22.713360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Pushing event deleted for resources: {'Port': ['ID=244745ae-f3a5-4571-b1e8-0e34a1cd26b9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:22.733463 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43f42b0c-24bc-4a3a-b0dd-8b61b7fafa6f req-a8d6d6ce-f35c-4524-b0b1-14dc7755977a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976777 Oct 18 23:16:22.744615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.744970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.745315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.745674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.746480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.746849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.747183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.748040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.748368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.748815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.749164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.750204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:22.766840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:03Z', 'updated_at': '2021-10-18T23:16:19Z', 'revision_number': 5, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'gw_port': {'id': '244745ae-f3a5-4571-b1e8-0e34a1cd26b9', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:05Z', 'updated_at': '2021-10-18T23:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:22.831449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] Checking router: 3a415c49-9c06-4cba-b9da-ddc5bab86391 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:16:22.849622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] Routers {'3a415c49-9c06-4cba-b9da-ddc5bab86391'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:22.851088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3a415c49-9c06-4cba-b9da-ddc5bab86391'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:22.909843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1f8e2-d174-49bb-9b67-f41955b31028 req-d879fd17-7e1f-4ac0-92b5-156f299d1629 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:22.911740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35f1f8e2-d174-49bb-9b67-f41955b31028 req-d879fd17-7e1f-4ac0-92b5-156f299d1629 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.0701208 Oct 18 23:16:22.913771 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:22.980189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35f1f8e2-d174-49bb-9b67-f41955b31028 req-d774b3d6-99a1-4971-96bd-d1494471b549 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612891 Oct 18 23:16:23.010006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] Set router 3a415c49-9c06-4cba-b9da-ddc5bab86391 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:23.074580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:03Z', 'updated_at': '2021-10-18T23:16:22Z', 'revision_number': 7, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:23.107459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.111075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3778a-611b-4138-a329-1b3b0b1423a2 None None] The sync data for ids ['3a415c49-9c06-4cba-b9da-ddc5bab86391'] in n-d-713498-28 is: [{'id': '3a415c49-9c06-4cba-b9da-ddc5bab86391', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705054895-router', 'tenant_id': 'e665cb2237994155b9e09f91d99ebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:03Z', 'updated_at': '2021-10-18T23:16:22Z', 'revision_number': 7, 'project_id': 'e665cb2237994155b9e09f91d99ebcb1', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:16:23.161038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.161880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:23.164480 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b00ef25-654e-4eb0-9f77-79f54d50ac64" -d '{"events": [{"server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:23.169016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.201237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:23.208420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.248527 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.250344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a415c49-9c06-4cba-b9da-ddc5bab86391 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:16:23.258301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.259900 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aa25dbf9-b2c1-4cd7-8e60-bf988ec4979a admin admin] 10.222.0.52 "DELETE /v2.0/routers/3a415c49-9c06-4cba-b9da-ddc5bab86391 HTTP/1.1" status: 204 len: 168 time: 1.5595884 Oct 18 23:16:23.265240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36802) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:23.297888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15aca5-fc43-4ee2-81b6-9b498b53aa3b req-031634d0-d609-492c-8040-aa78c8597c3c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:23.311366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b15aca5-fc43-4ee2-81b6-9b498b53aa3b req-031634d0-d609-492c-8040-aa78c8597c3c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0864952 Oct 18 23:16:23.390338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b15aca5-fc43-4ee2-81b6-9b498b53aa3b req-ee6d3334-6f87-4af2-9da7-cafe58f92a9d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777543 Oct 18 23:16:23.411953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:23.423212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-695cc5f3-fead-44cf-959c-de4106ebb311 admin admin] Deleting subnet 94535351-2715-4cc1-9502-8e31c7196abb {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:16:23.432059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-695cc5f3-fead-44cf-959c-de4106ebb311 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.489737 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37fca1f-ccd1-4805-ab68-20769e897152 x-openstack-request-id: req-c37fca1f-ccd1-4805-ab68-20769e897152 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:23.490035 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:23.490400 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c37fca1f-ccd1-4805-ab68-20769e897152 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:23.490685 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e', 'code': 200} Oct 18 23:16:23.559451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-695cc5f3-fead-44cf-959c-de4106ebb311 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.717282 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-695cc5f3-fead-44cf-959c-de4106ebb311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.811315 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-695cc5f3-fead-44cf-959c-de4106ebb311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.878800 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cc5f3-fead-44cf-959c-de4106ebb311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94535351-2715-4cc1-9502-8e31c7196abb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:23.905484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-695cc5f3-fead-44cf-959c-de4106ebb311 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:23.910138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-695cc5f3-fead-44cf-959c-de4106ebb311 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/94535351-2715-4cc1-9502-8e31c7196abb HTTP/1.1" status: 204 len: 168 time: 0.6438382 Oct 18 23:16:23.913302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36810) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:23.966927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a2a6dc-78e5-42ab-a33e-4f1e02297a18 None None] Network 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:16:23.979739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a16f5f-b0c7-46b3-887e-9a9a75ea306a req-2d6a803b-1b05-4854-9013-91f136892392 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:23.984275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62a16f5f-b0c7-46b3-887e-9a9a75ea306a req-2d6a803b-1b05-4854-9013-91f136892392 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1526608 Oct 18 23:16:24.035841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-53eabb0a-9ac7-4746-85bc-d0258dcde946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:24.099369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62a16f5f-b0c7-46b3-887e-9a9a75ea306a req-6497a0d2-7ae9-42da-8b89-e1d886b02c88 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034036 Oct 18 23:16:24.154528 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:24.288508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 86933bc7-1856-4048-93de-3d6af584e0c1 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:16:24.304055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Deleting port a422d513-fa8f-40fb-9352-8672d73b1965 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:16:24.304391 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:24.363235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060a8d4b-6046-4c37-9954-99f86af70c67 None None] DHCP port deletion for 6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:16:24.368730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 86933bc7-1856-4048-93de-3d6af584e0c1 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:16:24.369068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 86933bc7-1856-4048-93de-3d6af584e0c1 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:16:24.369483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:16:24.381798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc45c1d-187a-4ad8-aad6-c80fce1f6f8f req-11729c52-a2cd-4708-aa7d-4885b94ef5fc tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:24.400376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fc45c1d-187a-4ad8-aad6-c80fce1f6f8f req-11729c52-a2cd-4708-aa7d-4885b94ef5fc tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 944 time: 0.1630795 Oct 18 23:16:24.448115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:16:24.448455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 244745ae-f3a5-4571-b1e8-0e34a1cd26b9 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:16:24.507596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] For port a422d513-fa8f-40fb-9352-8672d73b1965, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a422d513-fa8f-40fb-9352-8672d73b1965,segment=NetworkSegment(b33b259b-8e3d-4371-b292-a6e78e534cbd),segment_id=b33b259b-8e3d-4371-b292-a6e78e534cbd)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:24.508987 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:24.519280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a8a48e-e8b8-4afa-8370-8711c2136b6e details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:16:24.540205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-060a8d4b-6046-4c37-9954-99f86af70c67 None None] Deleting port a422d513-fa8f-40fb-9352-8672d73b1965 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:16:24.540501 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-060a8d4b-6046-4c37-9954-99f86af70c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:24.551401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Calling delete_port for a422d513-fa8f-40fb-9352-8672d73b1965 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:16:24.554952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fc45c1d-187a-4ad8-aad6-c80fce1f6f8f req-15ee1c5b-5e8b-43b4-ab31-3d5b73acf6c3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525540 Oct 18 23:16:24.753645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:24.764750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-060a8d4b-6046-4c37-9954-99f86af70c67 None None] For port a422d513-fa8f-40fb-9352-8672d73b1965, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a422d513-fa8f-40fb-9352-8672d73b1965,segment=NetworkSegment(b33b259b-8e3d-4371-b292-a6e78e534cbd),segment_id=b33b259b-8e3d-4371-b292-a6e78e534cbd)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:24.765506 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-060a8d4b-6046-4c37-9954-99f86af70c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:24.790891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-060a8d4b-6046-4c37-9954-99f86af70c67 None None] Calling delete_port for a422d513-fa8f-40fb-9352-8672d73b1965 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:16:24.831704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6912c3-9e05-478c-8cf0-cecfaefde1a4 req-db036b50-52c4-4e83-9e9f-df5d3d7f8adf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:24.841929 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6912c3-9e05-478c-8cf0-cecfaefde1a4 req-db036b50-52c4-4e83-9e9f-df5d3d7f8adf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1484039 Oct 18 23:16:24.858528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Pushing event deleted for resources: {'Port': ['ID=a422d513-fa8f-40fb-9352-8672d73b1965,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:24.878389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] No DVR routers for this DVR port a422d513-fa8f-40fb-9352-8672d73b1965 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:16:24.949608 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6912c3-9e05-478c-8cf0-cecfaefde1a4 req-4084e70c-eab8-4825-97de-7dc2d2e8ecb3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989881 Oct 18 23:16:24.958894 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:24.996438 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.030910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:25.041792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:25.055956 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33b259b-8e3d-4371-b292-a6e78e534cbd') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:25.056285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33b259b-8e3d-4371-b292-a6e78e534cbd') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:25.067648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e', 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f', 'port_id': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e', 'mac_address': 'fa:16:3e:11:4a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed50223d-c908-4285-95f1-101304451ba3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:16:25.075259 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-060a8d4b-6046-4c37-9954-99f86af70c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.082806 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.117175 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.137204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a8d4b-6046-4c37-9954-99f86af70c67 None None] Pushing event deleted for resources: {'Port': ['ID=a422d513-fa8f-40fb-9352-8672d73b1965,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:25.155426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a8d4b-6046-4c37-9954-99f86af70c67 None None] No DVR routers for this DVR port a422d513-fa8f-40fb-9352-8672d73b1965 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:16:25.180718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:16:25.181860 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:16:25.188081 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:16:25.230058 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.269780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a8a48e-e8b8-4afa-8370-8711c2136b6e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:25.277183 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.338832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:25.343153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.346754 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.359751 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:25.364797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] 10.222.0.52 "DELETE /v2.0/networks/6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e HTTP/1.1" status: 204 len: 168 time: 1.4499941 Oct 18 23:16:25.420429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffb537-5ce0-4a5d-9a58-1fd240a8a491 req-a4fdfca8-6722-4bc1-8415-0ece8e772151 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:25.423655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2ffb537-5ce0-4a5d-9a58-1fd240a8a491 req-a4fdfca8-6722-4bc1-8415-0ece8e772151 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1419411 Oct 18 23:16:25.425895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5cfa-a2e5-490b-8096-960ec106e12a admin admin] Pushing event deleted for resources: {'Network': ['ID=6aef278f-08e1-4ecb-83dd-f3dc8f4aa01e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:25.446233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:25.504928 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2ffb537-5ce0-4a5d-9a58-1fd240a8a491 req-44838aea-519a-4604-b584-147aba4bb078 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739825 Oct 18 23:16:25.682588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8a42e-6c52-4b74-8a5a-2c1b38b41f47 req-c3f0d520-f822-4519-abc3-ec4bc3d789ca tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:25.692087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2b8a42e-6c52-4b74-8a5a-2c1b38b41f47 req-c3f0d520-f822-4519-abc3-ec4bc3d789ca tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.0861712 Oct 18 23:16:25.740342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36836) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:25.785610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2b8a42e-6c52-4b74-8a5a-2c1b38b41f47 req-e5a24686-27c0-4cbd-9fdd-41d2e345be18 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920885 Oct 18 23:16:25.862478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4c468a38-8455-4f71-b96c-93762aa2e031 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e665cb2237994155b9e09f91d99ebcb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206436 Oct 18 23:16:25.865216 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36840) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:25.866489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c2a8a48e-e8b8-4afa-8370-8711c2136b6e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:25.966124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675006b-04fa-4633-ad2b-75b7ff8e81bc req-80a0b078-cc48-44ad-b95a-7ddcfcf8a8f6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:25.976201 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e675006b-04fa-4633-ad2b-75b7ff8e81bc req-80a0b078-cc48-44ad-b95a-7ddcfcf8a8f6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 945 time: 0.0823386 Oct 18 23:16:25.988850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-314dd6f7-bfcf-4923-bb8d-b7412db15058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:26.026580 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-314dd6f7-bfcf-4923-bb8d-b7412db15058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:26.033009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e675006b-04fa-4633-ad2b-75b7ff8e81bc req-4d1cb5dc-c9cf-4ae2-8318-da23215152d2 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554292 Oct 18 23:16:26.120135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-314dd6f7-bfcf-4923-bb8d-b7412db15058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:26.123225 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-314dd6f7-bfcf-4923-bb8d-b7412db15058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:26.133024 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-314dd6f7-bfcf-4923-bb8d-b7412db15058 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99d04cac-bcb5-447a-bbd3-997ad0f2f0ca HTTP/1.1" status: 204 len: 168 time: 0.2662289 Oct 18 23:16:26.149796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dd6f7-bfcf-4923-bb8d-b7412db15058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d04cac-bcb5-447a-bbd3-997ad0f2f0ca,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:26.293612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a422d513-fa8f-40fb-9352-8672d73b1965 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:16:26.327552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a422d513-fa8f-40fb-9352-8672d73b1965 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:16:26.327897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a422d513-fa8f-40fb-9352-8672d73b1965 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:16:26.336193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-84a5ca7e-7f0f-456e-8b41-7ce2eae19394 req-2e7f5878-1dbd-4670-a8bd-7638bb1e2d65 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:16:26.337476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84a5ca7e-7f0f-456e-8b41-7ce2eae19394 req-2e7f5878-1dbd-4670-a8bd-7638bb1e2d65 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0137751 Oct 18 23:16:26.716363 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-5967efb3-6e82-4044-9c37-b1942a293591 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0598366 Oct 18 23:16:26.740763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-5f92cdf9-1d91-4905-b89d-432821a0828d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:16:26.741975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-5f92cdf9-1d91-4905-b89d-432821a0828d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0144317 Oct 18 23:16:26.833934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bcbbb-09e9-4fe9-a6e3-cce016b233a9 req-dc634a5b-2795-4597-83c3-8e4fa3600e5c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:26.846749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b2bcbbb-09e9-4fe9-a6e3-cce016b233a9 req-dc634a5b-2795-4597-83c3-8e4fa3600e5c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1500266 Oct 18 23:16:26.939816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b2bcbbb-09e9-4fe9-a6e3-cce016b233a9 req-25a5bd50-7dd9-46c3-acf4-8448cd840242 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919204 Oct 18 23:16:27.120733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ca03a-78e0-4c09-a15a-f03f9b4707cd req-0b5cd0ec-6e48-4332-956b-c856230efcee tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:27.123133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e6ca03a-78e0-4c09-a15a-f03f9b4707cd req-0b5cd0ec-6e48-4332-956b-c856230efcee tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.0965071 Oct 18 23:16:27.191988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e6ca03a-78e0-4c09-a15a-f03f9b4707cd req-c951b6a6-0700-41d2-87b8-dd25b941af23 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536330 Oct 18 23:16:27.332248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470546d-2c70-49f2-abec-a3e15d759bcf req-fc30cfa5-e1b6-4b54-96f8-8000db9383cd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:27.334006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e470546d-2c70-49f2-abec-a3e15d759bcf req-fc30cfa5-e1b6-4b54-96f8-8000db9383cd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 945 time: 0.0746129 Oct 18 23:16:27.452990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e470546d-2c70-49f2-abec-a3e15d759bcf req-ce800e07-6c02-4f16-8022-9c6fb124884d tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994349 Oct 18 23:16:27.751966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:28.544023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a8a48e-e8b8-4afa-8370-8711c2136b6e up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:28.633882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port c2a8a48e-e8b8-4afa-8370-8711c2136b6e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:28.634624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:28.774101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:28.818134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:28.819414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:28.822239 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63496f4-8d80-49f0-97df-9334a366103a" -d '{"events": [{"server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "name": "network-vif-plugged", "status": "completed", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:28.828011 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:28.927379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:28.941671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a676b-3929-4716-af8b-e2b380f4089c req-316b7bf9-5b4b-4b4c-97ec-c45715fda76e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:28.945290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa6a676b-3929-4716-af8b-e2b380f4089c req-316b7bf9-5b4b-4b4c-97ec-c45715fda76e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1050258 Oct 18 23:16:28.952624 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-694a559a-ce26-48db-a7f4-88dfa35ba006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:28.954127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-694a559a-ce26-48db-a7f4-88dfa35ba006 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 1102 time: 0.0779023 Oct 18 23:16:29.079377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa6a676b-3929-4716-af8b-e2b380f4089c req-1372f28b-16f9-42da-a033-8b542a6563b7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241496 Oct 18 23:16:29.117262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-fadf43de-ce15-44ff-8922-0e4bbd3bfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:29.117875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-fadf43de-ce15-44ff-8922-0e4bbd3bfa8e service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1542869 Oct 18 23:16:29.170622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-f68efc01-b927-455b-ace1-eacd25152b4b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec HTTP/1.1" status: 200 len: 217 time: 0.0440440 Oct 18 23:16:29.247779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-740d312f-2e74-4e8c-8de0-5e920c218813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:29.249340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-740d312f-2e74-4e8c-8de0-5e920c218813 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0678506 Oct 18 23:16:29.312779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7b0a7-af5b-4960-8730-8201af131c92 req-c8969645-9a60-4b22-ad55-90b87f3ed904 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:29.320481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01e7b0a7-af5b-4960-8730-8201af131c92 req-c8969645-9a60-4b22-ad55-90b87f3ed904 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1487553 Oct 18 23:16:29.342591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-ec8f0771-fb59-4555-a134-a073796437ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:29.344121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-ec8f0771-fb59-4555-a134-a073796437ab service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864646 Oct 18 23:16:29.381260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01e7b0a7-af5b-4960-8730-8201af131c92 req-84a09b0b-a22e-48fe-82df-8c2a572d54b3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596058 Oct 18 23:16:29.541871 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-4d8eef4a-ca03-488d-b0a0-b2ef271400cd service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830873 Oct 18 23:16:29.589084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b793fe-4d71-4443-930d-947b58597cab req-0cddbe60-b4c1-4f5c-86a1-3f7dbe9a6a25 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:29.590791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56b793fe-4d71-4443-930d-947b58597cab req-0cddbe60-b4c1-4f5c-86a1-3f7dbe9a6a25 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.0800159 Oct 18 23:16:29.706940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56b793fe-4d71-4443-930d-947b58597cab req-753ff5db-2cc7-4658-a72e-c6319bbafcec tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084816 Oct 18 23:16:29.735127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-c7e78cbf-9ce2-4389-aa9e-1b3ad4230425 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813126 Oct 18 23:16:29.786013 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14438b04-d87d-48d6-b517-d7fd96f9dad2 x-openstack-request-id: req-14438b04-d87d-48d6-b517-d7fd96f9dad2 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:29.787712 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "name": "network-vif-plugged", "status": "completed", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:29.788822 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14438b04-d87d-48d6-b517-d7fd96f9dad2 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:29.789529 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e', 'code': 200} Oct 18 23:16:30.139316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab512dae-0ed6-423f-9cab-4ce4556c5482 req-69fb326a-5171-46d9-abc6-a49d9f97dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:30.142362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab512dae-0ed6-423f-9cab-4ce4556c5482 req-69fb326a-5171-46d9-abc6-a49d9f97dd38 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 1098 time: 0.1057479 Oct 18 23:16:30.196289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab512dae-0ed6-423f-9cab-4ce4556c5482 req-a5958ebb-2d44-482d-8df8-df0c406ac491 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376046 Oct 18 23:16:30.630316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cd9c5-1979-44bf-b7d5-c56064f54fb6 req-5db7849f-09e8-4e2c-8e30-f4c09cf0983c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:30.633046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c8cd9c5-1979-44bf-b7d5-c56064f54fb6 req-5db7849f-09e8-4e2c-8e30-f4c09cf0983c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1059377 Oct 18 23:16:30.718663 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c8cd9c5-1979-44bf-b7d5-c56064f54fb6 req-9446eae1-a97b-4ab7-a983-c41a3601a856 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754600 Oct 18 23:16:30.867529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d7b1-64f3-46f4-b445-684a303310bc req-4646eedd-827f-4dcf-963d-1e7bf7f8cf49 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:30.869112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a77d7b1-64f3-46f4-b445-684a303310bc req-4646eedd-827f-4dcf-963d-1e7bf7f8cf49 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.0756998 Oct 18 23:16:30.920766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a77d7b1-64f3-46f4-b445-684a303310bc req-28a96af2-d39c-457b-92cf-d9c13f358545 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452511 Oct 18 23:16:31.109202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a80978-c1b4-44fa-96bc-f326f4d4470f req-404c9bea-07d5-4cf7-a3bd-0f58afaa65d3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:31.111659 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-77a80978-c1b4-44fa-96bc-f326f4d4470f req-404c9bea-07d5-4cf7-a3bd-0f58afaa65d3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.0792167 Oct 18 23:16:31.164240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-77a80978-c1b4-44fa-96bc-f326f4d4470f req-aac5bb8c-9e95-47de-bbd5-b63b61b3cff8 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Oct 18 23:16:32.300143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbedff-1837-4193-974b-a55812eb7ad8 req-ede58838-df9f-4a0e-b1cd-99b4e1f529d2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:32.307793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30cbedff-1837-4193-974b-a55812eb7ad8 req-ede58838-df9f-4a0e-b1cd-99b4e1f529d2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0994966 Oct 18 23:16:32.359395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30cbedff-1837-4193-974b-a55812eb7ad8 req-a2374daf-048f-45b2-97ad-ec809a2a0826 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489099 Oct 18 23:16:32.558366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:16:32.576469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3414-435e-48b3-8dcf-cb32d428a426 req-7b30341f-8140-4232-88f0-d3695157fe43 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:32.578832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-716b3414-435e-48b3-8dcf-cb32d428a426 req-7b30341f-8140-4232-88f0-d3695157fe43 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.0768824 Oct 18 23:16:32.646296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-716b3414-435e-48b3-8dcf-cb32d428a426 req-d8cf6613-6ab4-4c2a-aa17-07dd3fb7ff3b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549250 Oct 18 23:16:32.729859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:32.755705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6', 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12', 'port_id': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6', 'mac_address': 'fa:16:3e:89:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9db730-29ab-425c-8837-530c1b29a761', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:16:32.835787 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:32.875271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:32.921846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:32.930933 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:33.011201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:33.031099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.031444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.031780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.032112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.032441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.032767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.033090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.033424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.033731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.034060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.034366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.034683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:16:33.204056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a76e3d-d78c-4539-89df-5044236fe0f8 req-f646d425-d12b-4c1e-a308-582198b321bf tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:33.205895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96a76e3d-d78c-4539-89df-5044236fe0f8 req-f646d425-d12b-4c1e-a308-582198b321bf tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.0776625 Oct 18 23:16:33.264256 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96a76e3d-d78c-4539-89df-5044236fe0f8 req-9f188e2c-6dc4-4152-8496-da8a50f4759c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509248 Oct 18 23:16:33.522419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40ffceaf-3594-4475-ab0b-026e0cc9b5c6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:33.600877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194218ad-eb46-4d89-b72d-9b0f7154aea6 req-aad3d505-fc6a-4ba3-a282-62543281cc3f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:33.602525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-194218ad-eb46-4d89-b72d-9b0f7154aea6 req-aad3d505-fc6a-4ba3-a282-62543281cc3f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.0771408 Oct 18 23:16:33.692941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-194218ad-eb46-4d89-b72d-9b0f7154aea6 req-05d2c8c7-d526-45c1-a502-4e9aff734485 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718381 Oct 18 23:16:33.862247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4e6b-812b-40f0-8cf3-aab85f92682c req-6638f7b7-f846-4416-9469-5e504a89a8de tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:33.866706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0ac4e6b-812b-40f0-8cf3-aab85f92682c req-6638f7b7-f846-4416-9469-5e504a89a8de tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0678375 Oct 18 23:16:33.933916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0ac4e6b-812b-40f0-8cf3-aab85f92682c req-82768a08-41da-4c55-b248-3d0741a298f2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590549 Oct 18 23:16:34.142413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d016c-9b36-48cf-ac52-b48c0c18388f req-81cc43b5-1dc2-49e3-87db-a135cd44c19d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:34.144152 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f03d016c-9b36-48cf-ac52-b48c0c18388f req-81cc43b5-1dc2-49e3-87db-a135cd44c19d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 945 time: 0.1012342 Oct 18 23:16:34.204770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f03d016c-9b36-48cf-ac52-b48c0c18388f req-0539b62a-6392-495a-b6ab-341b54274fac tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505586 Oct 18 23:16:34.485793 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:35.261996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-49c578eb-f574-4577-8b94-2456cb7a3129 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:35.264378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-49c578eb-f574-4577-8b94-2456cb7a3129 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/networks?id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 200 len: 815 time: 0.1344881 Oct 18 23:16:35.281831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-6160fef7-dbf1-42c3-843a-d2983bdeae66 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/quotas/1221c3a92228466f8670590758a0e718 HTTP/1.1" status: 200 len: 375 time: 0.0112402 Oct 18 23:16:35.348533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-f7f0a669-a27a-490f-bc4c-c6540deb524c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1221c3a92228466f8670590758a0e718&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578957 Oct 18 23:16:35.501737 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-b984f6bc-26bf-44f5-8ca3-ce6dba3a59a3 service neutron] 10.222.0.52 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493762 Oct 18 23:16:35.627488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-006ba4d5-be5e-4468-92d9-d7fc121faf10 service neutron] 10.222.0.52 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246893 Oct 18 23:16:35.757079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205059c-2ba9-4a8d-9bef-5e2db7b4d745 req-90b62114-8185-4ed5-8207-2c8700f70679 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:35.758748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3205059c-2ba9-4a8d-9bef-5e2db7b4d745 req-90b62114-8185-4ed5-8207-2c8700f70679 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0641026 Oct 18 23:16:35.841545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3205059c-2ba9-4a8d-9bef-5e2db7b4d745 req-86a843ea-3aba-45d7-8d6a-da6582379710 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646718 Oct 18 23:16:35.953735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:36.011953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d11f-d9b8-49a3-b4ed-da99a8de0b08 req-491f73a7-5055-4382-a917-ea674774cccb tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:36.023602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4c0d11f-d9b8-49a3-b4ed-da99a8de0b08 req-491f73a7-5055-4382-a917-ea674774cccb tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 945 time: 0.1120360 Oct 18 23:16:36.088276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4c0d11f-d9b8-49a3-b4ed-da99a8de0b08 req-aa43bb41-1faa-4cf7-b0cf-82f7b6f0a4cc tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510664 Oct 18 23:16:36.112283 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-268b91e6-2514-48fc-b2f2-e5e4d9687f5f req-ad594754-ccbd-4082-9b1a-89b1b5acab42 tempest-FlavorsV2NegativeTest-1320154373 tempest-FlavorsV2NegativeTest-1320154373-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0d05c20958ec4f078d2d38004440eae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447414 Oct 18 23:16:36.186449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6812243c-3e1f-4161-9bf3-5846e661a150 req-54f013d2-c610-4a84-b00c-4efda359753b tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 210 time: 0.0401773 Oct 18 23:16:36.314178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b91e6-2514-48fc-b2f2-e5e4d9687f5f req-a17c28ef-1681-4097-b6d0-6129383ca399 tempest-FlavorsV2NegativeTest-1320154373 tempest-FlavorsV2NegativeTest-1320154373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:36.322306 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-268b91e6-2514-48fc-b2f2-e5e4d9687f5f req-a17c28ef-1681-4097-b6d0-6129383ca399 tempest-FlavorsV2NegativeTest-1320154373 tempest-FlavorsV2NegativeTest-1320154373-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022011 Oct 18 23:16:36.344482 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-268b91e6-2514-48fc-b2f2-e5e4d9687f5f req-32469ff4-1c89-4379-88df-2e52e4a26ca2 tempest-FlavorsV2NegativeTest-1320154373 tempest-FlavorsV2NegativeTest-1320154373-project] 10.222.0.52 "GET /v2.0/quotas/0d05c20958ec4f078d2d38004440eae6 HTTP/1.1" status: 200 len: 375 time: 0.0210185 Oct 18 23:16:36.363891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-17d14a08-a02c-49a3-b58c-3123d93e234f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:36.366242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-17d14a08-a02c-49a3-b58c-3123d93e234f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2939967-8899-4c9c-b137-50823f68ec16 HTTP/1.1" status: 200 len: 946 time: 0.0894067 Oct 18 23:16:36.378113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498c668-3a30-4402-a89b-c50204b4e5e1 req-b3bbba54-3f81-4d2e-875c-ea5423c59e8a tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:36.387055 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d498c668-3a30-4402-a89b-c50204b4e5e1 req-b3bbba54-3f81-4d2e-875c-ea5423c59e8a tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 950 time: 0.1203048 Oct 18 23:16:36.389816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-268b91e6-2514-48fc-b2f2-e5e4d9687f5f req-a6378c99-7a47-4bc0-b3ef-452c8eccf80d tempest-FlavorsV2NegativeTest-1320154373 tempest-FlavorsV2NegativeTest-1320154373-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d05c20958ec4f078d2d38004440eae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442765 Oct 18 23:16:36.571012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d498c668-3a30-4402-a89b-c50204b4e5e1 req-444296dc-a807-4166-9dac-c1b15a664705 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827941 Oct 18 23:16:36.602049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:36.673611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Deleting port c2a8a48e-e8b8-4afa-8370-8711c2136b6e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:16:36.677085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:36.710117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:16:36.736291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:36.737002 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:36.982535 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:37.068717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:37.076539 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4bcba5-20b7-48a3-9caf-6be823fb6eca" -d '{"events": [{"server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "name": "network-vif-plugged", "status": "completed", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:37.104411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:37.116789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:37.317459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] For port c2a8a48e-e8b8-4afa-8370-8711c2136b6e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:37.317837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:37.360475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Calling delete_port for c2a8a48e-e8b8-4afa-8370-8711c2136b6e owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:16:37.427886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:37.443023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e133329-7740-473c-9efd-a2e9e8595918 req-0d6d6a3f-2f10-44f1-9cf3-1911b71fcc17 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:37.452339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e133329-7740-473c-9efd-a2e9e8595918 req-0d6d6a3f-2f10-44f1-9cf3-1911b71fcc17 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1532581 Oct 18 23:16:37.503087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e133329-7740-473c-9efd-a2e9e8595918 req-c23282f8-04a3-40f2-beb2-aa3dc9524af7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472379 Oct 18 23:16:37.575839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37186) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:37.648215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:37.686214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c2a8a48e-e8b8-4afa-8370-8711c2136b6e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:37.702994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Pushing event deleted for resources: {'Port': ['ID=c2a8a48e-e8b8-4afa-8370-8711c2136b6e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:37.743706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] No DVR routers for this DVR port c2a8a48e-e8b8-4afa-8370-8711c2136b6e on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:16:37.750215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:37.754649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-680accd9-f41e-4b46-9f38-669a62c43c69 req-73f373c7-89ec-4fb6-a16a-bfc40b3b4360 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.73 "DELETE /v2.0/ports/c2a8a48e-e8b8-4afa-8370-8711c2136b6e HTTP/1.1" status: 204 len: 173 time: 1.3638315 Oct 18 23:16:37.755489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'name': 'network-vif-deleted', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:37.758076 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c29f4f-1c9d-481f-ba9f-fb48f8bc1147" -d '{"events": [{"server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "name": "network-vif-deleted", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:37.769817 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16878cb1-1c00-4bc5-8c18-2f84603e743c x-openstack-request-id: req-16878cb1-1c00-4bc5-8c18-2f84603e743c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:37.770086 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "name": "network-vif-plugged", "status": "completed", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:37.770336 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16878cb1-1c00-4bc5-8c18-2f84603e743c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:37.770770 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6', 'code': 200} Oct 18 23:16:37.796611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-9992c140-ad8e-44b0-88b5-05aab9c17e4c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:37.798930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-9992c140-ad8e-44b0-88b5-05aab9c17e4c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.102 "GET /v2.0/networks?id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 200 len: 815 time: 0.2423782 Oct 18 23:16:37.826133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Request body: {'port': {'device_id': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f', 'admin_state_up': True, 'tenant_id': '1221c3a92228466f8670590758a0e718'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:37.895135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-66decc63-ca91-45ce-a7ef-d2b2de4b5886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:37.963084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5722e27e-6faa-4f1f-bcef-23a244e2d996 req-3374f367-3958-40e4-b83c-3bf4e80f1684 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 210 time: 0.0462673 Oct 18 23:16:38.023914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2902a-41df-4e34-94e5-d3fdfe6c40d7 req-5284b672-ed60-4ffa-a8d2-282821bf7f3d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:38.032934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47c2902a-41df-4e34-94e5-d3fdfe6c40d7 req-5284b672-ed60-4ffa-a8d2-282821bf7f3d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1939697 Oct 18 23:16:38.064670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471a0e8-d5e8-4ed7-b8db-50e8c0d9df7b req-fd521259-6bdb-4628-b9a1-1117590372cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:38.067331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1471a0e8-d5e8-4ed7-b8db-50e8c0d9df7b req-fd521259-6bdb-4628-b9a1-1117590372cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 1098 time: 0.1653244 Oct 18 23:16:38.086062 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-66decc63-ca91-45ce-a7ef-d2b2de4b5886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:38.092858 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-66decc63-ca91-45ce-a7ef-d2b2de4b5886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:38.127582 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-66decc63-ca91-45ce-a7ef-d2b2de4b5886 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d05c20958ec4f078d2d38004440eae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476592 Oct 18 23:16:38.128295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37206) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:38.179014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66decc63-ca91-45ce-a7ef-d2b2de4b5886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776d8212-23d4-48e9-b2a9-719c54f261a3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:38.201603 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47c2902a-41df-4e34-94e5-d3fdfe6c40d7 req-70c52f1b-1dcf-472e-a24a-2a0b7d7360dd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576622 Oct 18 23:16:38.208101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1471a0e8-d5e8-4ed7-b8db-50e8c0d9df7b req-75b3459f-9013-404b-9068-e134b73d1731 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148853 Oct 18 23:16:38.214015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-20220680-3708-4361-89cf-64c9f44625df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:38.224579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Made reservation on behalf of 1221c3a92228466f8670590758a0e718 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:38.234877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:38.261458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-20220680-3708-4361-89cf-64c9f44625df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:38.327985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-20220680-3708-4361-89cf-64c9f44625df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:38.332039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-20220680-3708-4361-89cf-64c9f44625df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:38.333844 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-20220680-3708-4361-89cf-64c9f44625df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/776d8212-23d4-48e9-b2a9-719c54f261a3 HTTP/1.1" status: 204 len: 168 time: 0.2044904 Oct 18 23:16:38.344168 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096a60f-0e87-4da8-bf60-f9ed03e886ad x-openstack-request-id: req-4096a60f-0e87-4da8-bf60-f9ed03e886ad {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:38.344573 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2939967-8899-4c9c-b137-50823f68ec16", "name": "network-vif-deleted", "tag": "c2a8a48e-e8b8-4afa-8370-8711c2136b6e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:38.344894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20220680-3708-4361-89cf-64c9f44625df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776d8212-23d4-48e9-b2a9-719c54f261a3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:38.345018 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4096a60f-0e87-4da8-bf60-f9ed03e886ad {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:38.345390 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2939967-8899-4c9c-b137-50823f68ec16', 'name': 'network-vif-deleted', 'tag': 'c2a8a48e-e8b8-4afa-8370-8711c2136b6e', 'status': 'completed', 'code': 200} Oct 18 23:16:38.519194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Allocated IP 172.20.0.13 (c1a10e42-608c-4afd-95b8-fcf9699e6b2f/ed50223d-c908-4285-95f1-101304451ba3/05753ac0-ae32-4a7a-b91c-f104c5c59f16) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:38.633921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:16:38.891718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5757-049b-4fae-9a41-7be0870a429e req-4faf8f7d-3e43-4b03-80f0-283d8e7b6167 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:38.907763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e5e5757-049b-4fae-9a41-7be0870a429e req-4faf8f7d-3e43-4b03-80f0-283d8e7b6167 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1900487 Oct 18 23:16:38.943221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:38.951106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37236) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:39.057368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:39.072257 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:39.073036 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e5e5757-049b-4fae-9a41-7be0870a429e req-c9f7b92a-7460-4337-a8d6-00f1cddefa13 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523943 Oct 18 23:16:39.158143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:39.168751 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:39.169824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a8a48e-e8b8-4afa-8370-8711c2136b6e no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:16:39.173369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Network c1a10e42-608c-4afd-95b8-fcf9699e6b2f is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:39.192142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:39.205724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:39.234998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Pushing event updated for resources: {'Port': ['ID=05753ac0-ae32-4a7a-b91c-f104c5c59f16,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:39.254369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: c2a8a48e-e8b8-4afa-8370-8711c2136b6e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:16:39.254755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a8a48e-e8b8-4afa-8370-8711c2136b6e not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:16:39.305706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:39.365842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:39.366810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:39.398984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3928819-debd-4064-9b6a-9bd761cc706f req-755b7377-f05c-47e2-8afa-d8882a1d95c4 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:39.407009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f3928819-debd-4064-9b6a-9bd761cc706f req-755b7377-f05c-47e2-8afa-d8882a1d95c4 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 932 time: 0.1409011 Oct 18 23:16:39.422504 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfe8169a-ef8b-4803-8a8e-347313c0a802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:39.439491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-77629113-05ca-4a65-99a6-6ee617fd3449 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6228042 Oct 18 23:16:39.452199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f3928819-debd-4064-9b6a-9bd761cc706f req-0816a032-9df1-458c-9448-5e5569262856 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Oct 18 23:16:39.498113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af520-5dcf-4b92-8cf5-8e5ae9e42c8a req-b30e59b5-32bb-41c1-8da3-9a8b1e2198b9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:39.499754 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b1af520-5dcf-4b92-8cf5-8e5ae9e42c8a req-b30e59b5-32bb-41c1-8da3-9a8b1e2198b9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1301379 Oct 18 23:16:39.567636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b1af520-5dcf-4b92-8cf5-8e5ae9e42c8a req-cd7ad6b6-f571-4158-9dae-fd6b87cc4cc3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559061 Oct 18 23:16:39.626446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Request body: {'port': {'device_id': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:39.683983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfe8169a-ef8b-4803-8a8e-347313c0a802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:39.694268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfe8169a-ef8b-4803-8a8e-347313c0a802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:39.772576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:39.775896 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aa12f5-273b-4bd2-b9d4-b1a9403e6af0" -d '{"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:39.795095 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:39.799902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8169a-ef8b-4803-8a8e-347313c0a802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b4410b-834e-4d5d-b37f-b02b2e0959b6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:39.820023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bfe8169a-ef8b-4803-8a8e-347313c0a802 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c55821fa251e450d81c8f54f381be042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8628693 Oct 18 23:16:39.823096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37270) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:39.861748 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fe7079-a18e-48f2-87e4-cdc135a83821 x-openstack-request-id: req-21fe7079-a18e-48f2-87e4-cdc135a83821 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:39.862192 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:39.862584 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21fe7079-a18e-48f2-87e4-cdc135a83821 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:39.863306 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'code': 200} Oct 18 23:16:39.978268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e2591e9-8c59-4200-8201-57756c9b64ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:40.015308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e2591e9-8c59-4200-8201-57756c9b64ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:40.081258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e2591e9-8c59-4200-8201-57756c9b64ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:40.084408 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e2591e9-8c59-4200-8201-57756c9b64ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:40.093155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7e2591e9-8c59-4200-8201-57756c9b64ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4b4410b-834e-4d5d-b37f-b02b2e0959b6 HTTP/1.1" status: 204 len: 168 time: 0.2660460 Oct 18 23:16:40.109057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2591e9-8c59-4200-8201-57756c9b64ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b4410b-834e-4d5d-b37f-b02b2e0959b6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:40.233672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05753ac0-ae32-4a7a-b91c-f104c5c59f16 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:40.244573 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:40.261092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Transition to ACTIVE for port object 05753ac0-ae32-4a7a-b91c-f104c5c59f16 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:16:40.266645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:40.310010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd529de-ccb9-442e-8f19-607b47ebd21c req-f16f389d-719a-40c7-a4a9-58ac0c9942fe tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:40.318703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1fd529de-ccb9-442e-8f19-607b47ebd21c req-f16f389d-719a-40c7-a4a9-58ac0c9942fe tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0847118 Oct 18 23:16:40.379486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1fd529de-ccb9-442e-8f19-607b47ebd21c req-e4857f63-b898-4413-a31c-2b630f57aa0b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595224 Oct 18 23:16:40.396983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Pushing event updated for resources: {'Port': ['ID=05753ac0-ae32-4a7a-b91c-f104c5c59f16,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:40.497565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Attempting to bind port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:40.498052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Attempting to bind port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:40.498473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Attempting to bind port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 on network c1a10e42-608c-4afd-95b8-fcf9699e6b2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:40.510522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 on network c1a10e42-608c-4afd-95b8-fcf9699e6b2f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:16:40.514114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Attempting to bind port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 on network c1a10e42-608c-4afd-95b8-fcf9699e6b2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:40.526170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:40.526560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Checking segment: {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:40.527001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Bound using segment: {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:40.527460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Bound port: 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:40.527827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:40.623732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4569af-2fda-43bc-9c0f-dd4f25e5fa48 req-038c8212-ba64-4f9f-bdaa-5349d934b7e3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:40.625684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f4569af-2fda-43bc-9c0f-dd4f25e5fa48 req-038c8212-ba64-4f9f-bdaa-5349d934b7e3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 944 time: 0.0937984 Oct 18 23:16:40.692440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f4569af-2fda-43bc-9c0f-dd4f25e5fa48 req-655fa123-7041-49ce-bdcf-d063418e5f05 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575597 Oct 18 23:16:40.695249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:40.710246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:40.725182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:40.778815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:40.779570 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:40.780941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] 10.222.0.102 "PUT /v2.0/ports/05753ac0-ae32-4a7a-b91c-f104c5c59f16 HTTP/1.1" status: 200 len: 1093 time: 1.3166232 Oct 18 23:16:40.781402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:40.783960 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce08461-db8c-43ea-8715-76826cf593b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:40.820598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1eec8f-1745-4461-ab9e-449875fcbd5e service neutron] Pushing event updated for resources: {'Port': ['ID=05753ac0-ae32-4a7a-b91c-f104c5c59f16,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:40.821446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ff7a-7aa4-4756-80d3-34958f51c341 req-ff121635-dfac-4bde-9bfe-ffe00251fbc4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:40.827551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af45ff7a-7aa4-4756-80d3-34958f51c341 req-ff121635-dfac-4bde-9bfe-ffe00251fbc4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1163168 Oct 18 23:16:40.865107 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee50b75-f6fa-4277-aa13-e163e22eafb9 x-openstack-request-id: req-bee50b75-f6fa-4277-aa13-e163e22eafb9 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:40.865299 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:40.865459 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bee50b75-f6fa-4277-aa13-e163e22eafb9 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:40.865868 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16', 'status': 'completed', 'code': 200} Oct 18 23:16:40.897838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37356) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:40.900402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af45ff7a-7aa4-4756-80d3-34958f51c341 req-8b5bd0d4-eb7b-4473-b5f7-04dcfa11022d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570831 Oct 18 23:16:40.912182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-8404f0dd-5b5b-4913-9f39-1bea432adfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:40.914156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-8404f0dd-5b5b-4913-9f39-1bea432adfb6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1221c3a92228466f8670590758a0e718&device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 1096 time: 0.0710185 Oct 18 23:16:41.017190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-040d2b2f-045c-46e2-a436-7eb7cd77a860 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16 HTTP/1.1" status: 200 len: 217 time: 0.0856404 Oct 18 23:16:41.092190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f1619ff-5e11-4d0e-a7bf-8e1a3cbb0a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.125448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ff85-f68e-496f-8d39-7194bac7c334 req-1e4169a4-0f5c-4526-be4e-0aac5ba0aca2 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:41.127311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dca8ff85-f68e-496f-8d39-7194bac7c334 req-1e4169a4-0f5c-4526-be4e-0aac5ba0aca2 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 1098 time: 0.1126978 Oct 18 23:16:41.132028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-68024265-cd39-49c6-9c0e-921544235686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:41.133511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-68024265-cd39-49c6-9c0e-921544235686 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ed50223d-c908-4285-95f1-101304451ba3 HTTP/1.1" status: 200 len: 855 time: 0.0849099 Oct 18 23:16:41.189420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-5ea1a4bc-af22-4e8e-83ad-9f7d2c3544fb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442219 Oct 18 23:16:41.219286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dca8ff85-f68e-496f-8d39-7194bac7c334 req-626dc069-24de-4968-9468-cedd5a2dcc66 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816352 Oct 18 23:16:41.282049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37376) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:41.332433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f1619ff-5e11-4d0e-a7bf-8e1a3cbb0a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.341762 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f1619ff-5e11-4d0e-a7bf-8e1a3cbb0a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.402047 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-3ca939d8-8e4c-4aba-9d58-3b6df90489f9 service neutron] 10.222.0.102 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699414 Oct 18 23:16:41.406854 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2f1619ff-5e11-4d0e-a7bf-8e1a3cbb0a0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd8071814e2747458245140eb8ee5bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065782 Oct 18 23:16:41.409079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37392) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:41.409780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1619ff-5e11-4d0e-a7bf-8e1a3cbb0a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e17347-a934-4029-bd80-06d7454f5724,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:41.430435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781af7b-42ed-4735-b5ad-de6a9aa0883b req-cfa691a4-e889-4ff7-9c01-0ef4aad76d07 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:41.432568 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9781af7b-42ed-4735-b5ad-de6a9aa0883b req-cfa691a4-e889-4ff7-9c01-0ef4aad76d07 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 1098 time: 0.0893235 Oct 18 23:16:41.482098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1796726067-network', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:41.527134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9781af7b-42ed-4735-b5ad-de6a9aa0883b req-63eab99d-3b2a-4223-930a-b177dcb2667e tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766346 Oct 18 23:16:41.529013 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6759c382-e40a-485b-871c-7bd2c9bdd71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.531028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Made reservation on behalf of fd6ed70cc57b40379e01d0b6592d7276 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:41.533478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.554228 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.554746 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1df502b1-591d-4bd1-a7aa-03abb4880a63 req-a8337d47-2533-45dc-b0ac-a7e02354fda7 service neutron] 10.222.0.102 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456513 Oct 18 23:16:41.574978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bd54e-d959-4c5f-a87d-933b93517a44 req-72d27e21-9789-48b0-8b68-e9902d5d158b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:41.576440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6759c382-e40a-485b-871c-7bd2c9bdd71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.577269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-180bd54e-d959-4c5f-a87d-933b93517a44 req-72d27e21-9789-48b0-8b68-e9902d5d158b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0790112 Oct 18 23:16:41.659189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-180bd54e-d959-4c5f-a87d-933b93517a44 req-121fe1a9-f461-4bf0-ac39-8a03bd9d1180 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723510 Oct 18 23:16:41.670049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6759c382-e40a-485b-871c-7bd2c9bdd71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.673465 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6759c382-e40a-485b-871c-7bd2c9bdd71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.677224 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6759c382-e40a-485b-871c-7bd2c9bdd71c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34e17347-a934-4029-bd80-06d7454f5724 HTTP/1.1" status: 204 len: 168 time: 0.2638178 Oct 18 23:16:41.723165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-d767adb7-44e0-42eb-bc82-351c0f8196dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:41.724847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-d767adb7-44e0-42eb-bc82-351c0f8196dc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1221c3a92228466f8670590758a0e718&device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 1096 time: 0.0637221 Oct 18 23:16:41.728537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759c382-e40a-485b-871c-7bd2c9bdd71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e17347-a934-4029-bd80-06d7454f5724,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:41.740759 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.750543 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.788009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:16:41.798985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d277eccd-4055-4c27-876b-a48278add450,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:41.806476 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.807492 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Added segment 8d4e8219-3202-4349-8d2e-dfcde91968a9 of type vlan for network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 Oct 18 23:16:41.861381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.868684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-45699d1c-1b53-4fe5-a568-3f94453a00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:41.873372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-45699d1c-1b53-4fe5-a568-3f94453a00e0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 200 len: 916 time: 0.1373277 Oct 18 23:16:41.905526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.906693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:41.907613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:41.951359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6679411 Oct 18 23:16:41.953915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37408) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:41.956676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-7beeb2ce-ae9f-49c9-9b85-728da3f0c59e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16 HTTP/1.1" status: 200 len: 217 time: 0.0492048 Oct 18 23:16:41.985728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1d738-f40d-457d-a925-8a478a9ceb34 req-cb1401b1-280c-4036-9bfa-b95fd3e94d07 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:41.993406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcb1d738-f40d-457d-a925-8a478a9ceb34 req-cb1401b1-280c-4036-9bfa-b95fd3e94d07 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 944 time: 0.1176000 Oct 18 23:16:42.140312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcb1d738-f40d-457d-a925-8a478a9ceb34 req-c74dc3a3-10a3-4eb1-8b69-0b02b38e2e06 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459281 Oct 18 23:16:42.148733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-c518b34f-32ea-4362-a0a3-d21dded2e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:42.150197 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-c518b34f-32ea-4362-a0a3-d21dded2e623 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ed50223d-c908-4285-95f1-101304451ba3 HTTP/1.1" status: 200 len: 855 time: 0.1814837 Oct 18 23:16:42.217284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-50b6e277-6a88-4d88-811f-b5740a4a39dd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577650 Oct 18 23:16:42.404934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-1dfc7dae-c7d8-423e-8b61-c734385aa97f service neutron] 10.222.0.102 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773880 Oct 18 23:16:42.408063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Request body: {'subnet': {'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-subnet', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:42.420021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9686178-dfba-4eae-bc85-5592ea6399ed admin admin] Pushing event updated for resources: {'Network': ['ID=a365a534-f9eb-4c43-9fe4-94805a1ef5a0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:42.434124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:16:42.441364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Made reservation on behalf of fd6ed70cc57b40379e01d0b6592d7276 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:42.443959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:42.591458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ce08461-db8c-43ea-8715-76826cf593b6 req-48648945-48f8-4a36-acf4-55678e061c48 service neutron] 10.222.0.102 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798031 Oct 18 23:16:42.683914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:42.749235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263a6f26-09c7-4fd7-ad84-35661e88afe9,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:42.757432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Checking segment: {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:42.758012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Network hostable DHCP agents. Network: a365a534-f9eb-4c43-9fe4-94805a1ef5a0, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:16:42.777744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:16:42.791091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, a365a534-f9eb-4c43-9fe4-94805a1ef5a0) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:42.797723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:42.798327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:42.802162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f87e28-a45f-4261-99a3-7c7781c07cd2 None None] Network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:16:42.834142 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06849883-3b2c-4900-9522-a0bf07049fc7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8788192 Oct 18 23:16:42.836297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37458) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:42.844823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:42.897084 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:42.898541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:42.927135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958cd10-e254-432b-8831-0aac2f3e63eb req-d05e8905-26b9-4134-ae09-9723d64899fd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:42.931031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7958cd10-e254-432b-8831-0aac2f3e63eb req-d05e8905-26b9-4134-ae09-9723d64899fd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1534245 Oct 18 23:16:43.000167 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7958cd10-e254-432b-8831-0aac2f3e63eb req-6b1c2fa3-552a-4bba-ac9c-b701c95a495b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612950 Oct 18 23:16:43.025433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.099289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:16:43.100172 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.225570 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.312133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Allocated IP 172.20.0.2 (a365a534-f9eb-4c43-9fe4-94805a1ef5a0/263a6f26-09c7-4fd7-ad84-35661e88afe9/d86672a1-e91f-48fe-a44a-82b7ad420af7) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:43.427466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a6d3f-a2a3-4cb6-b1a6-2ff2424697a9 req-b3705e7a-d0ee-4a44-a6a5-68413d5a5a81 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:43.435033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a36a6d3f-a2a3-4cb6-b1a6-2ff2424697a9 req-b3705e7a-d0ee-4a44-a6a5-68413d5a5a81 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 944 time: 0.1103821 Oct 18 23:16:43.453789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-f93227e9-72e8-4efc-856a-71072ef95c08 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:16:43.455322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-f93227e9-72e8-4efc-856a-71072ef95c08 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085750 Oct 18 23:16:43.513168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a36a6d3f-a2a3-4cb6-b1a6-2ff2424697a9 req-81c37733-a227-4345-a447-1b228e1d8dc3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699854 Oct 18 23:16:43.599100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-0d0d56b3-3d43-4ff8-ac0c-8dd93905de3b tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:43.601004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-0d0d56b3-3d43-4ff8-ac0c-8dd93905de3b tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports/40ffceaf-3594-4475-ab0b-026e0cc9b5c6 HTTP/1.1" status: 200 len: 1095 time: 0.1053088 Oct 18 23:16:43.607025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.631749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.633405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Request body: {'binding': {'host': 'n-h1-713498-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:43.633876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Unknown quota resources ['binding']. {{(pid=100921) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:16:43.637700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.644501 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.721369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:43.725569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:43.730774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:43.772356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Pushing event updated for resources: {'Port': ['ID=d86672a1-e91f-48fe-a44a-82b7ad420af7,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:43.802316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37492) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:43.839889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Attempting to bind port d86672a1-e91f-48fe-a44a-82b7ad420af7 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:43.840500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Attempting to bind port d86672a1-e91f-48fe-a44a-82b7ad420af7 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:43.841109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Attempting to bind port d86672a1-e91f-48fe-a44a-82b7ad420af7 on network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:43.851010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:43.851010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Checking segment: {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:43.851471 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.852009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Bound using segment: {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:43.852773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Bound port: d86672a1-e91f-48fe-a44a-82b7ad420af7, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:43.853235 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.874011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Allocated IP 172.25.7.82 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d1c04423-1af0-4f19-8a18-7f438f45c86f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:43.927265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on host n-h1-713498-28 for vnic_type normal with profile None {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:43.927479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:43.928326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:43.942527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:16:43.942895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:43.968436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] For port d86672a1-e91f-48fe-a44a-82b7ad420af7, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:43.972189 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6655233-6718-496d-bbdc-a54f732ed980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:43.976345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] For port d86672a1-e91f-48fe-a44a-82b7ad420af7, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d86672a1-e91f-48fe-a44a-82b7ad420af7,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:43.979960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:43.980310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:43.980681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:43.981232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Bound port: 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:43.983520 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.081611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf5b53-2f11-44a4-bba4-3cd419f8213c None None] Pushing event updated for resources: {'Port': ['ID=d86672a1-e91f-48fe-a44a-82b7ad420af7,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:44.085702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:44.089020 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.103234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] Publish callbacks [] for binding, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.104607 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] 10.222.0.52 "POST /v2.0/ports/40ffceaf-3594-4475-ab0b-026e0cc9b5c6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4761646 Oct 18 23:16:44.125127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6655233-6718-496d-bbdc-a54f732ed980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.135464 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6655233-6718-496d-bbdc-a54f732ed980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.161120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.222055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:44.225967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:44.235684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:44.300103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c04423-1af0-4f19-8a18-7f438f45c86f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:44.329811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6655233-6718-496d-bbdc-a54f732ed980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b3799a-6434-42c7-ab70-91c26715c166,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:44.337432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c6655233-6718-496d-bbdc-a54f732ed980 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32b1c9476f5f462d967c81b68c879be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337648 Oct 18 23:16:44.342251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37502) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:44.374949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a7069-7903-4b57-b2e3-969e1ac5a684 req-d29d356e-3a3a-449e-933a-5c600b76e14a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:44.377168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-239a7069-7903-4b57-b2e3-969e1ac5a684 req-d29d356e-3a3a-449e-933a-5c600b76e14a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.2058678 Oct 18 23:16:44.485845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cf490-8865-432e-aae9-6288842aa539 req-935afd13-6ece-4ecd-af28-aeacb5e4c446 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:44.495588 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-239a7069-7903-4b57-b2e3-969e1ac5a684 req-8184d86f-c4f8-4963-b8b8-4d5202ce49a6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923653 Oct 18 23:16:44.497290 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c46cf490-8865-432e-aae9-6288842aa539 req-935afd13-6ece-4ecd-af28-aeacb5e4c446 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1849666 Oct 18 23:16:44.505300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d93dd99-bf06-4df4-ad66-6185220c2124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.563615 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d93dd99-bf06-4df4-ad66-6185220c2124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.645115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c46cf490-8865-432e-aae9-6288842aa539 req-3445fb94-94e0-437f-aed3-5967c7682249 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466887 Oct 18 23:16:44.668967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-32f21802-829d-41f6-bd7a-de6d8507e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:44.670551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-32f21802-829d-41f6-bd7a-de6d8507e369 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 1098 time: 0.1041811 Oct 18 23:16:44.670917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:16:44.756011 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d93dd99-bf06-4df4-ad66-6185220c2124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.760452 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d93dd99-bf06-4df4-ad66-6185220c2124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.761887 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8d93dd99-bf06-4df4-ad66-6185220c2124 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29b3799a-6434-42c7-ab70-91c26715c166 HTTP/1.1" status: 204 len: 168 time: 0.4187114 Oct 18 23:16:44.811576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba935-927e-47fb-b48b-25358e420142 req-f67c1a07-3aa5-4355-a564-048cf061363f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:44.825330 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa6ba935-927e-47fb-b48b-25358e420142 req-f67c1a07-3aa5-4355-a564-048cf061363f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 944 time: 0.2067683 Oct 18 23:16:44.831952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93dd99-bf06-4df4-ad66-6185220c2124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b3799a-6434-42c7-ab70-91c26715c166,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:44.867657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:44.907395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'mac_address': 'fa:16:3e:26:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:16:44.928207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa6ba935-927e-47fb-b48b-25358e420142 req-4e73acac-d966-43e3-bbf0-3b78e9a0b847 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857763 Oct 18 23:16:44.929638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-46e38e53-5943-4710-b3ae-9ab6899c5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:44.940625 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-46e38e53-5943-4710-b3ae-9ab6899c5f68 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.2622511 Oct 18 23:16:44.944899 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:44.998229 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:45.014231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-d42517d8-6234-4b19-8064-c5d95181b0ae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6 HTTP/1.1" status: 200 len: 217 time: 0.0593302 Oct 18 23:16:45.030552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:45.060183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:45.067263 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:45.143210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-3d8f43bc-56ab-4989-b927-2af40d6b1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:45.147816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-3d8f43bc-56ab-4989-b927-2af40d6b1814 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1200099 Oct 18 23:16:45.165754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:45.214103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-013f1fe8-100c-4525-a4db-a8bdb9c030c4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573742 Oct 18 23:16:45.253525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['02ed4b46-5edf-4876-8b6f-bb51eb774fd6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:45.341593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:45.424430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-166c1d0a-250c-4a94-aaea-c0cf73a6c8d1 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008452 Oct 18 23:16:45.627054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c27525-ed95-4cb1-a148-35c6a301fc44 None None] Network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:16:45.634973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-36a5d56b-717f-49ab-982f-1c6abfeeb0da service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969602 Oct 18 23:16:45.731237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9539759b-bc96-4fe2-9a1b-377a86826987 None None] Provisioning complete for port d86672a1-e91f-48fe-a44a-82b7ad420af7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:45.731930 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9539759b-bc96-4fe2-9a1b-377a86826987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:45.733106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee68df1-0f19-428e-847f-507d3142ee7a req-c65d7668-0338-4cf4-a6a0-a650e76bd011 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:45.750443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cee68df1-0f19-428e-847f-507d3142ee7a req-c65d7668-0338-4cf4-a6a0-a650e76bd011 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1218376 Oct 18 23:16:45.758026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Router 2fe80d22-4431-44d4-b803-a573c0b1688a is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:16:45.837153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da958be-9f01-4090-8c19-9428c4ebeb93 req-9c530ba6-e342-43a0-824b-ab777e6630b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:45.846696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8da958be-9f01-4090-8c19-9428c4ebeb93 req-9c530ba6-e342-43a0-824b-ab777e6630b7 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.0770440 Oct 18 23:16:45.863905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cee68df1-0f19-428e-847f-507d3142ee7a req-be99bb30-9495-4f5b-a5a9-bff5de0095fb tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121812 Oct 18 23:16:45.902813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8da958be-9f01-4090-8c19-9428c4ebeb93 req-4a6e73e4-1cac-49c1-ac63-dde471b0d6ce tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517278 Oct 18 23:16:45.976755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:16:45.988984 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Sync routers for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:16:46.002689 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:46.003260 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:16:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:46.031245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.032603 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4552dac2-6244-4b95-b056-320942c07415 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1952474 Oct 18 23:16:46.035640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37558) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:46.067676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37560) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:46.071205 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9539759b-bc96-4fe2-9a1b-377a86826987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.116091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9539759b-bc96-4fe2-9a1b-377a86826987 None None] For port d86672a1-e91f-48fe-a44a-82b7ad420af7, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d86672a1-e91f-48fe-a44a-82b7ad420af7,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:46.124573 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9539759b-bc96-4fe2-9a1b-377a86826987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.231366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3eb8c-3635-41d5-a439-f92a9f9bcde6 req-eebc868d-8d15-497c-9bb1-d8a49a045a25 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:46.237022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89c3eb8c-3635-41d5-a439-f92a9f9bcde6 req-eebc868d-8d15-497c-9bb1-d8a49a045a25 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 944 time: 0.1796932 Oct 18 23:16:46.322460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89c3eb8c-3635-41d5-a439-f92a9f9bcde6 req-b03be691-6544-428d-bd79-589d77607518 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812654 Oct 18 23:16:46.330197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539759b-bc96-4fe2-9a1b-377a86826987 None None] Pushing event updated for resources: {'Port': ['ID=d86672a1-e91f-48fe-a44a-82b7ad420af7,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:46.343199 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:46.369087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d86672a1-e91f-48fe-a44a-82b7ad420af7 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:46.376267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1869649077-network', 'tenant_id': 'd31c51b6bcf84166b1b0686ef4f06eea'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:46.380930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05753ac0-ae32-4a7a-b91c-f104c5c59f16 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:16:46.431989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Made reservation on behalf of d31c51b6bcf84166b1b0686ef4f06eea for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:46.437574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.465278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.561737 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.571208 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.573695 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:16:46.622005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:16:46.640126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5d3820-9540-4fa9-b5b9-c9144fcee611,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:46.663016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.664921 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Added segment 35fef111-0dd7-4426-ab53-4e6498862059 of type vlan for network efd61377-f9d3-4192-8dda-b2d6b79a79f4 Oct 18 23:16:46.674169 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:44Z', 'revision_number': 3, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:46.690073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:46.711742 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Checking router: 2fe80d22-4431-44d4-b803-a573c0b1688a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:16:46.712500 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Updating router 2fe80d22-4431-44d4-b803-a573c0b1688a port d1c04423-1af0-4f19-8a18-7f438f45c86f binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:16:46.721207 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.731488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-263e65f9-2b19-40af-9e40-a11bedf07f9f None None] Provisioning complete for port d86672a1-e91f-48fe-a44a-82b7ad420af7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:46.732072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-263e65f9-2b19-40af-9e40-a11bedf07f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.733627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d86672a1-e91f-48fe-a44a-82b7ad420af7 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:46.734014 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.749030 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.762338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.765832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:46.766818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.818853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7496533 Oct 18 23:16:46.838321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37570) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:46.859286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Request body: {'subnet': {'network_id': 'efd61377-f9d3-4192-8dda-b2d6b79a79f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1869649077-subnet', 'tenant_id': 'd31c51b6bcf84166b1b0686ef4f06eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:46.886995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:46.927216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b54ef-2225-4278-b555-3cfecc2f8fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=efd61377-f9d3-4192-8dda-b2d6b79a79f4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:46.930488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Made reservation on behalf of d31c51b6bcf84166b1b0686ef4f06eea for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:46.933160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:46.977185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network efd61377-f9d3-4192-8dda-b2d6b79a79f4 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:16:47.041853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '05753ac0-ae32-4a7a-b91c-f104c5c59f16', 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f', 'port_id': '05753ac0-ae32-4a7a-b91c-f104c5c59f16', 'mac_address': 'fa:16:3e:c3:20:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed50223d-c908-4285-95f1-101304451ba3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:16:47.126431 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.135741 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.160027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec820dc-8bb8-4f68-b4b8-30f09d043a01 req-5d854996-3bb4-4b93-ad2f-3ad2fd56d6e9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:47.161866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fec820dc-8bb8-4f68-b4b8-30f09d043a01 req-5d854996-3bb4-4b93-ad2f-3ad2fd56d6e9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1229446 Oct 18 23:16:47.222510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:47.223180 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.231775 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Attempting to bind port d1c04423-1af0-4f19-8a18-7f438f45c86f on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:47.232333 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Attempting to bind port d1c04423-1af0-4f19-8a18-7f438f45c86f by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:47.232866 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Attempting to bind port d1c04423-1af0-4f19-8a18-7f438f45c86f on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:47.243926 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:47.249634 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:47.250213 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.250714 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:47.251586 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Bound port: d1c04423-1af0-4f19-8a18-7f438f45c86f, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:47.254099 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.272386 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.303011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05753ac0-ae32-4a7a-b91c-f104c5c59f16 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:47.315003 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] For port d1c04423-1af0-4f19-8a18-7f438f45c86f, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:47.318104 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] For port d1c04423-1af0-4f19-8a18-7f438f45c86f, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d1c04423-1af0-4f19-8a18-7f438f45c86f,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:47.340369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:47.343240 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.343420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fec820dc-8bb8-4f68-b4b8-30f09d043a01 req-3f1845f1-1335-4a02-8cc2-92d02aa808f0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723576 Oct 18 23:16:47.352892 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.354229 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906c30d-5758-4a82-ae1d-765fc29d8487 None None] Pushing event updated for resources: {'Port': ['ID=d1c04423-1af0-4f19-8a18-7f438f45c86f,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:47.401083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ce36d191-4aeb-4055-8509-a72970ac9e22 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:47.406594 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ce36d191-4aeb-4055-8509-a72970ac9e22 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 808 time: 0.2621608 Oct 18 23:16:47.409425 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:47.410061 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:16:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:47.424106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.454754 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.466691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:47.473151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:47.475590 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2814ef-fabd-43b1-ad0c-ec0f0b8625f5" -d '{"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-plugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:47.485064 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.491425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05753ac0-ae32-4a7a-b91c-f104c5c59f16,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:47.528904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.547484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:47.552482 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-d812b14c-4e6d-4040-9769-3f56e925b739 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/quotas/c91492ee9d27416abba2071bf16cb6da HTTP/1.1" status: 200 len: 375 time: 0.1406488 Oct 18 23:16:47.604271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Pushing event updated for resources: {'Subnet': ['ID=300b5d26-722e-448c-abfd-2c21439bf843,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:47.627927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc0d37-040b-4c83-8efc-f84edd40a0a8 req-a225cf0c-c71c-4625-b4fa-27261992ccba tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:47.635530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbfc0d37-040b-4c83-8efc-f84edd40a0a8 req-a225cf0c-c71c-4625-b4fa-27261992ccba tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1231258 Oct 18 23:16:47.643595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Checking segment: {'id': '35fef111-0dd7-4426-ab53-4e6498862059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'efd61377-f9d3-4192-8dda-b2d6b79a79f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:47.644236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Network hostable DHCP agents. Network: efd61377-f9d3-4192-8dda-b2d6b79a79f4, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:16:47.676918 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:47.697184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbfc0d37-040b-4c83-8efc-f84edd40a0a8 req-4ae4e737-b0fc-49d8-84c4-bbe8c2f6ebf4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607734 Oct 18 23:16:47.698580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Network efd61377-f9d3-4192-8dda-b2d6b79a79f4 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:16:47.721868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, efd61377-f9d3-4192-8dda-b2d6b79a79f4) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:47.728030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:47.728625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.732426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ffeb9-c9e6-4d6d-8d9b-25f030cd71c0 None None] Network efd61377-f9d3-4192-8dda-b2d6b79a79f4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:16:47.758525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-351a9186-685e-4362-82dc-959c822cfcab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9079123 Oct 18 23:16:47.758800 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Allocated IP 172.20.0.1 (a365a534-f9eb-4c43-9fe4-94805a1ef5a0/263a6f26-09c7-4fd7-ad84-35661e88afe9/cd23e935-0a92-486f-a527-c21bc39989e0) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:47.960144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05753ac0-ae32-4a7a-b91c-f104c5c59f16'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:47.960500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:47.986831 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906c30d-5758-4a82-ae1d-765fc29d8487 None None] Pushing event updated for resources: {'Port': ['ID=d1c04423-1af0-4f19-8a18-7f438f45c86f,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:47.988598 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-23e0beb0-e23c-437e-a36f-df601594f91e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4277911 Oct 18 23:16:48.052557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596ef5b-b49d-4e23-a082-4de4fba69d3f req-9364b922-4e5c-4948-bc6a-b4e21dba0a28 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:48.054571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e596ef5b-b49d-4e23-a082-4de4fba69d3f req-9364b922-4e5c-4948-bc6a-b4e21dba0a28 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 945 time: 0.0811095 Oct 18 23:16:48.062289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:48.095289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d523cdd-39a4-4d89-bc74-9a0996b9d792 None None] Network efd61377-f9d3-4192-8dda-b2d6b79a79f4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:16:48.123564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e596ef5b-b49d-4e23-a082-4de4fba69d3f req-b637b787-0951-46c7-88b2-912ee7fce9d6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594456 Oct 18 23:16:48.171275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd23e935-0a92-486f-a527-c21bc39989e0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:48.223167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:48.242276 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:44Z', 'revision_number': 3, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:48.265546 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42f752e-1e9a-4c99-a4b6-2661d7724699 x-openstack-request-id: req-d42f752e-1e9a-4c99-a4b6-2661d7724699 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:48.265994 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-plugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:48.266343 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d42f752e-1e9a-4c99-a4b6-2661d7724699 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:48.266860 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'code': 200} Oct 18 23:16:48.269339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:48.290176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:48.295039 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fa3e71-43cc-422d-bfd7-611b8e5be71a None None] The sync data for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 is: [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:44Z', 'revision_number': 3, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:16:48.385904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2b46365b-8b68-4c28-b9c3-ac7d01f923cc req-a3352ad3-bf55-41d2-8691-7926e72ae6f5 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1649005413', 'description': 'tempest-description-1576639254'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:48.419298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:48.431157 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2b46365b-8b68-4c28-b9c3-ac7d01f923cc req-a3352ad3-bf55-41d2-8691-7926e72ae6f5 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:48.501498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d86672a1-e91f-48fe-a44a-82b7ad420af7 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:48.569057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2b46365b-8b68-4c28-b9c3-ac7d01f923cc req-a3352ad3-bf55-41d2-8691-7926e72ae6f5 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:48.578755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2b46365b-8b68-4c28-b9c3-ac7d01f923cc req-a3352ad3-bf55-41d2-8691-7926e72ae6f5 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:48.633461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-7451ef03-e7ce-4440-892e-98e911c1f9f6 service neutron] 10.222.0.52 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921252 Oct 18 23:16:48.634312 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2b46365b-8b68-4c28-b9c3-ac7d01f923cc req-a3352ad3-bf55-41d2-8691-7926e72ae6f5 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:48.649331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b46365b-8b68-4c28-b9c3-ac7d01f923cc req-a3352ad3-bf55-41d2-8691-7926e72ae6f5 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2670324 Oct 18 23:16:48.654243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3352ad3-bf55-41d2-8691-7926e72ae6f5 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5121030-5a5b-41a5-a7c5-069c83b1e511,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:48.666348 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d86672a1-e91f-48fe-a44a-82b7ad420af7 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:48.666827 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:48.840480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-66f705bb-4025-49a6-9f48-0fe5d5082ef7 None None] Provisioning complete for port cd23e935-0a92-486f-a527-c21bc39989e0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:48.842570 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66f705bb-4025-49a6-9f48-0fe5d5082ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:48.870225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a619552-0d9b-4f82-b502-8a90c820e9b2 req-5eeedcc3-faee-4f64-ba7a-58ecc496ac30 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:48.894373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-66f705bb-4025-49a6-9f48-0fe5d5082ef7 None None] Port cd23e935-0a92-486f-a527-c21bc39989e0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:16:48.899302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a619552-0d9b-4f82-b502-8a90c820e9b2 req-5eeedcc3-faee-4f64-ba7a-58ecc496ac30 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1438236 Oct 18 23:16:48.955664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:48.975417 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a619552-0d9b-4f82-b502-8a90c820e9b2 req-b0b4305b-bedb-4740-989b-3807f5038454 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728483 Oct 18 23:16:48.987296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-279edd63-2184-4cbe-b93a-6592cf976304 service neutron] 10.222.0.52 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503458 Oct 18 23:16:49.073056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471b649d-e27a-4e4b-b5bd-eea24dbe1771 req-7d393cbc-3c87-4d04-905a-67821538969c tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/e5121030-5a5b-41a5-a7c5-069c83b1e511 HTTP/1.1" status: 200 len: 1813 time: 0.0744419 Oct 18 23:16:49.080644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-471b649d-e27a-4e4b-b5bd-eea24dbe1771 req-c1a759a2-c18d-4ac5-8ea5-053e583f93a9 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5121030-5a5b-41a5-a7c5-069c83b1e511', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:49.080996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-471b649d-e27a-4e4b-b5bd-eea24dbe1771 req-c1a759a2-c18d-4ac5-8ea5-053e583f93a9 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5121030-5a5b-41a5-a7c5-069c83b1e511', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:49.173244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471b649d-e27a-4e4b-b5bd-eea24dbe1771 req-c1a759a2-c18d-4ac5-8ea5-053e583f93a9 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:49.212826 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471b649d-e27a-4e4b-b5bd-eea24dbe1771 req-c1a759a2-c18d-4ac5-8ea5-053e583f93a9 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:49.218643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471b649d-e27a-4e4b-b5bd-eea24dbe1771 req-c1a759a2-c18d-4ac5-8ea5-053e583f93a9 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:49.265252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a759a2-c18d-4ac5-8ea5-053e583f93a9 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8585b7-e23b-4c5c-941e-04f8135c92a8,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:49.283707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471b649d-e27a-4e4b-b5bd-eea24dbe1771 req-c1a759a2-c18d-4ac5-8ea5-053e583f93a9 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:49.303297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471b649d-e27a-4e4b-b5bd-eea24dbe1771 req-c1a759a2-c18d-4ac5-8ea5-053e583f93a9 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2281022 Oct 18 23:16:49.358280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:49.366595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:49.448189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76f654-c3cb-4c3d-9896-8841398efc48 req-f8ba2218-e66c-4295-bf86-7122369b3190 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:49.458297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e76f654-c3cb-4c3d-9896-8841398efc48 req-f8ba2218-e66c-4295-bf86-7122369b3190 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.0785408 Oct 18 23:16:49.522430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e76f654-c3cb-4c3d-9896-8841398efc48 req-b9023f58-e4aa-4ae5-9e8c-c0b6f54ab15e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Oct 18 23:16:49.545235 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:49.549028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd23e935-0a92-486f-a527-c21bc39989e0,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:49.797015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17327a43-56cc-4ecb-9ec2-4a046d9400ce req-f5300712-6aba-4ff6-bdf5-5c6b33b823c4 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:49.803944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17327a43-56cc-4ecb-9ec2-4a046d9400ce req-f5300712-6aba-4ff6-bdf5-5c6b33b823c4 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 945 time: 0.0875521 Oct 18 23:16:49.878085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17327a43-56cc-4ecb-9ec2-4a046d9400ce req-485ee61b-a6c3-4009-aba5-db3be873abe7 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514157 Oct 18 23:16:49.885174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:49.889973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:49.901696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-de96b49b-afcb-45f9-a366-0116028f88c6 req-38fde64f-7020-4965-bb67-9cfb02add803 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/e5121030-5a5b-41a5-a7c5-069c83b1e511 HTTP/1.1" status: 200 len: 2406 time: 0.1322446 Oct 18 23:16:49.999413 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0c6bd47-7397-465e-ab97-32fa702c555f req-d96fdbf0-cc91-4d2f-87ba-82ca30eb8d4b tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-group-rules/aa8585b7-e23b-4c5c-941e-04f8135c92a8 HTTP/1.1" status: 200 len: 778 time: 0.0606341 Oct 18 23:16:50.072784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-686dc42e-757d-407e-a2a4-f08316e38713 req-371bdba1-94cf-40ae-9f2f-140f4a05fe20 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 210 time: 0.0915701 Oct 18 23:16:50.125138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0c6bd47-7397-465e-ab97-32fa702c555f req-e15445fc-ceeb-4e51-898d-f038eabab0c9 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/e5121030-5a5b-41a5-a7c5-069c83b1e511 HTTP/1.1" status: 200 len: 2406 time: 0.1106319 Oct 18 23:16:50.216745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29433f6a-ede3-4ddd-acb5-2af7d43eb49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.265491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f0c6bd47-7397-465e-ab97-32fa702c555f req-0372b4c1-f9c4-422b-80ef-4322a7e87294 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.291177 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f0c6bd47-7397-465e-ab97-32fa702c555f req-0372b4c1-f9c4-422b-80ef-4322a7e87294 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.335797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9817fd60-5bd7-4f78-8f25-84bf7eb7f0d9 None None] Provisioning complete for port cd23e935-0a92-486f-a527-c21bc39989e0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:50.338896 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9817fd60-5bd7-4f78-8f25-84bf7eb7f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.351555 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f0c6bd47-7397-465e-ab97-32fa702c555f req-0372b4c1-f9c4-422b-80ef-4322a7e87294 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.363487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f0c6bd47-7397-465e-ab97-32fa702c555f req-0372b4c1-f9c4-422b-80ef-4322a7e87294 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.377268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0c6bd47-7397-465e-ab97-32fa702c555f req-0372b4c1-f9c4-422b-80ef-4322a7e87294 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/aa8585b7-e23b-4c5c-941e-04f8135c92a8 HTTP/1.1" status: 204 len: 173 time: 0.2123251 Oct 18 23:16:50.411954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372b4c1-f9c4-422b-80ef-4322a7e87294 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa8585b7-e23b-4c5c-941e-04f8135c92a8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:50.436968 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05753ac0-ae32-4a7a-b91c-f104c5c59f16 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:50.437264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-81ad8537-c281-4b1e-8ac8-4dd57b6f36c3 req-ac7986df-c629-4cd6-b915-9e4f8c105f77 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1871226407', 'description': 'tempest-description-1720398729'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:50.438004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Router 2fe80d22-4431-44d4-b803-a573c0b1688a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:16:50.489227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd857c2-4a4e-40d0-8436-0bdee9a56e89 req-ebec6847-c192-41ed-95b3-ec458036eeea tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:50.498118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81ad8537-c281-4b1e-8ac8-4dd57b6f36c3 req-ac7986df-c629-4cd6-b915-9e4f8c105f77 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.503515 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9dd857c2-4a4e-40d0-8436-0bdee9a56e89 req-ebec6847-c192-41ed-95b3-ec458036eeea tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.2420111 Oct 18 23:16:50.582966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d1c04423-1af0-4f19-8a18-7f438f45c86f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:50.649788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9817fd60-5bd7-4f78-8f25-84bf7eb7f0d9 None None] Port cd23e935-0a92-486f-a527-c21bc39989e0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:16:50.665758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81ad8537-c281-4b1e-8ac8-4dd57b6f36c3 req-ac7986df-c629-4cd6-b915-9e4f8c105f77 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.680552 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81ad8537-c281-4b1e-8ac8-4dd57b6f36c3 req-ac7986df-c629-4cd6-b915-9e4f8c105f77 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.777733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:16:50.787231 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-295fe820-d842-48d4-a707-9f6752f5dad0 admin admin] 10.222.0.52 "PUT /v2.0/routers/2fe80d22-4431-44d4-b803-a573c0b1688a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7493021 Oct 18 23:16:50.802790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:16:50.819989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:50.820365 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.832385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81ad8537-c281-4b1e-8ac8-4dd57b6f36c3 req-ac7986df-c629-4cd6-b915-9e4f8c105f77 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:50.845417 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81ad8537-c281-4b1e-8ac8-4dd57b6f36c3 req-ac7986df-c629-4cd6-b915-9e4f8c105f77 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4199796 Oct 18 23:16:50.852399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7986df-c629-4cd6-b915-9e4f8c105f77 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fecf1d-ee8d-4c34-b2cd-c6f8f888f208,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:50.892994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9dd857c2-4a4e-40d0-8436-0bdee9a56e89 req-8dcecd5c-085f-403e-b3e9-d8cf77825747 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814914 Oct 18 23:16:51.016410 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d1c04423-1af0-4f19-8a18-7f438f45c86f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:51.016771 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:51.105156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb049c9d-688c-4375-908e-7b010126ffbf req-d1f88fee-45eb-4137-8638-5d124c5411d4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:51.120818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb049c9d-688c-4375-908e-7b010126ffbf req-d1f88fee-45eb-4137-8638-5d124c5411d4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1515489 Oct 18 23:16:51.179460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb049c9d-688c-4375-908e-7b010126ffbf req-4f628555-f4f7-455c-b7b5-aded353e7ee8 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Oct 18 23:16:51.206224 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4eecb212-7dfa-4112-824d-304b92a5eed3 req-e04d7326-d315-4b84-8f5b-877d608c0c52 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/e5fecf1d-ee8d-4c34-b2cd-c6f8f888f208 HTTP/1.1" status: 200 len: 1813 time: 0.1007535 Oct 18 23:16:51.358422 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:51.384989 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:51.404066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Sync routers for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:16:51.425507 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:51.428471 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b751dc1-ba93-4448-8374-9363a3e7cf73" -d '{"events": [{"server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "name": "network-vif-plugged", "status": "completed", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:51.431983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c966d-0904-4efb-b47a-6e6a7268b86b req-beb0f000-230b-4f3d-818d-98e671227271 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:51.445897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-709c966d-0904-4efb-b47a-6e6a7268b86b req-beb0f000-230b-4f3d-818d-98e671227271 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 945 time: 0.1305847 Oct 18 23:16:51.491064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:51.492704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:16:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:51.504977 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-709c966d-0904-4efb-b47a-6e6a7268b86b req-80280d56-bac8-4214-892c-d109b79eb6b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553513 Oct 18 23:16:51.586592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:51.589214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d1c04423-1af0-4f19-8a18-7f438f45c86f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d1c04423-1af0-4f19-8a18-7f438f45c86f,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:51.593526 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:51.602856 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:51.623238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-0a813cef-9025-470f-8162-9a6e9c0cd82a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:51.629838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-0a813cef-9025-470f-8162-9a6e9c0cd82a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 808 time: 0.3107760 Oct 18 23:16:51.702735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Request body: {'port': {'device_id': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'admin_state_up': True, 'tenant_id': 'c91492ee9d27416abba2071bf16cb6da'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:51.718215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64e5b8ca-a121-4922-bb07-62f70562116d req-29dba7b9-a68b-4eb2-8f0d-1f137ff8ce49 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 210 time: 0.3336263 Oct 18 23:16:51.844556 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e207a1-40e8-4e2d-9b61-b6b9245c9247 x-openstack-request-id: req-26e207a1-40e8-4e2d-9b61-b6b9245c9247 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:51.845141 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "name": "network-vif-plugged", "status": "completed", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:51.846829 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26e207a1-40e8-4e2d-9b61-b6b9245c9247 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:51.847486 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16', 'code': 200} Oct 18 23:16:51.859801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05753ac0-ae32-4a7a-b91c-f104c5c59f16,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:51.902120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-e0d6dbac-c655-4525-a93d-d08d883ad42a req-466ff9bc-3e3a-447a-a0ce-50b911c47dad tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1873316624', 'description': 'tempest-description-2132020118'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:51.916317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:52.065626 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e0d6dbac-c655-4525-a93d-d08d883ad42a req-466ff9bc-3e3a-447a-a0ce-50b911c47dad tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:52.130499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d1c04423-1af0-4f19-8a18-7f438f45c86f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:52.353427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d1c04423-1af0-4f19-8a18-7f438f45c86f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:52.488374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e0d6dbac-c655-4525-a93d-d08d883ad42a req-466ff9bc-3e3a-447a-a0ce-50b911c47dad tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:52.495527 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e0d6dbac-c655-4525-a93d-d08d883ad42a req-466ff9bc-3e3a-447a-a0ce-50b911c47dad tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:52.517496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Made reservation on behalf of c91492ee9d27416abba2071bf16cb6da for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:16:52.521765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:52.551494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861fd69-b33d-4fb1-840d-05c4f9ffb820 req-2349c6ee-7766-493f-87bd-cae8091259a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:52.553388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9861fd69-b33d-4fb1-840d-05c4f9ffb820 req-2349c6ee-7766-493f-87bd-cae8091259a5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 1098 time: 0.5961313 Oct 18 23:16:52.564658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e0d6dbac-c655-4525-a93d-d08d883ad42a req-466ff9bc-3e3a-447a-a0ce-50b911c47dad tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:52.578060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0d6dbac-c655-4525-a93d-d08d883ad42a req-466ff9bc-3e3a-447a-a0ce-50b911c47dad tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6855664 Oct 18 23:16:52.601582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d1c04423-1af0-4f19-8a18-7f438f45c86f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:52.604940 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:52.608808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ff9bc-3e3a-447a-a0ce-50b911c47dad tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57091106-b482-4737-95ed-b8c606ee5651,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:52.660908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37710) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:52.667086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f26d42fb-ae8c-4baa-b308-f96b8cdf6bcc tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338569626', 'description': 'tempest-description--271031874'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:52.742560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9861fd69-b33d-4fb1-840d-05c4f9ffb820 req-7808a4f2-f932-43f6-be2c-289677f2d6d2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612570 Oct 18 23:16:52.815087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cdcb8-ccfb-42ee-9f4f-a635b9872038 req-d0b19a11-ebd3-4f31-a1d2-e8f16bd33dd3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:52.823328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a4cdcb8-ccfb-42ee-9f4f-a635b9872038 req-d0b19a11-ebd3-4f31-a1d2-e8f16bd33dd3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1364722 Oct 18 23:16:52.841114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f26d42fb-ae8c-4baa-b308-f96b8cdf6bcc tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:52.879365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Allocated IP 172.20.0.14 (2e76da50-3cd9-431d-8f4f-74d2bbacb5e3/a5ba7e7f-e060-45fc-88a7-5673d5dd68b0/448954cb-ed60-4344-87b0-f1ae4b9731d1) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:52.897284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a4cdcb8-ccfb-42ee-9f4f-a635b9872038 req-0e146682-347e-4367-92d9-f996bc5a32b0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675328 Oct 18 23:16:53.079782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:48Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'cd23e935-0a92-486f-a527-c21bc39989e0', 'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'mac_address': 'fa:16:3e:74:49:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:47Z', 'updated_at': '2021-10-18T23:16:49Z', 'revision_number': 2, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'subnets': [{'id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:53.111822 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f26d42fb-ae8c-4baa-b308-f96b8cdf6bcc tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.117971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f26d42fb-ae8c-4baa-b308-f96b8cdf6bcc tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.147181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01086540-94c3-4fb5-8b48-1925c03ab32b req-15199c63-e636-4432-abaf-526ef24fe248 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:53.149228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01086540-94c3-4fb5-8b48-1925c03ab32b req-15199c63-e636-4432-abaf-526ef24fe248 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1356852 Oct 18 23:16:53.179668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Checking router: 2fe80d22-4431-44d4-b803-a573c0b1688a for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:16:53.179668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Updating router 2fe80d22-4431-44d4-b803-a573c0b1688a port cd23e935-0a92-486f-a527-c21bc39989e0 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:16:53.200505 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f26d42fb-ae8c-4baa-b308-f96b8cdf6bcc tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.210674 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.216115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f26d42fb-ae8c-4baa-b308-f96b8cdf6bcc tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5532095 Oct 18 23:16:53.217853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37722) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:53.222888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-874abf69-eb1b-46ef-b157-2975e3cb6035 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Request body: {'security_group_rule': {'security_group_id': 'fbd959d0-6d53-4f7a-b5f4-95a091970828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:53.239495 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.242778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d42fb-ae8c-4baa-b308-f96b8cdf6bcc tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd959d0-6d53-4f7a-b5f4-95a091970828,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:53.307048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01086540-94c3-4fb5-8b48-1925c03ab32b req-b7fc3e23-ac95-4c91-9bc1-38e64f151956 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919948 Oct 18 23:16:53.318616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.328398 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-874abf69-eb1b-46ef-b157-2975e3cb6035 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.368240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b439aa59-0d7f-442d-a2d1-6f5d01c38386'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:16:53.406395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:53.416316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:53.428364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:53.484601 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:53.485306 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.487882 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-874abf69-eb1b-46ef-b157-2975e3cb6035 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.522493 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-874abf69-eb1b-46ef-b157-2975e3cb6035 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.529786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Pushing event updated for resources: {'Port': ['ID=448954cb-ed60-4344-87b0-f1ae4b9731d1,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:53.553892 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1354bb9-2f23-4315-92f8-7ed6af02bfb9 req-2e299600-e4f2-43ca-af35-6d087f3be53f tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/57091106-b482-4737-95ed-b8c606ee5651 HTTP/1.1" status: 200 len: 1813 time: 0.1717389 Oct 18 23:16:53.556206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874abf69-eb1b-46ef-b157-2975e3cb6035 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c8eeb2-cd41-458a-b108-adbd1c0d81f6,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:53.581669 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-ec9f3a18-191a-4cbe-b61c-789378ec2f8e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8933988 Oct 18 23:16:53.612817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-874abf69-eb1b-46ef-b157-2975e3cb6035 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.614505 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-874abf69-eb1b-46ef-b157-2975e3cb6035 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3957262 Oct 18 23:16:53.617375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37728) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:53.623706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1899ef25-adf2-4b60-adb4-d33b52e4c15e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Request body: {'security_group_rule': {'security_group_id': 'fbd959d0-6d53-4f7a-b5f4-95a091970828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:53.624826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f168662-3939-42aa-bf79-7e018472df97 req-5b9b9e39-7376-45f8-8b86-cffa99b96da7 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:53.636257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f168662-3939-42aa-bf79-7e018472df97 req-5b9b9e39-7376-45f8-8b86-cffa99b96da7 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1971269 Oct 18 23:16:53.688921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f168662-3939-42aa-bf79-7e018472df97 req-7a3494bf-50fa-4b82-9d64-7b3cdd046006 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515127 Oct 18 23:16:53.716349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-764bf4ab-599b-44b8-be02-3d108edc372a req-9990a02c-f889-4dc3-bdab-ec426b33352b tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1905960150', 'description': 'tempest-description-205521532'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:53.727665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1899ef25-adf2-4b60-adb4-d33b52e4c15e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.749779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738646e-109a-47ff-8e16-2d359e927923 req-8a354726-19db-4137-8ddc-039a5ddd3778 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:53.758953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6738646e-109a-47ff-8e16-2d359e927923 req-8a354726-19db-4137-8ddc-039a5ddd3778 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 932 time: 0.0835707 Oct 18 23:16:53.760149 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-764bf4ab-599b-44b8-be02-3d108edc372a req-9990a02c-f889-4dc3-bdab-ec426b33352b tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.778396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Request body: {'port': {'device_id': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:53.874662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-764bf4ab-599b-44b8-be02-3d108edc372a req-9990a02c-f889-4dc3-bdab-ec426b33352b tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.880103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-764bf4ab-599b-44b8-be02-3d108edc372a req-9990a02c-f889-4dc3-bdab-ec426b33352b tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.885533 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.908211 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.920384 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-764bf4ab-599b-44b8-be02-3d108edc372a req-9990a02c-f889-4dc3-bdab-ec426b33352b tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:53.921797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-764bf4ab-599b-44b8-be02-3d108edc372a req-9990a02c-f889-4dc3-bdab-ec426b33352b tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2117574 Oct 18 23:16:53.924086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990a02c-f889-4dc3-bdab-ec426b33352b tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d47119-983b-443d-9daf-75bb996da167,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:53.962594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6738646e-109a-47ff-8e16-2d359e927923 req-ac287ff6-460e-4333-b768-f667f1fe5381 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009587 Oct 18 23:16:53.985390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.089001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1899ef25-adf2-4b60-adb4-d33b52e4c15e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.105610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1899ef25-adf2-4b60-adb4-d33b52e4c15e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.165056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819efc1-d375-42e5-a3d8-0a4191c22cbd None None] Pushing event updated for resources: {'Port': ['ID=cd23e935-0a92-486f-a527-c21bc39989e0,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:54.174700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899ef25-adf2-4b60-adb4-d33b52e4c15e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c35ab0-d583-425e-b055-018cca162646,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:54.175876 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a0aaad7-ad0a-4c75-a95d-dcd6686dbe1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.207180 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d4cf035-f82c-4f38-8a82-b10871cf229c req-822620c2-08a1-4329-a824-90361ba196da tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/d4d47119-983b-443d-9daf-75bb996da167 HTTP/1.1" status: 200 len: 1812 time: 0.1414945 Oct 18 23:16:54.226445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Attempting to bind port cd23e935-0a92-486f-a527-c21bc39989e0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:54.227380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Attempting to bind port cd23e935-0a92-486f-a527-c21bc39989e0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:54.227757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Attempting to bind port cd23e935-0a92-486f-a527-c21bc39989e0 on network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:54.229939 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1899ef25-adf2-4b60-adb4-d33b52e4c15e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.235994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:54.236370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Checking segment: {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:54.236780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.237562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1899ef25-adf2-4b60-adb4-d33b52e4c15e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6188629 Oct 18 23:16:54.240419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Bound using segment: {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:54.240906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Bound port: cd23e935-0a92-486f-a527-c21bc39989e0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:54.241306 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.244266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-5cec3545-5636-4a22-b20a-971daa66210e req-4858c9ec-4821-48c9-a9d1-b5aebeeebd35 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1148879054', 'description': 'tempest-description-475822946'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:54.297976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37746) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:16:54.314697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:16:54.357130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5cec3545-5636-4a22-b20a-971daa66210e req-4858c9ec-4821-48c9-a9d1-b5aebeeebd35 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.365192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.368056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] For port cd23e935-0a92-486f-a527-c21bc39989e0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:54.378120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] For port cd23e935-0a92-486f-a527-c21bc39989e0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cd23e935-0a92-486f-a527-c21bc39989e0,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:54.384878 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.444299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310418cc-71d7-444a-9cd9-1a3aa8d20729 req-2725b044-2fe0-4d53-8cd4-5fe5e5bf5b4c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:54.451568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-310418cc-71d7-444a-9cd9-1a3aa8d20729 req-2725b044-2fe0-4d53-8cd4-5fe5e5bf5b4c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.3610945 Oct 18 23:16:54.504972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:16:54.505591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:16:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:54.586645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819efc1-d375-42e5-a3d8-0a4191c22cbd None None] Pushing event updated for resources: {'Port': ['ID=cd23e935-0a92-486f-a527-c21bc39989e0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:54.598067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-191b9edd-5840-469b-8e19-aefb30a8cd96 None None] Provisioning complete for port cd23e935-0a92-486f-a527-c21bc39989e0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:54.602967 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-191b9edd-5840-469b-8e19-aefb30a8cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.723664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5cec3545-5636-4a22-b20a-971daa66210e req-4858c9ec-4821-48c9-a9d1-b5aebeeebd35 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.731783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-310418cc-71d7-444a-9cd9-1a3aa8d20729 req-032e86a1-7293-48dd-b334-b71379095283 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672770 Oct 18 23:16:54.733512 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5cec3545-5636-4a22-b20a-971daa66210e req-4858c9ec-4821-48c9-a9d1-b5aebeeebd35 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.760632 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.821144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:16:54.881872 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5cec3545-5636-4a22-b20a-971daa66210e req-4858c9ec-4821-48c9-a9d1-b5aebeeebd35 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.889975 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-191b9edd-5840-469b-8e19-aefb30a8cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:54.902609 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cec3545-5636-4a22-b20a-971daa66210e req-4858c9ec-4821-48c9-a9d1-b5aebeeebd35 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6631236 Oct 18 23:16:54.950494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858c9ec-4821-48c9-a9d1-b5aebeeebd35 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fe7fee-b968-45b5-8f39-29a8fe8ea117,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:55.009805 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:55.015424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448954cb-ed60-4344-87b0-f1ae4b9731d1 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:16:55.026401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:55.042832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Transition to ACTIVE for port object 448954cb-ed60-4344-87b0-f1ae4b9731d1 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:16:55.047761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:55.223949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-191b9edd-5840-469b-8e19-aefb30a8cd96 None None] For port cd23e935-0a92-486f-a527-c21bc39989e0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cd23e935-0a92-486f-a527-c21bc39989e0,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:16:55.252607 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-191b9edd-5840-469b-8e19-aefb30a8cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:55.296332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Pushing event updated for resources: {'Port': ['ID=448954cb-ed60-4344-87b0-f1ae4b9731d1,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:55.331608 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:55.339403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107515c4-bdfc-4a3f-b797-4634d795e96a req-8e422857-1f92-4710-81a1-502d00c51381 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:55.339683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b9edd-5840-469b-8e19-aefb30a8cd96 None None] Pushing event updated for resources: {'Port': ['ID=cd23e935-0a92-486f-a527-c21bc39989e0,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:55.350307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-107515c4-bdfc-4a3f-b797-4634d795e96a req-8e422857-1f92-4710-81a1-502d00c51381 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1625288 Oct 18 23:16:55.386464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:48Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'cd23e935-0a92-486f-a527-c21bc39989e0', 'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'mac_address': 'fa:16:3e:74:49:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:47Z', 'updated_at': '2021-10-18T23:16:54Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'subnets': [{'id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:16:55.390127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-12401d0a-6540-493a-bb2c-90d8b2461a2a None None] Provisioning complete for port cd23e935-0a92-486f-a527-c21bc39989e0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:55.390496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12401d0a-6540-493a-bb2c-90d8b2461a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:55.431686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-107515c4-bdfc-4a3f-b797-4634d795e96a req-ec7aaa00-1a11-4cb7-8159-b08a4797918d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801477 Oct 18 23:16:55.511384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:16:55.511771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:16:55.512113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:55.558680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847867-824e-453d-b45e-70e9bb93fcc2 req-87aefe19-d48f-4c7e-a65a-45ef5cde7777 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:55.573222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78847867-824e-453d-b45e-70e9bb93fcc2 req-87aefe19-d48f-4c7e-a65a-45ef5cde7777 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.2801595 Oct 18 23:16:55.580791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:16:55.581139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:16:55.600179 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3bfb8bb8-70f6-45bb-9c9d-8f67835d0c9e req-f58d60a6-e24e-4a7c-8886-aaf574b81aaa tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/73fe7fee-b968-45b5-8f39-29a8fe8ea117 HTTP/1.1" status: 200 len: 1812 time: 0.0788493 Oct 18 23:16:55.603033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:16:55.603381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:16:55.604386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:16:55.604859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Bound port: 448954cb-ed60-4344-87b0-f1ae4b9731d1, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:16:55.605354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:55.653809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Allocated IP 172.25.7.99 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/5ccdcd61-3776-475b-b352-31664f78a8e5) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:16:55.658496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b4ddd-d7c3-4254-aed8-7447458f09da None None] The sync data for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 is: [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:48Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'cd23e935-0a92-486f-a527-c21bc39989e0', 'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'mac_address': 'fa:16:3e:74:49:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:47Z', 'updated_at': '2021-10-18T23:16:54Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'subnets': [{'id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:16:55.839204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78847867-824e-453d-b45e-70e9bb93fcc2 req-2f37d049-819c-4e1d-b5b2-d3da00bff282 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645960 Oct 18 23:16:55.848144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:16:55.868953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:16:55.886617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:55.921835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:55.922424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:55.924091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] 10.222.0.73 "PUT /v2.0/ports/448954cb-ed60-4344-87b0-f1ae4b9731d1 HTTP/1.1" status: 200 len: 1093 time: 2.3253958 Oct 18 23:16:55.926814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:16:55.929079 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92565251-f0cf-43ad-8b34-647ee10f7117" -d '{"events": [{"name": "network-changed", "server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:16:56.016384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88868e-c663-4516-be0a-f193c47ff9ae service neutron] Pushing event updated for resources: {'Port': ['ID=448954cb-ed60-4344-87b0-f1ae4b9731d1,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:56.069605 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-ff36afaf-ae19-4a90-b905-3d46da7c89ee req-426e93d1-db35-460a-8932-4a37c63aad89 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] show failed (client error): The resource could not be found. Oct 18 23:16:56.081099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff36afaf-ae19-4a90-b905-3d46da7c89ee req-426e93d1-db35-460a-8932-4a37c63aad89 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/d1dbb48b-c924-4fd4-adbe-b72675e84afd HTTP/1.1" status: 404 len: 352 time: 0.0593357 Oct 18 23:16:56.081580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d7b60-e73e-42dd-9fe7-74e18c60c76a req-e0ab876a-5ae8-4945-8727-9e6b04d7fd13 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:56.101258 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0d7b60-e73e-42dd-9fe7-74e18c60c76a req-e0ab876a-5ae8-4945-8727-9e6b04d7fd13 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.3560822 Oct 18 23:16:56.137883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-2ad0244b-6b59-45a5-a2c9-32775b36d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:56.144859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-2ad0244b-6b59-45a5-a2c9-32775b36d92b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 1096 time: 0.1244648 Oct 18 23:16:56.192519 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0d7b60-e73e-42dd-9fe7-74e18c60c76a req-a807ad2a-3b15-4c1c-b515-4b52ab21f510 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876358 Oct 18 23:16:56.297405 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:56.301457 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-7ff347d0-a2f2-45f0-93be-afff56e5a942 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1 HTTP/1.1" status: 200 len: 217 time: 0.1362724 Oct 18 23:16:56.443709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cd23e935-0a92-486f-a527-c21bc39989e0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:16:56.459916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d6b21-94b6-4b5e-acd4-13439a382bf9 req-ee3e7b3f-9fe0-4936-97cb-6af521317fce tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:56.467924 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-405d6b21-94b6-4b5e-acd4-13439a382bf9 req-ee3e7b3f-9fe0-4936-97cb-6af521317fce tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1241643 Oct 18 23:16:56.522160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:56.594707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0dd15-abe9-4300-ac06-72362f053848 req-6800cdd2-8fd4-4eaf-95b9-4d5c32931bbf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:56.597454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bab0dd15-abe9-4300-ac06-72362f053848 req-6800cdd2-8fd4-4eaf-95b9-4d5c32931bbf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.3052688 Oct 18 23:16:56.601774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cd23e935-0a92-486f-a527-c21bc39989e0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:16:56.602150 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:56.635626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-171f8084-5d1b-49e2-8815-02ba9d092c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:56.643843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-171f8084-5d1b-49e2-8815-02ba9d092c3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.3216953 Oct 18 23:16:56.689984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Pushing event updated for resources: {'Port': ['ID=5ccdcd61-3776-475b-b352-31664f78a8e5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:56.722841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:16:56.736186 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-405d6b21-94b6-4b5e-acd4-13439a382bf9 req-b1fafe1a-8865-4e32-bbfd-e008c85d9f52 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609162 Oct 18 23:16:56.737644 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:16:56.740995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:16:56.743018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-f7be03d4-d62a-4f91-8492-fc6e2e604873 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844545 Oct 18 23:16:56.853044 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133a516a-814d-426a-a97e-61eafb570c4f x-openstack-request-id: req-133a516a-814d-426a-a97e-61eafb570c4f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:16:56.853717 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:16:56.853717 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-133a516a-814d-426a-a97e-61eafb570c4f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:16:56.853991 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1', 'status': 'completed', 'code': 200} Oct 18 23:16:56.861178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bab0dd15-abe9-4300-ac06-72362f053848 req-4a7a5ea9-43d1-49d6-8d23-80726ab3368a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482836 Oct 18 23:16:56.884723 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-c5167d26-d9b7-42a0-ae79-06e7f1d13459 req-e51d1395-836e-419f-b538-c8c08ada799d tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] show failed (client error): The resource could not be found. Oct 18 23:16:56.885842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c5167d26-d9b7-42a0-ae79-06e7f1d13459 req-e51d1395-836e-419f-b538-c8c08ada799d tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-group-rules/ec30256d-32a3-40a7-87ca-c2b47d31e021 HTTP/1.1" status: 404 len: 361 time: 0.0202644 Oct 18 23:16:56.936087 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.010540 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.105541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-a8c40765-1b46-494c-8ff8-604ca959ad1d service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543112 Oct 18 23:16:57.275848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f418fdc-3a7a-4937-aa62-ba8fd582dab4 req-bb2697a6-7202-45fd-b400-8274a8bd45d5 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:57.278421 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f418fdc-3a7a-4937-aa62-ba8fd582dab4 req-bb2697a6-7202-45fd-b400-8274a8bd45d5 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1085491 Oct 18 23:16:57.324139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bf8a5fe9-58f4-40c1-9c7d-26ccf6441185 req-53e23bce-32ba-4a68-a3ab-44c9550b65f6 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/73fe7fee-b968-45b5-8f39-29a8fe8ea117 HTTP/1.1" status: 200 len: 1812 time: 0.0749364 Oct 18 23:16:57.363036 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f418fdc-3a7a-4937-aa62-ba8fd582dab4 req-e7803c70-1ffe-48d1-910f-7e7d4a476186 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709352 Oct 18 23:16:57.415711 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.432968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.458562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cab1bad-5879-4037-8b5c-f2d8d5715b22 req-e90829a8-ceb7-4f67-bc16-a57e426bb0d0 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385677 Oct 18 23:16:57.525713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bf8a5fe9-58f4-40c1-9c7d-26ccf6441185 req-a3106744-1472-4adc-b540-7b615449edcd tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.582234 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bf8a5fe9-58f4-40c1-9c7d-26ccf6441185 req-a3106744-1472-4adc-b540-7b615449edcd tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.607941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Pushing event updated for resources: {'Port': ['ID=5ccdcd61-3776-475b-b352-31664f78a8e5,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:57.611780 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.641069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.650762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d3a244b-6c12-4e6b-b6ac-9262c6c2e551 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3424954 Oct 18 23:16:57.717280 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bf8a5fe9-58f4-40c1-9c7d-26ccf6441185 req-a3106744-1472-4adc-b540-7b615449edcd tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.720727 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.725076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bf8a5fe9-58f4-40c1-9c7d-26ccf6441185 req-a3106744-1472-4adc-b540-7b615449edcd tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:57.726496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bf8a5fe9-58f4-40c1-9c7d-26ccf6441185 req-a3106744-1472-4adc-b540-7b615449edcd tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "DELETE /v2.0/security-groups/73fe7fee-b968-45b5-8f39-29a8fe8ea117 HTTP/1.1" status: 204 len: 173 time: 0.4014957 Oct 18 23:16:57.754830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-06132a0c-1d4a-4d30-8dda-2798a5e1db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:57.757480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a656b-f098-4972-8909-0a9734e5b504 req-a7eaed1c-6666-477b-bfe5-97ddda18608a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:57.758525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-06132a0c-1d4a-4d30-8dda-2798a5e1db6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 1096 time: 0.0942893 Oct 18 23:16:57.759631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3106744-1472-4adc-b540-7b615449edcd tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fe7fee-b968-45b5-8f39-29a8fe8ea117,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:57.766832 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd8a656b-f098-4972-8909-0a9734e5b504 req-a7eaed1c-6666-477b-bfe5-97ddda18608a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1423399 Oct 18 23:16:57.857163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd8a656b-f098-4972-8909-0a9734e5b504 req-36ade048-d441-411c-9a2e-fa271960fd48 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774877 Oct 18 23:16:57.980413 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f3c98e18-66e9-4f68-9a76-5eaca41cf2c6 req-73fba53f-fae9-4349-b015-90c7e60e50bb tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/d4d47119-983b-443d-9daf-75bb996da167 HTTP/1.1" status: 200 len: 1812 time: 0.0983672 Oct 18 23:16:57.999050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efd54f-04e5-43e6-bac2-69be92eb3be5 req-7de7e4ba-b979-468a-b408-8b97ac7fbb1b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:58.008254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0efd54f-04e5-43e6-bac2-69be92eb3be5 req-7de7e4ba-b979-468a-b408-8b97ac7fbb1b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.0976899 Oct 18 23:16:58.028743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-03dd12d0-b952-4cf0-a934-2652c81dd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:58.030500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-03dd12d0-b952-4cf0-a934-2652c81dd9a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.2607365 Oct 18 23:16:58.122163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-5189f12c-5d45-4386-bb8e-ad4973c883af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1 HTTP/1.1" status: 200 len: 217 time: 0.0828466 Oct 18 23:16:58.198844 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f3c98e18-66e9-4f68-9a76-5eaca41cf2c6 req-1af48589-0e01-45c6-a961-2b1e9f7c6b81 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:58.227881 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f3c98e18-66e9-4f68-9a76-5eaca41cf2c6 req-1af48589-0e01-45c6-a961-2b1e9f7c6b81 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:58.245280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0efd54f-04e5-43e6-bac2-69be92eb3be5 req-4fed2309-d4de-4a88-a4f3-0063411fa9c5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359178 Oct 18 23:16:58.290461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-576b02da-0884-49b5-a9c0-a445f80d8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:58.292662 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-576b02da-0884-49b5-a9c0-a445f80d8d6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.1223154 Oct 18 23:16:58.327853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f3c98e18-66e9-4f68-9a76-5eaca41cf2c6 req-1af48589-0e01-45c6-a961-2b1e9f7c6b81 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:58.332373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f3c98e18-66e9-4f68-9a76-5eaca41cf2c6 req-1af48589-0e01-45c6-a961-2b1e9f7c6b81 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:58.350889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f3c98e18-66e9-4f68-9a76-5eaca41cf2c6 req-1af48589-0e01-45c6-a961-2b1e9f7c6b81 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "DELETE /v2.0/security-groups/d4d47119-983b-443d-9daf-75bb996da167 HTTP/1.1" status: 204 len: 173 time: 0.3647974 Oct 18 23:16:58.369636 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af48589-0e01-45c6-a961-2b1e9f7c6b81 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d47119-983b-443d-9daf-75bb996da167,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:58.379432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-4f7b60c9-777d-42ae-9070-7d5ce5c1c029 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763772 Oct 18 23:16:58.528299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb5d6-98ba-49b3-9674-606b81d46f95 req-1fcf41a2-fec1-4c90-8d4d-583d7fad0016 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:58.536464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-4857736c-ef58-42dc-8059-c4e99e00d1c9 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--338569626&fields=id&tenant_id=fd6ed70cc57b40379e01d0b6592d7276 HTTP/1.1" status: 200 len: 267 time: 0.1019261 Oct 18 23:16:58.544770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-168eb5d6-98ba-49b3-9674-606b81d46f95 req-1fcf41a2-fec1-4c90-8d4d-583d7fad0016 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.0882208 Oct 18 23:16:58.558766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-96647d2f-3ee3-4799-b81e-6c1608324a7a service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705961 Oct 18 23:16:58.622960 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-168eb5d6-98ba-49b3-9674-606b81d46f95 req-aceae07c-44e9-4c1e-b091-54a4930de807 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765598 Oct 18 23:16:58.757488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-4ec6d7e6-d487-404b-a09e-758f9c0a796d tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:58.766133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-4ec6d7e6-d487-404b-a09e-758f9c0a796d tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/networks?id=a365a534-f9eb-4c43-9fe4-94805a1ef5a0 HTTP/1.1" status: 200 len: 815 time: 0.2212319 Oct 18 23:16:58.777968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966196f-24b3-456e-a584-e99d27f38e2b req-a18aacda-b455-4933-9e1b-47c1f7c26410 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:58.781250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a966196f-24b3-456e-a584-e99d27f38e2b req-a18aacda-b455-4933-9e1b-47c1f7c26410 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0820646 Oct 18 23:16:58.785033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-ce4593db-3552-405f-9a45-79118c48a488 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/quotas/fd6ed70cc57b40379e01d0b6592d7276 HTTP/1.1" status: 200 len: 375 time: 0.0179484 Oct 18 23:16:58.789107 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92565251-f0cf-43ad-8b34-647ee10f7117 req-6c65c277-ae2b-4d02-9515-adbcb18cc06c service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059379 Oct 18 23:16:58.859679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a966196f-24b3-456e-a584-e99d27f38e2b req-5d4b535c-a72f-4710-ada0-5271b545f973 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692296 Oct 18 23:16:58.864268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-1ebca7e5-24de-43cb-9bb1-3f8bf70c8167 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd6ed70cc57b40379e01d0b6592d7276&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705616 Oct 18 23:16:59.058776 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-65fe3310-a2c4-4273-954d-5f590249232b service neutron] 10.222.0.52 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933274 Oct 18 23:16:59.096107 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c52dbc7-fb74-453a-9f3d-03e6e5a2f576 req-f8f2ff9e-5b35-48a0-876a-df019fbac009 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/57091106-b482-4737-95ed-b8c606ee5651 HTTP/1.1" status: 200 len: 1813 time: 0.0984044 Oct 18 23:16:59.190643 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8c52dbc7-fb74-453a-9f3d-03e6e5a2f576 req-a2278cdf-4332-46ea-be17-1fba2acb8e34 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:59.219971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-2c370cb0-f739-4e9e-8aa0-5dcc82ec0994 service neutron] 10.222.0.52 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504948 Oct 18 23:16:59.239108 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8c52dbc7-fb74-453a-9f3d-03e6e5a2f576 req-a2278cdf-4332-46ea-be17-1fba2acb8e34 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:59.296883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8c52dbc7-fb74-453a-9f3d-03e6e5a2f576 req-a2278cdf-4332-46ea-be17-1fba2acb8e34 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:59.303235 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8c52dbc7-fb74-453a-9f3d-03e6e5a2f576 req-a2278cdf-4332-46ea-be17-1fba2acb8e34 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:16:59.319088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c52dbc7-fb74-453a-9f3d-03e6e5a2f576 req-a2278cdf-4332-46ea-be17-1fba2acb8e34 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "DELETE /v2.0/security-groups/57091106-b482-4737-95ed-b8c606ee5651 HTTP/1.1" status: 204 len: 173 time: 0.2151957 Oct 18 23:16:59.350829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2278cdf-4332-46ea-be17-1fba2acb8e34 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57091106-b482-4737-95ed-b8c606ee5651,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:16:59.556679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44903e-8bb3-4ed7-b1d6-54ad3af52e74 req-4f6dbebe-792c-45b1-bc6a-54a6694dcac1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:59.565296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f44903e-8bb3-4ed7-b1d6-54ad3af52e74 req-4f6dbebe-792c-45b1-bc6a-54a6694dcac1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1451523 Oct 18 23:16:59.653719 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f44903e-8bb3-4ed7-b1d6-54ad3af52e74 req-a7b5b0b4-3639-4a39-8fe2-30b560fcad77 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861704 Oct 18 23:16:59.986190 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a07e60-d59b-4b47-97f9-b2354f437129 req-ade65311-ff6e-4dc6-b10a-a0edc17dc0b3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:16:59.998954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25a07e60-d59b-4b47-97f9-b2354f437129 req-ade65311-ff6e-4dc6-b10a-a0edc17dc0b3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.1697903 Oct 18 23:17:00.042249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce5cc193-3c13-4d42-99ac-4ee3b23ba8a0 req-98db5356-015f-4ba4-a3da-f0b4d825ad27 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/e5fecf1d-ee8d-4c34-b2cd-c6f8f888f208 HTTP/1.1" status: 200 len: 1813 time: 0.1249988 Oct 18 23:17:00.102009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25a07e60-d59b-4b47-97f9-b2354f437129 req-3925d435-7296-4173-9437-d5f504e78256 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005166 Oct 18 23:17:00.241693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ce5cc193-3c13-4d42-99ac-4ee3b23ba8a0 req-36a5df8d-1c52-41b3-a9bd-fbe6513969b4 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:00.255827 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2943f6fe-ad4d-4633-9f4e-d1ab6e80ae3a req-4fa4597f-745e-4452-96c7-37d72a0c7e3e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 210 time: 0.0760062 Oct 18 23:17:00.305240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ce5cc193-3c13-4d42-99ac-4ee3b23ba8a0 req-36a5df8d-1c52-41b3-a9bd-fbe6513969b4 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:00.435243 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ce5cc193-3c13-4d42-99ac-4ee3b23ba8a0 req-36a5df8d-1c52-41b3-a9bd-fbe6513969b4 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:00.439837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ce5cc193-3c13-4d42-99ac-4ee3b23ba8a0 req-36a5df8d-1c52-41b3-a9bd-fbe6513969b4 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:00.444124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce5cc193-3c13-4d42-99ac-4ee3b23ba8a0 req-36a5df8d-1c52-41b3-a9bd-fbe6513969b4 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "DELETE /v2.0/security-groups/e5fecf1d-ee8d-4c34-b2cd-c6f8f888f208 HTTP/1.1" status: 204 len: 173 time: 0.3967125 Oct 18 23:17:00.460821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5df8d-1c52-41b3-a9bd-fbe6513969b4 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fecf1d-ee8d-4c34-b2cd-c6f8f888f208,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:00.535113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d539b10-e7c0-4c2e-bc71-7d1ce7ea1271 req-4cb772f7-75cb-4b48-bd64-ab01d9b5dccd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:00.538259 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d539b10-e7c0-4c2e-bc71-7d1ce7ea1271 req-4cb772f7-75cb-4b48-bd64-ab01d9b5dccd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1678360 Oct 18 23:17:00.613392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c252b-d224-4f71-a0da-c10691fefbed req-773ef0b7-1925-42fd-b27b-0b9a7d68ed16 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:00.614923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d539b10-e7c0-4c2e-bc71-7d1ce7ea1271 req-00126672-6e99-478b-9f00-fe6b62462ed5 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636292 Oct 18 23:17:00.634577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0b4c252b-d224-4f71-a0da-c10691fefbed req-773ef0b7-1925-42fd-b27b-0b9a7d68ed16 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0871232 Oct 18 23:17:00.710738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0b4c252b-d224-4f71-a0da-c10691fefbed req-81b0daa4-5152-4008-9c92-112d0de6a78d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796962 Oct 18 23:17:00.842906 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c061b5f-9e2f-4679-8efa-b91f8b423792 req-88d6e5cd-e235-4ea9-bfb8-0e1ab3373651 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "GET /v2.0/security-groups/e5121030-5a5b-41a5-a7c5-069c83b1e511 HTTP/1.1" status: 200 len: 1813 time: 0.0839896 Oct 18 23:17:00.929629 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8c061b5f-9e2f-4679-8efa-b91f8b423792 req-1cd1ad5d-4812-4604-95f7-57553130f2d2 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.010981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8c061b5f-9e2f-4679-8efa-b91f8b423792 req-1cd1ad5d-4812-4604-95f7-57553130f2d2 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.052848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec42d9-7e8d-4a2e-b298-5bcec0b5de4d req-61ae5746-3dd9-4888-a2b1-c83cb09ce304 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:01.055613 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c6ec42d9-7e8d-4a2e-b298-5bcec0b5de4d req-61ae5746-3dd9-4888-a2b1-c83cb09ce304 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1294754 Oct 18 23:17:01.130631 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c6ec42d9-7e8d-4a2e-b298-5bcec0b5de4d req-b7ec8dde-04e9-4787-a40c-8f082db1e51c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630434 Oct 18 23:17:01.226291 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8c061b5f-9e2f-4679-8efa-b91f8b423792 req-1cd1ad5d-4812-4604-95f7-57553130f2d2 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.230458 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8c061b5f-9e2f-4679-8efa-b91f8b423792 req-1cd1ad5d-4812-4604-95f7-57553130f2d2 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.234668 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c061b5f-9e2f-4679-8efa-b91f8b423792 req-1cd1ad5d-4812-4604-95f7-57553130f2d2 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] 10.222.0.52 "DELETE /v2.0/security-groups/e5121030-5a5b-41a5-a7c5-069c83b1e511 HTTP/1.1" status: 204 len: 173 time: 0.3906853 Oct 18 23:17:01.244907 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37892) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:01.285594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-ebac368a-dfc7-4b14-86d0-acce2fa4110f tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:01.287294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-ebac368a-dfc7-4b14-86d0-acce2fa4110f tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.73 "GET /v2.0/networks?id=a365a534-f9eb-4c43-9fe4-94805a1ef5a0 HTTP/1.1" status: 200 len: 815 time: 0.2405415 Oct 18 23:17:01.321010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1ad5d-4812-4604-95f7-57553130f2d2 tempest-SecurityGroupRulesNegativeTestJSON-594989824 tempest-SecurityGroupRulesNegativeTestJSON-594989824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5121030-5a5b-41a5-a7c5-069c83b1e511,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:01.361964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1ab56f-48a2-4058-ae6c-3b4eed665950 admin admin] Deleting subnet 300b5d26-722e-448c-abfd-2c21439bf843 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:17:01.374127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51efa-9f36-4843-a930-d8f1ec5209a5 req-28d4cf99-5ebb-4d2b-8793-e46d825ba6ee tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:01.376696 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21c51efa-9f36-4843-a930-d8f1ec5209a5 req-28d4cf99-5ebb-4d2b-8793-e46d825ba6ee tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.1477518 Oct 18 23:17:01.377793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db1ab56f-48a2-4058-ae6c-3b4eed665950 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.393698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-bf8aa850-4fc8-4d48-b2b9-7a3d01b584cf tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd6ed70cc57b40379e01d0b6592d7276 HTTP/1.1" status: 200 len: 379 time: 0.0803707 Oct 18 23:17:01.406559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Request body: {'port': {'device_id': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'admin_state_up': True, 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'security_groups': ['fbd959d0-6d53-4f7a-b5f4-95a091970828']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:01.469209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db1ab56f-48a2-4058-ae6c-3b4eed665950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.578184 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db1ab56f-48a2-4058-ae6c-3b4eed665950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.600972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-516f48c4-8d28-46ea-8b87-6edeafcdfdda req-2d8fff44-80b2-4e1a-a4f4-5da891a1511c tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 210 time: 0.2120111 Oct 18 23:17:01.609871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Made reservation on behalf of fd6ed70cc57b40379e01d0b6592d7276 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:17:01.613987 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.771251 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21c51efa-9f36-4843-a930-d8f1ec5209a5 req-c58133aa-6a0c-4f7f-9f7b-fdef3d8c6dbd tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782914 Oct 18 23:17:01.773237 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db1ab56f-48a2-4058-ae6c-3b4eed665950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.789439 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db1ab56f-48a2-4058-ae6c-3b4eed665950 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:01.800945 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-db1ab56f-48a2-4058-ae6c-3b4eed665950 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/300b5d26-722e-448c-abfd-2c21439bf843 HTTP/1.1" status: 204 len: 168 time: 0.5527492 Oct 18 23:17:01.832321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37902) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:01.847530 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ab56f-48a2-4058-ae6c-3b4eed665950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300b5d26-722e-448c-abfd-2c21439bf843,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:01.953867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b487777-17c6-4419-8e91-63644becd28e req-1ce37916-932e-41c9-bf32-0b8670c98a56 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:01.961581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b487777-17c6-4419-8e91-63644becd28e req-1ce37916-932e-41c9-bf32-0b8670c98a56 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1739435 Oct 18 23:17:01.968503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Allocated IP 172.20.0.9 (a365a534-f9eb-4c43-9fe4-94805a1ef5a0/263a6f26-09c7-4fd7-ad84-35661e88afe9/f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:02.034363 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6a2c0-d891-4b81-aca8-3d8e87f6ad7f req-ee64f3d0-ebc4-4ed1-942f-4dd4a2c44795 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:02.036491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81e6a2c0-d891-4b81-aca8-3d8e87f6ad7f req-ee64f3d0-ebc4-4ed1-942f-4dd4a2c44795 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1379707 Oct 18 23:17:02.039557 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.047823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b487777-17c6-4419-8e91-63644becd28e req-091b863f-f36c-47d6-be27-f89d1b004142 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852268 Oct 18 23:17:02.099468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81e6a2c0-d891-4b81-aca8-3d8e87f6ad7f req-42c6902c-284d-41f0-a85d-5f0de7c6a930 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543308 Oct 18 23:17:02.271343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.275084 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.317941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd61377-f9d3-4192-8dda-b2d6b79a79f4']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:02.329443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fef111-0dd7-4426-ab53-4e6498862059') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:02.329872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fef111-0dd7-4426-ab53-4e6498862059') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:02.334705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.341720 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.357399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.367482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:17:02.367892 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.434037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:17:02.436503 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:17:02.451993 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.462531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:02.478310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.478812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:02.485083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] 10.222.0.52 "DELETE /v2.0/networks/efd61377-f9d3-4192-8dda-b2d6b79a79f4 HTTP/1.1" status: 204 len: 168 time: 0.6491520 Oct 18 23:17:02.485083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f968c9-faa3-49f0-bb6e-df05ca099966 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd61377-f9d3-4192-8dda-b2d6b79a79f4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:02.530172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Pushing event updated for resources: {'Port': ['ID=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:02.576301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca47fe-6253-41ef-bbfc-59d3eeb6fcbc req-90dc05d5-7eaf-4b7a-86f8-6fbf9ef23b76 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:02.584249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0ca47fe-6253-41ef-bbfc-59d3eeb6fcbc req-90dc05d5-7eaf-4b7a-86f8-6fbf9ef23b76 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.2666762 Oct 18 23:17:02.640869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:02.641554 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:02.701477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0ca47fe-6253-41ef-bbfc-59d3eeb6fcbc req-48744476-0505-47fe-abee-d6dc6c47b43b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161292 Oct 18 23:17:02.716550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-0176ad61-5a4b-4d80-9565-b363c6c2b4e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3125360 Oct 18 23:17:02.721671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-4009a378-2bd9-40bd-b7da-e45de97cfd00 service neutron] 10.222.0.102 "GET /v2.0/ports/a427f9c7-74b2-4f6b-a4a3-6030f904f6ec/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 383 time: 0.2288117 Oct 18 23:17:02.762399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Request body: {'port': {'device_id': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:02.880705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:02.969712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac960e-8532-4cf6-b1c9-dca2f004790f req-357ba6ee-a9c7-4e31-84e9-062800e6b033 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:02.978014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07ac960e-8532-4cf6-b1c9-dca2f004790f req-357ba6ee-a9c7-4e31-84e9-062800e6b033 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 931 time: 0.1866682 Oct 18 23:17:02.996181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-90c063a0-424e-4bf8-aea9-038628bc637a None None] Provisioning complete for port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:02.998007 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-90c063a0-424e-4bf8-aea9-038628bc637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:03.005528 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:03.037721 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07ac960e-8532-4cf6-b1c9-dca2f004790f req-a137dcef-85de-43ea-be8b-ebc69572b622 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549319 Oct 18 23:17:03.089398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-90c063a0-424e-4bf8-aea9-038628bc637a None None] Port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:17:03.243705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95db02-28b3-4828-9877-8f1ae4d06637 req-e5bd6cad-b30a-4849-8acc-8f2257f1821d tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:03.254084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb95db02-28b3-4828-9877-8f1ae4d06637 req-e5bd6cad-b30a-4849-8acc-8f2257f1821d tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.0957890 Oct 18 23:17:03.323250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb95db02-28b3-4828-9877-8f1ae4d06637 req-e0b88717-0357-4f89-abef-9f26cd663654 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677731 Oct 18 23:17:03.471692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dec08-121b-4ef3-8623-767411cf7ec8 req-ffe6e9db-39e3-467e-85ec-af4193783329 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:03.483533 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d72dec08-121b-4ef3-8623-767411cf7ec8 req-ffe6e9db-39e3-467e-85ec-af4193783329 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0785027 Oct 18 23:17:03.536897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d72dec08-121b-4ef3-8623-767411cf7ec8 req-6f8d4f70-919f-4b0d-bf54-ac142a207919 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500610 Oct 18 23:17:03.653637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-38841697-818f-4e7b-a908-ec603492115e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d31c51b6bcf84166b1b0686ef4f06eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7717271 Oct 18 23:17:03.657241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37932) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:03.661912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bba3a-ec3a-4347-9c75-032c9318890f req-5ee6d219-ed5b-417d-b470-c4efb9f4ddff tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:03.670809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090bba3a-ec3a-4347-9c75-032c9318890f req-5ee6d219-ed5b-417d-b470-c4efb9f4ddff tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.7444766 Oct 18 23:17:03.744309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090bba3a-ec3a-4347-9c75-032c9318890f req-952f4730-dc73-4956-b530-feba70a0cb64 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723109 Oct 18 23:17:03.763199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ff95020-c0f9-41d0-b34a-f8d15824e3bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:03.833857 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ff95020-c0f9-41d0-b34a-f8d15824e3bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:03.889348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-bd1292d8-4b97-4fa9-ac85-6b3de83cc4c0 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:03.891168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-bd1292d8-4b97-4fa9-ac85-6b3de83cc4c0 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1098 time: 0.1803479 Oct 18 23:17:03.894739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-39b1740a-accf-4912-900b-d35dde971e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:03.896412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-39b1740a-accf-4912-900b-d35dde971e70 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d&tenant_id=1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 1102 time: 0.7851713 Oct 18 23:17:03.931389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ff95020-c0f9-41d0-b34a-f8d15824e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:03.935899 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ff95020-c0f9-41d0-b34a-f8d15824e3bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:03.943561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6ff95020-c0f9-41d0-b34a-f8d15824e3bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f5d3820-9540-4fa9-b5b9-c9144fcee611 HTTP/1.1" status: 204 len: 168 time: 0.2839518 Oct 18 23:17:03.948047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-28'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:03.957093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff95020-c0f9-41d0-b34a-f8d15824e3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5d3820-9540-4fa9-b5b9-c9144fcee611,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:04.074814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101306bd-6db7-4171-a2b9-9cbbbef468f1 req-4f0cdaeb-126d-4b90-a69d-72b803c032ad tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:04.076412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-101306bd-6db7-4171-a2b9-9cbbbef468f1 req-4f0cdaeb-126d-4b90-a69d-72b803c032ad tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 946 time: 0.1789455 Oct 18 23:17:04.148248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:04.225900 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-101306bd-6db7-4171-a2b9-9cbbbef468f1 req-4a2f64d1-0cc1-4349-8de8-266bd18df0b8 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379113 Oct 18 23:17:04.249409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b672-c3dc-4589-917f-cf2896ba95e6 req-3cd42b52-ec7f-4f43-a7cf-02a824a6652d tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:04.250465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4242b672-c3dc-4589-917f-cf2896ba95e6 req-3cd42b52-ec7f-4f43-a7cf-02a824a6652d tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 931 time: 0.1098204 Oct 18 23:17:04.288715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-df8fb30d-1229-4248-9a6d-f93757eab361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:04.291081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-df8fb30d-1229-4248-9a6d-f93757eab361 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 1102 time: 0.3511331 Oct 18 23:17:04.362670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4242b672-c3dc-4589-917f-cf2896ba95e6 req-8e677815-f8a8-4191-9111-f245741d52d2 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984499 Oct 18 23:17:04.472259 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:04.490406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:17:04.610439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:04.615818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:04.632798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 has no active binding in host n-h1-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:17:04.639134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:04.691729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Transition to ACTIVE for port object f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:17:04.706529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-761c6a8e-af5c-41f8-a7ab-d8a8de799316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:04.708488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-761c6a8e-af5c-41f8-a7ab-d8a8de799316 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.4096494 Oct 18 23:17:04.711051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:04.714600 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:04.717925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1610-cfdb-4e0c-a3d3-ec9702c4768e req-85724a65-20a0-418e-b04c-946cbbe67eec tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:04.720027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-756f1610-cfdb-4e0c-a3d3-ec9702c4768e req-85724a65-20a0-418e-b04c-946cbbe67eec tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0701869 Oct 18 23:17:04.727609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb7c0-292c-44f3-95da-09b6d48c7210 req-687f5e46-bc98-4a1d-97c6-3a55162c647f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:04.736369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b9cfb7c0-292c-44f3-95da-09b6d48c7210 req-687f5e46-bc98-4a1d-97c6-3a55162c647f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.2530618 Oct 18 23:17:04.780278 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-756f1610-cfdb-4e0c-a3d3-ec9702c4768e req-ec730e96-5924-4c48-ad3c-ae833beef933 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524552 Oct 18 23:17:04.885490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Pushing event updated for resources: {'Port': ['ID=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:04.902144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-80526c0a-011f-4646-9172-32d5b1d46b2d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec HTTP/1.1" status: 200 len: 217 time: 0.1443484 Oct 18 23:17:05.004018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:05.041219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b9cfb7c0-292c-44f3-95da-09b6d48c7210 req-b94d8959-13eb-4bef-9080-b5d75ff07e11 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035300 Oct 18 23:17:05.233912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-07dbb5c1-c63c-461e-a175-ee1c5e8138c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:05.235602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-07dbb5c1-c63c-461e-a175-ee1c5e8138c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.3010724 Oct 18 23:17:05.241922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:05.244498 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f743c9de-4316-4b32-91a7-6bb2244fb70e" -d '{"events": [{"server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "name": "network-vif-unplugged", "status": "completed", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:05.250235 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:05.283506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Attempting to bind port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:05.283908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Attempting to bind port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:05.284218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Attempting to bind port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 on network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:05.319796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:05.364950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 on network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:17:05.365181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Attempting to bind port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 on network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:05.368713 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fdadc1-476b-4c17-b9bf-a0d80fa643e0 x-openstack-request-id: req-60fdadc1-476b-4c17-b9bf-a0d80fa643e0 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:05.369021 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "name": "network-vif-unplugged", "status": "completed", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:05.369265 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60fdadc1-476b-4c17-b9bf-a0d80fa643e0 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:05.369669 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6', 'code': 200} Oct 18 23:17:05.382455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a743ae-7fff-436c-b5e2-d68680001bb4 req-87f331f7-46f5-4e48-a40b-9367d7108511 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:05.391389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34a743ae-7fff-436c-b5e2-d68680001bb4 req-87f331f7-46f5-4e48-a40b-9367d7108511 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.2592771 Oct 18 23:17:05.440907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:05.441391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Checking segment: {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:05.441778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Bound using segment: {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:05.442240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Bound port: f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4e8219-3202-4349-8d2e-dfcde91968a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:05.442607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:05.534274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-65540df5-da34-4617-88d2-798b5b2c9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:05.535890 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-65540df5-da34-4617-88d2-798b5b2c9a10 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2882843 Oct 18 23:17:05.565344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37994) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:05.576133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34a743ae-7fff-436c-b5e2-d68680001bb4 req-d8146d58-13c5-4e9c-a1aa-441ddb512b7a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837134 Oct 18 23:17:05.609389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4bc74-1443-414e-ad78-38a83d45654b req-5689911a-56e0-489f-a8b4-c8c66bf5334f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:05.617931 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97c4bc74-1443-414e-ad78-38a83d45654b req-5689911a-56e0-489f-a8b4-c8c66bf5334f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1258380 Oct 18 23:17:05.666761 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97c4bc74-1443-414e-ad78-38a83d45654b req-2ca3b52a-3130-4df5-855a-3fa1b594c661 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Oct 18 23:17:05.704816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:05.757036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2001360278-network', 'tenant_id': '3204910e008f48dab120bec8a811593f'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:05.791144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Made reservation on behalf of 3204910e008f48dab120bec8a811593f for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:17:05.794591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:05.808433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:05.889012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on host n-h2-713498-28 for vnic_type normal with profile {"migrating_to": "n-h1-713498-28"} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:05.889530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:05.889950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:05.918604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:17:05.919224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Attempting to bind port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on network 3fdad791-c667-4f87-ae90-cf696a2e7c12 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:05.929098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d1c46-5a5d-46ef-bff9-a3d27918e86d req-952441c5-1bf2-48bb-b7f9-d13cb0e23d49 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:05.937802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d9d1c46-5a5d-46ef-bff9-a3d27918e86d req-952441c5-1bf2-48bb-b7f9-d13cb0e23d49 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 943 time: 0.2228503 Oct 18 23:17:05.941851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:05.948612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:05.959657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] For port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:05.963681 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:05.967195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:17:05.980670 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:05.981102 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Added segment 91382275-2f1a-4d13-a1e4-843416b52493 of type vlan for network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 Oct 18 23:17:05.987921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:05.988398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Checking segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:05.988897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Bound using segment: {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:05.989457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Bound port: 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9304d697-e04e-46e1-95e1-fea1035a695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3fdad791-c667-4f87-ae90-cf696a2e7c12'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:05.989969 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.008154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] For port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:06.028945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d9d1c46-5a5d-46ef-bff9-a3d27918e86d req-1c834a1e-814a-409e-b9fb-19be92b59028 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896347 Oct 18 23:17:06.039001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.039352 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.060306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-65e42364-eed5-4e6c-9a89-f47e6a5d6655 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140426 Oct 18 23:17:06.135016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d4927-6a7f-48e2-8009-e2116b838c9e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:06.141204 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.142699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:06.143407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.231351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] Pushing event updated for resources: {'Network': ['ID=1be3888e-7693-49cd-b41e-8994ed7d7ae3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:06.242819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:17:06.263405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9035ca-a0c3-4437-b38c-4b0f05a31709 req-d2a0bffc-7f2a-465b-8186-dbbef193715d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:06.272184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e9035ca-a0c3-4437-b38c-4b0f05a31709 req-d2a0bffc-7f2a-465b-8186-dbbef193715d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.3278928 Oct 18 23:17:06.279729 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6ce03f01-344c-4a00-99f7-4ea4ebf84634 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7120049 Oct 18 23:17:06.303338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38006) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:06.309462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd5528d-7b65-4cf0-b9b2-1f27f028066e req-8b575038-94fa-49c2-929b-7acd37916cd0 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905143 Oct 18 23:17:06.315917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Request body: {'subnet': {'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2001360278-subnet', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:06.353176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Pushing event updated for resources: {'Port': ['ID=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:06.375963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e9035ca-a0c3-4437-b38c-4b0f05a31709 req-341400ee-678c-4313-8860-1ef544a5b8cd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025269 Oct 18 23:17:06.385376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:06.386228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.388096 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3e02bb7c-e096-4af1-b6a1-1ee41a2c13be service neutron] 10.222.0.73 "PUT /v2.0/ports/f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 HTTP/1.1" status: 200 len: 1092 time: 3.6435766 Oct 18 23:17:06.438240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:06.448653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Made reservation on behalf of 3204910e008f48dab120bec8a811593f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:17:06.452091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:06.458651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.481445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92201998-e3a4-404f-9efd-4ac43ef0892d req-8801dc3c-5f8f-465b-b9ed-98b3ed3cc3aa tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:06.490086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92201998-e3a4-404f-9efd-4ac43ef0892d req-8801dc3c-5f8f-465b-b9ed-98b3ed3cc3aa tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1483810 Oct 18 23:17:06.499141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.509148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:06.765579 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.818239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:06.825471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-4f3711cb-1bff-4ed5-9abe-85d97867df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:06.827486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-4f3711cb-1bff-4ed5-9abe-85d97867df9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6ed70cc57b40379e01d0b6592d7276&device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 1095 time: 0.2725711 Oct 18 23:17:06.828765 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aed268-8267-4623-a92d-44536c914b20" -d '{"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-unplugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:06.834090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:06.835117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.837561 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.838577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] 10.222.0.102 "PUT /v2.0/ports/40ffceaf-3594-4475-ab0b-026e0cc9b5c6 HTTP/1.1" status: 200 len: 1124 time: 2.8938909 Oct 18 23:17:06.841960 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92201998-e3a4-404f-9efd-4ac43ef0892d req-de331037-75f3-4117-87e2-49a4e4e5d6d7 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505414 Oct 18 23:17:06.857373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21978e9-4c8f-4139-bbc9-71d6b9f2e9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,revision_number=8']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:06.882094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:06.890250 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:06.905958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb82559-64d2-4b27-942b-7f4a3137cdac req-d517ce17-2173-4db8-b793-b017b3f45456 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:06.914001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-3ee846d6-6c6a-47fa-87ce-f849b1a73a56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 HTTP/1.1" status: 200 len: 217 time: 0.0712101 Oct 18 23:17:06.914845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6eb82559-64d2-4b27-942b-7f4a3137cdac req-d517ce17-2173-4db8-b793-b017b3f45456 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.1723745 Oct 18 23:17:07.052697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-283d7873-37b2-4611-933d-5d1b2f5b6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:07.054567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-283d7873-37b2-4611-933d-5d1b2f5b6c62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=263a6f26-09c7-4fd7-ad84-35661e88afe9 HTTP/1.1" status: 200 len: 854 time: 0.1275411 Oct 18 23:17:07.055732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:07.169249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40ffceaf-3594-4475-ab0b-026e0cc9b5c6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:07.169654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-e93d7177-e48a-4c43-a71b-747ee35e6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:07.171881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-e93d7177-e48a-4c43-a71b-747ee35e6a35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a365a534-f9eb-4c43-9fe4-94805a1ef5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088512 Oct 18 23:17:07.331101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['40ffceaf-3594-4475-ab0b-026e0cc9b5c6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:07.349052 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-db7fb381-1438-4f2a-80f1-76cf5abd2141 service neutron] 10.222.0.73 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280622 Oct 18 23:17:07.374262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'tag': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8'}, {'name': 'network-changed', 'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:07.379737 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c096f9-10b7-433d-8b80-dc209b57a359" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9", "tag": "f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8"}, {"name": "network-changed", "server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:07.468579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6eb82559-64d2-4b27-942b-7f4a3137cdac req-1efd07d4-aeae-4723-92ce-99982b9aa580 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524988 Oct 18 23:17:07.483596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72d32c3-4376-40b3-a6a3-0dea9b29d911,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:07.499119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Checking segment: {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:07.499768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Network hostable DHCP agents. Network: 1be3888e-7693-49cd-b41e-8994ed7d7ae3, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:17:07.551254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:17:07.576351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1be3888e-7693-49cd-b41e-8994ed7d7ae3) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:07.590484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:07.591794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:07.592243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08913551-3750-49b3-a7fa-4739f45c8526 None None] Network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:17:07.647217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-93b8f131-888d-41b0-bf42-e07c922f965f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3390405 Oct 18 23:17:07.647448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5a33de9-ea71-407c-b894-3201ca3ff2d8 req-82b8c841-e9d9-4ed6-9a21-07287d0ce8ce service neutron] 10.222.0.73 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892077 Oct 18 23:17:07.648374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38038) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:07.669392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:07.693020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a41ee8-c807-416f-ab9c-5087b8bfb533 req-4f18ab5a-f091-4479-a866-567dc651d00b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:07.695861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64a41ee8-c807-416f-ab9c-5087b8bfb533 req-4f18ab5a-f091-4479-a866-567dc651d00b tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.3232541 Oct 18 23:17:07.734882 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:07.736182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:07.782962 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdb8769-89de-407e-8cfa-3ea4f0c6ae7a x-openstack-request-id: req-1fdb8769-89de-407e-8cfa-3ea4f0c6ae7a {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:07.783501 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-unplugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:07.783771 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1fdb8769-89de-407e-8cfa-3ea4f0c6ae7a {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:07.784424 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'code': 200} Oct 18 23:17:07.817254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64a41ee8-c807-416f-ab9c-5087b8bfb533 req-050bfe4c-2d61-4172-b22c-f79537085a9a tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126497 Oct 18 23:17:07.848912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:07.964532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:17:07.966988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:08.080360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:08.115059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68490a8d-4f9d-427b-816d-09275b42a2ac req-54dd3087-0a07-467e-bcb5-e19d75d58125 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:08.123310 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68490a8d-4f9d-427b-816d-09275b42a2ac req-54dd3087-0a07-467e-bcb5-e19d75d58125 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 943 time: 0.2651663 Oct 18 23:17:08.184820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Allocated IP 172.20.0.2 (1be3888e-7693-49cd-b41e-8994ed7d7ae3/d72d32c3-4376-40b3-a6a3-0dea9b29d911/0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:08.203273 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68490a8d-4f9d-427b-816d-09275b42a2ac req-586063a0-f1df-4736-9880-8efcc614d711 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669665 Oct 18 23:17:08.247611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3ed42-9103-4eba-a7b9-af2401b2e9ab req-4e029a03-53fc-427b-ac67-4d79f88e2688 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:08.252714 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03d3ed42-9103-4eba-a7b9-af2401b2e9ab req-4e029a03-53fc-427b-ac67-4d79f88e2688 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.1805787 Oct 18 23:17:08.274465 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f265ba3-6e25-48bf-ab4c-0e49997ae6b8 x-openstack-request-id: req-6f265ba3-6e25-48bf-ab4c-0e49997ae6b8 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:08.274788 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9", "tag": "f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:08.275071 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f265ba3-6e25-48bf-ab4c-0e49997ae6b8 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:08.276026 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'tag': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8', 'status': 'completed', 'code': 200} Oct 18 23:17:08.276281 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6', 'status': 'completed', 'code': 200} Oct 18 23:17:08.401087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03d3ed42-9103-4eba-a7b9-af2401b2e9ab req-8391c596-6f94-4c39-aecc-5380de47e352 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401503 Oct 18 23:17:08.450424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-08706bc3-2602-4e68-8984-258cb871f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:08.452686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-08706bc3-2602-4e68-8984-258cb871f3f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6ed70cc57b40379e01d0b6592d7276&device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 1095 time: 0.1256812 Oct 18 23:17:08.544569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882841b6-dcf9-4a7c-8cbb-2dcd75595657 req-732c4b5d-ac11-44f8-aec8-2eb72bad5ec4 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:08.552725 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-882841b6-dcf9-4a7c-8cbb-2dcd75595657 req-732c4b5d-ac11-44f8-aec8-2eb72bad5ec4 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1135418 Oct 18 23:17:08.572911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:08.583343 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:08.585399 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:08.608070 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:08.650973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-882841b6-dcf9-4a7c-8cbb-2dcd75595657 req-452754c2-333e-4d26-b6f7-9d6272ffb02e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934706 Oct 18 23:17:08.664727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Pushing event updated for resources: {'Port': ['ID=0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:08.676265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-258bc184-c0ff-4d28-b873-bcae72c8d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:08.677977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-258bc184-c0ff-4d28-b873-bcae72c8d7e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a365a534-f9eb-4c43-9fe4-94805a1ef5a0 HTTP/1.1" status: 200 len: 916 time: 0.2171910 Oct 18 23:17:08.679687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:08.681515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:08.684795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:08.687135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97452cf2-0961-4830-ab2e-3e6d266c2b71 req-5e2ba10c-2a2f-4f71-a52e-af316f2b16d9 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:08.688779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97452cf2-0961-4830-ab2e-3e6d266c2b71 req-5e2ba10c-2a2f-4f71-a52e-af316f2b16d9 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.0809739 Oct 18 23:17:08.740168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-00c9e585-cae6-45ed-ad99-041a2eae46d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 HTTP/1.1" status: 200 len: 217 time: 0.0496399 Oct 18 23:17:08.804909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Attempting to bind port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:08.805305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Attempting to bind port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:08.805688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Attempting to bind port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 on network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:08.815306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:08.815686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Checking segment: {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:08.816101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:08.816979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Bound using segment: {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:08.817621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Bound port: 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:08.818021 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:08.825791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97452cf2-0961-4830-ab2e-3e6d266c2b71 req-f2b69085-55e9-4e39-9646-9670e131023e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205449 Oct 18 23:17:08.828663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Allocated IP 172.25.7.141 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/e96141b2-e38e-4d3c-b4c4-87a028e20b37) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:08.847747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-2a782718-c5e0-463c-af69-bdec8aecf323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:08.849386 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-2a782718-c5e0-463c-af69-bdec8aecf323 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=263a6f26-09c7-4fd7-ad84-35661e88afe9 HTTP/1.1" status: 200 len: 854 time: 0.1017449 Oct 18 23:17:08.911642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-f84f4fda-65ee-4f92-912d-fd186bd10973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:08.913719 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-f84f4fda-65ee-4f92-912d-fd186bd10973 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a365a534-f9eb-4c43-9fe4-94805a1ef5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545244 Oct 18 23:17:08.982584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] For port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:08.984757 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:08.987499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] For port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:09.003496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:09.029052 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-9aab17f4-f5ad-4db2-9283-2729ec93c9c7 service neutron] 10.222.0.73 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019874 Oct 18 23:17:09.070259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:09.126106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f9b7f-719b-4a55-923c-2842cc5558a1 None None] Pushing event updated for resources: {'Port': ['ID=0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:09.149085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Pushing event updated for resources: {'Port': ['ID=e96141b2-e38e-4d3c-b4c4-87a028e20b37,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:09.166672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:09.169325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:09.172218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:09.233773 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faacb0-cf14-4f39-ac64-263f0bb9b4b7 req-fbe58d15-5f91-4b82-9f66-b7deaef3e9cd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:09.242118 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27faacb0-cf14-4f39-ac64-263f0bb9b4b7 req-fbe58d15-5f91-4b82-9f66-b7deaef3e9cd tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1861579 Oct 18 23:17:09.244715 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-036983f2-d7a9-4315-a8d0-049d79478260 service neutron] 10.222.0.73 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988082 Oct 18 23:17:09.397005 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27faacb0-cf14-4f39-ac64-263f0bb9b4b7 req-6ad84a46-3960-4578-bbaf-3f12e07144f6 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536994 Oct 18 23:17:09.492113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-504f09a4-b305-4935-9c23-452aa6b89e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:09.517238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-504f09a4-b305-4935-9c23-452aa6b89e17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 1127 time: 0.1606731 Oct 18 23:17:09.530621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ffe54-b4e8-42c2-8a4f-0c20779192df req-b89d4707-75cb-4797-accb-e0bcc3966510 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:09.532310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe8ffe54-b4e8-42c2-8a4f-0c20779192df req-b89d4707-75cb-4797-accb-e0bcc3966510 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 943 time: 0.1861939 Oct 18 23:17:09.708143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe8ffe54-b4e8-42c2-8a4f-0c20779192df req-2dd7e15a-9233-4307-be17-8d877e799fed tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601243 Oct 18 23:17:09.739573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665164c-a611-4631-9037-4b58ce55f23c req-adc1a9ae-b927-46c8-aefe-c30225e93344 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:09.741171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9665164c-a611-4631-9037-4b58ce55f23c req-adc1a9ae-b927-46c8-aefe-c30225e93344 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.1185038 Oct 18 23:17:09.751073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-e736f25c-fa56-476a-9a22-c536dab6286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:09.752638 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-e736f25c-fa56-476a-9a22-c536dab6286f service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.2081709 Oct 18 23:17:09.799948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:09.836529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-d2bc6490-fe11-40c9-9d3e-0bd74e603578 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6 HTTP/1.1" status: 200 len: 217 time: 0.0745578 Oct 18 23:17:09.872141 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9665164c-a611-4631-9037-4b58ce55f23c req-873de349-ba2a-4d59-a87a-5a90080eb579 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166401 Oct 18 23:17:09.931715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012cded-2d34-40ad-aff0-736096913e74 req-5adeff04-2f28-401e-ac35-0dc8031b5fd9 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:09.943390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4012cded-2d34-40ad-aff0-736096913e74 req-5adeff04-2f28-401e-ac35-0dc8031b5fd9 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1056707 Oct 18 23:17:09.991797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-3e5b5da7-0182-4a39-99cd-80e232bf51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:09.993359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-3e5b5da7-0182-4a39-99cd-80e232bf51ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1260614 Oct 18 23:17:10.019334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4012cded-2d34-40ad-aff0-736096913e74 req-cf26d17e-d83b-4257-a524-6820e14bf508 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749965 Oct 18 23:17:10.064764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-181ee38b-8d64-4729-bc77-852e2a608d48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441639 Oct 18 23:17:10.134991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306382d-dd99-4d04-945b-291cc3a6cf53 req-1637c8d9-592b-4b4d-9768-d96dd8d08076 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:10.138195 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9306382d-dd99-4d04-945b-291cc3a6cf53 req-1637c8d9-592b-4b4d-9768-d96dd8d08076 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.1334581 Oct 18 23:17:10.306024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-972dcedd-7bae-427f-a93c-8d9831e16bfd service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320850 Oct 18 23:17:10.321584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:10.395625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:10.469288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9306382d-dd99-4d04-945b-291cc3a6cf53 req-47843a2d-496a-4271-a803-fac6de30dcbf tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816649 Oct 18 23:17:10.516666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:10.517212 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:10.521559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:17:10.683642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Router fad44ac2-1eba-4309-b289-7098ee114381 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:17:10.690447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed9a56-c933-4d3d-9c69-27a9d9dd299e None None] Network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:17:10.780396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:17:10.812735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a839d5f4-3b1c-407c-aaff-0768911a3045 None None] Provisioning complete for port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:10.813267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a839d5f4-3b1c-407c-aaff-0768911a3045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:10.820309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:10.860940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:17:10.885998 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Sync routers for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:17:10.904339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'mac_address': 'fa:16:3e:32:d6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:17:10.908398 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:10.909176 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:16:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:10.940331 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:10.993125 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:11.001536 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ddf61513-10db-4051-88e9-f24e168cf720 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3456612 Oct 18 23:17:11.002835 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38096) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:11.070770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb7f29-154e-44e7-9299-05dc78cac18c req-cba3ed26-f5eb-40ac-aaf5-0c29b5a39b94 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:11.076213 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdbb7f29-154e-44e7-9299-05dc78cac18c req-cba3ed26-f5eb-40ac-aaf5-0c29b5a39b94 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 943 time: 0.1641293 Oct 18 23:17:11.145090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c096f9-10b7-433d-8b80-dc209b57a359 req-83a41d7a-06be-4495-972c-ef0da409e990 service neutron] 10.222.0.73 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8259199 Oct 18 23:17:11.151019 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:11.159897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdbb7f29-154e-44e7-9299-05dc78cac18c req-d7b78524-ceae-4345-b2b7-25e3fccbe463 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578542 Oct 18 23:17:11.208774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c608df-b31b-4f40-8c39-8810a0a1a329 req-9e512773-87a9-4546-8c63-06f49af79f27 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:11.213961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3c608df-b31b-4f40-8c39-8810a0a1a329 req-9e512773-87a9-4546-8c63-06f49af79f27 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1632693 Oct 18 23:17:11.292601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3c608df-b31b-4f40-8c39-8810a0a1a329 req-c2c76506-05bc-46ba-9ad7-d293f08734d4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716121 Oct 18 23:17:11.459673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9639b-77b0-4678-a3d3-c5fda9103664 req-cc041abc-e95f-40ed-9622-b522ff73325b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:11.465657 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-99d9639b-77b0-4678-a3d3-c5fda9103664 req-cc041abc-e95f-40ed-9622-b522ff73325b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.1805296 Oct 18 23:17:11.476301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc34b2d-329a-429d-b09e-f2fc5c289dc7 req-6c04d4ca-5bf1-4339-9f08-dd1f2b15193c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:11.493100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbc34b2d-329a-429d-b09e-f2fc5c289dc7 req-6c04d4ca-5bf1-4339-9f08-dd1f2b15193c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.0992546 Oct 18 23:17:11.507076 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:09Z', 'revision_number': 3, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:11.523887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:11.561668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:11.563186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'port_id': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8', 'mac_address': 'fa:16:3e:e0:ed:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:17:11.572353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbc34b2d-329a-429d-b09e-f2fc5c289dc7 req-f6bfbabd-23bb-4a0b-ae99-018fe1b1c02b tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767379 Oct 18 23:17:11.598123 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Checking router: fad44ac2-1eba-4309-b289-7098ee114381 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:17:11.598691 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Updating router fad44ac2-1eba-4309-b289-7098ee114381 port e96141b2-e38e-4d3c-b4c4-87a028e20b37 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:17:11.620214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:11.636405 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:11.644763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:11.670963 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:11.703550 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-99d9639b-77b0-4678-a3d3-c5fda9103664 req-d96f9074-2b35-465f-82f6-da9b592437e5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607895 Oct 18 23:17:11.822183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:11.906905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.002284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a427f9c7-74b2-4f6b-a4a3-6030f904f6ec {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:12.018059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:12.030498 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.080896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:12.099504 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.118545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d02bb6-47cf-4bb5-9c7c-f9c8296afeef req-f7c64c3d-4ba0-478d-a40b-1e313251e306 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:12.121122 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6d02bb6-47cf-4bb5-9c7c-f9c8296afeef req-f7c64c3d-4ba0-478d-a40b-1e313251e306 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.1640100 Oct 18 23:17:12.134001 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.146577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:12.150431 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.179207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.204221 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df396ddc-e1f7-452c-b677-1e7c1716fc63 None None] Pushing event updated for resources: {'Port': ['ID=e96141b2-e38e-4d3c-b4c4-87a028e20b37,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:12.261578 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Attempting to bind port e96141b2-e38e-4d3c-b4c4-87a028e20b37 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:12.263051 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Attempting to bind port e96141b2-e38e-4d3c-b4c4-87a028e20b37 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:12.263638 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Attempting to bind port e96141b2-e38e-4d3c-b4c4-87a028e20b37 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:12.292140 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:12.292867 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:12.294465 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.295073 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:12.297595 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Bound port: e96141b2-e38e-4d3c-b4c4-87a028e20b37, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:12.298256 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.305138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6d02bb6-47cf-4bb5-9c7c-f9c8296afeef req-0d0012a7-a07b-4cc4-a69e-8f0e5e83ec13 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690593 Oct 18 23:17:12.339102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:12.411779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:12.424434 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] For port e96141b2-e38e-4d3c-b4c4-87a028e20b37, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:12.428863 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] For port e96141b2-e38e-4d3c-b4c4-87a028e20b37, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e96141b2-e38e-4d3c-b4c4-87a028e20b37,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:12.450116 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.574865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc3231-b6c8-495d-87fd-8297cc0d483a req-4e37614a-4da4-4c04-9264-efc8174a7fda tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:12.581199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71dc3231-b6c8-495d-87fd-8297cc0d483a req-4e37614a-4da4-4c04-9264-efc8174a7fda tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 944 time: 0.2330914 Oct 18 23:17:12.628524 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:12.629278 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:16:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:12.638929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:12.639773 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.691395 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df396ddc-e1f7-452c-b677-1e7c1716fc63 None None] Pushing event updated for resources: {'Port': ['ID=e96141b2-e38e-4d3c-b4c4-87a028e20b37,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:12.698082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71dc3231-b6c8-495d-87fd-8297cc0d483a req-8b16d8d2-ba1f-4ab6-8dc3-03798d8c9c40 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061275 Oct 18 23:17:12.758767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddba9a4-47e3-42e1-9176-7e9d7f37a070 req-0d49ad69-d92c-4a61-8014-aded2c03495c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:12.760866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ddba9a4-47e3-42e1-9176-7e9d7f37a070 req-0d49ad69-d92c-4a61-8014-aded2c03495c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1588976 Oct 18 23:17:12.784360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 448954cb-ed60-4344-87b0-f1ae4b9731d1 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:17:12.796550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:12.852025 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ddba9a4-47e3-42e1-9176-7e9d7f37a070 req-61058856-417a-41ff-89e0-49d659442c24 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728877 Oct 18 23:17:12.880138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Allocated IP 172.20.0.1 (1be3888e-7693-49cd-b41e-8994ed7d7ae3/d72d32c3-4376-40b3-a6a3-0dea9b29d911/7395b438-94e4-4c38-ad38-3305117e4543) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:12.912167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b9d54684-c090-4dbf-ad14-afbb4fd71b78 None None] Provisioning complete for port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:12.912556 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9d54684-c090-4dbf-ad14-afbb4fd71b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:12.925602 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:12.959694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5197-8c22-4f20-b04b-bc50bf052b6f req-2f4e5157-942b-4027-934b-10d1b52db4b4 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:12.972956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7ac5197-8c22-4f20-b04b-bc50bf052b6f req-2f4e5157-942b-4027-934b-10d1b52db4b4 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1329656 Oct 18 23:17:13.014213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:13.021902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:13.042494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7ac5197-8c22-4f20-b04b-bc50bf052b6f req-f7b3aa9e-ce65-4b4b-b6d9-f1d15e040270 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680318 Oct 18 23:17:13.149877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816924-b016-4a19-a093-a6ac8ee53058 req-070fe18b-a97c-4438-81a8-66a51109176d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:13.153551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6816924-b016-4a19-a093-a6ac8ee53058 req-070fe18b-a97c-4438-81a8-66a51109176d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 949 time: 0.1129227 Oct 18 23:17:13.163376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:13.259950 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6816924-b016-4a19-a093-a6ac8ee53058 req-1f1364b2-a6cf-457b-98d9-44c5881a5b18 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852306 Oct 18 23:17:13.278811 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:13.360598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:13.371217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:13.436437 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:09Z', 'revision_number': 3, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:13.478470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:13.507234 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0f151-442f-4362-9971-e859c46ed938 None None] The sync data for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 is: [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:09Z', 'revision_number': 3, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:17:13.512536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:13.548515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '448954cb-ed60-4344-87b0-f1ae4b9731d1', 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3', 'port_id': '448954cb-ed60-4344-87b0-f1ae4b9731d1', 'mac_address': 'fa:16:3e:14:3f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ba7e7f-e060-45fc-88a7-5673d5dd68b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:17:13.658491 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Pushing event updated for resources: {'Port': ['ID=7395b438-94e4-4c38-ad38-3305117e4543,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:13.688294 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:13.698742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:13.785978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448954cb-ed60-4344-87b0-f1ae4b9731d1 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:13.870313 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:13.886086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:14.048021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de8009-6341-4b31-8f54-014581efdf9c req-85999bb9-f9f5-4ad2-aab1-6c36b5e7dbec tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:14.055178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59de8009-6341-4b31-8f54-014581efdf9c req-85999bb9-f9f5-4ad2-aab1-6c36b5e7dbec tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.2020411 Oct 18 23:17:14.088539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-6acc073d-f831-45e4-8efe-f765e282333c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:14.089420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0d1c7e9e-d525-4ab2-adb7-f0b05192733a None None] Provisioning complete for port 7395b438-94e4-4c38-ad38-3305117e4543 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:14.089915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7e9e-d525-4ab2-adb7-f0b05192733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:14.091466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-6acc073d-f831-45e4-8efe-f765e282333c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d&tenant_id=1322d1ff53614d19a79298a73ab42a6f&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 949 time: 0.2236331 Oct 18 23:17:14.131902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=448954cb-ed60-4344-87b0-f1ae4b9731d1,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:14.164369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c7e9e-d525-4ab2-adb7-f0b05192733a None None] Port 7395b438-94e4-4c38-ad38-3305117e4543 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:17:14.196911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48205-cdb2-4885-88e9-71d5c6d77914 req-1c17de44-ae63-4254-91ce-d7ee3201739b tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:14.200027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8cc48205-cdb2-4885-88e9-71d5c6d77914 req-1c17de44-ae63-4254-91ce-d7ee3201739b tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 951 time: 0.2689617 Oct 18 23:17:14.202353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:14.292910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-9b82ade7-f691-4b52-b683-9af4e1601f34 service neutron] 10.222.0.102 "GET /v2.0/ports/a427f9c7-74b2-4f6b-a4a3-6030f904f6ec/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 383 time: 0.1741734 Oct 18 23:17:14.317605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59de8009-6341-4b31-8f54-014581efdf9c req-c2ab5cc5-2812-4da6-bbd5-2f36d8ad42d4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543643 Oct 18 23:17:14.365791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e96141b2-e38e-4d3c-b4c4-87a028e20b37 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:14.381384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['448954cb-ed60-4344-87b0-f1ae4b9731d1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:14.457991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-bcca756f-8551-4139-b69f-807f7542f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:14.463284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-bcca756f-8551-4139-b69f-807f7542f7c4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 1101 time: 0.1289606 Oct 18 23:17:14.600837 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port e96141b2-e38e-4d3c-b4c4-87a028e20b37 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:14.601224 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:14.663112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771acc2-6735-43cc-b0cc-01b06cca2f97 req-e534902a-ad6a-41f3-95c1-d3733ccdc7e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:14.673732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d771acc2-6735-43cc-b0cc-01b06cca2f97 req-e534902a-ad6a-41f3-95c1-d3733ccdc7e5 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 944 time: 0.2463226 Oct 18 23:17:14.781394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:14.845891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d771acc2-6735-43cc-b0cc-01b06cca2f97 req-ea745eaf-86e8-4150-b273-20b68acfd476 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943263 Oct 18 23:17:14.853934 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:14.904211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-0e94089d-119b-4d5b-8246-d5cce239643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:14.904467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port e96141b2-e38e-4d3c-b4c4-87a028e20b37, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e96141b2-e38e-4d3c-b4c4-87a028e20b37,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:14.909555 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-0e94089d-119b-4d5b-8246-d5cce239643e service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3716192 Oct 18 23:17:14.918823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:14.936867 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8cc48205-cdb2-4885-88e9-71d5c6d77914 req-e3ff53e7-054a-4c1d-b39d-8e54920e047b tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241302 Oct 18 23:17:15.046314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-e50429ed-b86c-4ad3-a10a-3ec914a1498e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec HTTP/1.1" status: 200 len: 217 time: 0.1318784 Oct 18 23:17:15.079012 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:15.144969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=e96141b2-e38e-4d3c-b4c4-87a028e20b37,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:15.171195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:15.176475 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eb3bf6-87a0-4a2f-b66b-328891755abf" -d '{"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:15.200867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-0e8a0635-153b-4d90-9b90-dda71eedb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:15.202297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-0e8a0635-153b-4d90-9b90-dda71eedb9b0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1290650 Oct 18 23:17:15.210248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c62a1-c174-43e9-80b2-5c45975b9385 req-aed5a9bc-ba3e-47c2-9f51-d7a324632a70 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:15.212457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:15.217772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d82c62a1-c174-43e9-80b2-5c45975b9385 req-aed5a9bc-ba3e-47c2-9f51-d7a324632a70 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 949 time: 0.1798012 Oct 18 23:17:15.218288 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:15.234768 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:15.244126 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:15.300415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:15.312980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d82c62a1-c174-43e9-80b2-5c45975b9385 req-d8aa699f-0d60-44fb-870a-be79be6241a5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819244 Oct 18 23:17:15.351456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-d265e7ce-b9c0-446a-a5a3-5b4b698e1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:15.353260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-d265e7ce-b9c0-446a-a5a3-5b4b698e1f09 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345201 Oct 18 23:17:15.390083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e501d6f-8506-45c9-bf37-d6633f894a91 req-96594441-5e59-4636-833e-3e369c6560b1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:15.391860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e501d6f-8506-45c9-bf37-d6633f894a91 req-96594441-5e59-4636-833e-3e369c6560b1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.2093990 Oct 18 23:17:15.403081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Pushing event updated for resources: {'Port': ['ID=7395b438-94e4-4c38-ad38-3305117e4543,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:15.421451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:15.526247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e501d6f-8506-45c9-bf37-d6633f894a91 req-3499d1e7-1be7-4ac0-b1df-93a8c567aefa tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184385 Oct 18 23:17:15.595977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:15.597506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:15.611061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-4acfcdb3-475e-4bbf-846f-961f8835030a service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226298 Oct 18 23:17:15.675605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3408aed-08ad-42ea-a511-88f95d378328 req-94ff5a10-2f76-41f8-8fc3-602ea79692cd service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2616899 Oct 18 23:17:15.778779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95e4d0-0bf4-4a94-a288-87e5c6855503 req-d3386d52-f644-4f3e-a97c-0ef8b16bc60a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:15.782892 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c95e4d0-0bf4-4a94-a288-87e5c6855503 req-d3386d52-f644-4f3e-a97c-0ef8b16bc60a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.3053699 Oct 18 23:17:15.851443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Router fad44ac2-1eba-4309-b289-7098ee114381 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:17:15.893097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3408aed-08ad-42ea-a511-88f95d378328 req-b9505481-82b4-4d11-a18f-c80934f170a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:15.894777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3408aed-08ad-42ea-a511-88f95d378328 req-b9505481-82b4-4d11-a18f-c80934f170a8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 1097 time: 0.1574903 Oct 18 23:17:15.916968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-bdec0dca-3bbc-46ae-8cd7-0b94ec6ef8f5 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051155 Oct 18 23:17:15.967083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c95e4d0-0bf4-4a94-a288-87e5c6855503 req-1af45b68-8d5e-430d-8365-08c9a03d29d3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606445 Oct 18 23:17:16.061140 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b68b073-1bd6-4b3d-967c-8c6a6bf0ee1a x-openstack-request-id: req-8b68b073-1bd6-4b3d-967c-8c6a6bf0ee1a {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:16.065581 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:16.066627 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b68b073-1bd6-4b3d-967c-8c6a6bf0ee1a {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:16.068581 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'code': 200} Oct 18 23:17:16.102983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:17:16.117486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b900561d-1af1-4e1a-b582-121c3769af7e admin admin] 10.222.0.52 "PUT /v2.0/routers/fad44ac2-1eba-4309-b289-7098ee114381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1135798 Oct 18 23:17:16.124253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e6dd995f-b9c5-42dc-85fc-35285e4367a0 None None] Provisioning complete for port 7395b438-94e4-4c38-ad38-3305117e4543 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:16.125250 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e6dd995f-b9c5-42dc-85fc-35285e4367a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:16.180352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd995f-b9c5-42dc-85fc-35285e4367a0 None None] Port 7395b438-94e4-4c38-ad38-3305117e4543 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:17:16.284810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e96141b2-e38e-4d3c-b4c4-87a028e20b37 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:16.287696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-d62b6d5b-55c8-4f72-8964-491f100caf12 service neutron] 10.222.0.73 "GET /v2.0/ports/40ffceaf-3594-4475-ab0b-026e0cc9b5c6/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 385 time: 0.3814235 Oct 18 23:17:16.358057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3408aed-08ad-42ea-a511-88f95d378328 req-83605f2c-b0e3-4efc-9447-191be6ffa654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:16.359833 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3408aed-08ad-42ea-a511-88f95d378328 req-83605f2c-b0e3-4efc-9447-191be6ffa654 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.4062438 Oct 18 23:17:16.372234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67448b9-4c88-4bc4-90f1-1ac41f5257ba req-da752173-a58d-4415-b707-c66ac093d436 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:16.373814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d67448b9-4c88-4bc4-90f1-1ac41f5257ba req-da752173-a58d-4415-b707-c66ac093d436 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 945 time: 0.1722116 Oct 18 23:17:16.415081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port e96141b2-e38e-4d3c-b4c4-87a028e20b37 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:16.415595 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:16.434512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3408aed-08ad-42ea-a511-88f95d378328 req-fc352415-ed0f-4866-b09e-5bdfa9c69b6a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 200 len: 217 time: 0.0593584 Oct 18 23:17:16.554874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d67448b9-4c88-4bc4-90f1-1ac41f5257ba req-6aebefd0-9be4-466a-827b-6f8760d1d0d5 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705019 Oct 18 23:17:16.559139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3408aed-08ad-42ea-a511-88f95d378328 req-8f6d4882-4693-4bd7-85e3-37ae74f353f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:16.560862 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3408aed-08ad-42ea-a511-88f95d378328 req-8f6d4882-4693-4bd7-85e3-37ae74f353f6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1126966 Oct 18 23:17:16.607639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:16.620426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3408aed-08ad-42ea-a511-88f95d378328 req-84b35184-37eb-4c79-acee-c8e9b04250fe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483963 Oct 18 23:17:16.734043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:16.735459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:16.802422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:16.914063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-accc99bc-70a5-4617-a7cb-86818168457e req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:16.942755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-4c08cd58-9007-492c-8420-7d38f9033c3e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2357235 Oct 18 23:17:16.955298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfa088-fce5-4744-b6d5-ef1c1fffa57c req-2da5807f-844e-4a32-beb6-9136bc56f89a tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:16.956847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2dfa088-fce5-4744-b6d5-ef1c1fffa57c req-2da5807f-844e-4a32-beb6-9136bc56f89a tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 944 time: 0.2383642 Oct 18 23:17:16.969238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-accc99bc-70a5-4617-a7cb-86818168457e req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:16.997185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3408aed-08ad-42ea-a511-88f95d378328 req-b471ce10-7748-42c9-99de-0199b99143dd service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564155 Oct 18 23:17:17.021347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Sync routers for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:17:17.073434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e416b-4860-4c9d-95f5-a7b2c6da8c4e req-bb876177-63a5-427e-8ccf-58577f4e363d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:17.075745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-485e416b-4860-4c9d-95f5-a7b2c6da8c4e req-bb876177-63a5-427e-8ccf-58577f4e363d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 949 time: 0.0610039 Oct 18 23:17:17.088396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-accc99bc-70a5-4617-a7cb-86818168457e req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:17.108761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:17.110809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:16:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:17.116892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-accc99bc-70a5-4617-a7cb-86818168457e req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:17.123032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-485e416b-4860-4c9d-95f5-a7b2c6da8c4e req-c415f2db-cbae-471c-a8fe-5ce8b4435635 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Oct 18 23:17:17.158657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2dfa088-fce5-4744-b6d5-ef1c1fffa57c req-9156e88d-0e1d-49d8-9f75-5e8d80574cd8 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653261 Oct 18 23:17:17.175597 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.233872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-8a415cb7-6834-4a61-9bcf-c175916af9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:17.235413 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-8a415cb7-6834-4a61-9bcf-c175916af9ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 1096 time: 0.2411652 Oct 18 23:17:17.269093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:17:17.334576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3408aed-08ad-42ea-a511-88f95d378328 req-ee4a6da1-a835-4f52-b18a-a5928166d90f service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169701 Oct 18 23:17:17.346953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:17.347592 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.394460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.424598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d262c-9113-4a26-b09e-9c0250ce10b0 req-1a33f41e-a005-4f79-9d57-e4c5dc1d2f50 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:17.426250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60d262c-9113-4a26-b09e-9c0250ce10b0 req-1a33f41e-a005-4f79-9d57-e4c5dc1d2f50 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 944 time: 0.1862164 Oct 18 23:17:17.435902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:17.443319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-accc99bc-70a5-4617-a7cb-86818168457e req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] Transition to ACTIVE for port object 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:17:17.457212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.472328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-6e5dd739-eca9-422f-b11c-2927ee1878a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:17.473917 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-6e5dd739-eca9-422f-b11c-2927ee1878a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.1976714 Oct 18 23:17:17.500325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:17.510065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.574159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-f884c078-78a1-4160-b6e7-78237a809391 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 200 len: 217 time: 0.0682766 Oct 18 23:17:17.606930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60d262c-9113-4a26-b09e-9c0250ce10b0 req-9e85b6eb-1c66-44cf-b4a7-aa717ba97bd6 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620545 Oct 18 23:17:17.658904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] Pushing event updated for resources: {'Port': ['ID=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:17.664502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-accc99bc-70a5-4617-a7cb-86818168457e req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] No DVR routers for this DVR port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:17:17.680266 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.711834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-99291246-0b9c-4856-a515-94d8cba66f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:17.713341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-99291246-0b9c-4856-a515-94d8cba66f04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.1300910 Oct 18 23:17:17.721580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-78a4cbc2-f761-4abd-9ed2-c00592a648a8 service neutron] 10.222.0.73 "PUT /v2.0/ports/40ffceaf-3594-4475-ab0b-026e0cc9b5c6/bindings/n-h1-713498-28/activate HTTP/1.1" status: 200 len: 370 time: 1.4216125 Oct 18 23:17:17.731430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:17.780023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:17.787129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4bc81a0f-9500-43ee-b837-5736f29f3d2c tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927728716', 'description': 'tempest-description--302320240'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:17.794702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-bdb3570d-fbdc-43f3-9168-8d0f7f3efa05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720730 Oct 18 23:17:17.841903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:17.845763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bc81a0f-9500-43ee-b837-5736f29f3d2c tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.852040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.853123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 448954cb-ed60-4344-87b0-f1ae4b9731d1 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:17.945381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bc81a0f-9500-43ee-b837-5736f29f3d2c tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.966376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bc81a0f-9500-43ee-b837-5736f29f3d2c tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:17.998453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-9a5b9008-fe71-4785-b2f2-b07a284ee682 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953442 Oct 18 23:17:18.002777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:18.032988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 448954cb-ed60-4344-87b0-f1ae4b9731d1 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:17:18.034468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77191b84-1a85-4414-8c8f-97df097a45e5 req-ce0375a5-3672-4944-8d81-3abffed8ecb0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:18.036228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-77191b84-1a85-4414-8c8f-97df097a45e5 req-ce0375a5-3672-4944-8d81-3abffed8ecb0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1147590 Oct 18 23:17:18.040360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bc81a0f-9500-43ee-b837-5736f29f3d2c tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.041274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7395b438-94e4-4c38-ad38-3305117e4543', 'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'mac_address': 'fa:16:3e:64:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:12Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 2, 'project_id': '3204910e008f48dab120bec8a811593f', 'subnets': [{'id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:18.042223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4bc81a0f-9500-43ee-b837-5736f29f3d2c tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2604241 Oct 18 23:17:18.045475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc81a0f-9500-43ee-b837-5736f29f3d2c tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc70e6d3-de02-4de0-b56e-b3021976f099,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:18.047530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38242) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:18.062509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-341113b6-4c8a-4cc7-89b7-dea1f7952be6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Request body: {'security_group_rule': {'security_group_id': 'fc70e6d3-de02-4de0-b56e-b3021976f099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:18.073163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-5064da90-d37e-4f2f-a37c-650e9cf6b403 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:18.075477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-5064da90-d37e-4f2f-a37c-650e9cf6b403 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.1501734 Oct 18 23:17:18.104863 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-77191b84-1a85-4414-8c8f-97df097a45e5 req-a1b20feb-e69d-4de6-929b-0607b7195b9c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504177 Oct 18 23:17:18.106542 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'}, {'server_uuid': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:18.109139 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4995dc2a-3b41-4dc4-befe-f8ffaa23d372" -d '{"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-plugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec"}, {"server_uuid": "4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9", "name": "network-vif-plugged", "status": "completed", "tag": "f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:18.117181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 448954cb-ed60-4344-87b0-f1ae4b9731d1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:18.117181 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.119768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266e000-be4a-45b0-80d0-8edff51d0fbb req-81fadb56-04e3-49df-94cf-6a016e3c9606 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:18.122823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3266e000-be4a-45b0-80d0-8edff51d0fbb req-81fadb56-04e3-49df-94cf-6a016e3c9606 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 945 time: 0.1950572 Oct 18 23:17:18.137435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Checking router: fad44ac2-1eba-4309-b289-7098ee114381 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:17:18.137765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Updating router fad44ac2-1eba-4309-b289-7098ee114381 port 7395b438-94e4-4c38-ad38-3305117e4543 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:17:18.184144 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.224779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-341113b6-4c8a-4cc7-89b7-dea1f7952be6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.236839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0e4ae71-f3d8-46ac-8797-25407c299f46 req-6c4f409d-ab94-4578-8ada-2958e5da1fc2 service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304885 Oct 18 23:17:18.259097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3266e000-be4a-45b0-80d0-8edff51d0fbb req-8daa3148-ae48-4bd8-8179-dbd5f83c6bb3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226969 Oct 18 23:17:18.270340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-aaab8716-96d7-4248-872d-41eaf9235a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:18.272111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-aaab8716-96d7-4248-872d-41eaf9235a8a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92&tenant_id=330a70573126403ca64a3be0d6ed5ab9 HTTP/1.1" status: 200 len: 1097 time: 0.1449943 Oct 18 23:17:18.291798 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.327818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-341113b6-4c8a-4cc7-89b7-dea1f7952be6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.334977 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-341113b6-4c8a-4cc7-89b7-dea1f7952be6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.409278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341113b6-4c8a-4cc7-89b7-dea1f7952be6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd82bf10-e538-45c7-9b4b-76018c559b92,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:18.415968 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0724d17d-f386-4df1-9df2-a864f6e186c4 x-openstack-request-id: req-0724d17d-f386-4df1-9df2-a864f6e186c4 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:18.416411 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-plugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec", "code": 200}, {"server_uuid": "4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9", "name": "network-vif-plugged", "status": "completed", "tag": "f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:18.418782 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0724d17d-f386-4df1-9df2-a864f6e186c4 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:18.418782 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'code': 200} Oct 18 23:17:18.418782 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8', 'code': 200} Oct 18 23:17:18.422065 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-341113b6-4c8a-4cc7-89b7-dea1f7952be6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.424168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-341113b6-4c8a-4cc7-89b7-dea1f7952be6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736115 Oct 18 23:17:18.427010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38252) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:18.437555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-59b3c6cf-a780-4ce1-a798-d73b96374921 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Request body: {'security_group_rule': {'security_group_id': 'fc70e6d3-de02-4de0-b56e-b3021976f099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:18.440964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:18.448511 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.554922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59b3c6cf-a780-4ce1-a798-d73b96374921 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.583829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe23a7-c192-481a-b30f-4021ee51e0b3 req-50829268-b404-44fc-9eb0-79e1c8dddc78 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:18.585497 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-babe23a7-c192-481a-b30f-4021ee51e0b3 req-50829268-b404-44fc-9eb0-79e1c8dddc78 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 945 time: 0.1068544 Oct 18 23:17:18.629304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=448954cb-ed60-4344-87b0-f1ae4b9731d1,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:18.688664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-babe23a7-c192-481a-b30f-4021ee51e0b3 req-d29eef36-152c-4acb-833b-71057e228d5c tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673244 Oct 18 23:17:18.712338 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59b3c6cf-a780-4ce1-a798-d73b96374921 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.720397 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59b3c6cf-a780-4ce1-a798-d73b96374921 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.777578 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3c6cf-a780-4ce1-a798-d73b96374921 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb91c2db-e8df-42f5-8484-5d3ea7d59a28,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:18.794000 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59b3c6cf-a780-4ce1-a798-d73b96374921 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.802488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-59b3c6cf-a780-4ce1-a798-d73b96374921 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727396 Oct 18 23:17:18.804324 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38258) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:18.816852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:18.847271 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.859203 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.880838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:18.919037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0b7ee-c917-4af5-823d-99ec5fb9ce2b req-e849e016-1335-42b9-856f-a457bb93b99d tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:18.920664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-67b0b7ee-c917-4af5-823d-99ec5fb9ce2b req-e849e016-1335-42b9-856f-a457bb93b99d tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 949 time: 0.0851297 Oct 18 23:17:18.964226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-d88b584b-597b-47fb-bac6-484d68f73e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:18.965575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272b725-0cb9-49f6-b6b9-6ccfa8acd08c None None] Pushing event updated for resources: {'Port': ['ID=7395b438-94e4-4c38-ad38-3305117e4543,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:18.965989 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-d88b584b-597b-47fb-bac6-484d68f73e3b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=330a70573126403ca64a3be0d6ed5ab9&device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 1097 time: 0.5959041 Oct 18 23:17:18.986973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc430327-adc5-4137-b497-7c1e39eb0d08 req-17ee4c9e-c270-45e1-a54e-2d083c1b6fc1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:18.989065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc430327-adc5-4137-b497-7c1e39eb0d08 req-17ee4c9e-c270-45e1-a54e-2d083c1b6fc1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.4951050 Oct 18 23:17:19.025763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b16347-c2f8-4563-b873-ab18ee89154f req-0a23175a-acdf-49b4-a328-dcda036af030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:19.028122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0b16347-c2f8-4563-b873-ab18ee89154f req-0a23175a-acdf-49b4-a328-dcda036af030 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 1097 time: 0.4749961 Oct 18 23:17:19.031201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Attempting to bind port 7395b438-94e4-4c38-ad38-3305117e4543 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:19.031956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Attempting to bind port 7395b438-94e4-4c38-ad38-3305117e4543 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:19.032328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Attempting to bind port 7395b438-94e4-4c38-ad38-3305117e4543 on network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:19.041925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:19.042220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Checking segment: {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:19.043249 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:19.043661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Bound using segment: {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:19.044161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Bound port: 7395b438-94e4-4c38-ad38-3305117e4543, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:19.044541 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:19.111286 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-67b0b7ee-c917-4af5-823d-99ec5fb9ce2b req-39838099-e20e-41ee-ad37-68b0d37d77e9 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812603 Oct 18 23:17:19.120173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc430327-adc5-4137-b497-7c1e39eb0d08 req-5a17193e-0757-4c86-b411-5ad721f344b2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149273 Oct 18 23:17:19.179255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0b16347-c2f8-4563-b873-ab18ee89154f req-f6902c77-c8b4-4627-ad83-337df27041b1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321368 Oct 18 23:17:19.201350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:19.213278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] For port 7395b438-94e4-4c38-ad38-3305117e4543, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:19.218530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] For port 7395b438-94e4-4c38-ad38-3305117e4543, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7395b438-94e4-4c38-ad38-3305117e4543,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:19.253674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:19.284680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-6467f94b-8afd-4c12-9f86-1ad0835424eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:19.286934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-6467f94b-8afd-4c12-9f86-1ad0835424eb service neutron] 10.222.0.102 "GET /v2.0/networks?id=3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 200 len: 921 time: 0.2948980 Oct 18 23:17:19.312746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:19.313406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:16:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:19.379100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-f1beffb2-3f6b-4d56-a0bd-f902d2f67abf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6 HTTP/1.1" status: 200 len: 217 time: 0.0653584 Oct 18 23:17:19.396415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272b725-0cb9-49f6-b6b9-6ccfa8acd08c None None] Pushing event updated for resources: {'Port': ['ID=7395b438-94e4-4c38-ad38-3305117e4543,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:19.409434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ef19b147-c4b2-4417-a044-fc6c02dfc51f None None] Provisioning complete for port 7395b438-94e4-4c38-ad38-3305117e4543 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:19.409805 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ef19b147-c4b2-4417-a044-fc6c02dfc51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:19.447837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Allocated IP 172.25.7.25 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/8069eb82-28aa-4e71-ad3f-c70fd058b337) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:19.451815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8547-aae8-4960-bdc6-6c8b05f0913c req-85c406a5-4aaa-4108-bf07-aaaad38c7374 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:19.467588 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-568c8547-aae8-4960-bdc6-6c8b05f0913c req-85c406a5-4aaa-4108-bf07-aaaad38c7374 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 945 time: 0.2049108 Oct 18 23:17:19.532701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fab91-d8e8-4f57-9af3-4edbe1882089 req-3c69a9cf-7b11-40c3-8973-5fad383a6e24 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:19.535740 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e73fab91-d8e8-4f57-9af3-4edbe1882089 req-3c69a9cf-7b11-40c3-8973-5fad383a6e24 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1276000 Oct 18 23:17:19.568515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-568c8547-aae8-4960-bdc6-6c8b05f0913c req-69b02e4c-4c7d-4f79-86c9-60c91eed49f4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889516 Oct 18 23:17:19.579149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-4ee97794-b82c-455a-970e-93d356b47adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:19.580988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-4ee97794-b82c-455a-970e-93d356b47adb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 200 len: 860 time: 0.1916654 Oct 18 23:17:19.663965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-09fc9333-9d80-439d-81ec-3370c97e6d64 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3fdad791-c667-4f87-ae90-cf696a2e7c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635092 Oct 18 23:17:19.681356 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e73fab91-d8e8-4f57-9af3-4edbe1882089 req-ee9a6d29-3a2a-4ac9-a85a-77201fc9cc06 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326251 Oct 18 23:17:19.736052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:19.747925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:19.797002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:19.901339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ef19b147-c4b2-4417-a044-fc6c02dfc51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:19.905056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc3880-0025-403d-9371-3b4d821f71a9 req-285f7dd1-ead1-4499-85d0-c6d8149e6290 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:19.908964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59fc3880-0025-403d-9371-3b4d821f71a9 req-285f7dd1-ead1-4499-85d0-c6d8149e6290 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1839466 Oct 18 23:17:19.918953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-727db086-1ba4-4a06-9372-0765a27e6602 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322416 Oct 18 23:17:19.934819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:19.956044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb53d8-2aca-4858-9755-908d60bbcbf8 req-78ecd3b8-98ab-44c7-b67d-92b36f21f7ea tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:19.964913 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5dfb53d8-2aca-4858-9755-908d60bbcbf8 req-78ecd3b8-98ab-44c7-b67d-92b36f21f7ea tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 945 time: 0.1029377 Oct 18 23:17:19.968443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:19.975133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:19.986376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Pushing event updated for resources: {'Port': ['ID=8069eb82-28aa-4e71-ad3f-c70fd058b337,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:19.990406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ef19b147-c4b2-4417-a044-fc6c02dfc51f None None] For port 7395b438-94e4-4c38-ad38-3305117e4543, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7395b438-94e4-4c38-ad38-3305117e4543,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:20.037443 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ef19b147-c4b2-4417-a044-fc6c02dfc51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:20.051627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59fc3880-0025-403d-9371-3b4d821f71a9 req-f35bce19-b254-4996-8ca1-6360c2521eb4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310172 Oct 18 23:17:20.074614 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5dfb53d8-2aca-4858-9755-908d60bbcbf8 req-2bb9a31b-0eac-4a29-bb2e-dfdeaeb56080 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080222 Oct 18 23:17:20.090613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-2a50f27f-1a5e-46bb-9ba1-6bf5293960f7 service neutron] 10.222.0.102 "GET /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596820 Oct 18 23:17:20.164251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:20.216715 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:20.232562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19b147-c4b2-4417-a044-fc6c02dfc51f None None] Pushing event updated for resources: {'Port': ['ID=7395b438-94e4-4c38-ad38-3305117e4543,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:20.248078 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c850759a-b3f3-4617-8682-7ebbbe128b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:20.257951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7395b438-94e4-4c38-ad38-3305117e4543', 'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'mac_address': 'fa:16:3e:64:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:12Z', 'updated_at': '2021-10-18T23:17:19Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'subnets': [{'id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:20.265243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-27951391-cd06-4fd9-9db5-7a9d0f20491a None None] Provisioning complete for port 7395b438-94e4-4c38-ad38-3305117e4543 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:20.266643 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-27951391-cd06-4fd9-9db5-7a9d0f20491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:20.344331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-a198bcb6-5aa2-4627-88ff-c63979081679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:20.347154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-a198bcb6-5aa2-4627-88ff-c63979081679 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d&tenant_id=1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 1102 time: 0.1417158 Oct 18 23:17:20.352514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dae807-244f-4ddc-9a72-2344ee308a85 req-b905a9a8-370d-41b6-b633-3f97a158a8ce tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:20.354272 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-42dae807-244f-4ddc-9a72-2344ee308a85 req-b905a9a8-370d-41b6-b633-3f97a158a8ce tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 949 time: 0.1056273 Oct 18 23:17:20.366055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c28076-43fb-4f92-ab3a-0f99f0627bb2 None None] The sync data for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 is: [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7395b438-94e4-4c38-ad38-3305117e4543', 'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'mac_address': 'fa:16:3e:64:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:12Z', 'updated_at': '2021-10-18T23:17:19Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'subnets': [{'id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:17:20.373910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646de8f-1e44-4c9c-8e83-f6fbbdf9d31b req-b567d93c-769c-485e-80ac-bf57f4baae97 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:20.379908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b646de8f-1e44-4c9c-8e83-f6fbbdf9d31b req-b567d93c-769c-485e-80ac-bf57f4baae97 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1210351 Oct 18 23:17:20.426859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:20.431476 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6447c424-02d2-4f00-bf70-830b8864003b" -d '{"events": [{"server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "name": "network-vif-plugged", "status": "completed", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:20.447143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-42dae807-244f-4ddc-9a72-2344ee308a85 req-1b05cfc0-02f0-4bf0-850d-ca3b6dba837f tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7723bb4-8469-4009-961c-47dae16a530e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832193 Oct 18 23:17:20.599308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-ded61497-517e-4eae-9fb8-7e066c6e2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:20.600755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-ded61497-517e-4eae-9fb8-7e066c6e2e31 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 1102 time: 0.2072833 Oct 18 23:17:20.604803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:20.613539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b646de8f-1e44-4c9c-8e83-f6fbbdf9d31b req-9a0f4599-098d-456a-bc71-91ccbe637909 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349711 Oct 18 23:17:20.616197 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:20.635694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc99bc-70a5-4617-a7cb-86818168457e req-2d5c5f2a-3c2a-49b7-8197-d861e9ad7b95 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:20.635694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-2d5c5f2a-3c2a-49b7-8197-d861e9ad7b95 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92&tenant_id=330a70573126403ca64a3be0d6ed5ab9&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.1507885 Oct 18 23:17:20.707403 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54d7064-4ff8-404e-be61-92a7392ed543 x-openstack-request-id: req-a54d7064-4ff8-404e-be61-92a7392ed543 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:20.707821 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "name": "network-vif-plugged", "status": "completed", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:20.708093 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a54d7064-4ff8-404e-be61-92a7392ed543 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:20.708839 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1', 'code': 200} Oct 18 23:17:20.757769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Pushing event updated for resources: {'Port': ['ID=8069eb82-28aa-4e71-ad3f-c70fd058b337,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:20.789722 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:20.855862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:20.866625 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1e21ea9b-0820-49b4-9ec3-cc86526eed9e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0517545 Oct 18 23:17:20.954258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af2689-c284-4c04-9c0b-2b6a19607176 req-090f51d3-fa11-4a92-ba5d-7dbc00bbec11 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:20.967400 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9af2689-c284-4c04-9c0b-2b6a19607176 req-090f51d3-fa11-4a92-ba5d-7dbc00bbec11 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1343181 Oct 18 23:17:21.050606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9af2689-c284-4c04-9c0b-2b6a19607176 req-96b0a8b5-85e2-4372-8628-631e53594cfe tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787132 Oct 18 23:17:21.086523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b98090-3a97-4d7d-9f35-4156f25de432 req-6711dc02-515a-4cc3-b16c-a0a6fe8eddbf tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:21.103107 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b98090-3a97-4d7d-9f35-4156f25de432 req-6711dc02-515a-4cc3-b16c-a0a6fe8eddbf tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 945 time: 0.3600063 Oct 18 23:17:21.221280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-5bd2181f-87af-4c88-8116-ded658e4e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:21.223390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-5bd2181f-87af-4c88-8116-ded658e4e246 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.5899498 Oct 18 23:17:21.229074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-afb84927-57ef-4458-b885-f219ae1c5ba6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1927728716&fields=id&tenant_id=3204910e008f48dab120bec8a811593f HTTP/1.1" status: 200 len: 267 time: 0.0542846 Oct 18 23:17:21.259155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12457d-f705-4451-92af-4ba48f1b22d1 req-13ab59f4-2a90-45cf-82ad-20f0cbb81266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:21.260739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff12457d-f705-4451-92af-4ba48f1b22d1 req-13ab59f4-2a90-45cf-82ad-20f0cbb81266 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 1098 time: 0.2765615 Oct 18 23:17:21.313460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b98090-3a97-4d7d-9f35-4156f25de432 req-332bcf6b-b5e1-475d-af7f-0d171e6bc9e9 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090862 Oct 18 23:17:21.316344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-aa5f4b52-5ec9-49b8-98dc-75c4ed38f3de service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec HTTP/1.1" status: 200 len: 217 time: 0.0761800 Oct 18 23:17:21.336541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-d181c3d9-15ac-44e9-8831-e7c6a617f6b2 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:21.338340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-d181c3d9-15ac-44e9-8831-e7c6a617f6b2 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 949 time: 0.2315753 Oct 18 23:17:21.372106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-accc99bc-70a5-4617-a7cb-86818168457e req-baccd64a-242f-4c1a-a15b-f957f1036cef service neutron] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:21.430163 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-accc99bc-70a5-4617-a7cb-86818168457e req-baccd64a-242f-4c1a-a15b-f957f1036cef service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:21.432849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-baccd64a-242f-4c1a-a15b-f957f1036cef service neutron] 10.222.0.102 "DELETE /v2.0/ports/40ffceaf-3594-4475-ab0b-026e0cc9b5c6/bindings/n-h2-713498-28 HTTP/1.1" status: 204 len: 173 time: 0.7814095 Oct 18 23:17:21.457882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-5ac972d0-c931-4610-9c6a-536142e816da tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:21.463700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-5ac972d0-c931-4610-9c6a-536142e816da tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/networks?id=1be3888e-7693-49cd-b41e-8994ed7d7ae3 HTTP/1.1" status: 200 len: 812 time: 0.2316463 Oct 18 23:17:21.491307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-e26354d9-7825-4689-b704-fb0d9e6d7a5d tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/quotas/3204910e008f48dab120bec8a811593f HTTP/1.1" status: 200 len: 375 time: 0.0161629 Oct 18 23:17:21.498844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff12457d-f705-4451-92af-4ba48f1b22d1 req-5d108990-4677-415a-a9fc-75866f827ff4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951261 Oct 18 23:17:21.514964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-7856e99e-2956-4c4e-8f25-34f403d53ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:21.516617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-7856e99e-2956-4c4e-8f25-34f403d53ec9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1746392 Oct 18 23:17:21.597520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e78c29-0038-4bec-835c-ee6326bf1101 req-908ddaa3-6c06-4af8-ba60-09f6b042d320 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:21.599163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74e78c29-0038-4bec-835c-ee6326bf1101 req-908ddaa3-6c06-4af8-ba60-09f6b042d320 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1574860 Oct 18 23:17:21.615683 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-7866585d-b715-49f1-b753-37a96b2c6252 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3204910e008f48dab120bec8a811593f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093500 Oct 18 23:17:21.625192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-b1cc6844-3181-4405-bbf6-cfe8773f10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:21.626879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-b1cc6844-3181-4405-bbf6-cfe8773f10f2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014540 Oct 18 23:17:21.641230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Deleting port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:17:21.641580 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:21.843170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74e78c29-0038-4bec-835c-ee6326bf1101 req-793bcec8-b6ba-4db1-90f9-5d5df0a31558 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965108 Oct 18 23:17:21.869455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-4c948350-2cd7-4691-8cb6-e223f0c2195e service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241490 Oct 18 23:17:21.869995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-5f12b978-5ab6-40db-8d9b-2d5c101b252f service neutron] 10.222.0.52 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435718 Oct 18 23:17:21.901070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] For port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:21.901686 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:21.918378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Calling delete_port for 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:17:21.978411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3b8476bb-3850-45ce-bfdb-031cdc572d10 service neutron] 10.222.0.52 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074967 Oct 18 23:17:22.101611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c6597-cb53-4964-b0bd-dec2fd1080f9 req-30f5985b-59ef-43ad-8acb-94de42138fab tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:22.103412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d15c6597-cb53-4964-b0bd-dec2fd1080f9 req-30f5985b-59ef-43ad-8acb-94de42138fab tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 945 time: 0.1746206 Oct 18 23:17:22.113569 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ab3f26-a848-4086-acf6-820d6bfd59a9 req-013c4479-2e9b-4d15-83ec-e22497fad188 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336509 Oct 18 23:17:22.187405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d15c6597-cb53-4964-b0bd-dec2fd1080f9 req-72e89c9c-37d7-45f8-bddc-32be1d29a529 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728006 Oct 18 23:17:22.305184 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:22.366506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Pushing event deleted for resources: {'Port': ['ID=02ed4b46-5edf-4876-8b6f-bb51eb774fd6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:22.368686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7395b438-94e4-4c38-ad38-3305117e4543 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:22.401036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.401645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.402759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.411641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.412062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.412542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.413057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.413579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.414150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.414762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.415351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.415872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:22.483837 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a1e07e08-cda7-414c-84db-81c4c7925cc7 req-3ae4ef01-77cb-4ba2-8ef3-a533d215c491 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e6e82b1-9295-450c-ae91-83b8bfea8fc3 HTTP/1.1" status: 200 len: 210 time: 0.1102769 Oct 18 23:17:22.500784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] No DVR routers for this DVR port 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:17:22.506590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7395b438-94e4-4c38-ad38-3305117e4543 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:22.508074 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:22.519865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:22.525316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-464e60ed-12db-42f4-8436-da0effa5bc99 req-5bcaa02c-d862-4a1d-aa74-88bea8be5904 tempest-ImagesOneServerTestJSON-1579472300 tempest-ImagesOneServerTestJSON-1579472300-project] 10.222.0.73 "DELETE /v2.0/ports/02ed4b46-5edf-4876-8b6f-bb51eb774fd6 HTTP/1.1" status: 204 len: 173 time: 1.1800659 Oct 18 23:17:22.525877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-deleted', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:22.531033 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8e02c6-662d-42e0-8cf4-9aba86a71b28" -d '{"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-deleted", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:22.644868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:22.667196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da751c2-ecca-4f8d-8927-5de28c3e9314 req-599b8a2d-1f22-408b-9a09-00b30c35badb tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:22.682851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5da751c2-ecca-4f8d-8927-5de28c3e9314 req-599b8a2d-1f22-408b-9a09-00b30c35badb tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1046190 Oct 18 23:17:22.707266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e94ab-b704-4c02-aaf1-b0d90d852476 req-00b1bb3e-a36f-407f-94fa-6ca5a1c5403a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:22.711812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b65e94ab-b704-4c02-aaf1-b0d90d852476 req-00b1bb3e-a36f-407f-94fa-6ca5a1c5403a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1220682 Oct 18 23:17:22.742324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5da751c2-ecca-4f8d-8927-5de28c3e9314 req-3883343e-960d-4cf9-8de8-f182484bc44c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575557 Oct 18 23:17:22.746981 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:22.780688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:22.782103 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f55573-87b8-467e-b08f-1df3505e71e7" -d '{"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-unplugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:22.798478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:22.807418 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:22.824814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b65e94ab-b704-4c02-aaf1-b0d90d852476 req-ec5be227-8963-40ac-8a5c-8ac690c152a2 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854647 Oct 18 23:17:22.905005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03e14123-5ff2-4c29-8d99-f15ba729ea1c req-669bd9f1-dc13-430c-b2b8-4bcbce459acb tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 210 time: 0.0607107 Oct 18 23:17:22.915083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:23.107739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d749-e7d1-481f-b6d7-b95e7a570151 req-2448dd48-cd63-4812-a312-6f1157b82c2e tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:23.109439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4534d749-e7d1-481f-b6d7-b95e7a570151 req-2448dd48-cd63-4812-a312-6f1157b82c2e tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 1097 time: 0.1340663 Oct 18 23:17:23.172365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0a00e-2873-4584-a898-fb2c4f9b96f2 req-04b7a87f-68bc-4101-ab11-da9beac94ceb tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:23.176212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91f0a00e-2873-4584-a898-fb2c4f9b96f2 req-04b7a87f-68bc-4101-ab11-da9beac94ceb tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 945 time: 0.1352966 Oct 18 23:17:23.177628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4534d749-e7d1-481f-b6d7-b95e7a570151 req-47b7fb7e-0204-413e-b871-c2deb0437763 tempest-LiveAutoBlockMigrationV225Test-1781403331 tempest-LiveAutoBlockMigrationV225Test-1781403331-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555348 Oct 18 23:17:23.186370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38328) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:23.192397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Request body: {'floatingip': {'port_id': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:23.279846 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf8f34b-d492-4016-bec3-054259658ce5 x-openstack-request-id: req-2cf8f34b-d492-4016-bec3-054259658ce5 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:23.280315 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6e82b1-9295-450c-ae91-83b8bfea8fc3", "name": "network-vif-deleted", "tag": "02ed4b46-5edf-4876-8b6f-bb51eb774fd6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:23.280737 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cf8f34b-d492-4016-bec3-054259658ce5 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:23.281412 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6e82b1-9295-450c-ae91-83b8bfea8fc3', 'name': 'network-vif-deleted', 'tag': '02ed4b46-5edf-4876-8b6f-bb51eb774fd6', 'status': 'completed', 'code': 200} Oct 18 23:17:23.291758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:23.319277 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957416f9-b639-48bb-8c4f-4a3ddfe35870 x-openstack-request-id: req-957416f9-b639-48bb-8c4f-4a3ddfe35870 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:23.320065 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-unplugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:23.320584 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-957416f9-b639-48bb-8c4f-4a3ddfe35870 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:23.321234 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'code': 200} Oct 18 23:17:23.504254 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:17:23.528098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7d012-5c8f-4b01-adfd-b5ac01c1eec6 req-f3707504-959f-4215-961a-bbd63f637216 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:23.536739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96e7d012-5c8f-4b01-adfd-b5ac01c1eec6 req-f3707504-959f-4215-961a-bbd63f637216 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1894665 Oct 18 23:17:23.628379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96e7d012-5c8f-4b01-adfd-b5ac01c1eec6 req-97c9c72a-fbb7-4d4f-99d3-6c76e4fc0fbc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904477 Oct 18 23:17:23.898090 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7425-63bc-4bd8-acbb-53f6970f694c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:23.902440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d13aa-ecc1-4321-8836-1c953e4e73fb req-69cc5a22-3bdb-4b78-a5a9-b71c64289dda tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:23.904947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c79d13aa-ecc1-4321-8836-1c953e4e73fb req-69cc5a22-3bdb-4b78-a5a9-b71c64289dda tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 1098 time: 0.1101449 Oct 18 23:17:23.991362 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c79d13aa-ecc1-4321-8836-1c953e4e73fb req-7953772d-7eee-4e51-94c0-8f741bc50d27 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655801 Oct 18 23:17:24.032600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef12feb-7297-493b-bdbb-7ea93a2c44cb req-663a96c4-733e-49ee-9e8c-209176f3a587 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:24.047952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ef12feb-7297-493b-bdbb-7ea93a2c44cb req-663a96c4-733e-49ee-9e8c-209176f3a587 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 945 time: 0.2899911 Oct 18 23:17:24.218664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38352) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:24.264608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf74f66-e3f4-4531-b0ab-80c311b85b99 req-c656d0f4-fd5d-4854-a902-fdb4c6b4fe2f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:24.267921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bf74f66-e3f4-4531-b0ab-80c311b85b99 req-c656d0f4-fd5d-4854-a902-fdb4c6b4fe2f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.1132586 Oct 18 23:17:24.356064 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bf74f66-e3f4-4531-b0ab-80c311b85b99 req-06a19360-51cf-4021-8d39-a09d6b489d57 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811849 Oct 18 23:17:24.581523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-95d6411b-1ce2-438d-a771-a057fd9eb67a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ed099f9704f4376b628fd0827aef592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566179 Oct 18 23:17:24.581790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38356) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:24.608554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be956b-8f25-4ca9-be9d-74ae5340b8e3 req-ab7113b4-d902-4de4-b46e-0865079cac64 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:24.610205 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84be956b-8f25-4ca9-be9d-74ae5340b8e3 req-ab7113b4-d902-4de4-b46e-0865079cac64 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1106801 Oct 18 23:17:24.627983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ef12feb-7297-493b-bdbb-7ea93a2c44cb req-222acd58-41e6-480e-ba14-964f91113649 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789630 Oct 18 23:17:24.706610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:24.729501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:24.762459 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84be956b-8f25-4ca9-be9d-74ae5340b8e3 req-c9013eda-f916-4b3d-a9bf-21ab69ca050a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387734 Oct 18 23:17:24.835327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:24.853757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:24.898532 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.resource_extend [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:17:24.903130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:17:24.903716 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 02ed4b46-5edf-4876-8b6f-bb51eb774fd6 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:17:25.001723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29f904-5560-4d2c-b054-fe30f01ed355 req-0aab6c55-67d8-4d5c-a11d-7d31b4b06acf tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:25.006768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9cf2f11-8acd-471a-9563-f914fbc6f64d req-f4e60756-9198-4038-9454-90441d2bc119 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 210 time: 0.2308547 Oct 18 23:17:25.015242 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc29f904-5560-4d2c-b054-fe30f01ed355 req-0aab6c55-67d8-4d5c-a11d-7d31b4b06acf tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 1098 time: 0.0887320 Oct 18 23:17:25.039380 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:25.041000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:25.041995 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:25.043794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7723bb4-8469-4009-961c-47dae16a530e HTTP/1.1" status: 204 len: 168 time: 0.4611995 Oct 18 23:17:25.058115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:25.073581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-ffd5ca29-8257-4e67-a117-c2fece365ef6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:25.075459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-ffd5ca29-8257-4e67-a117-c2fece365ef6 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.102 "GET /v2.0/networks?id=1be3888e-7693-49cd-b41e-8994ed7d7ae3 HTTP/1.1" status: 200 len: 812 time: 0.5046597 Oct 18 23:17:25.091286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7723bb4-8469-4009-961c-47dae16a530e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:25.143363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-bcb21b31-1b1b-40cc-a693-6a07904075d4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:25.145716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-bcb21b31-1b1b-40cc-a693-6a07904075d4 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.102 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 945 time: 0.2009621 Oct 18 23:17:25.156865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc29f904-5560-4d2c-b054-fe30f01ed355 req-2c9c729b-3c58-4b75-8f4c-9fc2c31618fd tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403804 Oct 18 23:17:25.158596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.158972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.159319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.159655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.159986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.160312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.160636 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.160957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.161277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.161612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.161913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.162232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc43835-2b61-4f2a-825b-f445902be356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:25.260492 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:25.317556 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-8a5eb040-566f-4d09-90b5-cd3175cf92a8 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3204910e008f48dab120bec8a811593f HTTP/1.1" status: 200 len: 380 time: 0.1837523 Oct 18 23:17:25.332449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Request body: {'port': {'device_id': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'admin_state_up': True, 'tenant_id': '3204910e008f48dab120bec8a811593f', 'security_groups': ['fc70e6d3-de02-4de0-b56e-b3021976f099']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:25.378220 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Floating IP 4ac30575-83ad-423c-b195-67679e1cbf50 associated. External IP: 172.25.7.99, port: f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8. Oct 18 23:17:25.601446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Deleting port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:17:25.602078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:25.724109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b733-3f3b-4513-87c1-9ae0ab17f21c req-66fad832-dfd4-4442-967c-240def0736ca tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:25.727116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e97b733-3f3b-4513-87c1-9ae0ab17f21c req-66fad832-dfd4-4442-967c-240def0736ca tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 948 time: 0.2165082 Oct 18 23:17:25.728277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Made reservation on behalf of 3204910e008f48dab120bec8a811593f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:17:25.733893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:25.903065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] For port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:25.903571 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:25.980587 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e97b733-3f3b-4513-87c1-9ae0ab17f21c req-e555075f-d832-4285-86cf-ecfba2060493 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419345 Oct 18 23:17:26.032039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Calling delete_port for 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:17:26.258811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Router 2fe80d22-4431-44d4-b803-a573c0b1688a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:17:26.293193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae0d53-c63a-40cc-a3be-1b38d76e3154 req-9c1220e8-7837-41d2-96ce-27e88aef6e06 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:26.294888 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98ae0d53-c63a-40cc-a3be-1b38d76e3154 req-9c1220e8-7837-41d2-96ce-27e88aef6e06 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 945 time: 0.2154481 Oct 18 23:17:26.302049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Allocated IP 172.20.0.14 (1be3888e-7693-49cd-b41e-8994ed7d7ae3/d72d32c3-4376-40b3-a6a3-0dea9b29d911/4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:26.488991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98ae0d53-c63a-40cc-a3be-1b38d76e3154 req-05169db6-7267-4656-b6c5-7a7f989fc7b1 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841426 Oct 18 23:17:26.556518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:26.597232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4', '40ffceaf-3594-4475-ab0b-026e0cc9b5c6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:26.630357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:17:26.656575 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Pushing event deleted for resources: {'Port': ['ID=40ffceaf-3594-4475-ab0b-026e0cc9b5c6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:26.682338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:17:26.692190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:26.705363 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] Sync routers for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:17:26.722331 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:26.723825 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:17:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:26.829336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:26.857638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'mac_address': 'fa:16:3e:32:d6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:17:26.972497 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:26.991805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a427f9c7-74b2-4f6b-a4a3-6030f904f6ec {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:27.020000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:27.021332 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:27.025602 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:27.062938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-f844bebf-c2dd-4ece-bfb1-5785e9d07396 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:17:27.067952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-f844bebf-c2dd-4ece-bfb1-5785e9d07396 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0202510 Oct 18 23:17:27.088338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:27.110829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] No DVR routers for this DVR port 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:17:27.136948 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:27.142213 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-60e3fbfe-bb04-4342-b47b-d46b9c14c62c req-af7ad488-58e0-4f58-b52a-78386f79b76d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.102 "DELETE /v2.0/ports/40ffceaf-3594-4475-ab0b-026e0cc9b5c6 HTTP/1.1" status: 204 len: 173 time: 1.9871249 Oct 18 23:17:27.145890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'name': 'network-vif-deleted', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:27.149124 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe274998-e3c7-493a-871b-410a350dc738" -d '{"events": [{"server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "name": "network-vif-deleted", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:27.158848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f1e32050-cc46-42bd-b094-7f0ea1aa0b0e tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "PUT /v2.0/floatingips/4ac30575-83ad-423c-b195-67679e1cbf50 HTTP/1.1" status: 200 len: 990 time: 3.9674811 Oct 18 23:17:27.213649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b46f0c-4be5-4851-aab6-1405d349c3be req-d7e898d3-51b0-441f-b3dc-c7f442523f21 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:27.215790 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30b46f0c-4be5-4851-aab6-1405d349c3be req-d7e898d3-51b0-441f-b3dc-c7f442523f21 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.6038051 Oct 18 23:17:27.221256 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:27.232130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-a1ec94f6-46c8-4c57-b2cd-90e1f35c5353 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:27.233534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-a1ec94f6-46c8-4c57-b2cd-90e1f35c5353 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports/448954cb-ed60-4344-87b0-f1ae4b9731d1 HTTP/1.1" status: 200 len: 1095 time: 0.1400232 Oct 18 23:17:27.255548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Request body: {'binding': {'host': 'n-h1-713498-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:27.256010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Unknown quota resources ['binding']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:17:27.317013 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:48Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '4ac30575-83ad-423c-b195-67679e1cbf50', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'port_id': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'mac_address': 'fa:16:3e:e0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:16:56Z', 'updated_at': '2021-10-18T23:17:24Z', 'revision_number': 1, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd23e935-0a92-486f-a527-c21bc39989e0', 'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'mac_address': 'fa:16:3e:74:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:47Z', 'updated_at': '2021-10-18T23:16:54Z', 'revision_number': 5, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'subnets': [{'id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:27.326090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30b46f0c-4be5-4851-aab6-1405d349c3be req-887f9715-22c0-46d7-97f2-7ceea38c937d tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915480 Oct 18 23:17:27.353251 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] Checking router: 2fe80d22-4431-44d4-b803-a573c0b1688a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:17:27.363966 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:27.364439 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:17:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:27.417562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:27.523007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:27.535188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Pushing event updated for resources: {'Port': ['ID=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:27.539728 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:27.540657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:27.547461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:27.604155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8ddff-aadc-4459-8077-c5668e64047c req-6437d824-ee92-4678-ae40-5b5420e963ff tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:27.611853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cf8ddff-aadc-4459-8077-c5668e64047c req-6437d824-ee92-4678-ae40-5b5420e963ff tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 932 time: 0.1901555 Oct 18 23:17:27.622443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on host n-h1-713498-28 for vnic_type normal with profile None {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:27.622818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:27.623184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:27.649510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:17:27.649839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:27.666289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:27.679239 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:27.685476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:27.685843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:27.686207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:27.686657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Bound port: 448954cb-ed60-4344-87b0-f1ae4b9731d1, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:27.728841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:27.830303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cf8ddff-aadc-4459-8077-c5668e64047c req-f226ca2e-7887-423c-9c8f-2612b97f14a4 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161152 Oct 18 23:17:27.857379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3541c9d2-0ac8-408c-b61a-526d36b60563 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5296605 Oct 18 23:17:27.888636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Request body: {'port': {'device_id': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:27.967888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b78774aa-44bc-4360-86b3-3af7c3d3c7d1 None None] Provisioning complete for port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:27.968260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b78774aa-44bc-4360-86b3-3af7c3d3c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:27.986060 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:48Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '4ac30575-83ad-423c-b195-67679e1cbf50', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'port_id': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'mac_address': 'fa:16:3e:e0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:16:56Z', 'updated_at': '2021-10-18T23:17:24Z', 'revision_number': 1, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd23e935-0a92-486f-a527-c21bc39989e0', 'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'mac_address': 'fa:16:3e:74:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:47Z', 'updated_at': '2021-10-18T23:16:54Z', 'revision_number': 5, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'subnets': [{'id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:28.000933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:28.031222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b78774aa-44bc-4360-86b3-3af7c3d3c7d1 None None] Port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:17:28.044850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:28.047109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-fb1d3603-46fe-4f4f-bcc8-f11e2795d306 service neutron] 10.222.0.52 "POST /v2.0/ports/448954cb-ed60-4344-87b0-f1ae4b9731d1/bindings HTTP/1.1" status: 201 len: 390 time: 0.7951663 Oct 18 23:17:28.056086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:28.067586 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa28a00-1e5a-45f1-8047-efc4ed13734b None None] The sync data for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 is: [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:48Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '4ac30575-83ad-423c-b195-67679e1cbf50', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'port_id': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'mac_address': 'fa:16:3e:e0:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:16:56Z', 'updated_at': '2021-10-18T23:17:24Z', 'revision_number': 1, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd23e935-0a92-486f-a527-c21bc39989e0', 'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'mac_address': 'fa:16:3e:74:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:47Z', 'updated_at': '2021-10-18T23:16:54Z', 'revision_number': 5, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'subnets': [{'id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:17:28.441699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97883019-1f3c-44f6-9888-4a25553962f1 req-157905ec-23af-4972-9b2b-fab8c44d85d2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:28.459234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97883019-1f3c-44f6-9888-4a25553962f1 req-157905ec-23af-4972-9b2b-fab8c44d85d2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.1023586 Oct 18 23:17:28.531788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97883019-1f3c-44f6-9888-4a25553962f1 req-4e272264-1cfa-4637-9d8e-50586709bd63 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659282 Oct 18 23:17:28.559452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e23fd4-ed38-48de-85c8-15fe717c343e None None] New status for floating IP 4ac30575-83ad-423c-b195-67679e1cbf50: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:17:28.633986 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c97bc9-ea7a-4e4a-a6d5-59a261048c05 x-openstack-request-id: req-a8c97bc9-ea7a-4e4a-a6d5-59a261048c05 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:28.634584 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7685bd8a-a44e-4417-a071-f2ed733dcc92", "name": "network-vif-deleted", "tag": "40ffceaf-3594-4475-ab0b-026e0cc9b5c6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:28.634744 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8c97bc9-ea7a-4e4a-a6d5-59a261048c05 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:28.637497 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7685bd8a-a44e-4417-a071-f2ed733dcc92', 'name': 'network-vif-deleted', 'tag': '40ffceaf-3594-4475-ab0b-026e0cc9b5c6', 'status': 'completed', 'code': 200} Oct 18 23:17:28.653549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-069f987b-8e73-4a25-9368-2954940e9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:28.658186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:28.660763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-069f987b-8e73-4a25-9368-2954940e9d27 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 1098 time: 0.1837840 Oct 18 23:17:28.724647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:28.751585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:17:28.752409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 40ffceaf-3594-4475-ab0b-026e0cc9b5c6 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:17:28.775599 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:28.785820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51520698-7032-480f-8903-5caea5ae35d7 req-9f18e4d6-77de-4515-bb0f-e77cb69ad366 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 210 time: 0.0722449 Oct 18 23:17:28.880031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Transition to ACTIVE for port object 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:17:28.892231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:28.892497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:28.959990 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782898-a8c0-4bed-867c-b19dbf3b47a3 req-2e01db56-bfae-4c52-872f-e96807229a49 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:28.968151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60782898-a8c0-4bed-867c-b19dbf3b47a3 req-2e01db56-bfae-4c52-872f-e96807229a49 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1073837 Oct 18 23:17:29.011818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c59bc8-a72b-4135-b76c-eb08d7281c99 req-118c00ee-0a89-4fd8-83e3-8fa1bbc6eb70 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:29.013485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5c59bc8-a72b-4135-b76c-eb08d7281c99 req-118c00ee-0a89-4fd8-83e3-8fa1bbc6eb70 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.2543538 Oct 18 23:17:29.017940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-0a8501b4-f4fd-4faf-8320-0f5629867c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:29.020028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-0a8501b4-f4fd-4faf-8320-0f5629867c2a service neutron] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.3481746 Oct 18 23:17:29.028210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Pushing event updated for resources: {'Port': ['ID=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:29.051249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60782898-a8c0-4bed-867c-b19dbf3b47a3 req-ea6e126f-17a3-4a40-ad06-f397e9b85189 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826631 Oct 18 23:17:29.098925 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-d469614a-baae-412c-92c1-a18d133a1393 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1 HTTP/1.1" status: 200 len: 217 time: 0.0660439 Oct 18 23:17:29.248794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5c59bc8-a72b-4135-b76c-eb08d7281c99 req-3f596e82-8d5d-4ece-bad9-35ef41ae08cd tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710291 Oct 18 23:17:29.251093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c094f8-ea22-44ec-81fa-d163ea6e06cd req-8c1358c3-4ce0-4576-bfc9-1280bbb6075f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:29.259547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-00c094f8-ea22-44ec-81fa-d163ea6e06cd req-8c1358c3-4ce0-4576-bfc9-1280bbb6075f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 950 time: 0.0748692 Oct 18 23:17:29.274161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-12788481-abb2-4307-a326-3738f0610f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:29.276104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-12788481-abb2-4307-a326-3738f0610f8c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.1666191 Oct 18 23:17:29.281063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Attempting to bind port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:29.282097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Attempting to bind port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:29.282444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Attempting to bind port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b on network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:29.315227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-2c081643-77cc-4f0d-ac6f-c3071183f556 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290446 Oct 18 23:17:29.316634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b on network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:17:29.317170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Attempting to bind port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b on network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:29.324146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:29.324788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Checking segment: {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:29.325264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Bound using segment: {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:29.325542 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-00c094f8-ea22-44ec-81fa-d163ea6e06cd req-ce966cbe-168a-4dd2-a446-9ddf73ac5c24 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647559 Oct 18 23:17:29.325711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Bound port: 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91382275-2f1a-4d13-a1e4-843416b52493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:29.326015 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:29.518426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253794e2-765a-4c8b-93b4-80c1a674c27a req-f8a9da08-462f-4a68-889e-13202cba502d tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:29.521181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-253794e2-765a-4c8b-93b4-80c1a674c27a req-f8a9da08-462f-4a68-889e-13202cba502d tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 944 time: 0.1624856 Oct 18 23:17:29.571239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-2ea45a35-d078-493b-83ac-5f3af0c1399d service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422771 Oct 18 23:17:29.573565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] For port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:29.606009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] For port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:29.627079 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-253794e2-765a-4c8b-93b4-80c1a674c27a req-9bb86f3b-d264-4d44-b2a1-cef2718532f3 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911260 Oct 18 23:17:29.630486 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:29.733552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:29.734195 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:29.735562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] 10.222.0.102 "PUT /v2.0/ports/4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b HTTP/1.1" status: 200 len: 1093 time: 1.8551922 Oct 18 23:17:29.788090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-6ccee4f5-d3eb-4aab-93ba-5a56adc58cf6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=1322d1ff53614d19a79298a73ab42a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483387 Oct 18 23:17:29.790972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87aaed-e2cf-4596-ae0b-510925def27d service neutron] Pushing event updated for resources: {'Port': ['ID=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:29.833525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-1c8219e6-db5f-482c-bc0f-cefb08df3591 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407568 Oct 18 23:17:29.948582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3230e1ae-cfb7-4e9c-85b9-10572c73b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:29.961626 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3230e1ae-cfb7-4e9c-85b9-10572c73b581 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3204910e008f48dab120bec8a811593f&device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 1096 time: 0.1492147 Oct 18 23:17:30.073644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-f9d63c61-636b-4809-bf28-d8d229cc1fb5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:30.083254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-f9d63c61-636b-4809-bf28-d8d229cc1fb5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811890 Oct 18 23:17:30.088942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-a0af9c7c-71d0-4393-9893-1b13e4e5d66d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b HTTP/1.1" status: 200 len: 217 time: 0.0708432 Oct 18 23:17:30.115905 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-3475e6e6-a1c6-42e6-912d-9665c3f0af2a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/quotas/1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 375 time: 0.0310063 Oct 18 23:17:30.255890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-0fd28a4a-5075-4cb2-8447-46401b4dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:30.257648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-0fd28a4a-5075-4cb2-8447-46401b4dca52 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d72d32c3-4376-40b3-a6a3-0dea9b29d911 HTTP/1.1" status: 200 len: 851 time: 0.1370337 Oct 18 23:17:30.278373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-b5d2217d-dbc2-4d8b-a21e-43ee9753d271 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602006 Oct 18 23:17:30.384325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-21f69b70-47e5-460d-9fb7-869df94d015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:30.392580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-21f69b70-47e5-460d-9fb7-869df94d015b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1be3888e-7693-49cd-b41e-8994ed7d7ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122818 Oct 18 23:17:30.452330 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17271ead-4f01-45a5-9582-cc08ecb4e1a3 req-0785c387-c5d6-4d2c-8415-e7f0bfda8b2e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 210 time: 0.0772197 Oct 18 23:17:30.596619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-4d80e3d6-63a7-40ee-bb81-ccacb690e56a service neutron] 10.222.0.102 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928592 Oct 18 23:17:30.640778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'tag': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8'}, {'name': 'network-changed', 'server_uuid': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'tag': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:30.646496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:30.647486 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addf9aa8-d29a-436b-9290-c32e077af84a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9", "tag": "f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8"}, {"name": "network-changed", "server_uuid": "6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8", "tag": "4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:30.786336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264fb13-1747-4e1b-8302-05785371eb66 req-438789d6-7927-4d5e-ab86-ab9b28910b18 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:30.790836 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9264fb13-1747-4e1b-8302-05785371eb66 req-438789d6-7927-4d5e-ab86-ab9b28910b18 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1430333 Oct 18 23:17:30.797393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:30.798106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:30.911943 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9264fb13-1747-4e1b-8302-05785371eb66 req-ba7e01ca-bafe-46e4-865f-cabd1f963ee0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012051 Oct 18 23:17:31.003388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e7bff2b-7fb5-41aa-b6be-615cafffdba2 req-3d93aa69-def9-4e2f-94b0-41d2a3bf3fa1 service neutron] 10.222.0.102 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981428 Oct 18 23:17:31.067416 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:31.104105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5be9ec-90ee-44b6-bf0e-94dcf13add8a req-95166dd5-f4a6-4c1f-99a9-485060206258 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:31.123633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b5be9ec-90ee-44b6-bf0e-94dcf13add8a req-95166dd5-f4a6-4c1f-99a9-485060206258 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.2970240 Oct 18 23:17:31.137845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:31.154405 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29667a9-0de8-4da5-94fe-40581a55b2a5" -d '{"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-plugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:31.196968 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:31.208215 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:31.222774 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b5be9ec-90ee-44b6-bf0e-94dcf13add8a req-aa67aab0-caac-43c5-ae06-59a7f3faea71 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950191 Oct 18 23:17:31.313747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e651823d-41ac-4fdd-b9eb-f33bc2135c6f req-93895e90-5b18-42b0-b0e4-e50518329b27 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 210 time: 0.0615103 Oct 18 23:17:31.354033 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:31.498010 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a916b5-585f-4238-8d1a-2c2f2234cb29 x-openstack-request-id: req-f4a916b5-585f-4238-8d1a-2c2f2234cb29 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:31.498293 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9", "tag": "f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8", "tag": "4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:31.498549 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4a916b5-585f-4238-8d1a-2c2f2234cb29 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:31.499090 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'tag': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8', 'status': 'completed', 'code': 200} Oct 18 23:17:31.499349 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'tag': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b', 'status': 'completed', 'code': 200} Oct 18 23:17:31.506425 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5b6a19-83fd-492d-9c7e-f1faf46ea115 x-openstack-request-id: req-5c5b6a19-83fd-492d-9c7e-f1faf46ea115 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:31.506833 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-plugged", "status": "completed", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:31.507051 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c5b6a19-83fd-492d-9c7e-f1faf46ea115 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:31.507397 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'code': 200} Oct 18 23:17:31.647687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c314ee-cea4-43db-97b5-c6ff15133c0b req-1ed2a029-e1b0-403c-9043-ad06afa2b3a1 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:31.650123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71c314ee-cea4-43db-97b5-c6ff15133c0b req-1ed2a029-e1b0-403c-9043-ad06afa2b3a1 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 944 time: 0.2335503 Oct 18 23:17:31.713848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9aa8-d29a-436b-9290-c32e077af84a req-c0a8e4b5-42b2-4106-a8bc-3c2e79f24aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:31.717203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-c0a8e4b5-42b2-4106-a8bc-3c2e79f24aeb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6ed70cc57b40379e01d0b6592d7276&device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 1097 time: 0.2164774 Oct 18 23:17:31.724306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9aa8-d29a-436b-9290-c32e077af84a req-e9be0660-4092-49f4-acb3-63a3a44f0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:31.727027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-e9be0660-4092-49f4-acb3-63a3a44f0071 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3204910e008f48dab120bec8a811593f&device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 1096 time: 0.1636775 Oct 18 23:17:31.810815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc2fc4ec-7529-412b-a562-d98f506a87db req-92f9fa5a-6746-4a15-9be8-b007cea130ae tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 210 time: 0.0442040 Oct 18 23:17:31.829892 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71c314ee-cea4-43db-97b5-c6ff15133c0b req-9fee2f47-c35b-43c3-a315-df9a55194301 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665986 Oct 18 23:17:31.980119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9aa8-d29a-436b-9290-c32e077af84a req-a23d4e6c-8c0f-4120-8cd7-973471ad81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:31.982031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-a23d4e6c-8c0f-4120-8cd7-973471ad81a8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1be3888e-7693-49cd-b41e-8994ed7d7ae3 HTTP/1.1" status: 200 len: 913 time: 0.2375000 Oct 18 23:17:31.983975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9aa8-d29a-436b-9290-c32e077af84a req-38d89cec-6ec5-4ffc-ace7-3e8e92a0a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:31.986040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-38d89cec-6ec5-4ffc-ace7-3e8e92a0a93d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a365a534-f9eb-4c43-9fe4-94805a1ef5a0 HTTP/1.1" status: 200 len: 916 time: 0.2553883 Oct 18 23:17:32.037820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-8dfa28dd-82ed-4477-8b6c-211441f459e2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b HTTP/1.1" status: 200 len: 217 time: 0.0461848 Oct 18 23:17:32.191703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde68d4-a49b-4bd2-bb44-523209368254 req-b63ea3d4-d42c-4a50-9096-343a148f63ec tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:32.193726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2dde68d4-a49b-4bd2-bb44-523209368254 req-b63ea3d4-d42c-4a50-9096-343a148f63ec tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1470752 Oct 18 23:17:32.195473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9aa8-d29a-436b-9290-c32e077af84a req-1a02c975-c11f-4ae3-b198-e111c2a19e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:32.196892 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-1a02c975-c11f-4ae3-b198-e111c2a19e7f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d72d32c3-4376-40b3-a6a3-0dea9b29d911 HTTP/1.1" status: 200 len: 851 time: 0.1490142 Oct 18 23:17:32.240620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-7e34f6bd-a4ee-49f4-9674-7045f09b1c7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 HTTP/1.1" status: 200 len: 1000 time: 0.1752183 Oct 18 23:17:32.267958 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-849a0e8b-43cd-48ed-ab3e-9d7e1c7d2abf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1322d1ff53614d19a79298a73ab42a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700760 Oct 18 23:17:32.398812 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2dde68d4-a49b-4bd2-bb44-523209368254 req-9942343d-172d-4131-9193-b69cfccd21f1 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828113 Oct 18 23:17:32.440419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9aa8-d29a-436b-9290-c32e077af84a req-b41511d1-e135-409a-8689-6e4f1a514c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:32.442045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-b41511d1-e135-409a-8689-6e4f1a514c38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=263a6f26-09c7-4fd7-ad84-35661e88afe9 HTTP/1.1" status: 200 len: 854 time: 0.1764822 Oct 18 23:17:32.465373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9aa8-d29a-436b-9290-c32e077af84a req-b960ea81-5f95-4fbf-8033-b0a8bc12db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:32.471916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-b960ea81-5f95-4fbf-8033-b0a8bc12db77 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1be3888e-7693-49cd-b41e-8994ed7d7ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2560794 Oct 18 23:17:32.583618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-6be911f9-c9af-469f-8d95-890f4c375091 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:32.585469 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-6be911f9-c9af-469f-8d95-890f4c375091 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2978435 Oct 18 23:17:32.622903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Request body: {'port': {'device_id': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '1322d1ff53614d19a79298a73ab42a6f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:32.703294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9aa8-d29a-436b-9290-c32e077af84a req-55461c21-8de9-406f-91f3-abb2e96e81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:32.706484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-55461c21-8de9-406f-91f3-abb2e96e81e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a365a534-f9eb-4c43-9fe4-94805a1ef5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185831 Oct 18 23:17:32.748166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5258b8-4c1e-4a36-a9c6-481b4a43621e req-e6d2dfb4-1ac6-4709-bad9-e1bb4930bcf2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:32.764128 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3b5258b8-4c1e-4a36-a9c6-481b4a43621e req-e6d2dfb4-1ac6-4709-bad9-e1bb4930bcf2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1664913 Oct 18 23:17:32.838565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3b5258b8-4c1e-4a36-a9c6-481b4a43621e req-d7513bc3-98d5-4f7c-9b9d-bdf0f0311058 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727527 Oct 18 23:17:32.935728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-33be9c9d-51e8-4a2d-9ad4-28bc778ba692 service neutron] 10.222.0.102 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379685 Oct 18 23:17:33.083704 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ededa9c-486f-4d54-abd0-5b0977cb494e req-d9775ea6-d7f7-4ad0-bcfb-16c9821c6919 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 210 time: 0.0658450 Oct 18 23:17:33.464905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3fb262ee-01c4-470e-a493-1fee96f5e122 req-2ccb9c72-4653-4912-ba00-ce6c96984a8c tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 210 time: 0.0324647 Oct 18 23:17:33.679960 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-715e832b-e80e-4a6b-99ba-71b441d38d33 service neutron] 10.222.0.73 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9628968 Oct 18 23:17:33.746346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab585f-7f8c-4e10-94ab-5841be2175d3 req-93326301-2941-439a-93e8-62f4dcabc425 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:33.748158 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65ab585f-7f8c-4e10-94ab-5841be2175d3 req-93326301-2941-439a-93e8-62f4dcabc425 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 944 time: 0.2103336 Oct 18 23:17:33.774647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Made reservation on behalf of 1322d1ff53614d19a79298a73ab42a6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:17:33.778521 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:33.838781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-443811d9-58ec-4203-a512-bd0791b52123 service neutron] 10.222.0.102 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8017409 Oct 18 23:17:33.951158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756e81-f1c5-41f8-8780-90f1a108fea5 req-58aef1a1-b999-4ff3-8b4b-0970305e46c2 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:33.954183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65ab585f-7f8c-4e10-94ab-5841be2175d3 req-aebe16f4-0d3b-41a7-830f-b8d364f375fd tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805232 Oct 18 23:17:33.955300 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-be756e81-f1c5-41f8-8780-90f1a108fea5 req-58aef1a1-b999-4ff3-8b4b-0970305e46c2 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.0897126 Oct 18 23:17:33.968966 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-addf9aa8-d29a-436b-9290-c32e077af84a req-6623f632-aeb5-4a15-93f3-9d59ff5edac0 service neutron] 10.222.0.73 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781320 Oct 18 23:17:34.064923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-be756e81-f1c5-41f8-8780-90f1a108fea5 req-a157e332-956a-466f-a7bd-ed0374c94159 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972450 Oct 18 23:17:34.123176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Allocated IP 192.168.233.145 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/a7e63785-43cf-43e6-964e-908d8bc88614) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:34.219451 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-14367391-e6f2-45e0-acbd-0b629df11635 req-58cfebce-08d5-46b4-b237-9add3e5839a8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 210 time: 0.0405338 Oct 18 23:17:34.354057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8532e5-006f-4b98-a050-72149b27d314 req-cf9a6907-ee10-4339-951e-46d204306e0e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:34.366793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba8532e5-006f-4b98-a050-72149b27d314 req-cf9a6907-ee10-4339-951e-46d204306e0e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.2216692 Oct 18 23:17:34.426756 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba8532e5-006f-4b98-a050-72149b27d314 req-7cff0bc8-30df-4c45-bb17-5fd50ea8063d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590794 Oct 18 23:17:34.438073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:34.499785 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:34.503867 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:34.541556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40da8549-640a-4017-bfa3-d1e3f4b97090'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:34.565792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:34.570390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:34.587709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:34.597796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:34.684444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:17:34.693812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:34.835462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-028f137f-b8dc-4dff-b4c5-759874b6b683 req-5d5e2d95-ae9c-4eee-bad9-0ca565d657d8 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=7685bd8a-a44e-4417-a071-f2ed733dcc92 HTTP/1.1" status: 200 len: 210 time: 0.1757810 Oct 18 23:17:34.880428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:34.881474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:34.905109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-5deb3ac9-a271-4de9-9238-ff8cbf15b65e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2869983 Oct 18 23:17:34.924928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Request body: {'port': {'device_id': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:34.929880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38540) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:35.051913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.218455 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86667951-7d82-46c0-8966-4a23f13f01f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.234182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c1ce7-67fa-45fb-ab5f-e00465c175df req-e0da65be-ac40-4aa6-9ab0-734562a4ffbe tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:35.240019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:35.245600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b9c1ce7-67fa-45fb-ab5f-e00465c175df req-e0da65be-ac40-4aa6-9ab0-734562a4ffbe tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 944 time: 0.1835117 Oct 18 23:17:35.283479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a3faa1dd-88f3-4c16-a0a1-85e53af0958a None None] Provisioning complete for port a7e63785-43cf-43e6-964e-908d8bc88614 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:35.284214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a3faa1dd-88f3-4c16-a0a1-85e53af0958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.288507 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263d08c-88a6-4bc2-a83f-f73d463ad402 req-cf6d68e8-4ed8-4c5d-b5ff-e7dd6e7d89dd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:35.290551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8263d08c-88a6-4bc2-a83f-f73d463ad402 req-cf6d68e8-4ed8-4c5d-b5ff-e7dd6e7d89dd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1235783 Oct 18 23:17:35.346667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a3faa1dd-88f3-4c16-a0a1-85e53af0958a None None] Port a7e63785-43cf-43e6-964e-908d8bc88614 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:17:35.357651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'port_id': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b', 'mac_address': 'fa:16:3e:17:be:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:17:35.365250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8263d08c-88a6-4bc2-a83f-f73d463ad402 req-e02636a7-662d-4ab9-afe6-e3648cbe1ed4 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645752 Oct 18 23:17:35.448688 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.465584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:35.467501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86667951-7d82-46c0-8966-4a23f13f01f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.473706 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86667951-7d82-46c0-8966-4a23f13f01f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.501566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:35.507672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b9c1ce7-67fa-45fb-ab5f-e00465c175df req-6b72d0e4-625b-472d-9cf9-309222441577 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610142 Oct 18 23:17:35.508280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.587622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-86667951-7d82-46c0-8966-4a23f13f01f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fced40a9435c49368e87609818710aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560514 Oct 18 23:17:35.589752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38554) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:35.602517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:35.613775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.614137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.614481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.614883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.615235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.615567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.615899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.616230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.616560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.616892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.617218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.617543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:35.647952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86667951-7d82-46c0-8966-4a23f13f01f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48003f4d-5ca7-4862-b925-c2cfc5cb1f3b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:35.666173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e63785-43cf-43e6-964e-908d8bc88614 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:35.675632 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.688327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454de06-9a4e-4eeb-86a0-e9a4fb34682a req-6c42fe80-106e-4af1-853a-678f0813b58d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:35.690120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2454de06-9a4e-4eeb-86a0-e9a4fb34682a req-6c42fe80-106e-4af1-853a-678f0813b58d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 936 time: 0.1599274 Oct 18 23:17:35.692282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Transition to ACTIVE for port object a7e63785-43cf-43e6-964e-908d8bc88614 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:17:35.698418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.728588 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b069fd3-e644-40e4-a4f4-ac23410e2cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.771330 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2454de06-9a4e-4eeb-86a0-e9a4fb34682a req-a1f80cbc-1844-4b32-bf74-4a8b1fae37b0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730164 Oct 18 23:17:35.783869 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b069fd3-e644-40e4-a4f4-ac23410e2cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.825863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:35.873119 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b069fd3-e644-40e4-a4f4-ac23410e2cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.878227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b069fd3-e644-40e4-a4f4-ac23410e2cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:35.880137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7b069fd3-e644-40e4-a4f4-ac23410e2cdf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48003f4d-5ca7-4862-b925-c2cfc5cb1f3b HTTP/1.1" status: 204 len: 168 time: 0.2848659 Oct 18 23:17:35.894796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914ce39-22df-453d-a476-0f210589b225 req-6e081ca2-7b55-4e1b-a404-c9bba22a9fca tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:35.896402 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7914ce39-22df-453d-a476-0f210589b225 req-6e081ca2-7b55-4e1b-a404-c9bba22a9fca tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1354825 Oct 18 23:17:35.908864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b069fd3-e644-40e4-a4f4-ac23410e2cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48003f4d-5ca7-4862-b925-c2cfc5cb1f3b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:35.998329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7914ce39-22df-453d-a476-0f210589b225 req-0dd1ee47-cee7-4138-920b-8fa1b3ffec9f tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837562 Oct 18 23:17:36.033466 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:36.042765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:36.043104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:36.043487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:36.079315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Port a7e63785-43cf-43e6-964e-908d8bc88614 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:17:36.079823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:36.095925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:36.096358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:36.097257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:36.097799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Bound port: a7e63785-43cf-43e6-964e-908d8bc88614, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:36.098326 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:36.196721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:36.202048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:36.208484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:36.248056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:36.248674 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:36.250138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 1097 time: 1.3306766 Oct 18 23:17:36.250879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:36.253315 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18856b5-8adf-4b14-b7fb-19d57936fe8f" -d '{"events": [{"name": "network-changed", "server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:36.304576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2d605-a93a-4b1c-bd4c-d419185356c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:36.316154 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5446ad-7da4-486e-8947-bedeb27204a4 x-openstack-request-id: req-fb5446ad-7da4-486e-8947-bedeb27204a4 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:36.316815 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:36.317136 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb5446ad-7da4-486e-8947-bedeb27204a4 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:36.317962 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'status': 'completed', 'code': 200} Oct 18 23:17:36.415307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-432caa4d-3da2-42cb-9bd3-cbcd0a70baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:36.420792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-432caa4d-3da2-42cb-9bd3-cbcd0a70baea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1100 time: 0.0711880 Oct 18 23:17:36.457880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:36.530659 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-448d8b52-5c80-4ed9-9989-05ea62450492 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.0914764 Oct 18 23:17:36.632206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf98ba-1736-4d1f-a2ac-c12edd6c3539 req-08f995f9-2d8d-4a7b-a86d-e2d131c6abc6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:36.636862 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5faf98ba-1736-4d1f-a2ac-c12edd6c3539 req-08f995f9-2d8d-4a7b-a86d-e2d131c6abc6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1237895 Oct 18 23:17:36.642218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-ae35a6bb-c3ba-4993-b3a3-b56659fb645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:36.643956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-ae35a6bb-c3ba-4993-b3a3-b56659fb645a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1025329 Oct 18 23:17:36.691717 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5faf98ba-1736-4d1f-a2ac-c12edd6c3539 req-486b8b30-3b08-43b3-82dc-975bbbcacf3b tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473833 Oct 18 23:17:36.706936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05753ac0-ae32-4a7a-b91c-f104c5c59f16 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:36.819987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-36fa3e7b-c86d-43b1-a0a9-e3d428a63398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:36.823540 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-36fa3e7b-c86d-43b1-a0a9-e3d428a63398 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463888 Oct 18 23:17:36.848826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049f79-4ad6-4266-97ec-841419216deb req-bd2dc0c4-6189-4d59-90a0-94de4b11b267 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:36.850994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57049f79-4ad6-4266-97ec-841419216deb req-bd2dc0c4-6189-4d59-90a0-94de4b11b267 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 945 time: 0.2060978 Oct 18 23:17:36.915772 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:36.951625 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57049f79-4ad6-4266-97ec-841419216deb req-1d0f6ff0-ac15-4b86-9cde-ed58597eca40 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845151 Oct 18 23:17:36.969830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:36.972292 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c20a41-9ccd-4137-8386-d7e8c02c4c4e" -d '{"events": [{"server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "name": "network-vif-unplugged", "status": "completed", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:36.987119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:36.996696 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.004838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38596) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:37.046237 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f31c9e5-3ebd-43e7-ac81-e74fcbbccbda x-openstack-request-id: req-6f31c9e5-3ebd-43e7-ac81-e74fcbbccbda {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:37.047007 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "name": "network-vif-unplugged", "status": "completed", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:37.047486 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f31c9e5-3ebd-43e7-ac81-e74fcbbccbda {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:37.048916 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16', 'code': 200} Oct 18 23:17:37.074614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05753ac0-ae32-4a7a-b91c-f104c5c59f16,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:37.077335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-f956798d-1038-482f-a9cf-ef80a4158e9a service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166004 Oct 18 23:17:37.111900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50a093-129b-4c90-8e7c-31849757cb6b req-7ee65da5-560f-4aab-8f45-ad6db5b0e98e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:37.122814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab50a093-129b-4c90-8e7c-31849757cb6b req-7ee65da5-560f-4aab-8f45-ad6db5b0e98e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.1791437 Oct 18 23:17:37.181166 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab50a093-129b-4c90-8e7c-31849757cb6b req-6d7deea5-9a64-4bc7-8085-9a9b0ab957c5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570326 Oct 18 23:17:37.186998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1857915647-network', 'tenant_id': '922f2eb93285425bb25729322c0d56a5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:37.215069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Made reservation on behalf of 922f2eb93285425bb25729322c0d56a5 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:17:37.225042 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.237720 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.250102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb5ab-f78a-4cda-9224-690eeff8ebe4 req-a49bb683-288c-44e5-9be1-8d7f5fda34c3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:37.252038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7cdb5ab-f78a-4cda-9224-690eeff8ebe4 req-a49bb683-288c-44e5-9be1-8d7f5fda34c3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1338868 Oct 18 23:17:37.267959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f0668e7-80f9-4abd-ace3-b728fdc82ca8 req-8bd4c986-1d34-4cea-b879-ccf157b87479 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770225 Oct 18 23:17:37.322546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7cdb5ab-f78a-4cda-9224-690eeff8ebe4 req-b1694e51-4035-4727-9700-c85e3e2cfdf6 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Oct 18 23:17:37.333605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.340339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.362061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:17:37.378640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e93f28c-f105-4c3f-a542-babaca114c44,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:37.383679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.384088 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Added segment 2a83db3a-e163-4555-ae80-dff5a6cc6f33 of type vlan for network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 Oct 18 23:17:37.442492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-aec23a6a-d3d8-4109-89f9-4839c9bd2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:37.442492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-aec23a6a-d3d8-4109-89f9-4839c9bd2cb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1100 time: 0.0563977 Oct 18 23:17:37.442817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.480229 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.481936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:37.483146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.517722 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5066113 Oct 18 23:17:37.521640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38606) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:37.528571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Request body: {'subnet': {'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1857915647-subnet', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:37.548736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde0e26-21db-4615-985a-5565b5fcfa9b admin admin] Pushing event updated for resources: {'Network': ['ID=4285ee8b-6b0d-4e3d-b3fe-83fd45d15179,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:37.562841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:17:37.566159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-2d80b64d-76c4-440a-b23b-58d18c4c7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:37.567827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-2d80b64d-76c4-440a-b23b-58d18c4c7f8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1198602 Oct 18 23:17:37.568868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Made reservation on behalf of 922f2eb93285425bb25729322c0d56a5 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:17:37.571072 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.680230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-ce80a801-8609-498e-93ef-6d242aa76641 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.0467479 Oct 18 23:17:37.766003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-7fa23c8f-af96-4adc-a3eb-b6caf6ecc9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:37.767784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-7fa23c8f-af96-4adc-a3eb-b6caf6ecc9a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0800157 Oct 18 23:17:37.848661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08b4eb-9bba-43ca-a5fc-435e95a2ee0d req-43e3c6c4-eb98-4ec9-b886-cd697892d439 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:37.850551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c08b4eb-9bba-43ca-a5fc-435e95a2ee0d req-43e3c6c4-eb98-4ec9-b886-cd697892d439 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 944 time: 0.0665905 Oct 18 23:17:37.868705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-11d3f956-a788-446f-819d-c1983576334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:37.870253 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-11d3f956-a788-446f-819d-c1983576334c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919945 Oct 18 23:17:37.871740 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:37.915667 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c08b4eb-9bba-43ca-a5fc-435e95a2ee0d req-3fe86ca8-ecf5-4176-b7c5-40bf5fb7bddf tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572169 Oct 18 23:17:37.930105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=452a916a-4f29-455f-9e30-37227209d203,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:38.041067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Checking segment: {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:38.041450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Network hostable DHCP agents. Network: 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:17:38.060666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-05479044-f464-44d9-9ecf-e5aa28e0e352 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389694 Oct 18 23:17:38.079953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:17:38.084400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b681c-6607-46f4-b8d1-cf8332c70d82 req-bdf0f478-6e9f-4ed4-a4c2-105c3d4e5329 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:38.086229 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6f1b681c-6607-46f4-b8d1-cf8332c70d82 req-bdf0f478-6e9f-4ed4-a4c2-105c3d4e5329 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0632982 Oct 18 23:17:38.111031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:38.125727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eef5219-2133-480f-af57-4684a3ec67c3 None None] Network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:17:38.126558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:38.127190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.139027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6f1b681c-6607-46f4-b8d1-cf8332c70d82 req-bd24e760-a91e-4384-b2f6-d033275bf39c tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455565 Oct 18 23:17:38.187736 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c7fced15-daaa-4576-8496-47725d2cc0eb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6647928 Oct 18 23:17:38.190396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38614) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:38.195240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:38.230395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d18856b5-8adf-4b14-b7fb-19d57936fe8f req-d27a79fc-4fc6-4ff9-84ed-a89fcaa26714 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604319 Oct 18 23:17:38.241610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.243204 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.346410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.378195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:17:38.379289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.519063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2031d8-c723-43af-9daa-88d1055d7814 req-b284e008-a564-420f-9e68-fb8cc79f13c7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:38.520942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee2031d8-c723-43af-9daa-88d1055d7814 req-b284e008-a564-420f-9e68-fb8cc79f13c7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.2294986 Oct 18 23:17:38.567053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Allocated IP 172.20.0.2 (4285ee8b-6b0d-4e3d-b3fe-83fd45d15179/452a916a-4f29-455f-9e30-37227209d203/6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:38.568062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dd3fc-712a-4ff1-9652-7857a1b5f82e req-38a0ab44-c22f-46f6-b29a-919fba97fa1e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:38.579394 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7c8dd3fc-712a-4ff1-9652-7857a1b5f82e req-38a0ab44-c22f-46f6-b29a-919fba97fa1e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.0837755 Oct 18 23:17:38.583297 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.614405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee2031d8-c723-43af-9daa-88d1055d7814 req-0511dcda-55fc-4353-96a3-9c02a561f041 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864458 Oct 18 23:17:38.646383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7c8dd3fc-712a-4ff1-9652-7857a1b5f82e req-a9b993ca-c41a-40bf-b596-868c31b87693 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616286 Oct 18 23:17:38.711844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:38.834521 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.856149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.932979 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.941302 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:38.971582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:17:38.981452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Allocated IP 172.25.7.42 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/9754588e-f36b-4937-bdd6-47010e5dff06) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:38.983916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:38.986404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:38.986804 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:39.008903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:39.014498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:39.057775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Pushing event updated for resources: {'Port': ['ID=6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:39.105351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Attempting to bind port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:39.105718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Attempting to bind port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:39.106080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Attempting to bind port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 on network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:39.139516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dda6c7-cc20-44c8-92de-3d9696c2a2f7 req-01589b35-6e97-40d8-a538-0962fce80b45 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:39.139783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:39.140373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Checking segment: {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:39.140736 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:39.141298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4dda6c7-cc20-44c8-92de-3d9696c2a2f7 req-01589b35-6e97-40d8-a538-0962fce80b45 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 944 time: 0.0864553 Oct 18 23:17:39.147290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Bound using segment: {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:39.147858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Bound port: 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:39.148275 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:39.158067 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:39.176135 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:39.230278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4dda6c7-cc20-44c8-92de-3d9696c2a2f7 req-c4350753-7258-47e9-aae4-c19f9fb7b8ae tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798161 Oct 18 23:17:39.238214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:39.240618 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bb8d5f-8471-410d-93ec-5d481ee0d056" -d '{"events": [{"server_uuid": "6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8", "name": "network-vif-plugged", "status": "completed", "tag": "4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:39.267632 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:39.279486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:39.287238 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:39.304837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41730d80-c40c-4398-a549-27340c0ba2ba req-f16e2d1a-4a18-4d14-b0ef-05d2b5ddfae4 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:39.313878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-41730d80-c40c-4398-a549-27340c0ba2ba req-f16e2d1a-4a18-4d14-b0ef-05d2b5ddfae4 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 945 time: 0.0808508 Oct 18 23:17:39.336637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:39.340648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:39.343300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:39.365939 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8286ce2-1831-4de1-9751-98b16cc4c662 x-openstack-request-id: req-b8286ce2-1831-4de1-9751-98b16cc4c662 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:39.375701 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8", "name": "network-vif-plugged", "status": "completed", "tag": "4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:39.378696 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-41730d80-c40c-4398-a549-27340c0ba2ba req-35609167-36a5-496e-8fa6-5a9c492b4ce3 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637448 Oct 18 23:17:39.379067 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8286ce2-1831-4de1-9751-98b16cc4c662 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:39.380674 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b', 'code': 200} Oct 18 23:17:39.403006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Pushing event updated for resources: {'Port': ['ID=9754588e-f36b-4937-bdd6-47010e5dff06,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:39.411535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] For port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:39.442212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:39.471968 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] For port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:39.480751 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:39.574326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8e6fe-6eab-491c-b05e-58eb69447cb1 None None] Pushing event updated for resources: {'Port': ['ID=6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:39.739178 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:39.917235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21723d-2c98-495e-ac03-949f675b22e4 req-82051ab1-b13f-4f66-9789-31f3d18fa562 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:39.926262 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba21723d-2c98-495e-ac03-949f675b22e4 req-82051ab1-b13f-4f66-9789-31f3d18fa562 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.1343222 Oct 18 23:17:39.990236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba21723d-2c98-495e-ac03-949f675b22e4 req-96890a99-5500-4204-b2c6-02fcef5bfa3d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628667 Oct 18 23:17:40.348606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:40.446553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:40.450050 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:40.462450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c549403-d463-4dd9-8732-8c591c0cb12a req-3cd650d7-e65d-4ead-a2fb-2b0d72247a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:40.469844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c549403-d463-4dd9-8732-8c591c0cb12a req-3cd650d7-e65d-4ead-a2fb-2b0d72247a29 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 1098 time: 0.8680689 Oct 18 23:17:40.476726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950a95-c47c-42a1-a5ea-725deef2718b req-02ba6d26-c9ef-4c34-9dff-9faf26fd4de3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:40.478848 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca950a95-c47c-42a1-a5ea-725deef2718b req-02ba6d26-c9ef-4c34-9dff-9faf26fd4de3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 944 time: 0.1344597 Oct 18 23:17:40.575823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca950a95-c47c-42a1-a5ea-725deef2718b req-72a47576-de28-4094-ab14-ee789be6f716 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893154 Oct 18 23:17:40.643009 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:40.689854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26be4e-b745-4761-9b4a-7c364e012e3c req-37e0f8a4-fc5e-4147-bb14-f0718de8ff2a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:40.693036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd26be4e-b745-4761-9b4a-7c364e012e3c req-37e0f8a4-fc5e-4147-bb14-f0718de8ff2a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.3769085 Oct 18 23:17:40.715067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05753ac0-ae32-4a7a-b91c-f104c5c59f16 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:17:40.788388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c549403-d463-4dd9-8732-8c591c0cb12a req-5720387c-c49d-4130-9100-7f4a2d97502a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904944 Oct 18 23:17:40.836520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd26be4e-b745-4761-9b4a-7c364e012e3c req-0e7d891c-5f8e-489d-afa1-dc82a3667b1c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208844 Oct 18 23:17:40.838138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:40.866005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a1f1a-2e1f-4c8e-8fb8-edef41bfea0a req-8b2629e6-3f01-4113-b8f5-93f040d9f781 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:40.873389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f0a1f1a-2e1f-4c8e-8fb8-edef41bfea0a req-8b2629e6-3f01-4113-b8f5-93f040d9f781 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.1270514 Oct 18 23:17:40.960940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f0a1f1a-2e1f-4c8e-8fb8-edef41bfea0a req-cf274ddc-0fe5-48a4-a302-948af7c8ba5f tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761833 Oct 18 23:17:40.970037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:41.002414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '05753ac0-ae32-4a7a-b91c-f104c5c59f16', 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f', 'port_id': '05753ac0-ae32-4a7a-b91c-f104c5c59f16', 'mac_address': 'fa:16:3e:c3:20:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed50223d-c908-4285-95f1-101304451ba3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:17:41.006650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:17:41.165405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:41.171678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Router 57a3ede0-17ae-446e-870a-c230f7af40f7 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:17:41.211916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'mac_address': 'fa:16:3e:e9:45:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:17:41.220658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4aee0-4883-4b88-a309-9bb9f90181ca None None] Network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:17:41.226826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:41.250424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd812fb-b528-4616-81ac-7acfd0c3283b req-a7be29c9-f5fd-4d4b-a89a-d6cfc77f8edf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:41.263544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bd812fb-b528-4616-81ac-7acfd0c3283b req-a7be29c9-f5fd-4d4b-a89a-d6cfc77f8edf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.1375072 Oct 18 23:17:41.331510 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:41.371749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:41.374199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bd812fb-b528-4616-81ac-7acfd0c3283b req-b6f23eab-b79b-4cb2-8fb4-6e8c45efd536 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089942 Oct 18 23:17:41.388099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e63785-43cf-43e6-964e-908d8bc88614 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:41.422949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:17:41.435651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Sync routers for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:17:41.450677 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:41.452769 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:17:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:41.470950 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:41.473939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-48bd38ab-6d35-4492-9bbd-dd1b935d9800 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2822003 Oct 18 23:17:41.476829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38654) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:41.551751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:41.617001 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:41.708571 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:41.728015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:41.777614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05753ac0-ae32-4a7a-b91c-f104c5c59f16 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:41.811504 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:41.815501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6829fd26-6e85-41f2-9d2c-4c7e3440a4b3 None None] Provisioning complete for port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:41.815935 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6829fd26-6e85-41f2-9d2c-4c7e3440a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:41.893173 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:39Z', 'revision_number': 3, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:41.925077 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Checking router: 57a3ede0-17ae-446e-870a-c230f7af40f7 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:17:41.925485 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Updating router 57a3ede0-17ae-446e-870a-c230f7af40f7 port 9754588e-f36b-4937-bdd6-47010e5dff06 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:17:41.928884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:41.985202 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:42.001319 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:42.117196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:42.138580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54bd38-730d-483e-9cd0-745bc0f923f4 req-9f470636-1aea-48a6-9aa3-9df408dc710d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:42.161961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e54bd38-730d-483e-9cd0-745bc0f923f4 req-9f470636-1aea-48a6-9aa3-9df408dc710d tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1551127 Oct 18 23:17:42.298291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e54bd38-730d-483e-9cd0-745bc0f923f4 req-bac4fc19-4abd-4d48-b530-eae8120cf3a0 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335781 Oct 18 23:17:42.339253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05753ac0-ae32-4a7a-b91c-f104c5c59f16,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:42.353591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd27957-3c1a-4246-a306-0957673a5f58 req-043246f3-6261-4568-8c58-c1a64321a5b8 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:42.364084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dfd27957-3c1a-4246-a306-0957673a5f58 req-043246f3-6261-4568-8c58-c1a64321a5b8 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 944 time: 0.5630260 Oct 18 23:17:42.476305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a7e63785-43cf-43e6-964e-908d8bc88614'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:42.560085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813bd0f-8c3a-4c61-bb93-5975b0cf88d8 req-8670924c-d738-41dc-82ed-7654fe9f61b4 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:42.572328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6813bd0f-8c3a-4c61-bb93-5975b0cf88d8 req-8670924c-d738-41dc-82ed-7654fe9f61b4 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.1367784 Oct 18 23:17:42.588483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:42.673854 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:42.696631 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:42.734292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8870c4aa-9740-4dfa-bc67-eaedf7283278 None None] Provisioning complete for port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:42.734699 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8870c4aa-9740-4dfa-bc67-eaedf7283278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:42.760353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6813bd0f-8c3a-4c61-bb93-5975b0cf88d8 req-c6c7ce18-d477-4497-af6f-381ba12a3956 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866963 Oct 18 23:17:42.773122 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Pushing event updated for resources: {'Port': ['ID=9754588e-f36b-4937-bdd6-47010e5dff06,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:42.797461 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.797956 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.798396 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.798876 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.799308 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.801070 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.801762 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.802226 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.812835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:42.812835 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:42.813167 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.813398 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.813840 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.814270 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:17:42.862947 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Attempting to bind port 9754588e-f36b-4937-bdd6-47010e5dff06 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:42.863539 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Attempting to bind port 9754588e-f36b-4937-bdd6-47010e5dff06 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:42.864142 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Attempting to bind port 9754588e-f36b-4937-bdd6-47010e5dff06 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:42.878966 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:42.879516 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:42.880024 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:42.880560 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:42.881153 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Bound port: 9754588e-f36b-4937-bdd6-47010e5dff06, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:42.881652 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:42.887612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dfd27957-3c1a-4246-a306-0957673a5f58 req-a6ddaf71-ccfb-4a4d-b421-8b0de8a21c8e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222886 Oct 18 23:17:43.007997 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] For port 9754588e-f36b-4937-bdd6-47010e5dff06, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:43.012258 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] For port 9754588e-f36b-4937-bdd6-47010e5dff06, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9754588e-f36b-4937-bdd6-47010e5dff06,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:43.021989 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:43.099369 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb8cc9-69d1-4622-a494-ebdcda8fefb7 None None] Pushing event updated for resources: {'Port': ['ID=9754588e-f36b-4937-bdd6-47010e5dff06,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:43.146659 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:43.147890 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:17:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:43.194696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05753ac0-ae32-4a7a-b91c-f104c5c59f16'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:43.405002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:43.506831 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:43.582708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241adcf-6d01-4b26-91a1-8fea5cab5331 req-781cedb6-8fe1-411c-98ef-bedd8f15e3f2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:43.593323 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Allocated IP 172.20.0.1 (4285ee8b-6b0d-4e3d-b3fe-83fd45d15179/452a916a-4f29-455f-9e30-37227209d203/8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:43.594579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c241adcf-6d01-4b26-91a1-8fea5cab5331 req-781cedb6-8fe1-411c-98ef-bedd8f15e3f2 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1207263 Oct 18 23:17:43.720786 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c241adcf-6d01-4b26-91a1-8fea5cab5331 req-850b203d-580b-4e78-ac7c-1a8952ab4708 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250355 Oct 18 23:17:43.749893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b192d6b-4e16-4fb7-b072-50d92a00a2de req-d9b34427-b578-41fe-bf18-0ae284a0a933 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:43.773579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b192d6b-4e16-4fb7-b072-50d92a00a2de req-d9b34427-b578-41fe-bf18-0ae284a0a933 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.6046677 Oct 18 23:17:43.884305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b192d6b-4e16-4fb7-b072-50d92a00a2de req-5fc48a6d-0db6-492b-a9c3-521033c63246 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074824 Oct 18 23:17:43.896538 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:43.995696 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:44.208870 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:39Z', 'revision_number': 3, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:44.253732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cad2d-7f34-4c00-a064-f2eb1b64ab6c req-fc14553c-50ca-4aaa-9eb3-1a05e341c86b tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:44.260557 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-492cad2d-7f34-4c00-a064-f2eb1b64ab6c req-fc14553c-50ca-4aaa-9eb3-1a05e341c86b tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.2340758 Oct 18 23:17:44.296455 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced50c1-5146-4847-9b08-d1f762c0691f None None] The sync data for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 is: [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:39Z', 'revision_number': 3, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:17:44.365344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-492cad2d-7f34-4c00-a064-f2eb1b64ab6c req-4d7e2a7a-db4d-42a2-862f-a63e5f6460a0 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863755 Oct 18 23:17:44.619405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:44.628884 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:44.633131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:44.635652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:44.710579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000cdf1-4528-4fae-b7ca-b14399c5f8e8 req-cdaa2f55-dc43-485a-83ff-638357a8b1cf tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:44.712727 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f000cdf1-4528-4fae-b7ca-b14399c5f8e8 req-cdaa2f55-dc43-485a-83ff-638357a8b1cf tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 945 time: 0.1394477 Oct 18 23:17:44.795345 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:44.832241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f6513-96d6-4f11-b9fe-9dae11bef7d5 req-ded22c91-7b69-41be-96d7-26f632424f21 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:44.858519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b1f6513-96d6-4f11-b9fe-9dae11bef7d5 req-ded22c91-7b69-41be-96d7-26f632424f21 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 944 time: 0.1867230 Oct 18 23:17:44.875374 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f000cdf1-4528-4fae-b7ca-b14399c5f8e8 req-827f9b29-53cf-4831-9bb1-d17d199db39f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408238 Oct 18 23:17:44.956498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:44.998921 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b1f6513-96d6-4f11-b9fe-9dae11bef7d5 req-905809fb-bcd7-43a1-88e0-3c4a4c563afe tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379139 Oct 18 23:17:45.128280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port a7e63785-43cf-43e6-964e-908d8bc88614 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:17:45.133315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port a7e63785-43cf-43e6-964e-908d8bc88614 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:45.134861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:45.173677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:45.271677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-552b8f0d-2a8f-42e5-90ce-480a1500e0e8 None None] Provisioning complete for port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:45.272047 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-552b8f0d-2a8f-42e5-90ce-480a1500e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:45.310807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621842b-9638-4c28-9c24-216a28338651 req-7e6b73e6-1a4a-4d1f-a147-bbede6b65f48 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:45.312497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1621842b-9638-4c28-9c24-216a28338651 req-7e6b73e6-1a4a-4d1f-a147-bbede6b65f48 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.1223545 Oct 18 23:17:45.322346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38698) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:45.327404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Request body: {'floatingip': {'port_id': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:45.355754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-552b8f0d-2a8f-42e5-90ce-480a1500e0e8 None None] Port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:17:45.442316 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:45.455714 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:45.511040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:45.513340 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cc3377-0b94-4b22-8515-62f45b97d3d0" -d '{"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-plugged", "status": "completed", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:45.519087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed79b1-1b0d-4311-b041-3ce839e5b3a2 req-e7eadeb3-4697-4f9b-85ad-2d126d87b713 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:45.529999 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1fed79b1-1b0d-4311-b041-3ce839e5b3a2 req-e7eadeb3-4697-4f9b-85ad-2d126d87b713 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1168075 Oct 18 23:17:45.547719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:45.556145 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:45.624507 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1fed79b1-1b0d-4311-b041-3ce839e5b3a2 req-2bea3089-e4c3-4a10-bf48-83e0fae59509 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926888 Oct 18 23:17:45.676761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:45.720853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:45.732388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:45.763432 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5679cf86-b454-464f-899b-f8cd919d2dea x-openstack-request-id: req-5679cf86-b454-464f-899b-f8cd919d2dea {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:45.763727 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-plugged", "status": "completed", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:45.763991 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5679cf86-b454-464f-899b-f8cd919d2dea {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:45.764406 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'code': 200} Oct 18 23:17:45.871293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:45.873536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:45.900547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6d760-416a-48cf-b150-6dc45685248e req-101a3fc3-3088-4a62-a627-0dee27711c55 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:45.902991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84f6d760-416a-48cf-b150-6dc45685248e req-101a3fc3-3088-4a62-a627-0dee27711c55 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.4802446 Oct 18 23:17:45.957062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-e0cc766a-eb35-4c59-97d7-9c1b29407620 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:45.959356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-e0cc766a-eb35-4c59-97d7-9c1b29407620 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.102 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 944 time: 0.5123568 Oct 18 23:17:46.063741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fd8da-d9ce-4c51-badc-68a451edca65 req-07ee923a-6492-41ab-b91b-356be3fe4747 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:46.065580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c0fd8da-d9ce-4c51-badc-68a451edca65 req-07ee923a-6492-41ab-b91b-356be3fe4747 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 945 time: 0.0756652 Oct 18 23:17:46.074915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:46.076569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:46.202906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8158305-cd34-4357-841a-cdd21bdead23 req-4c4de5dc-4e72-4539-8537-af6cd2fbc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:46.210151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a8158305-cd34-4357-841a-cdd21bdead23 req-4c4de5dc-4e72-4539-8537-af6cd2fbc135 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1102 time: 0.3270230 Oct 18 23:17:46.228531 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84f6d760-416a-48cf-b150-6dc45685248e req-e3bcb0ce-d51c-410c-a8cf-1641acde93e5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035047 Oct 18 23:17:46.412647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9754588e-f36b-4937-bdd6-47010e5dff06 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:46.482393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Router 57a3ede0-17ae-446e-870a-c230f7af40f7 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:17:46.526027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9754588e-f36b-4937-bdd6-47010e5dff06 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:46.527343 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:46.567906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c0fd8da-d9ce-4c51-badc-68a451edca65 req-5e09fd3c-2425-41ac-8330-128d6767a969 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706101 Oct 18 23:17:46.576205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a8158305-cd34-4357-841a-cdd21bdead23 req-cb6b38eb-6860-4e66-a31b-9c5be7f7347c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404317 Oct 18 23:17:46.657461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:17:46.673880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0b205c63-1749-4d08-95ab-0bf2d58adf58 None None] Provisioning complete for port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:46.674785 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b205c63-1749-4d08-95ab-0bf2d58adf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:46.684958 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9bc9c32-4e8f-4198-b721-6a0cd23ff9d7 admin admin] 10.222.0.52 "PUT /v2.0/routers/57a3ede0-17ae-446e-870a-c230f7af40f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2004662 Oct 18 23:17:46.733734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Deleting port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:17:46.734351 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:46.836714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05753ac0-ae32-4a7a-b91c-f104c5c59f16 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:46.856270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] For port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:46.857100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:46.876069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Calling delete_port for 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:17:46.960940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddb0bb-1d9a-4e07-b69f-b6a28982da0f req-25c4c439-8748-4224-b1d9-f17030fb948e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:46.968646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2ddb0bb-1d9a-4e07-b69f-b6a28982da0f req-25c4c439-8748-4224-b1d9-f17030fb948e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 944 time: 0.4956079 Oct 18 23:17:47.087799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.111665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2ddb0bb-1d9a-4e07-b69f-b6a28982da0f req-c66be38f-6005-43e9-9b84-6335d6c60c6e tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420505 Oct 18 23:17:47.139085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.resource_extend [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:17:47.151426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 9754588e-f36b-4937-bdd6-47010e5dff06, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9754588e-f36b-4937-bdd6-47010e5dff06,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:47.179226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.181887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8562ab3-4f7a-4542-8169-e1bbb9c8685f req-516debb1-27d2-4e06-bdff-e14a6c9a6015 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:47.193989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a8562ab3-4f7a-4542-8169-e1bbb9c8685f req-516debb1-27d2-4e06-bdff-e14a6c9a6015 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1190526 Oct 18 23:17:47.246007 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.249462 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.263077 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.279368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a8562ab3-4f7a-4542-8169-e1bbb9c8685f req-26b9e2c0-538f-4037-8863-e6dcd692cf15 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843499 Oct 18 23:17:47.318230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0b205c63-1749-4d08-95ab-0bf2d58adf58 None None] Port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:17:47.393417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:47.396329 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.410565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=9754588e-f36b-4937-bdd6-47010e5dff06,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:47.416292 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Floating IP b3b60a60-4bf1-49ab-a229-9c8672dbd995 associated. External IP: 172.25.7.25, port: 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b. Oct 18 23:17:47.420431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Pushing event deleted for resources: {'Port': ['ID=282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:47.526414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] No DVR routers for this DVR port 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:17:47.530870 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.536679 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5e9ee05-1c41-468d-b430-c11c00ba1659 req-fae02014-ec9d-4dd2-9667-a84958047280 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.102 "DELETE /v2.0/ports/282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 HTTP/1.1" status: 204 len: 173 time: 1.5423315 Oct 18 23:17:47.541776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'name': 'network-vif-deleted', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:47.554315 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f2437b-bbc5-4f22-8ed3-f0ae6cf7c4fe" -d '{"events": [{"server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "name": "network-vif-deleted", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:47.591116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Sync routers for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:17:47.654136 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.675605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:47.677906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:17:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:47.688925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38726) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:47.695143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c4702-451d-4d87-8bc2-30b523fc2960 req-10131f6e-c45d-47eb-998c-2184aed80837 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:47.695445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4c92921c-8624-4ffb-a4b2-ef486e4c24e4 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947595321', 'description': 'tempest-description--1653454712'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:47.705615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb4c4702-451d-4d87-8bc2-30b523fc2960 req-10131f6e-c45d-47eb-998c-2184aed80837 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.2001438 Oct 18 23:17:47.754829 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4c92921c-8624-4ffb-a4b2-ef486e4c24e4 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.768606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb4c4702-451d-4d87-8bc2-30b523fc2960 req-e8c61fab-ac38-46fd-8e6f-e061ae845d51 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618026 Oct 18 23:17:47.770348 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ee31c-1db4-445b-b0b9-252b5c2959d6 x-openstack-request-id: req-585ee31c-1db4-445b-b0b9-252b5c2959d6 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:47.770872 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e986892d-4a0f-48fe-9799-5a0e6683d2d7", "name": "network-vif-deleted", "tag": "282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:47.771331 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-585ee31c-1db4-445b-b0b9-252b5c2959d6 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:47.772072 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e986892d-4a0f-48fe-9799-5a0e6683d2d7', 'name': 'network-vif-deleted', 'tag': '282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4', 'status': 'completed', 'code': 200} Oct 18 23:17:47.823135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:47.829161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:47.832558 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11583a06-dca3-4502-9736-a006c953e9f0" -d '{"events": [{"server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "name": "network-vif-plugged", "status": "completed", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:47.840909 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.892151 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ca1b6-ba79-4764-9cb8-395afbabcc36 x-openstack-request-id: req-d17ca1b6-ba79-4764-9cb8-395afbabcc36 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:47.892615 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "name": "network-vif-plugged", "status": "completed", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:47.893037 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d17ca1b6-ba79-4764-9cb8-395afbabcc36 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:47.893654 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16', 'code': 200} Oct 18 23:17:47.953209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4c92921c-8624-4ffb-a4b2-ef486e4c24e4 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:47.954673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Router fad44ac2-1eba-4309-b289-7098ee114381 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:17:47.961052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4c92921c-8624-4ffb-a4b2-ef486e4c24e4 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.001565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92921c-8624-4ffb-a4b2-ef486e4c24e4 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbd0690-1416-48c1-af81-ee1f46ce07f9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:48.002371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05753ac0-ae32-4a7a-b91c-f104c5c59f16,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:48.007066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:48.007880 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4c92921c-8624-4ffb-a4b2-ef486e4c24e4 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.009681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4c92921c-8624-4ffb-a4b2-ef486e4c24e4 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3195784 Oct 18 23:17:48.020080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810f8c-816a-45a3-9abc-b501d0e42a7d req-9c759ad0-1072-4c43-a2a7-93d1be310517 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:48.021505 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0810f8c-816a-45a3-9abc-b501d0e42a7d req-9c759ad0-1072-4c43-a2a7-93d1be310517 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1058989 Oct 18 23:17:48.022014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38732) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:48.027053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-451eefe0-d8c5-4be6-a77e-d423ecf6aabe tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Request body: {'security_group_rule': {'security_group_id': '7bbd0690-1416-48c1-af81-ee1f46ce07f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:48.075425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-451eefe0-d8c5-4be6-a77e-d423ecf6aabe tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.120177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0810f8c-816a-45a3-9abc-b501d0e42a7d req-ddf91307-b053-47f7-8d5e-722afdeb9901 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692575 Oct 18 23:17:48.177980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-451eefe0-d8c5-4be6-a77e-d423ecf6aabe tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.186085 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-451eefe0-d8c5-4be6-a77e-d423ecf6aabe tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.209671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:17:48.217649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.224778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eefe0-d8c5-4be6-a77e-d423ecf6aabe tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6783c896-3c79-4872-8e47-143bcef68e9b,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:48.227481 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] Sync routers for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:17:48.244086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-451eefe0-d8c5-4be6-a77e-d423ecf6aabe tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.253615 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-451eefe0-d8c5-4be6-a77e-d423ecf6aabe tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2301748 Oct 18 23:17:48.256032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38736) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:48.268304 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:48.269893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-602acd08-c398-417c-9392-13ce7f096c3a tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Request body: {'security_group_rule': {'security_group_id': '7bbd0690-1416-48c1-af81-ee1f46ce07f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:48.271226 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:17:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:48.295564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c63cba28-948f-4846-9322-b520b8fbe3fc tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "PUT /v2.0/floatingips/b3b60a60-4bf1-49ab-a229-9c8672dbd995 HTTP/1.1" status: 200 len: 991 time: 2.9693334 Oct 18 23:17:48.296707 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c43388dd-730a-461f-82d9-1794e6b5fff5 req-c05fbb71-656b-4938-8685-7995cad1fa30 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=e986892d-4a0f-48fe-9799-5a0e6683d2d7 HTTP/1.1" status: 200 len: 210 time: 0.0381305 Oct 18 23:17:48.298651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f0166-e8fa-4656-8dd0-6234664868f5 req-22b8694c-49b4-4405-8520-297998d5fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:48.300115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-571f0166-e8fa-4656-8dd0-6234664868f5 req-22b8694c-49b4-4405-8520-297998d5fc7e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 1098 time: 0.1983504 Oct 18 23:17:48.336848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-602acd08-c398-417c-9392-13ce7f096c3a tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.417794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-571f0166-e8fa-4656-8dd0-6234664868f5 req-5ad738a7-2ce6-4e1c-814e-66a6e278c4bb service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057241 Oct 18 23:17:48.445042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9754588e-f36b-4937-bdd6-47010e5dff06 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:48.472178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-602acd08-c398-417c-9392-13ce7f096c3a tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.479494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-602acd08-c398-417c-9392-13ce7f096c3a tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.538057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602acd08-c398-417c-9392-13ce7f096c3a tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bad674-f98f-4461-b40c-5274d7606b54,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:48.549698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ba7d2-c2f1-4cea-bf5e-a245bbb9949f req-7f4fb658-ce00-44ce-86ed-cbdec01947e4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:48.552412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-469ba7d2-c2f1-4cea-bf5e-a245bbb9949f req-7f4fb658-ce00-44ce-86ed-cbdec01947e4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.0985065 Oct 18 23:17:48.555379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-602acd08-c398-417c-9392-13ce7f096c3a tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.557133 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-602acd08-c398-417c-9392-13ce7f096c3a tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989402 Oct 18 23:17:48.561011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38744) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:48.566322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:48.574319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0', 'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'mac_address': 'fa:16:3e:02:67:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:43Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 2, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'subnets': [{'id': '452a916a-4f29-455f-9e30-37227209d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:48.576228 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:48.606857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9754588e-f36b-4937-bdd6-47010e5dff06 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:48.607718 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.610826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Checking router: 57a3ede0-17ae-446e-870a-c230f7af40f7 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:17:48.611451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Updating router 57a3ede0-17ae-446e-870a-c230f7af40f7 port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:17:48.624740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-469ba7d2-c2f1-4cea-bf5e-a245bbb9949f req-7d971212-7a57-4a48-8bdf-4fe007792205 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532689 Oct 18 23:17:48.625980 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.682546 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.757004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:48.792103 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:48.801161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:17:48.801452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 282c7a02-37fe-4a5a-85b3-b6bcc2f8f7b4 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:17:48.943481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Allocated IP 172.25.7.166 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/124c88d5-84cb-457f-adec-89f3afd2dc68) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:48.958710 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'b3b60a60-4bf1-49ab-a229-9c8672dbd995', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'floating_ip_address': '172.25.7.25', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'port_id': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'mac_address': 'fa:16:3e:17:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:17:20Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 1, 'project_id': '3204910e008f48dab120bec8a811593f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7395b438-94e4-4c38-ad38-3305117e4543', 'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'mac_address': 'fa:16:3e:64:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:12Z', 'updated_at': '2021-10-18T23:17:19Z', 'revision_number': 5, 'project_id': '3204910e008f48dab120bec8a811593f', 'subnets': [{'id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:48.990983 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] Checking router: fad44ac2-1eba-4309-b289-7098ee114381 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:17:49.001773 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:49.002557 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:17:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:49.117654 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.117895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.128118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.146280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd260565-dd93-4e31-9ace-3540c2ad5114 req-76dd9735-d92a-4314-b29c-e686268d9de8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:49.148031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd260565-dd93-4e31-9ace-3540c2ad5114 req-76dd9735-d92a-4314-b29c-e686268d9de8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0859876 Oct 18 23:17:49.209100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.228184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a2c91-f5f8-4f65-994c-f04181a5e3de None None] Pushing event updated for resources: {'Port': ['ID=8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:49.235807 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:49.271649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Pushing event updated for resources: {'Port': ['ID=124c88d5-84cb-457f-adec-89f3afd2dc68,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:49.308075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd260565-dd93-4e31-9ace-3540c2ad5114 req-fb63a1e4-5c88-408c-b185-a5b1a5ffc17c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424730 Oct 18 23:17:49.313482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Attempting to bind port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:49.313880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Attempting to bind port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:49.314348 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Attempting to bind port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 on network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:49.337907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:49.343302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Checking segment: {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:49.344248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:49.347976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:49.348883 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.349379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Bound using segment: {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:49.350319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Bound port: 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:49.351166 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.359971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:49.477422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb15e71-6af3-460a-939f-a4a902848330 req-f4dc8d86-78e2-4fce-b546-394e837e2454 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:49.484736 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6bb15e71-6af3-460a-939f-a4a902848330 req-f4dc8d86-78e2-4fce-b546-394e837e2454 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.0951231 Oct 18 23:17:49.536842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] For port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:49.540234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6bb15e71-6af3-460a-939f-a4a902848330 req-198b97aa-772a-4085-bd51-f9ad384e50bb tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Oct 18 23:17:49.547721 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] For port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:49.560790 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.581198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.616455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-719c40d1-196b-4b6e-9fdb-3b6988b9605b None None] Provisioning complete for port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:49.617076 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-719c40d1-196b-4b6e-9fdb-3b6988b9605b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.667801 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'b3b60a60-4bf1-49ab-a229-9c8672dbd995', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'floating_ip_address': '172.25.7.25', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'port_id': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'mac_address': 'fa:16:3e:17:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:17:20Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 1, 'project_id': '3204910e008f48dab120bec8a811593f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7395b438-94e4-4c38-ad38-3305117e4543', 'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'mac_address': 'fa:16:3e:64:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:12Z', 'updated_at': '2021-10-18T23:17:19Z', 'revision_number': 5, 'project_id': '3204910e008f48dab120bec8a811593f', 'subnets': [{'id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:49.677430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:49.726689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:17:49.727863 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:17:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:49.733980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a2c91-f5f8-4f65-994c-f04181a5e3de None None] Pushing event updated for resources: {'Port': ['ID=8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:49.746546 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b2d43-5224-462b-b3ab-7de96b2a4c17 None None] The sync data for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 is: [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'b3b60a60-4bf1-49ab-a229-9c8672dbd995', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'floating_ip_address': '172.25.7.25', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'port_id': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'mac_address': 'fa:16:3e:17:be:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:17:20Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 1, 'project_id': '3204910e008f48dab120bec8a811593f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7395b438-94e4-4c38-ad38-3305117e4543', 'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'mac_address': 'fa:16:3e:64:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:12Z', 'updated_at': '2021-10-18T23:17:19Z', 'revision_number': 5, 'project_id': '3204910e008f48dab120bec8a811593f', 'subnets': [{'id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:17:49.941521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5a2da-addf-4389-8e78-afad28364a51 req-8de704fa-52e8-4b50-9de7-517a57c6a476 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:49.951558 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fff5a2da-addf-4389-8e78-afad28364a51 req-8de704fa-52e8-4b50-9de7-517a57c6a476 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.0744276 Oct 18 23:17:50.001844 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-719c40d1-196b-4b6e-9fdb-3b6988b9605b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:50.011219 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fff5a2da-addf-4389-8e78-afad28364a51 req-da83f11a-cf64-455e-a674-5c162629d1fc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535033 Oct 18 23:17:50.045928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:17:50.122695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-719c40d1-196b-4b6e-9fdb-3b6988b9605b None None] For port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:50.132804 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-719c40d1-196b-4b6e-9fdb-3b6988b9605b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:50.153872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a5dae-371b-462d-8b1e-dbb34ab3616b req-d956e5af-0856-4811-9cdb-fe84aae68a27 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:50.162416 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-697a5dae-371b-462d-8b1e-dbb34ab3616b req-d956e5af-0856-4811-9cdb-fe84aae68a27 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0927808 Oct 18 23:17:50.170909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'tag': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:50.173933 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46df091-4eac-4cfd-aceb-137b82f3d07e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8", "tag": "4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:50.180609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b346c-2b95-4ee0-a125-4bac7faa5c03 None None] New status for floating IP b3b60a60-4bf1-49ab-a229-9c8672dbd995: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:17:50.194686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c305e6c-535a-4e6b-8b4d-dfbc8f6cbc5e req-e8453933-4346-48a3-93a3-7676997d00c1 tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:50.196537 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c305e6c-535a-4e6b-8b4d-dfbc8f6cbc5e req-e8453933-4346-48a3-93a3-7676997d00c1 tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1102 time: 0.6011558 Oct 18 23:17:50.219409 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-697a5dae-371b-462d-8b1e-dbb34ab3616b req-ad774c14-8ef7-401f-847f-2e1bcefdad39 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557506 Oct 18 23:17:50.302668 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-709d94ee-9ffe-4a88-86eb-a6729972954a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:50.304759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c305e6c-535a-4e6b-8b4d-dfbc8f6cbc5e req-ce66b61a-b927-4bed-ba76-7a9997ca81ea tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977991 Oct 18 23:17:50.387188 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be478f0-d069-4b0f-817a-5015c8282971 x-openstack-request-id: req-8be478f0-d069-4b0f-817a-5015c8282971 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:50.388122 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8", "tag": "4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:50.388501 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8be478f0-d069-4b0f-817a-5015c8282971 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:50.389012 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'tag': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b', 'status': 'completed', 'code': 200} Oct 18 23:17:50.399281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:50.406283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:50.522405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Pushing event updated for resources: {'Port': ['ID=124c88d5-84cb-457f-adec-89f3afd2dc68,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:50.533489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:50.553035 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:50.554332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1c6e216c-0fc9-4c29-86a2-098b09e1c59b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9922979 Oct 18 23:17:50.570591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c40d1-196b-4b6e-9fdb-3b6988b9605b None None] Pushing event updated for resources: {'Port': ['ID=8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:50.575070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1c12bb51-899f-4db0-8f68-5ccbeebbe940 None None] Provisioning complete for port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:50.575653 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1c12bb51-899f-4db0-8f68-5ccbeebbe940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:50.714125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-4052e570-bb3c-4068-bdb2-efbba8b6314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:50.715666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-4052e570-bb3c-4068-bdb2-efbba8b6314c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3204910e008f48dab120bec8a811593f&device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 1098 time: 0.1179187 Oct 18 23:17:50.721409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81904b52-01c6-4525-9af9-d44b0f4ce942 req-b8b7deff-0195-4aeb-9852-17799ddccab1 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:50.742133 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81904b52-01c6-4525-9af9-d44b0f4ce942 req-b8b7deff-0195-4aeb-9852-17799ddccab1 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.0902529 Oct 18 23:17:50.805643 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81904b52-01c6-4525-9af9-d44b0f4ce942 req-8b4571a4-d9ad-45fb-9550-c8c1fca45b86 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624752 Oct 18 23:17:50.860946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0', 'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'mac_address': 'fa:16:3e:02:67:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:43Z', 'updated_at': '2021-10-18T23:17:49Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'subnets': [{'id': '452a916a-4f29-455f-9e30-37227209d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:50.896071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbf91e-1404-46b2-81a7-a10357c140ac None None] The sync data for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 is: [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0', 'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'mac_address': 'fa:16:3e:02:67:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:43Z', 'updated_at': '2021-10-18T23:17:49Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'subnets': [{'id': '452a916a-4f29-455f-9e30-37227209d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:17:50.906469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-b118fc51-4750-4620-b0a0-c6fba627d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:50.908024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-b118fc51-4750-4620-b0a0-c6fba627d360 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1be3888e-7693-49cd-b41e-8994ed7d7ae3 HTTP/1.1" status: 200 len: 913 time: 0.1822739 Oct 18 23:17:51.100973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-4409d84b-6713-4427-a98d-0b4b537c2df0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b HTTP/1.1" status: 200 len: 1001 time: 0.1774862 Oct 18 23:17:51.146745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-928d74a6-f82b-4678-aa31-13e41865a131 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:51.148332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-928d74a6-f82b-4678-aa31-13e41865a131 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.102 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1135941 Oct 18 23:17:51.233394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313670e-59d3-4798-bb5a-6d593cca8f05 req-3c85feb8-6a39-4ba9-8d7b-8c2f00d700fc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:51.245896 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2313670e-59d3-4798-bb5a-6d593cca8f05 req-3c85feb8-6a39-4ba9-8d7b-8c2f00d700fc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1366723 Oct 18 23:17:51.302202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2313670e-59d3-4798-bb5a-6d593cca8f05 req-8f4af973-911c-41b9-9d33-00a955eb6ce7 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565400 Oct 18 23:17:51.466033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-d07c8b05-572f-42f4-92e3-43873b403895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:51.468145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-d07c8b05-572f-42f4-92e3-43873b403895 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d72d32c3-4376-40b3-a6a3-0dea9b29d911 HTTP/1.1" status: 200 len: 851 time: 0.3188634 Oct 18 23:17:51.498870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004812c3-cc33-4775-9ad5-a6b08e256321 req-308dd68f-2706-4368-8cd1-1522b5372f58 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:51.500799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-004812c3-cc33-4775-9ad5-a6b08e256321 req-308dd68f-2706-4368-8cd1-1522b5372f58 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.2756934 Oct 18 23:17:51.522572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200999d3-7888-405f-b5b8-41c9ec978fbd req-3c3052cd-ca09-43a0-b402-011f99b16d93 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:51.531928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-200999d3-7888-405f-b5b8-41c9ec978fbd req-3c3052cd-ca09-43a0-b402-011f99b16d93 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1018260 Oct 18 23:17:51.573574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-7976708b-402c-44d7-b144-9ea59fa90e02 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3979511 Oct 18 23:17:51.586355 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-200999d3-7888-405f-b5b8-41c9ec978fbd req-5199e6a9-d6b1-4dc7-8c6c-c30f06d43692 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534344 Oct 18 23:17:51.624054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-f0661500-ad54-4fc5-8e64-63591a407e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:51.626202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-f0661500-ad54-4fc5-8e64-63591a407e05 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1be3888e-7693-49cd-b41e-8994ed7d7ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404977 Oct 18 23:17:51.647239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Deleting port 0cc70a7d-d3ff-48c2-83cd-783944185329 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:17:51.647582 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:51.715894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-004812c3-cc33-4775-9ad5-a6b08e256321 req-d140c723-37d8-4752-99e5-7c64f0aa93e9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034082 Oct 18 23:17:51.946131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] For port 0cc70a7d-d3ff-48c2-83cd-783944185329, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0cc70a7d-d3ff-48c2-83cd-783944185329,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:51.946654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:51.965672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-6a82d647-dbd1-4f79-9bf5-5453d618ebc1 service neutron] 10.222.0.102 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232489 Oct 18 23:17:51.971219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Calling delete_port for 0cc70a7d-d3ff-48c2-83cd-783944185329 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:17:52.157997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e46df091-4eac-4cfd-aceb-137b82f3d07e req-d39235b7-b8c5-45fe-897f-01b073462c97 service neutron] 10.222.0.102 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814446 Oct 18 23:17:52.172886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f2f29-8e87-47a3-b286-88a85eb7c6a5 req-93ed2dec-5cac-426c-8226-268bfdaca5ec tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:52.176350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b93f2f29-8e87-47a3-b286-88a85eb7c6a5 req-93ed2dec-5cac-426c-8226-268bfdaca5ec tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1722538 Oct 18 23:17:52.315687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-2c23afee-f48d-4782-8d1d-46ccaa59494a tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:52.318713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:52.321222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-2c23afee-f48d-4782-8d1d-46ccaa59494a tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1098 time: 0.2399015 Oct 18 23:17:52.381289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-28'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:52.413808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:17:52.451191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Pushing event deleted for resources: {'Port': ['ID=0cc70a7d-d3ff-48c2-83cd-783944185329,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:52.464511 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b93f2f29-8e87-47a3-b286-88a85eb7c6a5 req-e954fb1a-5d8d-4cb9-b46b-8075ee777db3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431366 Oct 18 23:17:52.525681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:52.547587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] No DVR routers for this DVR port 0cc70a7d-d3ff-48c2-83cd-783944185329 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:17:52.551972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:52.555366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-347b37bb-ad72-4e83-a11f-b85620143c4b req-6c4ea128-c552-4641-af0b-04858f3979c0 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.102 "DELETE /v2.0/ports/0cc70a7d-d3ff-48c2-83cd-783944185329 HTTP/1.1" status: 204 len: 173 time: 1.3418353 Oct 18 23:17:52.555902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'name': 'network-vif-deleted', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:52.574263 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5400373-d6ba-413b-89c7-5c26920efd7a" -d '{"events": [{"server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "name": "network-vif-deleted", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:52.604913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eeea8-926e-4694-9c8e-fec004dd1c10 req-ff1ba538-b538-4b65-b659-f66aee867a62 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:52.613061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c63eeea8-926e-4694-9c8e-fec004dd1c10 req-ff1ba538-b538-4b65-b659-f66aee867a62 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 946 time: 0.1549225 Oct 18 23:17:52.697208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:17:52.700316 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:52.758242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c63eeea8-926e-4694-9c8e-fec004dd1c10 req-b5df71e7-5c72-4e3a-8503-533fef2a0bbe tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438832 Oct 18 23:17:52.792072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 448954cb-ed60-4344-87b0-f1ae4b9731d1 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:17:52.913834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:52.928512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdebb0-b474-4f83-b1ee-4d9399b34c6d req-d7b07b39-41cb-40c2-bb6d-c7a630956e1a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:52.938956 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ffbdebb0-b474-4f83-b1ee-4d9399b34c6d req-d7b07b39-41cb-40c2-bb6d-c7a630956e1a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.1544535 Oct 18 23:17:52.957366 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5d46ea-3506-4f87-b27e-f1970c262b88 x-openstack-request-id: req-ab5d46ea-3506-4f87-b27e-f1970c262b88 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:52.958257 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9647756d-bd8f-479b-a90f-c3285d46f7c7", "name": "network-vif-deleted", "tag": "0cc70a7d-d3ff-48c2-83cd-783944185329", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:52.959394 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab5d46ea-3506-4f87-b27e-f1970c262b88 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:52.960119 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9647756d-bd8f-479b-a90f-c3285d46f7c7', 'name': 'network-vif-deleted', 'tag': '0cc70a7d-d3ff-48c2-83cd-783944185329', 'status': 'completed', 'code': 200} Oct 18 23:17:53.052890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ffbdebb0-b474-4f83-b1ee-4d9399b34c6d req-de39483f-c905-4898-991d-bd5b12d9abb6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126139 Oct 18 23:17:53.062076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:53.082017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:53.103870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 448954cb-ed60-4344-87b0-f1ae4b9731d1 has no active binding in host n-h1-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:17:53.151375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:53.156000 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fce480-4736-435a-8c82-b38c4189bfe5" -d '{"events": [{"server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "name": "network-vif-unplugged", "status": "completed", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:53.161778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:53.170568 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:53.188279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00ef5453-1517-4169-9a37-c8e7a0a28672 req-21bb6344-c315-464d-86eb-46b78240484d tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=9647756d-bd8f-479b-a90f-c3285d46f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0544949 Oct 18 23:17:53.291119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Pushing event updated for resources: {'Port': ['ID=448954cb-ed60-4344-87b0-f1ae4b9731d1,revision_number=7']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:53.295417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on host n-h2-713498-28 for vnic_type normal with profile {"migrating_to": "n-h1-713498-28"} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:53.295805 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:53.296145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:53.302188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:17:53.302589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Attempting to bind port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on network 2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:53.309400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:53.310303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Checking segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:53.310754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Bound using segment: {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:53.311302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Bound port: 448954cb-ed60-4344-87b0-f1ae4b9731d1, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315870b-2a89-4875-933f-233b7a8edbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e76da50-3cd9-431d-8f4f-74d2bbacb5e3'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:53.311980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:53.339723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd499205-698f-47aa-84ea-29b3fbf04cdd req-d9284644-bfd9-4669-be5f-26a480bca6bd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:53.350927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd499205-698f-47aa-84ea-29b3fbf04cdd req-d9284644-bfd9-4669-be5f-26a480bca6bd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0868323 Oct 18 23:17:53.404902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:53.407844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd499205-698f-47aa-84ea-29b3fbf04cdd req-19b2a601-1439-4810-9ed7-76ebcdcc1af3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555675 Oct 18 23:17:53.418743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:53.423979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:53.564559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:53.565373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:53.571314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] 10.222.0.102 "PUT /v2.0/ports/448954cb-ed60-4344-87b0-f1ae4b9731d1 HTTP/1.1" status: 200 len: 1124 time: 1.2190628 Oct 18 23:17:53.576703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b7110-8b81-4be3-b89b-67bb386c5f07 service neutron] Pushing event updated for resources: {'Port': ['ID=448954cb-ed60-4344-87b0-f1ae4b9731d1,revision_number=8']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:53.739794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['448954cb-ed60-4344-87b0-f1ae4b9731d1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:53.797794 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6034cbdd-dd74-49f2-b63e-4dea29ca2621 x-openstack-request-id: req-6034cbdd-dd74-49f2-b63e-4dea29ca2621 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:53.798158 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "name": "network-vif-unplugged", "status": "completed", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:53.798482 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6034cbdd-dd74-49f2-b63e-4dea29ca2621 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:53.799912 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1', 'code': 200} Oct 18 23:17:53.866180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['448954cb-ed60-4344-87b0-f1ae4b9731d1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:53.959304 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0bd26f16-cb8e-4c99-a20b-e3e816807736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:54.006497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c128b-2e2d-4621-b4b3-aa06461060e0 req-0bf3fcc4-4503-4aa6-ae19-520f3e44c868 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:54.016739 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-833c128b-2e2d-4621-b4b3-aa06461060e0 req-0bf3fcc4-4503-4aa6-ae19-520f3e44c868 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.0830605 Oct 18 23:17:54.059227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-833c128b-2e2d-4621-b4b3-aa06461060e0 req-7535a41d-1c9a-4b08-a681-6eb1569f9e86 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Oct 18 23:17:54.182107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-0a87629c-cd62-4235-8a40-8cc52e1a4e7b tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:54.184982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-0a87629c-cd62-4235-8a40-8cc52e1a4e7b tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/networks?id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 200 len: 815 time: 0.1590095 Oct 18 23:17:54.205568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-828490fa-aa10-411c-9e13-cc2ab61aa65f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/quotas/1221c3a92228466f8670590758a0e718 HTTP/1.1" status: 200 len: 375 time: 0.0134265 Oct 18 23:17:54.274920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-21ee99d9-23de-40e5-8d5e-c5e24afab766 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1221c3a92228466f8670590758a0e718&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621109 Oct 18 23:17:54.431092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-37bac9dd-f8e1-4b39-be51-3225a7d2b3e2 service neutron] 10.222.0.52 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478219 Oct 18 23:17:54.538367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-3225f242-620a-48a5-9f3a-1752e5026ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:54.540013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-3225f242-620a-48a5-9f3a-1752e5026ce3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1102 time: 0.1227224 Oct 18 23:17:54.668490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-705bca7a-a7e1-4673-9e62-b1e59da0e5ea service neutron] 10.222.0.52 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139249 Oct 18 23:17:54.705835 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:54.709094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cc22f-4b31-48bb-8d12-19d91ef7f92d req-65dcc6a2-b50d-464f-93bb-7e57ddb70dd8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:54.712426 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c1cc22f-4b31-48bb-8d12-19d91ef7f92d req-65dcc6a2-b50d-464f-93bb-7e57ddb70dd8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0799172 Oct 18 23:17:54.728023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-313e796a-683c-4978-92c5-a3d127feae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:54.730262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-313e796a-683c-4978-92c5-a3d127feae9a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1819682 Oct 18 23:17:54.781081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0cc70a7d-d3ff-48c2-83cd-783944185329 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:54.787716 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c1cc22f-4b31-48bb-8d12-19d91ef7f92d req-960ab5ef-9a63-4c2f-9976-5091d1075e26 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655246 Oct 18 23:17:54.789718 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-8d036332-ffcd-41c2-98a6-f250a2be9316 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.0459342 Oct 18 23:17:54.826179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 0cc70a7d-d3ff-48c2-83cd-783944185329 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:17:54.826179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0cc70a7d-d3ff-48c2-83cd-783944185329 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:17:54.907195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-267f7aed-0609-4a5e-b37b-bcc23f09b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:54.908745 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-267f7aed-0609-4a5e-b37b-bcc23f09b820 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1125445 Oct 18 23:17:55.047839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-7d181e7b-bae6-431a-b5e3-8f06856ddb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:55.050274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-7d181e7b-bae6-431a-b5e3-8f06856ddb09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335945 Oct 18 23:17:55.071638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412b8f-0653-4a51-b073-3f7a9e27865d req-dc49e8d0-3488-4fbd-bfb0-c95fb90f6dec tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:55.075585 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d412b8f-0653-4a51-b073-3f7a9e27865d req-dc49e8d0-3488-4fbd-bfb0-c95fb90f6dec tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 944 time: 0.0819762 Oct 18 23:17:55.161222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d412b8f-0653-4a51-b073-3f7a9e27865d req-1cadd776-fc08-421d-911d-ef524df99c29 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793390 Oct 18 23:17:55.201220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7c30cc4b-30e7-4c83-a74f-9db3a76e6b49 req-d584a9ee-dc4f-40e2-8bf1-aac928c37a9d tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 210 time: 0.0682938 Oct 18 23:17:55.205170 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:55.326600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-4d4323c0-eb0b-4660-b149-02d6db9ea826 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411060 Oct 18 23:17:55.343123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f80b9-23e7-434d-b4d6-8ef9be82d48e req-50bba54d-2f8a-4a3b-9be2-aae0d1477c97 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:55.344920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d2f80b9-23e7-434d-b4d6-8ef9be82d48e req-50bba54d-2f8a-4a3b-9be2-aae0d1477c97 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.0808647 Oct 18 23:17:55.478766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d2f80b9-23e7-434d-b4d6-8ef9be82d48e req-3366f3f9-5b0e-443e-9a13-c9392a21703a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228373 Oct 18 23:17:55.508325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-a884446c-4487-4f09-a5c0-41f4db2d535f service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623151 Oct 18 23:17:55.800524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:55.802969 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de6f850-3244-4d80-8e43-d84ce8f7385f" -d '{"events": [{"name": "network-changed", "server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:55.849000 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70c717a-690d-4545-933f-00d3341a8938 x-openstack-request-id: req-e70c717a-690d-4545-933f-00d3341a8938 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:55.849818 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:55.850432 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e70c717a-690d-4545-933f-00d3341a8938 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:55.852709 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1', 'status': 'completed', 'code': 200} Oct 18 23:17:55.957876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-6b19b50f-4191-4dbd-80d6-67c055b771fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:55.959776 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-6b19b50f-4191-4dbd-80d6-67c055b771fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 1127 time: 0.0486231 Oct 18 23:17:55.961096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e594bd8-af99-462e-b1dc-c949cb3a0c22 req-a923890f-a673-43c0-a37a-6a60b18e76db tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:55.962633 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e594bd8-af99-462e-b1dc-c949cb3a0c22 req-a923890f-a673-43c0-a37a-6a60b18e76db tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0776894 Oct 18 23:17:56.067827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-fcd41ec0-e6cb-4419-9ee0-a51d95de0f8f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:56.069617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-fcd41ec0-e6cb-4419-9ee0-a51d95de0f8f tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.102 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 944 time: 0.1289585 Oct 18 23:17:56.075340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e594bd8-af99-462e-b1dc-c949cb3a0c22 req-ed63219b-6fa8-412a-b9ff-e10df5db645f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927770 Oct 18 23:17:56.174934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-e8698759-8e13-4bfa-adea-28894a4ffa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:56.176876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-e8698759-8e13-4bfa-adea-28894a4ffa58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.1990032 Oct 18 23:17:56.214316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Deleting port 41f46296-a37e-4a08-8427-69e27512391d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:17:56.214316 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:56.350335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-e0c93507-7c1e-4cae-9106-44ec8b6d22d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1 HTTP/1.1" status: 200 len: 217 time: 0.1108069 Oct 18 23:17:56.352705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fedee4a-452d-4907-9329-f2878e7add56 req-363738d3-873c-4be6-affb-5fb59770330b tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 210 time: 0.0349131 Oct 18 23:17:56.431935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] For port 41f46296-a37e-4a08-8427-69e27512391d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=41f46296-a37e-4a08-8427-69e27512391d,segment=NetworkSegment(9304d697-e04e-46e1-95e1-fea1035a695a),segment_id=9304d697-e04e-46e1-95e1-fea1035a695a)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:56.432921 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:56.442042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-3e126463-9478-4b8c-983c-3a88e6b77802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:56.444627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-3e126463-9478-4b8c-983c-3a88e6b77802 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.0687597 Oct 18 23:17:56.455191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b652e89-36f2-4fb1-bb97-6cf476b0afa5 req-78c0a555-a4b0-42d5-a5f1-0be474f94da3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:56.457760 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2b652e89-36f2-4fb1-bb97-6cf476b0afa5 req-78c0a555-a4b0-42d5-a5f1-0be474f94da3 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd7755d7-7264-46b7-ad56-354fc9309308 HTTP/1.1" status: 200 len: 944 time: 0.1445785 Oct 18 23:17:56.463965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Calling delete_port for 41f46296-a37e-4a08-8427-69e27512391d owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:17:56.507216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-cb268e22-0d08-44e7-a7d1-8bbd1e61105e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553420 Oct 18 23:17:56.675613 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2b652e89-36f2-4fb1-bb97-6cf476b0afa5 req-066562b4-cd3a-4c11-b4bb-a68bb10abd98 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.52 "GET /v2.0/security-groups?id=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099185 Oct 18 23:17:56.705012 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:56.756109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Pushing event deleted for resources: {'Port': ['ID=41f46296-a37e-4a08-8427-69e27512391d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:56.842181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-0a1297c4-dc50-4c39-b719-0e540d726438 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:56.842440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] No DVR routers for this DVR port 41f46296-a37e-4a08-8427-69e27512391d on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:17:56.844565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-0a1297c4-dc50-4c39-b719-0e540d726438 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.102 "GET /v2.0/ports?device_id=8fe05109-b399-4e9c-a793-11c1b8132cfd HTTP/1.1" status: 200 len: 946 time: 0.3391988 Oct 18 23:17:56.851899 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:56.859101 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68e9015e-d23b-4ef5-ac0d-8721476f60bc req-8cdabc65-e53b-44de-be3a-e95d434684d2 tempest-LiveAutoBlockMigrationV225Test-1404898809 tempest-LiveAutoBlockMigrationV225Test-1404898809-project] 10.222.0.102 "DELETE /v2.0/ports/41f46296-a37e-4a08-8427-69e27512391d HTTP/1.1" status: 204 len: 173 time: 0.7638173 Oct 18 23:17:56.920250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-e450b4d4-9060-47a4-848b-b6996270468b tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:56.921759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-e450b4d4-9060-47a4-848b-b6996270468b tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.73 "GET /v2.0/networks?id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 200 len: 815 time: 0.3760116 Oct 18 23:17:56.941837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9278a-9221-49f2-a9ea-b0ef24e57a02 req-16701606-828b-4540-bf0b-9938f8213e4c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:56.943464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50a9278a-9221-49f2-a9ea-b0ef24e57a02 req-16701606-828b-4540-bf0b-9938f8213e4c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.3024507 Oct 18 23:17:56.953901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Request body: {'port': {'device_id': '66af517f-66c7-4008-a11c-9d595abf3e5d', 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f', 'admin_state_up': True, 'tenant_id': '1221c3a92228466f8670590758a0e718'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:56.964635 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-2b941a27-5ef1-4b06-8d0d-7ebd3cc0f79d service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170163 Oct 18 23:17:57.170329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50a9278a-9221-49f2-a9ea-b0ef24e57a02 req-5a14a35f-971b-43d1-bdf7-ad5865792f4a tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100132 Oct 18 23:17:57.217156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5de6f850-3244-4d80-8e43-d84ce8f7385f req-0b554b49-489d-4bbe-89f9-04f757b4cc0c service neutron] 10.222.0.73 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321348 Oct 18 23:17:57.230342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Deleting port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:17:57.230686 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:57.272178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Made reservation on behalf of 1221c3a92228466f8670590758a0e718 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:17:57.275819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:57.434282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] For port 05753ac0-ae32-4a7a-b91c-f104c5c59f16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05753ac0-ae32-4a7a-b91c-f104c5c59f16,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:17:57.435050 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:57.458614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Calling delete_port for 05753ac0-ae32-4a7a-b91c-f104c5c59f16 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:17:57.464580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7474efb2-580e-4420-b765-07316045a67c req-8f98525a-e230-46f3-8666-74bd63aa36c9 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 210 time: 0.0329690 Oct 18 23:17:57.502536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bfe58-de3b-488d-a8b0-413cc8958751 req-3d7563af-36e4-4724-8c35-80a9697d2e05 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:57.504089 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-510bfe58-de3b-488d-a8b0-413cc8958751 req-3d7563af-36e4-4724-8c35-80a9697d2e05 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.1861472 Oct 18 23:17:57.590869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Allocated IP 172.20.0.3 (c1a10e42-608c-4afd-95b8-fcf9699e6b2f/ed50223d-c908-4285-95f1-101304451ba3/3537e26e-d693-4e14-9db9-7497bb48fdc2) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:17:57.629411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-510bfe58-de3b-488d-a8b0-413cc8958751 req-38112b00-1a1a-4724-ba50-1f5a9f19ab40 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160510 Oct 18 23:17:57.717939 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:57.753435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38992) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:57.844216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:57.855351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'name': 'network-vif-deleted', 'tag': '41f46296-a37e-4a08-8427-69e27512391d'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:57.859977 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df129d3-fd20-449e-8305-fe0dd3e5e323" -d '{"events": [{"server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "name": "network-vif-deleted", "tag": "41f46296-a37e-4a08-8427-69e27512391d"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:57.893426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05753ac0-ae32-4a7a-b91c-f104c5c59f16'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:57.895943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1badca8-b33a-44ff-a6df-e95fc6d8ec7a admin admin] Deleting subnet 3f9db730-29ab-425c-8837-530c1b29a761 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:17:57.900351 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c1badca8-b33a-44ff-a6df-e95fc6d8ec7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:57.930326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Pushing event deleted for resources: {'Port': ['ID=05753ac0-ae32-4a7a-b91c-f104c5c59f16,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:57.946302 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9fbdf8-6d8a-4a57-8171-736045360b01 x-openstack-request-id: req-8d9fbdf8-6d8a-4a57-8171-736045360b01 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:57.946808 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7755d7-7264-46b7-ad56-354fc9309308", "name": "network-vif-deleted", "tag": "41f46296-a37e-4a08-8427-69e27512391d", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:57.947232 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d9fbdf8-6d8a-4a57-8171-736045360b01 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:57.949267 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7755d7-7264-46b7-ad56-354fc9309308', 'name': 'network-vif-deleted', 'tag': '41f46296-a37e-4a08-8427-69e27512391d', 'status': 'completed', 'code': 200} Oct 18 23:17:57.960026 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c1badca8-b33a-44ff-a6df-e95fc6d8ec7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:57.984142 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.000054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] No DVR routers for this DVR port 05753ac0-ae32-4a7a-b91c-f104c5c59f16 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:17:58.003067 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.006792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53f68aae-c79b-4f43-a86f-38126ff2d925 req-1735e72e-cb42-41ae-b19b-e8dbc8c4ad9e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.102 "DELETE /v2.0/ports/05753ac0-ae32-4a7a-b91c-f104c5c59f16 HTTP/1.1" status: 204 len: 173 time: 1.1433833 Oct 18 23:17:58.008797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'name': 'network-vif-deleted', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:17:58.009968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c1badca8-b33a-44ff-a6df-e95fc6d8ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.011994 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9175026-aa92-42b4-b60d-9ffbc6a86973" -d '{"events": [{"server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "name": "network-vif-deleted", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:17:58.055541 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.069865 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee5a15c-9994-4c0b-86a1-31ae722508d8 x-openstack-request-id: req-4ee5a15c-9994-4c0b-86a1-31ae722508d8 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:17:58.070453 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe05109-b399-4e9c-a793-11c1b8132cfd", "name": "network-vif-deleted", "tag": "05753ac0-ae32-4a7a-b91c-f104c5c59f16", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:17:58.070893 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ee5a15c-9994-4c0b-86a1-31ae722508d8 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:17:58.071456 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe05109-b399-4e9c-a793-11c1b8132cfd', 'name': 'network-vif-deleted', 'tag': '05753ac0-ae32-4a7a-b91c-f104c5c59f16', 'status': 'completed', 'code': 200} Oct 18 23:17:58.094846 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c1badca8-b33a-44ff-a6df-e95fc6d8ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.109154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Network c1a10e42-608c-4afd-95b8-fcf9699e6b2f is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:17:58.113653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05753ac0-ae32-4a7a-b91c-f104c5c59f16'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:17:58.115192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:17:58.117475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:17:58.129479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1badca8-b33a-44ff-a6df-e95fc6d8ec7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9db730-29ab-425c-8837-530c1b29a761,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:58.131882 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c1badca8-b33a-44ff-a6df-e95fc6d8ec7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.138165 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c1badca8-b33a-44ff-a6df-e95fc6d8ec7a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3f9db730-29ab-425c-8837-530c1b29a761 HTTP/1.1" status: 204 len: 168 time: 0.3805313 Oct 18 23:17:58.138165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39004) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:58.159128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Pushing event updated for resources: {'Port': ['ID=3537e26e-d693-4e14-9db9-7497bb48fdc2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:58.191462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:58.192134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.216846 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a13f9a36-40da-4994-83a5-48a3a577e3b0 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2721527 Oct 18 23:17:58.228037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.247989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Request body: {'port': {'device_id': '66af517f-66c7-4008-a11c-9d595abf3e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:17:58.373968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.394607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.406089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdad791-c667-4f87-ae90-cf696a2e7c12']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:58.422654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9304d697-e04e-46e1-95e1-fea1035a695a') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:58.423001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9304d697-e04e-46e1-95e1-fea1035a695a') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:58.435585 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.450891 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.458658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:17:58.459237 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:17:58.461423 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:17:58.545507 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.554178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.562026 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] 10.222.0.52 "DELETE /v2.0/networks/3fdad791-c667-4f87-ae90-cf696a2e7c12 HTTP/1.1" status: 204 len: 168 time: 0.4203982 Oct 18 23:17:58.574822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39014) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:58.576007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea51de5-1e73-40e9-8591-133b9c77cb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdad791-c667-4f87-ae90-cf696a2e7c12,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:58.686587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6aea68-f0b4-42c5-bcfa-32ff1a3a56e7 admin admin] Deleting subnet dc0dfca5-325d-49f8-b63d-6d0bad8db7b0 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:17:58.701951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea68-f0b4-42c5-bcfa-32ff1a3a56e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.752880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d769372-ef0a-436c-8faa-69e70c50acff req-ed1e7e62-b4a4-4410-8262-4976c830321e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:58.755208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d769372-ef0a-436c-8faa-69e70c50acff req-ed1e7e62-b4a4-4410-8262-4976c830321e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 931 time: 0.1625755 Oct 18 23:17:58.778361 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea68-f0b4-42c5-bcfa-32ff1a3a56e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:58.811738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 41f46296-a37e-4a08-8427-69e27512391d no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:17:58.824475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc5ea6-f148-44d9-9516-a60d33ebd9ed req-9a77bf0b-b361-466e-b2c7-6a77e8613ffd tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:58.826131 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41cc5ea6-f148-44d9-9516-a60d33ebd9ed req-9a77bf0b-b361-466e-b2c7-6a77e8613ffd tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.4775014 Oct 18 23:17:58.872987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 41f46296-a37e-4a08-8427-69e27512391d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:17:58.873368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 41f46296-a37e-4a08-8427-69e27512391d not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:17:58.879168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d769372-ef0a-436c-8faa-69e70c50acff req-074dd760-70a5-4651-95f1-801055fbbcc8 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149881 Oct 18 23:17:58.903773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea68-f0b4-42c5-bcfa-32ff1a3a56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.007317 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea68-f0b4-42c5-bcfa-32ff1a3a56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.012580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41cc5ea6-f148-44d9-9516-a60d33ebd9ed req-e81df2a4-6762-483c-90d7-b28e3d153c87 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595464 Oct 18 23:17:59.062461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f6aea68-f0b4-42c5-bcfa-32ff1a3a56e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.066805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0f6aea68-f0b4-42c5-bcfa-32ff1a3a56e7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dc0dfca5-325d-49f8-b63d-6d0bad8db7b0 HTTP/1.1" status: 204 len: 168 time: 0.4862723 Oct 18 23:17:59.067887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6aea68-f0b4-42c5-bcfa-32ff1a3a56e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0dfca5-325d-49f8-b63d-6d0bad8db7b0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:59.071093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39022) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:59.176730 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.248866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3537e26e-d693-4e14-9db9-7497bb48fdc2 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:17:59.259420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.276103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Transition to ACTIVE for port object 3537e26e-d693-4e14-9db9-7497bb48fdc2 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:17:59.284027 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.345993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5306-8865-44ad-8e56-fedc13a51c76 req-c1fc97cb-7c34-435a-a48a-e43f00547783 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:59.349378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ee5f5306-8865-44ad-8e56-fedc13a51c76 req-c1fc97cb-7c34-435a-a48a-e43f00547783 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.1604645 Oct 18 23:17:59.351233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.357086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Pushing event updated for resources: {'Port': ['ID=3537e26e-d693-4e14-9db9-7497bb48fdc2,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:59.413420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adca8e1b-dd44-48b4-900f-5208bf3771f1']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:59.426757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd305c16e-e404-4f60-8629-42e9f2e6e381') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:59.427061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd305c16e-e404-4f60-8629-42e9f2e6e381') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:17:59.440523 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.452805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Attempting to bind port 3537e26e-d693-4e14-9db9-7497bb48fdc2 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:17:59.453234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Attempting to bind port 3537e26e-d693-4e14-9db9-7497bb48fdc2 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:17:59.453659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Attempting to bind port 3537e26e-d693-4e14-9db9-7497bb48fdc2 on network c1a10e42-608c-4afd-95b8-fcf9699e6b2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:59.463819 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.464835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Port 3537e26e-d693-4e14-9db9-7497bb48fdc2 on network c1a10e42-608c-4afd-95b8-fcf9699e6b2f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:17:59.465332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Attempting to bind port 3537e26e-d693-4e14-9db9-7497bb48fdc2 on network c1a10e42-608c-4afd-95b8-fcf9699e6b2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:17:59.471965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:17:59.472480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Checking segment: {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:17:59.472943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Bound using segment: {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:17:59.473475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Bound port: 3537e26e-d693-4e14-9db9-7497bb48fdc2, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:17:59.473921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.513489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:17:59.513903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:17:59.519309 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:17:59.561759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ee5f5306-8865-44ad-8e56-fedc13a51c76 req-c33e5348-f2b8-4d86-aab8-150cbed67856 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959722 Oct 18 23:17:59.566245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] For port 3537e26e-d693-4e14-9db9-7497bb48fdc2, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:17:59.569937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] For port 3537e26e-d693-4e14-9db9-7497bb48fdc2, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3537e26e-d693-4e14-9db9-7497bb48fdc2,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:17:59.576723 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.618986 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.626360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.631607 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] 10.222.0.52 "DELETE /v2.0/networks/adca8e1b-dd44-48b4-900f-5208bf3771f1 HTTP/1.1" status: 204 len: 168 time: 0.5585546 Oct 18 23:17:59.632730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:59.633521 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:17:59.637446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] 10.222.0.73 "PUT /v2.0/ports/3537e26e-d693-4e14-9db9-7497bb48fdc2 HTTP/1.1" status: 200 len: 1092 time: 1.4025609 Oct 18 23:17:59.647511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e444f-8b30-4650-b08c-4b53b7e42a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=adca8e1b-dd44-48b4-900f-5208bf3771f1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:59.671979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f991ec-f9c6-461a-ac04-bcee202bfb6d service neutron] Pushing event updated for resources: {'Port': ['ID=3537e26e-d693-4e14-9db9-7497bb48fdc2,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:17:59.766768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-0f8c279a-25d6-4836-94a6-5b6adf1fa09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:59.768449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-0f8c279a-25d6-4836-94a6-5b6adf1fa09c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1221c3a92228466f8670590758a0e718&device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 1095 time: 0.0616388 Oct 18 23:17:59.827452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-a370409e-19ca-46e3-be24-3e1f15ee53c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3537e26e-d693-4e14-9db9-7497bb48fdc2 HTTP/1.1" status: 200 len: 217 time: 0.0447977 Oct 18 23:17:59.828533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39032) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:59.885110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-ee7ea47e-c386-4d00-aed8-ec0b3dadc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:17:59.887415 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-215e1e95-d36e-4fdd-a797-5e6f558fe81c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=330a70573126403ca64a3be0d6ed5ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576844 Oct 18 23:17:59.889654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-ee7ea47e-c386-4d00-aed8-ec0b3dadc96a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed50223d-c908-4285-95f1-101304451ba3 HTTP/1.1" status: 200 len: 855 time: 0.0530581 Oct 18 23:17:59.890040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39034) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:17:59.927941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-004734ba-5bf6-4b71-b18a-e324dcfb8079 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334926 Oct 18 23:18:00.016094 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cbcf81a7-50c6-499b-a053-5b3547260e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:00.044706 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cbcf81a7-50c6-499b-a053-5b3547260e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:00.075260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66af517f-66c7-4008-a11c-9d595abf3e5d', 'tag': '3537e26e-d693-4e14-9db9-7497bb48fdc2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:00.077832 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca" -d '{"events": [{"name": "network-changed", "server_uuid": "66af517f-66c7-4008-a11c-9d595abf3e5d", "tag": "3537e26e-d693-4e14-9db9-7497bb48fdc2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:00.104315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-378a01d0-64ad-420c-bf44-a5c777aea3a4 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697030 Oct 18 23:18:00.111587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55e3ff-f7d8-4dfb-81f5-9ad17a58920d req-74040375-f670-423c-827e-ce8b01b631e3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:00.119549 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e55e3ff-f7d8-4dfb-81f5-9ad17a58920d req-74040375-f670-423c-827e-ce8b01b631e3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 943 time: 0.1426737 Oct 18 23:18:00.174297 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e55e3ff-f7d8-4dfb-81f5-9ad17a58920d req-234082f3-2a00-4cfa-b2d9-61371f571a21 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488808 Oct 18 23:18:00.197271 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cbcf81a7-50c6-499b-a053-5b3547260e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:00.204338 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cbcf81a7-50c6-499b-a053-5b3547260e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:00.210632 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cbcf81a7-50c6-499b-a053-5b3547260e3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42f7206e-b5a2-47e8-a159-82f3ba4bb9dc HTTP/1.1" status: 204 len: 168 time: 0.3184514 Oct 18 23:18:00.226167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf81a7-50c6-499b-a053-5b3547260e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f7206e-b5a2-47e8-a159-82f3ba4bb9dc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:00.290750 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6944b291-302b-4fff-b7b7-c41d6b2cbe7c x-openstack-request-id: req-6944b291-302b-4fff-b7b7-c41d6b2cbe7c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:00.291065 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66af517f-66c7-4008-a11c-9d595abf3e5d", "tag": "3537e26e-d693-4e14-9db9-7497bb48fdc2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:00.291309 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6944b291-302b-4fff-b7b7-c41d6b2cbe7c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:00.292331 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66af517f-66c7-4008-a11c-9d595abf3e5d', 'tag': '3537e26e-d693-4e14-9db9-7497bb48fdc2', 'status': 'completed', 'code': 200} Oct 18 23:18:00.331184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d47219-24b5-45f4-9849-59c85a72c7dc req-f9334b2f-687a-4105-8054-36e7bb879311 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:00.333402 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31d47219-24b5-45f4-9849-59c85a72c7dc req-f9334b2f-687a-4105-8054-36e7bb879311 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.2057619 Oct 18 23:18:00.389308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31d47219-24b5-45f4-9849-59c85a72c7dc req-b1ad914d-5b79-4c74-b983-c4059687acdc tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444462 Oct 18 23:18:00.391915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e51d7401-9d6f-47a2-b2fd-acafebdb2cf4 req-e5c6a35c-9f50-43bf-8d01-b79c06198ea7 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789955 Oct 18 23:18:00.509612 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:18:00.556008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-e19f0f46-bef9-440d-973f-6a63fb28c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:00.558619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-e19f0f46-bef9-440d-973f-6a63fb28c942 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1221c3a92228466f8670590758a0e718&device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 1095 time: 0.0711141 Oct 18 23:18:00.753778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-62f9dc1d-647b-40bf-b193-5b14b0cdf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:00.755393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-62f9dc1d-647b-40bf-b193-5b14b0cdf0ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 200 len: 916 time: 0.1892755 Oct 18 23:18:00.766928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39056) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:00.783904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e74925-89e6-4ddc-a522-f674c9b53fa3 req-74c638db-22a8-4f53-9aab-03b545396d82 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:00.785382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69e74925-89e6-4ddc-a522-f674c9b53fa3 req-74c638db-22a8-4f53-9aab-03b545396d82 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0872996 Oct 18 23:18:00.817010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1be19340-7c5c-44de-b976-26f678d80e1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b150d42b4fae497982d49dc9725ed121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487666 Oct 18 23:18:00.820040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39058) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:00.824023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-fa2d2241-eae9-4547-891f-7a2079009500 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3537e26e-d693-4e14-9db9-7497bb48fdc2 HTTP/1.1" status: 200 len: 217 time: 0.0545759 Oct 18 23:18:00.835795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05753ac0-ae32-4a7a-b91c-f104c5c59f16 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:00.882509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82a102c3-b828-4c00-9e16-e36da935694f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:00.890279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 05753ac0-ae32-4a7a-b91c-f104c5c59f16 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:00.891977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05753ac0-ae32-4a7a-b91c-f104c5c59f16 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:00.912147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-3b2bdad9-8687-469d-915d-85604fd9b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:00.913691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-3b2bdad9-8687-469d-915d-85604fd9b841 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed50223d-c908-4285-95f1-101304451ba3 HTTP/1.1" status: 200 len: 855 time: 0.0799317 Oct 18 23:18:00.919617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69e74925-89e6-4ddc-a522-f674c9b53fa3 req-3c9316b4-2cdf-4e19-9aa9-8511fd73072f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988851 Oct 18 23:18:00.928395 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82a102c3-b828-4c00-9e16-e36da935694f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:00.963496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-618b957a-a748-4b62-b181-e4c727cc187b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1a10e42-608c-4afd-95b8-fcf9699e6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418115 Oct 18 23:18:01.021654 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82a102c3-b828-4c00-9e16-e36da935694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:01.024421 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82a102c3-b828-4c00-9e16-e36da935694f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:01.027719 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-82a102c3-b828-4c00-9e16-e36da935694f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5afcfc9-df63-4599-b6f6-2b88e5934a1e HTTP/1.1" status: 204 len: 168 time: 0.2047172 Oct 18 23:18:01.041765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 448954cb-ed60-4344-87b0-f1ae4b9731d1 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:01.042904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a102c3-b828-4c00-9e16-e36da935694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afcfc9-df63-4599-b6f6-2b88e5934a1e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:01.115318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-f4e29d32-0149-482b-8f28-7f596884b356 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430745 Oct 18 23:18:01.281601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-89452967-7fcd-4e7e-946f-a1e02fefe767 service neutron] 10.222.0.73 "GET /v2.0/ports/448954cb-ed60-4344-87b0-f1ae4b9731d1/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 385 time: 0.1282315 Oct 18 23:18:01.313615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cefb3-c291-497a-a547-aac201bb3c08 req-ffb0b4f6-c583-41dc-9228-adb7fef9f7a5 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:01.316599 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-116cefb3-c291-497a-a547-aac201bb3c08 req-ffb0b4f6-c583-41dc-9228-adb7fef9f7a5 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 943 time: 0.0735555 Oct 18 23:18:01.326875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8242922b-67f9-4c07-8c8f-dbdc6a1325ca req-d0adc8bf-0d06-472f-8f50-71cdf50ad059 service neutron] 10.222.0.73 "GET /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039549 Oct 18 23:18:01.386157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-116cefb3-c291-497a-a547-aac201bb3c08 req-582b6106-6133-40f3-86e7-60d9845ba9d5 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590241 Oct 18 23:18:01.519323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:01.541900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:01.580966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448954cb-ed60-4344-87b0-f1ae4b9731d1 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:01.592749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6363c66-9e4d-4713-951c-8d79d7bf551a req-57aeab64-c302-4a4d-8520-6fdb06de7741 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:01.594417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6363c66-9e4d-4713-951c-8d79d7bf551a req-57aeab64-c302-4a4d-8520-6fdb06de7741 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 944 time: 0.0898275 Oct 18 23:18:01.611487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:01.629915 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:01.667115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6363c66-9e4d-4713-951c-8d79d7bf551a req-3147faac-0149-4403-9683-8488b4264d57 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648434 Oct 18 23:18:01.727474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] Transition to ACTIVE for port object 448954cb-ed60-4344-87b0-f1ae4b9731d1 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:18:01.733019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:01.810243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] No DVR routers for this DVR port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:01.852361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] Pushing event updated for resources: {'Port': ['ID=448954cb-ed60-4344-87b0-f1ae4b9731d1,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:01.859425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-351cbffc-1b0f-40f5-8ee8-eec1e578fe8e service neutron] 10.222.0.73 "PUT /v2.0/ports/448954cb-ed60-4344-87b0-f1ae4b9731d1/bindings/n-h1-713498-28/activate HTTP/1.1" status: 200 len: 370 time: 0.5678229 Oct 18 23:18:02.062091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-6a817c84-9478-4304-8383-f7855afae6c0 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:02.064005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-6a817c84-9478-4304-8383-f7855afae6c0 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.0938675 Oct 18 23:18:02.090772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4656ea9-9d0b-4fa6-b2af-7e3125c9e129 req-610ea893-6e48-4acc-96a7-6c2b4a12688a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:02.092413 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b4656ea9-9d0b-4fa6-b2af-7e3125c9e129 req-610ea893-6e48-4acc-96a7-6c2b4a12688a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0779247 Oct 18 23:18:02.153092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-69696d64-2294-4174-aa22-5ab89cc2cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:02.155188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-69696d64-2294-4174-aa22-5ab89cc2cff0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855&tenant_id=c91492ee9d27416abba2071bf16cb6da HTTP/1.1" status: 200 len: 1097 time: 0.0824146 Oct 18 23:18:02.182968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b4656ea9-9d0b-4fa6-b2af-7e3125c9e129 req-ebf180c6-74f0-46bd-875a-fd50f1eb66af tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592816 Oct 18 23:18:02.256257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-dac75424-ccc2-4324-be58-a17dbf9c0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:02.257776 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-dac75424-ccc2-4324-be58-a17dbf9c0dce service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c91492ee9d27416abba2071bf16cb6da&device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 1097 time: 0.0574055 Oct 18 23:18:02.361301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-8eff05d2-9e9b-4d59-bb41-a3610448b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:02.362927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-8eff05d2-9e9b-4d59-bb41-a3610448b801 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 200 len: 909 time: 0.0960915 Oct 18 23:18:02.416677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-d19c4330-cb7c-4d6c-9e57-8fd5dc798cea service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1 HTTP/1.1" status: 200 len: 217 time: 0.0450196 Oct 18 23:18:02.491958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-bd2b2af9-b5c1-4b26-bf9d-56504c606b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:02.497083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-bd2b2af9-b5c1-4b26-bf9d-56504c606b14 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 200 len: 848 time: 0.0720139 Oct 18 23:18:02.543007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-46c65af5-a5e0-4da9-9ee1-8c4bd96a0d9e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371678 Oct 18 23:18:02.553965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7a71-fec8-4ea2-b62f-34714014a748 req-66fc8dbc-1c7c-47bd-b64d-a4f91e1d89af tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:02.563171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-302b7a71-fec8-4ea2-b62f-34714014a748 req-66fc8dbc-1c7c-47bd-b64d-a4f91e1d89af tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 943 time: 0.0761130 Oct 18 23:18:02.621208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-302b7a71-fec8-4ea2-b62f-34714014a748 req-9fd6f4ad-0d04-415c-b6cb-17596807dae1 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563729 Oct 18 23:18:02.693345 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-38cf63b9-480e-42dc-9897-c703b81d515a service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414490 Oct 18 23:18:02.847824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffb1ba-0433-47a5-83f6-c2f40ca3c76e req-2e49eb4b-626c-4c71-b0ce-4e1d549a6c5b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:02.849503 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5ffb1ba-0433-47a5-83f6-c2f40ca3c76e req-2e49eb4b-626c-4c71-b0ce-4e1d549a6c5b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 945 time: 0.0932534 Oct 18 23:18:02.867353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-714f423e-7565-4aa8-934b-3b52a6a19693 service neutron] 10.222.0.102 "GET /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656420 Oct 18 23:18:02.927390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5ffb1ba-0433-47a5-83f6-c2f40ca3c76e req-9fb4ec81-c698-49d0-beb9-5ac91ea7cd9e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588508 Oct 18 23:18:03.053441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3537e26e-d693-4e14-9db9-7497bb48fdc2 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:18:03.172188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3537e26e-d693-4e14-9db9-7497bb48fdc2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3537e26e-d693-4e14-9db9-7497bb48fdc2,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:03.197768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '3537e26e-d693-4e14-9db9-7497bb48fdc2', 'network_id': 'c1a10e42-608c-4afd-95b8-fcf9699e6b2f', 'port_id': '3537e26e-d693-4e14-9db9-7497bb48fdc2', 'mac_address': 'fa:16:3e:81:6f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed50223d-c908-4285-95f1-101304451ba3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:18:03.233635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-acc2af73-1a8c-4769-87d8-6a3e0f280375 req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Request body: {'security_group': {'name': 'tempest-securitygroup-621590117', 'description': 'tempest-description-1196401627'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:03.262477 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.285355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-9c08c83a-4fdc-45eb-ad1a-675c7d222243 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:03.287677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-9c08c83a-4fdc-45eb-ad1a-675c7d222243 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855&tenant_id=c91492ee9d27416abba2071bf16cb6da&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.1004112 Oct 18 23:18:03.289156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acc2af73-1a8c-4769-87d8-6a3e0f280375 req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.296139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3537e26e-d693-4e14-9db9-7497bb48fdc2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:03.310957 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acc2af73-1a8c-4769-87d8-6a3e0f280375 req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.335701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a3bb-467c-4dc7-b185-f10b623c7ec5 req-c2f0466f-6ed1-4b64-afee-7358d95eac26 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:03.339494 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b43a3bb-467c-4dc7-b185-f10b623c7ec5 req-c2f0466f-6ed1-4b64-afee-7358d95eac26 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0704904 Oct 18 23:18:03.339721 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3537e26e-d693-4e14-9db9-7497bb48fdc2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3537e26e-d693-4e14-9db9-7497bb48fdc2,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:03.346825 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.399564 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b43a3bb-467c-4dc7-b185-f10b623c7ec5 req-c05b2068-3bb7-4031-be02-6172e6ed7bc3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500822 Oct 18 23:18:03.446678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=3537e26e-d693-4e14-9db9-7497bb48fdc2,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:03.498665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-6023b27d-4862-425e-b8c7-2c38c16a60f3 service neutron] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:03.506984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-6023b27d-4862-425e-b8c7-2c38c16a60f3 service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.508143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-284c8e2f-bda6-45ad-b712-585405a15d21 req-6023b27d-4862-425e-b8c7-2c38c16a60f3 service neutron] 10.222.0.102 "DELETE /v2.0/ports/448954cb-ed60-4344-87b0-f1ae4b9731d1/bindings/n-h2-713498-28 HTTP/1.1" status: 204 len: 173 time: 0.2062919 Oct 18 23:18:03.524993 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acc2af73-1a8c-4769-87d8-6a3e0f280375 req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.530783 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acc2af73-1a8c-4769-87d8-6a3e0f280375 req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.573392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf164ad-a14a-46bc-83d7-38f5b7eb634f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:03.627150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acc2af73-1a8c-4769-87d8-6a3e0f280375 req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.632215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acc2af73-1a8c-4769-87d8-6a3e0f280375 req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.673724 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acc2af73-1a8c-4769-87d8-6a3e0f280375 req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.679369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acc2af73-1a8c-4769-87d8-6a3e0f280375 req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4816926 Oct 18 23:18:03.705776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881b1e5-1b1c-4b5d-af24-ae6d01b4ec30 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b7c4f-9f09-42aa-9bbe-30be40ed70f7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:03.794799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-99abc96a-2374-49d1-b9fc-9c2cfe8f9f88 req-82be46fc-7501-4771-bbe3-f0170e5fbabc tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1989168708', 'description': 'tempest-description-60909185'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:03.823002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a4ae5-80f9-4e60-9fd8-1984f8b0e90b req-0a019ea4-1b1e-44ff-b712-24c8b2b495c2 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:03.827678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d68a4ae5-80f9-4e60-9fd8-1984f8b0e90b req-0a019ea4-1b1e-44ff-b712-24c8b2b495c2 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 944 time: 0.0731819 Oct 18 23:18:03.836793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-99abc96a-2374-49d1-b9fc-9c2cfe8f9f88 req-82be46fc-7501-4771-bbe3-f0170e5fbabc tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.847600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['3537e26e-d693-4e14-9db9-7497bb48fdc2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:03.876505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d68a4ae5-80f9-4e60-9fd8-1984f8b0e90b req-052a7e90-705b-4a9d-91db-fe04a60d5857 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392368 Oct 18 23:18:03.977439 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-99abc96a-2374-49d1-b9fc-9c2cfe8f9f88 req-82be46fc-7501-4771-bbe3-f0170e5fbabc tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:03.982561 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-99abc96a-2374-49d1-b9fc-9c2cfe8f9f88 req-82be46fc-7501-4771-bbe3-f0170e5fbabc tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.033286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-99abc96a-2374-49d1-b9fc-9c2cfe8f9f88 req-82be46fc-7501-4771-bbe3-f0170e5fbabc tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.035786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-99abc96a-2374-49d1-b9fc-9c2cfe8f9f88 req-82be46fc-7501-4771-bbe3-f0170e5fbabc tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2475264 Oct 18 23:18:04.059460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be46fc-7501-4771-bbe3-f0170e5fbabc tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f3725c-2d5d-4ee9-b5d3-fd848fd32e98,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:04.175559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8b0f-e733-4d08-b897-dd3457f03430 req-e4d6e9bb-fdcb-467d-bc71-e4ab779c3bc3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:04.178193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e9a8b0f-e733-4d08-b897-dd3457f03430 req-e4d6e9bb-fdcb-467d-bc71-e4ab779c3bc3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 945 time: 0.0696924 Oct 18 23:18:04.204438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-e6dbb38d-5499-400c-8504-3127cf97752a req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1571683403', 'description': 'tempest-description-974078986'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:04.228312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e6dbb38d-5499-400c-8504-3127cf97752a req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.230235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e9a8b0f-e733-4d08-b897-dd3457f03430 req-7fb41561-4fb4-4089-b562-7eb326d06d18 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Oct 18 23:18:04.241908 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e6dbb38d-5499-400c-8504-3127cf97752a req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.343932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e6dbb38d-5499-400c-8504-3127cf97752a req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.349101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e6dbb38d-5499-400c-8504-3127cf97752a req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.390380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890164c1-f7d6-43fe-8d01-e90168d235b5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:04.400625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899e26b-4b20-4053-9543-86c59c54e365 req-075eaf0d-40e2-4831-a9e9-16496958ca41 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:04.407732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0899e26b-4b20-4053-9543-86c59c54e365 req-075eaf0d-40e2-4831-a9e9-16496958ca41 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 1097 time: 0.0658174 Oct 18 23:18:04.432128 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e6dbb38d-5499-400c-8504-3127cf97752a req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.437805 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e6dbb38d-5499-400c-8504-3127cf97752a req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.446110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0899e26b-4b20-4053-9543-86c59c54e365 req-d9488d3f-3dd7-4518-9ea7-8a04aceff057 tempest-LiveMigrationTest-1028174728 tempest-LiveMigrationTest-1028174728-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Oct 18 23:18:04.484224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e6dbb38d-5499-400c-8504-3127cf97752a req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.491767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.494132 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6dbb38d-5499-400c-8504-3127cf97752a req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2940657 Oct 18 23:18:04.498900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183faa8-7031-4f58-b384-b8008b15c73a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a82c3d5-d86d-4d8a-9621-134cb4c04e52,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:04.584134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a035ee-17c7-49eb-b159-b4c9161a6922 req-ff80d588-1cc7-407e-987e-0feb401067c8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:04.595086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72a035ee-17c7-49eb-b159-b4c9161a6922 req-ff80d588-1cc7-407e-987e-0feb401067c8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0767610 Oct 18 23:18:04.652898 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72a035ee-17c7-49eb-b159-b4c9161a6922 req-74fb1bfc-501c-438f-a00c-58da4ecca2f9 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566483 Oct 18 23:18:04.696226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-daa0731b-2cb4-4dc6-83e4-2a859993bf85 req-10573146-3c19-4b16-9901-0f8d05ef4311 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1297990956', 'description': 'tempest-description-1221650672'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:04.735168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-daa0731b-2cb4-4dc6-83e4-2a859993bf85 req-10573146-3c19-4b16-9901-0f8d05ef4311 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.877156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094ecd0-c407-4bb5-9277-134f57897252 req-bfc12650-024d-49f4-b3dc-c110a4b08176 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:04.887640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c094ecd0-c407-4bb5-9277-134f57897252 req-bfc12650-024d-49f4-b3dc-c110a4b08176 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 945 time: 0.0917203 Oct 18 23:18:04.888794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-daa0731b-2cb4-4dc6-83e4-2a859993bf85 req-10573146-3c19-4b16-9901-0f8d05ef4311 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.898373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-daa0731b-2cb4-4dc6-83e4-2a859993bf85 req-10573146-3c19-4b16-9901-0f8d05ef4311 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.937451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c094ecd0-c407-4bb5-9277-134f57897252 req-eead4f47-191f-4e08-8680-172cd9d0f3bd tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463369 Oct 18 23:18:04.946049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-daa0731b-2cb4-4dc6-83e4-2a859993bf85 req-10573146-3c19-4b16-9901-0f8d05ef4311 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:04.947434 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-daa0731b-2cb4-4dc6-83e4-2a859993bf85 req-10573146-3c19-4b16-9901-0f8d05ef4311 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2591009 Oct 18 23:18:04.948847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10573146-3c19-4b16-9901-0f8d05ef4311 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fddd5a-015f-4bcc-be2f-45a1c7bf5d9e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:05.073654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3537e26e-d693-4e14-9db9-7497bb48fdc2 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:05.078357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1661-f869-42c0-aac4-57495c8a7dac req-e683ace1-36af-4bcf-9e15-edc633d8912f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:05.083438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92fe1661-f869-42c0-aac4-57495c8a7dac req-e683ace1-36af-4bcf-9e15-edc633d8912f tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 944 time: 0.0741103 Oct 18 23:18:05.136814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92fe1661-f869-42c0-aac4-57495c8a7dac req-774a4f48-3986-412e-9678-45844dbb96ff tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485878 Oct 18 23:18:05.170423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 3537e26e-d693-4e14-9db9-7497bb48fdc2 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:18:05.184467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 3537e26e-d693-4e14-9db9-7497bb48fdc2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:05.185056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:05.319182 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:05.356444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af517f-66c7-4008-a11c-9d595abf3e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537e26e-d693-4e14-9db9-7497bb48fdc2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:05.356444 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c94732-f4c7-4a3c-8da6-2dd060d9cbac" -d '{"events": [{"server_uuid": "66af517f-66c7-4008-a11c-9d595abf3e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3537e26e-d693-4e14-9db9-7497bb48fdc2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:05.369495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 3537e26e-d693-4e14-9db9-7497bb48fdc2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3537e26e-d693-4e14-9db9-7497bb48fdc2,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:05.377564 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:05.408253 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48caf47b-7a9d-4fd0-a99d-df85aa44cfd7 x-openstack-request-id: req-48caf47b-7a9d-4fd0-a99d-df85aa44cfd7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:05.408562 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af517f-66c7-4008-a11c-9d595abf3e5d", "name": "network-vif-plugged", "status": "completed", "tag": "3537e26e-d693-4e14-9db9-7497bb48fdc2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:05.408790 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48caf47b-7a9d-4fd0-a99d-df85aa44cfd7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:05.409180 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af517f-66c7-4008-a11c-9d595abf3e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3537e26e-d693-4e14-9db9-7497bb48fdc2', 'code': 200} Oct 18 23:18:05.438031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=3537e26e-d693-4e14-9db9-7497bb48fdc2,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:05.503043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-0af6634e-df55-4e8b-a416-2df25b58a353 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58779 time: 0.4322851 Oct 18 23:18:05.562441 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-6dfc060a-e3c3-4f97-af2b-94d2e2d6df8c tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0e36e737-3466-4ce6-8c18-43f0c86f74a6 HTTP/1.1" status: 200 len: 2981 time: 0.0467033 Oct 18 23:18:05.568056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c29c16-23ba-4b51-80bb-5dc0b400b823 req-5b728481-2d87-4753-b503-019e0551428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:05.570816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4c29c16-23ba-4b51-80bb-5dc0b400b823 req-5b728481-2d87-4753-b503-019e0551428e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 1097 time: 0.0643160 Oct 18 23:18:05.612463 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4c29c16-23ba-4b51-80bb-5dc0b400b823 req-cdec1bb5-1f97-4c6d-ae26-e15835d4d4bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337434 Oct 18 23:18:05.616730 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-c8fce3a1-5c83-44b0-becb-f67356076713 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0e36e737-3466-4ce6-8c18-43f0c86f74a6 HTTP/1.1" status: 200 len: 2981 time: 0.0483124 Oct 18 23:18:05.715149 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-218e06f7-a7e5-4e1a-8869-bf1c96099a09 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0e93f28c-f105-4c3f-a542-babaca114c44 HTTP/1.1" status: 200 len: 2981 time: 0.0775099 Oct 18 23:18:05.723654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db5b0-9820-422e-99c4-6963c7f6061e req-ee2bb1ce-4412-4802-b282-7abff5abd31c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:05.726062 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-232db5b0-9820-422e-99c4-6963c7f6061e req-ee2bb1ce-4412-4802-b282-7abff5abd31c tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.102 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 945 time: 0.0630431 Oct 18 23:18:05.773998 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-0daef639-8d29-480e-8f2b-3fcdd16910ac tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0e93f28c-f105-4c3f-a542-babaca114c44 HTTP/1.1" status: 200 len: 2981 time: 0.0600684 Oct 18 23:18:05.827507 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-d8954a76-c6ec-4dd4-9cd3-53dc15f34ab4 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1bf164ad-a14a-46bc-83d7-38f5b7eb634f HTTP/1.1" status: 200 len: 2981 time: 0.0466077 Oct 18 23:18:05.857525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fa43-6260-497d-b876-3496c4dc1f6b req-514662a0-39dd-4c61-948e-321d0901fd19 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:05.859087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e89fa43-6260-497d-b876-3496c4dc1f6b req-514662a0-39dd-4c61-948e-321d0901fd19 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0927987 Oct 18 23:18:05.894704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-232db5b0-9820-422e-99c4-6963c7f6061e req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Deleting port 448954cb-ed60-4344-87b0-f1ae4b9731d1 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:18:05.894992 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-1e65a5a9-11d6-426e-939d-9107a9320659 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1bf164ad-a14a-46bc-83d7-38f5b7eb634f HTTP/1.1" status: 200 len: 2981 time: 0.0522859 Oct 18 23:18:05.895453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-232db5b0-9820-422e-99c4-6963c7f6061e req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:05.939424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e89fa43-6260-497d-b876-3496c4dc1f6b req-10d077d1-fa9b-4253-bc44-45b9ff069143 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700667 Oct 18 23:18:05.984333 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-354d4584-3ab3-4528-b356-65df02059f70 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/7ed4ac7a-8a8c-47df-9beb-6d6adda9816d HTTP/1.1" status: 200 len: 2981 time: 0.0814459 Oct 18 23:18:06.003617 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:06.039770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-232db5b0-9820-422e-99c4-6963c7f6061e req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] For port 448954cb-ed60-4344-87b0-f1ae4b9731d1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=448954cb-ed60-4344-87b0-f1ae4b9731d1,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:06.040254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-232db5b0-9820-422e-99c4-6963c7f6061e req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:06.051562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-d3608d6c-fb57-4f2e-ad7d-efc389a718d3 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/7ed4ac7a-8a8c-47df-9beb-6d6adda9816d HTTP/1.1" status: 200 len: 2981 time: 0.0591130 Oct 18 23:18:06.099139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-87c311b0-4f0e-496c-bbe9-b5297e3c6422 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/82113726-e8f4-41be-9d4a-55d9f544fd56 HTTP/1.1" status: 200 len: 2981 time: 0.0462077 Oct 18 23:18:06.104375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-232db5b0-9820-422e-99c4-6963c7f6061e req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Calling delete_port for 448954cb-ed60-4344-87b0-f1ae4b9731d1 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:18:06.162010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-50f11d31-7e24-4f4b-9d8b-9e021346e093 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/82113726-e8f4-41be-9d4a-55d9f544fd56 HTTP/1.1" status: 200 len: 2981 time: 0.0498421 Oct 18 23:18:06.222034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c519-dc5c-4cc3-b780-90e959e84a64 req-b3e0f1a4-628d-491b-bf97-0bac57d3c296 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:06.224536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a694c519-dc5c-4cc3-b780-90e959e84a64 req-b3e0f1a4-628d-491b-bf97-0bac57d3c296 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 945 time: 0.1793227 Oct 18 23:18:06.251411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-1183dd58-4cf9-44f8-88b3-2622d6b05562 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/826f4049-1aef-4b04-a6fd-bd8eb0846d5a HTTP/1.1" status: 200 len: 2981 time: 0.0808954 Oct 18 23:18:06.304815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a694c519-dc5c-4cc3-b780-90e959e84a64 req-9ddf2976-dd62-4b5f-97d1-0b74288da98e tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621059 Oct 18 23:18:06.345811 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-d636ad49-6166-4ca0-8a0d-0d396a7d892f tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/826f4049-1aef-4b04-a6fd-bd8eb0846d5a HTTP/1.1" status: 200 len: 2981 time: 0.0851893 Oct 18 23:18:06.386766 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-232db5b0-9820-422e-99c4-6963c7f6061e req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:06.418296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Pushing event deleted for resources: {'Port': ['ID=448954cb-ed60-4344-87b0-f1ae4b9731d1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:06.430636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b439aa59-0d7f-442d-a2d1-6f5d01c38386', '448954cb-ed60-4344-87b0-f1ae4b9731d1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:06.446856 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-106ea8cf-883a-4228-8902-333aee8c2b46 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/855b81ef-faa3-4c47-abc3-6fe38076be4e HTTP/1.1" status: 200 len: 2977 time: 0.0932961 Oct 18 23:18:06.465734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-232db5b0-9820-422e-99c4-6963c7f6061e req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] No DVR routers for this DVR port 448954cb-ed60-4344-87b0-f1ae4b9731d1 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:06.468353 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-232db5b0-9820-422e-99c4-6963c7f6061e req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:06.472560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-232db5b0-9820-422e-99c4-6963c7f6061e req-313af9a7-cb58-4479-8723-38196605f843 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.102 "DELETE /v2.0/ports/448954cb-ed60-4344-87b0-f1ae4b9731d1 HTTP/1.1" status: 204 len: 173 time: 0.7402232 Oct 18 23:18:06.473042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'name': 'network-vif-deleted', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:06.475469 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ac1770-a99e-4132-812b-fb8c98a9f8d8" -d '{"events": [{"server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "name": "network-vif-deleted", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:06.531997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-037a904f-55c9-44ac-b1b0-d4a6eeabb2d4 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/855b81ef-faa3-4c47-abc3-6fe38076be4e HTTP/1.1" status: 200 len: 2977 time: 0.0835249 Oct 18 23:18:06.630287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1d7e4-9108-453b-a37b-a8e28f76fa73 req-dd27b5b3-6e12-4025-a125-3fee68a5f602 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:06.632768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00f1d7e4-9108-453b-a37b-a8e28f76fa73 req-dd27b5b3-6e12-4025-a125-3fee68a5f602 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.0769794 Oct 18 23:18:06.639975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-d3787bbf-db8b-4f26-827d-ed5d76dcadbc tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/890164c1-f7d6-43fe-8d01-e90168d235b5 HTTP/1.1" status: 200 len: 2981 time: 0.1052623 Oct 18 23:18:06.688188 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-25bef6c4-55b3-4b88-a5d7-cb2a10b9463e tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/890164c1-f7d6-43fe-8d01-e90168d235b5 HTTP/1.1" status: 200 len: 2981 time: 0.0473220 Oct 18 23:18:06.712657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00f1d7e4-9108-453b-a37b-a8e28f76fa73 req-1cb7696c-8104-4703-87d9-a56e66acc330 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728710 Oct 18 23:18:06.795534 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-0b57cf23-2a36-440b-bb10-5c2616aafe6f tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/a48a8d21-599a-445b-ab43-4c2810ebf27e HTTP/1.1" status: 200 len: 2981 time: 0.1003520 Oct 18 23:18:06.876677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-bc050678-07b3-4fbb-8f65-d68fe028e204 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/a48a8d21-599a-445b-ab43-4c2810ebf27e HTTP/1.1" status: 200 len: 2981 time: 0.0767391 Oct 18 23:18:06.962422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-9f61d8b6-ad70-4b22-bef8-85185affb1e6 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ba51de56-985f-4084-9fb0-842596384ae9 HTTP/1.1" status: 200 len: 2973 time: 0.0676088 Oct 18 23:18:07.027898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-d6664138-a4b1-4390-8d7a-d01bb93d729d tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ba51de56-985f-4084-9fb0-842596384ae9 HTTP/1.1" status: 200 len: 2973 time: 0.0643935 Oct 18 23:18:07.065339 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906b630b-150d-4161-9eab-e7d0809d61dd x-openstack-request-id: req-906b630b-150d-4161-9eab-e7d0809d61dd {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:07.065858 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482c26f2-5afc-4e54-80ba-142e1b9a9855", "name": "network-vif-deleted", "tag": "448954cb-ed60-4344-87b0-f1ae4b9731d1", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:07.066274 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-906b630b-150d-4161-9eab-e7d0809d61dd {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:07.066685 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482c26f2-5afc-4e54-80ba-142e1b9a9855', 'name': 'network-vif-deleted', 'tag': '448954cb-ed60-4344-87b0-f1ae4b9731d1', 'status': 'completed', 'code': 200} Oct 18 23:18:07.091345 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-8497c0fc-e5eb-4b43-8655-1bca793004a5 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ba980803-323c-4326-9e86-01c1c51c7ffa HTTP/1.1" status: 200 len: 2981 time: 0.0564442 Oct 18 23:18:07.160062 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-b87feea6-4d1e-466d-b378-b7f447ab2765 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ba980803-323c-4326-9e86-01c1c51c7ffa HTTP/1.1" status: 200 len: 2981 time: 0.0622272 Oct 18 23:18:07.202964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304d47-e0d1-4e65-85db-53a87e0f4490 req-855ca70e-fc39-4248-b72b-090e245c4a02 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:07.204056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8304d47-e0d1-4e65-85db-53a87e0f4490 req-855ca70e-fc39-4248-b72b-090e245c4a02 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0627952 Oct 18 23:18:07.247172 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-ea109668-bb0f-4c43-946b-fe5b5aa04ebd tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/bd5d4927-6a7f-48e2-8009-e2116b838c9e HTTP/1.1" status: 200 len: 2981 time: 0.0797634 Oct 18 23:18:07.255807 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8304d47-e0d1-4e65-85db-53a87e0f4490 req-01806bf0-1355-4353-95fb-6c3dd6e6d291 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Oct 18 23:18:07.306262 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-3090e7f0-8d97-49de-8fda-8e0ae225d37b tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/bd5d4927-6a7f-48e2-8009-e2116b838c9e HTTP/1.1" status: 200 len: 2981 time: 0.0564294 Oct 18 23:18:07.404368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-28c7113f-d885-4d34-97fb-3ccf995631fe tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d277eccd-4055-4c27-876b-a48278add450 HTTP/1.1" status: 200 len: 2981 time: 0.0964377 Oct 18 23:18:07.478144 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-bfc6a183-ca36-42d3-b8cf-23e841b7620a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d277eccd-4055-4c27-876b-a48278add450 HTTP/1.1" status: 200 len: 2981 time: 0.0724790 Oct 18 23:18:07.494078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0a25bb0-aef3-4555-a333-7b600555dc72 req-0d28dc26-535a-4514-9e71-66716e842674 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 210 time: 0.0441120 Oct 18 23:18:07.535050 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-86a5cc2b-d609-482d-a929-30dfe27303ab tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d60b1b45-69be-48ed-abab-d9b97462da95 HTTP/1.1" status: 200 len: 2977 time: 0.0482810 Oct 18 23:18:07.595681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-8bb82f25-0107-4069-9a40-03e85d6348d3 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d60b1b45-69be-48ed-abab-d9b97462da95 HTTP/1.1" status: 200 len: 2977 time: 0.0492911 Oct 18 23:18:07.648623 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-e08eceed-7e90-4703-94fc-f7c6e17c6192 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e8092653-c24b-49e9-8493-2ff65ae99b65 HTTP/1.1" status: 200 len: 2977 time: 0.0462623 Oct 18 23:18:07.696710 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02527184-9651-47ef-af3f-aea314e290f1 req-dfb64e07-bf3b-4e50-a90a-9b7b90cf79ae tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e8092653-c24b-49e9-8493-2ff65ae99b65 HTTP/1.1" status: 200 len: 2977 time: 0.0412433 Oct 18 23:18:07.863008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d829cf8-7f71-4dbc-a89a-92df81003b2e req-7b1e2237-91e2-4140-8d05-d05ac04172ed tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f938939c7c59496c90efe31895afa9b1 HTTP/1.1" status: 200 len: 6101 time: 0.1264718 Oct 18 23:18:07.889465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746b5db-1e4b-44b9-8570-72599d551ff9 req-44649c7f-c766-41b1-949b-31403e43582a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:07.899420 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6746b5db-1e4b-44b9-8570-72599d551ff9 req-44649c7f-c766-41b1-949b-31403e43582a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.0745487 Oct 18 23:18:07.932964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d829cf8-7f71-4dbc-a89a-92df81003b2e req-6b4bbab0-7bcc-4138-917b-9c670bc1c1b4 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] 10.222.0.52 "GET /v2.0/security-groups/1bf164ad-a14a-46bc-83d7-38f5b7eb634f HTTP/1.1" status: 200 len: 2981 time: 0.0604796 Oct 18 23:18:07.940363 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6746b5db-1e4b-44b9-8570-72599d551ff9 req-19c96fcc-ab7a-4110-9baa-eb6644295f12 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395448 Oct 18 23:18:08.004451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d829cf8-7f71-4dbc-a89a-92df81003b2e req-6eb162b8-89d5-4ebd-8c4a-efa63757a65d tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] 10.222.0.52 "GET /v2.0/security-groups/1bf164ad-a14a-46bc-83d7-38f5b7eb634f HTTP/1.1" status: 200 len: 2981 time: 0.0649042 Oct 18 23:18:08.137349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3209916-79c5-45e6-b474-9f76accb0184 req-f94a502d-2c25-47b0-8983-05a1154dcce5 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:08.138934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c3209916-79c5-45e6-b474-9f76accb0184 req-f94a502d-2c25-47b0-8983-05a1154dcce5 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.0640037 Oct 18 23:18:08.142140 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9cb0c7b7-0868-4813-9f00-4c7878b2ef70 req-0f1ca269-b17a-44d3-a25a-d02542654a63 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/86fddd5a-015f-4bcc-be2f-45a1c7bf5d9e HTTP/1.1" status: 200 len: 1778 time: 0.0690937 Oct 18 23:18:08.188211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c3209916-79c5-45e6-b474-9f76accb0184 req-b44b5318-d9c9-4765-9b33-e27a849516ab tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Oct 18 23:18:08.214222 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9cb0c7b7-0868-4813-9f00-4c7878b2ef70 req-3744ae21-294c-4950-a5c9-e0cb15905965 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:08.263407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9cb0c7b7-0868-4813-9f00-4c7878b2ef70 req-3744ae21-294c-4950-a5c9-e0cb15905965 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:08.309278 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9cb0c7b7-0868-4813-9f00-4c7878b2ef70 req-3744ae21-294c-4950-a5c9-e0cb15905965 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:08.312318 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9cb0c7b7-0868-4813-9f00-4c7878b2ef70 req-3744ae21-294c-4950-a5c9-e0cb15905965 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:08.326287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9cb0c7b7-0868-4813-9f00-4c7878b2ef70 req-3744ae21-294c-4950-a5c9-e0cb15905965 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/86fddd5a-015f-4bcc-be2f-45a1c7bf5d9e HTTP/1.1" status: 204 len: 173 time: 0.1739519 Oct 18 23:18:08.350861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744ae21-294c-4950-a5c9-e0cb15905965 tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fddd5a-015f-4bcc-be2f-45a1c7bf5d9e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:08.472712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3f90e-65f5-4606-a0c5-1ec3f00e880c req-17fe9abd-5804-4ca9-8ad5-c41fb944ee75 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:08.475092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5b3f90e-65f5-4606-a0c5-1ec3f00e880c req-17fe9abd-5804-4ca9-8ad5-c41fb944ee75 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0699573 Oct 18 23:18:08.483279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-274a2243-1870-4f46-9aff-adce246cf1eb req-5be224f1-94c6-4373-a421-dd4f89ca373e tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1a82c3d5-d86d-4d8a-9621-134cb4c04e52 HTTP/1.1" status: 200 len: 1777 time: 0.0521920 Oct 18 23:18:08.519140 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5b3f90e-65f5-4606-a0c5-1ec3f00e880c req-3ab90387-be2e-4052-a545-d45fecd98903 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 Oct 18 23:18:08.562836 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-274a2243-1870-4f46-9aff-adce246cf1eb req-ca510c1e-8a2d-4187-bbb3-16e2c8fde17a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:08.640165 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-274a2243-1870-4f46-9aff-adce246cf1eb req-ca510c1e-8a2d-4187-bbb3-16e2c8fde17a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:08.708888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906304e-5d95-45a6-92aa-292594f46cb3 req-3c525d75-f9e4-4476-b6c1-952260046b06 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:08.710274 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1906304e-5d95-45a6-92aa-292594f46cb3 req-3c525d75-f9e4-4476-b6c1-952260046b06 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.1031141 Oct 18 23:18:08.717249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-274a2243-1870-4f46-9aff-adce246cf1eb req-ca510c1e-8a2d-4187-bbb3-16e2c8fde17a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:08.720481 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-274a2243-1870-4f46-9aff-adce246cf1eb req-ca510c1e-8a2d-4187-bbb3-16e2c8fde17a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:08.729549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-274a2243-1870-4f46-9aff-adce246cf1eb req-ca510c1e-8a2d-4187-bbb3-16e2c8fde17a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a82c3d5-d86d-4d8a-9621-134cb4c04e52 HTTP/1.1" status: 204 len: 173 time: 0.2389283 Oct 18 23:18:08.739777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca510c1e-8a2d-4187-bbb3-16e2c8fde17a tempest-SecurityGroupsTestAdminJSON-724014049 tempest-SecurityGroupsTestAdminJSON-724014049-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a82c3d5-d86d-4d8a-9621-134cb4c04e52,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:08.776795 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1906304e-5d95-45a6-92aa-292594f46cb3 req-e53a52a5-9d2d-4a89-9800-45f9740e3336 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586188 Oct 18 23:18:08.831604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275ac309-6440-49f2-a70c-d3f929aea156 req-7796341a-ecfd-4d28-ab80-07b528a21c81 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 210 time: 0.0319142 Oct 18 23:18:08.861732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 448954cb-ed60-4344-87b0-f1ae4b9731d1 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:08.886951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 448954cb-ed60-4344-87b0-f1ae4b9731d1 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:08.887588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 448954cb-ed60-4344-87b0-f1ae4b9731d1 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:08.928648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-098810c6-8daa-44ba-83f4-8214e36e95cb req-e850399c-0186-4c69-8798-8b4a4e525c7e tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] 10.222.0.52 "GET /v2.0/security-groups/d1f3725c-2d5d-4ee9-b5d3-fd848fd32e98 HTTP/1.1" status: 200 len: 1776 time: 0.0673957 Oct 18 23:18:08.996539 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-098810c6-8daa-44ba-83f4-8214e36e95cb req-b2a1a0ac-9399-44b0-858e-121e88e9c0f5 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:08.996905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d26a6-cce2-435e-b1a7-88053aca73ac req-ee48b96f-b34e-47e1-b197-a6699807500e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:08.999670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-441d26a6-cce2-435e-b1a7-88053aca73ac req-ee48b96f-b34e-47e1-b197-a6699807500e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.0615528 Oct 18 23:18:09.025707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-098810c6-8daa-44ba-83f4-8214e36e95cb req-b2a1a0ac-9399-44b0-858e-121e88e9c0f5 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:09.044242 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-441d26a6-cce2-435e-b1a7-88053aca73ac req-2c954ece-2ab0-4cc0-8ce4-ad9702771156 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379329 Oct 18 23:18:09.098990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-098810c6-8daa-44ba-83f4-8214e36e95cb req-b2a1a0ac-9399-44b0-858e-121e88e9c0f5 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:09.106184 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-098810c6-8daa-44ba-83f4-8214e36e95cb req-b2a1a0ac-9399-44b0-858e-121e88e9c0f5 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:09.110841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-098810c6-8daa-44ba-83f4-8214e36e95cb req-b2a1a0ac-9399-44b0-858e-121e88e9c0f5 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] 10.222.0.52 "DELETE /v2.0/security-groups/d1f3725c-2d5d-4ee9-b5d3-fd848fd32e98 HTTP/1.1" status: 204 len: 173 time: 0.1750236 Oct 18 23:18:09.133190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1a0ac-9399-44b0-858e-121e88e9c0f5 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f3725c-2d5d-4ee9-b5d3-fd848fd32e98,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:09.234541 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d05c0d5-0d5b-4df8-bba0-5cfeda212a1b req-d9d60643-4c2d-43c7-ad5a-36f24242d4eb tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] 10.222.0.52 "GET /v2.0/security-groups/8c4b7c4f-9f09-42aa-9bbe-30be40ed70f7 HTTP/1.1" status: 200 len: 1777 time: 0.0521097 Oct 18 23:18:09.309447 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5d05c0d5-0d5b-4df8-bba0-5cfeda212a1b req-20be347f-121b-4f72-a853-85349a7f11c4 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:09.338840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5d05c0d5-0d5b-4df8-bba0-5cfeda212a1b req-20be347f-121b-4f72-a853-85349a7f11c4 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:09.381635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617de48d-2719-4e46-a260-806848091ef8 req-5364c4d3-8c81-4d8c-80b7-2d222f55134a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:09.383328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-617de48d-2719-4e46-a260-806848091ef8 req-5364c4d3-8c81-4d8c-80b7-2d222f55134a tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.0637345 Oct 18 23:18:09.395364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5d05c0d5-0d5b-4df8-bba0-5cfeda212a1b req-20be347f-121b-4f72-a853-85349a7f11c4 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:09.399337 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5d05c0d5-0d5b-4df8-bba0-5cfeda212a1b req-20be347f-121b-4f72-a853-85349a7f11c4 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:09.400664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d05c0d5-0d5b-4df8-bba0-5cfeda212a1b req-20be347f-121b-4f72-a853-85349a7f11c4 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] 10.222.0.52 "DELETE /v2.0/security-groups/8c4b7c4f-9f09-42aa-9bbe-30be40ed70f7 HTTP/1.1" status: 204 len: 173 time: 0.1610186 Oct 18 23:18:09.420908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be347f-121b-4f72-a853-85349a7f11c4 tempest-SecurityGroupsTestAdminJSON-1368320013 tempest-SecurityGroupsTestAdminJSON-1368320013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b7c4f-9f09-42aa-9bbe-30be40ed70f7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:09.472332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-617de48d-2719-4e46-a260-806848091ef8 req-604533f1-15d7-4e43-8d74-cd2454dcea8c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765285 Oct 18 23:18:09.733755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c04eac-3850-407e-8ad3-5a35e2729675 req-c4aaf353-94df-4fc5-bb41-352b57d4c7dd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:09.735620 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-57c04eac-3850-407e-8ad3-5a35e2729675 req-c4aaf353-94df-4fc5-bb41-352b57d4c7dd tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.1055942 Oct 18 23:18:09.737031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f916a64-ca01-4f76-8d03-d29083f5312f req-c81f2085-660f-474f-b0f8-01e91c4648bd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:09.747014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f916a64-ca01-4f76-8d03-d29083f5312f req-c81f2085-660f-474f-b0f8-01e91c4648bd tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.1135175 Oct 18 23:18:09.793709 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-57c04eac-3850-407e-8ad3-5a35e2729675 req-cc943fa0-030c-4d17-8f06-53e1238c48c6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463095 Oct 18 23:18:09.821494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f916a64-ca01-4f76-8d03-d29083f5312f req-70585b5a-3dad-4bc5-9e8f-6acb270f6529 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735590 Oct 18 23:18:09.825934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39260) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:09.968246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0ec57b8-8b13-4c05-9fe2-beaa790b07bb req-9ee3ea2c-b255-4043-a6fd-a40b31194560 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 210 time: 0.0453484 Oct 18 23:18:10.075057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-acbc80e2-e72a-4358-b7eb-2e6740f7a20e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f938939c7c59496c90efe31895afa9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479730 Oct 18 23:18:10.077627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39270) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:10.140479 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9249069c-aa81-4ee7-af84-bccb3c34cc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:10.167885 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9249069c-aa81-4ee7-af84-bccb3c34cc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:10.269990 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9249069c-aa81-4ee7-af84-bccb3c34cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:10.272949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9249069c-aa81-4ee7-af84-bccb3c34cc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:10.274178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9249069c-aa81-4ee7-af84-bccb3c34cc4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bf164ad-a14a-46bc-83d7-38f5b7eb634f HTTP/1.1" status: 204 len: 168 time: 0.1954136 Oct 18 23:18:10.292464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249069c-aa81-4ee7-af84-bccb3c34cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf164ad-a14a-46bc-83d7-38f5b7eb634f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:10.599119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3a82-9c2d-4717-bc53-1bd12b496aa1 req-7aafe135-0a7c-480e-92b0-499daa4debb2 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:10.600681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a8c3a82-9c2d-4717-bc53-1bd12b496aa1 req-7aafe135-0a7c-480e-92b0-499daa4debb2 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.0986845 Oct 18 23:18:10.670102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a8c3a82-9c2d-4717-bc53-1bd12b496aa1 req-6bd90f85-115c-4106-bee0-0028902630f3 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575535 Oct 18 23:18:10.760091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39286) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:10.814108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b51b5630-2c3e-4f1f-af17-05d16bd8355f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e83aa9f760504e1291b20c6f0808d42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530910 Oct 18 23:18:10.815922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39288) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:10.930381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f638fba-31ca-4e89-8c29-54ec71ae9a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:10.956989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f638fba-31ca-4e89-8c29-54ec71ae9a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:10.983301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346446ac-dcd9-41d5-baef-941ef15e154c req-0b52992e-2980-4cd6-a183-ea5627207d13 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:10.993198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-346446ac-dcd9-41d5-baef-941ef15e154c req-0b52992e-2980-4cd6-a183-ea5627207d13 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.1040390 Oct 18 23:18:11.084485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f638fba-31ca-4e89-8c29-54ec71ae9a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:11.088078 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f638fba-31ca-4e89-8c29-54ec71ae9a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:11.091890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1f638fba-31ca-4e89-8c29-54ec71ae9a6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/890164c1-f7d6-43fe-8d01-e90168d235b5 HTTP/1.1" status: 204 len: 168 time: 0.2727284 Oct 18 23:18:11.115986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-325e67d1-9d00-43ae-b64a-1f0ba447eb16 req-944d640c-47a1-4e3f-9a05-aa13a9fb9489 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 210 time: 0.0490904 Oct 18 23:18:11.128866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f638fba-31ca-4e89-8c29-54ec71ae9a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890164c1-f7d6-43fe-8d01-e90168d235b5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:11.158512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-346446ac-dcd9-41d5-baef-941ef15e154c req-0b2cac8e-bf72-4d72-9bdb-40599edea35d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644151 Oct 18 23:18:11.850065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b9464-2e84-4af6-b735-ff5111213e19 req-862fa5b7-4552-49f9-ba25-371f2a60d277 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:11.854878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a95b9464-2e84-4af6-b735-ff5111213e19 req-862fa5b7-4552-49f9-ba25-371f2a60d277 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.0841808 Oct 18 23:18:11.905388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a95b9464-2e84-4af6-b735-ff5111213e19 req-9caa8387-adf5-47b9-ba12-e4c9cebf4ef8 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/security-groups?id=82113726-e8f4-41be-9d4a-55d9f544fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443778 Oct 18 23:18:12.167312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb2089-e635-4e3a-9fc8-021319324320 req-74e5be9d-b158-4bd2-b237-03de1ce53a1e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:12.169441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95fb2089-e635-4e3a-9fc8-021319324320 req-74e5be9d-b158-4bd2-b237-03de1ce53a1e tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.73 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 945 time: 0.0889573 Oct 18 23:18:12.278233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-757104dd-f2da-4636-b086-e9ce7c2ea8da req-3d7490b2-e996-45c8-918b-97189bdf2336 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=482c26f2-5afc-4e54-80ba-142e1b9a9855 HTTP/1.1" status: 200 len: 210 time: 0.0747411 Oct 18 23:18:12.368912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8ba79-b3e6-4c4d-8943-00eea7167b35 req-c7b3946f-ec82-4fa4-a257-95f9b8083139 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:12.371246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fe8ba79-b3e6-4c4d-8943-00eea7167b35 req-c7b3946f-ec82-4fa4-a257-95f9b8083139 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0991361 Oct 18 23:18:12.451762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fe8ba79-b3e6-4c4d-8943-00eea7167b35 req-b90bbe26-8ba4-47e3-9f7d-e5367c0e8335 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719659 Oct 18 23:18:12.466313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-95fb2089-e635-4e3a-9fc8-021319324320 req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Deleting port 3537e26e-d693-4e14-9db9-7497bb48fdc2 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:18:12.466491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-95fb2089-e635-4e3a-9fc8-021319324320 req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:12.627390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-95fb2089-e635-4e3a-9fc8-021319324320 req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] For port 3537e26e-d693-4e14-9db9-7497bb48fdc2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=3537e26e-d693-4e14-9db9-7497bb48fdc2,segment=NetworkSegment(fa8d1497-6099-4ac5-93b7-8e05ed3caa26),segment_id=fa8d1497-6099-4ac5-93b7-8e05ed3caa26)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:12.628994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-95fb2089-e635-4e3a-9fc8-021319324320 req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:12.649689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-95fb2089-e635-4e3a-9fc8-021319324320 req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Calling delete_port for 3537e26e-d693-4e14-9db9-7497bb48fdc2 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:18:12.837227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-95fb2089-e635-4e3a-9fc8-021319324320 req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:12.875737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['3537e26e-d693-4e14-9db9-7497bb48fdc2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:12.882090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Pushing event deleted for resources: {'Port': ['ID=3537e26e-d693-4e14-9db9-7497bb48fdc2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:12.968570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fb2089-e635-4e3a-9fc8-021319324320 req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] No DVR routers for this DVR port 3537e26e-d693-4e14-9db9-7497bb48fdc2 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:12.971216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-95fb2089-e635-4e3a-9fc8-021319324320 req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:12.975017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95fb2089-e635-4e3a-9fc8-021319324320 req-811acc04-34ad-42bd-a9ef-d58867557ae6 tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.73 "DELETE /v2.0/ports/3537e26e-d693-4e14-9db9-7497bb48fdc2 HTTP/1.1" status: 204 len: 173 time: 0.7939954 Oct 18 23:18:12.975927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af517f-66c7-4008-a11c-9d595abf3e5d', 'name': 'network-vif-deleted', 'tag': '3537e26e-d693-4e14-9db9-7497bb48fdc2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:12.978555 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea4bb3e-0411-4108-952e-e4efc1672b5e" -d '{"events": [{"server_uuid": "66af517f-66c7-4008-a11c-9d595abf3e5d", "name": "network-vif-deleted", "tag": "3537e26e-d693-4e14-9db9-7497bb48fdc2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:13.068032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fa37d3ec-b629-476d-ad3c-11f6cba706c4 req-0cddd87d-1597-46fd-bd90-b89cec303b4c tempest-ServerDiskConfigTestJSON-881322037 tempest-ServerDiskConfigTestJSON-881322037-project] 10.222.0.52 "GET /v2.0/ports?device_id=66af517f-66c7-4008-a11c-9d595abf3e5d HTTP/1.1" status: 200 len: 210 time: 0.0576396 Oct 18 23:18:13.073200 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6f2123-2082-47fa-8c14-98b58079cf93 x-openstack-request-id: req-1e6f2123-2082-47fa-8c14-98b58079cf93 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:13.073766 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af517f-66c7-4008-a11c-9d595abf3e5d", "name": "network-vif-deleted", "tag": "3537e26e-d693-4e14-9db9-7497bb48fdc2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:13.074211 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e6f2123-2082-47fa-8c14-98b58079cf93 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:13.074816 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af517f-66c7-4008-a11c-9d595abf3e5d', 'name': 'network-vif-deleted', 'tag': '3537e26e-d693-4e14-9db9-7497bb48fdc2', 'status': 'completed', 'code': 200} Oct 18 23:18:13.202675 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-c8c32c38-8f2c-447b-bdd0-3c1a32559550 service neutron] show failed (client error): The resource could not be found. Oct 18 23:18:13.206048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-c8c32c38-8f2c-447b-bdd0-3c1a32559550 service neutron] 10.222.0.73 "GET /v2.0/ports/a7e63785-43cf-43e6-964e-908d8bc88614/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.1363502 Oct 18 23:18:13.553939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-b02204dc-d2ec-4685-b0b5-0310e60691ba tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303288 Oct 18 23:18:13.599392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-e3b43213-7636-4c71-ad66-5a3539b57824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:13.601186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-e3b43213-7636-4c71-ad66-5a3539b57824 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728&tenant_id=1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 1102 time: 0.1299746 Oct 18 23:18:13.621598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:13.786164 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:13.867435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-1182b94f-7d2b-4dce-a392-01923c9c8654 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:13.868934 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-1182b94f-7d2b-4dce-a392-01923c9c8654 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032341 Oct 18 23:18:13.903011 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-bda15acd-e26f-4c3c-b289-de6935dc41e4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/quotas/8b85fdab5a4640638956952e4b051a2e HTTP/1.1" status: 200 len: 375 time: 0.0226080 Oct 18 23:18:13.971231 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-d971e47e-6e34-47b6-aa53-12ca7d4e1b0c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572612 Oct 18 23:18:14.202644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f407d-ec4f-4b81-86cc-97c6a6001132 req-e2f684c6-7040-4bfe-b7e6-5aafa1a254e3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:14.215404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb5f407d-ec4f-4b81-86cc-97c6a6001132 req-e2f684c6-7040-4bfe-b7e6-5aafa1a254e3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.1211476 Oct 18 23:18:14.314385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb5f407d-ec4f-4b81-86cc-97c6a6001132 req-40a88716-fe0a-4646-a794-796483343276 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966148 Oct 18 23:18:14.435981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:14.519598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:14.629221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:14.654009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bbd8c240-58da-4c38-a88e-44c6bcea0d70 req-2eeff743-17b3-42eb-b465-6ff93301306c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 210 time: 0.0420630 Oct 18 23:18:14.681322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Transition to ACTIVE for port object a7e63785-43cf-43e6-964e-908d8bc88614 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:18:14.694814 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:14.821113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:14.825362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] No DVR routers for this DVR port a7e63785-43cf-43e6-964e-908d8bc88614 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:14.930041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:14.930555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:14.931075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:14.940396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Port a7e63785-43cf-43e6-964e-908d8bc88614 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:18:14.941196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:14.947166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39416) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:14.957137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:14.957959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:14.958986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:14.959932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Bound port: a7e63785-43cf-43e6-964e-908d8bc88614, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:14.960738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:15.038506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-6607868f-737e-441d-9e44-09c69d6e07fb admin admin] Deleting subnet ed50223d-c908-4285-95f1-101304451ba3 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:18:15.046265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607868f-737e-441d-9e44-09c69d6e07fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:15.077693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:15.083034 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131cfcb4-dfa6-4a83-a71b-6d00f5869b76" -d '{"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:15.122503 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607868f-737e-441d-9e44-09c69d6e07fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:15.126624 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:15.133446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:15.145963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:15.179756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:15.181037 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:15.183298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] 10.222.0.102 "PUT /v2.0/ports/a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 1097 time: 1.5665257 Oct 18 23:18:15.229620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607868f-737e-441d-9e44-09c69d6e07fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:15.343936 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d890cb-59e9-4a72-a0fa-a7efe5acda14 x-openstack-request-id: req-47d890cb-59e9-4a72-a0fa-a7efe5acda14 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:15.345207 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:15.348037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607868f-737e-441d-9e44-09c69d6e07fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:15.367246 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47d890cb-59e9-4a72-a0fa-a7efe5acda14 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:15.367683 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'code': 200} Oct 18 23:18:15.415658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607868f-737e-441d-9e44-09c69d6e07fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed50223d-c908-4285-95f1-101304451ba3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:15.423727 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607868f-737e-441d-9e44-09c69d6e07fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:15.428686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6607868f-737e-441d-9e44-09c69d6e07fb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ed50223d-c908-4285-95f1-101304451ba3 HTTP/1.1" status: 204 len: 168 time: 0.4799290 Oct 18 23:18:15.431580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39424) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:15.491773 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59758f8c-4309-41dc-b29f-06c743dd1884 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:15.544117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-cb3f0185-fd88-4704-a117-99a5155a297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:15.545684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-cb3f0185-fd88-4704-a117-99a5155a297a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1100 time: 0.2881460 Oct 18 23:18:15.645067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108cdb0-8a0a-4a38-89f0-5aab189858ce req-68fcc7da-edd6-44ae-af43-1a4d314cd7f1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:15.653679 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1108cdb0-8a0a-4a38-89f0-5aab189858ce req-68fcc7da-edd6-44ae-af43-1a4d314cd7f1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.1127081 Oct 18 23:18:15.655632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:15.797489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1108cdb0-8a0a-4a38-89f0-5aab189858ce req-2b79fe4a-c350-496e-baf1-8be738b4678a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432283 Oct 18 23:18:15.884181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-1afd853f-e904-4239-ae41-ce9d9fdf9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:15.886609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-1afd853f-e904-4239-ae41-ce9d9fdf9d07 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3082950 Oct 18 23:18:15.964285 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:16.001534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-e3e09673-d969-40a0-a9c9-6a2220c81023 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.0995286 Oct 18 23:18:16.002985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a10e42-608c-4afd-95b8-fcf9699e6b2f']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:16.024945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:16.025482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8d1497-6099-4ac5-93b7-8e05ed3caa26') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:16.033958 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f03ca1de-148c-4f72-a1d1-c6fbd2bbbd5c req-c0edf8a8-551d-4397-b26d-7a054f074cc6 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 210 time: 0.0418136 Oct 18 23:18:16.058995 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:16.079012 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:16.089653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:18:16.090182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:16.114206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-2d2034ea-a702-461b-8eeb-e5844479a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:16.116792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-2d2034ea-a702-461b-8eeb-e5844479a567 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0811970 Oct 18 23:18:16.185231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-2e5367a2-2879-4721-b746-78a8f3a5ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:16.187654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-2e5367a2-2879-4721-b746-78a8f3a5ddd8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623014 Oct 18 23:18:16.355990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-f5b241a0-a586-4c2f-8717-3513498dea27 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595075 Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:18:16.580939 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:18:16.586793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:16.601519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:16.611120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c1a10e42-608c-4afd-95b8-fcf9699e6b2f HTTP/1.1" status: 204 len: 168 time: 1.1776474 Oct 18 23:18:16.638255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebeddd-0069-4fcd-9088-1075a7ac7096 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a10e42-608c-4afd-95b8-fcf9699e6b2f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:16.941629 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-cb6c8f11-d394-46f8-92d1-f94836c62e33 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5824559 Oct 18 23:18:17.034059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39452) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:17.138481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fe73735a-996c-472d-b39f-1a1f9a204819 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1221c3a92228466f8670590758a0e718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1025791 Oct 18 23:18:17.143219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39456) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:17.148848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:17.167752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f06ff-4020-4cd8-a44b-a60cddf6226a req-ff306a81-44eb-435e-b78d-2563e7434952 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:17.169473 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c28f06ff-4020-4cd8-a44b-a60cddf6226a req-ff306a81-44eb-435e-b78d-2563e7434952 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.2334805 Oct 18 23:18:17.209750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad301a5-43e7-4363-8d24-ca455d69a8e0 req-c7ebd857-79a8-43d4-806f-c0b89caef4eb service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366573 Oct 18 23:18:17.238186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-8b6d399b-5499-4ad8-824c-45af114b4918 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:17.241879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-8b6d399b-5499-4ad8-824c-45af114b4918 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2680268 Oct 18 23:18:17.264452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Request body: {'port': {'device_id': 'fed2522b-dc92-43e9-a897-2bcd267f92dd', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '8b85fdab5a4640638956952e4b051a2e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:17.271318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:17.272116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c28f06ff-4020-4cd8-a44b-a60cddf6226a req-380a443f-6f01-4fa7-9bc8-79005134088f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908213 Oct 18 23:18:17.279445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3537e26e-d693-4e14-9db9-7497bb48fdc2 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:17.342858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 3537e26e-d693-4e14-9db9-7497bb48fdc2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:17.344118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 3537e26e-d693-4e14-9db9-7497bb48fdc2 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:17.373559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:17.374860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c9b9033a-60e0-4a75-b4be-ff3057ccb498 req-45855789-ab14-4b5f-8660-9202b8656d25 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 210 time: 0.0685525 Oct 18 23:18:17.376500 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e093e9-2fa3-4a81-a8fe-f2d70846c885" -d '{"events": [{"name": "network-changed", "server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:17.416808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76112b8f-010f-489e-aa34-321a21171b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:17.443308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Made reservation on behalf of 8b85fdab5a4640638956952e4b051a2e for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:17.448848 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:17.469169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:17.475919 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76112b8f-010f-489e-aa34-321a21171b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:17.484505 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47033db2-028a-4a08-b3fa-3d3824892375 x-openstack-request-id: req-47033db2-028a-4a08-b3fa-3d3824892375 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:17.484776 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:17.485026 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47033db2-028a-4a08-b3fa-3d3824892375 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:17.485468 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'status': 'completed', 'code': 200} Oct 18 23:18:17.582345 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76112b8f-010f-489e-aa34-321a21171b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:17.585834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76112b8f-010f-489e-aa34-321a21171b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:17.593402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-76112b8f-010f-489e-aa34-321a21171b60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82113726-e8f4-41be-9d4a-55d9f544fd56 HTTP/1.1" status: 204 len: 168 time: 0.4377437 Oct 18 23:18:17.610475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76112b8f-010f-489e-aa34-321a21171b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82113726-e8f4-41be-9d4a-55d9f544fd56,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:17.752987 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:17.756209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-80c9a739-04a8-4e2c-86ee-556ffcd8a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:17.759959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-80c9a739-04a8-4e2c-86ee-556ffcd8a549 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1100 time: 0.2132010 Oct 18 23:18:17.762138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:17.809725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-a7621106-57cb-493b-9ffe-575e1d69a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:17.811289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-a7621106-57cb-493b-9ffe-575e1d69a2be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1100 time: 0.2259080 Oct 18 23:18:17.925683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:18.121190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-9619fea9-2da2-491d-ba48-6495da3ce09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:18.122676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-9619fea9-2da2-491d-ba48-6495da3ce09a service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3541009 Oct 18 23:18:18.164722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-05b6968c-10dd-489f-a1c8-374fe279dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:18.167409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-05b6968c-10dd-489f-a1c8-374fe279dcb6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3435838 Oct 18 23:18:18.266702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-fc060077-3710-4577-bc32-6b930605f36f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.1286819 Oct 18 23:18:18.324179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-2a6e6023-c3b7-4cd2-a92d-9d1fb372ae16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.0705953 Oct 18 23:18:18.325604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Allocated IP 192.168.233.195 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/bdcfc888-b636-4561-9541-04f0c054c609) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:18:18.483473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-8be77440-c732-4608-a524-02e264491969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:18.485014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-8be77440-c732-4608-a524-02e264491969 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1778927 Oct 18 23:18:18.494142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-0e6a5aac-8d9b-43e0-b469-f80e306fecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:18.495734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-0e6a5aac-8d9b-43e0-b469-f80e306fecb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1440642 Oct 18 23:18:18.511377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2db7f6-98d1-4cd9-a4bd-92d0d9693bf7 req-fd4a74cd-4dba-40f2-aace-3a865a08467c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:18.512902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c2db7f6-98d1-4cd9-a4bd-92d0d9693bf7 req-fd4a74cd-4dba-40f2-aace-3a865a08467c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.1174569 Oct 18 23:18:18.561475 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8edcca12-fedf-4942-94c8-bb059f43aa6b req-ac4e01e7-03ff-4e39-bb73-70c9de503562 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 210 time: 0.0390248 Oct 18 23:18:18.698204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c2db7f6-98d1-4cd9-a4bd-92d0d9693bf7 req-10f8b070-2327-4dea-aa42-a1d30451705b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164184 Oct 18 23:18:18.707075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-1b1cd249-9345-4e38-abe4-b9841c47d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:18.707431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-1b1cd249-9345-4e38-abe4-b9841c47d7fb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2062252 Oct 18 23:18:18.712049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-a5faee5c-ac14-4049-8a7c-816883e3b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:18.714101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-a5faee5c-ac14-4049-8a7c-816883e3b5dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1434007 Oct 18 23:18:18.940923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:18.983304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39500) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:18.993355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-2fd90f15-85ca-4fd7-9600-361057029e73 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471471 Oct 18 23:18:19.023988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-1cc989b1-ac80-4c51-9065-df93353fd548 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767069 Oct 18 23:18:19.137607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.180332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-network', 'tenant_id': '698333cc46564d3da73b9602f037a5f1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:19.212431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Made reservation on behalf of 698333cc46564d3da73b9602f037a5f1 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:19.216564 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.231907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.274865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:18:19.278483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-ed743cdd-d2d7-4d13-a0d0-b6da3508b76c service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444041 Oct 18 23:18:19.279976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:19.283536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:18:19.349369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.359843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.397140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:18:19.418559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4f578d-b51b-4090-b2b7-620166a0e90e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:19.434038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.434038 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Added segment 867c6903-0fe2-435a-9c54-087f4d17ee93 of type vlan for network 66ee5f95-f90c-4399-885d-231d76901214 Oct 18 23:18:19.494694 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.532453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.534027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:19.535062 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.595012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6096549 Oct 18 23:18:19.599532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39520) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:19.605309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Request body: {'subnet': {'network_id': '66ee5f95-f90c-4399-885d-231d76901214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-subnet', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:19.619928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event updated for resources: {'Port': ['ID=bdcfc888-b636-4561-9541-04f0c054c609,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:19.626312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39e093e9-2fa3-4a81-a8fe-f2d70846c885 req-f9c30077-0f11-4389-922c-86718c541603 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203961 Oct 18 23:18:19.638256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:19.638959 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.692475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-1e189a40-7d90-49c1-93be-dc89302bdd36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1947595321&fields=id&tenant_id=922f2eb93285425bb25729322c0d56a5 HTTP/1.1" status: 200 len: 267 time: 0.4256213 Oct 18 23:18:19.717085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65baeba-9b08-47e8-ae0a-534d56b20573 admin admin] Pushing event updated for resources: {'Network': ['ID=66ee5f95-f90c-4399-885d-231d76901214,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:19.727444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 66ee5f95-f90c-4399-885d-231d76901214 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:18:19.735434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Made reservation on behalf of 698333cc46564d3da73b9602f037a5f1 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:19.737911 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.754126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-5319ef23-f346-4d35-a80d-454c69814668 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4950101 Oct 18 23:18:19.775442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Request body: {'port': {'device_id': 'fed2522b-dc92-43e9-a897-2bcd267f92dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:19.857905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2743ef04-0f75-4606-8e2d-7c1f8cc15111 None None] Provisioning complete for port bdcfc888-b636-4561-9541-04f0c054c609 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:19.858277 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2743ef04-0f75-4606-8e2d-7c1f8cc15111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.918893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:19.943979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-482ccfaf-b097-4f8b-931c-e8f6adb5258c tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:19.944447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2743ef04-0f75-4606-8e2d-7c1f8cc15111 None None] Port bdcfc888-b636-4561-9541-04f0c054c609 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:18:19.946176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-482ccfaf-b097-4f8b-931c-e8f6adb5258c tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/networks?id=4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 HTTP/1.1" status: 200 len: 816 time: 0.2401233 Oct 18 23:18:19.968196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556216a-f6bc-4dd3-91bc-a35f37ffdfda req-4fb17395-2600-4e4a-92c7-9bad6e831139 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:19.978773 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d556216a-f6bc-4dd3-91bc-a35f37ffdfda req-4fb17395-2600-4e4a-92c7-9bad6e831139 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 944 time: 0.2987375 Oct 18 23:18:19.999125 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.002610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-2b03551f-54a9-408a-9c64-8d5fc834c825 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/quotas/922f2eb93285425bb25729322c0d56a5 HTTP/1.1" status: 200 len: 375 time: 0.0217659 Oct 18 23:18:20.076967 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d556216a-f6bc-4dd3-91bc-a35f37ffdfda req-9e8ffd05-f46e-48c0-819d-afb3fb5a2677 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971515 Oct 18 23:18:20.127328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73add666-15c8-42ca-a650-b364a8d68f08,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:20.148021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Checking segment: {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:20.148661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Network hostable DHCP agents. Network: 66ee5f95-f90c-4399-885d-231d76901214, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:18:20.168556 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-30f52dd4-fa9c-40e8-ace3-73408a44f078 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=922f2eb93285425bb25729322c0d56a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1484656 Oct 18 23:18:20.178853 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51ca2311-164d-42a5-977c-4bdb65f6a54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.187263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Network 66ee5f95-f90c-4399-885d-231d76901214 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:18:20.252152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 66ee5f95-f90c-4399-885d-231d76901214) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:20.259548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:20.260813 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.261733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5497a-ebc9-42d2-a456-4d8e8e711ece None None] Network 66ee5f95-f90c-4399-885d-231d76901214 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:18:20.309754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc0e6-8ca8-4b48-bd9d-bc115f2383c0 req-bd3f1fc2-7868-47bc-aa1f-9d83e60dd468 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:20.313273 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636dc0e6-8ca8-4b48-bd9d-bc115f2383c0 req-bd3f1fc2-7868-47bc-aa1f-9d83e60dd468 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 936 time: 0.1098042 Oct 18 23:18:20.327749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d60d4c3c-6a9b-4a91-815a-40ffef7d6935 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7262042 Oct 18 23:18:20.328980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39528) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:20.340435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:20.423351 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.424501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.444538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636dc0e6-8ca8-4b48-bd9d-bc115f2383c0 req-9ef14b9d-90f5-4202-b46c-8a202a8130ac tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122968 Oct 18 23:18:20.477356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c194a983-2139-421b-aece-7fe87da40e4d None None] Network 66ee5f95-f90c-4399-885d-231d76901214 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:18:20.480954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-4eb0d290-9263-4be8-af83-a1185ff10a07 service neutron] 10.222.0.52 "GET /v2.0/networks/4285ee8b-6b0d-4e3d-b3fe-83fd45d15179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605524 Oct 18 23:18:20.562441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcfc888-b636-4561-9541-04f0c054c609 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:20.578055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.580850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.642234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Transition to ACTIVE for port object bdcfc888-b636-4561-9541-04f0c054c609 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:18:20.659968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-75840c88-9b29-496b-ae94-18ca1fd6ea6b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:20.661928 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-75840c88-9b29-496b-ae94-18ca1fd6ea6b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.102 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 944 time: 0.1855922 Oct 18 23:18:20.668869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.742711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-c2411763-7d09-4a36-898e-3a43cc22d36c service neutron] 10.222.0.52 "GET /v2.0/networks/4285ee8b-6b0d-4e3d-b3fe-83fd45d15179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470214 Oct 18 23:18:20.768800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcfc888-b636-4561-9541-04f0c054c609,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:20.821567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34b75-47ed-4d99-b59b-5e40e66629ed req-ac98bf1d-3b1b-475e-a984-43c2307c6fbf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:20.827271 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3d34b75-47ed-4d99-b59b-5e40e66629ed req-ac98bf1d-3b1b-475e-a984-43c2307c6fbf tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.2494051 Oct 18 23:18:20.832038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.928089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Deleting port b439aa59-0d7f-442d-a2d1-6f5d01c38386 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:18:20.928434 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:20.932694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Attempting to bind port bdcfc888-b636-4561-9541-04f0c054c609 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:20.933038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Attempting to bind port bdcfc888-b636-4561-9541-04f0c054c609 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:20.933360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Attempting to bind port bdcfc888-b636-4561-9541-04f0c054c609 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:20.952315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Port bdcfc888-b636-4561-9541-04f0c054c609 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:18:20.952644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Attempting to bind port bdcfc888-b636-4561-9541-04f0c054c609 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:21.000820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3d34b75-47ed-4d99-b59b-5e40e66629ed req-b2216cdd-68a0-4b0b-8a87-a2a69e6e713a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550858 Oct 18 23:18:21.049693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:21.050040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:21.050430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:21.050907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Bound port: bdcfc888-b636-4561-9541-04f0c054c609, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:21.051260 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.127692 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] For port b439aa59-0d7f-442d-a2d1-6f5d01c38386, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b439aa59-0d7f-442d-a2d1-6f5d01c38386,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:21.128058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.163143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Calling delete_port for b439aa59-0d7f-442d-a2d1-6f5d01c38386 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:18:21.181401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] For port bdcfc888-b636-4561-9541-04f0c054c609, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:21.188256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] For port bdcfc888-b636-4561-9541-04f0c054c609, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bdcfc888-b636-4561-9541-04f0c054c609,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:21.194919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.301608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:21.302477 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.304265 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] 10.222.0.73 "PUT /v2.0/ports/bdcfc888-b636-4561-9541-04f0c054c609 HTTP/1.1" status: 200 len: 1097 time: 1.5347633 Oct 18 23:18:21.309039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.332467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed2522b-dc92-43e9-a897-2bcd267f92dd', 'tag': 'bdcfc888-b636-4561-9541-04f0c054c609'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:21.335246 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaa07b3-4b27-4fdb-8b74-08d372d312e4" -d '{"events": [{"name": "network-changed", "server_uuid": "fed2522b-dc92-43e9-a897-2bcd267f92dd", "tag": "bdcfc888-b636-4561-9541-04f0c054c609"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:21.365956 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.493676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d963cf3-450c-45b1-994d-6ccc23b318b4 req-2ba8483c-db40-4c18-9a51-aa2517151590 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.0377874 Oct 18 23:18:21.549052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d384b-8996-4402-aa5c-014220b1bef7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcfc888-b636-4561-9541-04f0c054c609,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:21.556527 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e15e134-c3c1-4cf2-937b-27893da53f3a x-openstack-request-id: req-7e15e134-c3c1-4cf2-937b-27893da53f3a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:21.556527 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed2522b-dc92-43e9-a897-2bcd267f92dd", "tag": "bdcfc888-b636-4561-9541-04f0c054c609", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:21.556527 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e15e134-c3c1-4cf2-937b-27893da53f3a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:21.556527 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed2522b-dc92-43e9-a897-2bcd267f92dd', 'tag': 'bdcfc888-b636-4561-9541-04f0c054c609', 'status': 'completed', 'code': 200} Oct 18 23:18:21.558356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.585792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-753edd07-9ac6-4640-9f1f-6920a064b0a9 req-fd345b06-b1ff-45f7-8a13-564249871b1b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc8b4506-8e7d-468c-aea5-df5b82b0d3a7 HTTP/1.1" status: 200 len: 210 time: 0.1826913 Oct 18 23:18:21.619566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b439aa59-0d7f-442d-a2d1-6f5d01c38386'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:21.630373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Pushing event deleted for resources: {'Port': ['ID=b439aa59-0d7f-442d-a2d1-6f5d01c38386,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:21.643543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-538225d7-3ad8-4109-ad32-2c95f4256e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:21.644975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-538225d7-3ad8-4109-ad32-2c95f4256e5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 1100 time: 0.1235363 Oct 18 23:18:21.650195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Allocated IP 172.25.7.185 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/0191eb79-42ba-46dd-8b53-8eb43b87521c) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:18:21.699127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] No DVR routers for this DVR port b439aa59-0d7f-442d-a2d1-6f5d01c38386 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:21.735834 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.741359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39b0ea70-b2d0-4348-9d01-be604065ed14 req-359c1d77-fe41-4650-aa1c-cf7d2be79ba8 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.102 "DELETE /v2.0/ports/b439aa59-0d7f-442d-a2d1-6f5d01c38386 HTTP/1.1" status: 204 len: 173 time: 1.0685003 Oct 18 23:18:21.743400 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-4b2b39f3-9018-4d9f-868e-7aed90ef8dfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=bdcfc888-b636-4561-9541-04f0c054c609 HTTP/1.1" status: 200 len: 217 time: 0.0756979 Oct 18 23:18:21.813738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340263e-d880-499b-b0eb-d4ec10522482 req-8f8096c1-ba7a-4640-9b9d-1a0f9a0faa24 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:21.815553 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9340263e-d880-499b-b0eb-d4ec10522482 req-8f8096c1-ba7a-4640-9b9d-1a0f9a0faa24 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 948 time: 0.1460552 Oct 18 23:18:21.863565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-c8376b12-411f-4f42-b1b5-9246ff136af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:21.867093 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-c8376b12-411f-4f42-b1b5-9246ff136af6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1145248 Oct 18 23:18:21.895672 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.922160 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9340263e-d880-499b-b0eb-d4ec10522482 req-e2395f00-7bd6-4061-99a1-951350938ad0 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747337 Oct 18 23:18:21.943380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-df36f5f2-4308-493c-8587-7d439b393222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:21.945487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-df36f5f2-4308-493c-8587-7d439b393222 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712295 Oct 18 23:18:21.956621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:21.999298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:18:22.007821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:22.010962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Pushing event updated for resources: {'Port': ['ID=0191eb79-42ba-46dd-8b53-8eb43b87521c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:22.027349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:18:22.168114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-1baf7f39-0b19-48bb-987a-1465db6b7c48 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125111 Oct 18 23:18:22.220233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63376335-68da-4a91-990a-334ec52dc2be req-6870fe74-abe8-4c6c-ae77-7d00b2ca5bfe tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:22.222130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63376335-68da-4a91-990a-334ec52dc2be req-6870fe74-abe8-4c6c-ae77-7d00b2ca5bfe tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.1388829 Oct 18 23:18:22.449018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:22.653700 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63376335-68da-4a91-990a-334ec52dc2be req-b015ae7e-97cf-44dc-9fc1-8d58fe3a7e99 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235072 Oct 18 23:18:22.687312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f77d511-b9f9-4f90-a855-a4051a3a01c3 req-9bf346fb-b637-4982-a73f-ba352da09bf3 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104861 Oct 18 23:18:22.745006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4830abf5-0071-467d-aab4-b28c5f81312f req-a0c44554-9325-44a6-bfba-9c9f165a66c7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.0346735 Oct 18 23:18:22.828637 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:22.847100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-7f6bc48b-674d-4591-89bb-67b09e00ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:22.850884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-7f6bc48b-674d-4591-89bb-67b09e00ad63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 1100 time: 0.0573027 Oct 18 23:18:22.922236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:18:23.026267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Router 6bb3d216-6927-42d8-a0e9-a24cfe937478 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:18:23.135781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:23.140713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-a8daee0b-317d-4942-939a-38975067e2f5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.142991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-a8daee0b-317d-4942-939a-38975067e2f5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728&tenant_id=1322d1ff53614d19a79298a73ab42a6f&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 948 time: 0.1276805 Oct 18 23:18:23.160557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'mac_address': 'fa:16:3e:e9:45:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:18:23.166520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-2b965fdf-f22c-44df-bb95-8a4ae1e71658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.168068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-2b965fdf-f22c-44df-bb95-8a4ae1e71658 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3110514 Oct 18 23:18:23.211972 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:23.229699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e63785-43cf-43e6-964e-908d8bc88614 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:23.234597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-b561b37a-78e7-454e-9f42-49aa709ba444 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=bdcfc888-b636-4561-9541-04f0c054c609 HTTP/1.1" status: 200 len: 217 time: 0.0395534 Oct 18 23:18:23.258917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:23.267373 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:23.272604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31d40c-bb41-41d9-92dd-4a73792ae7ff req-53496ce4-51a5-4880-ad16-bd52132cb2ef tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.274594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c31d40c-bb41-41d9-92dd-4a73792ae7ff req-53496ce4-51a5-4880-ad16-bd52132cb2ef tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 948 time: 0.2133081 Oct 18 23:18:23.322992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:23.383595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-4bbd4ea3-6987-436b-85e7-e355b7fe2fb7 service neutron] 10.222.0.102 "GET /v2.0/ports/a7e63785-43cf-43e6-964e-908d8bc88614/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 383 time: 0.2295280 Oct 18 23:18:23.399759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-6dbea54b-e1d2-43b3-8c46-fc1761f99009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.402128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-6dbea54b-e1d2-43b3-8c46-fc1761f99009 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1602683 Oct 18 23:18:23.408788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c31d40c-bb41-41d9-92dd-4a73792ae7ff req-ac30df90-8a81-45a2-9072-f9c50aeb6437 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041963 Oct 18 23:18:23.546793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-d49f8209-f39b-4de4-afb6-12d54259abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.548480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-d49f8209-f39b-4de4-afb6-12d54259abde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385291 Oct 18 23:18:23.552093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-d45b3cd9-946f-4406-9f34-3f4d3ef4ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.553809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-d45b3cd9-946f-4406-9f34-3f4d3ef4ac5c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1101 time: 0.0924478 Oct 18 23:18:23.558345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'name': 'network-vif-deleted', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:23.560707 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c30b49-709b-4152-93d7-8b13f7bd17c9" -d '{"events": [{"server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "name": "network-vif-deleted", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:23.607012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f348e3e-6257-4a97-982e-412038022ad9 req-a1762e05-913f-443a-9c9f-daa0779616c4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.615327 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f348e3e-6257-4a97-982e-412038022ad9 req-a1762e05-913f-443a-9c9f-daa0779616c4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 948 time: 0.5559533 Oct 18 23:18:23.639799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:18:23.649919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f75b9-da45-4b72-a4b4-d8a1a6c7cc4f req-b33ab85b-e2d9-4eca-8f03-23940a6d8194 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.658810 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Sync routers for ids ['6bb3d216-6927-42d8-a0e9-a24cfe937478'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:18:23.659505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b1f75b9-da45-4b72-a4b4-d8a1a6c7cc4f req-b33ab85b-e2d9-4eca-8f03-23940a6d8194 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.1594100 Oct 18 23:18:23.675066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-def6d54f-be42-4f34-9b61-1e9018a7e74e tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.676483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-def6d54f-be42-4f34-9b61-1e9018a7e74e tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.102 "GET /v2.0/networks?id=4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 HTTP/1.1" status: 200 len: 816 time: 0.5669293 Oct 18 23:18:23.681344 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Routers {'6bb3d216-6927-42d8-a0e9-a24cfe937478'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:18:23.683021 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:17:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6bb3d216-6927-42d8-a0e9-a24cfe937478'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:23.696672 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f348e3e-6257-4a97-982e-412038022ad9 req-98b811a5-76ff-454a-9155-5a2ee5cfca47 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803704 Oct 18 23:18:23.732676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:23.741304 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6fc6f7ef-19ba-4955-accd-eb81b411b2fa admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4097283 Oct 18 23:18:23.745942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a7e63785-43cf-43e6-964e-908d8bc88614'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:23.755728 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39588) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:23.852046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-05885468-2e74-49fb-90ce-59d5a48cff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:23.854259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-05885468-2e74-49fb-90ce-59d5a48cff98 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2820172 Oct 18 23:18:23.856534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-deda834d-af2d-46e2-b953-be3f764560c0 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991443 Oct 18 23:18:23.875620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b1f75b9-da45-4b72-a4b4-d8a1a6c7cc4f req-98f4bd5b-4df9-455a-afe1-7789d0fde698 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149751 Oct 18 23:18:23.956441 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-6da834d0-a0d9-4e29-ac81-732939edfd19 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=922f2eb93285425bb25729322c0d56a5 HTTP/1.1" status: 200 len: 380 time: 0.2526772 Oct 18 23:18:23.967281 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Set router 6bb3d216-6927-42d8-a0e9-a24cfe937478 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:18:23.985597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9aac8708-2382-4bff-90ab-b97dcf78e2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:23.995139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Request body: {'port': {'device_id': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'admin_state_up': True, 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'security_groups': ['7bbd0690-1416-48c1-af81-ee1f46ce07f9']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:24.039374 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6612a915-599f-402e-bfe2-8cce2cbbbd35 x-openstack-request-id: req-6612a915-599f-402e-bfe2-8cce2cbbbd35 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:24.039850 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8b4506-8e7d-468c-aea5-df5b82b0d3a7", "name": "network-vif-deleted", "tag": "b439aa59-0d7f-442d-a2d1-6f5d01c38386", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:24.040211 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6612a915-599f-402e-bfe2-8cce2cbbbd35 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:24.040725 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8b4506-8e7d-468c-aea5-df5b82b0d3a7', 'name': 'network-vif-deleted', 'tag': 'b439aa59-0d7f-442d-a2d1-6f5d01c38386', 'status': 'completed', 'code': 200} Oct 18 23:18:24.073568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-fd7bfa6c-2986-4b34-af70-e62622ae0a50 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.1957705 Oct 18 23:18:24.281033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4949e738-eb29-47f8-8ebb-835f0f085427 req-1fbf9e67-39bb-4a3d-8b93-b17b00aeb07b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.1371000 Oct 18 23:18:24.321547 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:18:20Z', 'updated_at': '2021-10-18T23:18:22Z', 'revision_number': 3, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'gw_port': {'id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:21Z', 'updated_at': '2021-10-18T23:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:24.352923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-621f4629-e026-49a0-a8e2-54d2eff58b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:24.354918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-621f4629-e026-49a0-a8e2-54d2eff58b3a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2442358 Oct 18 23:18:24.386235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-f3162f76-9743-43b1-9f73-ffc41a8d4021 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:24.388273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-f3162f76-9743-43b1-9f73-ffc41a8d4021 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.3609018 Oct 18 23:18:24.393310 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Checking router: 6bb3d216-6927-42d8-a0e9-a24cfe937478 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:18:24.394343 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Updating router 6bb3d216-6927-42d8-a0e9-a24cfe937478 port 0191eb79-42ba-46dd-8b53-8eb43b87521c binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:18:24.425634 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:24.433285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efaa07b3-4b27-4fdb-8b74-08d372d312e4 req-4c50b2da-bc55-4131-9d23-fef5b30756d7 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566335 Oct 18 23:18:24.505179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-0f303450-97ec-430e-824a-ce5d76921805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:24.506650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-0f303450-97ec-430e-824a-ce5d76921805 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427321 Oct 18 23:18:24.554097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Made reservation on behalf of 922f2eb93285425bb25729322c0d56a5 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:24.558555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:24.735659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7217a-2b3f-4d5e-9348-2b15bbeca67a req-e6ad28e4-1a50-42d0-a3f5-d7eb9667b479 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:24.742426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:24.750961 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16e7217a-2b3f-4d5e-9348-2b15bbeca67a req-e6ad28e4-1a50-42d0-a3f5-d7eb9667b479 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.2004735 Oct 18 23:18:24.757412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:24.859552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Deleting port 86a871f8-a099-479c-9a1e-80cb209b6109 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:18:24.860140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:24.889142 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:24.902998 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:24.927423 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16e7217a-2b3f-4d5e-9348-2b15bbeca67a req-e3e70b49-26ef-413e-b19d-a2e855addee3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753299 Oct 18 23:18:24.931621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b439aa59-0d7f-442d-a2d1-6f5d01c38386 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:24.970885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-e8a3985d-7b60-4a33-9c36-b9a8db8ac3f8 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171262 Oct 18 23:18:25.030892 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Attempting to bind port 0191eb79-42ba-46dd-8b53-8eb43b87521c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:25.031250 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Attempting to bind port 0191eb79-42ba-46dd-8b53-8eb43b87521c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:25.031575 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Attempting to bind port 0191eb79-42ba-46dd-8b53-8eb43b87521c on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:25.047676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: b439aa59-0d7f-442d-a2d1-6f5d01c38386 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:25.050482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b439aa59-0d7f-442d-a2d1-6f5d01c38386 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:25.056239 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b1971-463d-46bf-9e68-786bd98295f0 None None] Pushing event updated for resources: {'Port': ['ID=0191eb79-42ba-46dd-8b53-8eb43b87521c,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:25.069499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:25.069877 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:25.070285 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.070680 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:25.071195 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Bound port: 0191eb79-42ba-46dd-8b53-8eb43b87521c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:25.071579 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.097429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Allocated IP 172.20.0.12 (4285ee8b-6b0d-4e3d-b3fe-83fd45d15179/452a916a-4f29-455f-9e30-37227209d203/9cc727aa-462a-4545-b3ba-6ee5ce168c91) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:18:25.188976 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] For port 0191eb79-42ba-46dd-8b53-8eb43b87521c, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:25.193044 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] For port 0191eb79-42ba-46dd-8b53-8eb43b87521c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0191eb79-42ba-46dd-8b53-8eb43b87521c,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:25.200010 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.215657 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.285447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae5cc0-f119-48c0-9339-d9502ad4c68f req-42403ced-ac63-4c1a-8e4d-cbda2abd5d3d tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:25.287020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9ae5cc0-f119-48c0-9339-d9502ad4c68f req-42403ced-ac63-4c1a-8e4d-cbda2abd5d3d tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 948 time: 0.4793854 Oct 18 23:18:25.327188 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Routers {'6bb3d216-6927-42d8-a0e9-a24cfe937478'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:18:25.327845 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:18:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6bb3d216-6927-42d8-a0e9-a24cfe937478'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:25.356315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa7e5-8b2d-4b62-a2f1-1bb068a75196 req-1ff07b25-5a3e-420e-a283-d532723b4a0b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:25.363452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] For port 86a871f8-a099-479c-9a1e-80cb209b6109, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=86a871f8-a099-479c-9a1e-80cb209b6109,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:25.363989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.365310 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f73aa7e5-8b2d-4b62-a2f1-1bb068a75196 req-1ff07b25-5a3e-420e-a283-d532723b4a0b tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 944 time: 0.1692939 Oct 18 23:18:25.372985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Allocated IP 172.20.0.1 (66ee5f95-f90c-4399-885d-231d76901214/73add666-15c8-42ca-a650-b364a8d68f08/45924c80-af88-41b1-81a3-8fc5a1f514dd) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:18:25.386067 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b1971-463d-46bf-9e68-786bd98295f0 None None] Pushing event updated for resources: {'Port': ['ID=0191eb79-42ba-46dd-8b53-8eb43b87521c,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:25.413725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Calling delete_port for 86a871f8-a099-479c-9a1e-80cb209b6109 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:18:25.501286 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f73aa7e5-8b2d-4b62-a2f1-1bb068a75196 req-d27dd2a2-8bb5-44e7-8b27-84c60b7d0a42 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347287 Oct 18 23:18:25.522837 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] Set router 6bb3d216-6927-42d8-a0e9-a24cfe937478 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:18:25.698936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9ae5cc0-f119-48c0-9339-d9502ad4c68f req-220d9bf4-285e-4f95-a2f8-1b630e827752 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022515 Oct 18 23:18:25.699649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.715680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-00cfb2f0-9458-422f-936f-d3e9e215acb1 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242427 Oct 18 23:18:25.738846 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.833456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Pushing event deleted for resources: {'Port': ['ID=86a871f8-a099-479c-9a1e-80cb209b6109,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:25.855620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.863988 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:18:20Z', 'updated_at': '2021-10-18T23:18:22Z', 'revision_number': 3, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'gw_port': {'id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:21Z', 'updated_at': '2021-10-18T23:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:25.868951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.870061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.870205 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.871320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.871320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.871320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.871668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.873113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.873113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.873113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.873113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.873113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:25.882810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] No DVR routers for this DVR port 86a871f8-a099-479c-9a1e-80cb209b6109 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:25.887006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.890541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7954203-35ed-41a8-a0ad-dcdc811fd8c3 req-7c84c745-1173-44f0-b3f0-08ba4d472120 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.73 "DELETE /v2.0/ports/86a871f8-a099-479c-9a1e-80cb209b6109 HTTP/1.1" status: 204 len: 173 time: 1.4629531 Oct 18 23:18:25.907232 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:25.930498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Network 66ee5f95-f90c-4399-885d-231d76901214 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:18:25.943999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:25.949039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:18:25.951617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Pushing event updated for resources: {'Port': ['ID=45924c80-af88-41b1-81a3-8fc5a1f514dd,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:25.986988 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08647e58-e799-4f6a-be5a-38d84facf6f2 None None] The sync data for ids ['6bb3d216-6927-42d8-a0e9-a24cfe937478'] in n-d-713498-28 is: [{'id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:18:20Z', 'updated_at': '2021-10-18T23:18:22Z', 'revision_number': 3, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'gw_port': {'id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:21Z', 'updated_at': '2021-10-18T23:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:18:26.009838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.018246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.018882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.019352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.019815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.020338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.020721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.021190 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.021718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.022162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.022607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.026826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:26.042404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'name': 'network-vif-deleted', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:26.048610 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd6a3c-09d3-441d-ae08-cc99782ba4a2" -d '{"events": [{"server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "name": "network-vif-deleted", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:26.079332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:26.142964 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:26.219804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:18:26.227388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3fd69-aeae-400f-87a7-f4fd904a2b22 req-9d7574f6-0f57-4bc0-84db-7fcf77a8df8f tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:26.240716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b3fd69-aeae-400f-87a7-f4fd904a2b22 req-9d7574f6-0f57-4bc0-84db-7fcf77a8df8f tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 932 time: 0.0969942 Oct 18 23:18:26.254067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:26.264625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35465a6-ac4a-4355-ac25-98d8f19d6512 req-6a2176ab-f49e-4883-bc47-88b5d43e80f6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:26.277646 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c35465a6-ac4a-4355-ac25-98d8f19d6512 req-6a2176ab-f49e-4883-bc47-88b5d43e80f6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.2386348 Oct 18 23:18:26.279909 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:18:26.349609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Pushing event updated for resources: {'Port': ['ID=9cc727aa-462a-4545-b3ba-6ee5ce168c91,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:26.364272 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59b3fd69-aeae-400f-87a7-f4fd904a2b22 req-75a37555-547e-418c-afda-476c0d267e6d tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215217 Oct 18 23:18:26.445023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:26.446242 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:26.466852 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e9fc63-c868-4c4f-a5ed-168e08717e7b x-openstack-request-id: req-99e9fc63-c868-4c4f-a5ed-168e08717e7b {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:26.467946 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f10d32-8115-4741-8b69-431232b7bd8e", "name": "network-vif-deleted", "tag": "86a871f8-a099-479c-9a1e-80cb209b6109", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:26.468686 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99e9fc63-c868-4c4f-a5ed-168e08717e7b {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:26.469661 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f10d32-8115-4741-8b69-431232b7bd8e', 'name': 'network-vif-deleted', 'tag': '86a871f8-a099-479c-9a1e-80cb209b6109', 'status': 'completed', 'code': 200} Oct 18 23:18:26.561566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c35465a6-ac4a-4355-ac25-98d8f19d6512 req-4fe49adb-5cea-4f09-9435-87a98ae0466b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827754 Oct 18 23:18:26.579834 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-bdc24af8-a324-411f-a800-820e40a2e5e8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6057563 Oct 18 23:18:26.614819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Request body: {'port': {'device_id': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:26.621463 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:26.737268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1bdb66aa-2f2b-4d94-aef9-8d2564b8c496 None None] Provisioning complete for port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:26.739612 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1bdb66aa-2f2b-4d94-aef9-8d2564b8c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:26.853535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb66aa-2f2b-4d94-aef9-8d2564b8c496 None None] Port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:18:26.947955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:26.952339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-865bfb9c-ffb8-4f36-9199-edcfd64218ea req-d8a41886-569f-4fd1-8e67-f0b92ad35aea tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9f10d32-8115-4741-8b69-431232b7bd8e HTTP/1.1" status: 200 len: 210 time: 0.0710299 Oct 18 23:18:27.008756 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.070560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.101189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10fefc-2c83-4688-993c-b82fd93bb9e3 req-3a4ad7ca-06e9-46bc-841d-3f76d3f056e5 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:27.127722 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd10fefc-2c83-4688-993c-b82fd93bb9e3 req-3a4ad7ca-06e9-46bc-841d-3f76d3f056e5 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 948 time: 0.1517940 Oct 18 23:18:27.136812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.161224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port a7e63785-43cf-43e6-964e-908d8bc88614 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:18:27.165913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port a7e63785-43cf-43e6-964e-908d8bc88614 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:27.166495 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.205598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bdcfc888-b636-4561-9541-04f0c054c609 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:18:27.262130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd10fefc-2c83-4688-993c-b82fd93bb9e3 req-9021fca5-06e3-405e-9566-c76b3df9ca9b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320558 Oct 18 23:18:27.330187 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.412998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Pushing event updated for resources: {'Port': ['ID=45924c80-af88-41b1-81a3-8fc5a1f514dd,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:27.553826 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.584720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port bdcfc888-b636-4561-9541-04f0c054c609, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bdcfc888-b636-4561-9541-04f0c054c609,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:27.610236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:27.612600 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de987390-d002-424a-9e9f-b457c1085c7e" -d '{"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-plugged", "status": "completed", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:27.629459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'bdcfc888-b636-4561-9541-04f0c054c609', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'bdcfc888-b636-4561-9541-04f0c054c609', 'mac_address': 'fa:16:3e:be:c3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:18:27.635645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:27.681895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.686327 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.760162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcfc888-b636-4561-9541-04f0c054c609 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:27.787905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.819180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:27.836459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Network 66ee5f95-f90c-4399-885d-231d76901214 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:18:27.840273 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port bdcfc888-b636-4561-9541-04f0c054c609, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bdcfc888-b636-4561-9541-04f0c054c609,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:27.845758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:27.863228 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:27.885564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf44cc9-fbc1-4397-a70a-0c4d568c3399 req-2b74c253-09be-43a6-afe9-24aad6a6a1f5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:27.887309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bf44cc9-fbc1-4397-a70a-0c4d568c3399 req-2b74c253-09be-43a6-afe9-24aad6a6a1f5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.1126237 Oct 18 23:18:27.933353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34669996-7578-4a89-aaf0-b0f225adc743 req-a36ffb89-e29c-4465-b29d-9d28c2cfda9e tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:27.935011 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34669996-7578-4a89-aaf0-b0f225adc743 req-a36ffb89-e29c-4465-b29d-9d28c2cfda9e tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 932 time: 0.3891664 Oct 18 23:18:27.967129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bf44cc9-fbc1-4397-a70a-0c4d568c3399 req-82973dd2-b95d-403d-890d-ada4ece9ec05 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667465 Oct 18 23:18:27.981792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=bdcfc888-b636-4561-9541-04f0c054c609,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:28.059606 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e842fbbf-3b05-4ce0-ba0a-dbfbbeea743f x-openstack-request-id: req-e842fbbf-3b05-4ce0-ba0a-dbfbbeea743f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:28.059907 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-plugged", "status": "completed", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:28.060168 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e842fbbf-3b05-4ce0-ba0a-dbfbbeea743f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:28.060604 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'code': 200} Oct 18 23:18:28.115701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc727aa-462a-4545-b3ba-6ee5ce168c91 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:28.136146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:28.159165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Transition to ACTIVE for port object 9cc727aa-462a-4545-b3ba-6ee5ce168c91 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:18:28.184633 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34669996-7578-4a89-aaf0-b0f225adc743 req-582235cf-01e0-4cd9-81ea-b029a3ace012 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286203 Oct 18 23:18:28.192775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Router 6bb3d216-6927-42d8-a0e9-a24cfe937478 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:18:28.206631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:28.333384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:28.528448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc727aa-462a-4545-b3ba-6ee5ce168c91,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:28.545930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Attempting to bind port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:28.546279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Attempting to bind port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:28.546616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Attempting to bind port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 on network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:28.597804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0191eb79-42ba-46dd-8b53-8eb43b87521c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:28.599127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 on network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:18:28.599459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Attempting to bind port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 on network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:28.713093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:28.715382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Checking segment: {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:28.717140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Bound using segment: {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:28.717844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Bound port: 9cc727aa-462a-4545-b3ba-6ee5ce168c91, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a83db3a-e163-4555-ae80-dff5a6cc6f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:28.719902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:28.753984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-53ba3e92-d282-4fd2-9ccb-ca31c996fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:28.756163 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0191eb79-42ba-46dd-8b53-8eb43b87521c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:28.756807 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:28.760895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-53ba3e92-d282-4fd2-9ccb-ca31c996fc5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728&tenant_id=1322d1ff53614d19a79298a73ab42a6f HTTP/1.1" status: 200 len: 1102 time: 0.1465263 Oct 18 23:18:28.796862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:28.950089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:28.962239 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:28.997128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 0191eb79-42ba-46dd-8b53-8eb43b87521c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0191eb79-42ba-46dd-8b53-8eb43b87521c,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:29.001399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45feb5-060a-4897-a243-ace83c6e93be req-367c9429-fd2d-4231-ab4c-4ae59f858fe3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:29.003259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d45feb5-060a-4897-a243-ace83c6e93be req-367c9429-fd2d-4231-ab4c-4ae59f858fe3 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 944 time: 0.0955358 Oct 18 23:18:29.012272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:29.145315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d45feb5-060a-4897-a243-ace83c6e93be req-f2810ee9-d5e3-41bc-8a85-f98ba2bd79b1 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217256 Oct 18 23:18:29.303515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=0191eb79-42ba-46dd-8b53-8eb43b87521c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:29.313662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 86a871f8-a099-479c-9a1e-80cb209b6109 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:29.324837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:18:29.336630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31bb25-ae91-45f6-92f1-49cde221a92e req-8f060f11-800f-42ea-ae72-52ee8586a5b8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:29.345099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db31bb25-ae91-45f6-92f1-49cde221a92e req-8f060f11-800f-42ea-ae72-52ee8586a5b8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 949 time: 0.8125236 Oct 18 23:18:29.352628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:29.356086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0b3c7788-0721-44f8-afdd-51ceb6f97f25 admin admin] 10.222.0.52 "PUT /v2.0/routers/6bb3d216-6927-42d8-a0e9-a24cfe937478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5988815 Oct 18 23:18:29.375525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 86a871f8-a099-479c-9a1e-80cb209b6109 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:29.376059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 86a871f8-a099-479c-9a1e-80cb209b6109 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:29.380736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Sync routers for ids ['6bb3d216-6927-42d8-a0e9-a24cfe937478'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:18:29.402884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Routers {'6bb3d216-6927-42d8-a0e9-a24cfe937478'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:18:29.403969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:18:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6bb3d216-6927-42d8-a0e9-a24cfe937478'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:29.411355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] For port 9cc727aa-462a-4545-b3ba-6ee5ce168c91, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:29.426418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db31bb25-ae91-45f6-92f1-49cde221a92e req-4f91af5e-596e-4950-bae6-7f70775ddf1e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801375 Oct 18 23:18:29.436769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:29.451003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] For port 9cc727aa-462a-4545-b3ba-6ee5ce168c91, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9cc727aa-462a-4545-b3ba-6ee5ce168c91,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:29.472818 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:29.501094 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:29.519565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Transition to ACTIVE for port object a7e63785-43cf-43e6-964e-908d8bc88614 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:18:29.520471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:29.523895 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f5ca07-ee20-4fd5-ad1c-36ed710bc542" -d '{"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:29.553071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:29.554150 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:29.556267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] 10.222.0.102 "PUT /v2.0/ports/9cc727aa-462a-4545-b3ba-6ee5ce168c91 HTTP/1.1" status: 200 len: 1093 time: 2.9551244 Oct 18 23:18:29.557648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'tag': '9cc727aa-462a-4545-b3ba-6ee5ce168c91'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:29.560241 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ed603f-17c7-413f-a751-966c3b760a11" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc38eb8-079e-403b-a160-586cdcdd67ae", "tag": "9cc727aa-462a-4545-b3ba-6ee5ce168c91"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:29.574386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:29.622072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6066a5-bb26-4521-b1b7-bd73cb302028 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc727aa-462a-4545-b3ba-6ee5ce168c91,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:29.656317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Set router 6bb3d216-6927-42d8-a0e9-a24cfe937478 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:18:29.793740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd87d49-a627-4c40-8788-658363eef2cd req-5a6c47f9-c5a1-4014-8236-391de151bdc3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:29.797000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e407-64bc-4159-8a2c-8de3cf866848 req-105da885-1c69-4c49-a38c-eba210369019 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:29.798694 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff23e407-64bc-4159-8a2c-8de3cf866848 req-105da885-1c69-4c49-a38c-eba210369019 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 944 time: 0.1392775 Oct 18 23:18:29.801205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-b9a42fb5-4e93-4473-8ba2-216aad898de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:29.802313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbd87d49-a627-4c40-8788-658363eef2cd req-5a6c47f9-c5a1-4014-8236-391de151bdc3 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.2722688 Oct 18 23:18:29.802712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-b9a42fb5-4e93-4473-8ba2-216aad898de9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=922f2eb93285425bb25729322c0d56a5&device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 1096 time: 0.1305463 Oct 18 23:18:29.833663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] No DVR routers for this DVR port a7e63785-43cf-43e6-964e-908d8bc88614 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:29.880850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbd87d49-a627-4c40-8788-658363eef2cd req-43f01d4e-26e8-4961-8f0d-e47a925bde36 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774612 Oct 18 23:18:29.928284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-029e9b73-1c7f-4921-9540-14ac60a7b620 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc727aa-462a-4545-b3ba-6ee5ce168c91 HTTP/1.1" status: 200 len: 217 time: 0.1046157 Oct 18 23:18:30.002458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:30.016212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:30.016550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:30.016881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:30.040063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-5f5d4eaf-9a5d-4e53-87b3-fc7d08d03700 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:30.042368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-5f5d4eaf-9a5d-4e53-87b3-fc7d08d03700 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.73 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 944 time: 0.3908775 Oct 18 23:18:30.059018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Port a7e63785-43cf-43e6-964e-908d8bc88614 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:18:30.059553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Attempting to bind port a7e63785-43cf-43e6-964e-908d8bc88614 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:30.083383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff23e407-64bc-4159-8a2c-8de3cf866848 req-dda97165-ccb1-4925-b2be-e69e2e6c3f27 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497830 Oct 18 23:18:30.100659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:30.101235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:30.101893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:30.104606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Bound port: a7e63785-43cf-43e6-964e-908d8bc88614, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:30.105233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:30.146004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-c157c547-aa32-4d13-914c-6d934051f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:30.148835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-c157c547-aa32-4d13-914c-6d934051f2f3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=452a916a-4f29-455f-9e30-37227209d203 HTTP/1.1" status: 200 len: 855 time: 0.1986732 Oct 18 23:18:30.235904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:18:20Z', 'updated_at': '2021-10-18T23:18:26Z', 'revision_number': 4, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'gw_port': {'id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:21Z', 'updated_at': '2021-10-18T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '45924c80-af88-41b1-81a3-8fc5a1f514dd', 'name': '', 'network_id': '66ee5f95-f90c-4399-885d-231d76901214', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'mac_address': 'fa:16:3e:d0:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '73add666-15c8-42ca-a650-b364a8d68f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:24Z', 'updated_at': '2021-10-18T23:18:26Z', 'revision_number': 2, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'subnets': [{'id': '73add666-15c8-42ca-a650-b364a8d68f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:30.295058 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c7851c-2712-4603-b3d6-6763681308c8 x-openstack-request-id: req-f7c7851c-2712-4603-b3d6-6763681308c8 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:30.295356 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc38eb8-079e-403b-a160-586cdcdd67ae", "tag": "9cc727aa-462a-4545-b3ba-6ee5ce168c91", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:30.295610 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7c7851c-2712-4603-b3d6-6763681308c8 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:30.296014 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'tag': '9cc727aa-462a-4545-b3ba-6ee5ce168c91', 'status': 'completed', 'code': 200} Oct 18 23:18:30.300252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-86411f37-c619-4a23-a8e5-63e068f9d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:30.305411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-86411f37-c619-4a23-a8e5-63e068f9d55c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4285ee8b-6b0d-4e3d-b3fe-83fd45d15179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1480284 Oct 18 23:18:30.307726 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa3ef6e-dfae-477b-96ed-cdacaa45ff58 x-openstack-request-id: req-dfa3ef6e-dfae-477b-96ed-cdacaa45ff58 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:30.309417 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:30.311459 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfa3ef6e-dfae-477b-96ed-cdacaa45ff58 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:30.312382 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'code': 200} Oct 18 23:18:30.331984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Checking router: 6bb3d216-6927-42d8-a0e9-a24cfe937478 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:18:30.332624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Updating router 6bb3d216-6927-42d8-a0e9-a24cfe937478 port 45924c80-af88-41b1-81a3-8fc5a1f514dd binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:18:30.435552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0191eb79-42ba-46dd-8b53-8eb43b87521c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:30.524616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:30.539502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:30.543839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Deleting port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:18:30.544617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:30.552153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:30.561954 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:30.676357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:30.677191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:30.679024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] 10.222.0.73 "PUT /v2.0/ports/a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 1098 time: 1.8864844 Oct 18 23:18:30.723504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f091b-8193-4b3e-880e-df3fa4dcb89b service neutron] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=11']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:30.759056 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-9587270c-06af-4b89-b7e1-60dca9b64e24 service neutron] 10.222.0.102 "GET /v2.0/networks/4285ee8b-6b0d-4e3d-b3fe-83fd45d15179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126954 Oct 18 23:18:30.887444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] For port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,segment=NetworkSegment(7315870b-2a89-4875-933f-233b7a8edbcc),segment_id=7315870b-2a89-4875-933f-233b7a8edbcc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:30.888268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:30.915530 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79a1c7b0-a0ca-469e-b8cf-71c4ef1907c1 req-349261ac-4283-4413-bfed-df952f32a7d9 service neutron] 10.222.0.102 "GET /v2.0/networks/4285ee8b-6b0d-4e3d-b3fe-83fd45d15179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370828 Oct 18 23:18:30.919453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0191eb79-42ba-46dd-8b53-8eb43b87521c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:30.920128 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:30.930793 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2d7b-719f-43c4-942e-d8c7dd88fbee req-809258fa-ce5a-47ba-bee7-78b5706f51ba tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:30.949864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ccb2d7b-719f-43c4-942e-d8c7dd88fbee req-809258fa-ce5a-47ba-bee7-78b5706f51ba tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/ports?device_id=4156ed39-ed14-4ae1-9c5b-0e3b065127e4 HTTP/1.1" status: 200 len: 944 time: 0.4081700 Oct 18 23:18:30.966238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Calling delete_port for 9ffc86d1-fe66-49fa-8f73-ded3c77030bc owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:18:31.035394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:31.137033 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ccb2d7b-719f-43c4-942e-d8c7dd88fbee req-48b14f63-0291-4ca5-a96a-3f2d62762415 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819148 Oct 18 23:18:31.139731 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:31.193550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-0a4ab73f-92bf-48a5-b958-2d9816ff18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:31.195860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-0a4ab73f-92bf-48a5-b958-2d9816ff18e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1101 time: 0.4376361 Oct 18 23:18:31.196647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Pushing event deleted for resources: {'Port': ['ID=9ffc86d1-fe66-49fa-8f73-ded3c77030bc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:31.220452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed603f-17c7-413f-a751-966c3b760a11 req-56b3d709-070c-452f-823e-700583f6136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:31.223313 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71ed603f-17c7-413f-a751-966c3b760a11 req-56b3d709-070c-452f-823e-700583f6136d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=922f2eb93285425bb25729322c0d56a5&device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 1096 time: 0.1921577 Oct 18 23:18:31.279274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] No DVR routers for this DVR port 9ffc86d1-fe66-49fa-8f73-ded3c77030bc on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:31.286066 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:31.290364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-387c4374-a17b-4c05-87a9-9b5e1fc26da8 req-787f4bc8-7cb0-4a11-892b-5f26499b73c4 tempest-LiveMigrationTest-1482933364 tempest-LiveMigrationTest-1482933364-project] 10.222.0.73 "DELETE /v2.0/ports/9ffc86d1-fe66-49fa-8f73-ded3c77030bc HTTP/1.1" status: 204 len: 173 time: 1.2249429 Oct 18 23:18:31.313899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bdcfc888-b636-4561-9541-04f0c054c609 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:31.314603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-ba659f76-d2b3-4752-9b9b-030194628dd7 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:31.323999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-ba659f76-d2b3-4752-9b9b-030194628dd7 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 819 time: 0.5818927 Oct 18 23:18:31.372321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-69901413-c281-4251-877a-75d827ca5f44 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/quotas/698333cc46564d3da73b9602f037a5f1 HTTP/1.1" status: 200 len: 375 time: 0.0487826 Oct 18 23:18:31.506803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:31.519947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed603f-17c7-413f-a751-966c3b760a11 req-e3b203ac-4584-477e-8692-6457ca0f5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:31.522112 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71ed603f-17c7-413f-a751-966c3b760a11 req-e3b203ac-4584-477e-8692-6457ca0f5132 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 HTTP/1.1" status: 200 len: 917 time: 0.2876492 Oct 18 23:18:31.560095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0d800-890d-42d5-b4d0-539a28237e06 req-ba895bb4-ffb6-49f6-bcd7-0e09e572da31 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:31.562959 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5a0d800-890d-42d5-b4d0-539a28237e06 req-ba895bb4-ffb6-49f6-bcd7-0e09e572da31 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 949 time: 0.2590299 Oct 18 23:18:31.651980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port bdcfc888-b636-4561-9541-04f0c054c609 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:18:31.668563 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71ed603f-17c7-413f-a751-966c3b760a11 req-9dab8b36-1bb0-41bb-af25-2ad0c50e6754 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc727aa-462a-4545-b3ba-6ee5ce168c91 HTTP/1.1" status: 200 len: 217 time: 0.1286864 Oct 18 23:18:31.698912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port bdcfc888-b636-4561-9541-04f0c054c609 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:31.699656 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:31.740594 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5a0d800-890d-42d5-b4d0-539a28237e06 req-a367775c-78c9-4f3c-8939-10d90e4545fb tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614099 Oct 18 23:18:31.844629 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:31.872259 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed603f-17c7-413f-a751-966c3b760a11 req-d1ac604d-5e0f-4158-8240-f096b6fc4947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:31.873869 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71ed603f-17c7-413f-a751-966c3b760a11 req-d1ac604d-5e0f-4158-8240-f096b6fc4947 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=452a916a-4f29-455f-9e30-37227209d203 HTTP/1.1" status: 200 len: 855 time: 0.1975515 Oct 18 23:18:31.875833 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:31.993258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed603f-17c7-413f-a751-966c3b760a11 req-0206d0a9-0955-4145-a218-95027fb842b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:32.003772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71ed603f-17c7-413f-a751-966c3b760a11 req-0206d0a9-0955-4145-a218-95027fb842b0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4285ee8b-6b0d-4e3d-b3fe-83fd45d15179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140010 Oct 18 23:18:32.022713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-8dadf1e3-dd91-4fd2-a472-111eeca3a400 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6492934 Oct 18 23:18:32.031980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-66eac8fb-3c51-48fa-8aa1-497943e488af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:32.033738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-66eac8fb-3c51-48fa-8aa1-497943e488af service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.8295465 Oct 18 23:18:32.158267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23015154-c5ed-4857-b293-d0c2b54043ef None None] Pushing event updated for resources: {'Port': ['ID=45924c80-af88-41b1-81a3-8fc5a1f514dd,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:32.163759 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:32.170751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-a42a2484-db6e-4836-815c-3eb9524e2fc4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.1069729 Oct 18 23:18:32.196218 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71ed603f-17c7-413f-a751-966c3b760a11 req-10e21f82-e15d-4e6b-a89b-70460deef4e9 service neutron] 10.222.0.102 "GET /v2.0/networks/4285ee8b-6b0d-4e3d-b3fe-83fd45d15179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911466 Oct 18 23:18:32.246375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-df807e07-dd37-43db-bf5a-4e663198a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:32.247676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-df807e07-dd37-43db-bf5a-4e663198a6f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0700636 Oct 18 23:18:32.257498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed2522b-dc92-43e9-a897-2bcd267f92dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcfc888-b636-4561-9541-04f0c054c609'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:32.263342 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fad82f-751a-4ede-8b0d-af196111ccdf" -d '{"events": [{"server_uuid": "fed2522b-dc92-43e9-a897-2bcd267f92dd", "name": "network-vif-plugged", "status": "completed", "tag": "bdcfc888-b636-4561-9541-04f0c054c609"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:32.290368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Attempting to bind port 45924c80-af88-41b1-81a3-8fc5a1f514dd on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:32.291574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Attempting to bind port 45924c80-af88-41b1-81a3-8fc5a1f514dd by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:32.292194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Attempting to bind port 45924c80-af88-41b1-81a3-8fc5a1f514dd on network 66ee5f95-f90c-4399-885d-231d76901214 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:32.310932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:32.311559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Checking segment: {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:32.312282 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:32.312952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Bound using segment: {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:32.313770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Bound port: 45924c80-af88-41b1-81a3-8fc5a1f514dd, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:32.314406 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:32.325950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614'}, {'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'name': 'network-vif-deleted', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:32.330822 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e1c25-efac-4673-bf93-28f56a7f7365" -d '{"events": [{"name": "network-changed", "server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614"}, {"server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "name": "network-vif-deleted", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:32.346345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfab782-93db-424f-bc11-24ebb368baa3 req-ef3b2f70-ea17-48a9-8d52-1c007a7e7def tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:32.351818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port bdcfc888-b636-4561-9541-04f0c054c609, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bdcfc888-b636-4561-9541-04f0c054c609,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:32.357576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dcfab782-93db-424f-bc11-24ebb368baa3 req-ef3b2f70-ea17-48a9-8d52-1c007a7e7def tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.2919466 Oct 18 23:18:32.397881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:32.399726 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 9ffc86d1-fe66-49fa-8f73-ded3c77030bc no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:32.410191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8436-3ad2-47d2-becf-426c032eff09 req-95bb14cb-2fdc-4a48-8f4a-b53d44ca5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:32.413249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-95bb14cb-2fdc-4a48-8f4a-b53d44ca5d94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390903 Oct 18 23:18:32.432162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-45ff16f4-3529-46be-bf9a-9be89723b447 service neutron] 10.222.0.52 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923676 Oct 18 23:18:32.433095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71ed603f-17c7-413f-a751-966c3b760a11 req-af4881e3-6a47-4ef4-b2fb-df782d7b8b75 service neutron] 10.222.0.102 "GET /v2.0/networks/4285ee8b-6b0d-4e3d-b3fe-83fd45d15179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270823 Oct 18 23:18:32.444120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dcfab782-93db-424f-bc11-24ebb368baa3 req-030abb5f-8557-4acc-be2e-1a05ea1edf0f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836661 Oct 18 23:18:32.546108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 9ffc86d1-fe66-49fa-8f73-ded3c77030bc {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:32.546681 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 9ffc86d1-fe66-49fa-8f73-ded3c77030bc not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:32.632222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] For port 45924c80-af88-41b1-81a3-8fc5a1f514dd, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:32.656214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=bdcfc888-b636-4561-9541-04f0c054c609,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:32.677571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-5c3f77d1-a458-49bf-a740-e9798e0ceae0 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415278 Oct 18 23:18:32.678159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] For port 45924c80-af88-41b1-81a3-8fc5a1f514dd, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=45924c80-af88-41b1-81a3-8fc5a1f514dd,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:32.686445 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:32.694252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-d249a228-c8f5-450d-bcff-07ef0032f35a service neutron] 10.222.0.52 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027225 Oct 18 23:18:32.718988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a53b-6af2-464e-9eac-ea5d8776c686 req-eb30c860-f5a3-4f2f-bea8-1d613454b847 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:32.720775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27e1a53b-6af2-464e-9eac-ea5d8776c686 req-eb30c860-f5a3-4f2f-bea8-1d613454b847 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 944 time: 0.0642116 Oct 18 23:18:32.801366 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27e1a53b-6af2-464e-9eac-ea5d8776c686 req-60970939-131c-4c5b-bc72-42a8f34b2b09 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690703 Oct 18 23:18:32.836120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23015154-c5ed-4857-b293-d0c2b54043ef None None] Pushing event updated for resources: {'Port': ['ID=45924c80-af88-41b1-81a3-8fc5a1f514dd,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:32.846917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Routers {'6bb3d216-6927-42d8-a0e9-a24cfe937478'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:18:32.847834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:18:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6bb3d216-6927-42d8-a0e9-a24cfe937478'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:32.927607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-275c8436-3ad2-47d2-becf-426c032eff09 req-0975acc8-864e-40f1-8cc7-1893f91605d4 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298422 Oct 18 23:18:32.977672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39692) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:33.075856 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb0098-0e31-4431-af0a-3c3631cfe0e3 x-openstack-request-id: req-c9cb0098-0e31-4431-af0a-3c3631cfe0e3 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:33.076395 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed2522b-dc92-43e9-a897-2bcd267f92dd", "name": "network-vif-plugged", "status": "completed", "tag": "bdcfc888-b636-4561-9541-04f0c054c609", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:33.076809 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9cb0098-0e31-4431-af0a-3c3631cfe0e3 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:33.077486 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed2522b-dc92-43e9-a897-2bcd267f92dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcfc888-b636-4561-9541-04f0c054c609', 'code': 200} Oct 18 23:18:33.104033 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdddd60-3c3e-42e7-8a20-f66a78968bb8 x-openstack-request-id: req-9bdddd60-3c3e-42e7-8a20-f66a78968bb8 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:33.105737 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614", "status": "completed", "code": 200}, {"server_uuid": "4156ed39-ed14-4ae1-9c5b-0e3b065127e4", "name": "network-vif-deleted", "tag": "9ffc86d1-fe66-49fa-8f73-ded3c77030bc", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:33.106880 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bdddd60-3c3e-42e7-8a20-f66a78968bb8 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:33.107217 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'status': 'completed', 'code': 200} Oct 18 23:18:33.107760 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4156ed39-ed14-4ae1-9c5b-0e3b065127e4', 'name': 'network-vif-deleted', 'tag': '9ffc86d1-fe66-49fa-8f73-ded3c77030bc', 'status': 'completed', 'code': 200} Oct 18 23:18:33.163569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] Set router 6bb3d216-6927-42d8-a0e9-a24cfe937478 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:18:33.427416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-12946aad-1a63-4f69-8d95-444dcca790d2 admin admin] Deleting subnet a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:18:33.436159 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12946aad-1a63-4f69-8d95-444dcca790d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:33.441142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-3e5ee1d3-b890-4389-971e-43f379ff0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:33.443551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-3e5ee1d3-b890-4389-971e-43f379ff0a1a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1101 time: 0.2016881 Oct 18 23:18:33.458087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b7a897a-d163-47e3-8384-4eff54e39165 req-4422a6fa-7084-44db-8b25-91a46181af50 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 210 time: 0.0660658 Oct 18 23:18:33.508640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-bc06fbc3-d9a7-4c48-84e1-ed5873edd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:33.512713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-bc06fbc3-d9a7-4c48-84e1-ed5873edd9bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1322d1ff53614d19a79298a73ab42a6f&device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1101 time: 0.3311977 Oct 18 23:18:33.517228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf9d7b-dfe1-41c7-a246-b8d69064082e req-95222add-2e1c-4ef7-9614-8b32e3722161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:33.520182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16bf9d7b-dfe1-41c7-a246-b8d69064082e req-95222add-2e1c-4ef7-9614-8b32e3722161 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 1102 time: 0.2129407 Oct 18 23:18:33.632658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6999b-b68c-459c-97a3-649be6099d61 req-fb9c679b-8322-4c12-8940-f157487357de tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:33.651230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60d6999b-b68c-459c-97a3-649be6099d61 req-fb9c679b-8322-4c12-8940-f157487357de tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 950 time: 0.3320384 Oct 18 23:18:33.652464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16bf9d7b-dfe1-41c7-a246-b8d69064082e req-595093ac-ddab-448d-b0bb-fd941381c03c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157155 Oct 18 23:18:33.742608 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12946aad-1a63-4f69-8d95-444dcca790d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:33.800746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-370ee796-d475-4d5a-9e3a-5e46eaae9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:33.803231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-370ee796-d475-4d5a-9e3a-5e46eaae9127 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2813520 Oct 18 23:18:33.888145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc3f90-703c-4dc3-906d-78ff87c90423 req-0fa70c2d-90f3-4ca2-b9ee-89d636822b71 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:33.889947 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6cc3f90-703c-4dc3-906d-78ff87c90423 req-0fa70c2d-90f3-4ca2-b9ee-89d636822b71 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.0855184 Oct 18 23:18:33.930964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:18:20Z', 'updated_at': '2021-10-18T23:18:26Z', 'revision_number': 4, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'gw_port': {'id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:21Z', 'updated_at': '2021-10-18T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '45924c80-af88-41b1-81a3-8fc5a1f514dd', 'name': '', 'network_id': '66ee5f95-f90c-4399-885d-231d76901214', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'mac_address': 'fa:16:3e:d0:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '73add666-15c8-42ca-a650-b364a8d68f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:24Z', 'updated_at': '2021-10-18T23:18:32Z', 'revision_number': 4, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'subnets': [{'id': '73add666-15c8-42ca-a650-b364a8d68f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:33.969165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf994b3-a3d0-46db-94f8-94ead97f9411 None None] The sync data for ids ['6bb3d216-6927-42d8-a0e9-a24cfe937478'] in n-d-713498-28 is: [{'id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:18:20Z', 'updated_at': '2021-10-18T23:18:26Z', 'revision_number': 4, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'gw_port': {'id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:21Z', 'updated_at': '2021-10-18T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '45924c80-af88-41b1-81a3-8fc5a1f514dd', 'name': '', 'network_id': '66ee5f95-f90c-4399-885d-231d76901214', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'mac_address': 'fa:16:3e:d0:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '73add666-15c8-42ca-a650-b364a8d68f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:24Z', 'updated_at': '2021-10-18T23:18:32Z', 'revision_number': 4, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'subnets': [{'id': '73add666-15c8-42ca-a650-b364a8d68f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:18:33.971484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6cc3f90-703c-4dc3-906d-78ff87c90423 req-7264c8dd-5ede-4d16-8f21-fac241905017 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718825 Oct 18 23:18:34.010907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12946aad-1a63-4f69-8d95-444dcca790d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:34.017608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60d6999b-b68c-459c-97a3-649be6099d61 req-c8a03eb7-2d69-4fe5-ba87-20ec4e247de8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624496 Oct 18 23:18:34.114855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-540709a4-ec8b-4a7a-90b3-7810a211666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:34.116476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-540709a4-ec8b-4a7a-90b3-7810a211666e service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.6081421 Oct 18 23:18:34.150539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-06b57a12-141e-428a-bf75-e2abc805002d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.1248937 Oct 18 23:18:34.192168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-61f7ddce-9b72-48c3-9e43-a15d0e912ea4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 200 len: 217 time: 0.0623949 Oct 18 23:18:34.283404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-274ba9dc-c8f5-46d2-b0aa-dfa5d24800fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:34.296425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-274ba9dc-c8f5-46d2-b0aa-dfa5d24800fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1377532 Oct 18 23:18:34.395154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12946aad-1a63-4f69-8d95-444dcca790d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:34.421190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b03ef-ea21-4ba2-9cb6-50177c6ac4ce req-c60dbab7-9caa-4317-81a9-e39ced65f4c3 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:34.422244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f76b03ef-ea21-4ba2-9cb6-50177c6ac4ce req-c60dbab7-9caa-4317-81a9-e39ced65f4c3 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 944 time: 0.1035333 Oct 18 23:18:34.426266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-0327d56c-f903-42b9-86fa-26bff26370d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:34.428119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-0327d56c-f903-42b9-86fa-26bff26370d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214299 Oct 18 23:18:34.445864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-2f422a15-a6bb-4aa7-9dac-5ef382040a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:34.447845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-2f422a15-a6bb-4aa7-9dac-5ef382040a3d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2434537 Oct 18 23:18:34.454207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 45924c80-af88-41b1-81a3-8fc5a1f514dd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:34.455449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12946aad-1a63-4f69-8d95-444dcca790d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ba7e7f-e060-45fc-88a7-5673d5dd68b0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:34.476350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12946aad-1a63-4f69-8d95-444dcca790d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:34.479834 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-12946aad-1a63-4f69-8d95-444dcca790d2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a5ba7e7f-e060-45fc-88a7-5673d5dd68b0 HTTP/1.1" status: 204 len: 168 time: 1.5010610 Oct 18 23:18:34.483932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39730) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:34.522412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-b206e487-abf9-4c8e-9661-45733a59e1ff tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:34.526711 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-b206e487-abf9-4c8e-9661-45733a59e1ff tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 819 time: 0.3088591 Oct 18 23:18:34.551515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f76b03ef-ea21-4ba2-9cb6-50177c6ac4ce req-1aa34d1e-0256-4ec1-9639-dd1a6f6acc6f tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197255 Oct 18 23:18:34.571562 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:34.581017 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-ebd9412d-8c8d-445d-9d8e-08c3e3feac57 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/quotas/698333cc46564d3da73b9602f037a5f1 HTTP/1.1" status: 200 len: 375 time: 0.0445278 Oct 18 23:18:34.590378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-8a8d0e94-5d76-440e-acae-352555856a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:34.592014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-8a8d0e94-5d76-440e-acae-352555856a92 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314697 Oct 18 23:18:34.627806 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 45924c80-af88-41b1-81a3-8fc5a1f514dd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:34.628204 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:34.792292 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:34.815449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-a4c19303-6f50-4911-a6e1-4c4bc4725e6a service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772430 Oct 18 23:18:34.824597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-fca144e7-20e6-4946-aecb-c85c99444517 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2308815 Oct 18 23:18:34.846163 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:34.922862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 45924c80-af88-41b1-81a3-8fc5a1f514dd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=45924c80-af88-41b1-81a3-8fc5a1f514dd,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:34.934594 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:34.979645 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-d6e9801e-8f54-47ad-801f-a75e2dc111b0 service neutron] 10.222.0.52 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506310 Oct 18 23:18:34.987169 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-92c07a67-51c8-4a68-bb9b-61118c00c380 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712809 Oct 18 23:18:35.008651 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:35.054543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=45924c80-af88-41b1-81a3-8fc5a1f514dd,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:35.060938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e76da50-3cd9-431d-8f4f-74d2bbacb5e3']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:35.082252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7315870b-2a89-4875-933f-233b7a8edbcc') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:35.082557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7315870b-2a89-4875-933f-233b7a8edbcc') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:35.103022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-a3fb5d0b-ba89-42a5-becc-21de935ddbe5 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760236 Oct 18 23:18:35.105083 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:35.125445 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:35.143839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:18:35.144190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:35.168692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-f1685830-dc76-486d-81e2-93de5b9da26b service neutron] 10.222.0.52 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800847 Oct 18 23:18:35.171158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-318e1c25-efac-4673-bf93-28f56a7f7365 req-59c01859-7993-4fd6-baff-e73dc7210416 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739845 Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:18:35.218432 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:18:35.255266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:35.283839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:35.290306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2e76da50-3cd9-431d-8f4f-74d2bbacb5e3 HTTP/1.1" status: 204 len: 168 time: 0.8029475 Oct 18 23:18:35.293903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39738) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:35.294684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1c60c-77e8-494e-b11d-b7bba8158b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e76da50-3cd9-431d-8f4f-74d2bbacb5e3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:35.368000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761f73f-af99-4d76-b883-4c16339f1b65 req-eb4314e3-bcd0-45b7-9ad8-a4f743c7f993 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:35.379391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3761f73f-af99-4d76-b883-4c16339f1b65 req-eb4314e3-bcd0-45b7-9ad8-a4f743c7f993 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.1598861 Oct 18 23:18:35.434087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3761f73f-af99-4d76-b883-4c16339f1b65 req-8845ea26-6394-41cf-a2ac-9f2885ca1c3b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537663 Oct 18 23:18:35.472435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4b94f5-6cbd-45f2-b0a2-51a05db51e75 admin admin] Deleting subnet 109e6a51-89ab-4c44-b6d7-016996356209 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:18:35.554692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db4b94f5-6cbd-45f2-b0a2-51a05db51e75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:35.731349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2d073fd-353e-48ec-ac06-2a2c2f443854 req-1774fec9-e3a8-4eea-b8c4-096e54950c2d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 210 time: 0.0553575 Oct 18 23:18:35.745419 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db4b94f5-6cbd-45f2-b0a2-51a05db51e75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:35.837352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9004145-5d7a-450c-88f1-f4dc11d72710 req-a479e80b-472a-40dc-abff-083dfae1eeb2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:35.844893 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9004145-5d7a-450c-88f1-f4dc11d72710 req-a479e80b-472a-40dc-abff-083dfae1eeb2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 950 time: 0.4466219 Oct 18 23:18:35.902342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-4e2936b4-2075-4f54-a214-b9e2e2f653d2 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:35.903932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-4e2936b4-2075-4f54-a214-b9e2e2f653d2 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.102 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 819 time: 0.5572596 Oct 18 23:18:35.906624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db4b94f5-6cbd-45f2-b0a2-51a05db51e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:35.916668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb00f36-b77e-48cc-bcab-9dd2a824f54c req-73b2e7f2-29e7-4afa-b3cc-2c4ea67a9dc7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:35.918983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aeb00f36-b77e-48cc-bcab-9dd2a824f54c req-73b2e7f2-29e7-4afa-b3cc-2c4ea67a9dc7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 944 time: 0.0793514 Oct 18 23:18:35.940159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Request body: {'port': {'device_id': '24ebc304-1505-4311-a739-4d5aed13263e', 'network_id': '66ee5f95-f90c-4399-885d-231d76901214', 'admin_state_up': True, 'tenant_id': '698333cc46564d3da73b9602f037a5f1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:35.965144 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9004145-5d7a-450c-88f1-f4dc11d72710 req-8f37e3cb-d6a2-4b8e-a276-61e1c0f5cf06 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192071 Oct 18 23:18:36.020385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aeb00f36-b77e-48cc-bcab-9dd2a824f54c req-1340e201-eef8-4d74-bd16-3c43d30a3331 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877774 Oct 18 23:18:36.028944 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.081650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db4b94f5-6cbd-45f2-b0a2-51a05db51e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.125853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b94f5-6cbd-45f2-b0a2-51a05db51e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109e6a51-89ab-4c44-b6d7-016996356209,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:36.137660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db4b94f5-6cbd-45f2-b0a2-51a05db51e75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.141489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-db4b94f5-6cbd-45f2-b0a2-51a05db51e75 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/109e6a51-89ab-4c44-b6d7-016996356209 HTTP/1.1" status: 204 len: 168 time: 0.8463147 Oct 18 23:18:36.144295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39756) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:36.183471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Made reservation on behalf of 698333cc46564d3da73b9602f037a5f1 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:36.189923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.276016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.377647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 45924c80-af88-41b1-81a3-8fc5a1f514dd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:36.416618 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.441127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b0f6ed-4905-4bb4-87d6-1130a026703b']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:36.442240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Allocated IP 172.20.0.10 (66ee5f95-f90c-4399-885d-231d76901214/73add666-15c8-42ca-a650-b364a8d68f08/f483184a-9f9a-470c-892a-caace45e10ea) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:18:36.452842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 45924c80-af88-41b1-81a3-8fc5a1f514dd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:36.453662 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.453893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fc3cfa-c2cc-4a73-87c9-672a718e048c') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:36.454265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fc3cfa-c2cc-4a73-87c9-672a718e048c') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:36.470995 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.500580 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.516341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:18:36.517078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:18:36.519719 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:18:36.609602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.620275 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.625538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] 10.222.0.52 "DELETE /v2.0/networks/f5b0f6ed-4905-4bb4-87d6-1130a026703b HTTP/1.1" status: 204 len: 168 time: 0.4793143 Oct 18 23:18:36.645443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2849b-65c7-4283-9e32-738b9c32fc9c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b0f6ed-4905-4bb4-87d6-1130a026703b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:36.714157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908d5a3-de58-4e5a-8fc1-b418a9f001f8 req-59327fb1-0817-4f3c-9d6d-8c26278d54fa tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:36.715902 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f908d5a3-de58-4e5a-8fc1-b418a9f001f8 req-59327fb1-0817-4f3c-9d6d-8c26278d54fa tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.1375008 Oct 18 23:18:36.756435 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.789623 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f908d5a3-de58-4e5a-8fc1-b418a9f001f8 req-be14795c-fa49-4c5b-9993-197fa67df634 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653789 Oct 18 23:18:36.819984 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.850198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39766) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:36.875903 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9dcd1c68-96c2-46c0-9613-a3f586465fc8 req-6b143bf4-fee4-4a52-9b84-165f2779c863 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 210 time: 0.0387685 Oct 18 23:18:36.876514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Network 66ee5f95-f90c-4399-885d-231d76901214 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:18:36.880163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:36.883414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:18:36.917063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Pushing event updated for resources: {'Port': ['ID=f483184a-9f9a-470c-892a-caace45e10ea,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:36.921405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-21c87475-fb0f-4747-b1b2-93a19704d044 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c91492ee9d27416abba2071bf16cb6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700302 Oct 18 23:18:36.922174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39768) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:36.972850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:36.973931 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:36.977118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-22fcf25e-4577-4d09-8f5b-b7ded33a62ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:37.006628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-33192dfe-e4af-437f-bbae-2194f2d12a15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0742555 Oct 18 23:18:37.007451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-22fcf25e-4577-4d09-8f5b-b7ded33a62ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:37.031509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Request body: {'port': {'device_id': '24ebc304-1505-4311-a739-4d5aed13263e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:37.127710 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:37.158637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-22fcf25e-4577-4d09-8f5b-b7ded33a62ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:37.163572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-22fcf25e-4577-4d09-8f5b-b7ded33a62ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:37.170772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-22fcf25e-4577-4d09-8f5b-b7ded33a62ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ed4ac7a-8a8c-47df-9beb-6d6adda9816d HTTP/1.1" status: 204 len: 168 time: 0.2450013 Oct 18 23:18:37.228911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42314508-5708-4272-bdeb-3895f7b94dde req-121d8bed-e246-40d5-a14a-dfe15d6003f2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:37.236335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-42314508-5708-4272-bdeb-3895f7b94dde req-121d8bed-e246-40d5-a14a-dfe15d6003f2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 950 time: 0.1108382 Oct 18 23:18:37.238222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcf25e-4577-4d09-8f5b-b7ded33a62ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed4ac7a-8a8c-47df-9beb-6d6adda9816d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:37.262830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-1aed1a10-49ea-472a-939e-e5f852e64fdb tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:37.264831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-1aed1a10-49ea-472a-939e-e5f852e64fdb tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.73 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 819 time: 0.2128215 Oct 18 23:18:37.286914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Request body: {'port': {'device_id': '54c9fea9-499a-4e3f-881d-77a61e6dec33', 'network_id': '66ee5f95-f90c-4399-885d-231d76901214', 'admin_state_up': True, 'tenant_id': '698333cc46564d3da73b9602f037a5f1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:37.299101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf132af-cce7-45ce-a403-3b8553565b10 req-1f7fa99a-5831-400e-b0d4-11dfe7541ac2 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:37.307798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdf132af-cce7-45ce-a403-3b8553565b10 req-1f7fa99a-5831-400e-b0d4-11dfe7541ac2 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 944 time: 0.1366427 Oct 18 23:18:37.357878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-42314508-5708-4272-bdeb-3895f7b94dde req-ad3ecbab-b034-4d2f-8ded-17628684d900 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204283 Oct 18 23:18:37.408355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdf132af-cce7-45ce-a403-3b8553565b10 req-76b89ae1-a08c-4d3d-aed6-5aa650f5333b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990632 Oct 18 23:18:37.514623 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:18:37.517295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Made reservation on behalf of 698333cc46564d3da73b9602f037a5f1 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:37.521275 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:37.703064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f483184a-9f9a-470c-892a-caace45e10ea {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:37.712671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:37.734987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Transition to ACTIVE for port object f483184a-9f9a-470c-892a-caace45e10ea will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:18:37.742224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:37.798656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39788) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:37.843633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Pushing event updated for resources: {'Port': ['ID=f483184a-9f9a-470c-892a-caace45e10ea,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:37.876780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Allocated IP 172.20.0.8 (66ee5f95-f90c-4399-885d-231d76901214/73add666-15c8-42ca-a650-b364a8d68f08/e6ed5ca0-a926-4dca-bca4-48512a9e904b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:18:37.943126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1b711a1a-b6b4-4818-a3de-4fc44d6e993a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=162066d63e4d4279950e35e7c11e899d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430123 Oct 18 23:18:37.948695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39794) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:38.056746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Attempting to bind port f483184a-9f9a-470c-892a-caace45e10ea on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:38.057316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Attempting to bind port f483184a-9f9a-470c-892a-caace45e10ea by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:38.057906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Attempting to bind port f483184a-9f9a-470c-892a-caace45e10ea on network 66ee5f95-f90c-4399-885d-231d76901214 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:38.072929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Port f483184a-9f9a-470c-892a-caace45e10ea on network 66ee5f95-f90c-4399-885d-231d76901214 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:18:38.073489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Attempting to bind port f483184a-9f9a-470c-892a-caace45e10ea on network 66ee5f95-f90c-4399-885d-231d76901214 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:38.079191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b024524-8690-4122-bcba-80cde8bbdeee req-7ed2ef48-bddb-4a62-875b-ef2c192e8c4c tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:38.081852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1b024524-8690-4122-bcba-80cde8bbdeee req-7ed2ef48-bddb-4a62-875b-ef2c192e8c4c tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 1102 time: 0.1173165 Oct 18 23:18:38.090668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:38.091276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Checking segment: {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:38.092068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Bound using segment: {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:38.092713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Bound port: f483184a-9f9a-470c-892a-caace45e10ea, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:38.093325 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.114157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ca16-a1f4-4f61-82e3-333efbc27802 req-2afff208-5215-4051-8083-a1b21bcb37a7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:38.116018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ae5ca16-a1f4-4f61-82e3-333efbc27802 req-2afff208-5215-4051-8083-a1b21bcb37a7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 949 time: 0.1491680 Oct 18 23:18:38.125988 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b267a68a-29a3-4dee-a0c1-00e7c7a09514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.142279 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1b024524-8690-4122-bcba-80cde8bbdeee req-7c069262-1389-4a5e-9d5a-09a3afa23360 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.184081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.192500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b267a68a-29a3-4dee-a0c1-00e7c7a09514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.242454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ae5ca16-a1f4-4f61-82e3-333efbc27802 req-07e4589e-2fa5-4a0d-a525-e3fcf41bf4c7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107256 Oct 18 23:18:38.281676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] For port f483184a-9f9a-470c-892a-caace45e10ea, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:38.290188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] For port f483184a-9f9a-470c-892a-caace45e10ea, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f483184a-9f9a-470c-892a-caace45e10ea,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:38.304660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.308970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.347952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b267a68a-29a3-4dee-a0c1-00e7c7a09514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.350633 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b267a68a-29a3-4dee-a0c1-00e7c7a09514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.363726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b267a68a-29a3-4dee-a0c1-00e7c7a09514 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba980803-323c-4326-9e86-01c1c51c7ffa HTTP/1.1" status: 204 len: 168 time: 0.4051912 Oct 18 23:18:38.392664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:38.393786 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.396377 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] 10.222.0.102 "PUT /v2.0/ports/f483184a-9f9a-470c-892a-caace45e10ea HTTP/1.1" status: 200 len: 1093 time: 1.3709702 Oct 18 23:18:38.397161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ebc304-1505-4311-a739-4d5aed13263e', 'tag': 'f483184a-9f9a-470c-892a-caace45e10ea'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:38.397344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a68a-29a3-4dee-a0c1-00e7c7a09514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba980803-323c-4326-9e86-01c1c51c7ffa,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:38.402270 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb99e495-f092-42c4-8ae5-cb3445010aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "24ebc304-1505-4311-a739-4d5aed13263e", "tag": "f483184a-9f9a-470c-892a-caace45e10ea"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:38.406257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Network 66ee5f95-f90c-4399-885d-231d76901214 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:18:38.412331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:38.414988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:18:38.489624 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:38.490621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.508855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a378d-cad0-40a6-8411-548da91f7e3f service neutron] Pushing event updated for resources: {'Port': ['ID=f483184a-9f9a-470c-892a-caace45e10ea,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:38.527188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Pushing event updated for resources: {'Port': ['ID=e6ed5ca0-a926-4dca-bca4-48512a9e904b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:38.563897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-c7db65af-7507-4e08-8cb1-cc5831d3704d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2820063 Oct 18 23:18:38.572155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb619d6-3dd4-49dc-9995-2fa5bf11752e req-7146dec4-fb53-4712-bfb7-e32587a20386 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:38.573751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bb619d6-3dd4-49dc-9995-2fa5bf11752e req-7146dec4-fb53-4712-bfb7-e32587a20386 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 931 time: 0.1956680 Oct 18 23:18:38.585128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Request body: {'port': {'device_id': '54c9fea9-499a-4e3f-881d-77a61e6dec33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:38.587548 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1b024524-8690-4122-bcba-80cde8bbdeee req-7c069262-1389-4a5e-9d5a-09a3afa23360 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.600047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1b024524-8690-4122-bcba-80cde8bbdeee req-7c069262-1389-4a5e-9d5a-09a3afa23360 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.652919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1b024524-8690-4122-bcba-80cde8bbdeee req-7c069262-1389-4a5e-9d5a-09a3afa23360 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541184 Oct 18 23:18:38.665036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-614d8fe0-bf77-43ce-89ee-0c07d84239a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:38.668318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-614d8fe0-bf77-43ce-89ee-0c07d84239a2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1096 time: 0.1507564 Oct 18 23:18:38.677130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c069262-1389-4a5e-9d5a-09a3afa23360 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd97638-8122-4e5d-b79f-85944c5830d7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:38.685621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bb619d6-3dd4-49dc-9995-2fa5bf11752e req-feb04153-43c9-4850-b21d-776d14724d26 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963752 Oct 18 23:18:38.688751 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:38.804097 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-bebc53af-a970-4611-bfac-65e9396b10ca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f483184a-9f9a-470c-892a-caace45e10ea HTTP/1.1" status: 200 len: 217 time: 0.1198010 Oct 18 23:18:38.863121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b0a192f6-f14d-461f-bd7f-b1b938851294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:38.865384 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-b0a192f6-f14d-461f-bd7f-b1b938851294 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.0517151 Oct 18 23:18:38.867507 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84becbe3-71de-43d2-8596-db965252b84f x-openstack-request-id: req-84becbe3-71de-43d2-8596-db965252b84f {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:38.867929 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ebc304-1505-4311-a739-4d5aed13263e", "tag": "f483184a-9f9a-470c-892a-caace45e10ea", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:38.868283 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84becbe3-71de-43d2-8596-db965252b84f {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:38.869059 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ebc304-1505-4311-a739-4d5aed13263e', 'tag': 'f483184a-9f9a-470c-892a-caace45e10ea', 'status': 'completed', 'code': 200} Oct 18 23:18:38.915648 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-9089be8a-6734-45fd-bfd3-949fca444773 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418971 Oct 18 23:18:39.069099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-bdeaf385-2844-4cf0-aa22-a07aa71cffd8 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431663 Oct 18 23:18:39.082436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9cacf-8273-4d59-bae2-78ebc899c437 req-d0bfc668-5bb2-47d4-a4ca-13933af21695 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:39.092726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b4b9cacf-8273-4d59-bae2-78ebc899c437 req-d0bfc668-5bb2-47d4-a4ca-13933af21695 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 944 time: 0.1176159 Oct 18 23:18:39.198787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b4b9cacf-8273-4d59-bae2-78ebc899c437 req-925fc43e-1286-48e1-885c-0570ca1a59a5 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062512 Oct 18 23:18:39.206327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ed5ca0-a926-4dca-bca4-48512a9e904b {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:39.217685 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:39.237273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Transition to ACTIVE for port object e6ed5ca0-a926-4dca-bca4-48512a9e904b will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:18:39.256584 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:39.257268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:18:39.373603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ed5ca0-a926-4dca-bca4-48512a9e904b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:39.470103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Attempting to bind port e6ed5ca0-a926-4dca-bca4-48512a9e904b on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:39.470430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Attempting to bind port e6ed5ca0-a926-4dca-bca4-48512a9e904b by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:39.470913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Attempting to bind port e6ed5ca0-a926-4dca-bca4-48512a9e904b on network 66ee5f95-f90c-4399-885d-231d76901214 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:39.477225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Port e6ed5ca0-a926-4dca-bca4-48512a9e904b on network 66ee5f95-f90c-4399-885d-231d76901214 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:18:39.477548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Attempting to bind port e6ed5ca0-a926-4dca-bca4-48512a9e904b on network 66ee5f95-f90c-4399-885d-231d76901214 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:39.484339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:39.484833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Checking segment: {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:39.485235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Bound using segment: {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:39.485697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Bound port: e6ed5ca0-a926-4dca-bca4-48512a9e904b, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867c6903-0fe2-435a-9c54-087f4d17ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '66ee5f95-f90c-4399-885d-231d76901214'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:39.486071 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:39.504248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:39.538653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'mac_address': 'fa:16:3e:e9:45:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:18:39.605884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] For port e6ed5ca0-a926-4dca-bca4-48512a9e904b, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:39.613260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] For port e6ed5ca0-a926-4dca-bca4-48512a9e904b, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e6ed5ca0-a926-4dca-bca4-48512a9e904b,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:39.637329 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:39.656115 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:39.691895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e63785-43cf-43e6-964e-908d8bc88614 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:39.695940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e8cfb-bd37-46f1-ae51-eb5ab14dfee8 req-3ac0dac2-fe04-494a-9efb-4c65696432c4 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188989 Oct 18 23:18:39.699867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a428164-103c-4d0b-aac8-21cd7f733b96 req-6833fded-e00e-4d08-9e8c-3680772e4ed9 tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:39.708962 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a428164-103c-4d0b-aac8-21cd7f733b96 req-6833fded-e00e-4d08-9e8c-3680772e4ed9 tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 1101 time: 0.0829661 Oct 18 23:18:39.779338 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a428164-103c-4d0b-aac8-21cd7f733b96 req-f34e5cd0-f6cc-482a-b918-94e8fb753745 tempest-MigrationsAdminTest-1948565841 tempest-MigrationsAdminTest-1948565841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671849 Oct 18 23:18:39.829334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:39.837388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:39.838612 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:39.840739 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:39.841122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] 10.222.0.73 "PUT /v2.0/ports/e6ed5ca0-a926-4dca-bca4-48512a9e904b HTTP/1.1" status: 200 len: 1092 time: 1.2622337 Oct 18 23:18:39.841902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c9fea9-499a-4e3f-881d-77a61e6dec33', 'tag': 'e6ed5ca0-a926-4dca-bca4-48512a9e904b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:39.846551 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb39697-a0b4-442c-9249-6f7c13ebc05b" -d '{"events": [{"name": "network-changed", "server_uuid": "54c9fea9-499a-4e3f-881d-77a61e6dec33", "tag": "e6ed5ca0-a926-4dca-bca4-48512a9e904b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:39.910838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85ed92-6676-451a-ac4a-0a0e07e34535 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ed5ca0-a926-4dca-bca4-48512a9e904b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:39.944872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-ec21e225-4281-4e0a-b795-19fc730b96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:39.947051 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-ec21e225-4281-4e0a-b795-19fc730b96d6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1096 time: 0.1178851 Oct 18 23:18:39.963939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08379770-e0b0-4a7b-a08d-37b816db7559 req-6d88c86c-bd86-4350-8c4e-72f1a6c4173b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:39.967476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08379770-e0b0-4a7b-a08d-37b816db7559 req-6d88c86c-bd86-4350-8c4e-72f1a6c4173b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 943 time: 0.0810704 Oct 18 23:18:40.046179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=12']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:40.076515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-ff297641-dbd9-4bd4-8039-46464f35a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:40.079735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-ff297641-dbd9-4bd4-8039-46464f35a10f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 1095 time: 0.1221335 Oct 18 23:18:40.084470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.084470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.084833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.089318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.090187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.096496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.099503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.100137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.100687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.101248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.101803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.102341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:18:40.128781 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08379770-e0b0-4a7b-a08d-37b816db7559 req-1718dde1-0143-403a-b884-fdeb51fc6f15 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388376 Oct 18 23:18:40.215778 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1f63d4-0fec-4f7c-a928-c778db959eb6 x-openstack-request-id: req-1e1f63d4-0fec-4f7c-a928-c778db959eb6 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:40.216464 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c9fea9-499a-4e3f-881d-77a61e6dec33", "tag": "e6ed5ca0-a926-4dca-bca4-48512a9e904b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:40.216915 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e1f63d4-0fec-4f7c-a928-c778db959eb6 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:40.217610 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c9fea9-499a-4e3f-881d-77a61e6dec33', 'tag': 'e6ed5ca0-a926-4dca-bca4-48512a9e904b', 'status': 'completed', 'code': 200} Oct 18 23:18:40.221674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-83ea3856-defd-48fb-937f-053023dd40b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6ed5ca0-a926-4dca-bca4-48512a9e904b HTTP/1.1" status: 200 len: 217 time: 0.1204789 Oct 18 23:18:40.317630 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a7e63785-43cf-43e6-964e-908d8bc88614'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:40.335662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-30690499-2c2d-48aa-8af4-4279d0a9d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:40.337193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-30690499-2c2d-48aa-8af4-4279d0a9d0f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.1007187 Oct 18 23:18:40.347273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-277d5ad6-fd25-472b-b367-c85cab5ce0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:40.349933 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-277d5ad6-fd25-472b-b367-c85cab5ce0f0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 920 time: 0.3798549 Oct 18 23:18:40.381798 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ca3faf32-3a1f-4510-9449-f5bc2f698fc1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807173 Oct 18 23:18:40.390093 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-f813d7af-87a2-4810-aeac-5658e7b53143 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385756 Oct 18 23:18:40.456464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-efb4c326-5c70-4715-bb5e-18a3da324d49 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f483184a-9f9a-470c-892a-caace45e10ea HTTP/1.1" status: 200 len: 217 time: 0.0882604 Oct 18 23:18:40.481520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429386a-928e-4c94-9379-2ba05ae675a0 req-4c6885be-1290-4eba-85f8-dff653e10010 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:40.483168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4429386a-928e-4c94-9379-2ba05ae675a0 req-4c6885be-1290-4eba-85f8-dff653e10010 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 944 time: 0.0921357 Oct 18 23:18:40.619599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-99598e8e-64b4-4432-acde-1f4bc49cc82d service neutron] 10.222.0.73 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130647 Oct 18 23:18:40.627603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-b99c2eab-a51e-48ef-a386-8516dd568b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:40.630099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-b99c2eab-a51e-48ef-a386-8516dd568b5c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.1538379 Oct 18 23:18:40.706706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-7d2b2e78-c666-4d8e-99db-405b4b12d974 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650885 Oct 18 23:18:40.719550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4429386a-928e-4c94-9379-2ba05ae675a0 req-cf341f61-d376-4536-9dc8-b6a7e5bb2279 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322267 Oct 18 23:18:40.721375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-b212d0af-8273-41df-a3e8-bc2b591ece33 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:40.724119 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-b212d0af-8273-41df-a3e8-bc2b591ece33 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729461 Oct 18 23:18:40.807093 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-de10ab4b-cc6d-42bb-bd60-3efd36436d83 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/quotas/8b85fdab5a4640638956952e4b051a2e HTTP/1.1" status: 200 len: 375 time: 0.0662363 Oct 18 23:18:40.862532 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05eda68a-1f1b-42e6-9eb9-e863fba6c5aa req-aaa24ac7-cb7d-4935-a16f-bf4cb6324ffb service neutron] 10.222.0.73 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273529 Oct 18 23:18:40.960721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757851b-4603-451b-98f8-0fd6a2dd4245 req-7a9589fb-73f5-4247-8627-8c83df8d1da2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:40.967804 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a757851b-4603-451b-98f8-0fd6a2dd4245 req-7a9589fb-73f5-4247-8627-8c83df8d1da2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0992014 Oct 18 23:18:40.968522 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-00921221-ab73-41d2-a747-a72d0d0876d8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600745 Oct 18 23:18:40.991037 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-06eb3394-480c-4f57-9c7a-92da66c81063 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653279 Oct 18 23:18:41.110841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-219d6699-76fe-4348-bab8-cd39beed1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:41.113368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-219d6699-76fe-4348-bab8-cd39beed1980 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 1095 time: 0.1272082 Oct 18 23:18:41.123600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a757851b-4603-451b-98f8-0fd6a2dd4245 req-62a73b81-f77f-46a1-8993-bbbfe78cbd67 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532207 Oct 18 23:18:41.210233 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb99e495-f092-42c4-8ae5-cb3445010aaa req-f1896fa2-cd9b-4677-81e1-82a43ec512e8 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109356 Oct 18 23:18:41.324958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-78d7fc4d-03f7-4216-9de0-c7815fe3ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:41.329903 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-78d7fc4d-03f7-4216-9de0-c7815fe3ab67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 920 time: 0.2020559 Oct 18 23:18:41.389511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-19a196d2-dd14-4266-8761-805702fdc0c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6ed5ca0-a926-4dca-bca4-48512a9e904b HTTP/1.1" status: 200 len: 217 time: 0.0507858 Oct 18 23:18:41.467986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-d8a264c4-2171-45e4-b210-75c37966b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:41.469865 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-d8a264c4-2171-45e4-b210-75c37966b1ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.0724096 Oct 18 23:18:41.533881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-cc3f5eb2-b0d4-41ed-b06a-2e530e77de92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548949 Oct 18 23:18:41.782531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63369cb-b09f-4464-9097-147d8e548832 req-4bad98fd-c00a-485b-a58e-f2498db8ab29 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:41.784855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a63369cb-b09f-4464-9097-147d8e548832 req-4bad98fd-c00a-485b-a58e-f2498db8ab29 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 943 time: 0.1811190 Oct 18 23:18:41.826391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-8e126c6c-0ae5-4216-b740-7a1de797523e service neutron] 10.222.0.73 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818601 Oct 18 23:18:41.876415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a63369cb-b09f-4464-9097-147d8e548832 req-d9845d18-90ef-4cb5-a8c2-50abecfc52ad tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720773 Oct 18 23:18:41.980176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdb39697-a0b4-442c-9249-6f7c13ebc05b req-aa2deba5-0e35-4cd5-9577-7d31b93522e1 service neutron] 10.222.0.73 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437166 Oct 18 23:18:42.078573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727caef1-8480-446a-beeb-5ac9f69fd543 req-0124c913-1a11-42ae-81ea-d9700d3fa94f tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:42.082259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-727caef1-8480-446a-beeb-5ac9f69fd543 req-0124c913-1a11-42ae-81ea-d9700d3fa94f tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 944 time: 0.1051733 Oct 18 23:18:42.152262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-727caef1-8480-446a-beeb-5ac9f69fd543 req-70741ffb-2905-46d6-abe6-0028979eaf36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567887 Oct 18 23:18:42.246917 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea9af204-416b-4670-a1de-ff095b03c0bd req-b0307d51-db7d-42af-8ebb-c2b6e6012cbd tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 210 time: 0.0481887 Oct 18 23:18:42.366350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787776-1524-4858-9458-f0b7e5a752e3 req-76fff8aa-b676-4c4f-bcf1-21820a2c547c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:42.368159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69787776-1524-4858-9458-f0b7e5a752e3 req-76fff8aa-b676-4c4f-bcf1-21820a2c547c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.0695057 Oct 18 23:18:42.404107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcbe92-a425-4fc0-8f3d-45a0fd0430ac req-d27b37d5-d766-492c-9fae-28b43d85ced1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:42.412346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fcbcbe92-a425-4fc0-8f3d-45a0fd0430ac req-d27b37d5-d766-492c-9fae-28b43d85ced1 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 950 time: 0.1117263 Oct 18 23:18:42.475685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fcbcbe92-a425-4fc0-8f3d-45a0fd0430ac req-8567d12b-bd70-41ee-8f7d-9dddbb1b1d8a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620909 Oct 18 23:18:42.636300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-69787776-1524-4858-9458-f0b7e5a752e3 req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Deleting port a7e63785-43cf-43e6-964e-908d8bc88614 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:18:42.636886 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-69787776-1524-4858-9458-f0b7e5a752e3 req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:42.826100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-69787776-1524-4858-9458-f0b7e5a752e3 req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] For port a7e63785-43cf-43e6-964e-908d8bc88614, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a7e63785-43cf-43e6-964e-908d8bc88614,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:42.826762 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-69787776-1524-4858-9458-f0b7e5a752e3 req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:42.842251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-69787776-1524-4858-9458-f0b7e5a752e3 req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Calling delete_port for a7e63785-43cf-43e6-964e-908d8bc88614 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:18:43.055508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9cc727aa-462a-4545-b3ba-6ee5ce168c91 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:18:43.082042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a6e63-86b3-495e-a820-4d42e6d720f5 req-670b1ee5-730a-46df-9cc0-806828024cd1 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:43.084763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e9a6e63-86b3-495e-a820-4d42e6d720f5 req-670b1ee5-730a-46df-9cc0-806828024cd1 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 943 time: 0.1116898 Oct 18 23:18:43.166642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9cc727aa-462a-4545-b3ba-6ee5ce168c91, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9cc727aa-462a-4545-b3ba-6ee5ce168c91,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:43.180165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '9cc727aa-462a-4545-b3ba-6ee5ce168c91', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'port_id': '9cc727aa-462a-4545-b3ba-6ee5ce168c91', 'mac_address': 'fa:16:3e:cb:66:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:18:43.233347 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:43.235594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e9a6e63-86b3-495e-a820-4d42e6d720f5 req-6966cf23-0f72-43f1-af7c-2146fa911738 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398590 Oct 18 23:18:43.237479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-69787776-1524-4858-9458-f0b7e5a752e3 req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:43.248974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc727aa-462a-4545-b3ba-6ee5ce168c91 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:43.274136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9cc727aa-462a-4545-b3ba-6ee5ce168c91, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9cc727aa-462a-4545-b3ba-6ee5ce168c91,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:43.280190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:43.319821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15b9e-f2c1-418e-bb0e-6ef86ffb3bf4 req-5b5fff03-46cc-464b-8eee-4c874d2140fa tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:43.325347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40da8549-640a-4017-bfa3-d1e3f4b97090', 'a7e63785-43cf-43e6-964e-908d8bc88614'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:43.329955 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82b15b9e-f2c1-418e-bb0e-6ef86ffb3bf4 req-5b5fff03-46cc-464b-8eee-4c874d2140fa tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 944 time: 0.0773673 Oct 18 23:18:43.372262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Pushing event deleted for resources: {'Port': ['ID=a7e63785-43cf-43e6-964e-908d8bc88614,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:43.403005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:43.405145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82b15b9e-f2c1-418e-bb0e-6ef86ffb3bf4 req-14a3a562-9963-4e28-bfa6-0face28aa5a8 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719111 Oct 18 23:18:43.408208 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:43.491022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9cc727aa-462a-4545-b3ba-6ee5ce168c91,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:43.530757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: a7e63785-43cf-43e6-964e-908d8bc88614 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:43.531324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 18 23:18:43.589398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b99ef70-4dd1-4dee-b43f-7c784b1336cc req-3dc8d7a0-6148-4f6e-9381-83aef16526af tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 210 time: 0.1675792 Oct 18 23:18:43.640431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-e5be777b-cb6d-4aa2-b1fa-23d1fccafae8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718822 Oct 18 23:18:43.641943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-69787776-1524-4858-9458-f0b7e5a752e3 req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] No DVR routers for this DVR port a7e63785-43cf-43e6-964e-908d8bc88614 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:43.645557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-69787776-1524-4858-9458-f0b7e5a752e3 req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:43.653348 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Port a7e63785-43cf-43e6-964e-908d8bc88614 not found, will not notify nova. {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 18 23:18:43.657508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69787776-1524-4858-9458-f0b7e5a752e3 req-ad250d94-0a1d-4e79-ba38-db0e3a5af3e0 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "DELETE /v2.0/ports/a7e63785-43cf-43e6-964e-908d8bc88614 HTTP/1.1" status: 204 len: 173 time: 1.2823899 Oct 18 23:18:43.658417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-deleted', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:43.661082 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb6ce1c-2238-4679-bada-62299415d9f6" -d '{"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-deleted", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:43.762216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d9ff9d4f-de63-4e71-96ee-80bbcc091e65 req-4589f9f5-45c0-41c0-b6ca-ffe19fd17446 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=73b749d3-0adb-43a1-8fbb-267f51aef728 HTTP/1.1" status: 200 len: 210 time: 0.0755005 Oct 18 23:18:43.888478 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5143cd7-bdb4-42c9-9400-6cd64306f920 x-openstack-request-id: req-b5143cd7-bdb4-42c9-9400-6cd64306f920 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:43.889007 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b749d3-0adb-43a1-8fbb-267f51aef728", "name": "network-vif-deleted", "tag": "a7e63785-43cf-43e6-964e-908d8bc88614", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:43.889483 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5143cd7-bdb4-42c9-9400-6cd64306f920 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:43.890335 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b749d3-0adb-43a1-8fbb-267f51aef728', 'name': 'network-vif-deleted', 'tag': 'a7e63785-43cf-43e6-964e-908d8bc88614', 'status': 'completed', 'code': 200} Oct 18 23:18:43.918164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['9cc727aa-462a-4545-b3ba-6ee5ce168c91'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:43.928492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-912b3721-b2f3-4ac4-bd91-de9fd3ac5d13 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:43.933947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-912b3721-b2f3-4ac4-bd91-de9fd3ac5d13 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867830 Oct 18 23:18:43.975680 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Request body: {'port': {'device_id': '3efe57b5-2833-4a2a-842f-9d426b3fa9d7', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '8b85fdab5a4640638956952e4b051a2e'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:44.131483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Made reservation on behalf of 8b85fdab5a4640638956952e4b051a2e for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:44.137875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:44.322123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Allocated IP 192.168.233.77 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/f773fb2f-dccb-4aca-9a1b-e05bffbf8f69) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:18:44.344477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-3762422d-c306-4119-91e0-56296e193669 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890391 Oct 18 23:18:44.550824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39968) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:44.629523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad33ed-b84a-4aef-9b70-51c5fc88d2d5 req-c2e7a89f-4a7f-4506-bdd8-3d404b1a7909 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:44.631452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d5ad33ed-b84a-4aef-9b70-51c5fc88d2d5 req-c2e7a89f-4a7f-4506-bdd8-3d404b1a7909 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 943 time: 0.2573576 Oct 18 23:18:44.644354 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:44.654433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-73dacd9c-1ef3-4374-a042-5d6fbd253c09 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:44.656010 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-73dacd9c-1ef3-4374-a042-5d6fbd253c09 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3065240 Oct 18 23:18:44.669821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbfae6-cab7-454c-b83e-82626a4cfdb7 req-f8d86165-c04e-4bf0-9fa2-62bbbee42a04 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:44.671573 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-defbfae6-cab7-454c-b83e-82626a4cfdb7 req-f8d86165-c04e-4bf0-9fa2-62bbbee42a04 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 945 time: 0.1009734 Oct 18 23:18:44.708893 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d5ad33ed-b84a-4aef-9b70-51c5fc88d2d5 req-cd2fec7a-71c1-4cc2-a784-5189b20682fd tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706339 Oct 18 23:18:44.718940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bdb62da-9664-42f7-8dcf-9de37a5e7bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:44.723283 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-defbfae6-cab7-454c-b83e-82626a4cfdb7 req-c4de173e-a81a-4b5a-800f-6a9e33a046c0 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440035 Oct 18 23:18:44.745972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Request body: {'port': {'device_id': 'fa49c95c-3172-4e9b-9728-a16d1709d072', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '8b85fdab5a4640638956952e4b051a2e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:44.750559 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:44.784236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:44.840957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:18:44.848056 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:44.858439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44c3db91-c4c3-423f-a8e4-8ef411c9b9b0 req-1f35733a-bbb6-4cd0-a3b8-dbdcf66d6b0e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 210 time: 0.0689151 Oct 18 23:18:44.859588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:18:44.903549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event updated for resources: {'Port': ['ID=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:44.943557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Made reservation on behalf of 8b85fdab5a4640638956952e4b051a2e for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:44.968622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.062783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f483184a-9f9a-470c-892a-caace45e10ea details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:18:45.069654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:45.070364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.143808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bdb62da-9664-42f7-8dcf-9de37a5e7bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.156678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a9d430c0-f783-4c46-bc46-912d3689d75e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1860564 Oct 18 23:18:45.160331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bdb62da-9664-42f7-8dcf-9de37a5e7bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.198362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Request body: {'port': {'device_id': '3efe57b5-2833-4a2a-842f-9d426b3fa9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:45.202583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Allocated IP 192.168.233.143 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/b143c160-8a60-4fbc-95a7-09552cb46dcf) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:18:45.237096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f483184a-9f9a-470c-892a-caace45e10ea, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f483184a-9f9a-470c-892a-caace45e10ea,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:45.247256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb62da-9664-42f7-8dcf-9de37a5e7bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d1c34-fa60-474f-a054-ef827888b182,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:45.258933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'f483184a-9f9a-470c-892a-caace45e10ea', 'network_id': '66ee5f95-f90c-4399-885d-231d76901214', 'port_id': 'f483184a-9f9a-470c-892a-caace45e10ea', 'mac_address': 'fa:16:3e:0e:40:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73add666-15c8-42ca-a650-b364a8d68f08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:18:45.296228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e6ed5ca0-a926-4dca-bca4-48512a9e904b details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:18:45.317512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8bdb62da-9664-42f7-8dcf-9de37a5e7bf1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0409bed0dc43413290bf4bfacf75c77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7648814 Oct 18 23:18:45.318053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39986) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:45.376971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.438534 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-45bcc917-88b2-4dd1-a69c-9b11ded05fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.449051 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.456188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6aad25a6-b8b6-4095-bd1a-67b7ecec0673 None None] Provisioning complete for port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:45.456566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6aad25a6-b8b6-4095-bd1a-67b7ecec0673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.506077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f483184a-9f9a-470c-892a-caace45e10ea {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:45.520128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e6ed5ca0-a926-4dca-bca4-48512a9e904b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e6ed5ca0-a926-4dca-bca4-48512a9e904b,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:45.538934 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-45bcc917-88b2-4dd1-a69c-9b11ded05fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.544717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6aad25a6-b8b6-4095-bd1a-67b7ecec0673 None None] Port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:18:45.552349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'e6ed5ca0-a926-4dca-bca4-48512a9e904b', 'network_id': '66ee5f95-f90c-4399-885d-231d76901214', 'port_id': 'e6ed5ca0-a926-4dca-bca4-48512a9e904b', 'mac_address': 'fa:16:3e:18:a8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73add666-15c8-42ca-a650-b364a8d68f08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:18:45.558547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f483184a-9f9a-470c-892a-caace45e10ea, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f483184a-9f9a-470c-892a-caace45e10ea,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:45.564417 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.618331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-45bcc917-88b2-4dd1-a69c-9b11ded05fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.621951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-45bcc917-88b2-4dd1-a69c-9b11ded05fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.626385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-45bcc917-88b2-4dd1-a69c-9b11ded05fb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c6d1c34-fa60-474f-a054-ef827888b182 HTTP/1.1" status: 204 len: 168 time: 0.3053758 Oct 18 23:18:45.635775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcc917-88b2-4dd1-a69c-9b11ded05fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d1c34-fa60-474f-a054-ef827888b182,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:45.641932 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.672695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=f483184a-9f9a-470c-892a-caace45e10ea,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:45.678600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ed5ca0-a926-4dca-bca4-48512a9e904b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:45.702932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e6ed5ca0-a926-4dca-bca4-48512a9e904b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e6ed5ca0-a926-4dca-bca4-48512a9e904b,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:45.708624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:45.836083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e6ed5ca0-a926-4dca-bca4-48512a9e904b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:45.881544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f699e6-1a41-46e6-bd91-6acb6950b259 req-43d60b65-bb61-44a0-bbfa-e1a0fcf755bb tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:45.887846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-41f699e6-1a41-46e6-bd91-6acb6950b259 req-43d60b65-bb61-44a0-bbfa-e1a0fcf755bb tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 944 time: 0.0911901 Oct 18 23:18:45.913908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a895f2-f504-4067-8742-d688c9580d94 req-10feef30-a542-4768-bf32-8b1346052c2c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:45.916526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9a895f2-f504-4067-8742-d688c9580d94 req-10feef30-a542-4768-bf32-8b1346052c2c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 951 time: 0.5731046 Oct 18 23:18:45.935848 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-41f699e6-1a41-46e6-bd91-6acb6950b259 req-5ff8d3fa-f660-4e27-b287-17b3ee74948d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Oct 18 23:18:45.996529 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.005113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9a895f2-f504-4067-8742-d688c9580d94 req-1590408d-382d-49f8-aa86-1ebf759c600d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660722 Oct 18 23:18:46.069727 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.100260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['f483184a-9f9a-470c-892a-caace45e10ea'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:46.131836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:18:46.136237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:46.156948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40002) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:46.158264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:18:46.188331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:46.198227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event updated for resources: {'Port': ['ID=b143c160-8a60-4fbc-95a7-09552cb46dcf,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:46.217550 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1305-6b38-4dfe-8c81-8909d711f994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.285088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:46.285898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.293898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['e6ed5ca0-a926-4dca-bca4-48512a9e904b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:46.321006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-ea001da8-50b2-4caf-b3a1-55d4b721d527 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5841734 Oct 18 23:18:46.344758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c89d20-47f3-4172-b501-e95cb675509e req-2222cd18-2858-4848-b6d6-aa50b8e73e3b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:46.347716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Request body: {'port': {'device_id': 'fa49c95c-3172-4e9b-9728-a16d1709d072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:46.348955 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3c89d20-47f3-4172-b501-e95cb675509e req-2222cd18-2858-4848-b6d6-aa50b8e73e3b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 945 time: 0.2958157 Oct 18 23:18:46.440328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3c89d20-47f3-4172-b501-e95cb675509e req-ccf7b227-ca69-468c-a88d-2b703d89b213 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772481 Oct 18 23:18:46.570747 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1305-6b38-4dfe-8c81-8909d711f994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.593368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c9f1305-6b38-4dfe-8c81-8909d711f994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.596115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.599280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:46.614093 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.628963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f1305-6b38-4dfe-8c81-8909d711f994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cceff01-8e1b-4248-86c0-c740d675cec2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:46.635445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Transition to ACTIVE for port object f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:18:46.646747 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.672795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2c9f1305-6b38-4dfe-8c81-8909d711f994 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e437839454374c4f8cb3826caa480101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089850 Oct 18 23:18:46.678747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c6d76-592a-41a9-8426-2197e27dd666 req-2a2e7177-ab8d-4632-b1d6-99afe6f3a732 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:46.680543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e83c6d76-592a-41a9-8426-2197e27dd666 req-2a2e7177-ab8d-4632-b1d6-99afe6f3a732 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 936 time: 0.3108687 Oct 18 23:18:46.681066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40006) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:46.715012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Pushing event updated for resources: {'Port': ['ID=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:46.808901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-aa7d987f-903a-4fb5-a9a8-3332f4b06d5b None None] Provisioning complete for port b143c160-8a60-4fbc-95a7-09552cb46dcf triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:46.809331 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-aa7d987f-903a-4fb5-a9a8-3332f4b06d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.833783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e83c6d76-592a-41a9-8426-2197e27dd666 req-3f7e6dc2-4598-4d6e-8ff6-46ac36f114c4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099725 Oct 18 23:18:46.867182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Attempting to bind port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:46.868234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Attempting to bind port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:46.870585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Attempting to bind port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:46.879624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d987f-903a-4fb5-a9a8-3332f4b06d5b None None] Port b143c160-8a60-4fbc-95a7-09552cb46dcf cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:18:46.881249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:18:46.881686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Attempting to bind port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:46.890391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:46.890891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:46.891347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:46.891863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Bound port: f773fb2f-dccb-4aca-9a1b-e05bffbf8f69, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:46.892283 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.914227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40813675-6df8-4db1-a3ed-ac8c670a1b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.956070 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40813675-6df8-4db1-a3ed-ac8c670a1b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:46.967335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] For port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:46.971199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] For port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:46.980140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:47.030002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:47.031014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:47.033245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] 10.222.0.102 "PUT /v2.0/ports/f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 HTTP/1.1" status: 200 len: 1096 time: 1.8444433 Oct 18 23:18:47.033852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efe57b5-2833-4a2a-842f-9d426b3fa9d7', 'tag': 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:47.037594 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3efe57b5-2833-4a2a-842f-9d426b3fa9d7", "tag": "f773fb2f-dccb-4aca-9a1b-e05bffbf8f69"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:47.062064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9cc727aa-462a-4545-b3ba-6ee5ce168c91 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:47.107612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2557b-7141-457b-a44e-4889db9867fc service neutron] Pushing event updated for resources: {'Port': ['ID=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:47.172503 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40813675-6df8-4db1-a3ed-ac8c670a1b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:47.174169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40813675-6df8-4db1-a3ed-ac8c670a1b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:47.176166 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-40813675-6df8-4db1-a3ed-ac8c670a1b0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1cceff01-8e1b-4248-86c0-c740d675cec2 HTTP/1.1" status: 204 len: 168 time: 0.4920006 Oct 18 23:18:47.219086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-18609ab9-7d6f-4f38-8e51-20dcdad32707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:47.221314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-18609ab9-7d6f-4f38-8e51-20dcdad32707 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7 HTTP/1.1" status: 200 len: 1099 time: 0.0744882 Oct 18 23:18:47.234293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812446f4-292e-4511-98ce-077f46995d23 req-a5bf609d-9af8-42e2-ae02-79b641410bb1 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:47.236108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-812446f4-292e-4511-98ce-077f46995d23 req-a5bf609d-9af8-42e2-ae02-79b641410bb1 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 944 time: 0.1252499 Oct 18 23:18:47.248950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:18:47.254616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:47.255278 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:47.256180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40813675-6df8-4db1-a3ed-ac8c670a1b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cceff01-8e1b-4248-86c0-c740d675cec2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:47.271087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b143c160-8a60-4fbc-95a7-09552cb46dcf {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:47.286917 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:47.307616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:47.337789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: a7e63785-43cf-43e6-964e-908d8bc88614 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:47.338319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a7e63785-43cf-43e6-964e-908d8bc88614 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:47.344119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec322de-4f66-4a1a-9501-75ab403b85ec req-be9bfbb1-1287-495a-9361-5e77e9dd444e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:47.354602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ec322de-4f66-4a1a-9501-75ab403b85ec req-be9bfbb1-1287-495a-9361-5e77e9dd444e tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 951 time: 0.1986749 Oct 18 23:18:47.367841 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-cb4c03dd-b40f-4624-8a3e-3464a0fc567b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 HTTP/1.1" status: 200 len: 217 time: 0.1146994 Oct 18 23:18:47.385814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Transition to ACTIVE for port object b143c160-8a60-4fbc-95a7-09552cb46dcf will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:18:47.395268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:47.399841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:47.440469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc727aa-462a-4545-b3ba-6ee5ce168c91'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:47.443123 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54062979-ddbd-4a68-b1da-291074f24c81" -d '{"events": [{"server_uuid": "ecc38eb8-079e-403b-a160-586cdcdd67ae", "name": "network-vif-plugged", "status": "completed", "tag": "9cc727aa-462a-4545-b3ba-6ee5ce168c91"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:47.443663 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ec322de-4f66-4a1a-9501-75ab403b85ec req-48125c14-8add-42e2-81a7-038ee4171242 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856571 Oct 18 23:18:47.463254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9cc727aa-462a-4545-b3ba-6ee5ce168c91, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9cc727aa-462a-4545-b3ba-6ee5ce168c91,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:47.472220 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:47.542794 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd44d775-758b-4cd7-acd3-77867624960b x-openstack-request-id: req-cd44d775-758b-4cd7-acd3-77867624960b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:47.543367 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efe57b5-2833-4a2a-842f-9d426b3fa9d7", "tag": "f773fb2f-dccb-4aca-9a1b-e05bffbf8f69", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:47.543822 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd44d775-758b-4cd7-acd3-77867624960b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:47.544543 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efe57b5-2833-4a2a-842f-9d426b3fa9d7', 'tag': 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', 'status': 'completed', 'code': 200} Oct 18 23:18:47.553265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-10c00cd4-e5f1-4e16-82f3-dc9fe335378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:47.554885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9cc727aa-462a-4545-b3ba-6ee5ce168c91,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:47.557111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-10c00cd4-e5f1-4e16-82f3-dc9fe335378f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1789551 Oct 18 23:18:47.578758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-812446f4-292e-4511-98ce-077f46995d23 req-86faeadc-71e7-4ba6-97ae-4e24bfd24cf0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296175 Oct 18 23:18:47.615580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b143c160-8a60-4fbc-95a7-09552cb46dcf,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:47.673513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-65567bc0-c44e-4bd5-91c7-f10c434fd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:47.678600 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-65567bc0-c44e-4bd5-91c7-f10c434fd232 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949447 Oct 18 23:18:47.717566 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494f4bfc-a766-49af-b204-f8ab21f94a38 x-openstack-request-id: req-494f4bfc-a766-49af-b204-f8ab21f94a38 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:47.718008 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38eb8-079e-403b-a160-586cdcdd67ae", "name": "network-vif-plugged", "status": "completed", "tag": "9cc727aa-462a-4545-b3ba-6ee5ce168c91", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:47.718423 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-494f4bfc-a766-49af-b204-f8ab21f94a38 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:47.719085 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc727aa-462a-4545-b3ba-6ee5ce168c91', 'code': 200} Oct 18 23:18:47.780970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Attempting to bind port b143c160-8a60-4fbc-95a7-09552cb46dcf on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:18:47.781305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Attempting to bind port b143c160-8a60-4fbc-95a7-09552cb46dcf by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:18:47.781638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Attempting to bind port b143c160-8a60-4fbc-95a7-09552cb46dcf on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:47.797359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-52e808f4-611b-46e2-8091-aedcde518a2a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:47.799211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-52e808f4-611b-46e2-8091-aedcde518a2a tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 951 time: 0.3366466 Oct 18 23:18:47.800774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Port b143c160-8a60-4fbc-95a7-09552cb46dcf on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:18:47.801105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Attempting to bind port b143c160-8a60-4fbc-95a7-09552cb46dcf on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:18:47.815445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:18:47.815445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:47.815834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:18:47.816199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Bound port: b143c160-8a60-4fbc-95a7-09552cb46dcf, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:18:47.816575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:48.023088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] For port b143c160-8a60-4fbc-95a7-09552cb46dcf, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:18:48.028424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] For port b143c160-8a60-4fbc-95a7-09552cb46dcf, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b143c160-8a60-4fbc-95a7-09552cb46dcf,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:18:48.046943 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:48.056662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-187a225a-2cfa-4f5b-88c3-c6a88c5ece95 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694544 Oct 18 23:18:48.058059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e9079-ae35-4ea8-9281-b6419e373a7c req-e0c2f96c-6084-4e72-808c-0f0d05ea1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:48.059586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c5e9079-ae35-4ea8-9281-b6419e373a7c req-e0c2f96c-6084-4e72-808c-0f0d05ea1240 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 1098 time: 0.1146054 Oct 18 23:18:48.065239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab921d21-2639-4cac-a407-21521050ec81 req-3222aa76-9a35-4581-9e08-6f2b8baa450d tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:48.075647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab921d21-2639-4cac-a407-21521050ec81 req-3222aa76-9a35-4581-9e08-6f2b8baa450d tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 946 time: 0.1280320 Oct 18 23:18:48.130791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:48.132250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:48.135098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] 10.222.0.102 "PUT /v2.0/ports/b143c160-8a60-4fbc-95a7-09552cb46dcf HTTP/1.1" status: 200 len: 1097 time: 1.7934923 Oct 18 23:18:48.140758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa49c95c-3172-4e9b-9728-a16d1709d072', 'tag': 'b143c160-8a60-4fbc-95a7-09552cb46dcf'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:48.147319 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb6ba01-813c-40b5-801b-feb3673fdc48" -d '{"events": [{"name": "network-changed", "server_uuid": "fa49c95c-3172-4e9b-9728-a16d1709d072", "tag": "b143c160-8a60-4fbc-95a7-09552cb46dcf"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:48.156821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Deleting port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:18:48.157226 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:48.234619 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c5e9079-ae35-4ea8-9281-b6419e373a7c req-75ba1172-db40-4c0a-b3d1-9f8f3fea375f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645560 Oct 18 23:18:48.249589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9ff87-f3b9-4fba-968a-ddc4b8e05a56 req-7e04f533-fe9e-4dfb-a0b0-f8b77f2417ea tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:48.252913 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3bd9ff87-f3b9-4fba-968a-ddc4b8e05a56 req-7e04f533-fe9e-4dfb-a0b0-f8b77f2417ea tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 948 time: 0.2395597 Oct 18 23:18:48.267816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-944804ba-5f03-4a82-97b6-6b52ffd3d623 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980064 Oct 18 23:18:48.276491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b8357-1018-4778-a2b4-eb6284109cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b143c160-8a60-4fbc-95a7-09552cb46dcf,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:48.357723 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3bd9ff87-f3b9-4fba-968a-ddc4b8e05a56 req-404426bd-5007-454e-b301-0183eb7915d6 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964346 Oct 18 23:18:48.383238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab921d21-2639-4cac-a407-21521050ec81 req-0e09ecff-1d8a-4a32-93d9-9b2d45f03429 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457027 Oct 18 23:18:48.411583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d52dad78-8300-4eaa-94cc-c69ef39db3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:48.413119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-d52dad78-8300-4eaa-94cc-c69ef39db3d2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 1100 time: 0.1983023 Oct 18 23:18:48.422755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] For port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:48.423377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:48.426935 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89d4b62-46fe-49fb-91d7-c5e3eff292db x-openstack-request-id: req-d89d4b62-46fe-49fb-91d7-c5e3eff292db {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:48.427228 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa49c95c-3172-4e9b-9728-a16d1709d072", "tag": "b143c160-8a60-4fbc-95a7-09552cb46dcf", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:48.427483 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d89d4b62-46fe-49fb-91d7-c5e3eff292db {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:48.427879 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa49c95c-3172-4e9b-9728-a16d1709d072', 'tag': 'b143c160-8a60-4fbc-95a7-09552cb46dcf', 'status': 'completed', 'code': 200} Oct 18 23:18:48.446366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Calling delete_port for a427f9c7-74b2-4f6b-a4a3-6030f904f6ec owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:18:48.706838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef283bc7-4e14-448d-943d-b71eb2f193fa req-1b17bd2a-4e50-4c9c-9eb0-1bf084df0f8c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:48.709636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef283bc7-4e14-448d-943d-b71eb2f193fa req-1b17bd2a-4e50-4c9c-9eb0-1bf084df0f8c tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 951 time: 0.1598313 Oct 18 23:18:48.840064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-2e8cf9a0-9eda-4aa2-8822-d87a807832d3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=b143c160-8a60-4fbc-95a7-09552cb46dcf HTTP/1.1" status: 200 len: 217 time: 0.1287649 Oct 18 23:18:48.844575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:48.881597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40da8549-640a-4017-bfa3-d1e3f4b97090'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:48.893971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91247e5-3223-4f63-af6c-2a6e15be65dc req-8f9ec9a9-2444-4096-ae14-8c048eeb50cd tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:48.896597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d91247e5-3223-4f63-af6c-2a6e15be65dc req-8f9ec9a9-2444-4096-ae14-8c048eeb50cd tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 944 time: 0.1697626 Oct 18 23:18:48.921113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-50453983-e712-4b34-81a0-9532c40dedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:48.923754 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-50453983-e712-4b34-81a0-9532c40dedf6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7 HTTP/1.1" status: 200 len: 1099 time: 0.1177902 Oct 18 23:18:48.958802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:48.979288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Pushing event deleted for resources: {'Port': ['ID=a427f9c7-74b2-4f6b-a4a3-6030f904f6ec,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:49.005348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef283bc7-4e14-448d-943d-b71eb2f193fa req-fe2a676a-a8a1-4b7d-ac79-a94a12a9dd9f tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780561 Oct 18 23:18:49.029821 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d91247e5-3223-4f63-af6c-2a6e15be65dc req-bbc411b8-74d4-47a6-bb35-f3a00607b8d7 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199095 Oct 18 23:18:49.105243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f483184a-9f9a-470c-892a-caace45e10ea up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:49.136179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] No DVR routers for this DVR port a427f9c7-74b2-4f6b-a4a3-6030f904f6ec on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:49.139162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-849ecd1b-12d1-4ec8-ab05-00e6cbca3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:49.140831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-849ecd1b-12d1-4ec8-ab05-00e6cbca3c77 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2928152 Oct 18 23:18:49.142081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:49.146033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c092a6b-d14a-4718-ba51-b0134e009c59 req-24d5b5d5-dd47-4e58-98b2-146b10ac224d tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "DELETE /v2.0/ports/a427f9c7-74b2-4f6b-a4a3-6030f904f6ec HTTP/1.1" status: 204 len: 173 time: 1.3131070 Oct 18 23:18:49.160900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-052661c8-5722-4aa9-8dde-f9972ddfaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:49.163165 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-052661c8-5722-4aa9-8dde-f9972ddfaf62 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2257562 Oct 18 23:18:49.211665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a6f23418-0ab7-40fa-ab02-d323976cd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:49.213899 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-a6f23418-0ab7-40fa-ab02-d323976cd8d4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630121 Oct 18 23:18:49.266405 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-73edea76-7a48-4e7a-b476-3a8f78a27371 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 HTTP/1.1" status: 200 len: 217 time: 0.0939136 Oct 18 23:18:49.309030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port f483184a-9f9a-470c-892a-caace45e10ea completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:18:49.320656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port f483184a-9f9a-470c-892a-caace45e10ea triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:49.321061 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:49.365242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e6ed5ca0-a926-4dca-bca4-48512a9e904b up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:49.378979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-0e659b94-db46-4c08-b3cd-58d6913a8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:49.380919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-0e659b94-db46-4c08-b3cd-58d6913a8db9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1073167 Oct 18 23:18:49.427331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-cc5add8b-9fc7-40d3-9e15-705d8e813a94 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935482 Oct 18 23:18:49.503728 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-8aa51a1e-ccb2-4d6d-ba08-77e264ff3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:49.505414 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-8aa51a1e-ccb2-4d6d-ba08-77e264ff3eae service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1144233 Oct 18 23:18:49.686858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abec1a-5f57-4393-bfb9-5d9c9e995745 req-d0593f25-78b7-4da8-ace4-3ee67ec1d4b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:49.688391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3abec1a-5f57-4393-bfb9-5d9c9e995745 req-d0593f25-78b7-4da8-ace4-3ee67ec1d4b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 948 time: 0.1653674 Oct 18 23:18:49.723295 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d030a4c-657e-4387-a0fb-bfe49f89d787 req-b211cd9c-79c4-4244-9926-515b935558ee service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852139 Oct 18 23:18:49.735897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-bc175d1f-5ed6-46c4-a8f7-adbbfdfe57ed service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211225 Oct 18 23:18:49.768152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb376a7-68bb-4ad6-ad1c-c487ab214f4f req-7c852aeb-3c13-443f-8e8f-ff10edd74a4e tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:49.777490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eb376a7-68bb-4ad6-ad1c-c487ab214f4f req-7c852aeb-3c13-443f-8e8f-ff10edd74a4e tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 946 time: 0.2648716 Oct 18 23:18:49.793764 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:49.814196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port e6ed5ca0-a926-4dca-bca4-48512a9e904b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:18:49.816466 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3abec1a-5f57-4393-bfb9-5d9c9e995745 req-c0bdfe6c-b50f-49ad-81db-84523a11fa04 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140149 Oct 18 23:18:49.838996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port e6ed5ca0-a926-4dca-bca4-48512a9e904b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:49.839447 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:49.871153 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eb376a7-68bb-4ad6-ad1c-c487ab214f4f req-00c5e1e4-3487-42bd-bc1b-8eb9d4a1aff7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927491 Oct 18 23:18:49.898125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ebc304-1505-4311-a739-4d5aed13263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f483184a-9f9a-470c-892a-caace45e10ea'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:49.902181 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5c0800-a687-4a00-b5d6-c2180210a07b" -d '{"events": [{"server_uuid": "24ebc304-1505-4311-a739-4d5aed13263e", "name": "network-vif-plugged", "status": "completed", "tag": "f483184a-9f9a-470c-892a-caace45e10ea"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:49.908364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0594c39-a878-4dd6-8da9-bd9bdd0ac5f9 req-304651f9-9d9c-48fa-b077-574255035290 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581671 Oct 18 23:18:49.938491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-7b3be332-b31f-4afa-9113-86fb87d67b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:49.940651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-7b3be332-b31f-4afa-9113-86fb87d67b67 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 1100 time: 0.0683670 Oct 18 23:18:49.945940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f483184a-9f9a-470c-892a-caace45e10ea, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f483184a-9f9a-470c-892a-caace45e10ea,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:49.953663 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:49.957010 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d344038c-1f4d-4a83-bc82-290cdbd157e4 x-openstack-request-id: req-d344038c-1f4d-4a83-bc82-290cdbd157e4 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:49.957352 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ebc304-1505-4311-a739-4d5aed13263e", "name": "network-vif-plugged", "status": "completed", "tag": "f483184a-9f9a-470c-892a-caace45e10ea", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:49.957613 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d344038c-1f4d-4a83-bc82-290cdbd157e4 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:49.958250 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ebc304-1505-4311-a739-4d5aed13263e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f483184a-9f9a-470c-892a-caace45e10ea', 'code': 200} Oct 18 23:18:50.041415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=f483184a-9f9a-470c-892a-caace45e10ea,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:50.055948 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.104270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e6ed5ca0-a926-4dca-bca4-48512a9e904b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e6ed5ca0-a926-4dca-bca4-48512a9e904b,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:50.112430 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.234919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9229b864-dd62-4d50-a6a3-5e4b06a9a18d req-619c2412-8cc6-48b7-8498-ca2c847402cc tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d HTTP/1.1" status: 200 len: 210 time: 0.0427828 Oct 18 23:18:50.238707 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-974ad0d3-14bc-46c3-a94d-1f642b2f07d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.271622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-494b8846-cd23-4550-978f-273289cc7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:50.276195 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-494b8846-cd23-4550-978f-273289cc7ddd service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2324350 Oct 18 23:18:50.299577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e6ed5ca0-a926-4dca-bca4-48512a9e904b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:50.340205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40092) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:50.384613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-a3817778-00e9-4732-9962-11511c02c133 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=b143c160-8a60-4fbc-95a7-09552cb46dcf HTTP/1.1" status: 200 len: 217 time: 0.1007679 Oct 18 23:18:50.404734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a68c94-7330-4dc3-b26e-99302249f81f req-40890dec-b1f7-4e64-99a4-8b32e52253c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:50.408065 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58a68c94-7330-4dc3-b26e-99302249f81f req-40890dec-b1f7-4e64-99a4-8b32e52253c2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1098 time: 0.2218397 Oct 18 23:18:50.426370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d566c-b713-4e38-a550-7372a1e66a87 req-c5c54546-6e34-4463-9519-42e1f2c4dd6a tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:50.428504 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-208d566c-b713-4e38-a550-7372a1e66a87 req-c5c54546-6e34-4463-9519-42e1f2c4dd6a tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.2175205 Oct 18 23:18:50.437113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-deleted', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:50.440479 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf48e3a-68a4-49be-8695-29d1976283f7" -d '{"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-deleted", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:50.467051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-9b5e6c70-b489-4094-b260-1369d8b37747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:50.468723 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-9b5e6c70-b489-4094-b260-1369d8b37747 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0737696 Oct 18 23:18:50.513543 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-208d566c-b713-4e38-a550-7372a1e66a87 req-4a28d3b1-02cb-464e-97a4-3fe06a746f8a tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633223 Oct 18 23:18:50.543324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58a68c94-7330-4dc3-b26e-99302249f81f req-5722fac9-d1fc-4608-83e6-1780f44df82b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706308 Oct 18 23:18:50.576726 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e7a3-0e95-47ed-8bc3-e2af16923954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.606081 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0f7510-50fa-4bc0-b5fa-86830218d755 x-openstack-request-id: req-fb0f7510-50fa-4bc0-b5fa-86830218d755 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:50.606081 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d", "name": "network-vif-deleted", "tag": "a427f9c7-74b2-4f6b-a4a3-6030f904f6ec", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:50.607140 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb0f7510-50fa-4bc0-b5fa-86830218d755 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:50.607140 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ce898-64ca-4e5e-92d3-54f8fdc5bb6d', 'name': 'network-vif-deleted', 'tag': 'a427f9c7-74b2-4f6b-a4a3-6030f904f6ec', 'status': 'completed', 'code': 200} Oct 18 23:18:50.624113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-218ff5ee-715e-4f11-90a1-a8eee812ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:50.626616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-218ff5ee-715e-4f11-90a1-a8eee812ea11 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300380 Oct 18 23:18:50.677832 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e7a3-0e95-47ed-8bc3-e2af16923954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.682712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e7a3-0e95-47ed-8bc3-e2af16923954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.722431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f1e3e7a3-0e95-47ed-8bc3-e2af16923954 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a2407e0d00a4dc9b4515cc9e50014d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783312 Oct 18 23:18:50.723331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3e7a3-0e95-47ed-8bc3-e2af16923954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d6a48-ab42-4377-8f55-880fa8fd2ae7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:50.725200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40098) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:50.780168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf1f8-f653-4910-b2a8-0924c99fc894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.803308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf1f8-f653-4910-b2a8-0924c99fc894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.856197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf1f8-f653-4910-b2a8-0924c99fc894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.860851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf1f8-f653-4910-b2a8-0924c99fc894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:50.862902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c2fbf1f8-f653-4910-b2a8-0924c99fc894 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c1d6a48-ab42-4377-8f55-880fa8fd2ae7 HTTP/1.1" status: 204 len: 168 time: 0.1363893 Oct 18 23:18:50.882959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbf1f8-f653-4910-b2a8-0924c99fc894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d6a48-ab42-4377-8f55-880fa8fd2ae7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:50.992599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a778c1-5700-4997-9ce4-f25c73212105 req-18bb3f73-e466-409a-821e-3a86c068590b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:50.994634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94a778c1-5700-4997-9ce4-f25c73212105 req-18bb3f73-e466-409a-821e-3a86c068590b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 948 time: 0.0645986 Oct 18 23:18:51.054277 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94a778c1-5700-4997-9ce4-f25c73212105 req-fc044b8f-fc68-415c-8c60-6af766e43013 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Oct 18 23:18:51.111895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:51.146476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: a427f9c7-74b2-4f6b-a4a3-6030f904f6ec {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:51.147390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a427f9c7-74b2-4f6b-a4a3-6030f904f6ec not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:51.159359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-ced85dd5-4804-40e7-a9be-4fe96b0b521c service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754661 Oct 18 23:18:51.168428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe97aa-3403-4635-bf1e-c4808b618fa4 req-bef40e5e-a737-47a7-ba4f-b32a2c028256 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:51.170017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfbe97aa-3403-4635-bf1e-c4808b618fa4 req-bef40e5e-a737-47a7-ba4f-b32a2c028256 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 946 time: 0.0815337 Oct 18 23:18:51.276981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40110) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:51.277888 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfbe97aa-3403-4635-bf1e-c4808b618fa4 req-164c2919-f76b-4e9a-9d1c-07ab5271f182 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973711 Oct 18 23:18:51.309545 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c35a259-9719-43f4-a2f5-e2ebeef0561f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:51.323456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5eb6ba01-813c-40b5-801b-feb3673fdc48 req-68cc3c64-c0ba-47d4-b19d-01e793fec796 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521053 Oct 18 23:18:51.451928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c35a259-9719-43f4-a2f5-e2ebeef0561f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:51.459058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e1d8e-22ae-4456-b14f-4712b13835e2 req-b14fd26e-9f75-475e-9abd-94ceebc7ee9f tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:51.461485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-199e1d8e-22ae-4456-b14f-4712b13835e2 req-b14fd26e-9f75-475e-9abd-94ceebc7ee9f tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 946 time: 0.0829406 Oct 18 23:18:51.461664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c35a259-9719-43f4-a2f5-e2ebeef0561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:51.474448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40120) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:51.481850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d723409a-fb5d-4217-a92c-96a9bcd93fe9 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Request body: {'floatingip': {'port_id': '9cc727aa-462a-4545-b3ba-6ee5ce168c91'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:51.540333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35a259-9719-43f4-a2f5-e2ebeef0561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2189bc3a-76eb-489e-b433-e9e7e11ec69d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:51.553928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3c35a259-9719-43f4-a2f5-e2ebeef0561f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c176fa7f696d445f8a0f9e23e192a921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755179 Oct 18 23:18:51.554310 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d723409a-fb5d-4217-a92c-96a9bcd93fe9 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:51.557946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40126) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:51.621476 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1674d896-1d6d-4239-8758-5a90d51d6bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:51.647269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1674d896-1d6d-4239-8758-5a90d51d6bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:51.710406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1674d896-1d6d-4239-8758-5a90d51d6bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:51.714135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1674d896-1d6d-4239-8758-5a90d51d6bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:51.715613 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1674d896-1d6d-4239-8758-5a90d51d6bb3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2189bc3a-76eb-489e-b433-e9e7e11ec69d HTTP/1.1" status: 204 len: 168 time: 0.1564667 Oct 18 23:18:51.724725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674d896-1d6d-4239-8758-5a90d51d6bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2189bc3a-76eb-489e-b433-e9e7e11ec69d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:51.731939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5badf-8b34-47e2-acf0-c1e4d7701fe9 req-9d5b9d23-04b3-43b9-af49-b9be6208b0af tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:51.739820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e5badf-8b34-47e2-acf0-c1e4d7701fe9 req-9d5b9d23-04b3-43b9-af49-b9be6208b0af tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.2064242 Oct 18 23:18:51.799956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6e5badf-8b34-47e2-acf0-c1e4d7701fe9 req-0c6d0a02-c56a-4ecf-bca1-be9eccd18490 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585945 Oct 18 23:18:51.893304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86b6c2-b90d-44ca-8ca3-91200d3d54c4 req-84dc43d2-8d9e-41c0-931f-e9bb146be2c0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:51.895300 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc86b6c2-b90d-44ca-8ca3-91200d3d54c4 req-84dc43d2-8d9e-41c0-931f-e9bb146be2c0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0946302 Oct 18 23:18:51.958134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc86b6c2-b90d-44ca-8ca3-91200d3d54c4 req-062f54c9-0a0c-4212-ad34-2c35a1c223b4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492599 Oct 18 23:18:51.959429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c9fea9-499a-4e3f-881d-77a61e6dec33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ed5ca0-a926-4dca-bca4-48512a9e904b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:51.962024 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1720da36-9676-4eb4-b52e-ed8e3bb87fe5" -d '{"events": [{"server_uuid": "54c9fea9-499a-4e3f-881d-77a61e6dec33", "name": "network-vif-plugged", "status": "completed", "tag": "e6ed5ca0-a926-4dca-bca4-48512a9e904b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:52.030895 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8921db10-947d-495a-a9ab-1eaa8d8e729f x-openstack-request-id: req-8921db10-947d-495a-a9ab-1eaa8d8e729f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:52.031232 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c9fea9-499a-4e3f-881d-77a61e6dec33", "name": "network-vif-plugged", "status": "completed", "tag": "e6ed5ca0-a926-4dca-bca4-48512a9e904b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:52.031501 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8921db10-947d-495a-a9ab-1eaa8d8e729f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:52.031914 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c9fea9-499a-4e3f-881d-77a61e6dec33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ed5ca0-a926-4dca-bca4-48512a9e904b', 'code': 200} Oct 18 23:18:52.330122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565d68a-70ec-470b-9c91-355a63aabbfa req-2cb059ac-75db-46eb-8568-b76f5f4dd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:52.331674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6565d68a-70ec-470b-9c91-355a63aabbfa req-2cb059ac-75db-46eb-8568-b76f5f4dd1da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 1097 time: 0.1632578 Oct 18 23:18:52.360219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35555f-a678-4cfe-bd64-a6b7a6d8c21c req-a13d0740-7c96-4bc3-878a-2ca94e21098c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:52.361766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e35555f-a678-4cfe-bd64-a6b7a6d8c21c req-a13d0740-7c96-4bc3-878a-2ca94e21098c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 948 time: 0.1919177 Oct 18 23:18:52.491456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6565d68a-70ec-470b-9c91-355a63aabbfa req-963695c8-f0e1-4fcc-a959-35d0cb3fc8fc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524000 Oct 18 23:18:52.497317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e35555f-a678-4cfe-bd64-a6b7a6d8c21c req-4981ea13-2253-4ff9-8da6-2f4076d67eb1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192153 Oct 18 23:18:52.537236 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d723409a-fb5d-4217-a92c-96a9bcd93fe9 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:52.542426 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d723409a-fb5d-4217-a92c-96a9bcd93fe9 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:52.664697 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-d723409a-fb5d-4217-a92c-96a9bcd93fe9 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Floating IP feb24f02-4e95-41a9-811f-c8e6a06eb32e associated. External IP: 172.25.7.166, port: 9cc727aa-462a-4545-b3ba-6ee5ce168c91. Oct 18 23:18:52.755537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40158) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:52.907985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1356852410-network', 'tenant_id': '4ede3605c591453da90c1caeb003b859'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:52.940480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Made reservation on behalf of 4ede3605c591453da90c1caeb003b859 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:52.943120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:52.953214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.066365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.073694 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.132019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:18:53.188977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b31023-a694-49eb-9269-f4218aace6c0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:53.196368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.197215 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Added segment e8cc6e16-a20e-4a6a-877f-c40bba0b425f of type vlan for network 61fec765-5263-4643-9c0d-124ba03d7097 Oct 18 23:18:53.244147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21009b3-652d-4d45-9050-3537e0e9a56e req-c90be5e9-1493-4c76-9ad9-9e16a69b3d6e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:53.245823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e21009b3-652d-4d45-9050-3537e0e9a56e req-c90be5e9-1493-4c76-9ad9-9e16a69b3d6e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1432676 Oct 18 23:18:53.278165 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.339464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d723409a-fb5d-4217-a92c-96a9bcd93fe9 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Router 57a3ede0-17ae-446e-870a-c230f7af40f7 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:18:53.350472 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e21009b3-652d-4d45-9050-3537e0e9a56e req-9da020cb-faf5-4656-81bb-989f2426652d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898161 Oct 18 23:18:53.360387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0778a-04d3-4b79-991e-0757f9440145 req-fcc201d2-a31b-486b-a258-6b6025466301 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:53.361148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.362502 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:53.363400 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.365235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8db0778a-04d3-4b79-991e-0757f9440145 req-fcc201d2-a31b-486b-a258-6b6025466301 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.4346895 Oct 18 23:18:53.427384 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6703398 Oct 18 23:18:53.435082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40168) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:53.451351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Request body: {'subnet': {'network_id': '61fec765-5263-4643-9c0d-124ba03d7097', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1356852410-subnet', 'tenant_id': '4ede3605c591453da90c1caeb003b859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:53.460034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaef30-abcb-4a97-b364-a3d0c83765f9 admin admin] Pushing event updated for resources: {'Network': ['ID=61fec765-5263-4643-9c0d-124ba03d7097,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:53.480125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 61fec765-5263-4643-9c0d-124ba03d7097 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:18:53.563937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8db0778a-04d3-4b79-991e-0757f9440145 req-0ffdc3a8-e953-4ff1-8d42-e03fbe7726a6 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876001 Oct 18 23:18:53.576454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Made reservation on behalf of 4ede3605c591453da90c1caeb003b859 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:53.579300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.617452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d723409a-fb5d-4217-a92c-96a9bcd93fe9 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:18:53.625520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d723409a-fb5d-4217-a92c-96a9bcd93fe9 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.631328 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] Sync routers for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:18:53.642648 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:18:53.643319 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:18:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:53.709341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d723409a-fb5d-4217-a92c-96a9bcd93fe9 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "PUT /v2.0/floatingips/feb24f02-4e95-41a9-811f-c8e6a06eb32e HTTP/1.1" status: 200 len: 992 time: 2.2312021 Oct 18 23:18:53.709341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'tag': '9cc727aa-462a-4545-b3ba-6ee5ce168c91'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:53.711310 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad43379-99eb-428d-a207-cb5bd242422f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc38eb8-079e-403b-a160-586cdcdd67ae", "tag": "9cc727aa-462a-4545-b3ba-6ee5ce168c91"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:53.766668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de75a2-7378-4c33-995b-86677e7c3be9 req-acdc5381-35b4-43d9-afc5-8e166a424563 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:53.773927 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:18:53.784182 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-63de75a2-7378-4c33-995b-86677e7c3be9 req-acdc5381-35b4-43d9-afc5-8e166a424563 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 948 time: 0.1418726 Oct 18 23:18:53.831272 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-63de75a2-7378-4c33-995b-86677e7c3be9 req-592d8a74-42f0-4711-bdc4-7f12be0442ea tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457907 Oct 18 23:18:53.881742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.893064 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-33468578-ac66-4422-b888-bced1e9975a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:53.899208 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf15889-1496-4eb8-8ab7-08cce3b9b334 x-openstack-request-id: req-caf15889-1496-4eb8-8ab7-08cce3b9b334 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:53.899618 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc38eb8-079e-403b-a160-586cdcdd67ae", "tag": "9cc727aa-462a-4545-b3ba-6ee5ce168c91", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:53.899967 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-caf15889-1496-4eb8-8ab7-08cce3b9b334 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:53.900558 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'tag': '9cc727aa-462a-4545-b3ba-6ee5ce168c91', 'status': 'completed', 'code': 200} Oct 18 23:18:53.988461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8bb1a80-7e3f-48b7-81eb-fae85d914e33,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:53.995882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Checking segment: {'id': 'e8cc6e16-a20e-4a6a-877f-c40bba0b425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '61fec765-5263-4643-9c0d-124ba03d7097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:53.995882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Network hostable DHCP agents. Network: 61fec765-5263-4643-9c0d-124ba03d7097, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:18:54.054310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1812d-d3af-478d-9140-f525c504fba0 req-65d4a3a4-771a-4d13-b461-8992ee3b0bfa tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:54.056137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37a1812d-d3af-478d-9140-f525c504fba0 req-65d4a3a4-771a-4d13-b461-8992ee3b0bfa tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 950 time: 0.0821819 Oct 18 23:18:54.057655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Network 61fec765-5263-4643-9c0d-124ba03d7097 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:18:54.073164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 61fec765-5263-4643-9c0d-124ba03d7097) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:54.082248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad43379-99eb-428d-a207-cb5bd242422f req-0107f6b6-bdfe-43c5-a39e-3603b770fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:54.084313 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a0a7c-6d73-4bd5-ab49-9ff949611239 None None] Network 61fec765-5263-4643-9c0d-124ba03d7097 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:18:54.085092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ad43379-99eb-428d-a207-cb5bd242422f req-0107f6b6-bdfe-43c5-a39e-3603b770fe1d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=922f2eb93285425bb25729322c0d56a5&device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 1098 time: 0.0772650 Oct 18 23:18:54.096522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:54.097214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:54.162406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c179796e-ff37-4eae-9611-bfd2d2a03012 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7140365 Oct 18 23:18:54.206660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-37a1812d-d3af-478d-9140-f525c504fba0 req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Deleting port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:18:54.207248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-37a1812d-d3af-478d-9140-f525c504fba0 req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:54.229997 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'feb24f02-4e95-41a9-811f-c8e6a06eb32e', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'port_id': '9cc727aa-462a-4545-b3ba-6ee5ce168c91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'mac_address': 'fa:16:3e:cb:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:17:49Z', 'updated_at': '2021-10-18T23:18:52Z', 'revision_number': 1, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0', 'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'mac_address': 'fa:16:3e:02:67:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:43Z', 'updated_at': '2021-10-18T23:17:50Z', 'revision_number': 5, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'subnets': [{'id': '452a916a-4f29-455f-9e30-37227209d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:54.289387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad43379-99eb-428d-a207-cb5bd242422f req-b5cf3f9d-5268-428a-acda-1be195a23c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:54.293494 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ad43379-99eb-428d-a207-cb5bd242422f req-b5cf3f9d-5268-428a-acda-1be195a23c62 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 HTTP/1.1" status: 200 len: 917 time: 0.1893117 Oct 18 23:18:54.325527 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] Checking router: 57a3ede0-17ae-446e-870a-c230f7af40f7 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:18:54.350443 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:18:54.351650 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:18:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:54.364426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a0566-0f38-49ea-9216-01e5f76ae538 None None] Network 61fec765-5263-4643-9c0d-124ba03d7097 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:18:54.449540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-37a1812d-d3af-478d-9140-f525c504fba0 req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] For port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:54.450194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-37a1812d-d3af-478d-9140-f525c504fba0 req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:54.451326 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ad43379-99eb-428d-a207-cb5bd242422f req-0b76d246-3c91-491a-8260-4f1fed0bff9f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc727aa-462a-4545-b3ba-6ee5ce168c91 HTTP/1.1" status: 200 len: 1000 time: 0.1468427 Oct 18 23:18:54.492599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-37a1812d-d3af-478d-9140-f525c504fba0 req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Calling delete_port for 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:18:54.525782 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:18:54.580043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad43379-99eb-428d-a207-cb5bd242422f req-1911f3d8-7245-451a-97c4-787b5141e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:54.581221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ad43379-99eb-428d-a207-cb5bd242422f req-1911f3d8-7245-451a-97c4-787b5141e1dd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=452a916a-4f29-455f-9e30-37227209d203 HTTP/1.1" status: 200 len: 855 time: 0.1159647 Oct 18 23:18:54.650571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad43379-99eb-428d-a207-cb5bd242422f req-00da091d-21c9-468e-a034-82c3b46dee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:54.652713 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ad43379-99eb-428d-a207-cb5bd242422f req-00da091d-21c9-468e-a034-82c3b46dee70 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4285ee8b-6b0d-4e3d-b3fe-83fd45d15179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636649 Oct 18 23:18:54.707231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:54.727065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719bcab-c188-48ec-8792-776028b14bf9 req-a58720d3-44f2-41cd-bc96-e727601c7e51 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:54.737287 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2719bcab-c188-48ec-8792-776028b14bf9 req-a58720d3-44f2-41cd-bc96-e727601c7e51 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.2318170 Oct 18 23:18:54.857235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2719bcab-c188-48ec-8792-776028b14bf9 req-04af0f80-4a6b-4cb0-b11e-de9bb7e97233 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184938 Oct 18 23:18:54.948941 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-37a1812d-d3af-478d-9140-f525c504fba0 req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:54.987115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:55.009243 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'feb24f02-4e95-41a9-811f-c8e6a06eb32e', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'port_id': '9cc727aa-462a-4545-b3ba-6ee5ce168c91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'mac_address': 'fa:16:3e:cb:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:17:49Z', 'updated_at': '2021-10-18T23:18:52Z', 'revision_number': 1, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0', 'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'mac_address': 'fa:16:3e:02:67:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:43Z', 'updated_at': '2021-10-18T23:17:50Z', 'revision_number': 5, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'subnets': [{'id': '452a916a-4f29-455f-9e30-37227209d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:18:55.015355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Pushing event deleted for resources: {'Port': ['ID=4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:55.065260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40da8549-640a-4017-bfa3-d1e3f4b97090'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:55.068080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a1812d-d3af-478d-9140-f525c504fba0 req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] No DVR routers for this DVR port 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:55.085388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-37a1812d-d3af-478d-9140-f525c504fba0 req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.089881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37a1812d-d3af-478d-9140-f525c504fba0 req-b895ecca-6622-44d0-8517-b138c0f08d80 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.102 "DELETE /v2.0/ports/4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 HTTP/1.1" status: 204 len: 173 time: 1.0262010 Oct 18 23:18:55.111774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40210) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:55.119457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-216208842-network', 'tenant_id': 'f0899230657f42e69d69ff0db36fd81c'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:55.128341 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d60b3-5607-437a-846a-0884bb221b32 None None] The sync data for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 is: [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'feb24f02-4e95-41a9-811f-c8e6a06eb32e', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'port_id': '9cc727aa-462a-4545-b3ba-6ee5ce168c91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'mac_address': 'fa:16:3e:cb:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:17:49Z', 'updated_at': '2021-10-18T23:18:52Z', 'revision_number': 1, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0', 'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'mac_address': 'fa:16:3e:02:67:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:43Z', 'updated_at': '2021-10-18T23:17:50Z', 'revision_number': 5, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'subnets': [{'id': '452a916a-4f29-455f-9e30-37227209d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:18:55.144801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e52178-fd24-43e6-9f5e-6574abe09a50 req-ce77425c-e72a-4cb2-b6cd-6b0f49010d44 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:55.150380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:18:55.152883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b4e52178-fd24-43e6-9f5e-6574abe09a50 req-ce77425c-e72a-4cb2-b6cd-6b0f49010d44 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 948 time: 0.1391187 Oct 18 23:18:55.208091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b4e52178-fd24-43e6-9f5e-6574abe09a50 req-8822870f-6b39-4cf4-b3c7-6d3dc9709fe1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 Oct 18 23:18:55.217520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Made reservation on behalf of f0899230657f42e69d69ff0db36fd81c for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:55.220297 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.244388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.354155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ad43379-99eb-428d-a207-cb5bd242422f req-ade91dd0-305a-441c-ae2e-59a92cd86084 service neutron] 10.222.0.102 "GET /v2.0/networks/4285ee8b-6b0d-4e3d-b3fe-83fd45d15179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901937 Oct 18 23:18:55.357852 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.365391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0732c8-568c-490e-9436-519215a33a20 req-1bdca649-911a-4707-83c7-d39568e037c4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:55.373308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.379030 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd0732c8-568c-490e-9436-519215a33a20 req-1bdca649-911a-4707-83c7-d39568e037c4 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c440e27-3822-4aee-8d67-44cfd38b1f11 HTTP/1.1" status: 200 len: 867 time: 0.5884418 Oct 18 23:18:55.381882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.397572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:18:55.411417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.411862 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Added segment 9fa76520-a443-4eac-91f4-3ea5a34f2822 of type vlan for network 1c404996-48ec-4656-aa91-9afc2d16ed64 Oct 18 23:18:55.478759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.502212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492725f-f292-4441-9afb-05d5b3b24fa8 None None] New status for floating IP feb24f02-4e95-41a9-811f-c8e6a06eb32e: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:18:55.549013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.550337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:55.551166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.555423 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd0732c8-568c-490e-9436-519215a33a20 req-2ca694f7-fad0-43f1-bed6-7e6c3695b673 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327391 Oct 18 23:18:55.669491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5470617 Oct 18 23:18:55.669751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40216) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:18:55.674903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:55.689870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Request body: {'subnet': {'network_id': '1c404996-48ec-4656-aa91-9afc2d16ed64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-216208842-subnet', 'tenant_id': 'f0899230657f42e69d69ff0db36fd81c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:55.736540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999a30f1-ae3d-4887-b299-53f0673eb63c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:55.749828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', 'mac_address': 'fa:16:3e:c3:bb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:18:55.786151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f0f24-135a-4fdf-afbf-211b8e3c2dbe admin admin] Pushing event updated for resources: {'Network': ['ID=1c404996-48ec-4656-aa91-9afc2d16ed64,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:55.786711 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ad43379-99eb-428d-a207-cb5bd242422f req-c9a6987c-4ba9-4d01-af1d-6a62029d0848 service neutron] 10.222.0.102 "GET /v2.0/networks/4285ee8b-6b0d-4e3d-b3fe-83fd45d15179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921931 Oct 18 23:18:55.803052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Made reservation on behalf of f0899230657f42e69d69ff0db36fd81c for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:55.815986 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:55.845171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1c404996-48ec-4656-aa91-9afc2d16ed64 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:18:55.901960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'name': 'network-vif-deleted', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:55.904911 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbc4d28-5b34-4a22-bc0c-5688949446a8" -d '{"events": [{"server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "name": "network-vif-deleted", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:55.914589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-20b74aff-df1c-4c78-8bd7-b7a089d585e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:55.919606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-20b74aff-df1c-4c78-8bd7-b7a089d585e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 1097 time: 0.1281974 Oct 18 23:18:56.000880 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad34c1f2-4ba3-4f55-8399-df34cda7047e x-openstack-request-id: req-ad34c1f2-4ba3-4f55-8399-df34cda7047e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:56.001968 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c440e27-3822-4aee-8d67-44cfd38b1f11", "name": "network-vif-deleted", "tag": "4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:56.002598 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad34c1f2-4ba3-4f55-8399-df34cda7047e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:56.003497 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c440e27-3822-4aee-8d67-44cfd38b1f11', 'name': 'network-vif-deleted', 'tag': '4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9', 'status': 'completed', 'code': 200} Oct 18 23:18:56.031290 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:56.052449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:56.078708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:56.085990 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:56.087014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b143c160-8a60-4fbc-95a7-09552cb46dcf details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:18:56.129003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36cd08-1032-4c58-b3fb-c43c59fb9229 req-29ad3417-12f9-45dd-becc-75f3edd2268f tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:56.130157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff36cd08-1032-4c58-b3fb-c43c59fb9229 req-29ad3417-12f9-45dd-becc-75f3edd2268f tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.2092967 Oct 18 23:18:56.149175 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:56.175360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-c29efbb0-469b-4d10-b463-04e2a5703bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:56.177142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-c29efbb0-469b-4d10-b463-04e2a5703bb0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 920 time: 0.2258620 Oct 18 23:18:56.180531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b143c160-8a60-4fbc-95a7-09552cb46dcf, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b143c160-8a60-4fbc-95a7-09552cb46dcf,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:56.183619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:56.201431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff36cd08-1032-4c58-b3fb-c43c59fb9229 req-fd6257dc-53e9-4abd-b2bc-9761cdf89424 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647855 Oct 18 23:18:56.202865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b143c160-8a60-4fbc-95a7-09552cb46dcf', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'b143c160-8a60-4fbc-95a7-09552cb46dcf', 'mac_address': 'fa:16:3e:5b:99:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:18:56.252696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-52232e70-444d-41f1-8a76-3bf8731324fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6ed5ca0-a926-4dca-bca4-48512a9e904b HTTP/1.1" status: 200 len: 217 time: 0.0659394 Oct 18 23:18:56.256413 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:56.256992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1859d47-a7f3-4085-948a-69bf78f02819,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:56.279637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Checking segment: {'id': '9fa76520-a443-4eac-91f4-3ea5a34f2822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1c404996-48ec-4656-aa91-9afc2d16ed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:18:56.280272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Network hostable DHCP agents. Network: 1c404996-48ec-4656-aa91-9afc2d16ed64, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:18:56.284219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b143c160-8a60-4fbc-95a7-09552cb46dcf {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:18:56.304803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Network 1c404996-48ec-4656-aa91-9afc2d16ed64 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:18:56.318942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1c404996-48ec-4656-aa91-9afc2d16ed64) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:18:56.323626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b143c160-8a60-4fbc-95a7-09552cb46dcf, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b143c160-8a60-4fbc-95a7-09552cb46dcf,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:56.332163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:56.333209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:56.334654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671eb84e-0703-4c9d-8016-4d605c613f63 None None] Network 1c404996-48ec-4656-aa91-9afc2d16ed64 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:18:56.348749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-9c5abb4b-9123-4d56-8ebb-c664f5677309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:56.349186 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:56.351269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-9c5abb4b-9123-4d56-8ebb-c664f5677309 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.0884659 Oct 18 23:18:56.400505 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a9da3e16-d84f-42e9-b1ea-4cb080e93418 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7290866 Oct 18 23:18:56.418124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-2f4edb5b-163e-406e-98fe-4e64ad210412 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537288 Oct 18 23:18:56.420187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7c50-077c-42db-b203-1e4edb853020 req-b2eb4cff-157d-407f-8c77-f1d23b8c1b5c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:56.421795 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b4e7c50-077c-42db-b203-1e4edb853020 req-b2eb4cff-157d-407f-8c77-f1d23b8c1b5c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 949 time: 0.0765843 Oct 18 23:18:56.503489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b143c160-8a60-4fbc-95a7-09552cb46dcf,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:56.549244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-6eac7dbd-9a5a-400d-b15f-f1cda06ab5b3 service neutron] 10.222.0.73 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188316 Oct 18 23:18:56.550943 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b4e7c50-077c-42db-b203-1e4edb853020 req-2b1a081e-d3ad-42dd-8757-8e6eee0b5df3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123822 Oct 18 23:18:56.623628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523649a7-b9d1-4d6d-b994-a6c134a18760 None None] Network 1c404996-48ec-4656-aa91-9afc2d16ed64 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:18:56.741336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9caf1f3-c75a-436e-b6a8-f1443262784d req-8fe18d2e-17e3-4551-a404-714d27c6d6e8 service neutron] 10.222.0.73 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834004 Oct 18 23:18:56.944543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:56.970743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['f773fb2f-dccb-4aca-9a1b-e05bffbf8f69'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:57.156690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:18:57.166867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dfa65-4c0b-42b2-9869-819e5c963814 req-b2e367e5-b94e-4f3e-bbbf-e3cbd18e0d71 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:57.169327 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a6dfa65-4c0b-42b2-9869-819e5c963814 req-b2e367e5-b94e-4f3e-bbbf-e3cbd18e0d71 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0710621 Oct 18 23:18:57.219547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:18:57.220235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4d980ccc-42cb-4a6a-b5a7-4a4e03e53fa9 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:18:57.223175 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a6dfa65-4c0b-42b2-9869-819e5c963814 req-cecc04c2-f4ae-4b07-a8ba-23a389b9cde5 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Oct 18 23:18:57.303282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-b32a7c3d-d948-421f-9bf5-b45a336b475f tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:57.305137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-b32a7c3d-d948-421f-9bf5-b45a336b475f tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/networks?id=61fec765-5263-4643-9c0d-124ba03d7097 HTTP/1.1" status: 200 len: 815 time: 0.1661336 Oct 18 23:18:57.327676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-1b05901d-1d63-4914-90c5-2593164c120d tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/quotas/4ede3605c591453da90c1caeb003b859 HTTP/1.1" status: 200 len: 375 time: 0.0125194 Oct 18 23:18:57.376045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-94ea41e8-ff44-43a9-b4f0-f1ba7e1bc279 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ede3605c591453da90c1caeb003b859&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350537 Oct 18 23:18:57.465471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f2213-0de5-4a2e-9977-9d4093924b39 req-b5a9b284-b79b-4342-8a77-5071e1f339b4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:57.467156 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b0f2213-0de5-4a2e-9977-9d4093924b39 req-b5a9b284-b79b-4342-8a77-5071e1f339b4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0753520 Oct 18 23:18:57.503882 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-81349c8b-01d0-4bf1-a550-2a1ade824cb4 service neutron] 10.222.0.52 "GET /v2.0/networks/61fec765-5263-4643-9c0d-124ba03d7097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136241 Oct 18 23:18:57.524130 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b0f2213-0de5-4a2e-9977-9d4093924b39 req-004141b1-bebc-499a-a6a5-e43822aefaa3 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458660 Oct 18 23:18:57.607281 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-fc4576e9-d5b2-44d6-8308-fe4abbe56fe2 service neutron] 10.222.0.52 "GET /v2.0/networks/61fec765-5263-4643-9c0d-124ba03d7097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970583 Oct 18 23:18:57.736137 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:57.765761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c44479-6ffe-4dc1-bdf4-130d0eeefe8d req-7bcf9c58-863d-41ba-bd0c-e9ae6e55737e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:57.767407 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0c44479-6ffe-4dc1-bdf4-130d0eeefe8d req-7bcf9c58-863d-41ba-bd0c-e9ae6e55737e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 949 time: 0.0682437 Oct 18 23:18:57.793939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d0f7fc5-5b36-4f4a-b67b-4e484218b2fc req-46ace0cd-3ed5-4290-91b2-03ce767ba0fd tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 210 time: 0.0303307 Oct 18 23:18:57.823034 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0c44479-6ffe-4dc1-bdf4-130d0eeefe8d req-663c12bf-980d-4da5-960d-0e509f3ec9f6 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Oct 18 23:18:58.381636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f437fc5-9b51-4400-9295-197067164fd5 req-27ff1d7a-b206-45a9-8842-bce1a8d6f9ba tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:58.383414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f437fc5-9b51-4400-9295-197067164fd5 req-27ff1d7a-b206-45a9-8842-bce1a8d6f9ba tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0571921 Oct 18 23:18:58.433250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f437fc5-9b51-4400-9295-197067164fd5 req-018d0f62-d684-4b50-9671-fb97984f702b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Oct 18 23:18:58.659989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fa297-447a-4869-9f46-29cafcdb89fa req-cafe06e7-08de-40ac-bf9e-0c62b1e8d795 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:58.661609 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd6fa297-447a-4869-9f46-29cafcdb89fa req-cafe06e7-08de-40ac-bf9e-0c62b1e8d795 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0568187 Oct 18 23:18:58.705274 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd6fa297-447a-4869-9f46-29cafcdb89fa req-6530803d-09a2-4797-bf56-0475e8f616f0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373220 Oct 18 23:18:58.923921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc381790-b566-40c9-8ecd-d6ff2d4ee0a8 req-9d3e995a-6c9e-46b0-9137-7cdcedb4cb58 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 210 time: 0.0322340 Oct 18 23:18:59.003072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257aa10-b850-47f9-90a8-47047d7a449f req-f3c8775b-4bb5-40a2-9631-705f365176a4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:59.005969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9257aa10-b850-47f9-90a8-47047d7a449f req-f3c8775b-4bb5-40a2-9631-705f365176a4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 949 time: 0.0986490 Oct 18 23:18:59.019433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-24e44824-d54d-44cf-8e33-66e7a95ab3e7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:59.020965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-24e44824-d54d-44cf-8e33-66e7a95ab3e7 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.0987599 Oct 18 23:18:59.101889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9257aa10-b850-47f9-90a8-47047d7a449f req-6108f645-e296-40b4-9065-7b7dbcd61abb tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795007 Oct 18 23:18:59.149523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:59.207011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Deleting port 40da8549-640a-4017-bfa3-d1e3f4b97090 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:18:59.207721 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.233282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:18:59.240300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:59.241011 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.349543 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.377738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efe57b5-2833-4a2a-842f-9d426b3fa9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:59.380702 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ed4020-752b-46a8-82de-8ec0a9b351d0" -d '{"events": [{"server_uuid": "3efe57b5-2833-4a2a-842f-9d426b3fa9d7", "name": "network-vif-plugged", "status": "completed", "tag": "f773fb2f-dccb-4aca-9a1b-e05bffbf8f69"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:59.396888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:59.399217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-a2d5e392-02e3-45f2-91f6-e25be3542c17 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:59.401371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-a2d5e392-02e3-45f2-91f6-e25be3542c17 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.73 "GET /v2.0/networks?id=61fec765-5263-4643-9c0d-124ba03d7097 HTTP/1.1" status: 200 len: 815 time: 0.1970692 Oct 18 23:18:59.403444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] For port 40da8549-640a-4017-bfa3-d1e3f4b97090, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=40da8549-640a-4017-bfa3-d1e3f4b97090,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:59.403818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.404276 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.405444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b143c160-8a60-4fbc-95a7-09552cb46dcf up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:18:59.422976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Calling delete_port for 40da8549-640a-4017-bfa3-d1e3f4b97090 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:18:59.438410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Request body: {'port': {'device_id': '7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94', 'network_id': '61fec765-5263-4643-9c0d-124ba03d7097', 'admin_state_up': True, 'tenant_id': '4ede3605c591453da90c1caeb003b859'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:18:59.493409 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a567271b-9ece-41da-9e4d-7a7af507d999 x-openstack-request-id: req-a567271b-9ece-41da-9e4d-7a7af507d999 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:18:59.493986 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efe57b5-2833-4a2a-842f-9d426b3fa9d7", "name": "network-vif-plugged", "status": "completed", "tag": "f773fb2f-dccb-4aca-9a1b-e05bffbf8f69", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:18:59.494447 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a567271b-9ece-41da-9e4d-7a7af507d999 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:18:59.495223 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efe57b5-2833-4a2a-842f-9d426b3fa9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', 'code': 200} Oct 18 23:18:59.544371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:59.549627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b143c160-8a60-4fbc-95a7-09552cb46dcf completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:18:59.557109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b143c160-8a60-4fbc-95a7-09552cb46dcf triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:18:59.557553 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.643442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f7bef-5084-49ae-9754-03306658a2b6 req-2da372bc-67a9-4fe1-8f40-242ea587c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:59.645735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f7f7bef-5084-49ae-9754-03306658a2b6 req-2da372bc-67a9-4fe1-8f40-242ea587c6fd service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7 HTTP/1.1" status: 200 len: 1101 time: 0.0635650 Oct 18 23:18:59.681019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce230f0-d064-4810-956e-ba5bd665044b req-dd1018ef-2fe8-4f7e-af5f-9a6fe2bd50c8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:59.683036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bce230f0-d064-4810-956e-ba5bd665044b req-dd1018ef-2fe8-4f7e-af5f-9a6fe2bd50c8 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c7cad78-dce0-4f61-bbbd-4f52b4c2daba HTTP/1.1" status: 200 len: 949 time: 0.1142960 Oct 18 23:18:59.697052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f7f7bef-5084-49ae-9754-03306658a2b6 req-8d0a47c8-b8d5-4fca-937a-2c7daf007e62 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380361 Oct 18 23:18:59.699058 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.756831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Made reservation on behalf of 4ede3605c591453da90c1caeb003b859 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:18:59.757676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b143c160-8a60-4fbc-95a7-09552cb46dcf, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b143c160-8a60-4fbc-95a7-09552cb46dcf,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:18:59.761557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.764548 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.812923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.817474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bce230f0-d064-4810-956e-ba5bd665044b req-6d25329a-d8b0-42af-a283-357568d18db2 tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.52 "GET /v2.0/security-groups?id=a48a8d21-599a-445b-ab43-4c2810ebf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024401 Oct 18 23:18:59.857989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Pushing event deleted for resources: {'Port': ['ID=40da8549-640a-4017-bfa3-d1e3f4b97090,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:59.873474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['40da8549-640a-4017-bfa3-d1e3f4b97090'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:18:59.898511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b143c160-8a60-4fbc-95a7-09552cb46dcf,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:18:59.932442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54055b6-8e5e-4790-9023-2e0cf9a8f47e req-9b9bb9f8-c592-4340-a31e-ea38f65e5e14 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:18:59.934050 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d54055b6-8e5e-4790-9023-2e0cf9a8f47e req-9b9bb9f8-c592-4340-a31e-ea38f65e5e14 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0945585 Oct 18 23:18:59.971848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] No DVR routers for this DVR port 40da8549-640a-4017-bfa3-d1e3f4b97090 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:18:59.974791 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:18:59.978603 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e154136a-2ef4-4f00-ac18-acd2fc4012cd req-d30d075b-beba-4fd5-b162-97c732c5a50b tempest-MigrationsAdminTest-523465995 tempest-MigrationsAdminTest-523465995-project] 10.222.0.73 "DELETE /v2.0/ports/40da8549-640a-4017-bfa3-d1e3f4b97090 HTTP/1.1" status: 204 len: 173 time: 0.9267068 Oct 18 23:18:59.983001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'name': 'network-vif-deleted', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:18:59.985384 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e225e7c-790b-4b98-ad9f-7ecdd7a30ca2" -d '{"events": [{"server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "name": "network-vif-deleted", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:18:59.993141 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d54055b6-8e5e-4790-9023-2e0cf9a8f47e req-0a9b4e2b-5ffd-4c4d-acc6-6e0ea45ffd28 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511060 Oct 18 23:19:00.074627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Allocated IP 172.20.0.14 (61fec765-5263-4643-9c0d-124ba03d7097/f8bb1a80-7e3f-48b7-81eb-fae85d914e33/cc147370-d81e-43c8-8ce0-1eaeec7ec6b5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:19:00.106293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81fb497d-293d-4c2c-afce-b2a0f203047e req-cd10f4d3-0f5c-4328-887c-20520a37f749 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 210 time: 0.0375934 Oct 18 23:19:00.179326 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b941d0-f933-4eb7-8677-9f8efb96d043 x-openstack-request-id: req-40b941d0-f933-4eb7-8677-9f8efb96d043 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:00.179615 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7cad78-dce0-4f61-bbbd-4f52b4c2daba", "name": "network-vif-deleted", "tag": "40da8549-640a-4017-bfa3-d1e3f4b97090", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:00.179915 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40b941d0-f933-4eb7-8677-9f8efb96d043 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:00.180331 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7cad78-dce0-4f61-bbbd-4f52b4c2daba', 'name': 'network-vif-deleted', 'tag': '40da8549-640a-4017-bfa3-d1e3f4b97090', 'status': 'completed', 'code': 200} Oct 18 23:19:00.274015 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:00.322015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d1ee3-cbea-4e7b-aad9-745fcd36cd70 req-5450610c-16b0-4ad3-892e-f9a6567d1e3a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:00.330296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e09d1ee3-cbea-4e7b-aad9-745fcd36cd70 req-5450610c-16b0-4ad3-892e-f9a6567d1e3a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 950 time: 0.0862961 Oct 18 23:19:00.339605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:00.377909 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e09d1ee3-cbea-4e7b-aad9-745fcd36cd70 req-1fa9abec-68fc-4dfc-b2a2-b26fa67455ff tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Oct 18 23:19:00.410847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Network 61fec765-5263-4643-9c0d-124ba03d7097 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:19:00.418496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:19:00.420782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:19:00.425711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Pushing event updated for resources: {'Port': ['ID=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:00.485487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:00.486228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:00.506022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-7cc69d8c-c192-42a1-97a7-39a83e2d00f1 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0728722 Oct 18 23:19:00.529462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Request body: {'port': {'device_id': '7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:00.616224 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:00.962374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:00.973382 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:00.990389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Transition to ACTIVE for port object cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:19:00.999118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:01.092676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Pushing event updated for resources: {'Port': ['ID=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:01.167906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e31e4-1d4b-4662-9376-0a2d45cc25d6 req-968943a7-7c75-41e1-b35c-5fae7b575ee9 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:01.171819 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-206e31e4-1d4b-4662-9376-0a2d45cc25d6 req-968943a7-7c75-41e1-b35c-5fae7b575ee9 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0791044 Oct 18 23:19:01.197690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Attempting to bind port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:19:01.198619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Attempting to bind port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e8cc6e16-a20e-4a6a-877f-c40bba0b425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '61fec765-5263-4643-9c0d-124ba03d7097'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:19:01.199416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Attempting to bind port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 on network 61fec765-5263-4643-9c0d-124ba03d7097 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:01.209242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 on network 61fec765-5263-4643-9c0d-124ba03d7097 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:19:01.210074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Attempting to bind port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 on network 61fec765-5263-4643-9c0d-124ba03d7097 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:01.224253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:19:01.224253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Checking segment: {'id': 'e8cc6e16-a20e-4a6a-877f-c40bba0b425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '61fec765-5263-4643-9c0d-124ba03d7097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:19:01.224687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Bound using segment: {'id': 'e8cc6e16-a20e-4a6a-877f-c40bba0b425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '61fec765-5263-4643-9c0d-124ba03d7097'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:19:01.225440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Bound port: cc147370-d81e-43c8-8ce0-1eaeec7ec6b5, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cc6e16-a20e-4a6a-877f-c40bba0b425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '61fec765-5263-4643-9c0d-124ba03d7097'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:19:01.226228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:01.240526 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-206e31e4-1d4b-4662-9376-0a2d45cc25d6 req-78e2f97a-9a15-42dc-86c9-095f39d0a240 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605671 Oct 18 23:19:01.333868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] For port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:19:01.339061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] For port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,segment=NetworkSegment(e8cc6e16-a20e-4a6a-877f-c40bba0b425f),segment_id=e8cc6e16-a20e-4a6a-877f-c40bba0b425f)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:19:01.351940 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:01.393542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40328) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:01.396297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:01.396981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:01.398403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 HTTP/1.1" status: 200 len: 1093 time: 0.8771708 Oct 18 23:19:01.427180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c4443-d5c7-4921-96d9-ed708651676b req-a13a179b-5fc7-4e17-a712-537bd4245594 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:01.435178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd9c4443-d5c7-4921-96d9-ed708651676b req-a13a179b-5fc7-4e17-a712-537bd4245594 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 944 time: 0.1030815 Oct 18 23:19:01.436862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0184e9-3ab5-4294-af18-f4ced51ee321 service neutron] Pushing event updated for resources: {'Port': ['ID=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:01.472574 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd9c4443-d5c7-4921-96d9-ed708651676b req-aad08301-ca78-45ba-84c3-b8b4159e9682 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361340 Oct 18 23:19:01.500386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa49c95c-3172-4e9b-9728-a16d1709d072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b143c160-8a60-4fbc-95a7-09552cb46dcf'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:01.504169 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f783b463-2ca2-4752-83ab-8a093348557d" -d '{"events": [{"server_uuid": "fa49c95c-3172-4e9b-9728-a16d1709d072", "name": "network-vif-plugged", "status": "completed", "tag": "b143c160-8a60-4fbc-95a7-09552cb46dcf"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:01.541574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-5314a06e-f4f8-4dcf-8d86-54a66d01b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:01.544290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-5314a06e-f4f8-4dcf-8d86-54a66d01b2a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ede3605c591453da90c1caeb003b859&device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 1096 time: 0.0703332 Oct 18 23:19:01.646312 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8994111e-264c-4284-bb98-591218c71c75 x-openstack-request-id: req-8994111e-264c-4284-bb98-591218c71c75 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:01.647182 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa49c95c-3172-4e9b-9728-a16d1709d072", "name": "network-vif-plugged", "status": "completed", "tag": "b143c160-8a60-4fbc-95a7-09552cb46dcf", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:01.647664 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8994111e-264c-4284-bb98-591218c71c75 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:01.648316 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa49c95c-3172-4e9b-9728-a16d1709d072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b143c160-8a60-4fbc-95a7-09552cb46dcf', 'code': 200} Oct 18 23:19:01.656004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-88c427db-2ee3-410b-bb59-19289a70fadc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 HTTP/1.1" status: 200 len: 217 time: 0.0968175 Oct 18 23:19:01.694860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee5fa7-b16b-4750-ae09-033ceeba26af req-18b5dddc-0ff8-4f8f-9add-d69f6122af3e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:01.699714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25ee5fa7-b16b-4750-ae09-033ceeba26af req-18b5dddc-0ff8-4f8f-9add-d69f6122af3e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 950 time: 0.1131890 Oct 18 23:19:01.744617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25ee5fa7-b16b-4750-ae09-033ceeba26af req-9d42f20b-f0c8-464f-bd45-f0fe79825be8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367396 Oct 18 23:19:01.803009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-51ca1dd0-807b-44b9-9000-12feac337579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:01.804509 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-51ca1dd0-807b-44b9-9000-12feac337579 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8bb1a80-7e3f-48b7-81eb-fae85d914e33 HTTP/1.1" status: 200 len: 855 time: 0.1353028 Oct 18 23:19:01.807764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-57e133f8-467b-4949-b08d-391321d5fffe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1322d1ff53614d19a79298a73ab42a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130847 Oct 18 23:19:01.811878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40340) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:01.844121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-89846e64-798f-4e72-b355-e97365a80dfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61fec765-5263-4643-9c0d-124ba03d7097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308948 Oct 18 23:19:01.933301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aecb9c73-84d3-4f26-8782-6a32f37a49cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:01.941527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed80be6-c1b5-4cdb-9324-4aef0ccb73bb req-46d08e12-9661-446d-9e5f-62d737638fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:01.943098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ed80be6-c1b5-4cdb-9324-4aef0ccb73bb req-46d08e12-9661-446d-9e5f-62d737638fbf service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 1102 time: 0.0955119 Oct 18 23:19:01.975291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-bdd37887-3325-4cd5-a5ba-c91aedd1447d service neutron] 10.222.0.73 "GET /v2.0/networks/61fec765-5263-4643-9c0d-124ba03d7097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240182 Oct 18 23:19:01.977484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aecb9c73-84d3-4f26-8782-6a32f37a49cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:02.021296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ed80be6-c1b5-4cdb-9324-4aef0ccb73bb req-c3fabaf3-7197-436a-8131-b0ca5b5c94a9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693054 Oct 18 23:19:02.048993 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aecb9c73-84d3-4f26-8782-6a32f37a49cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:02.052156 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aecb9c73-84d3-4f26-8782-6a32f37a49cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:02.053782 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aecb9c73-84d3-4f26-8782-6a32f37a49cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a48a8d21-599a-445b-ab43-4c2810ebf27e HTTP/1.1" status: 204 len: 168 time: 0.2405856 Oct 18 23:19:02.064647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9c73-84d3-4f26-8782-6a32f37a49cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a8d21-599a-445b-ab43-4c2810ebf27e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:02.132473 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2128cc90-aaa1-4643-a4dc-93291e211883 req-d2b6f3f0-d185-47d2-b73c-87d4d7788cf8 service neutron] 10.222.0.73 "GET /v2.0/networks/61fec765-5263-4643-9c0d-124ba03d7097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489692 Oct 18 23:19:02.181910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94', 'tag': 'cc147370-d81e-43c8-8ce0-1eaeec7ec6b5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:02.185150 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37962236-0af6-4f3a-9ab7-3f207786f6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94", "tag": "cc147370-d81e-43c8-8ce0-1eaeec7ec6b5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:02.227685 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4c12ca-da87-4cb2-9e8c-2806fa0cab40 x-openstack-request-id: req-6a4c12ca-da87-4cb2-9e8c-2806fa0cab40 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:02.228683 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94", "tag": "cc147370-d81e-43c8-8ce0-1eaeec7ec6b5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:02.229180 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a4c12ca-da87-4cb2-9e8c-2806fa0cab40 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:02.229707 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94', 'tag': 'cc147370-d81e-43c8-8ce0-1eaeec7ec6b5', 'status': 'completed', 'code': 200} Oct 18 23:19:02.415219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-e08a1e13-3d41-41fc-a1b2-f490194f7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:02.418408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-e08a1e13-3d41-41fc-a1b2-f490194f7353 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ede3605c591453da90c1caeb003b859&device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 1096 time: 0.1425979 Oct 18 23:19:02.486654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b30eab-eb5c-4e0e-8593-330ef134e52c req-575ffe38-9b76-415a-b155-fbfc1e56167b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:02.488529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b30eab-eb5c-4e0e-8593-330ef134e52c req-575ffe38-9b76-415a-b155-fbfc1e56167b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1260388 Oct 18 23:19:02.512181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40354) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:02.582048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b30eab-eb5c-4e0e-8593-330ef134e52c req-803fd497-bbb0-4e83-8312-2a070cdf0edc tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580907 Oct 18 23:19:02.587825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-5303dfe5-23e1-4914-902b-2c0ceae680a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:02.589370 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-5303dfe5-23e1-4914-902b-2c0ceae680a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61fec765-5263-4643-9c0d-124ba03d7097 HTTP/1.1" status: 200 len: 916 time: 0.1612880 Oct 18 23:19:02.590729 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-960d2847-022b-4f8f-adde-c539952c084c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2f8160b29a3412898ac0a584050fcbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760369 Oct 18 23:19:02.593342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40358) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:02.643933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-9416d97a-97b0-4683-b8d1-e58670b3dcf4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 HTTP/1.1" status: 200 len: 217 time: 0.0470583 Oct 18 23:19:02.685034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28ac2d24-6cf2-40ee-913a-0604309a1cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:02.721179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-ebe500d6-2969-4c92-bb07-21c56d218d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:02.723550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-ebe500d6-2969-4c92-bb07-21c56d218d5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8bb1a80-7e3f-48b7-81eb-fae85d914e33 HTTP/1.1" status: 200 len: 855 time: 0.0720387 Oct 18 23:19:02.726600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28ac2d24-6cf2-40ee-913a-0604309a1cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:02.802170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-345bfb50-4236-4b24-9dec-72f88b159942 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61fec765-5263-4643-9c0d-124ba03d7097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620782 Oct 18 23:19:02.820941 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28ac2d24-6cf2-40ee-913a-0604309a1cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:02.826908 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28ac2d24-6cf2-40ee-913a-0604309a1cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:02.828670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28ac2d24-6cf2-40ee-913a-0604309a1cc2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/826f4049-1aef-4b04-a6fd-bd8eb0846d5a HTTP/1.1" status: 204 len: 168 time: 0.2338059 Oct 18 23:19:02.847584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac2d24-6cf2-40ee-913a-0604309a1cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826f4049-1aef-4b04-a6fd-bd8eb0846d5a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:02.924456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd625ff-60ec-4a7a-b86d-4e0397d60831 req-ea38e3ec-97b6-471c-a6cf-c88782bce542 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:02.926432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2fd625ff-60ec-4a7a-b86d-4e0397d60831 req-ea38e3ec-97b6-471c-a6cf-c88782bce542 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 944 time: 0.2110391 Oct 18 23:19:02.957058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-dd5cbfee-81c1-4c25-8be6-f098b39bcb51 service neutron] 10.222.0.73 "GET /v2.0/networks/61fec765-5263-4643-9c0d-124ba03d7097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373558 Oct 18 23:19:02.958415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669809cc-8035-401f-8e35-9aed083491b2 req-b354a7e6-4981-45a8-bc57-cb630d8e4ad7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:02.960240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-669809cc-8035-401f-8e35-9aed083491b2 req-b354a7e6-4981-45a8-bc57-cb630d8e4ad7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 950 time: 0.0743990 Oct 18 23:19:03.023869 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-669809cc-8035-401f-8e35-9aed083491b2 req-df1c3a26-cea0-46e6-b25d-da04ad0d2ac9 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561523 Oct 18 23:19:03.054286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2fd625ff-60ec-4a7a-b86d-4e0397d60831 req-9ee47a12-92ad-4640-acaa-2da3714af078 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084557 Oct 18 23:19:03.099542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37962236-0af6-4f3a-9ab7-3f207786f6fb req-94775fc7-c5a6-49a4-9ee7-656ed5cdf7bf service neutron] 10.222.0.73 "GET /v2.0/networks/61fec765-5263-4643-9c0d-124ba03d7097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272044 Oct 18 23:19:03.353870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 40da8549-640a-4017-bfa3-d1e3f4b97090 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:19:03.381637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 40da8549-640a-4017-bfa3-d1e3f4b97090 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:19:03.382024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 40da8549-640a-4017-bfa3-d1e3f4b97090 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:19:03.756422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf9fbc-340f-44ad-b804-705f1c035a05 req-58309e3b-f642-4fcb-a890-e9685e0bca03 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:03.763542 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-14bf9fbc-340f-44ad-b804-705f1c035a05 req-58309e3b-f642-4fcb-a890-e9685e0bca03 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0829728 Oct 18 23:19:03.836258 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-14bf9fbc-340f-44ad-b804-705f1c035a05 req-1578cbbd-8c51-44ab-a399-5ec08896c4d0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601070 Oct 18 23:19:04.186229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe6c3e-7c0e-4ab2-a982-c3792e0e37a5 req-21c7a819-13c4-4261-a2a3-a01f2a15edca tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:04.188071 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cbe6c3e-7c0e-4ab2-a982-c3792e0e37a5 req-21c7a819-13c4-4261-a2a3-a01f2a15edca tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 950 time: 0.0650496 Oct 18 23:19:04.216717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64925353-818f-4b9f-bf37-37a5618c2cb8 req-9365ee55-0c95-4610-b109-40bc23aef84c tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:04.218490 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-64925353-818f-4b9f-bf37-37a5618c2cb8 req-9365ee55-0c95-4610-b109-40bc23aef84c tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 944 time: 0.0747905 Oct 18 23:19:04.242110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cbe6c3e-7c0e-4ab2-a982-c3792e0e37a5 req-c4bb98e6-a060-4f24-8c3b-24efd8f167f2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Oct 18 23:19:04.270826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-64925353-818f-4b9f-bf37-37a5618c2cb8 req-2caaf587-dd18-4bbb-83bf-7e655a3fcf38 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Oct 18 23:19:04.506387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:04.838140 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-0afa8cee-f007-43b5-ba62-97b93ba50e98 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5feab2ac501a464f85ed8e4893a21b83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258331 Oct 18 23:19:05.000384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-43664fc4-996a-4254-a96f-cd6fbd0c0957 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:05.003074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-43664fc4-996a-4254-a96f-cd6fbd0c0957 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579731 Oct 18 23:19:05.021693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07a773af-c4d4-45e6-9916-df7e31615219 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/quotas/5feab2ac501a464f85ed8e4893a21b83 HTTP/1.1" status: 200 len: 375 time: 0.0104184 Oct 18 23:19:05.061750 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-898fba63-f0a4-4c61-bba3-389a783677bf tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5feab2ac501a464f85ed8e4893a21b83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331161 Oct 18 23:19:05.069954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fde46-b0c2-40b0-a250-83f9b9f6d62b req-8024c915-e8c9-4e51-8f36-177193eae0aa tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:05.072135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb7fde46-b0c2-40b0-a250-83f9b9f6d62b req-8024c915-e8c9-4e51-8f36-177193eae0aa tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0572968 Oct 18 23:19:05.133293 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb7fde46-b0c2-40b0-a250-83f9b9f6d62b req-b2c2b549-c000-4bcc-8afa-792c7e660b89 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544839 Oct 18 23:19:05.255923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83aa9fc6-13ab-4c2a-b503-5f4977c8131f req-1bb05ae6-ccef-4f33-92a6-e0632d9400a9 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 210 time: 0.0332592 Oct 18 23:19:05.407456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96a516-1aa4-4769-98af-4eabb1aaab27 req-d019e807-4919-410a-b85c-468d4ee52723 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:05.409180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a96a516-1aa4-4769-98af-4eabb1aaab27 req-d019e807-4919-410a-b85c-468d4ee52723 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 950 time: 0.0700395 Oct 18 23:19:05.421792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907304e6-0ebe-4720-8148-fe6887d107ca req-3bed9f2f-67fc-4dcd-9072-1bcd38fe509b tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:05.423417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-907304e6-0ebe-4720-8148-fe6887d107ca req-3bed9f2f-67fc-4dcd-9072-1bcd38fe509b tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 944 time: 0.0589690 Oct 18 23:19:05.475232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a96a516-1aa4-4769-98af-4eabb1aaab27 req-e5931eb4-1b69-46aa-94d2-941f568b4b2f tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569782 Oct 18 23:19:05.486199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-907304e6-0ebe-4720-8148-fe6887d107ca req-9e433488-629d-4d5b-b0ff-7bfd3f67f33a tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550964 Oct 18 23:19:05.629544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99c5dc-396c-4e1b-af4e-f3bb40888286 req-ae8158da-15fe-4892-858f-6b45f063fc55 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:05.631210 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea99c5dc-396c-4e1b-af4e-f3bb40888286 req-ae8158da-15fe-4892-858f-6b45f063fc55 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7 HTTP/1.1" status: 200 len: 949 time: 0.0659044 Oct 18 23:19:05.672347 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea99c5dc-396c-4e1b-af4e-f3bb40888286 req-9435a85e-f6df-4b62-a0cd-941df053795c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341434 Oct 18 23:19:06.018702 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:06.112499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f324c-fdaa-4222-b6ea-a6ede307d14f req-cbbf373c-93fe-4099-8470-79972574a416 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:06.124060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f324c-fdaa-4222-b6ea-a6ede307d14f req-cbbf373c-93fe-4099-8470-79972574a416 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:06.127202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d89f324c-fdaa-4222-b6ea-a6ede307d14f req-cbbf373c-93fe-4099-8470-79972574a416 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7&device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 1690 time: 0.0938330 Oct 18 23:19:06.170567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d89f324c-fdaa-4222-b6ea-a6ede307d14f req-cf79238f-c3d9-48f8-9c33-70c62a7c087c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370555 Oct 18 23:19:06.295561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95cab2-5955-4a30-a986-e8b97d05635e req-03621b70-20d3-4a2c-942f-d2b786110655 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:06.297166 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5b95cab2-5955-4a30-a986-e8b97d05635e req-03621b70-20d3-4a2c-942f-d2b786110655 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0634820 Oct 18 23:19:06.350082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5b95cab2-5955-4a30-a986-e8b97d05635e req-b3128198-2044-4d5d-bcf6-cbb48307bac2 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465279 Oct 18 23:19:06.469042 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a7bd10d-069a-47f5-ae3c-96ccd072e206 req-fcc9ad0b-af87-44ac-a997-860b5ce172e5 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 210 time: 0.0328183 Oct 18 23:19:06.474342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0b03a-2b94-4138-bb16-f92991e1b16c req-418c79a5-4179-4740-8ca5-8dda19043012 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:06.491489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-3e060b13-9a73-4c91-b607-9aa54cf32cab tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5feab2ac501a464f85ed8e4893a21b83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252030 Oct 18 23:19:06.495342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49a0b03a-2b94-4138-bb16-f92991e1b16c req-418c79a5-4179-4740-8ca5-8dda19043012 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7 HTTP/1.1" status: 200 len: 1101 time: 0.0654962 Oct 18 23:19:06.561348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49a0b03a-2b94-4138-bb16-f92991e1b16c req-8eb40eb6-23cf-40bf-9e6e-8651cbc6e00e tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633206 Oct 18 23:19:06.667634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-4367634e-db80-4cf9-a60f-d437692a95cb tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:06.669179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-4367634e-db80-4cf9-a60f-d437692a95cb tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719310 Oct 18 23:19:06.682652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8e5b-cc00-4e19-8e96-2df54da6197a req-dc5fc029-bdee-4aec-84ca-5a689b211c95 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:06.684189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-901a8e5b-cc00-4e19-8e96-2df54da6197a req-dc5fc029-bdee-4aec-84ca-5a689b211c95 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 944 time: 0.0958486 Oct 18 23:19:06.697512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440139b-028c-4a20-80f1-a201869e227e req-6bf030a2-40dc-4544-a9b8-8db7b23f5bc6 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:06.699099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7440139b-028c-4a20-80f1-a201869e227e req-6bf030a2-40dc-4544-a9b8-8db7b23f5bc6 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 1102 time: 0.0682828 Oct 18 23:19:06.729623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-901a8e5b-cc00-4e19-8e96-2df54da6197a req-4765fb13-713e-4686-a15d-968aa18bb29f tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Oct 18 23:19:06.736902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Request body: {'port': {'device_id': '95794ea0-5651-4e78-be79-14f6903fbc8e', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '5feab2ac501a464f85ed8e4893a21b83'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:06.738613 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7440139b-028c-4a20-80f1-a201869e227e req-2dcf682d-6963-400a-bcc0-c36641e13c3b tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329680 Oct 18 23:19:06.931801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Made reservation on behalf of 5feab2ac501a464f85ed8e4893a21b83 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:19:06.935637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:06.945167 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:07.044700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:07.049620 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:07.124778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02766b72-746f-48c9-be75-fcfc6fae5a32,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:07.211067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-d950daac-ce12-4fe2-88b8-7c4fda5472b3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226512 Oct 18 23:19:07.253745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Allocated IP 192.168.233.183 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/4e76964c-fcd2-4f75-a852-82fb1d1b9afb) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:19:07.342264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-3f19709e-56a0-4d2e-9777-45d7b69fa913 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:07.343883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-3f19709e-56a0-4d2e-9777-45d7b69fa913 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254361 Oct 18 23:19:07.361120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-331f99b7-6cf9-43a1-ae1d-c147e3e53fa6 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/quotas/8b85fdab5a4640638956952e4b051a2e HTTP/1.1" status: 200 len: 375 time: 0.0099216 Oct 18 23:19:07.387702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:19:07.505264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-cc476dd1-031c-46cc-a608-2a6f6f66d9bc tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1339304 Oct 18 23:19:07.547155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,segment=NetworkSegment(e8cc6e16-a20e-4a6a-877f-c40bba0b425f),segment_id=e8cc6e16-a20e-4a6a-877f-c40bba0b425f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:07.563507 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'cc147370-d81e-43c8-8ce0-1eaeec7ec6b5', 'network_id': '61fec765-5263-4643-9c0d-124ba03d7097', 'port_id': 'cc147370-d81e-43c8-8ce0-1eaeec7ec6b5', 'mac_address': 'fa:16:3e:1c:2b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bb1a80-7e3f-48b7-81eb-fae85d914e33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:19:07.612947 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:07.629835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:07.657546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,segment=NetworkSegment(e8cc6e16-a20e-4a6a-877f-c40bba0b425f),segment_id=e8cc6e16-a20e-4a6a-877f-c40bba0b425f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:07.663905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:07.723673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:07.792756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910f68b-9fbe-4cee-a52c-a1b6b9b18533 req-c3a3f75e-f523-4a40-bd46-f259e0d1fb35 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:07.794481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d910f68b-9fbe-4cee-a52c-a1b6b9b18533 req-c3a3f75e-f523-4a40-bd46-f259e0d1fb35 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0985432 Oct 18 23:19:07.864908 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:07.898403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d910f68b-9fbe-4cee-a52c-a1b6b9b18533 req-f0b3d1da-9285-429c-b047-49d32d3fcb60 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864367 Oct 18 23:19:07.931618 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:08.028527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:19:08.056916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:19:08.064915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:19:08.123824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:08.124474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:08.124602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819c1aa-e40b-48e2-b17a-74bd6022f6f0 req-5df0af92-847b-48e8-8ae4-5bd13088897c tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:08.126685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c819c1aa-e40b-48e2-b17a-74bd6022f6f0 req-5df0af92-847b-48e8-8ae4-5bd13088897c tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 945 time: 0.0591056 Oct 18 23:19:08.144641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Pushing event updated for resources: {'Port': ['ID=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:08.147814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['cc147370-d81e-43c8-8ce0-1eaeec7ec6b5'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:08.154376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-6683f53f-aa96-4cba-b2b9-8813edfdda8f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4219830 Oct 18 23:19:08.175562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b5d99-8602-4a5c-86ff-2379840f61ad req-15ac5724-f0dc-439f-b9fc-1e3791be9f78 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:08.184090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-299b5d99-8602-4a5c-86ff-2379840f61ad req-15ac5724-f0dc-439f-b9fc-1e3791be9f78 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 936 time: 0.1970978 Oct 18 23:19:08.190765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Request body: {'port': {'device_id': '95794ea0-5651-4e78-be79-14f6903fbc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:08.223590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c819c1aa-e40b-48e2-b17a-74bd6022f6f0 req-16602c7f-0e78-4630-9cf4-3a4ef8623886 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796993 Oct 18 23:19:08.303715 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:08.310914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-299b5d99-8602-4a5c-86ff-2379840f61ad req-35465813-8784-4b9b-a006-5f18687cd1d7 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258130 Oct 18 23:19:08.465839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8b06f26e-dc3d-4610-a885-3ae22d80aa49 None None] Provisioning complete for port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:08.467092 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b06f26e-dc3d-4610-a885-3ae22d80aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:08.532212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8b06f26e-dc3d-4610-a885-3ae22d80aa49 None None] Port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:19:08.746244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e76964c-fcd2-4f75-a852-82fb1d1b9afb {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:08.753334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ce3614d-8bd8-42b3-acae-791d6df4f906 req-0798025b-79f5-4cb2-9ab8-e4452a8ab6c6 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 210 time: 0.0429661 Oct 18 23:19:08.758630 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:08.774890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Transition to ACTIVE for port object 4e76964c-fcd2-4f75-a852-82fb1d1b9afb will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:19:08.779490 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:08.840124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Pushing event updated for resources: {'Port': ['ID=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:08.927554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Attempting to bind port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:19:08.927947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Attempting to bind port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:19:08.928274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Attempting to bind port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:08.937770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:19:08.938155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Attempting to bind port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:08.947925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:19:08.948430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:19:08.949478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:19:08.950230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Bound port: 4e76964c-fcd2-4f75-a852-82fb1d1b9afb, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:19:08.950707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:09.058295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423838af-5c31-4202-81a9-43c48b8cfb7f req-163c3010-a0de-45ba-9a21-7c56eb35134e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:09.068215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-423838af-5c31-4202-81a9-43c48b8cfb7f req-163c3010-a0de-45ba-9a21-7c56eb35134e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0712605 Oct 18 23:19:09.110268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] For port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:19:09.116249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] For port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:19:09.117673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-423838af-5c31-4202-81a9-43c48b8cfb7f req-58762c45-7e0d-47e0-9874-c29c371dc6aa tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480568 Oct 18 23:19:09.125431 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:09.191509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:09.192198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:09.193926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] 10.222.0.73 "PUT /v2.0/ports/4e76964c-fcd2-4f75-a852-82fb1d1b9afb HTTP/1.1" status: 200 len: 1097 time: 1.0073781 Oct 18 23:19:09.194418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95794ea0-5651-4e78-be79-14f6903fbc8e', 'tag': '4e76964c-fcd2-4f75-a852-82fb1d1b9afb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:09.197177 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e59325-ace6-4048-b0db-ad9c60e7a420" -d '{"events": [{"name": "network-changed", "server_uuid": "95794ea0-5651-4e78-be79-14f6903fbc8e", "tag": "4e76964c-fcd2-4f75-a852-82fb1d1b9afb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:09.227130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2969b-9c4a-4ceb-b8db-552a6f6b93df service neutron] Pushing event updated for resources: {'Port': ['ID=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:09.271182 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45aedb8-ed1b-4f26-81f4-499461970e4e x-openstack-request-id: req-c45aedb8-ed1b-4f26-81f4-499461970e4e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:09.271496 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95794ea0-5651-4e78-be79-14f6903fbc8e", "tag": "4e76964c-fcd2-4f75-a852-82fb1d1b9afb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:09.271760 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c45aedb8-ed1b-4f26-81f4-499461970e4e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:09.272198 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95794ea0-5651-4e78-be79-14f6903fbc8e', 'tag': '4e76964c-fcd2-4f75-a852-82fb1d1b9afb', 'status': 'completed', 'code': 200} Oct 18 23:19:09.394583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1d60-cdb3-4b8a-ae4f-e094855c9f74 req-953ba6bc-ce73-4bb8-b53b-d92d0510b463 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:09.396371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1ef1d60-cdb3-4b8a-ae4f-e094855c9f74 req-953ba6bc-ce73-4bb8-b53b-d92d0510b463 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 945 time: 0.0769501 Oct 18 23:19:09.414704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e59325-ace6-4048-b0db-ad9c60e7a420 req-e1bb1ad5-d3e4-4e8b-a9b1-669cac5f322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:09.417559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5e59325-ace6-4048-b0db-ad9c60e7a420 req-e1bb1ad5-d3e4-4e8b-a9b1-669cac5f322d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5feab2ac501a464f85ed8e4893a21b83&device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 1100 time: 0.0976527 Oct 18 23:19:09.449554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1ef1d60-cdb3-4b8a-ae4f-e094855c9f74 req-cb3bfbed-1fa8-47c9-b63b-43b4c575ab42 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Oct 18 23:19:09.483277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5e59325-ace6-4048-b0db-ad9c60e7a420 req-012ab5e2-28fd-4c2a-8cfd-e148fcd0dae7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5feab2ac501a464f85ed8e4893a21b83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263159 Oct 18 23:19:09.504724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45170844-aef6-454d-914c-5d8fa4644983 req-55d245f3-e3f9-4a62-bcf6-143a2ac64c7f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:09.506329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45170844-aef6-454d-914c-5d8fa4644983 req-55d245f3-e3f9-4a62-bcf6-143a2ac64c7f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 948 time: 0.0878298 Oct 18 23:19:09.621823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45170844-aef6-454d-914c-5d8fa4644983 req-32d40c3b-272a-4055-81db-d7ada1356033 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795705 Oct 18 23:19:09.639339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e59325-ace6-4048-b0db-ad9c60e7a420 req-339f02a7-7d09-4df8-a34c-cb819aa52c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:09.640955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5e59325-ace6-4048-b0db-ad9c60e7a420 req-339f02a7-7d09-4df8-a34c-cb819aa52c1b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554918 Oct 18 23:19:09.771096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-df49c682-4692-41d3-9e8e-28df413f803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:09.773044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-df49c682-4692-41d3-9e8e-28df413f803a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5feab2ac501a464f85ed8e4893a21b83&device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 1100 time: 0.0660803 Oct 18 23:19:09.860440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-dabf0a9e-7e2f-483d-a322-750b21cd3c2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=4e76964c-fcd2-4f75-a852-82fb1d1b9afb HTTP/1.1" status: 200 len: 217 time: 0.0427351 Oct 18 23:19:09.913221 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98576f63-177d-451d-b948-740ce958afae req-88d56382-5ca0-4410-9385-ecfb21060ab9 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 210 time: 0.0550816 Oct 18 23:19:09.936681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-9b740352-91fc-48e4-bb7b-a4f4bcffd2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:09.938022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-9b740352-91fc-48e4-bb7b-a4f4bcffd2df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0698161 Oct 18 23:19:09.998502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-f386d032-05d7-46e5-aa86-9fef01cc7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:10.000490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-f386d032-05d7-46e5-aa86-9fef01cc7fa9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548408 Oct 18 23:19:10.064584 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ca092965-3550-4e4b-b888-0b3606a8bfaa tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373397 Oct 18 23:19:10.213748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-169f722e-6b9a-474b-acbb-79dd6b76c6be service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768694 Oct 18 23:19:10.242937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-1fd297d8-5156-4c62-b3f7-7a37e79a4f55 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:10.245136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-1fd297d8-5156-4c62-b3f7-7a37e79a4f55 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754665 Oct 18 23:19:10.263969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f85df-8066-41e4-950c-658dc17e38df req-6a1dbd59-7874-426d-9fe1-70ab42bdb4a3 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:10.265586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-007f85df-8066-41e4-950c-658dc17e38df req-6a1dbd59-7874-426d-9fe1-70ab42bdb4a3 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0647068 Oct 18 23:19:10.281769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Request body: {'port': {'device_id': 'b050b075-3119-4b55-b215-5c24a7cdd68e', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '8b85fdab5a4640638956952e4b051a2e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:10.320045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-007f85df-8066-41e4-950c-658dc17e38df req-ecc26028-f805-4c4f-9808-e14b0f8bf565 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476196 Oct 18 23:19:10.475379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ae6ce5-5d73-4ed8-b9a5-aba4decf02ab req-ff5d0a1c-56e0-409c-a8ca-188b36e70b25 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972644 Oct 18 23:19:10.494449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Made reservation on behalf of 8b85fdab5a4640638956952e4b051a2e for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:19:10.498372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:10.526063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-aac94b39-d1cf-47c0-8bd3-1ecba5d47256 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544147 Oct 18 23:19:10.695121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c23279-2d9b-4dbc-83bc-de14e58a002a req-14a50d63-cf37-4253-818e-b49017f0b71f tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:10.696128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-9092bf7a-0216-45b5-9ea8-4319479a491f tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:10.697436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61c23279-2d9b-4dbc-83bc-de14e58a002a req-14a50d63-cf37-4253-818e-b49017f0b71f tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 945 time: 0.1265519 Oct 18 23:19:10.704106 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-9092bf7a-0216-45b5-9ea8-4319479a491f tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685708 Oct 18 23:19:10.745648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Allocated IP 192.168.233.86 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/ed5a6a02-f612-4ffd-9213-34a83b15ba92) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:19:10.771976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61c23279-2d9b-4dbc-83bc-de14e58a002a req-8dcd512e-1d0f-40cd-9b02-6abc4bb5a141 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679262 Oct 18 23:19:10.841910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Request body: {'port': {'device_id': '188164b8-a2ac-407d-8eb6-6094b4e06836', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '8b85fdab5a4640638956952e4b051a2e'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:10.929093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2daed5-4b0a-4c07-8ad7-c50eee2af2b8 req-c20c6c12-b9eb-4545-9d17-706c2efe61a0 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:10.931378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f2daed5-4b0a-4c07-8ad7-c50eee2af2b8 req-c20c6c12-b9eb-4545-9d17-706c2efe61a0 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 948 time: 0.1333036 Oct 18 23:19:10.985046 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.028634 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.061071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f2daed5-4b0a-4c07-8ad7-c50eee2af2b8 req-b088967e-7ede-4850-ad2c-a4d307760c45 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202970 Oct 18 23:19:11.074116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:11.093958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:19:11.099325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:19:11.105137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:19:11.117540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Made reservation on behalf of 8b85fdab5a4640638956952e4b051a2e for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:19:11.129967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:11.166550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.174539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:11.175259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.204320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9274130 Oct 18 23:19:11.214112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94a28-cfce-4f7a-a345-ec7b702e5712 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event updated for resources: {'Port': ['ID=ed5a6a02-f612-4ffd-9213-34a83b15ba92,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:11.223436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Request body: {'port': {'device_id': 'b050b075-3119-4b55-b215-5c24a7cdd68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:11.261191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5094fc7b-bd80-47a6-bd2b-d5b64a3def37 req-d15b90f5-faa0-49fc-911f-32718ffe7ad8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 210 time: 0.0606635 Oct 18 23:19:11.323888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.388431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:19:11.479074 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Allocated IP 192.168.233.189 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/572fa48e-01ff-49a2-a1b6-13719558a6d6) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:19:11.529179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b543f-2fc3-4fda-ad82-a85afeb32d44 req-caecb5e8-deb6-4eaf-b851-4c4e4a383e0e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:11.538180 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c9b543f-2fc3-4fda-ad82-a85afeb32d44 req-caecb5e8-deb6-4eaf-b851-4c4e4a383e0e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1091800 Oct 18 23:19:11.621437 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c9b543f-2fc3-4fda-ad82-a85afeb32d44 req-5b8fe048-ae6d-43dc-95da-ae3fcd58f46a tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819242 Oct 18 23:19:11.628661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:19:11.654231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:11.654573 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.689830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d4898221-5344-4333-8751-0e6e532dd4cd None None] Provisioning complete for port ed5a6a02-f612-4ffd-9213-34a83b15ba92 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:11.690194 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d4898221-5344-4333-8751-0e6e532dd4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.765938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d4898221-5344-4333-8751-0e6e532dd4cd None None] Port ed5a6a02-f612-4ffd-9213-34a83b15ba92 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:19:11.766103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.835254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.862864 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.883642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc147370-d81e-43c8-8ce0-1eaeec7ec6b5'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:11.887811 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a8129-5020-4f2e-98d8-50c9f6b0f87a" -d '{"events": [{"server_uuid": "7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94", "name": "network-vif-plugged", "status": "completed", "tag": "cc147370-d81e-43c8-8ce0-1eaeec7ec6b5"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:11.910456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,segment=NetworkSegment(e8cc6e16-a20e-4a6a-877f-c40bba0b425f),segment_id=e8cc6e16-a20e-4a6a-877f-c40bba0b425f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:11.926237 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:11.969244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:19:11.977325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:19:11.980672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:19:12.020797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:12.030806 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d90a2d-41cf-489e-baa6-3cc027cc0b0c x-openstack-request-id: req-84d90a2d-41cf-489e-baa6-3cc027cc0b0c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:12.031088 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94", "name": "network-vif-plugged", "status": "completed", "tag": "cc147370-d81e-43c8-8ce0-1eaeec7ec6b5", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:12.031350 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84d90a2d-41cf-489e-baa6-3cc027cc0b0c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:12.032997 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc147370-d81e-43c8-8ce0-1eaeec7ec6b5', 'code': 200} Oct 18 23:19:12.044073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:12.086476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:12.087218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.130370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2938793 Oct 18 23:19:12.138331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd0a3f-3cc9-408a-8825-3736b12b6606 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event updated for resources: {'Port': ['ID=572fa48e-01ff-49a2-a1b6-13719558a6d6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:12.152230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22616db3-04d0-47a5-b198-317449fdebbe req-10323fae-47e4-4ed3-9eba-c029864030f7 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:12.162633 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22616db3-04d0-47a5-b198-317449fdebbe req-10323fae-47e4-4ed3-9eba-c029864030f7 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 946 time: 0.2445822 Oct 18 23:19:12.194596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Request body: {'port': {'device_id': '188164b8-a2ac-407d-8eb6-6094b4e06836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:12.250775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22616db3-04d0-47a5-b198-317449fdebbe req-d360be2f-b0fb-4f8a-9fe2-949425b90033 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850570 Oct 18 23:19:12.298433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5a6a02-f612-4ffd-9213-34a83b15ba92 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:12.324760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.344081 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.391384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Transition to ACTIVE for port object ed5a6a02-f612-4ffd-9213-34a83b15ba92 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:19:12.447883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.496078 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-febc89fb-1f62-401f-94b9-c531ba3037c6 None None] Provisioning complete for port 572fa48e-01ff-49a2-a1b6-13719558a6d6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:12.497369 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-febc89fb-1f62-401f-94b9-c531ba3037c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.546449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5a6a02-f612-4ffd-9213-34a83b15ba92,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:12.558028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e77c3-aa15-4476-9ebb-f89e330f4f44 req-302f2f80-1949-41a1-be8a-ad2dc8a261ec tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:12.559848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-febc89fb-1f62-401f-94b9-c531ba3037c6 None None] Port 572fa48e-01ff-49a2-a1b6-13719558a6d6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:19:12.566310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb3e77c3-aa15-4476-9ebb-f89e330f4f44 req-302f2f80-1949-41a1-be8a-ad2dc8a261ec tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 948 time: 0.2123530 Oct 18 23:19:12.570629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e859d99-de22-4a20-945e-17e4f4bb3a64 req-8f09d1cc-c55d-42f3-81ad-25cdd8233800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:12.572678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e859d99-de22-4a20-945e-17e4f4bb3a64 req-8f09d1cc-c55d-42f3-81ad-25cdd8233800 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 1098 time: 0.2216549 Oct 18 23:19:12.690269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb3e77c3-aa15-4476-9ebb-f89e330f4f44 req-64bb129e-26d0-4474-8a06-8f86f4c07688 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225567 Oct 18 23:19:12.707604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e859d99-de22-4a20-945e-17e4f4bb3a64 req-703bb4b9-6208-41d7-9697-3c69e16abddb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054728 Oct 18 23:19:12.728372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Attempting to bind port ed5a6a02-f612-4ffd-9213-34a83b15ba92 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:19:12.728585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Attempting to bind port ed5a6a02-f612-4ffd-9213-34a83b15ba92 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:19:12.729127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Attempting to bind port ed5a6a02-f612-4ffd-9213-34a83b15ba92 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:12.734286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Port ed5a6a02-f612-4ffd-9213-34a83b15ba92 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:19:12.734611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Attempting to bind port ed5a6a02-f612-4ffd-9213-34a83b15ba92 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:12.740606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:19:12.740952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:19:12.741339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:19:12.741778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Bound port: ed5a6a02-f612-4ffd-9213-34a83b15ba92, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:19:12.742138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.753446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:12.822318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572fa48e-01ff-49a2-a1b6-13719558a6d6 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:12.834069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58802b49-2eab-4a69-8e12-b2aeaad23cd7 req-87802906-ce26-4feb-904b-f0cbba00192e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:12.836130 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58802b49-2eab-4a69-8e12-b2aeaad23cd7 req-87802906-ce26-4feb-904b-f0cbba00192e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 936 time: 0.1270373 Oct 18 23:19:12.840494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.873255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Transition to ACTIVE for port object 572fa48e-01ff-49a2-a1b6-13719558a6d6 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:19:12.880339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.901722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] For port ed5a6a02-f612-4ffd-9213-34a83b15ba92, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:19:12.906519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] For port ed5a6a02-f612-4ffd-9213-34a83b15ba92, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed5a6a02-f612-4ffd-9213-34a83b15ba92,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:19:12.912121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.913927 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58802b49-2eab-4a69-8e12-b2aeaad23cd7 req-ffa23e1e-4d12-4388-9830-d6922dd94579 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706966 Oct 18 23:19:12.932435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171f78-330d-4d09-9a20-e1104c1a96dd req-67659071-a23a-41b5-a74e-bf8341040510 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:12.935936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94171f78-330d-4d09-9a20-e1104c1a96dd req-67659071-a23a-41b5-a74e-bf8341040510 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1200166 Oct 18 23:19:12.943856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Pushing event updated for resources: {'Port': ['ID=572fa48e-01ff-49a2-a1b6-13719558a6d6,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:12.989951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:12.990569 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:12.992017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] 10.222.0.73 "PUT /v2.0/ports/ed5a6a02-f612-4ffd-9213-34a83b15ba92 HTTP/1.1" status: 200 len: 1096 time: 1.7736306 Oct 18 23:19:13.003478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b050b075-3119-4b55-b215-5c24a7cdd68e', 'tag': 'ed5a6a02-f612-4ffd-9213-34a83b15ba92'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:13.006021 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703dbaff-c76b-4a04-943b-71c3d9763377" -d '{"events": [{"name": "network-changed", "server_uuid": "b050b075-3119-4b55-b215-5c24a7cdd68e", "tag": "ed5a6a02-f612-4ffd-9213-34a83b15ba92"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:13.057800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9739f-f079-45c6-a433-aaa36a613631 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5a6a02-f612-4ffd-9213-34a83b15ba92,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:13.073974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Attempting to bind port 572fa48e-01ff-49a2-a1b6-13719558a6d6 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:19:13.074669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Attempting to bind port 572fa48e-01ff-49a2-a1b6-13719558a6d6 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:19:13.075269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Attempting to bind port 572fa48e-01ff-49a2-a1b6-13719558a6d6 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:13.077492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94171f78-330d-4d09-9a20-e1104c1a96dd req-363c3956-3e7a-420f-838a-127cd8a6992f tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099589 Oct 18 23:19:13.082752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Port 572fa48e-01ff-49a2-a1b6-13719558a6d6 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:19:13.087978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Attempting to bind port 572fa48e-01ff-49a2-a1b6-13719558a6d6 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:13.094866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:19:13.095330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:19:13.095830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:19:13.097288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Bound port: 572fa48e-01ff-49a2-a1b6-13719558a6d6, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:19:13.097578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:13.129956 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dbc039-257e-4f45-a33d-394e2849bcd5 x-openstack-request-id: req-b6dbc039-257e-4f45-a33d-394e2849bcd5 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:13.131334 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b050b075-3119-4b55-b215-5c24a7cdd68e", "tag": "ed5a6a02-f612-4ffd-9213-34a83b15ba92", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:13.131598 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6dbc039-257e-4f45-a33d-394e2849bcd5 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:13.132039 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b050b075-3119-4b55-b215-5c24a7cdd68e', 'tag': 'ed5a6a02-f612-4ffd-9213-34a83b15ba92', 'status': 'completed', 'code': 200} Oct 18 23:19:13.189013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] For port 572fa48e-01ff-49a2-a1b6-13719558a6d6, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:19:13.194086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] For port 572fa48e-01ff-49a2-a1b6-13719558a6d6, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=572fa48e-01ff-49a2-a1b6-13719558a6d6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:19:13.200985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:13.207296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-e0880cd9-1027-43cc-a639-1761889eb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.208832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-e0880cd9-1027-43cc-a639-1761889eb51a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 1099 time: 0.0505185 Oct 18 23:19:13.239281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.240088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:13.241490 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] 10.222.0.102 "PUT /v2.0/ports/572fa48e-01ff-49a2-a1b6-13719558a6d6 HTTP/1.1" status: 200 len: 1097 time: 1.0546894 Oct 18 23:19:13.244546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188164b8-a2ac-407d-8eb6-6094b4e06836', 'tag': '572fa48e-01ff-49a2-a1b6-13719558a6d6'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:13.246935 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "188164b8-a2ac-407d-8eb6-6094b4e06836", "tag": "572fa48e-01ff-49a2-a1b6-13719558a6d6"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:13.294390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39f673-0963-4934-8bca-fe9dfc272749 service neutron] Pushing event updated for resources: {'Port': ['ID=572fa48e-01ff-49a2-a1b6-13719558a6d6,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:13.316609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-2d7ab265-4dd6-4008-a562-63ac1bb191d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ed5a6a02-f612-4ffd-9213-34a83b15ba92 HTTP/1.1" status: 200 len: 217 time: 0.0901728 Oct 18 23:19:13.328411 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd85c81d-1872-4cb1-8ee8-734181978eb9 x-openstack-request-id: req-dd85c81d-1872-4cb1-8ee8-734181978eb9 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:13.329043 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188164b8-a2ac-407d-8eb6-6094b4e06836", "tag": "572fa48e-01ff-49a2-a1b6-13719558a6d6", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:13.329512 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd85c81d-1872-4cb1-8ee8-734181978eb9 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:13.330130 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188164b8-a2ac-407d-8eb6-6094b4e06836', 'tag': '572fa48e-01ff-49a2-a1b6-13719558a6d6', 'status': 'completed', 'code': 200} Oct 18 23:19:13.389604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-51e109a0-a66a-43cb-b1d9-29519a9703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.391260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-51e109a0-a66a-43cb-b1d9-29519a9703b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0681825 Oct 18 23:19:13.455765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-db7bc0ce-1580-4575-9519-113c3cd39170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.457494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-db7bc0ce-1580-4575-9519-113c3cd39170 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0587857 Oct 18 23:19:13.485330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b8442-274d-490c-957d-c14a31c9096d req-dbea7e4b-294d-4778-97bb-3eb69eb7bab0 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.486973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-383b8442-274d-490c-957d-c14a31c9096d req-dbea7e4b-294d-4778-97bb-3eb69eb7bab0 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 946 time: 0.1003160 Oct 18 23:19:13.493486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-597ecfc3-f7f1-4800-a2a3-3339f2892ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.495083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-597ecfc3-f7f1-4800-a2a3-3339f2892ae0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 1100 time: 0.0739775 Oct 18 23:19:13.573733 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-000e2654-0ed3-42a4-8681-3d847a054e95 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=572fa48e-01ff-49a2-a1b6-13719558a6d6 HTTP/1.1" status: 200 len: 217 time: 0.0494320 Oct 18 23:19:13.577140 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-383b8442-274d-490c-957d-c14a31c9096d req-be7beabf-62de-41fa-a35f-380cddca536f tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803511 Oct 18 23:19:13.580941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-4229f281-fe42-4636-bd14-c79a901e8f20 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146259 Oct 18 23:19:13.716757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-810a884d-eb4a-4a02-b334-d7f4cfb9534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.719342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-810a884d-eb4a-4a02-b334-d7f4cfb9534c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1167834 Oct 18 23:19:13.720686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ff088eea-bac9-47f6-ba4b-ab52b6550b3d service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304064 Oct 18 23:19:13.829193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-be47f1c0-9436-449a-bba8-04f74d668341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.831543 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-be47f1c0-9436-449a-bba8-04f74d668341 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901642 Oct 18 23:19:13.889431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36061705-96c9-46a9-b3b9-e6ec5c520971 req-c243d331-a87b-42d2-a8ac-79f4256b65fa tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.891073 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36061705-96c9-46a9-b3b9-e6ec5c520971 req-c243d331-a87b-42d2-a8ac-79f4256b65fa tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 948 time: 0.0817831 Oct 18 23:19:13.954245 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36061705-96c9-46a9-b3b9-e6ec5c520971 req-1b3cd5bd-922d-4aeb-9c66-825b9b290207 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490806 Oct 18 23:19:13.956231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-9c92aa99-8616-4e06-9b8e-cda32537a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:13.957768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-9c92aa99-8616-4e06-9b8e-cda32537a7ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 1099 time: 0.0906892 Oct 18 23:19:14.007069 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-ecd63199-9a4b-4436-a03c-d7de21a91b1e service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621375 Oct 18 23:19:14.069606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-3a1f9d44-f699-4be5-a303-989ffdddc1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:14.071891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-3a1f9d44-f699-4be5-a303-989ffdddc1d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1061001 Oct 18 23:19:14.131692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-c4c362d5-c5a9-4bbc-a553-178a7b53e5e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ed5a6a02-f612-4ffd-9213-34a83b15ba92 HTTP/1.1" status: 200 len: 217 time: 0.0446453 Oct 18 23:19:14.215089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-3eee1bc9-4d79-4482-bc20-a78394c78b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:14.217104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-3eee1bc9-4d79-4482-bc20-a78394c78b3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0781229 Oct 18 23:19:14.231542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4be0e-ee2b-4855-a7b5-a993327fb6f8 req-a7a1a998-0a3f-4793-87e3-035162a7394f tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:14.234306 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdc4be0e-ee2b-4855-a7b5-a993327fb6f8 req-a7a1a998-0a3f-4793-87e3-035162a7394f tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 948 time: 0.1769147 Oct 18 23:19:14.234935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26857b0-f4f3-416a-b40e-fdc7758261d1 req-c05d7f29-534a-460c-abd6-f496b00b9d09 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:14.236492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c26857b0-f4f3-416a-b40e-fdc7758261d1 req-c05d7f29-534a-460c-abd6-f496b00b9d09 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0679915 Oct 18 23:19:14.241283 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45b2a2e2-188f-4f15-a715-6acb3edddad3 req-13916f3a-7948-4f9a-8065-de7d6333032e service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246675 Oct 18 23:19:14.308665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c26857b0-f4f3-416a-b40e-fdc7758261d1 req-16fe0bb0-a111-40ce-a521-fbd9e0f89318 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591033 Oct 18 23:19:14.314999 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdc4be0e-ee2b-4855-a7b5-a993327fb6f8 req-8cd2ba0f-792e-4c5d-8fa7-8c7688eee75d tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687754 Oct 18 23:19:14.315963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-920fa3c9-abb3-4be7-a499-70edae443d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:14.317487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-920fa3c9-abb3-4be7-a499-70edae443d07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800929 Oct 18 23:19:14.454462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-ad0f0e61-5d4f-4423-9eaf-d73f4aa60a7a service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203632 Oct 18 23:19:14.465420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-dc6aa71f-515e-4663-aae9-29884edc87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:14.467144 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-dc6aa71f-515e-4663-aae9-29884edc87bf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 1100 time: 0.0883090 Oct 18 23:19:14.609401 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:19:14.614456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-703dbaff-c76b-4a04-943b-71c3d9763377 req-b69b140e-7b9a-4fc9-ba5c-a07f616fbf4f service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466622 Oct 18 23:19:14.719076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-bc0ea104-cb92-4bc2-9d56-d2dfbd5d815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:14.720817 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-bc0ea104-cb92-4bc2-9d56-d2dfbd5d815c service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1824255 Oct 18 23:19:14.743221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5363e-015b-41b7-a6eb-aa5bda84a5c5 req-ebec7229-6f99-487a-8a35-ace8e396da52 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:14.744862 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ce5363e-015b-41b7-a6eb-aa5bda84a5c5 req-ebec7229-6f99-487a-8a35-ace8e396da52 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 946 time: 0.0721152 Oct 18 23:19:14.805242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ce5363e-015b-41b7-a6eb-aa5bda84a5c5 req-c5e1fd02-ef55-4b8f-a998-a65ba1bfad38 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484960 Oct 18 23:19:14.844984 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-39fa07a5-4aa5-46b0-9b99-bc64d03f492a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=572fa48e-01ff-49a2-a1b6-13719558a6d6 HTTP/1.1" status: 200 len: 217 time: 0.0768654 Oct 18 23:19:14.936085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-81a885b4-9b1a-414a-874d-742713673d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:14.938406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-81a885b4-9b1a-414a-874d-742713673d21 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0767481 Oct 18 23:19:15.025335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-6de5914a-334b-4af4-a4c5-efad7775114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:15.028641 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-6de5914a-334b-4af4-a4c5-efad7775114c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702081 Oct 18 23:19:15.124259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7975961-3683-4a87-a577-64ab61bc9817 req-500b6e1c-e8cf-499d-a60c-2f5d8376dd1e tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:15.126666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7975961-3683-4a87-a577-64ab61bc9817 req-500b6e1c-e8cf-499d-a60c-2f5d8376dd1e tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 948 time: 0.0616710 Oct 18 23:19:15.229755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7975961-3683-4a87-a577-64ab61bc9817 req-8e78a430-97ab-47f9-9d07-e9861c43ce4a tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941916 Oct 18 23:19:15.240318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-6d0220f4-e0a3-4cef-9d79-ca8e3ecebff2 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018645 Oct 18 23:19:15.364366 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb5d2cd4-1a18-4dd1-ae70-d3509faa2bd2 req-aed4ea6d-a779-4c83-b4c5-f9a3ff3282fd service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994337 Oct 18 23:19:15.406497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4e76964c-fcd2-4f75-a852-82fb1d1b9afb details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:19:15.518125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0a881-a02e-4f06-a3e5-0f2cdfad9291 req-a3449478-1778-46d7-849e-c7caffa33b9a tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:15.530316 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11e0a881-a02e-4f06-a3e5-0f2cdfad9291 req-a3449478-1778-46d7-849e-c7caffa33b9a tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1076255 Oct 18 23:19:15.542697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b599fc4-64dc-4b16-989d-3d55f030030e req-67c268eb-7d1e-41bf-9524-b6a975b7a441 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:15.545407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b599fc4-64dc-4b16-989d-3d55f030030e req-67c268eb-7d1e-41bf-9524-b6a975b7a441 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 948 time: 0.1063049 Oct 18 23:19:15.594375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11e0a881-a02e-4f06-a3e5-0f2cdfad9291 req-14b04b64-6c2a-4d39-b843-bd04407012a4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627112 Oct 18 23:19:15.604070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b599fc4-64dc-4b16-989d-3d55f030030e req-4ed74bd3-6bb3-4ed9-b0f7-27f66d05f329 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493851 Oct 18 23:19:15.621270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:15.643813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '4e76964c-fcd2-4f75-a852-82fb1d1b9afb', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '4e76964c-fcd2-4f75-a852-82fb1d1b9afb', 'mac_address': 'fa:16:3e:7f:5f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:19:15.713642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:15.730149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e76964c-fcd2-4f75-a852-82fb1d1b9afb {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:15.765166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:15.786692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:15.870563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:16.376826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['4e76964c-fcd2-4f75-a852-82fb1d1b9afb'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:16.385531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ae72-99b2-49ea-89c5-9577832fc687 req-268f2d8f-b98d-44a3-915c-3cd4a2ffd06d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:16.387159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b39ae72-99b2-49ea-89c5-9577832fc687 req-268f2d8f-b98d-44a3-915c-3cd4a2ffd06d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 949 time: 0.0628722 Oct 18 23:19:16.434396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b39ae72-99b2-49ea-89c5-9577832fc687 req-cd95d39b-13e4-4bf5-b979-4d8414177a1a tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Oct 18 23:19:16.636202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a171165-da75-4894-b7e3-36bd612d31cd req-b6d88ac6-19af-49c9-bcdf-e9ca7b9c078c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653625 Oct 18 23:19:16.755989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be7b9e-9780-466f-a4f7-2d3f9556422c req-5879c280-b94c-4632-bca0-106aee390b7b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:16.758532 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37be7b9e-9780-466f-a4f7-2d3f9556422c req-5879c280-b94c-4632-bca0-106aee390b7b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 948 time: 0.0738106 Oct 18 23:19:16.812672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37be7b9e-9780-466f-a4f7-2d3f9556422c req-977412df-a71e-4574-a895-3710f8b48fea tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Oct 18 23:19:16.815478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e260fe6-823d-4523-96e6-956853299d20 req-f72db2f8-2340-44d1-ad1a-473182110b01 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:16.817582 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e260fe6-823d-4523-96e6-956853299d20 req-f72db2f8-2340-44d1-ad1a-473182110b01 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1119843 Oct 18 23:19:16.839883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a171165-da75-4894-b7e3-36bd612d31cd req-e3a84127-eabf-4c11-a98f-4f117d89d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:16.842694 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a171165-da75-4894-b7e3-36bd612d31cd req-e3a84127-eabf-4c11-a98f-4f117d89d712 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=801f5591a991482caf7b88ace4355b2d&device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 1097 time: 0.0925355 Oct 18 23:19:16.924513 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e260fe6-823d-4523-96e6-956853299d20 req-b61892f1-331b-4803-86b2-c5c8b8600cc6 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963922 Oct 18 23:19:17.020096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a171165-da75-4894-b7e3-36bd612d31cd req-006baf1a-473c-461b-937e-8eb296f26d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:17.021675 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a171165-da75-4894-b7e3-36bd612d31cd req-006baf1a-473c-461b-937e-8eb296f26d2c service neutron] 10.222.0.102 "GET /v2.0/networks?id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 200 len: 925 time: 0.1423178 Oct 18 23:19:17.145283 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a171165-da75-4894-b7e3-36bd612d31cd req-5e34d439-9357-4d77-921d-de4f4f2cfed8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee43fa8-cdc4-4f35-b994-7262e808bf26 HTTP/1.1" status: 200 len: 1000 time: 0.0974777 Oct 18 23:19:17.210321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a171165-da75-4894-b7e3-36bd612d31cd req-44fd2e85-cd03-4e71-94dc-3c46e99bc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:17.212929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a171165-da75-4894-b7e3-36bd612d31cd req-44fd2e85-cd03-4e71-94dc-3c46e99bc6f7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 HTTP/1.1" status: 200 len: 863 time: 0.0550876 Oct 18 23:19:17.269831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a171165-da75-4894-b7e3-36bd612d31cd req-e107c7d8-4d27-4cce-be46-c4e80aad13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:17.271400 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a171165-da75-4894-b7e3-36bd612d31cd req-e107c7d8-4d27-4cce-be46-c4e80aad13bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1b48a4c7-ff53-41c5-b65d-57bb6ed12234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471444 Oct 18 23:19:17.436791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a171165-da75-4894-b7e3-36bd612d31cd req-0abbd00b-c396-47b5-b464-277a93e73209 service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494853 Oct 18 23:19:17.637110 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a171165-da75-4894-b7e3-36bd612d31cd req-9f8de597-95a5-42dc-8631-a6f08b47620e service neutron] 10.222.0.102 "GET /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868653 Oct 18 23:19:17.649071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5417-2e7e-4f0f-ac12-344fa8b11f78 req-c06806da-bd77-4d7e-9d8c-073f8d00f81f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:17.651502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d6eb5417-2e7e-4f0f-ac12-344fa8b11f78 req-c06806da-bd77-4d7e-9d8c-073f8d00f81f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 949 time: 0.1028688 Oct 18 23:19:17.718269 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d6eb5417-2e7e-4f0f-ac12-344fa8b11f78 req-00ca8329-66ed-4e61-81bc-b4439cdcbbe6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558045 Oct 18 23:19:18.025257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ac10-a6fd-4ebe-bb39-335df706862a req-0424a372-58b3-4c15-8a87-b8171a3aa0b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:18.028144 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ba9ac10-a6fd-4ebe-bb39-335df706862a req-0424a372-58b3-4c15-8a87-b8171a3aa0b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 948 time: 0.0946405 Oct 18 23:19:18.084025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec3c77-ff97-4378-9385-ff955d99c84b req-2b0e0ada-28f2-4e8a-8429-311aab1bb81e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:18.086962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3bec3c77-ff97-4378-9385-ff955d99c84b req-2b0e0ada-28f2-4e8a-8429-311aab1bb81e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0694478 Oct 18 23:19:18.107496 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ba9ac10-a6fd-4ebe-bb39-335df706862a req-04d74b1c-c2bb-4cc4-8f37-de6abd5736e2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662277 Oct 18 23:19:18.156233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3bec3c77-ff97-4378-9385-ff955d99c84b req-5b2d7ff1-52f3-45fc-8432-3d1c27a08797 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563126 Oct 18 23:19:18.895918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c5252-a66c-4364-b9a3-0e2dd8431064 req-caa9ba4b-ae53-41d6-ba1f-ce9043fc4a46 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:18.898011 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb5c5252-a66c-4364-b9a3-0e2dd8431064 req-caa9ba4b-ae53-41d6-ba1f-ce9043fc4a46 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 949 time: 0.0616493 Oct 18 23:19:18.949177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb5c5252-a66c-4364-b9a3-0e2dd8431064 req-98a1edbf-a569-4d55-ad03-5d58848cfe45 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Oct 18 23:19:19.275047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c5669-1139-4d12-8932-45b61289f7ba req-1a17c6d2-5dd8-4189-8ef9-b5573771711a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:19.292767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 572fa48e-01ff-49a2-a1b6-13719558a6d6 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:19:19.299335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab5c5669-1139-4d12-8932-45b61289f7ba req-1a17c6d2-5dd8-4189-8ef9-b5573771711a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 948 time: 0.0874062 Oct 18 23:19:19.335985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5256169-9868-40ee-b47d-efc57b70abd1 req-9dd0c344-daef-47c6-b885-1c377d75379b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:19.351488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b5256169-9868-40ee-b47d-efc57b70abd1 req-9dd0c344-daef-47c6-b885-1c377d75379b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1084294 Oct 18 23:19:19.361314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab5c5669-1139-4d12-8932-45b61289f7ba req-5a1f0c5e-3537-474c-a617-c65ea7689aa8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564535 Oct 18 23:19:19.425510 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b5256169-9868-40ee-b47d-efc57b70abd1 req-11bdf54e-4261-405f-bd11-4100a7bc47dd tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728741 Oct 18 23:19:19.432395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed5a6a02-f612-4ffd-9213-34a83b15ba92 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:19:19.446738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4e76964c-fcd2-4f75-a852-82fb1d1b9afb up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:19:19.461029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 572fa48e-01ff-49a2-a1b6-13719558a6d6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=572fa48e-01ff-49a2-a1b6-13719558a6d6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:19.510127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '572fa48e-01ff-49a2-a1b6-13719558a6d6', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '572fa48e-01ff-49a2-a1b6-13719558a6d6', 'mac_address': 'fa:16:3e:e4:a4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:19:19.640443 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:19.663823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:19:19.678388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572fa48e-01ff-49a2-a1b6-13719558a6d6 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:19.687668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:19.688181 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:19.693904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed5a6a02-f612-4ffd-9213-34a83b15ba92, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed5a6a02-f612-4ffd-9213-34a83b15ba92,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:19.729910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-44469940-3354-44fa-bc0f-473c878a7413 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0679758 Oct 18 23:19:19.760439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 572fa48e-01ff-49a2-a1b6-13719558a6d6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=572fa48e-01ff-49a2-a1b6-13719558a6d6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:19.763720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'ed5a6a02-f612-4ffd-9213-34a83b15ba92', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'ed5a6a02-f612-4ffd-9213-34a83b15ba92', 'mac_address': 'fa:16:3e:99:c1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:19:19.778072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:19.891129 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:19.893147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-e699a3e2-4824-4a3c-b770-eb274ddc233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:19.897385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-e699a3e2-4824-4a3c-b770-eb274ddc233a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6ed70cc57b40379e01d0b6592d7276&device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 1097 time: 0.0825343 Oct 18 23:19:19.929055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=572fa48e-01ff-49a2-a1b6-13719558a6d6,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:19.946448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5a6a02-f612-4ffd-9213-34a83b15ba92 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:20.002365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed5a6a02-f612-4ffd-9213-34a83b15ba92, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed5a6a02-f612-4ffd-9213-34a83b15ba92,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:20.006610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:20.033390 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:20.078771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-110a1e47-5e09-4a62-9fd3-f04b672736f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:20.081590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-110a1e47-5e09-4a62-9fd3-f04b672736f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a365a534-f9eb-4c43-9fe4-94805a1ef5a0 HTTP/1.1" status: 200 len: 916 time: 0.1598053 Oct 18 23:19:20.142846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:20.149345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95794ea0-5651-4e78-be79-14f6903fbc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76964c-fcd2-4f75-a852-82fb1d1b9afb'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:20.153395 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68538f6-e626-4b57-981a-d2249df7c275" -d '{"events": [{"server_uuid": "95794ea0-5651-4e78-be79-14f6903fbc8e", "name": "network-vif-plugged", "status": "completed", "tag": "4e76964c-fcd2-4f75-a852-82fb1d1b9afb"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:20.167451 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:20.220974 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5295f948-23c0-40dd-8031-7e6664dcb105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:20.259747 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c69e22b-d695-400c-a952-49c6667d33f0 x-openstack-request-id: req-6c69e22b-d695-400c-a952-49c6667d33f0 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:20.259747 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95794ea0-5651-4e78-be79-14f6903fbc8e", "name": "network-vif-plugged", "status": "completed", "tag": "4e76964c-fcd2-4f75-a852-82fb1d1b9afb", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:20.259747 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c69e22b-d695-400c-a952-49c6667d33f0 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:20.260395 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95794ea0-5651-4e78-be79-14f6903fbc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76964c-fcd2-4f75-a852-82fb1d1b9afb', 'code': 200} Oct 18 23:19:20.269147 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ed5a6a02-f612-4ffd-9213-34a83b15ba92,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:20.280738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-5e620a6a-e697-4121-a729-e00a3922bba0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 HTTP/1.1" status: 200 len: 1000 time: 0.1914809 Oct 18 23:19:20.321741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24aeac-c1c6-408a-ac91-fb1803c486fe req-8207d94f-e944-4e19-95a5-4b954bb53ca3 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:20.334246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e24aeac-c1c6-408a-ac91-fb1803c486fe req-8207d94f-e944-4e19-95a5-4b954bb53ca3 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 950 time: 0.2342000 Oct 18 23:19:20.389459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:20.517343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e53a5-8470-47c4-b76d-8b7f14cb87ab req-981ef914-aaa8-4228-9218-acea00d1bd95 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:20.519187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-427e53a5-8470-47c4-b76d-8b7f14cb87ab req-981ef914-aaa8-4228-9218-acea00d1bd95 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 949 time: 0.0655549 Oct 18 23:19:20.574956 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-427e53a5-8470-47c4-b76d-8b7f14cb87ab req-f068e770-bc81-444f-b9c5-09e06e68b962 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Oct 18 23:19:20.628964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['572fa48e-01ff-49a2-a1b6-13719558a6d6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:20.718010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ed5a6a02-f612-4ffd-9213-34a83b15ba92'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:20.751819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611b86a-9911-4759-b1e5-cae7781f15ce req-00998570-a1ec-4149-9dae-03ce7ed4a530 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:20.754314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1611b86a-9911-4759-b1e5-cae7781f15ce req-00998570-a1ec-4149-9dae-03ce7ed4a530 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0863955 Oct 18 23:19:20.821894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1611b86a-9911-4759-b1e5-cae7781f15ce req-d6a2e83d-d301-4d87-b5aa-1f4305938ffa tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605145 Oct 18 23:19:20.843502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e24aeac-c1c6-408a-ac91-fb1803c486fe req-749f73b9-fcb0-4591-ac2e-f6348e7ab543 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030053 Oct 18 23:19:20.843502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-d6d9db31-c0d7-4830-9361-6f8cf1814778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:20.844489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-d6d9db31-c0d7-4830-9361-6f8cf1814778 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=263a6f26-09c7-4fd7-ad84-35661e88afe9 HTTP/1.1" status: 200 len: 854 time: 0.4953747 Oct 18 23:19:20.909369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a236-c804-4ab2-83b0-9c11a31c95de req-b53222d7-334c-401c-b3e8-3216b81a2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:20.911058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3c3a236-c804-4ab2-83b0-9c11a31c95de req-b53222d7-334c-401c-b3e8-3216b81a2aac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 1102 time: 0.5059857 Oct 18 23:19:20.951963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-8a81dc11-8887-493b-9a96-81eb2521f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:20.953617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-8a81dc11-8887-493b-9a96-81eb2521f6d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a365a534-f9eb-4c43-9fe4-94805a1ef5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011333 Oct 18 23:19:21.035411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3c3a236-c804-4ab2-83b0-9c11a31c95de req-e35a5062-3e7f-4325-8652-50fddd89b00c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113477 Oct 18 23:19:21.139582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-042674da-1a20-4f71-8c48-f010f8ae45d9 service neutron] 10.222.0.73 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733561 Oct 18 23:19:21.585357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d010e9c6-71e7-4af4-8b19-2155dcb3d482 req-67ba7907-24e6-44d1-b799-6796bbbec623 service neutron] 10.222.0.73 "GET /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056182 Oct 18 23:19:21.751101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680588b-6e69-455e-ab6f-55f9ca567be6 req-cef92b1d-98e1-4bea-945b-953b57d66469 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:21.753530 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d680588b-6e69-455e-ab6f-55f9ca567be6 req-cef92b1d-98e1-4bea-945b-953b57d66469 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 949 time: 0.0837948 Oct 18 23:19:21.823000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d680588b-6e69-455e-ab6f-55f9ca567be6 req-79e148ce-003b-430b-99bc-80bdd47bad61 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612481 Oct 18 23:19:21.991038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900b07-9062-4a07-b86c-f8ead90148e1 req-46249bba-f4a3-42d9-b5ab-cbc08ba924d0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:21.993666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a900b07-9062-4a07-b86c-f8ead90148e1 req-46249bba-f4a3-42d9-b5ab-cbc08ba924d0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0701718 Oct 18 23:19:22.047667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a900b07-9062-4a07-b86c-f8ead90148e1 req-7a31f426-cb6a-474b-80cb-a98765226481 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Oct 18 23:19:22.048831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7c300-6403-44c0-84c5-01f39b792391 req-e0864e31-9f6a-4044-a125-1c707ae5427d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:22.052080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3b7c300-6403-44c0-84c5-01f39b792391 req-e0864e31-9f6a-4044-a125-1c707ae5427d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 950 time: 0.0888088 Oct 18 23:19:22.122816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3b7c300-6403-44c0-84c5-01f39b792391 req-cb481320-ba74-4724-9dde-725c071c2ccb tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580258 Oct 18 23:19:22.987980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195630b-481d-4fbb-859e-21c3c02beac2 req-6f084cfd-0a43-4feb-b099-e7c0b3c5ec55 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:22.989569 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8195630b-481d-4fbb-859e-21c3c02beac2 req-6f084cfd-0a43-4feb-b099-e7c0b3c5ec55 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 949 time: 0.0649390 Oct 18 23:19:23.039313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8195630b-481d-4fbb-859e-21c3c02beac2 req-773997ef-8b25-45e4-826c-ac9fe2aecfe6 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Oct 18 23:19:23.206983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977d6da-143a-4da0-a306-5d653c30e2c7 req-36429930-85ac-4948-94c7-9751567206a8 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:23.208812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3977d6da-143a-4da0-a306-5d653c30e2c7 req-36429930-85ac-4948-94c7-9751567206a8 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0602906 Oct 18 23:19:23.293074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 572fa48e-01ff-49a2-a1b6-13719558a6d6 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:19:23.299293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3977d6da-143a-4da0-a306-5d653c30e2c7 req-b712b61f-9ef1-4c00-a9bd-67d6d2250552 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771246 Oct 18 23:19:23.339174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72a619-c73a-4279-b607-d49d146a5197 req-beb09085-c309-4745-a4a0-bd66fd43c178 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:23.339174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd72a619-c73a-4279-b607-d49d146a5197 req-beb09085-c309-4745-a4a0-bd66fd43c178 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 950 time: 0.1139040 Oct 18 23:19:23.388268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 572fa48e-01ff-49a2-a1b6-13719558a6d6 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:19:23.396506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 572fa48e-01ff-49a2-a1b6-13719558a6d6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:23.397540 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:23.408828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd72a619-c73a-4279-b607-d49d146a5197 req-8d49e33e-2da3-41c2-83ed-6fd3788dac43 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Oct 18 23:19:23.463525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed5a6a02-f612-4ffd-9213-34a83b15ba92 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:19:23.582153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port ed5a6a02-f612-4ffd-9213-34a83b15ba92 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:19:23.592054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port ed5a6a02-f612-4ffd-9213-34a83b15ba92 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:23.592428 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:23.620695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:23.669391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188164b8-a2ac-407d-8eb6-6094b4e06836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572fa48e-01ff-49a2-a1b6-13719558a6d6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:23.671938 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c79641-8b32-439c-88d3-b83712982d3a" -d '{"events": [{"server_uuid": "188164b8-a2ac-407d-8eb6-6094b4e06836", "name": "network-vif-plugged", "status": "completed", "tag": "572fa48e-01ff-49a2-a1b6-13719558a6d6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:23.691944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 572fa48e-01ff-49a2-a1b6-13719558a6d6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=572fa48e-01ff-49a2-a1b6-13719558a6d6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:23.725865 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:23.787362 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:23.856104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=572fa48e-01ff-49a2-a1b6-13719558a6d6,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:23.897740 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668b33ce-226f-4b08-9449-12bd6c5bc69e x-openstack-request-id: req-668b33ce-226f-4b08-9449-12bd6c5bc69e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:23.898180 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188164b8-a2ac-407d-8eb6-6094b4e06836", "name": "network-vif-plugged", "status": "completed", "tag": "572fa48e-01ff-49a2-a1b6-13719558a6d6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:23.898564 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-668b33ce-226f-4b08-9449-12bd6c5bc69e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:23.899817 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188164b8-a2ac-407d-8eb6-6094b4e06836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572fa48e-01ff-49a2-a1b6-13719558a6d6', 'code': 200} Oct 18 23:19:23.914545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed5a6a02-f612-4ffd-9213-34a83b15ba92, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed5a6a02-f612-4ffd-9213-34a83b15ba92,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:23.922232 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:23.930765 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6edc9c95-cee9-4665-91df-959cf4c46530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:24.037488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ed5a6a02-f612-4ffd-9213-34a83b15ba92,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:24.077708 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-7e0ab842-e609-4e5d-bd08-09aae79a2a0a tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5feab2ac501a464f85ed8e4893a21b83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377250 Oct 18 23:19:24.216938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9b101-ad37-4d80-8e1a-fe883571a903 req-aabe6d2f-8c16-411c-8ce5-6582dcaec82b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:24.219257 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fe9b101-ad37-4d80-8e1a-fe883571a903 req-aabe6d2f-8c16-411c-8ce5-6582dcaec82b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 950 time: 0.0588019 Oct 18 23:19:24.268413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-67c99a72-0273-4542-99c4-fbf7c3339a9b tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:24.270679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-67c99a72-0273-4542-99c4-fbf7c3339a9b tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722212 Oct 18 23:19:24.280571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb8f76-a29f-47f8-801c-e68daef5b5a9 req-e53412ae-2304-4945-8d38-8eae5f821068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:24.283355 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbdb8f76-a29f-47f8-801c-e68daef5b5a9 req-e53412ae-2304-4945-8d38-8eae5f821068 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 1102 time: 0.2292066 Oct 18 23:19:24.314414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fe9b101-ad37-4d80-8e1a-fe883571a903 req-543aa015-eee2-408f-bf5d-31fb0f0509ec tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880041 Oct 18 23:19:24.349628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-5724da4b-78e8-466e-931f-b6b5e344875f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/quotas/5feab2ac501a464f85ed8e4893a21b83 HTTP/1.1" status: 200 len: 375 time: 0.0643382 Oct 18 23:19:24.489950 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-f6dcabbb-9bad-4a92-8e47-65cf59b705ad tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5feab2ac501a464f85ed8e4893a21b83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373789 Oct 18 23:19:24.495953 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbdb8f76-a29f-47f8-801c-e68daef5b5a9 req-34464623-5dea-4684-8dd7-8d38f22049f2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817343 Oct 18 23:19:24.517950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3bdda-bdd0-4d11-8eba-b94a261f8da4 req-f1724152-d499-4abb-9400-1a9f438fdb06 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:24.520977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62d3bdda-bdd0-4d11-8eba-b94a261f8da4 req-f1724152-d499-4abb-9400-1a9f438fdb06 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0909848 Oct 18 23:19:24.591572 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62d3bdda-bdd0-4d11-8eba-b94a261f8da4 req-bb698114-c158-4d90-9efc-1266c205f045 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622540 Oct 18 23:19:24.733906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:25.204936 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:25.264531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc4b456f-f037-49a1-95b9-4fc493dedf98 req-24909849-bfe8-4c36-9823-4651318d3503 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 210 time: 0.0421710 Oct 18 23:19:25.520406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e86c-66f2-4ab1-9752-44bde649964b req-3bfe6291-ee83-48ea-8ff1-986792247cd2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:25.522855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8d8e86c-66f2-4ab1-9752-44bde649964b req-3bfe6291-ee83-48ea-8ff1-986792247cd2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 950 time: 0.0984073 Oct 18 23:19:25.570536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8d8e86c-66f2-4ab1-9752-44bde649964b req-34712ca2-1422-4cc6-9937-19ecf3415d2a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Oct 18 23:19:25.795748 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464868ab-a1a1-4491-8ed1-9b807ae1ec7c req-f5ba8e48-31d4-4701-91f4-9a2bf13d4566 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:25.798411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-464868ab-a1a1-4491-8ed1-9b807ae1ec7c req-f5ba8e48-31d4-4701-91f4-9a2bf13d4566 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0763967 Oct 18 23:19:25.867582 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-464868ab-a1a1-4491-8ed1-9b807ae1ec7c req-1c148af2-fb8b-4ca0-890d-033bf9af0e17 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Oct 18 23:19:25.901723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b050b075-3119-4b55-b215-5c24a7cdd68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5a6a02-f612-4ffd-9213-34a83b15ba92'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:25.904314 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07e6138-b2c3-4e1b-9ab3-969e37c0dea1" -d '{"events": [{"server_uuid": "b050b075-3119-4b55-b215-5c24a7cdd68e", "name": "network-vif-plugged", "status": "completed", "tag": "ed5a6a02-f612-4ffd-9213-34a83b15ba92"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:25.945237 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f61e8-aa05-4d92-9cb1-f147a8e24887 x-openstack-request-id: req-7a4f61e8-aa05-4d92-9cb1-f147a8e24887 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:25.945622 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b050b075-3119-4b55-b215-5c24a7cdd68e", "name": "network-vif-plugged", "status": "completed", "tag": "ed5a6a02-f612-4ffd-9213-34a83b15ba92", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:25.946963 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a4f61e8-aa05-4d92-9cb1-f147a8e24887 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:25.947441 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b050b075-3119-4b55-b215-5c24a7cdd68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5a6a02-f612-4ffd-9213-34a83b15ba92', 'code': 200} Oct 18 23:19:26.080147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb07de-7e4a-4c0c-b588-216491c39f5a req-451c1123-502d-4dd8-9235-e02422985d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:26.081607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7dbb07de-7e4a-4c0c-b588-216491c39f5a req-451c1123-502d-4dd8-9235-e02422985d26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 1101 time: 0.0458667 Oct 18 23:19:26.126520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7dbb07de-7e4a-4c0c-b588-216491c39f5a req-94d987fb-d107-422d-9749-be3d06740653 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367825 Oct 18 23:19:26.398187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ca5f15c-4f46-4586-aed8-a67c0c144be7 req-5b09e26b-6afc-41af-aedb-4c5dcbcad2bc tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 210 time: 0.0329945 Oct 18 23:19:26.421406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8b14c680-ecd4-4e27-ba17-6fded24d1ee7 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=5feab2ac501a464f85ed8e4893a21b83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257607 Oct 18 23:19:26.609383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-4e8213c5-8785-43bf-970a-55befee605f1 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:26.612567 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-4e8213c5-8785-43bf-970a-55befee605f1 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750159 Oct 18 23:19:26.704001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Request body: {'port': {'device_id': '79903ba1-a6e7-446e-b3c2-c41df3a641bc', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '5feab2ac501a464f85ed8e4893a21b83'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:26.729504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45058fe-7d7a-42b2-b58f-89258ea58f43 req-9c292d20-1f43-45cc-8ac4-a835cb57af1e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:26.732105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d45058fe-7d7a-42b2-b58f-89258ea58f43 req-9c292d20-1f43-45cc-8ac4-a835cb57af1e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 950 time: 0.0711677 Oct 18 23:19:26.793367 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d45058fe-7d7a-42b2-b58f-89258ea58f43 req-7e10ca89-e5ec-4016-9b63-856901537e23 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Oct 18 23:19:27.259335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e972f-5254-4645-8528-70fc061b85cd req-8641de02-7ef2-4eda-b8d9-c03338def485 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:27.260878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b36e972f-5254-4645-8528-70fc061b85cd req-8641de02-7ef2-4eda-b8d9-c03338def485 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0814586 Oct 18 23:19:27.280569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Made reservation on behalf of 5feab2ac501a464f85ed8e4893a21b83 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:19:27.284579 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:27.339944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b36e972f-5254-4645-8528-70fc061b85cd req-39ff1dd9-0b97-4abb-ac8a-9f53fe2f745b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694685 Oct 18 23:19:27.480161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Allocated IP 192.168.233.213 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/ac7d3a80-5f04-45ef-b87a-a278f18cc542) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:19:27.540801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8fb63575-10fc-4f3b-a589-2cacb085f59d req-1edc6e69-79f4-4ed0-a697-191c0009ba39 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 210 time: 0.0346076 Oct 18 23:19:27.739223 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:27.750163 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:27.816841 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:27.859712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['4e76964c-fcd2-4f75-a852-82fb1d1b9afb'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:27.884380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:19:27.888275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:19:27.892883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:19:27.987191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Pushing event updated for resources: {'Port': ['ID=ac7d3a80-5f04-45ef-b87a-a278f18cc542,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:28.000701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:28.002046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:28.018109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.018463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.018807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.019249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.019519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.019891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.020121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.020447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.020931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.021259 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.021615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.021944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:28.039225 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-b6635d92-b654-4838-b911-31c5870d6de6 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3403714 Oct 18 23:19:28.049446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a51ef-db15-44fc-a9d9-6cbc2d1ac4ee req-f6fd5094-cca2-441c-9296-f417e6e103c3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:28.051041 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c6a51ef-db15-44fc-a9d9-6cbc2d1ac4ee req-f6fd5094-cca2-441c-9296-f417e6e103c3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 950 time: 0.1242907 Oct 18 23:19:28.065524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Request body: {'port': {'device_id': '79903ba1-a6e7-446e-b3c2-c41df3a641bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:28.163230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c6a51ef-db15-44fc-a9d9-6cbc2d1ac4ee req-738d16ed-e083-4c5e-bdaf-d31a6f79d621 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942934 Oct 18 23:19:28.173126 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:28.332670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f42206d0-86c9-4386-974d-45f7bd5993c5 None None] Provisioning complete for port ac7d3a80-5f04-45ef-b87a-a278f18cc542 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:28.333158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f42206d0-86c9-4386-974d-45f7bd5993c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:28.358070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cccac-fef9-4727-9613-5a63bd65525f req-ade10cbd-0779-453f-9e1b-6c8dc8cdf8fe tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:28.361886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-341cccac-fef9-4727-9613-5a63bd65525f req-ade10cbd-0779-453f-9e1b-6c8dc8cdf8fe tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 949 time: 0.0963373 Oct 18 23:19:28.428900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f42206d0-86c9-4386-974d-45f7bd5993c5 None None] Port ac7d3a80-5f04-45ef-b87a-a278f18cc542 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:19:28.455436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-341cccac-fef9-4727-9613-5a63bd65525f req-be04a12c-acae-453a-9621-0737713779f4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756142 Oct 18 23:19:28.591522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b10b56-c73c-4334-b593-f47d305911d0 req-aa426f9d-a5b6-45e6-9adf-81557dd4f9a2 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:28.593138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10b10b56-c73c-4334-b593-f47d305911d0 req-aa426f9d-a5b6-45e6-9adf-81557dd4f9a2 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1265278 Oct 18 23:19:28.669835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10b10b56-c73c-4334-b593-f47d305911d0 req-ffa97f98-6026-4c4a-8af2-3dab9c37f391 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648217 Oct 18 23:19:28.726406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7d3a80-5f04-45ef-b87a-a278f18cc542 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:28.743403 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:28.774291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Transition to ACTIVE for port object ac7d3a80-5f04-45ef-b87a-a278f18cc542 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:19:28.781149 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:28.981928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d052a19-bb86-4c2b-9dd2-ec74f33cbd1b req-50c5cd39-1f9c-4873-95d5-09ef09a22bae tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:28.989058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d052a19-bb86-4c2b-9dd2-ec74f33cbd1b req-50c5cd39-1f9c-4873-95d5-09ef09a22bae tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:28.991294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d052a19-bb86-4c2b-9dd2-ec74f33cbd1b req-50c5cd39-1f9c-4873-95d5-09ef09a22bae tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836&device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 1690 time: 0.0797195 Oct 18 23:19:29.004272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7d3a80-5f04-45ef-b87a-a278f18cc542,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:29.048741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d052a19-bb86-4c2b-9dd2-ec74f33cbd1b req-7f0f0c5c-d05a-4b2c-847d-28e4ce6dbd1e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508342 Oct 18 23:19:29.086256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e26bd-d14e-4406-95ff-d83f12121538 req-a9003b97-5a7a-4d7e-aca4-1e92be91eaad tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:29.089589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df0e26bd-d14e-4406-95ff-d83f12121538 req-a9003b97-5a7a-4d7e-aca4-1e92be91eaad tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 948 time: 0.1805770 Oct 18 23:19:29.091732 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Attempting to bind port ac7d3a80-5f04-45ef-b87a-a278f18cc542 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:19:29.092279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Attempting to bind port ac7d3a80-5f04-45ef-b87a-a278f18cc542 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:19:29.092814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Attempting to bind port ac7d3a80-5f04-45ef-b87a-a278f18cc542 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:29.112802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Port ac7d3a80-5f04-45ef-b87a-a278f18cc542 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:19:29.113272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Attempting to bind port ac7d3a80-5f04-45ef-b87a-a278f18cc542 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:29.136446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:19:29.137166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:19:29.137658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:19:29.138483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Bound port: ac7d3a80-5f04-45ef-b87a-a278f18cc542, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:19:29.139052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:29.191681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df0e26bd-d14e-4406-95ff-d83f12121538 req-25b0678a-a752-4f6e-9eb2-2db2b51220c3 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943902 Oct 18 23:19:29.253692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] For port ac7d3a80-5f04-45ef-b87a-a278f18cc542, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:19:29.262143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] For port ac7d3a80-5f04-45ef-b87a-a278f18cc542, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac7d3a80-5f04-45ef-b87a-a278f18cc542,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:19:29.268818 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:29.312415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:29.313066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:29.314521 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] 10.222.0.102 "PUT /v2.0/ports/ac7d3a80-5f04-45ef-b87a-a278f18cc542 HTTP/1.1" status: 200 len: 1097 time: 1.2558560 Oct 18 23:19:29.315034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79903ba1-a6e7-446e-b3c2-c41df3a641bc', 'tag': 'ac7d3a80-5f04-45ef-b87a-a278f18cc542'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:29.317530 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89131405-3d46-412d-a0fe-71fd36bd5f90" -d '{"events": [{"name": "network-changed", "server_uuid": "79903ba1-a6e7-446e-b3c2-c41df3a641bc", "tag": "ac7d3a80-5f04-45ef-b87a-a278f18cc542"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:29.348894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309fad9-d86d-473a-81b7-3d58ab615314 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7d3a80-5f04-45ef-b87a-a278f18cc542,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:29.398050 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16eb171-152b-4d68-9016-8d65fb22a267 x-openstack-request-id: req-d16eb171-152b-4d68-9016-8d65fb22a267 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:29.398436 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79903ba1-a6e7-446e-b3c2-c41df3a641bc", "tag": "ac7d3a80-5f04-45ef-b87a-a278f18cc542", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:29.398700 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d16eb171-152b-4d68-9016-8d65fb22a267 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:29.399225 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79903ba1-a6e7-446e-b3c2-c41df3a641bc', 'tag': 'ac7d3a80-5f04-45ef-b87a-a278f18cc542', 'status': 'completed', 'code': 200} Oct 18 23:19:29.413993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eb2dc-82e2-47e0-a3bb-57d6aef9887f req-0b736d19-55ca-4c8d-8825-7b3b6aa2dc27 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:29.416066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f7eb2dc-82e2-47e0-a3bb-57d6aef9887f req-0b736d19-55ca-4c8d-8825-7b3b6aa2dc27 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 1102 time: 0.0573030 Oct 18 23:19:29.487850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f7eb2dc-82e2-47e0-a3bb-57d6aef9887f req-0b5fa8eb-3c4c-4359-be70-0d0ea302b249 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600054 Oct 18 23:19:29.498653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-4a26a22c-5e2b-40cc-857d-f0ddb934c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:29.501657 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-4a26a22c-5e2b-40cc-857d-f0ddb934c90a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5feab2ac501a464f85ed8e4893a21b83&device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 1100 time: 0.0662222 Oct 18 23:19:29.572876 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-e3ef8209-47b9-4beb-86ae-fa7232e838e2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ac7d3a80-5f04-45ef-b87a-a278f18cc542 HTTP/1.1" status: 200 len: 217 time: 0.0458210 Oct 18 23:19:29.663284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-633feef1-d204-44e4-9d8a-8c1b6857cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:29.665342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-633feef1-d204-44e4-9d8a-8c1b6857cb01 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0623772 Oct 18 23:19:29.669979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e117210-5e1e-4246-ba45-f2862771fb65 req-85ebe0c4-55aa-4139-9bfa-b3b15b2bb8f5 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:29.672624 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e117210-5e1e-4246-ba45-f2862771fb65 req-85ebe0c4-55aa-4139-9bfa-b3b15b2bb8f5 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 1101 time: 0.0951176 Oct 18 23:19:29.786565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e117210-5e1e-4246-ba45-f2862771fb65 req-f1216816-55eb-4344-896b-c1704a4e4408 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942733 Oct 18 23:19:29.790917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-91b511b1-208c-486e-8e1d-24c309a8edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:29.792912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-91b511b1-208c-486e-8e1d-24c309a8edaa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1154385 Oct 18 23:19:29.929154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03240c84-8a2d-435f-a4ba-349834eec4bf req-81f386a7-b6f1-40fe-88f2-1d80ab53c432 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:29.942116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03240c84-8a2d-435f-a4ba-349834eec4bf req-81f386a7-b6f1-40fe-88f2-1d80ab53c432 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1506705 Oct 18 23:19:29.976442 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-fb382022-38a6-4d17-9ffa-f02b09f401fe service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689825 Oct 18 23:19:30.019337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03240c84-8a2d-435f-a4ba-349834eec4bf req-a34b0da3-2af3-40ed-a006-fd6a03138f0d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759363 Oct 18 23:19:30.034662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8221e6-0f92-4361-b4f8-236a7dc3abc7 req-39d57049-dd32-4a31-80fb-54c839d23192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:30.037645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a8221e6-0f92-4361-b4f8-236a7dc3abc7 req-39d57049-dd32-4a31-80fb-54c839d23192 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 1097 time: 0.0811183 Oct 18 23:19:30.096210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a8221e6-0f92-4361-b4f8-236a7dc3abc7 req-8302026a-ea28-4100-a999-e239f9377763 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 Oct 18 23:19:30.180644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-b4f3d17d-e9ba-449c-9f6a-8b76494a3616 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339034 Oct 18 23:19:30.242606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84698dfa-0f6c-4571-8373-c9aa050bf508 req-94cfa88e-a489-4209-9441-02c8b7efe888 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026687 Oct 18 23:19:30.342580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-00686801-1386-41b5-8f62-4ffc5fe7a695 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:30.344304 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-00686801-1386-41b5-8f62-4ffc5fe7a695 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558068 Oct 18 23:19:30.368720 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-563ac822-ab2d-4ea7-842d-e04fa8a3cca0 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/quotas/8b85fdab5a4640638956952e4b051a2e HTTP/1.1" status: 200 len: 375 time: 0.0168538 Oct 18 23:19:30.452664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139182-003d-47b5-bd74-d081b56607ae req-9ca3e315-9ce5-4dca-bdce-c7afb8d7933e tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:30.454294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7139182-003d-47b5-bd74-d081b56607ae req-9ca3e315-9ce5-4dca-bdce-c7afb8d7933e tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 948 time: 0.0627620 Oct 18 23:19:30.471845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-1b8193df-2844-443c-90fd-1cc17038ee65 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0959828 Oct 18 23:19:30.478996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-ed934962-1769-491a-bc02-640bdbc5c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:30.480518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-ed934962-1769-491a-bc02-640bdbc5c25e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5feab2ac501a464f85ed8e4893a21b83&device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 1100 time: 0.0707834 Oct 18 23:19:30.510653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7139182-003d-47b5-bd74-d081b56607ae req-7c550378-9218-4e72-8479-bf9c908e6fb1 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467076 Oct 18 23:19:30.617019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-0f24dfeb-71c8-4b9c-9c7e-9d1221fc38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:30.619399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-0f24dfeb-71c8-4b9c-9c7e-9d1221fc38d0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1193132 Oct 18 23:19:30.716893 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-c3e11631-075c-46c4-88e1-fae424c5cd18 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ac7d3a80-5f04-45ef-b87a-a278f18cc542 HTTP/1.1" status: 200 len: 217 time: 0.0788579 Oct 18 23:19:30.779361 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fbc00db3-ed3b-4f13-a056-a6afabc82c14 req-34f66eb0-25c0-443d-833e-d92c30574c72 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 210 time: 0.0669434 Oct 18 23:19:30.846072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-c397bcda-f707-4aac-a903-c2f903a0301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:30.849082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-c397bcda-f707-4aac-a903-c2f903a0301e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1189137 Oct 18 23:19:30.937329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-3c9be18c-3e11-400f-9d7d-075e56f77054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:30.939387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-3c9be18c-3e11-400f-9d7d-075e56f77054 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787745 Oct 18 23:19:31.077571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-881d479b-8423-42d5-942f-5f93ea5f9a3b service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268339 Oct 18 23:19:31.209847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89131405-3d46-412d-a0fe-71fd36bd5f90 req-c911ceb7-bf38-4dad-b889-8423d5323e66 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178820 Oct 18 23:19:31.297976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05810bb-955b-4bc7-9493-567e8c9babd7 req-a968de5f-08a1-40f1-a8ee-d73fc07a1af6 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:31.300423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f05810bb-955b-4bc7-9493-567e8c9babd7 req-a968de5f-08a1-40f1-a8ee-d73fc07a1af6 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.0820382 Oct 18 23:19:31.366239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f05810bb-955b-4bc7-9493-567e8c9babd7 req-ff980359-de99-4d1a-93bc-be17f83306fe tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559204 Oct 18 23:19:31.640875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998af60-1aff-4bce-a377-bb1f4f9c2ed9 req-91f9b0b7-5839-4888-a327-cf05c9339eaa tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:31.642834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d998af60-1aff-4bce-a377-bb1f4f9c2ed9 req-91f9b0b7-5839-4888-a327-cf05c9339eaa tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 948 time: 0.0591187 Oct 18 23:19:31.691122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d998af60-1aff-4bce-a377-bb1f4f9c2ed9 req-5099c68f-2878-4baf-ace7-df6c555652dc tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Oct 18 23:19:31.897823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-540f4a66-5ad9-4dd3-afc1-ec3e4ed6a69a req-023fa39b-9954-42ee-bd41-ea57aeceddf3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 210 time: 0.0318208 Oct 18 23:19:32.237823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-09232f70-2de0-4dca-9504-e161d738f3b4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341187 Oct 18 23:19:32.444295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-ccbbdece-3dd8-4614-a0cb-501d835032db tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:32.447752 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-ccbbdece-3dd8-4614-a0cb-501d835032db tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881013 Oct 18 23:19:32.478585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Request body: {'port': {'device_id': 'd91c6be5-bb9c-49e8-a252-2b4314b6dc69', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '8b85fdab5a4640638956952e4b051a2e'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:32.645207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac37c51-434f-4514-860f-619424bc8367 req-53e1b391-abe9-4bb9-8efb-501046d9444d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:32.646839 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aac37c51-434f-4514-860f-619424bc8367 req-53e1b391-abe9-4bb9-8efb-501046d9444d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1299257 Oct 18 23:19:32.696019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Made reservation on behalf of 8b85fdab5a4640638956952e4b051a2e for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:19:32.700428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:32.735198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aac37c51-434f-4514-860f-619424bc8367 req-770e2a0e-440e-4f57-9700-381d8c40ad73 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727656 Oct 18 23:19:32.939790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Allocated IP 192.168.233.48 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/7efc0eaf-8daa-411f-8c0c-b9f6df035b37) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:19:32.952595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596830f-b5d0-4956-aae5-4704caee6f5f req-f334a48d-9f6c-463e-a5d1-bea3c28603cc tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:32.954288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7596830f-b5d0-4956-aae5-4704caee6f5f req-f334a48d-9f6c-463e-a5d1-bea3c28603cc tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 948 time: 0.1118398 Oct 18 23:19:33.026538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7596830f-b5d0-4956-aae5-4704caee6f5f req-03a57135-fe4a-4133-a7c1-47689250fbb5 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655725 Oct 18 23:19:33.214059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4efd0a-29c5-45da-8ae4-00c3aac31b4e req-42cca671-c644-439f-94a5-7609c7576c2c tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:33.216015 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb4efd0a-29c5-45da-8ae4-00c3aac31b4e req-42cca671-c644-439f-94a5-7609c7576c2c tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0900941 Oct 18 23:19:33.218843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:33.279289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb4efd0a-29c5-45da-8ae4-00c3aac31b4e req-413eae4d-e2fa-4803-9364-d477a4b25931 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564215 Oct 18 23:19:33.282799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:33.350170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609', 'ed5a6a02-f612-4ffd-9213-34a83b15ba92'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:33.358793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', '572fa48e-01ff-49a2-a1b6-13719558a6d6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:33.381495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:19:33.398973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:19:33.401865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:19:33.410040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event updated for resources: {'Port': ['ID=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:33.461157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb0636-c22d-46c9-9f73-42f802cf54a6 req-b0e8ada5-5610-41df-ba7e-7644a049210b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:33.463117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb0636-c22d-46c9-9f73-42f802cf54a6 req-b0e8ada5-5610-41df-ba7e-7644a049210b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 935 time: 0.1360784 Oct 18 23:19:33.523969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:33.524655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:33.541263 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb0636-c22d-46c9-9f73-42f802cf54a6 req-332ed76e-5f30-488c-90f8-5a9feb056f39 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608466 Oct 18 23:19:33.559606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f38018b1-da5c-43c1-a4e9-03c4797d0b15 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0884752 Oct 18 23:19:33.591155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Request body: {'port': {'device_id': 'd91c6be5-bb9c-49e8-a252-2b4314b6dc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:33.733040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:34.075495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586fde8-6b4b-484a-8055-37dae9c148f0 req-eabe3dea-5902-4b15-9fef-e6d156f9652f tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:34.086521 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8586fde8-6b4b-484a-8055-37dae9c148f0 req-eabe3dea-5902-4b15-9fef-e6d156f9652f tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.2540615 Oct 18 23:19:34.094774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ffe2590d-0c24-4655-9951-ae57a3052ba4 None None] Provisioning complete for port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:34.096590 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ffe2590d-0c24-4655-9951-ae57a3052ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:34.261787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2590d-0c24-4655-9951-ae57a3052ba4 None None] Port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:19:34.284460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8586fde8-6b4b-484a-8055-37dae9c148f0 req-a8964cb4-36bf-427d-98b6-42bcc142ad59 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736176 Oct 18 23:19:34.584945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6344c-c7c4-4387-9930-21cc0b0ce98d req-f2ee3d59-4a59-4c08-a051-ea7fd199e1b4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:34.612858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98b6344c-c7c4-4387-9930-21cc0b0ce98d req-f2ee3d59-4a59-4c08-a051-ea7fd199e1b4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.2571592 Oct 18 23:19:34.686407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be4196-3122-4d76-b423-c85f3cd34e85 req-19e7f30c-8554-4d18-92b8-e5505e4f1fa2 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:34.687089 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:34.695420 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c5be4196-3122-4d76-b423-c85f3cd34e85 req-19e7f30c-8554-4d18-92b8-e5505e4f1fa2 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 948 time: 0.1061676 Oct 18 23:19:34.755513 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98b6344c-c7c4-4387-9930-21cc0b0ce98d req-d5d82933-2a2b-41a8-a79f-7ad1ae545f73 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410451 Oct 18 23:19:34.772938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:34.786204 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:34.805030 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c5be4196-3122-4d76-b423-c85f3cd34e85 req-ce3c23dc-1c67-4d38-80a6-f172e0d97628 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077409 Oct 18 23:19:34.838386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Transition to ACTIVE for port object 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:19:34.845469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:34.987332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Pushing event updated for resources: {'Port': ['ID=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:35.089857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a192-dfdf-4cd6-9ef9-9ed2321681d6 req-6e0f5096-fc16-40f8-aece-d76742ec3f4e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:35.092276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f407a192-dfdf-4cd6-9ef9-9ed2321681d6 req-6e0f5096-fc16-40f8-aece-d76742ec3f4e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 947 time: 0.2007914 Oct 18 23:19:35.137894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Attempting to bind port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:19:35.138376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Attempting to bind port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:19:35.138838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Attempting to bind port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:35.153495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:19:35.153828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Attempting to bind port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:35.163608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f407a192-dfdf-4cd6-9ef9-9ed2321681d6 req-2fddbcbc-0353-433a-bf1c-e782b71854e3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650089 Oct 18 23:19:35.164527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:19:35.164860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:19:35.165255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:19:35.165701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Bound port: 7efc0eaf-8daa-411f-8c0c-b9f6df035b37, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:19:35.166061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:35.252585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] For port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:19:35.256139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] For port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:19:35.263031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:35.302015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:35.303145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:35.304393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] 10.222.0.102 "PUT /v2.0/ports/7efc0eaf-8daa-411f-8c0c-b9f6df035b37 HTTP/1.1" status: 200 len: 1096 time: 1.7260723 Oct 18 23:19:35.304902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91c6be5-bb9c-49e8-a252-2b4314b6dc69', 'tag': '7efc0eaf-8daa-411f-8c0c-b9f6df035b37'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:35.308300 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d9de6-4242-4327-808a-e8cf80a6967c" -d '{"events": [{"name": "network-changed", "server_uuid": "d91c6be5-bb9c-49e8-a252-2b4314b6dc69", "tag": "7efc0eaf-8daa-411f-8c0c-b9f6df035b37"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:35.351735 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3dbdb-e6d9-4f70-ac96-4e4491009be3 service neutron] Pushing event updated for resources: {'Port': ['ID=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:35.376143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ac7d3a80-5f04-45ef-b87a-a278f18cc542 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:19:35.393859 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff2a39a-5148-439d-ad8a-de3b9bd58969 x-openstack-request-id: req-4ff2a39a-5148-439d-ad8a-de3b9bd58969 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:35.394177 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91c6be5-bb9c-49e8-a252-2b4314b6dc69", "tag": "7efc0eaf-8daa-411f-8c0c-b9f6df035b37", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:35.394443 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ff2a39a-5148-439d-ad8a-de3b9bd58969 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:35.394890 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91c6be5-bb9c-49e8-a252-2b4314b6dc69', 'tag': '7efc0eaf-8daa-411f-8c0c-b9f6df035b37', 'status': 'completed', 'code': 200} Oct 18 23:19:35.525295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-fd84a40b-b771-4924-ae70-e092ab6fb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:35.526889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-fd84a40b-b771-4924-ae70-e092ab6fb4d4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 1099 time: 0.0927820 Oct 18 23:19:35.541666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ac7d3a80-5f04-45ef-b87a-a278f18cc542, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac7d3a80-5f04-45ef-b87a-a278f18cc542,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:35.566074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'ac7d3a80-5f04-45ef-b87a-a278f18cc542', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'ac7d3a80-5f04-45ef-b87a-a278f18cc542', 'mac_address': 'fa:16:3e:76:cb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:19:35.606047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-5256da9c-5187-4ed9-97ff-f888a2a84bcd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7efc0eaf-8daa-411f-8c0c-b9f6df035b37 HTTP/1.1" status: 200 len: 217 time: 0.0528753 Oct 18 23:19:35.714833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-e2f5ee6a-def0-47e5-b028-42135844c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:35.716630 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-e2f5ee6a-def0-47e5-b028-42135844c8d9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0875871 Oct 18 23:19:35.808750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-ff9fbe2b-124b-40fd-97b2-9178eedeeab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:35.810418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-ff9fbe2b-124b-40fd-97b2-9178eedeeab3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641232 Oct 18 23:19:35.827402 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd53c5-bf31-4ca5-9256-e5d8b9249fdb req-d73b5ea9-0879-47db-af72-2f56e9d87681 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:35.829267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:35.830194 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a4bd53c5-bf31-4ca5-9256-e5d8b9249fdb req-d73b5ea9-0879-47db-af72-2f56e9d87681 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.1173723 Oct 18 23:19:35.854510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7d3a80-5f04-45ef-b87a-a278f18cc542 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:35.884980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ac7d3a80-5f04-45ef-b87a-a278f18cc542, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac7d3a80-5f04-45ef-b87a-a278f18cc542,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:35.892443 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:35.955741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a4bd53c5-bf31-4ca5-9256-e5d8b9249fdb req-e74b146e-e0c4-4881-8f70-9e3f53efa728 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123693 Oct 18 23:19:35.972401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddbc23-0114-4572-be44-bbd448a8e111 req-75a2f463-8047-425b-b7f0-376f1a79ce49 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:35.979017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ac7d3a80-5f04-45ef-b87a-a278f18cc542,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:35.986253 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abddbc23-0114-4572-be44-bbd448a8e111 req-75a2f463-8047-425b-b7f0-376f1a79ce49 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0898128 Oct 18 23:19:35.988397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-850fe1fd-d741-47d7-847a-926cc445b32b service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571314 Oct 18 23:19:36.020544 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:36.037621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abddbc23-0114-4572-be44-bbd448a8e111 req-8888ea43-66db-4006-95e0-a0524a992138 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499740 Oct 18 23:19:36.180417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467b7ae-18d6-492c-8a4e-d92e7c756e97 req-51e64d7e-58d7-4203-a1ee-b361895f272d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:36.182436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1467b7ae-18d6-492c-8a4e-d92e7c756e97 req-51e64d7e-58d7-4203-a1ee-b361895f272d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 949 time: 0.1110651 Oct 18 23:19:36.185984 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd40e541-7b99-470b-870d-7c6dd76f33c6 req-f0dbeabd-d8c6-4133-a234-8b0b6f72cb25 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789646 Oct 18 23:19:36.256935 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1467b7ae-18d6-492c-8a4e-d92e7c756e97 req-9bf60108-17f1-4477-a26d-f5da4f7bd111 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633304 Oct 18 23:19:36.501925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-b3fd957b-22ac-4457-b2cc-4e74bf97a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:36.503622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-b3fd957b-22ac-4457-b2cc-4e74bf97a78b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 1099 time: 0.0582023 Oct 18 23:19:36.536800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626682d-6950-49a4-bf06-ffd963baa89c req-03f97ffb-c331-4ceb-b215-48e20af85092 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:36.540261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1626682d-6950-49a4-bf06-ffd963baa89c req-03f97ffb-c331-4ceb-b215-48e20af85092 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 947 time: 0.1061385 Oct 18 23:19:36.599627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1626682d-6950-49a4-bf06-ffd963baa89c req-bb9d795f-6bcc-4900-b190-a283679014cd tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521407 Oct 18 23:19:36.708031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-121889b4-0893-4047-b127-a4c96955d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:36.710058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-121889b4-0893-4047-b127-a4c96955d569 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1313047 Oct 18 23:19:36.806791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-6e9dd179-1636-41d3-a1aa-abe802a1382d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=7efc0eaf-8daa-411f-8c0c-b9f6df035b37 HTTP/1.1" status: 200 len: 217 time: 0.0804143 Oct 18 23:19:36.957492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['ac7d3a80-5f04-45ef-b87a-a278f18cc542'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:36.958082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-bc58022e-a18f-44c0-867f-7780b3db4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:36.960651 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-bc58022e-a18f-44c0-867f-7780b3db4cf5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1104586 Oct 18 23:19:36.973730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea56229-fd60-4ff9-b498-ae165fea768b req-78398413-3ec9-49c1-a66d-5f6a3ad90a5b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:36.977419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ea56229-fd60-4ff9-b498-ae165fea768b req-78398413-3ec9-49c1-a66d-5f6a3ad90a5b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1032896 Oct 18 23:19:37.103842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ea56229-fd60-4ff9-b498-ae165fea768b req-65f13b0d-1539-432a-98f0-91358f4585db tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176183 Oct 18 23:19:37.223207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-8d7e75ae-3c51-407f-ac34-acb2beb32b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:37.224951 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-8d7e75ae-3c51-407f-ac34-acb2beb32b29 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1670299 Oct 18 23:19:37.249535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1fc6-3af2-463d-bec3-448a967309e1 req-9952ebf0-1f69-4a1d-b314-20188f1021b6 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:37.251681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-698d1fc6-3af2-463d-bec3-448a967309e1 req-9952ebf0-1f69-4a1d-b314-20188f1021b6 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.1088977 Oct 18 23:19:37.407933 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-698d1fc6-3af2-463d-bec3-448a967309e1 req-63d83c76-100e-4bba-977b-63f9534f5c67 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116440 Oct 18 23:19:37.488223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-589d9957-8849-4c44-bb05-9ee9f832c262 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352495 Oct 18 23:19:37.628287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3f1cf-c13b-439e-9490-186452e0970e req-d48de5fe-aa71-4a9f-808d-b0fc16328fa1 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:37.630443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06f3f1cf-c13b-439e-9490-186452e0970e req-d48de5fe-aa71-4a9f-808d-b0fc16328fa1 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 949 time: 0.1550679 Oct 18 23:19:37.686406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e1d9de6-4242-4327-808a-e8cf80a6967c req-f493f11e-6816-4248-b3a5-fdd5c2257e30 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714478 Oct 18 23:19:37.722337 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06f3f1cf-c13b-439e-9490-186452e0970e req-71778329-f04a-4aea-89c6-6b28a23f9a4e tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807824 Oct 18 23:19:37.933876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae7a9d-5808-4578-90ce-44d1dff5e0f4 req-8ed369d5-b9e8-4e10-b49f-4aea866021ce tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:37.936380 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58ae7a9d-5808-4578-90ce-44d1dff5e0f4 req-8ed369d5-b9e8-4e10-b49f-4aea866021ce tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 947 time: 0.1085722 Oct 18 23:19:38.000512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58ae7a9d-5808-4578-90ce-44d1dff5e0f4 req-0b5e1867-92d4-44e5-9f5b-94d970a7ab38 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555098 Oct 18 23:19:38.294536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d840a1-65a0-437b-a7a8-775438be83a1 req-9ccb0e73-e5fd-4e46-8da6-2ed9062ac1b5 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:38.297087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3d840a1-65a0-437b-a7a8-775438be83a1 req-9ccb0e73-e5fd-4e46-8da6-2ed9062ac1b5 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0827241 Oct 18 23:19:38.371708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3d840a1-65a0-437b-a7a8-775438be83a1 req-5b84aef3-6f39-41d4-9c7d-ef6cdf450410 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663860 Oct 18 23:19:38.623909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd470e-574d-4ed1-b45a-706b3db45508 req-439b0171-e092-4d05-a906-cd94808539a1 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:38.627628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36cd470e-574d-4ed1-b45a-706b3db45508 req-439b0171-e092-4d05-a906-cd94808539a1 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.1115987 Oct 18 23:19:38.707118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36cd470e-574d-4ed1-b45a-706b3db45508 req-e7103eb0-972d-4cc3-839a-36f44fa4bbb7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669255 Oct 18 23:19:39.009866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54935d14-bcc9-42b1-9541-01a2c327e8ab req-41c4eb29-c86b-4bd7-9f71-29e48ffcfe88 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:39.012988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54935d14-bcc9-42b1-9541-01a2c327e8ab req-41c4eb29-c86b-4bd7-9f71-29e48ffcfe88 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 949 time: 0.1325788 Oct 18 23:19:39.104128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54935d14-bcc9-42b1-9541-01a2c327e8ab req-a14bbf84-8472-44a8-9372-91e6826c4efa tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844727 Oct 18 23:19:39.181251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043e18-a995-42c9-9dc0-3a29d3c16293 req-b28cf8cb-9a66-41e8-b0db-104edde27b9a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:39.184267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c043e18-a995-42c9-9dc0-3a29d3c16293 req-b28cf8cb-9a66-41e8-b0db-104edde27b9a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 947 time: 0.0989609 Oct 18 23:19:39.253581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c043e18-a995-42c9-9dc0-3a29d3c16293 req-291ac3cc-c74d-4651-a7ec-09e8efc09f33 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558276 Oct 18 23:19:39.481773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ac7d3a80-5f04-45ef-b87a-a278f18cc542 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:19:39.591534 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port ac7d3a80-5f04-45ef-b87a-a278f18cc542 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:19:39.601781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port ac7d3a80-5f04-45ef-b87a-a278f18cc542 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:39.603415 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:39.751148 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:39.787533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79903ba1-a6e7-446e-b3c2-c41df3a641bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7d3a80-5f04-45ef-b87a-a278f18cc542'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:39.790082 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b23189-6f5e-48c1-a37d-c15858ae4f3a" -d '{"events": [{"server_uuid": "79903ba1-a6e7-446e-b3c2-c41df3a641bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac7d3a80-5f04-45ef-b87a-a278f18cc542"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:39.838804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ac7d3a80-5f04-45ef-b87a-a278f18cc542, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac7d3a80-5f04-45ef-b87a-a278f18cc542,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:39.849629 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:39.944085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-cc845f38-11f9-44bf-b84e-4e9f92fc4f5b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:39.946108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-cc845f38-11f9-44bf-b84e-4e9f92fc4f5b tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.1463525 Oct 18 23:19:39.972253 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22e3f56-7639-4547-9b64-de31b7302f1d x-openstack-request-id: req-a22e3f56-7639-4547-9b64-de31b7302f1d {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:39.972898 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79903ba1-a6e7-446e-b3c2-c41df3a641bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac7d3a80-5f04-45ef-b87a-a278f18cc542", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:39.975091 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a22e3f56-7639-4547-9b64-de31b7302f1d {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:39.975886 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79903ba1-a6e7-446e-b3c2-c41df3a641bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7d3a80-5f04-45ef-b87a-a278f18cc542', 'code': 200} Oct 18 23:19:39.999549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ac7d3a80-5f04-45ef-b87a-a278f18cc542,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:40.180904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Deleting port 2ee43fa8-cdc4-4f35-b994-7262e808bf26 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:40.181422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:40.189930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f0e7-a343-4bb1-986d-4fa43eb57587 req-5963695a-54fd-45e5-b576-f90327f89a71 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:40.196187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3765f0e7-a343-4bb1-986d-4fa43eb57587 req-5963695a-54fd-45e5-b576-f90327f89a71 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 945 time: 0.2615523 Oct 18 23:19:40.199854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2589e-f015-406e-b8ed-b66454c9aa12 req-babcfac8-f398-47aa-9c69-9d53e625c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:40.201688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb2589e-f015-406e-b8ed-b66454c9aa12 req-babcfac8-f398-47aa-9c69-9d53e625c514 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 1102 time: 0.1581743 Oct 18 23:19:40.286214 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb2589e-f015-406e-b8ed-b66454c9aa12 req-e8772c8e-c9a4-4062-ba73-5ad9596cd16c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707524 Oct 18 23:19:40.340071 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3765f0e7-a343-4bb1-986d-4fa43eb57587 req-8a187d83-2e9d-46b2-85c7-73590ec164d6 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e66ad25-22df-4cca-9bf8-480e172611de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842280 Oct 18 23:19:40.542670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd67033-e554-4151-a8bf-b71ebfa1831a req-31c63e44-da19-4360-b9d7-6072c547a308 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:40.545458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9dd67033-e554-4151-a8bf-b71ebfa1831a req-31c63e44-da19-4360-b9d7-6072c547a308 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 947 time: 0.0960584 Oct 18 23:19:40.605242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9dd67033-e554-4151-a8bf-b71ebfa1831a req-923e2dc1-f3b9-4e49-b3a4-94b259c7ed4e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535762 Oct 18 23:19:40.768145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e93647-bc1c-4970-b0a3-fc5d76e603be req-7d4f1c19-5097-4974-a627-2a6fceac374f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:40.775084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51e93647-bc1c-4970-b0a3-fc5d76e603be req-7d4f1c19-5097-4974-a627-2a6fceac374f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 950 time: 0.1178308 Oct 18 23:19:40.810100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] For port 2ee43fa8-cdc4-4f35-b994-7262e808bf26, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2ee43fa8-cdc4-4f35-b994-7262e808bf26,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:40.810460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:40.891512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51e93647-bc1c-4970-b0a3-fc5d76e603be req-300c3f6e-e652-4ed1-9350-7a669cf8fcea tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108520 Oct 18 23:19:41.098033 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:41.098649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:41.099232 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Floating IP 81647688-764e-42fd-b6b2-a6a3fea113b2 disassociated. External IP: 172.25.7.62, port: 2ee43fa8-cdc4-4f35-b994-7262e808bf26. Oct 18 23:19:41.099892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Calling delete_port for 2ee43fa8-cdc4-4f35-b994-7262e808bf26 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:41.314945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:41.380539 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event deleted for resources: {'Port': ['ID=2ee43fa8-cdc4-4f35-b994-7262e808bf26,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:41.479170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:19:41.537315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c17b07cb-b1f4-4ce0-bd5c-2360d960bd0f req-d2aab1db-0d0e-4d4a-9d6c-1e45e76820c6 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 210 time: 0.0394936 Oct 18 23:19:41.549924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-f9f24aa7-b498-4f8c-9ef4-33c7a9612388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:41.552550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-f9f24aa7-b498-4f8c-9ef4-33c7a9612388 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1098 time: 0.0843539 Oct 18 23:19:41.627389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:41.657894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '7efc0eaf-8daa-411f-8c0c-b9f6df035b37', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '7efc0eaf-8daa-411f-8c0c-b9f6df035b37', 'mac_address': 'fa:16:3e:20:27:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:19:41.665936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Router 8b75ba61-beda-4276-8ebe-92b7386b9890 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:19:41.752820 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:41.780961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:41.821200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09c2d0-34da-4204-8932-5815de5987fc req-0d9d5abb-1c66-457a-97c3-aaf3108ef4a4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:41.826967 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c09c2d0-34da-4204-8932-5815de5987fc req-0d9d5abb-1c66-457a-97c3-aaf3108ef4a4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.3372836 Oct 18 23:19:41.827792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:41.829880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32153cd-5f21-4e80-bd2a-3f8900602207 req-ab5dd379-592a-4b97-8b4d-8a21b624fd47 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:41.832856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e32153cd-5f21-4e80-bd2a-3f8900602207 req-ab5dd379-592a-4b97-8b4d-8a21b624fd47 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 947 time: 0.1290529 Oct 18 23:19:41.837528 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:41.867827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-f97436b4-bb3d-4e6c-83e0-9e549a3f3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:41.870621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-f97436b4-bb3d-4e6c-83e0-9e549a3f3c2c service neutron] 10.222.0.102 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 920 time: 0.3035135 Oct 18 23:19:41.955530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-2dfec697-ee51-4b00-96af-58ee3f5b4b88 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f483184a-9f9a-470c-892a-caace45e10ea HTTP/1.1" status: 200 len: 217 time: 0.0688810 Oct 18 23:19:41.993669 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:42.013713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.014316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.014974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.015576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.016188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.016927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.017371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.018517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.020137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.020397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-1db96e1f-cac7-48f6-b678-c6d0f49172dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:42.020757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.021829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.022241 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-1db96e1f-cac7-48f6-b678-c6d0f49172dd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.0546539 Oct 18 23:19:42.022432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:42.040684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e32153cd-5f21-4e80-bd2a-3f8900602207 req-86b9324b-d60c-4fc1-808b-f922b0f064dc tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983316 Oct 18 23:19:42.052028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c09c2d0-34da-4204-8932-5815de5987fc req-eb8f6160-a32c-4129-94d2-49d09e91e270 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182108 Oct 18 23:19:42.054544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:19:42.072350 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] Sync routers for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:19:42.096912 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:19:42.100314 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:42.118282 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-1812ed07-a864-4de8-a921-bcd8ec7fee34 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738029 Oct 18 23:19:42.182575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] No DVR routers for this DVR port 2ee43fa8-cdc4-4f35-b994-7262e808bf26 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:19:42.187509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:42.201550 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6da8b10c-7d4c-4d64-9a5a-09f4c8fb0add req-67544272-f8ce-4b29-8a94-e816d89c30b2 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.102 "DELETE /v2.0/ports/2ee43fa8-cdc4-4f35-b994-7262e808bf26 HTTP/1.1" status: 204 len: 173 time: 2.2441926 Oct 18 23:19:42.202759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fdc487-276c-467e-98f7-fb107c91743d', 'name': 'network-vif-deleted', 'tag': '2ee43fa8-cdc4-4f35-b994-7262e808bf26'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:42.220277 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb3339-cb7f-42db-8e45-10a9abed9573" -d '{"events": [{"server_uuid": "24fdc487-276c-467e-98f7-fb107c91743d", "name": "network-vif-deleted", "tag": "2ee43fa8-cdc4-4f35-b994-7262e808bf26"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:42.329694 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:19:42.355679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9f9ff-3a43-4b1f-8379-14f55c2e8f53 req-86d3b914-23fd-44cf-97b2-a9f2632793de tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:42.358206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bc9f9ff-3a43-4b1f-8379-14f55c2e8f53 req-86d3b914-23fd-44cf-97b2-a9f2632793de tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 950 time: 0.1208282 Oct 18 23:19:42.391051 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-70b8d585-9269-4ad1-be6a-796855b09fbd service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367218 Oct 18 23:19:42.479673 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc531423-bfae-40fb-a18e-cba0dd05cae9 x-openstack-request-id: req-bc531423-bfae-40fb-a18e-cba0dd05cae9 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:42.480139 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fdc487-276c-467e-98f7-fb107c91743d", "name": "network-vif-deleted", "tag": "2ee43fa8-cdc4-4f35-b994-7262e808bf26", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:42.480544 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc531423-bfae-40fb-a18e-cba0dd05cae9 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:42.481193 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fdc487-276c-467e-98f7-fb107c91743d', 'name': 'network-vif-deleted', 'tag': '2ee43fa8-cdc4-4f35-b994-7262e808bf26', 'status': 'completed', 'code': 200} Oct 18 23:19:42.545443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bc9f9ff-3a43-4b1f-8379-14f55c2e8f53 req-d8a138db-1a4a-4a2f-9801-919a898ca33f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731615 Oct 18 23:19:42.570890 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d0e6f9e-c6f5-47f9-b2f5-0312aeabed61 req-88e17828-33d4-464f-9226-68ac4ef76d1f service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623976 Oct 18 23:19:42.647245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7efc0eaf-8daa-411f-8c0c-b9f6df035b37'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:42.734603 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:42.818686 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] Checking router: 8b75ba61-beda-4276-8ebe-92b7386b9890 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:19:42.843978 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:19:42.845264 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:42.852113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbf115e2-674e-4b3b-a92a-77f1f928b682 req-156afe3c-d25b-4c02-83a5-6991755f879c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/ports?device_id=24fdc487-276c-467e-98f7-fb107c91743d HTTP/1.1" status: 200 len: 210 time: 0.0629818 Oct 18 23:19:43.038918 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:19:43.244811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660668f6-5b4c-456b-9476-af139839787e req-5daf20af-b273-4a7d-9075-39ebc20a0248 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:43.247103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-660668f6-5b4c-456b-9476-af139839787e req-5daf20af-b273-4a7d-9075-39ebc20a0248 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 948 time: 0.0849571 Oct 18 23:19:43.254957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fb501-7bbd-4cf5-a3d9-5ef4c4ceb8bd req-a866ea60-6f61-489d-b016-b5d4a29bac1b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:43.257749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a25fb501-7bbd-4cf5-a3d9-5ef4c4ceb8bd req-a866ea60-6f61-489d-b016-b5d4a29bac1b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0911667 Oct 18 23:19:43.320099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-660668f6-5b4c-456b-9476-af139839787e req-824d12ae-f66f-4b7d-8308-1aa6a0169723 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586100 Oct 18 23:19:43.326586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a25fb501-7bbd-4cf5-a3d9-5ef4c4ceb8bd req-b0df95b4-832f-466c-afc9-bd6935af4dc1 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618839 Oct 18 23:19:43.394519 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:43.445697 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6cbe3-ebc2-4e29-af23-4377ead4c7fa None None] The sync data for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 is: [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:11:21Z', 'revision_number': 4, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84', 'name': '', 'network_id': '1b48a4c7-ff53-41c5-b65d-57bb6ed12234', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'mac_address': 'fa:16:3e:c1:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:19Z', 'updated_at': '2021-10-18T23:11:31Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'subnets': [{'id': '7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:19:43.472611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2ee43fa8-cdc4-4f35-b994-7262e808bf26 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:19:43.504535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 2ee43fa8-cdc4-4f35-b994-7262e808bf26 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:19:43.505041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2ee43fa8-cdc4-4f35-b994-7262e808bf26 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:19:43.849463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad66ac-3d04-4030-b3eb-5c9214e73856 req-0e770f28-122e-4e8b-a4a5-d74b3bc15e65 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:43.853635 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32ad66ac-3d04-4030-b3eb-5c9214e73856 req-0e770f28-122e-4e8b-a4a5-d74b3bc15e65 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 950 time: 0.1551774 Oct 18 23:19:43.913076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32ad66ac-3d04-4030-b3eb-5c9214e73856 req-788f4559-16ea-483e-9b6e-600d13cd4351 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479944 Oct 18 23:19:43.914141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0150126-2911-4870-ac24-f2a997727508 None None] New status for floating IP 81647688-764e-42fd-b6b2-a6a3fea113b2: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:19:44.175174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41140) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:44.278869 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60cb2501-caca-4f1d-8b01-b8f7418517c7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.306415 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60cb2501-caca-4f1d-8b01-b8f7418517c7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.342094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26755d6-6fc5-4720-b039-0da5d63990fc req-ca93b84d-51e5-45f0-bd55-cb8bf8873ba0 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:44.345731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d26755d6-6fc5-4720-b039-0da5d63990fc req-ca93b84d-51e5-45f0-bd55-cb8bf8873ba0 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 1102 time: 0.0648844 Oct 18 23:19:44.373515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d26755d6-6fc5-4720-b039-0da5d63990fc req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.381466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60cb2501-caca-4f1d-8b01-b8f7418517c7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.387144 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60cb2501-caca-4f1d-8b01-b8f7418517c7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.395173 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-60cb2501-caca-4f1d-8b01-b8f7418517c7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "DELETE /v2.0/security-groups/0e66ad25-22df-4cca-9bf8-480e172611de HTTP/1.1" status: 204 len: 168 time: 0.2175710 Oct 18 23:19:44.395750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41148) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:44.416122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb2501-caca-4f1d-8b01-b8f7418517c7 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e66ad25-22df-4cca-9bf8-480e172611de,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:44.430969 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-788282bb-b930-4e2a-b516-489e1c17ac03 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] show failed (client error): The resource could not be found. Oct 18 23:19:44.435507 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-788282bb-b930-4e2a-b516-489e1c17ac03 tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "GET /v2.0/security-groups/0e66ad25-22df-4cca-9bf8-480e172611de HTTP/1.1" status: 404 len: 347 time: 0.0355160 Oct 18 23:19:44.435762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41150) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:44.540738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d26755d6-6fc5-4720-b039-0da5d63990fc req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.549458 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d26755d6-6fc5-4720-b039-0da5d63990fc req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.587051 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d26755d6-6fc5-4720-b039-0da5d63990fc req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307119 Oct 18 23:19:44.601346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f977ef-a142-47f7-a97e-f86091312dbe req-83641d9b-e878-4580-bb23-ecbf34bc21b1 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:44.602420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62348507-7b72-47a7-b5ae-3c5ef2889e20,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:44.603931 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e7f977ef-a142-47f7-a97e-f86091312dbe req-83641d9b-e878-4580-bb23-ecbf34bc21b1 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0990930 Oct 18 23:19:44.616951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.617537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.617917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.618286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.618634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.619070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.619501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.619943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.620277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.620823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.621173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.621502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b4404-4367-42f0-8599-507d92692611 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:19:44.696016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e7f977ef-a142-47f7-a97e-f86091312dbe req-d5844c86-88f4-4fea-8a2a-7a1f1e5305dd tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495448 Oct 18 23:19:44.734209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Deleting port 567a8a6c-e010-467d-b0f8-9c8362dd4a7c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:44.734690 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.750319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5644f8-a64a-44f8-a761-2f0fae67c167 req-962e7083-29d4-48e4-8b3d-e6d63b196ab3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:44.753309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b5644f8-a64a-44f8-a761-2f0fae67c167 req-962e7083-29d4-48e4-8b3d-e6d63b196ab3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 948 time: 0.0644150 Oct 18 23:19:44.808660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b5644f8-a64a-44f8-a761-2f0fae67c167 req-0c377608-d0ae-485a-a5ea-c9c036d4feef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Oct 18 23:19:44.862705 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.863161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:44.884957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Calling delete_port for 567a8a6c-e010-467d-b0f8-9c8362dd4a7c owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:45.077518 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:45.118213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Pushing event deleted for resources: {'Port': ['ID=567a8a6c-e010-467d-b0f8-9c8362dd4a7c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:45.183360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:45.186485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:45.187859 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-018f757e-600f-42ee-8c62-e56084cb276c tempest-ServersWithSpecificFlavorTestJSON-1296200754 tempest-ServersWithSpecificFlavorTestJSON-1296200754-project] 10.222.0.52 "DELETE /v2.0/floatingips/81647688-764e-42fd-b6b2-a6a3fea113b2 HTTP/1.1" status: 204 len: 168 time: 0.7510245 Oct 18 23:19:45.478952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:19:45.577891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:19:45.582988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:45.583651 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:45.785396 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:45.787306 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b1610-c910-46f8-9748-ad63c2b58b54 req-74432565-92aa-4262-bc1c-9b8b6c7a84a1 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:45.796201 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-501b1610-c910-46f8-9748-ad63c2b58b54 req-74432565-92aa-4262-bc1c-9b8b6c7a84a1 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 1102 time: 0.0719855 Oct 18 23:19:45.843012 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:45.844382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91c6be5-bb9c-49e8-a252-2b4314b6dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efc0eaf-8daa-411f-8c0c-b9f6df035b37'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:45.847831 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf8d31-4b8e-40ed-92a5-f784adc84fb5" -d '{"events": [{"server_uuid": "d91c6be5-bb9c-49e8-a252-2b4314b6dc69", "name": "network-vif-plugged", "status": "completed", "tag": "7efc0eaf-8daa-411f-8c0c-b9f6df035b37"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:45.850106 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-501b1610-c910-46f8-9748-ad63c2b58b54 req-3b1f8c3d-10ee-4ac2-bfe4-a3088a219922 tempest-ServersAdminNegativeTestJSON-1026306899 tempest-ServersAdminNegativeTestJSON-1026306899-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 Oct 18 23:19:45.853612 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:45.928213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:45.938552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853554f1-6553-4697-a291-2ec86a61177e req-f44bd213-dc61-495f-8cef-c3d8afddeab5 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:45.943277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-853554f1-6553-4697-a291-2ec86a61177e req-f44bd213-dc61-495f-8cef-c3d8afddeab5 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0901623 Oct 18 23:19:45.982970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-853554f1-6553-4697-a291-2ec86a61177e req-f75603f5-b9be-4b3b-b5df-659921201123 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359163 Oct 18 23:19:46.071900 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d268eddd-63f5-4600-a75d-1fed1922f550 x-openstack-request-id: req-d268eddd-63f5-4600-a75d-1fed1922f550 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:46.072571 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91c6be5-bb9c-49e8-a252-2b4314b6dc69", "name": "network-vif-plugged", "status": "completed", "tag": "7efc0eaf-8daa-411f-8c0c-b9f6df035b37", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:46.073074 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d268eddd-63f5-4600-a75d-1fed1922f550 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:46.073835 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91c6be5-bb9c-49e8-a252-2b4314b6dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efc0eaf-8daa-411f-8c0c-b9f6df035b37', 'code': 200} Oct 18 23:19:46.138545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62336ee-d545-4496-b592-715b841339ff req-ff069418-5656-4173-99a8-f9ea7666c195 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:46.140689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e62336ee-d545-4496-b592-715b841339ff req-ff069418-5656-4173-99a8-f9ea7666c195 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 949 time: 0.0918403 Oct 18 23:19:46.188595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e62336ee-d545-4496-b592-715b841339ff req-8d1ae136-2365-4623-a0eb-d1243d9f75ce tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Oct 18 23:19:46.265003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a24d1d-d4b6-4dd0-afb6-665ec8d1da16 req-61773ffa-4c37-4420-bdcb-afb841ce9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:46.266570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-12a24d1d-d4b6-4dd0-afb6-665ec8d1da16 req-61773ffa-4c37-4420-bdcb-afb841ce9c7f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 1101 time: 0.0566595 Oct 18 23:19:46.344779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-12a24d1d-d4b6-4dd0-afb6-665ec8d1da16 req-588a73df-1d81-45b3-a837-1b0e55cd0924 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Oct 18 23:19:46.367076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41204) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:46.715496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e09a14-35fd-48d2-85d2-76b983be1a8f req-649cbba7-217c-427e-8426-57873c7ec276 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:46.717115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49e09a14-35fd-48d2-85d2-76b983be1a8f req-649cbba7-217c-427e-8426-57873c7ec276 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 950 time: 0.1038661 Oct 18 23:19:46.807373 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49e09a14-35fd-48d2-85d2-76b983be1a8f req-8f19015d-5221-4176-98a3-78a22890b69a tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821209 Oct 18 23:19:47.132300 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:47.158561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded30290-a6af-4fb2-a16e-f4cd43257634 req-da1d2dfe-c041-4ea0-a9c9-8385ad0f3861 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:47.161332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ded30290-a6af-4fb2-a16e-f4cd43257634 req-da1d2dfe-c041-4ea0-a9c9-8385ad0f3861 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0744781 Oct 18 23:19:47.225727 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ded30290-a6af-4fb2-a16e-f4cd43257634 req-01364116-be2a-4f73-9059-ebd9c69ec1d8 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575707 Oct 18 23:19:47.438110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d23ed1-1efa-4c8b-b680-53996302144e req-c9af705a-a24f-4644-8816-c0e269134e86 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:47.439745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9d23ed1-1efa-4c8b-b680-53996302144e req-c9af705a-a24f-4644-8816-c0e269134e86 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 949 time: 0.1167908 Oct 18 23:19:47.536790 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9d23ed1-1efa-4c8b-b680-53996302144e req-2a2f1198-ea17-4c44-93f0-67fcf63a3334 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819578 Oct 18 23:19:47.616546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Deleting port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:47.616887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:47.702901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] For port 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:47.703182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:47.718238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Calling delete_port for 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:47.977824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:48.000339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09b2b8-cdfc-4733-be2f-7d6929b22b34 req-1803b0f5-d466-4919-b1b7-766a913a7e31 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:48.003832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d09b2b8-cdfc-4733-be2f-7d6929b22b34 req-1803b0f5-d466-4919-b1b7-766a913a7e31 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 950 time: 0.0888381 Oct 18 23:19:48.025358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:48.067474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d09b2b8-cdfc-4733-be2f-7d6929b22b34 req-fccb441a-a30d-43fd-a394-52f082403173 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555952 Oct 18 23:19:48.231595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:48.382960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a522bf-bb9c-4e7a-9fb3-353b0dbd332a req-01e8e3ac-5589-4e9c-8e85-d072ff96145b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:48.384817 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6a522bf-bb9c-4e7a-9fb3-353b0dbd332a req-01e8e3ac-5589-4e9c-8e85-d072ff96145b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0642920 Oct 18 23:19:48.454890 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6a522bf-bb9c-4e7a-9fb3-353b0dbd332a req-7f8e295d-0b84-4946-b693-86933a70434f tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631883 Oct 18 23:19:48.764969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec9d82-1fdb-4c07-927e-47a1a5d9ab0e req-e8b374bf-4bda-4543-8661-48a5756cbca0 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:48.766439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b5ec9d82-1fdb-4c07-927e-47a1a5d9ab0e req-e8b374bf-4bda-4543-8661-48a5756cbca0 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 949 time: 0.1027117 Oct 18 23:19:48.853183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b5ec9d82-1fdb-4c07-927e-47a1a5d9ab0e req-c742bbd5-6ba3-4e83-b44f-3b6534693207 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760517 Oct 18 23:19:48.873102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Router 8b75ba61-beda-4276-8ebe-92b7386b9890 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:19:49.010675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:19:49.019749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d3c691b5-fa39-4747-96b4-2573d335c884 admin admin] 10.222.0.52 "PUT /v2.0/routers/8b75ba61-beda-4276-8ebe-92b7386b9890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6549363 Oct 18 23:19:49.021198 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] Sync routers for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:19:49.024403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41240) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:49.037043 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:19:49.038226 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:49.149674 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:49.208068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5d0de-5bf9-4474-b81f-2cf155b1eaf3 req-bcffff57-65bc-40fe-9e45-6a1f558ea4a9 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:49.216687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18d5d0de-5bf9-4474-b81f-2cf155b1eaf3 req-bcffff57-65bc-40fe-9e45-6a1f558ea4a9 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 950 time: 0.0638204 Oct 18 23:19:49.247523 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:19:49.258360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18d5d0de-5bf9-4474-b81f-2cf155b1eaf3 req-cb8aa485-598b-4934-b54a-a6b05120040f tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Oct 18 23:19:49.286938 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:49.381176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Deleting port 93c501c6-918c-4069-aafa-8dfaf0f98a36 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:49.381735 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:49.486609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] For port 93c501c6-918c-4069-aafa-8dfaf0f98a36, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=93c501c6-918c-4069-aafa-8dfaf0f98a36,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:49.487624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:49.504457 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:19:47Z', 'revision_number': 5, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port': {'id': '93c501c6-918c-4069-aafa-8dfaf0f98a36', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:16Z', 'updated_at': '2021-10-18T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:49.513110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Calling delete_port for 93c501c6-918c-4069-aafa-8dfaf0f98a36 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:49.552113 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] Checking router: 8b75ba61-beda-4276-8ebe-92b7386b9890 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:19:49.564563 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] Routers {'8b75ba61-beda-4276-8ebe-92b7386b9890'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:19:49.565200 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8b75ba61-beda-4276-8ebe-92b7386b9890'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:49.663282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34912f54-1360-41ea-9648-f65bdfca723d req-a9f16e38-c8c9-417c-bedd-7f40ed4da3fa tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:49.680629 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34912f54-1360-41ea-9648-f65bdfca723d req-a9f16e38-c8c9-417c-bedd-7f40ed4da3fa tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1365719 Oct 18 23:19:49.713752 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] Set router 8b75ba61-beda-4276-8ebe-92b7386b9890 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:19:49.746577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34912f54-1360-41ea-9648-f65bdfca723d req-01cfefde-b2f1-4d16-bfc3-c9574beb5978 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574405 Oct 18 23:19:49.794814 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:19:49Z', 'revision_number': 6, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:49.824058 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4d855a-7c4b-4e3e-a650-bf2235a32ffa None None] The sync data for ids ['8b75ba61-beda-4276-8ebe-92b7386b9890'] in n-d-713498-28 is: [{'id': '8b75ba61-beda-4276-8ebe-92b7386b9890', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539739521-router', 'tenant_id': '801f5591a991482caf7b88ace4355b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:15Z', 'updated_at': '2021-10-18T23:19:49Z', 'revision_number': 6, 'project_id': '801f5591a991482caf7b88ace4355b2d', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:19:49.832539 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:49.865328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c501c6-918c-4069-aafa-8dfaf0f98a36,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:49.970548 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.003698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e59823-f2b1-48f4-a810-e3d2b5b9c751 req-63a39738-fd70-43dc-bd02-1f922fcf37b4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:50.005190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0e59823-f2b1-48f4-a810-e3d2b5b9c751 req-63a39738-fd70-43dc-bd02-1f922fcf37b4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 949 time: 0.0610995 Oct 18 23:19:50.049570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0e59823-f2b1-48f4-a810-e3d2b5b9c751 req-02e98eec-03d0-4cfc-9bbd-8926e726c56a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371509 Oct 18 23:19:50.071785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.075227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.152478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.153156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b75ba61-beda-4276-8ebe-92b7386b9890 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:19:50.171372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.176367 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d84662a4-85a3-45b4-ae84-44be9fc36962 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8b75ba61-beda-4276-8ebe-92b7386b9890 HTTP/1.1" status: 204 len: 168 time: 1.1471019 Oct 18 23:19:50.176665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41258) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:50.194970 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f86568a-bb76-4f9b-9eee-5fed8ad6d6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.233603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-59794fd9-6d77-43bd-a082-102ff54c3bbb tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:50.235283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38d6e3-add9-484f-88e1-93cb3d49f5f9 req-08e46976-2e68-4f02-a76a-ce33800679d8 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:50.236935 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d38d6e3-add9-484f-88e1-93cb3d49f5f9 req-08e46976-2e68-4f02-a76a-ce33800679d8 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 1101 time: 0.0991230 Oct 18 23:19:50.241919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-59794fd9-6d77-43bd-a082-102ff54c3bbb tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.102 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 950 time: 0.0970275 Oct 18 23:19:50.242566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6b5f7f-9aee-4a6d-b6f3-52550ed68f81 admin admin] Deleting subnet 7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:19:50.247975 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f7f-9aee-4a6d-b6f3-52550ed68f81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.376875 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d38d6e3-add9-484f-88e1-93cb3d49f5f9 req-549d78f3-15da-470f-863c-cd2a104c137a tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314251 Oct 18 23:19:50.390237 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f7f-9aee-4a6d-b6f3-52550ed68f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.484368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:19:50.526515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089f7f3-ac44-4357-a8c2-44a251310135 req-f55026a9-698a-4e13-8c46-f36dabffc51d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:50.534636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5089f7f3-ac44-4357-a8c2-44a251310135 req-f55026a9-698a-4e13-8c46-f36dabffc51d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 950 time: 0.1414113 Oct 18 23:19:50.549114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:19:50.552493 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0af98ef6-ff10-4dbe-bbfa-37b0bb7d1e84 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:19:50.573315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Deleting port ac7d3a80-5f04-45ef-b87a-a278f18cc542 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:50.573658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.659488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f7f-9aee-4a6d-b6f3-52550ed68f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.714344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-4864b68a-296e-4c19-b02b-3e874d9e036f tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521638 Oct 18 23:19:50.734185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5089f7f3-ac44-4357-a8c2-44a251310135 req-5e96c29b-a4f7-4a65-bd2e-2e0910d6fa22 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980982 Oct 18 23:19:50.754460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] For port ac7d3a80-5f04-45ef-b87a-a278f18cc542, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac7d3a80-5f04-45ef-b87a-a278f18cc542,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:50.754865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.800190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Calling delete_port for ac7d3a80-5f04-45ef-b87a-a278f18cc542 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:50.883817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f7f-9aee-4a6d-b6f3-52550ed68f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.943891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5f7f-9aee-4a6d-b6f3-52550ed68f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:50.946983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5f7f-9aee-4a6d-b6f3-52550ed68f81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:50.950279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fc6b5f7f-9aee-4a6d-b6f3-52550ed68f81 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7ed3face-30e9-4c6f-b4b7-7a03f2d1e0f1 HTTP/1.1" status: 204 len: 168 time: 0.7719383 Oct 18 23:19:50.952837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41286) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:50.958948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-39f97eaa-f8e0-4f61-a1f2-0bb0e119da7a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:50.959894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be51b79-7695-4766-a655-fc0b85e52d40 None None] Network 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:19:50.966398 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-39f97eaa-f8e0-4f61-a1f2-0bb0e119da7a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399004 Oct 18 23:19:50.982849 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-454691ac-20b1-46c9-804d-deedf83c7034 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/quotas/8b85fdab5a4640638956952e4b051a2e HTTP/1.1" status: 200 len: 375 time: 0.0154192 Oct 18 23:19:51.059110 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-a1e06dd8-7ac5-4532-9a49-7dc5dc721329 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0753343 Oct 18 23:19:51.125585 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:51.167323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:51.204422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['4e76964c-fcd2-4f75-a852-82fb1d1b9afb'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:51.258931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['ac7d3a80-5f04-45ef-b87a-a278f18cc542'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:51.284421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Pushing event deleted for resources: {'Port': ['ID=ac7d3a80-5f04-45ef-b87a-a278f18cc542,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:51.335048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15fe048-8587-459e-b8b2-2c11774e1718 None None] DHCP port deletion for 1b48a4c7-ff53-41c5-b65d-57bb6ed12234 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:19:51.345042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] No DVR routers for this DVR port ac7d3a80-5f04-45ef-b87a-a278f18cc542 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:19:51.349414 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:51.354887 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-579bcb24-1cc3-462e-b8e3-0eac982973a5 req-bd2fae4e-5619-45b8-9c46-514d4b8e015d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.102 "DELETE /v2.0/ports/ac7d3a80-5f04-45ef-b87a-a278f18cc542 HTTP/1.1" status: 204 len: 173 time: 1.0986857 Oct 18 23:19:51.361563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79903ba1-a6e7-446e-b3c2-c41df3a641bc', 'name': 'network-vif-deleted', 'tag': 'ac7d3a80-5f04-45ef-b87a-a278f18cc542'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:51.365866 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4f4759-51aa-4ff5-80a5-d38fd3d319d8" -d '{"events": [{"server_uuid": "79903ba1-a6e7-446e-b3c2-c41df3a641bc", "name": "network-vif-deleted", "tag": "ac7d3a80-5f04-45ef-b87a-a278f18cc542"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:51.457996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57824f-6c5c-4f79-ab4b-aa374a599b31 req-3e9c7a3e-40fb-4906-96c6-717e71131d4b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:51.460233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e57824f-6c5c-4f79-ab4b-aa374a599b31 req-3e9c7a3e-40fb-4906-96c6-717e71131d4b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.3106594 Oct 18 23:19:51.489751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e15fe048-8587-459e-b8b2-2c11774e1718 None None] Deleting port 9006dcac-dd65-4208-a4bf-0150bcf8f379 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:51.490344 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e15fe048-8587-459e-b8b2-2c11774e1718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:51.509617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Deleting port 9006dcac-dd65-4208-a4bf-0150bcf8f379 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:51.511118 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:19:51.513049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:51.633757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] For port 9006dcac-dd65-4208-a4bf-0150bcf8f379, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9006dcac-dd65-4208-a4bf-0150bcf8f379,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:51.634276 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:51.656497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Calling delete_port for 9006dcac-dd65-4208-a4bf-0150bcf8f379 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:51.676147 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e15fe048-8587-459e-b8b2-2c11774e1718 None None] For port 9006dcac-dd65-4208-a4bf-0150bcf8f379, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9006dcac-dd65-4208-a4bf-0150bcf8f379,segment=NetworkSegment(e2507d1b-d40c-4744-b0e3-f6fdc6ecb457),segment_id=e2507d1b-d40c-4744-b0e3-f6fdc6ecb457)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:51.676563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e15fe048-8587-459e-b8b2-2c11774e1718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:51.702615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e15fe048-8587-459e-b8b2-2c11774e1718 None None] Calling delete_port for 9006dcac-dd65-4208-a4bf-0150bcf8f379 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:51.749585 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc34bf-a0a3-4242-9d1b-61402be5e138 x-openstack-request-id: req-78cc34bf-a0a3-4242-9d1b-61402be5e138 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:51.750582 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79903ba1-a6e7-446e-b3c2-c41df3a641bc", "name": "network-vif-deleted", "tag": "ac7d3a80-5f04-45ef-b87a-a278f18cc542", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:51.751030 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78cc34bf-a0a3-4242-9d1b-61402be5e138 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:51.752213 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79903ba1-a6e7-446e-b3c2-c41df3a641bc', 'name': 'network-vif-deleted', 'tag': 'ac7d3a80-5f04-45ef-b87a-a278f18cc542', 'status': 'completed', 'code': 200} Oct 18 23:19:51.817952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62302618-ea0b-4fd1-b15e-b41076702765 req-40a4ac39-b4ba-4c25-8afa-d27a89d91bcf tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 210 time: 0.0677199 Oct 18 23:19:51.832610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e57824f-6c5c-4f79-ab4b-aa374a599b31 req-bd2d154e-1ba4-438f-a183-1637f06d131a tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529773 Oct 18 23:19:51.907359 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:51.913215 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e15fe048-8587-459e-b8b2-2c11774e1718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:51.949725 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fe048-8587-459e-b8b2-2c11774e1718 None None] Pushing event deleted for resources: {'Port': ['ID=9006dcac-dd65-4208-a4bf-0150bcf8f379,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:51.970916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15fe048-8587-459e-b8b2-2c11774e1718 None None] No DVR routers for this DVR port 9006dcac-dd65-4208-a4bf-0150bcf8f379 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:19:51.988922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9006dcac-dd65-4208-a4bf-0150bcf8f379,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:51.999344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] No DVR routers for this DVR port 9006dcac-dd65-4208-a4bf-0150bcf8f379 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:19:52.099398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a7375a77-630c-47ac-aaef-96618bb36376 req-d31b8624-de59-4a31-8bde-d10368996d70 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=79903ba1-a6e7-446e-b3c2-c41df3a641bc HTTP/1.1" status: 200 len: 210 time: 0.0456591 Oct 18 23:19:52.203601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:52.234273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b48a4c7-ff53-41c5-b65d-57bb6ed12234']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:52.260671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:52.261273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2507d1b-d40c-4744-b0e3-f6fdc6ecb457') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:52.292824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:52.316773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:52.329229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:19:52.330163 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:52.334387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84307e-58e8-4693-b382-dce8c239cbd4 req-43d043d5-0945-42a8-b7d2-317ebc147e33 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:19:52.345593 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:19:52.351107 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c84307e-58e8-4693-b382-dce8c239cbd4 req-43d043d5-0945-42a8-b7d2-317ebc147e33 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 946 time: 0.0896528 Oct 18 23:19:52.429523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c84307e-58e8-4693-b382-dce8c239cbd4 req-5b947166-0b53-4de9-aacc-e1e1b7900a5e tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830431 Oct 18 23:19:52.495517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 93c501c6-918c-4069-aafa-8dfaf0f98a36 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:19:52.520982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 93c501c6-918c-4069-aafa-8dfaf0f98a36 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:19:52.521365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 93c501c6-918c-4069-aafa-8dfaf0f98a36 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:19:52.521794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9006dcac-dd65-4208-a4bf-0150bcf8f379 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:19:52.522235 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:52.554147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b48a4c7-ff53-41c5-b65d-57bb6ed12234,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:52.557337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:52.563025 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2e96b40a-17b5-419d-9053-f1fd2f38eec2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1b48a4c7-ff53-41c5-b65d-57bb6ed12234 HTTP/1.1" status: 204 len: 168 time: 1.6068609 Oct 18 23:19:52.563335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 9006dcac-dd65-4208-a4bf-0150bcf8f379 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:19:52.563555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9006dcac-dd65-4208-a4bf-0150bcf8f379 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:19:52.565174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41312) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:52.974023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea8e3576-d8d2-43fa-9627-347bcea83162 req-c764c736-85f5-4362-85d0-a6ad09d71a67 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 210 time: 0.0446780 Oct 18 23:19:53.051560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5d2b5-9322-40a3-9c20-0ece0522fffe req-4053bd1a-4f36-4b1a-b6c9-c428aed3236c tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:53.057124 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-80f5d2b5-9322-40a3-9c20-0ece0522fffe req-4053bd1a-4f36-4b1a-b6c9-c428aed3236c tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1238239 Oct 18 23:19:53.106217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-80f5d2b5-9322-40a3-9c20-0ece0522fffe req-dd61231b-edee-4234-8556-9f74b359306f tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453005 Oct 18 23:19:53.167320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:53.501947 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-0ec82073-b74a-4fbe-8799-ff35f1e38635 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547702 Oct 18 23:19:53.512009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169be50e-63fc-4f18-81ba-45b03363cbe5 req-d0fcfb4c-c1c5-4971-bb9a-c18ba3a206dd tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:53.514804 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-169be50e-63fc-4f18-81ba-45b03363cbe5 req-d0fcfb4c-c1c5-4971-bb9a-c18ba3a206dd tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 950 time: 0.0752742 Oct 18 23:19:53.601286 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-169be50e-63fc-4f18-81ba-45b03363cbe5 req-6283ac8b-559c-4453-8b5f-97da6e1e7257 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Oct 18 23:19:53.883051 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-48941515-330d-4c9b-aaf9-fd86c47cbcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:53.989584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387408c-8e2a-4e4c-9ae8-dbb98742b226 req-50fcb464-b410-44de-8bb2-3b0408d9116a tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:53.991302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1387408c-8e2a-4e4c-9ae8-dbb98742b226 req-50fcb464-b410-44de-8bb2-3b0408d9116a tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 946 time: 0.4424541 Oct 18 23:19:54.021296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-229efb0c-fc0d-4ebd-b9d8-887807fe1f60 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:54.022656 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-229efb0c-fc0d-4ebd-b9d8-887807fe1f60 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019288 Oct 18 23:19:54.040184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Deleting port 56e7c510-4bce-4fef-b471-02c241fd8050 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:54.040527 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:54.065829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Request body: {'port': {'device_id': '49973da1-723e-4f8a-91fb-f266921c8f65', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '8b85fdab5a4640638956952e4b051a2e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:54.099671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1387408c-8e2a-4e4c-9ae8-dbb98742b226 req-dd7bf5dc-9f98-4845-a81d-089440624926 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951760 Oct 18 23:19:54.108208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d22a3a3-968d-4b59-b264-725ebd5926ed req-4def435c-c57c-42c1-821e-5d095cd9134c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 210 time: 0.0302453 Oct 18 23:19:54.263536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] For port 56e7c510-4bce-4fef-b471-02c241fd8050, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=56e7c510-4bce-4fef-b471-02c241fd8050,segment=NetworkSegment(91fefe3c-3395-4002-a0f4-9e99c4f866b2),segment_id=91fefe3c-3395-4002-a0f4-9e99c4f866b2)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:54.263930 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:54.288310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Calling delete_port for 56e7c510-4bce-4fef-b471-02c241fd8050 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:54.323079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1934a-fa09-4759-abf2-50af6c57c41b req-a81c2dc3-dd07-4bf3-ad88-954efc3000fe tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:54.324747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64d1934a-fa09-4759-abf2-50af6c57c41b req-a81c2dc3-dd07-4bf3-ad88-954efc3000fe tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1229072 Oct 18 23:19:54.375387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Made reservation on behalf of 8b85fdab5a4640638956952e4b051a2e for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:19:54.379261 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:54.449301 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64d1934a-fa09-4759-abf2-50af6c57c41b req-53b4b894-8fea-41e7-817d-1811a384347d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876613 Oct 18 23:19:54.662661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Allocated IP 192.168.233.51 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/d08714bf-05ef-4914-bbd5-2796e67c1f2b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:19:54.701877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:54.728736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-8cb013d4-e97f-42ca-ad58-3da68cc490e6 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:54.730302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-8cb013d4-e97f-42ca-ad58-3da68cc490e6 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 946 time: 0.1348412 Oct 18 23:19:54.826459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:54.905306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e7c510-4bce-4fef-b471-02c241fd8050,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:54.934128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a00a1-26b6-4f0e-ba93-9d06144f2966 req-b1632a6f-8f5a-48ec-a90c-8d857ea90a77 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:54.935866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e5a00a1-26b6-4f0e-ba93-9d06144f2966 req-b1632a6f-8f5a-48ec-a90c-8d857ea90a77 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 950 time: 0.2353835 Oct 18 23:19:55.167811 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e5a00a1-26b6-4f0e-ba93-9d06144f2966 req-477c710b-9c42-43f2-9967-403333ae75e3 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986604 Oct 18 23:19:55.190448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Deleting port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:55.190741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:55.223096 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:55.249260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:55.293619 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-580c7941-dafc-4389-ba6d-13e29f8fab11 req-81aaa3c6-3387-4118-903b-4cd3139c89b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 210 time: 0.0552378 Oct 18 23:19:55.411394 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:55.450621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:55.457711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] For port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,segment=NetworkSegment(e8cc6e16-a20e-4a6a-877f-c40bba0b425f),segment_id=e8cc6e16-a20e-4a6a-877f-c40bba0b425f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:55.458093 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:55.489723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609', 'ed5a6a02-f612-4ffd-9213-34a83b15ba92'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:55.500481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', '572fa48e-01ff-49a2-a1b6-13719558a6d6', '7efc0eaf-8daa-411f-8c0c-b9f6df035b37'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:55.538474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ac7d3a80-5f04-45ef-b87a-a278f18cc542 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:19:55.544847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edb0d9-d7a2-4e1a-bdcd-ee1873368229 req-e27f5446-87a6-4e09-9a68-c5276a756cde tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:55.551865 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6edb0d9-d7a2-4e1a-bdcd-ee1873368229 req-e27f5446-87a6-4e09-9a68-c5276a756cde tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 946 time: 0.2586296 Oct 18 23:19:55.575451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Calling delete_port for cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:55.623855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e62355-2ae4-4437-86cc-875f9810bb2f req-f2fa6474-ab2e-4b6a-8bce-3888c2e20cd9 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:55.626885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: ac7d3a80-5f04-45ef-b87a-a278f18cc542 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:19:55.627464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ac7d3a80-5f04-45ef-b87a-a278f18cc542 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:19:55.641026 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88e62355-2ae4-4437-86cc-875f9810bb2f req-f2fa6474-ab2e-4b6a-8bce-3888c2e20cd9 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0922871 Oct 18 23:19:55.688253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:19:55.711658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88e62355-2ae4-4437-86cc-875f9810bb2f req-01a48c83-e132-4caf-b126-4787a881940a tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652010 Oct 18 23:19:55.723968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:19:55.740573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:19:55.863801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event updated for resources: {'Port': ['ID=d08714bf-05ef-4914-bbd5-2796e67c1f2b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:55.952982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6edb0d9-d7a2-4e1a-bdcd-ee1873368229 req-fd422aab-b7bf-40e7-8c0a-c50cf10f9c0a tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/security-groups?id=b5b31023-a694-49eb-9269-f4218aace6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985567 Oct 18 23:19:55.976158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-a5d9cd50-feb1-4b2f-9cab-76bdff751647 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:55.979556 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-a5d9cd50-feb1-4b2f-9cab-76bdff751647 tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.73 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 950 time: 0.4066141 Oct 18 23:19:56.013487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:56.014340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:56.173725 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-f491951a-bed0-4622-b808-230a9cd99e58 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1261361 Oct 18 23:19:56.231317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6aad03af-0dfb-4dad-83a1-ef3acf1b07c3 None None] Provisioning complete for port d08714bf-05ef-4914-bbd5-2796e67c1f2b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:19:56.231922 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6aad03af-0dfb-4dad-83a1-ef3acf1b07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:56.251285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Request body: {'port': {'device_id': '49973da1-723e-4f8a-91fb-f266921c8f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:19:56.254354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c16b34-27ce-433b-b538-f3128b413985 req-66ff815b-a490-4725-a002-4ef01afe1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:56.260455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7c16b34-27ce-433b-b538-f3128b413985 req-66ff815b-a490-4725-a002-4ef01afe1f0f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1098 time: 0.0654631 Oct 18 23:19:56.322743 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7c16b34-27ce-433b-b538-f3128b413985 req-ef54eb9d-3d71-4fb3-a645-7551dd4369a6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 Oct 18 23:19:56.388741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6aad03af-0dfb-4dad-83a1-ef3acf1b07c3 None None] Port d08714bf-05ef-4914-bbd5-2796e67c1f2b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:19:56.484873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d35123-da1a-46ba-9d4e-291f9a20c0e0 req-ad2955df-2bb0-4c29-ae50-7888e3ad2631 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:56.486949 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b5d35123-da1a-46ba-9d4e-291f9a20c0e0 req-ad2955df-2bb0-4c29-ae50-7888e3ad2631 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 935 time: 0.0929813 Oct 18 23:19:56.559748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b5d35123-da1a-46ba-9d4e-291f9a20c0e0 req-2ce575d9-1107-43b4-9185-7f95c2fb6380 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588822 Oct 18 23:19:56.595565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:56.602963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:56.657264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Router 5438f695-a35e-4bf2-8cdc-90573870a6b7 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:19:56.666282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a71b4-6361-47a9-add0-24a128ce1377 req-fc80a323-82cc-4353-9691-0d1ba2716aee tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:56.668305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c10a71b4-6361-47a9-add0-24a128ce1377 req-fc80a323-82cc-4353-9691-0d1ba2716aee tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 950 time: 0.2551081 Oct 18 23:19:56.676708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Pushing event deleted for resources: {'Port': ['ID=cc147370-d81e-43c8-8ce0-1eaeec7ec6b5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:56.747862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Deleting port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:56.748174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:56.857135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['cc147370-d81e-43c8-8ce0-1eaeec7ec6b5'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:19:56.896676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1775b-cfc6-4f73-988f-3fdc8256cbac req-b53b41a7-b378-4140-8524-019976a58649 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:56.899097 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53d1775b-cfc6-4f73-988f-3fdc8256cbac req-b53b41a7-b378-4140-8524-019976a58649 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0892210 Oct 18 23:19:56.958194 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53d1775b-cfc6-4f73-988f-3fdc8256cbac req-976fa857-c8e7-40ef-8516-eeff35440b76 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475276 Oct 18 23:19:57.149206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] No DVR routers for this DVR port cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:19:57.155765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:57.159229 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-906a07ea-065c-4685-a838-6f8aa41f3fc5 req-f56656ad-2ed7-4d54-8ce1-9350abfc5058 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.73 "DELETE /v2.0/ports/cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 HTTP/1.1" status: 204 len: 173 time: 2.4028354 Oct 18 23:19:57.166836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94', 'name': 'network-vif-deleted', 'tag': 'cc147370-d81e-43c8-8ce0-1eaeec7ec6b5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:57.167718 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de667162-42ab-4adc-9bf0-c73c380698b0 req-9d16b4df-39cc-41f4-9d79-a1f0a032dab4 tempest-VolumesAdminNegativeTest-1144791373 tempest-VolumesAdminNegativeTest-1144791373-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94 HTTP/1.1" status: 200 len: 210 time: 0.0317304 Oct 18 23:19:57.168812 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d8dbab-a2ac-4edf-a790-7b9e1d05577e" -d '{"events": [{"server_uuid": "7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94", "name": "network-vif-deleted", "tag": "cc147370-d81e-43c8-8ce0-1eaeec7ec6b5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:57.314147 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1233f83-255c-4eb0-972f-f500dd657f3b x-openstack-request-id: req-a1233f83-255c-4eb0-972f-f500dd657f3b {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:57.315257 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94", "name": "network-vif-deleted", "tag": "cc147370-d81e-43c8-8ce0-1eaeec7ec6b5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:57.315257 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1233f83-255c-4eb0-972f-f500dd657f3b {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:57.315611 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdc3389-9533-4c9e-b7cc-8dd0b3e89b94', 'name': 'network-vif-deleted', 'tag': 'cc147370-d81e-43c8-8ce0-1eaeec7ec6b5', 'status': 'completed', 'code': 200} Oct 18 23:19:57.353951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c10a71b4-6361-47a9-add0-24a128ce1377 req-8d7bc92e-8e93-4da7-a0a7-67fe5dd2d16d tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/security-groups?id=02766b72-746f-48c9-be75-fcfc6fae5a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612535 Oct 18 23:19:57.468580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] For port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:57.468999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:57.504874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Calling delete_port for 4e76964c-fcd2-4f75-a852-82fb1d1b9afb owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:57.507437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:19:57.524580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] Sync routers for ids ['5438f695-a35e-4bf2-8cdc-90573870a6b7'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:19:57.536619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] Routers {'5438f695-a35e-4bf2-8cdc-90573870a6b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:19:57.537264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5438f695-a35e-4bf2-8cdc-90573870a6b7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:57.547881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fce9c5d2-6a8f-43da-8549-a7f86282e410 admin admin] 10.222.0.52 "PUT /v2.0/routers/5438f695-a35e-4bf2-8cdc-90573870a6b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9704313 Oct 18 23:19:57.549020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41376) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:57.736185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:57.744482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08714bf-05ef-4914-bbd5-2796e67c1f2b {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:19:57.759271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:57.791990 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Transition to ACTIVE for port object d08714bf-05ef-4914-bbd5-2796e67c1f2b will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:19:57.792817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:57.806784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:57.846268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Pushing event deleted for resources: {'Port': ['ID=4e76964c-fcd2-4f75-a852-82fb1d1b9afb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:57.873152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] Set router 5438f695-a35e-4bf2-8cdc-90573870a6b7 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:19:57.934335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] No DVR routers for this DVR port 4e76964c-fcd2-4f75-a852-82fb1d1b9afb on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:19:57.939986 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:57.943713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c84d8f68-9abe-4e65-ab44-a19d24f27f50 req-e18c8691-ff7d-43a8-8277-7b5d09f902ff tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.73 "DELETE /v2.0/ports/4e76964c-fcd2-4f75-a852-82fb1d1b9afb HTTP/1.1" status: 204 len: 173 time: 1.9461093 Oct 18 23:19:57.954938 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:57.974701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Pushing event updated for resources: {'Port': ['ID=d08714bf-05ef-4914-bbd5-2796e67c1f2b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:58.049124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852a60-76db-4bc8-95d8-4145ee244e8c req-d33e85cc-fd99-4bc8-bde2-fe6cc9fe1f9d tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:58.069714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d852a60-76db-4bc8-95d8-4145ee244e8c req-d33e85cc-fd99-4bc8-bde2-fe6cc9fe1f9d tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 947 time: 0.2657983 Oct 18 23:19:58.104762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Attempting to bind port d08714bf-05ef-4914-bbd5-2796e67c1f2b on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:19:58.105109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Attempting to bind port d08714bf-05ef-4914-bbd5-2796e67c1f2b by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:19:58.105452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Attempting to bind port d08714bf-05ef-4914-bbd5-2796e67c1f2b on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:58.131124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Port d08714bf-05ef-4914-bbd5-2796e67c1f2b on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:19:58.131470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Attempting to bind port d08714bf-05ef-4914-bbd5-2796e67c1f2b on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:19:58.144620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:58.146586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:19:58.146963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:19:58.147375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:19:58.147835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Bound port: d08714bf-05ef-4914-bbd5-2796e67c1f2b, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:19:58.148213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:58.167076 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d852a60-76db-4bc8-95d8-4145ee244e8c req-55b47dce-7237-4475-a408-d6faa4df5368 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904810 Oct 18 23:19:58.280286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3c315-80c3-4905-b0cb-a8f4850b92bd req-a618f36f-14af-471a-870b-dc1a95f004a7 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:58.287987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75f3c315-80c3-4905-b0cb-a8f4850b92bd req-a618f36f-14af-471a-870b-dc1a95f004a7 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1318374 Oct 18 23:19:58.314183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] For port d08714bf-05ef-4914-bbd5-2796e67c1f2b, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:19:58.357276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75f3c315-80c3-4905-b0cb-a8f4850b92bd req-6adcf1ea-3d95-4dd7-98a0-0aa791575158 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658731 Oct 18 23:19:58.378296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] For port d08714bf-05ef-4914-bbd5-2796e67c1f2b, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d08714bf-05ef-4914-bbd5-2796e67c1f2b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:19:58.387398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:58.396853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Deleting port 853671df-f249-43fd-8a69-fe536d2dd417 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:19:58.397749 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:58.475290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41392) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:58.522269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '853671df-f249-43fd-8a69-fe536d2dd417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:30Z', 'updated_at': '2021-10-18T23:19:54Z', 'revision_number': 5, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'gw_port': {'id': '853671df-f249-43fd-8a69-fe536d2dd417', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:11:34Z', 'updated_at': '2021-10-18T23:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:58.592298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Pushing event updated for resources: {'Port': ['ID=d08714bf-05ef-4914-bbd5-2796e67c1f2b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:58.610713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] Checking router: 5438f695-a35e-4bf2-8cdc-90573870a6b7 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:19:58.628162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] Routers {'5438f695-a35e-4bf2-8cdc-90573870a6b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:19:58.629230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5438f695-a35e-4bf2-8cdc-90573870a6b7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:58.637599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:58.638814 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:58.641136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-86cb70b0-f3ad-4a2d-9f82-2b5a57ff5878 service neutron] 10.222.0.102 "PUT /v2.0/ports/d08714bf-05ef-4914-bbd5-2796e67c1f2b HTTP/1.1" status: 200 len: 1096 time: 2.3972130 Oct 18 23:19:58.669470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] For port 853671df-f249-43fd-8a69-fe536d2dd417, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=853671df-f249-43fd-8a69-fe536d2dd417,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:19:58.672207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:58.698412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Calling delete_port for 853671df-f249-43fd-8a69-fe536d2dd417 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:19:58.759364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-779472dc-a3e5-473d-a7a0-ca4fd18c936f req-a680c167-fd71-4d15-ba62-6a7e32852ffb tempest-ServersAdminNegativeTestJSON-1734047 tempest-ServersAdminNegativeTestJSON-1734047-project] 10.222.0.52 "GET /v2.0/ports?device_id=95794ea0-5651-4e78-be79-14f6903fbc8e HTTP/1.1" status: 200 len: 210 time: 0.0757668 Oct 18 23:19:58.766431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-da02faf3-6f7f-4e78-a133-b1286d4f8f58 admin admin] Deleting subnet f8bb1a80-7e3f-48b7-81eb-fae85d914e33 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:19:58.785312 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da02faf3-6f7f-4e78-a133-b1286d4f8f58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:58.937588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] Set router 5438f695-a35e-4bf2-8cdc-90573870a6b7 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:19:58.957958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-98ece13f-57d9-446f-91da-29ba066c8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:58.959106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-98ece13f-57d9-446f-91da-29ba066c8f57 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 1099 time: 0.2102509 Oct 18 23:19:59.002605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.009973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:30Z', 'updated_at': '2021-10-18T23:19:58Z', 'revision_number': 6, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:19:59.052596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce15db-bd3b-4719-b979-182b99d6fc0d None None] The sync data for ids ['5438f695-a35e-4bf2-8cdc-90573870a6b7'] in n-d-713498-28 is: [{'id': '5438f695-a35e-4bf2-8cdc-90573870a6b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-800338866-router', 'tenant_id': '5172feb6daf54ed381f02f9e1a7585ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:11:30Z', 'updated_at': '2021-10-18T23:19:58Z', 'revision_number': 6, 'project_id': '5172feb6daf54ed381f02f9e1a7585ce', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:19:59.083173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-aa8268bd-e3e6-4fab-b932-594572fb02a7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d08714bf-05ef-4914-bbd5-2796e67c1f2b HTTP/1.1" status: 200 len: 217 time: 0.0971138 Oct 18 23:19:59.088662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da02faf3-6f7f-4e78-a133-b1286d4f8f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.092522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Pushing event deleted for resources: {'Port': ['ID=853671df-f249-43fd-8a69-fe536d2dd417,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:59.197581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da02faf3-6f7f-4e78-a133-b1286d4f8f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.199953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.204197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-e1e96c63-693b-4e89-830b-4a058fb089c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:59.207836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-e1e96c63-693b-4e89-830b-4a058fb089c9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0836565 Oct 18 23:19:59.297943 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.300512 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.338424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95794ea0-5651-4e78-be79-14f6903fbc8e', 'name': 'network-vif-deleted', 'tag': '4e76964c-fcd2-4f75-a852-82fb1d1b9afb'}, {'name': 'network-changed', 'server_uuid': '49973da1-723e-4f8a-91fb-f266921c8f65', 'tag': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:19:59.342377 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e08e23-8310-4dbb-89ce-1166fc9e36e4" -d '{"events": [{"server_uuid": "95794ea0-5651-4e78-be79-14f6903fbc8e", "name": "network-vif-deleted", "tag": "4e76964c-fcd2-4f75-a852-82fb1d1b9afb"}, {"name": "network-changed", "server_uuid": "49973da1-723e-4f8a-91fb-f266921c8f65", "tag": "d08714bf-05ef-4914-bbd5-2796e67c1f2b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:19:59.388002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.389270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5438f695-a35e-4bf2-8cdc-90573870a6b7 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:19:59.400349 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.402302 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4d50e965-0878-458c-9a1d-719a91d22557 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5438f695-a35e-4bf2-8cdc-90573870a6b7 HTTP/1.1" status: 204 len: 168 time: 1.8518748 Oct 18 23:19:59.406649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41402) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:59.407635 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 23:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6f1b1d-f674-47e7-b636-511a9f1a46f5 x-openstack-request-id: req-7a6f1b1d-f674-47e7-b636-511a9f1a46f5 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:19:59.408093 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95794ea0-5651-4e78-be79-14f6903fbc8e", "name": "network-vif-deleted", "tag": "4e76964c-fcd2-4f75-a852-82fb1d1b9afb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "49973da1-723e-4f8a-91fb-f266921c8f65", "tag": "d08714bf-05ef-4914-bbd5-2796e67c1f2b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:19:59.408603 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a6f1b1d-f674-47e7-b636-511a9f1a46f5 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:19:59.409148 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95794ea0-5651-4e78-be79-14f6903fbc8e', 'name': 'network-vif-deleted', 'tag': '4e76964c-fcd2-4f75-a852-82fb1d1b9afb', 'status': 'completed', 'code': 200} Oct 18 23:19:59.409543 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49973da1-723e-4f8a-91fb-f266921c8f65', 'tag': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b', 'status': 'completed', 'code': 200} Oct 18 23:19:59.421343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-3850e735-c020-4912-9a7c-c238a3b1a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:59.423610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-3850e735-c020-4912-9a7c-c238a3b1a225 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1788726 Oct 18 23:19:59.436335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5192f61-942a-410a-865c-2f2f4158685b req-cfe78450-ac06-424a-bc1c-36ce1b09fb97 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:59.438076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5192f61-942a-410a-865c-2f2f4158685b req-cfe78450-ac06-424a-bc1c-36ce1b09fb97 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 947 time: 0.1953349 Oct 18 23:19:59.498816 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da02faf3-6f7f-4e78-a133-b1286d4f8f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.506555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-e511460f-2d85-4ff6-af18-4fc7881fc787 admin admin] Deleting subnet 6be0dde5-4107-4429-b1e7-299010ebb683 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:19:59.538359 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e511460f-2d85-4ff6-af18-4fc7881fc787 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.576241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da02faf3-6f7f-4e78-a133-b1286d4f8f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.579880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-da02faf3-6f7f-4e78-a133-b1286d4f8f58 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f8bb1a80-7e3f-48b7-81eb-fae85d914e33 HTTP/1.1" status: 204 len: 168 time: 1.0891230 Oct 18 23:19:59.584879 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41408) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:19:59.588534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02faf3-6f7f-4e78-a133-b1286d4f8f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bb1a80-7e3f-48b7-81eb-fae85d914e33,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:19:59.602404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4e76964c-fcd2-4f75-a852-82fb1d1b9afb no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:19:59.611988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5192f61-942a-410a-865c-2f2f4158685b req-2755807b-c692-457d-8983-f5a56b6adb19 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599605 Oct 18 23:19:59.638349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-238884a1-6f24-4927-8dd4-27627f2cc77e service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955080 Oct 18 23:19:59.647804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 4e76964c-fcd2-4f75-a852-82fb1d1b9afb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:19:59.649527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4e76964c-fcd2-4f75-a852-82fb1d1b9afb not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:19:59.650037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:19:59.672497 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e511460f-2d85-4ff6-af18-4fc7881fc787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.674512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:19:59.675023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device cc147370-d81e-43c8-8ce0-1eaeec7ec6b5 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:19:59.768876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ef2dacd-40ee-4d40-99a6-89a986f590e8 req-631f86a2-91d2-4edd-a9fa-bb3b52ffeec8 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099963 Oct 18 23:19:59.802383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77a5bc-8c4f-401c-b21c-c198f9bec099 req-0aff30dd-151a-44e0-af6a-1e4619383aba tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:19:59.804152 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb77a5bc-8c4f-401c-b21c-c198f9bec099 req-0aff30dd-151a-44e0-af6a-1e4619383aba tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.3298540 Oct 18 23:19:59.862969 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:19:59.933542 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb77a5bc-8c4f-401c-b21c-c198f9bec099 req-17dc0e16-1216-4b5a-a890-8ee0f00d3bc0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104226 Oct 18 23:20:00.050861 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e511460f-2d85-4ff6-af18-4fc7881fc787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.074750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-032f2ca2-493a-440a-9bf0-969673cc82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:00.081186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-032f2ca2-493a-440a-9bf0-969673cc82f1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 1099 time: 0.1248250 Oct 18 23:20:00.146071 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.177885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fec765-5263-4643-9c0d-124ba03d7097']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:00.183076 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e511460f-2d85-4ff6-af18-4fc7881fc787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.199189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cc6e16-a20e-4a6a-877f-c40bba0b425f') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:00.199526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cc6e16-a20e-4a6a-877f-c40bba0b425f') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:00.234694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511460f-2d85-4ff6-af18-4fc7881fc787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be0dde5-4107-4429-b1e7-299010ebb683,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:00.240775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.244533 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e511460f-2d85-4ff6-af18-4fc7881fc787 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.251226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e511460f-2d85-4ff6-af18-4fc7881fc787 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6be0dde5-4107-4429-b1e7-299010ebb683 HTTP/1.1" status: 204 len: 168 time: 0.8431203 Oct 18 23:20:00.252620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e887d-b454-4e48-9d39-780450bd1534 None None] Network 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:20:00.258519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41420) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:00.348617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-cedbc35b-134c-4fad-a3fc-77f2c7edd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:00.353143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-cedbc35b-134c-4fad-a3fc-77f2c7edd2fa service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2620256 Oct 18 23:20:00.362230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.402133 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.418810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:20:00.419231 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:20:00.425498 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:20:00.441655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-069fe557-fdb6-4413-8d85-4b26bff62ab8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=d08714bf-05ef-4914-bbd5-2796e67c1f2b HTTP/1.1" status: 200 len: 217 time: 0.0730727 Oct 18 23:20:00.463351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f787b0-5abe-4715-b994-96d574add919 req-aa3ec5c0-5611-4f2a-9d32-7c842aead974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:00.464976 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9f787b0-5abe-4715-b994-96d574add919 req-aa3ec5c0-5611-4f2a-9d32-7c842aead974 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1098 time: 0.0964627 Oct 18 23:20:00.543613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 56e7c510-4bce-4fef-b471-02c241fd8050 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:00.576827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 56e7c510-4bce-4fef-b471-02c241fd8050 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:00.577378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 56e7c510-4bce-4fef-b471-02c241fd8050 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:00.577999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 853671df-f249-43fd-8a69-fe536d2dd417 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:00.583968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41426) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:00.624453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 853671df-f249-43fd-8a69-fe536d2dd417 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:00.625306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 853671df-f249-43fd-8a69-fe536d2dd417 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:00.626090 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.673230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb78e9-1fdc-4a13-a384-7000f4e52194 req-8696ef43-b382-41d7-9fea-459765bab564 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:00.676382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.678151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1bb78e9-1fdc-4a13-a384-7000f4e52194 req-8696ef43-b382-41d7-9fea-459765bab564 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.2492502 Oct 18 23:20:00.683374 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/61fec765-5263-4643-9c0d-124ba03d7097 HTTP/1.1" status: 204 len: 168 time: 1.0917475 Oct 18 23:20:00.686110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-cd7faec2-4c82-4910-8f08-53951c5f89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:00.691616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-cd7faec2-4c82-4910-8f08-53951c5f89c3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2067945 Oct 18 23:20:00.714581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41432) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:00.731651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6aa8e-1c3e-485c-9994-db53093421d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=61fec765-5263-4643-9c0d-124ba03d7097,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:00.749168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84da84-a197-4cf7-b8ac-a624cd97eb23 None None] DHCP port deletion for 6d8f65d5-ffbf-4f59-bae1-5e7b806802ac request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:20:00.779248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Deleting port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:00.781605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.812839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f787b0-5abe-4715-b994-96d574add919 req-d2325c53-f743-4467-ad34-93a1a6c3ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:00.814521 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9f787b0-5abe-4715-b994-96d574add919 req-d2325c53-f743-4467-ad34-93a1a6c3ce47 service neutron] 10.222.0.102 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 920 time: 0.2531507 Oct 18 23:20:00.878293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0d84da84-a197-4cf7-b8ac-a624cd97eb23 None None] Deleting port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:00.878868 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d84da84-a197-4cf7-b8ac-a624cd97eb23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.945988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9f787b0-5abe-4715-b994-96d574add919 req-7641e8a5-141d-4235-90ed-e269ac8551f3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f483184a-9f9a-470c-892a-caace45e10ea HTTP/1.1" status: 200 len: 217 time: 0.1121294 Oct 18 23:20:00.971039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0d84da84-a197-4cf7-b8ac-a624cd97eb23 None None] For port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0,segment=NetworkSegment(91fefe3c-3395-4002-a0f4-9e99c4f866b2),segment_id=91fefe3c-3395-4002-a0f4-9e99c4f866b2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:00.971879 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d84da84-a197-4cf7-b8ac-a624cd97eb23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:00.977671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1bb78e9-1fdc-4a13-a384-7000f4e52194 req-9c5c738e-16cd-4a64-83fb-7d33393e301f tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790451 Oct 18 23:20:00.980949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-8e9f7d88-423c-4120-ae56-c0bedb2e3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:00.984738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-8e9f7d88-423c-4120-ae56-c0bedb2e3f81 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2640896 Oct 18 23:20:01.002066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0d84da84-a197-4cf7-b8ac-a624cd97eb23 None None] Calling delete_port for c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:01.015989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-2644cff7-081f-444a-9761-54063427425f admin admin] Deleting subnet b1859d47-a7f3-4085-948a-69bf78f02819 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:20:01.037116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2644cff7-081f-444a-9761-54063427425f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:01.066266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] For port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0,segment=NetworkSegment(91fefe3c-3395-4002-a0f4-9e99c4f866b2),segment_id=91fefe3c-3395-4002-a0f4-9e99c4f866b2)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:01.066692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:01.076170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b17b6390-a3fc-4c91-8dc8-f43d7da1d5ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5feab2ac501a464f85ed8e4893a21b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868271 Oct 18 23:20:01.083594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41440) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:01.120621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Calling delete_port for c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:01.154097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f787b0-5abe-4715-b994-96d574add919 req-eb756d2b-f726-4fc0-8a81-8873629cabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:01.154571 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2644cff7-081f-444a-9761-54063427425f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:01.157085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9f787b0-5abe-4715-b994-96d574add919 req-eb756d2b-f726-4fc0-8a81-8873629cabc2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.1876564 Oct 18 23:20:01.180616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e82d-bf7c-4ca8-baf6-d583e61bd703 req-aa8dced9-ba51-4595-b849-6f3193622378 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:01.183433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd93e82d-bf7c-4ca8-baf6-d583e61bd703 req-aa8dced9-ba51-4595-b849-6f3193622378 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 947 time: 0.2804034 Oct 18 23:20:01.215036 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d84da84-a197-4cf7-b8ac-a624cd97eb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:01.240752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-ee52d989-f5d8-49ea-b945-b43b709b64f2 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141368 Oct 18 23:20:01.245095 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2644cff7-081f-444a-9761-54063427425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:01.268577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84da84-a197-4cf7-b8ac-a624cd97eb23 None None] Pushing event deleted for resources: {'Port': ['ID=c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:01.280971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d84da84-a197-4cf7-b8ac-a624cd97eb23 None None] No DVR routers for this DVR port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:01.311453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9f787b0-5abe-4715-b994-96d574add919 req-a5b48f8e-7df5-4c7e-ae54-43526f37253d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236434 Oct 18 23:20:01.400681 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2644cff7-081f-444a-9761-54063427425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:01.451562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2644cff7-081f-444a-9761-54063427425f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:01.457944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2644cff7-081f-444a-9761-54063427425f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b1859d47-a7f3-4085-948a-69bf78f02819 HTTP/1.1" status: 204 len: 168 time: 0.7413359 Oct 18 23:20:01.462093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41444) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:01.462989 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27e08e23-8310-4dbb-89ce-1166fc9e36e4 req-0d70dab2-c12a-4bc7-a99d-a3bf73fd0d23 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868334 Oct 18 23:20:01.464468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644cff7-081f-444a-9761-54063427425f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1859d47-a7f3-4085-948a-69bf78f02819,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:01.472626 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd93e82d-bf7c-4ca8-baf6-d583e61bd703 req-a73775c4-2d95-4803-b8c8-18b7df4d46bb tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712235 Oct 18 23:20:01.536585 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50ea9c12-3a84-4e56-ba13-620753e2f80e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:01.681444 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.064150 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50ea9c12-3a84-4e56-ba13-620753e2f80e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.083991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:02.092401 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.094879 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] No DVR routers for this DVR port c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:02.109605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9f787b0-5abe-4715-b994-96d574add919 req-01bfd502-4c82-46e6-be56-914872cc0337 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800324 Oct 18 23:20:02.163226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7a80e-9d57-4ced-a409-8168f1c03ed0 req-dbfa2147-0a02-4a69-b616-8f2d0f37d871 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:02.166277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bc7a80e-9d57-4ced-a409-8168f1c03ed0 req-dbfa2147-0a02-4a69-b616-8f2d0f37d871 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0960538 Oct 18 23:20:02.238925 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bc7a80e-9d57-4ced-a409-8168f1c03ed0 req-b0dafc79-5934-49e0-ad79-1fbfb38f5d18 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606787 Oct 18 23:20:02.286790 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.331056 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50ea9c12-3a84-4e56-ba13-620753e2f80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.333664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50ea9c12-3a84-4e56-ba13-620753e2f80e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.338866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-50ea9c12-3a84-4e56-ba13-620753e2f80e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02766b72-746f-48c9-be75-fcfc6fae5a32 HTTP/1.1" status: 204 len: 168 time: 1.2455845 Oct 18 23:20:02.340703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8f65d5-ffbf-4f59-bae1-5e7b806802ac']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:02.402393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea9c12-3a84-4e56-ba13-620753e2f80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02766b72-746f-48c9-be75-fcfc6fae5a32,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:02.408922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.431350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fefe3c-3395-4002-a0f4-9e99c4f866b2') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:02.432075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fefe3c-3395-4002-a0f4-9e99c4f866b2') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:02.483835 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.487519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c404996-48ec-4656-aa91-9afc2d16ed64']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:02.497355 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9f787b0-5abe-4715-b994-96d574add919 req-9acc6739-9f87-42d7-b732-b072ff8f4e66 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580513 Oct 18 23:20:02.511885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:02.515443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa76520-a443-4eac-91f4-3ea5a34f2822') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:02.516447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa76520-a443-4eac-91f4-3ea5a34f2822') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:02.543310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.560641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.575228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:20:02.576166 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:20:02.594046 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:20:02.597321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:02.597321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c57a6c9a-a2a6-4e8c-87b3-3c2da3e1f1a0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:02.640606 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.698977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:20:02.699914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:20:02.701896 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:20:02.728873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.769565 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.773226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6d8f65d5-ffbf-4f59-bae1-5e7b806802ac HTTP/1.1" status: 204 len: 168 time: 2.5136650 Oct 18 23:20:02.802220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427296-bf14-413d-83e6-7f3c04441dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8f65d5-ffbf-4f59-bae1-5e7b806802ac,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:02.818626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.828788 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:02.837103 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1c404996-48ec-4656-aa91-9afc2d16ed64 HTTP/1.1" status: 204 len: 168 time: 1.3686695 Oct 18 23:20:02.841449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41464) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:02.856042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef52116-1962-4064-9c24-01250bd119ef req-57f5edd7-cca1-4fbc-8fee-5e36f2f38786 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:02.867440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ef52116-1962-4064-9c24-01250bd119ef req-57f5edd7-cca1-4fbc-8fee-5e36f2f38786 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 947 time: 0.2531166 Oct 18 23:20:02.893864 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-093fafcc-48da-4a53-a1d2-a09e64f105ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf5c7054a3984b46811f9649bfaad532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511665 Oct 18 23:20:02.896320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41466) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:02.909358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a36c7-6cef-4e95-a5fb-74181e5ffb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c404996-48ec-4656-aa91-9afc2d16ed64,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:02.944439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41468) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:02.968892 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ef52116-1962-4064-9c24-01250bd119ef req-7aa89476-1ff2-4a10-b206-ecac6da66dcf tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998666 Oct 18 23:20:03.000949 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f55c5ede-62df-4559-aa05-8d093f1e1a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.020846 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dfc1c2b6-e42a-4f25-9e61-8ecffac9c19a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=801f5591a991482caf7b88ace4355b2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0738165 Oct 18 23:20:03.026666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41470) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:03.038617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f55c5ede-62df-4559-aa05-8d093f1e1a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.076254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41472) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:03.106963 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb162-6ba9-49b2-8b58-3699e2129fa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.121106 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f55c5ede-62df-4559-aa05-8d093f1e1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.123759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f55c5ede-62df-4559-aa05-8d093f1e1a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.125383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f55c5ede-62df-4559-aa05-8d093f1e1a77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62348507-7b72-47a7-b5ae-3c5ef2889e20 HTTP/1.1" status: 204 len: 168 time: 0.2274127 Oct 18 23:20:03.135925 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb162-6ba9-49b2-8b58-3699e2129fa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.140201 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dc45868d-1dd6-4a88-85fd-dbf30ea9ac25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ede3605c591453da90c1caeb003b859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627868 Oct 18 23:20:03.143973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c5ede-62df-4559-aa05-8d093f1e1a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62348507-7b72-47a7-b5ae-3c5ef2889e20,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:03.144394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41476) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:03.231391 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b5b29ea-09d3-4a59-b02d-2f8611adcb2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.250179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb162-6ba9-49b2-8b58-3699e2129fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.254582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dfb162-6ba9-49b2-8b58-3699e2129fa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.260202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b3dfb162-6ba9-49b2-8b58-3699e2129fa5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d60b1b45-69be-48ed-abab-d9b97462da95 HTTP/1.1" status: 204 len: 168 time: 0.2280509 Oct 18 23:20:03.272192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfb162-6ba9-49b2-8b58-3699e2129fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b1b45-69be-48ed-abab-d9b97462da95,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:03.290808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b5b29ea-09d3-4a59-b02d-2f8611adcb2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.421712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb82d9-1a08-428e-9faa-ced6fb15d73a req-9b7dab95-8d5f-4efb-b0b8-1d2a19e2ea22 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:03.430029 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ceeb82d9-1a08-428e-9faa-ced6fb15d73a req-9b7dab95-8d5f-4efb-b0b8-1d2a19e2ea22 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0759971 Oct 18 23:20:03.437336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b5b29ea-09d3-4a59-b02d-2f8611adcb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.439876 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b5b29ea-09d3-4a59-b02d-2f8611adcb2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.441028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8b5b29ea-09d3-4a59-b02d-2f8611adcb2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5b31023-a694-49eb-9269-f4218aace6c0 HTTP/1.1" status: 204 len: 168 time: 0.2954745 Oct 18 23:20:03.466241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b29ea-09d3-4a59-b02d-2f8611adcb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b31023-a694-49eb-9269-f4218aace6c0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:03.507772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ceeb82d9-1a08-428e-9faa-ced6fb15d73a req-dfae1671-09a7-4110-8e38-99a113316ee1 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769720 Oct 18 23:20:03.542766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d08714bf-05ef-4914-bbd5-2796e67c1f2b details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:20:03.747379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d08714bf-05ef-4914-bbd5-2796e67c1f2b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d08714bf-05ef-4914-bbd5-2796e67c1f2b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:03.761207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b', 'mac_address': 'fa:16:3e:19:96:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:20:03.818307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.836514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08714bf-05ef-4914-bbd5-2796e67c1f2b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:03.871362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d08714bf-05ef-4914-bbd5-2796e67c1f2b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d08714bf-05ef-4914-bbd5-2796e67c1f2b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:03.878918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:03.954921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d08714bf-05ef-4914-bbd5-2796e67c1f2b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:04.039769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41502) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:04.108309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41504) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:04.155816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3e7d-119d-4af2-ac1b-28d029672c7b req-bd7a6c50-78fd-4fb0-ab5d-02747e15eddb tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:04.157614 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f10b3e7d-119d-4af2-ac1b-28d029672c7b req-bd7a6c50-78fd-4fb0-ab5d-02747e15eddb tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 948 time: 0.0643618 Oct 18 23:20:04.172718 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c1abf2b5-2390-4cc3-9048-b9d40d50022e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5172feb6daf54ed381f02f9e1a7585ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1301169 Oct 18 23:20:04.177242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41506) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:04.199282 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f1ff8c44-d0d5-47a5-9326-48fb4eab1b10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0899230657f42e69d69ff0db36fd81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889592 Oct 18 23:20:04.203276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41508) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:04.259793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0f8475d-7f19-419b-99c9-7d7b74d8efab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:04.262452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f10b3e7d-119d-4af2-ac1b-28d029672c7b req-d1e27c86-805a-4660-bdfe-0c7ae0b9e061 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955853 Oct 18 23:20:04.287888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0f8475d-7f19-419b-99c9-7d7b74d8efab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:04.312433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3e37-1457-4687-8061-04eadc49b47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:04.357896 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3e37-1457-4687-8061-04eadc49b47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:04.359164 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0f8475d-7f19-419b-99c9-7d7b74d8efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:04.362116 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0f8475d-7f19-419b-99c9-7d7b74d8efab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:04.365755 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0f8475d-7f19-419b-99c9-7d7b74d8efab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/999a30f1-ae3d-4887-b299-53f0673eb63c HTTP/1.1" status: 204 len: 168 time: 0.1589000 Oct 18 23:20:04.372526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8475d-7f19-419b-99c9-7d7b74d8efab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999a30f1-ae3d-4887-b299-53f0673eb63c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:04.442419 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3e37-1457-4687-8061-04eadc49b47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:04.449791 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3e37-1457-4687-8061-04eadc49b47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:04.451662 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5dc3e37-1457-4687-8061-04eadc49b47c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/855b81ef-faa3-4c47-abc3-6fe38076be4e HTTP/1.1" status: 204 len: 168 time: 0.2702281 Oct 18 23:20:04.465591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc3e37-1457-4687-8061-04eadc49b47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855b81ef-faa3-4c47-abc3-6fe38076be4e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:04.558082 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:04.579034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['d08714bf-05ef-4914-bbd5-2796e67c1f2b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:04.689499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ddcf9-b4e8-4c21-b3ab-799c9d180129 req-9855c979-a80d-4e64-bed3-e43b27d49899 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:04.692118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c8ddcf9-b4e8-4c21-b3ab-799c9d180129 req-9855c979-a80d-4e64-bed3-e43b27d49899 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0914903 Oct 18 23:20:04.752650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c8ddcf9-b4e8-4c21-b3ab-799c9d180129 req-4f161510-b661-4457-938a-a71e00ea635b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477335 Oct 18 23:20:05.437495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030fd13-43e7-44a1-880c-a03db21a8be5 req-568dde3b-dc32-4338-92f5-b04025627798 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:05.440210 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5030fd13-43e7-44a1-880c-a03db21a8be5 req-568dde3b-dc32-4338-92f5-b04025627798 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 948 time: 0.0962603 Oct 18 23:20:05.532051 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5030fd13-43e7-44a1-880c-a03db21a8be5 req-4c2e8518-3edc-4ba3-a054-8517b36387fe tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812085 Oct 18 23:20:05.772051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41576) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:06.008486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5afe-33f6-49db-9365-03194f975f58 req-beeabe60-e527-4c9f-8543-4a0a41406741 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:06.025409 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a9e5afe-33f6-49db-9365-03194f975f58 req-beeabe60-e527-4c9f-8543-4a0a41406741 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1097503 Oct 18 23:20:06.028334 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.111413 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a9e5afe-33f6-49db-9365-03194f975f58 req-8c0441e2-aa88-4c07-a99f-4a7309846297 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839272 Oct 18 23:20:06.123918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-network', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:06.163500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Made reservation on behalf of f14e9050898442089ab25fad43bb5fa0 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:06.168006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.178661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.325877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.331545 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.363189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:20:06.374480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bb62fb-cea8-488f-ab8d-92198012bb31,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:06.381788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.382451 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Added segment 961b2a93-e2b8-41a9-aba5-05b719a44cf5 of type vlan for network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d Oct 18 23:20:06.434925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.467028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.468335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:06.469010 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.543943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7654583 Oct 18 23:20:06.544534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41604) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:06.601343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Request body: {'subnet': {'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-subnet', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:06.613359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66ae6f-b572-4299-8a5d-8483541bb450 admin admin] Pushing event updated for resources: {'Network': ['ID=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:06.630132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:20:06.705034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Made reservation on behalf of f14e9050898442089ab25fad43bb5fa0 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:06.707510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:06.725527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd867b-481c-4e3d-ae41-83c6a2ea5fa1 req-319fe3ef-968b-4b61-b50e-8c34ee4aa282 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:06.727821 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1fd867b-481c-4e3d-ae41-83c6a2ea5fa1 req-319fe3ef-968b-4b61-b50e-8c34ee4aa282 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 948 time: 0.0824094 Oct 18 23:20:06.835617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1fd867b-481c-4e3d-ae41-83c6a2ea5fa1 req-41639dcd-885f-4ede-a62f-6b7ca95b9294 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887349 Oct 18 23:20:07.017983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:07.108923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac61b62-70f5-4603-982f-08fde35092f6,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:07.123078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Checking segment: {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:07.123439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Network hostable DHCP agents. Network: 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:20:07.151691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:20:07.171870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:07.182244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93afd159-c3c4-4206-98d6-1fdab24f2f0e None None] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:20:07.200975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:07.201700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:07.231450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-493fadab-2742-4311-99ba-6569147d37d4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6856663 Oct 18 23:20:07.236003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41634) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:07.240975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:07.304158 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:07.306930 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:07.394124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550329a-d36b-4070-a242-8104135a1dc8 req-bec19424-0c72-4a51-b1b9-dfcf06d3b0bf tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:07.400171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c550329a-d36b-4070-a242-8104135a1dc8 req-bec19424-0c72-4a51-b1b9-dfcf06d3b0bf tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1539154 Oct 18 23:20:07.405171 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:07.481600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:20:07.482615 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:07.498582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c550329a-d36b-4070-a242-8104135a1dc8 req-6684c75f-53b5-43fb-bd84-ae2d3b647f45 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752852 Oct 18 23:20:07.609627 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:07.662455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d08714bf-05ef-4914-bbd5-2796e67c1f2b up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:07.822406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Allocated IP 172.20.0.2 (69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d/7ac61b62-70f5-4603-982f-08fde35092f6/d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:07.908898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port d08714bf-05ef-4914-bbd5-2796e67c1f2b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:20:07.915494 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port d08714bf-05ef-4914-bbd5-2796e67c1f2b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:07.916199 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.105484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.113022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.146365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.161103 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.183318 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.221044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:08.244079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fd97f-6f27-4863-9d61-a3a08f768600 req-1d46742d-59b0-4567-a38d-8747f381e56b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:08.253098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636fd97f-6f27-4863-9d61-a3a08f768600 req-1d46742d-59b0-4567-a38d-8747f381e56b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 948 time: 0.2519526 Oct 18 23:20:08.348601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:08.354758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:08.362538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636fd97f-6f27-4863-9d61-a3a08f768600 req-d8696b27-a566-41ed-bb65-2c04fb5f4232 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084292 Oct 18 23:20:08.371052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Pushing event updated for resources: {'Port': ['ID=d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:08.421403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Allocated IP 172.25.7.247 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/b3a86c59-4a66-48aa-bed3-be733de8d37a) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:08.423426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d08714bf-05ef-4914-bbd5-2796e67c1f2b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d08714bf-05ef-4914-bbd5-2796e67c1f2b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:08.426346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49973da1-723e-4f8a-91fb-f266921c8f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:08.430086 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff010d2d-5981-4d24-94cd-9df65e67c021" -d '{"events": [{"server_uuid": "49973da1-723e-4f8a-91fb-f266921c8f65", "name": "network-vif-plugged", "status": "completed", "tag": "d08714bf-05ef-4914-bbd5-2796e67c1f2b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:08.456378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.501045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e27e3cd5-6c96-4cc3-b5d9-7116a7c5d100 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0261e7503b18451c93611876df4c8f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604880 Oct 18 23:20:08.519622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Attempting to bind port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:08.519895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Attempting to bind port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:08.520304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Attempting to bind port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb on network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:08.537942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:08.538481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Checking segment: {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:08.539594 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.540004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Bound using segment: {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:08.540500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Bound port: d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:08.540890 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.559859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d08714bf-05ef-4914-bbd5-2796e67c1f2b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:08.646637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] For port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:08.651490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] For port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:08.662317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.717865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.734029 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bdad49-2f13-46ff-b325-5753b8164706 x-openstack-request-id: req-51bdad49-2f13-46ff-b325-5753b8164706 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:08.736159 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49973da1-723e-4f8a-91fb-f266921c8f65", "name": "network-vif-plugged", "status": "completed", "tag": "d08714bf-05ef-4914-bbd5-2796e67c1f2b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:08.736478 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51bdad49-2f13-46ff-b325-5753b8164706 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:08.736889 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49973da1-723e-4f8a-91fb-f266921c8f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b', 'code': 200} Oct 18 23:20:08.800799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f3ea3-d5e2-4f59-9720-cbc0ff035c92 None None] Pushing event updated for resources: {'Port': ['ID=d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:08.812678 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:08.899181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a86c59-4a66-48aa-bed3-be733de8d37a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:08.917421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-9c49b9a8-97b7-4e12-800a-49cf1feefa07 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:08.920419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-9c49b9a8-97b7-4e12-800a-49cf1feefa07 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4143598 Oct 18 23:20:08.939051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:08.942843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41700) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:08.955251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-f7c34629-7ec6-4c9b-8e98-29ba65c3a46b tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/quotas/0261e7503b18451c93611876df4c8f72 HTTP/1.1" status: 200 len: 375 time: 0.0285332 Oct 18 23:20:08.980860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:08.987586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:09.027795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-6e6bb67e-1bfa-45be-9082-97f597b6f3e4 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0261e7503b18451c93611876df4c8f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638437 Oct 18 23:20:09.093521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5a579-d0c8-4b6e-9e96-8161aaf6145c req-6eed1b9f-da54-48ef-8d83-e90ff518e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:09.095960 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-40c5a579-d0c8-4b6e-9e96-8161aaf6145c req-6eed1b9f-da54-48ef-8d83-e90ff518e30e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 1101 time: 0.1867940 Oct 18 23:20:09.468145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2f0cca38-2c7c-4ae3-8fbd-0b1f5923dec1 req-c1b293ec-0a78-4071-b71d-4fbbb75eb49a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 210 time: 0.1029789 Oct 18 23:20:09.472253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81071d5-5eee-436f-97a8-cb5c1f8280b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:09.513655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-40c5a579-d0c8-4b6e-9e96-8161aaf6145c req-4b60b661-3f92-4ec1-9166-f0edb9552502 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465051 Oct 18 23:20:09.729087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe33d7-5571-4991-8d46-b20b5524f936 req-c3094a58-f888-4dff-8ac8-3ad885e2943c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:09.736773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:09.747879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddbe33d7-5571-4991-8d46-b20b5524f936 req-c3094a58-f888-4dff-8ac8-3ad885e2943c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 949 time: 0.1552289 Oct 18 23:20:09.793646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81071d5-5eee-436f-97a8-cb5c1f8280b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:09.816554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81071d5-5eee-436f-97a8-cb5c1f8280b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:09.824081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddbe33d7-5571-4991-8d46-b20b5524f936 req-5012cfdc-07b7-4d0e-ad7d-978a5ef27118 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731409 Oct 18 23:20:09.973358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a81071d5-5eee-436f-97a8-cb5c1f8280b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e5b92db66cb436cab0f4a7f14e29fff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0228949 Oct 18 23:20:09.973358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81071d5-5eee-436f-97a8-cb5c1f8280b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3166c15a-721e-42ab-8f28-78b862949ed8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:09.973806 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41726) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:10.108746 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-defe4932-bc8b-4457-aabc-4dadc348a77e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:10.157506 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-defe4932-bc8b-4457-aabc-4dadc348a77e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:10.172046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:10.261461 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-defe4932-bc8b-4457-aabc-4dadc348a77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:10.266338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-defe4932-bc8b-4457-aabc-4dadc348a77e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:10.270511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-defe4932-bc8b-4457-aabc-4dadc348a77e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3166c15a-721e-42ab-8f28-78b862949ed8 HTTP/1.1" status: 204 len: 168 time: 0.2937627 Oct 18 23:20:10.280360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe4932-bc8b-4457-aabc-4dadc348a77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3166c15a-721e-42ab-8f28-78b862949ed8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:10.412997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Router 4d9e5eb2-b45a-403b-95a3-6319840e074f is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:20:10.469043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cdd1d6-ed65-4a63-b87a-7ad0745812cc None None] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:20:10.594643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:10.664377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:20:10.683322 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Sync routers for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:20:10.686010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e52856-c47f-424a-960b-186c78ee3569 req-2591b829-e9dc-4e12-bbfd-f419f672b525 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:10.700143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-87e52856-c47f-424a-960b-186c78ee3569 req-2591b829-e9dc-4e12-bbfd-f419f672b525 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1300004 Oct 18 23:20:10.718039 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:10.718924 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:10.758855 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:10.761754 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a26f8cbe-c466-4ef0-a190-2ccdf314f9c2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5239775 Oct 18 23:20:10.762284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0b11363a-00b3-4654-bc01-cb49ecc2ed95 None None] Provisioning complete for port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:10.762905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b11363a-00b3-4654-bc01-cb49ecc2ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:10.767183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41740) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:10.798990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44de959d-a31b-44a8-bc64-c3ed2dbd7ca0 req-73e5bfca-7a86-483a-bf58-a82416771c7e tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 210 time: 0.1284311 Oct 18 23:20:10.871384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:10.872375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:10.887606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-87e52856-c47f-424a-960b-186c78ee3569 req-c8acd305-7877-4202-8f31-0d23957092ae tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817913 Oct 18 23:20:10.932506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41744) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:10.967871 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee959f08-4109-44ef-92e5-359d1eaf98eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:11.205069 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:11.208827 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b11363a-00b3-4654-bc01-cb49ecc2ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:11.272589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-1c9a35e9-0286-4553-a3aa-582524495ce6 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0261e7503b18451c93611876df4c8f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2028019 Oct 18 23:20:11.362019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:11.410856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0b11363a-00b3-4654-bc01-cb49ecc2ed95 None None] For port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:11.420803 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b11363a-00b3-4654-bc01-cb49ecc2ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:11.440963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a40b7-2822-4c27-8d2b-12baa1b4642a req-e48b4144-410a-4c26-a3d9-68c2969b0554 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:11.454222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee8a40b7-2822-4c27-8d2b-12baa1b4642a req-e48b4144-410a-4c26-a3d9-68c2969b0554 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 949 time: 0.3969569 Oct 18 23:20:11.593992 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:20:11.594879 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:20:11.649372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee959f08-4109-44ef-92e5-359d1eaf98eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:11.651445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11363a-00b3-4654-bc01-cb49ecc2ed95 None None] Pushing event updated for resources: {'Port': ['ID=d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:11.675983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee8a40b7-2822-4c27-8d2b-12baa1b4642a req-95aedf3d-cc2e-45cf-826d-e8c3edae58d2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205620 Oct 18 23:20:11.682468 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee959f08-4109-44ef-92e5-359d1eaf98eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:11.776275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ee959f08-4109-44ef-92e5-359d1eaf98eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=670a14e0afc7487d8ca09f034554287f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8424969 Oct 18 23:20:11.787251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-c6675445-971d-4956-847a-d6b7318d0f73 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:11.789565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-c6675445-971d-4956-847a-d6b7318d0f73 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5079732 Oct 18 23:20:11.790149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41760) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:11.836619 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:09Z', 'revision_number': 3, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:11.850407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Request body: {'port': {'device_id': '735ae7dc-ff25-461c-9461-fe3fea34c99e', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '0261e7503b18451c93611876df4c8f72'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:11.858982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-62bfce10-a60b-449a-8d17-b508a7ae24c5 None None] Provisioning complete for port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:11.859357 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62bfce10-a60b-449a-8d17-b508a7ae24c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:11.979914 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Checking router: 4d9e5eb2-b45a-403b-95a3-6319840e074f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:20:11.990587 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Updating router 4d9e5eb2-b45a-403b-95a3-6319840e074f port b3a86c59-4a66-48aa-bed3-be733de8d37a binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:20:12.119022 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.270852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.440300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee959f08-4109-44ef-92e5-359d1eaf98eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf058bea-7900-4ec1-8b4b-fad093a9c9f2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:12.552123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e916c0b-e085-49c2-9db9-7786965e8541 req-5aa5a263-916f-4932-8234-d0bccb632f9e tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 210 time: 0.0987227 Oct 18 23:20:12.588023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:12.668613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Made reservation on behalf of 0261e7503b18451c93611876df4c8f72 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:12.672662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.684278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-12d581da-329f-4fe4-9244-c9580ed2c172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.708382 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.723535 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.740087 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-12d581da-329f-4fe4-9244-c9580ed2c172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.830982 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.848253 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-12d581da-329f-4fe4-9244-c9580ed2c172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.851623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-12d581da-329f-4fe4-9244-c9580ed2c172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.852924 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-12d581da-329f-4fe4-9244-c9580ed2c172 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf058bea-7900-4ec1-8b4b-fad093a9c9f2 HTTP/1.1" status: 204 len: 168 time: 1.0588217 Oct 18 23:20:12.862127 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Pushing event updated for resources: {'Port': ['ID=b3a86c59-4a66-48aa-bed3-be733de8d37a,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:12.872368 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Attempting to bind port b3a86c59-4a66-48aa-bed3-be733de8d37a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:12.872857 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Attempting to bind port b3a86c59-4a66-48aa-bed3-be733de8d37a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:12.873148 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Attempting to bind port b3a86c59-4a66-48aa-bed3-be733de8d37a on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:12.882142 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.883178 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.883519 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.884009 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.884353 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.884681 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.885004 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.885378 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.885704 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.886025 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.886685 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.888070 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:12.900077 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:12.900518 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:12.900945 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.901389 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:12.901876 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Bound port: b3a86c59-4a66-48aa-bed3-be733de8d37a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:12.902263 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.968882 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] For port b3a86c59-4a66-48aa-bed3-be733de8d37a, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:12.972859 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] For port b3a86c59-4a66-48aa-bed3-be733de8d37a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b3a86c59-4a66-48aa-bed3-be733de8d37a,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:12.973745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.985091 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.986404 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:12.996376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d581da-329f-4fe4-9244-c9580ed2c172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf058bea-7900-4ec1-8b4b-fad093a9c9f2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:13.102303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:13.105676 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:13.111580 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c9ef1-0325-46cb-81bc-028bb2d7514e None None] Pushing event updated for resources: {'Port': ['ID=b3a86c59-4a66-48aa-bed3-be733de8d37a,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:13.125703 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:13.126960 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:13.265863 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:13.276733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad01b2d-6d2a-498b-98b2-313250e8a61b req-0b2b8866-1c9c-4384-b087-472c1baa50cd tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:13.286349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dad01b2d-6d2a-498b-98b2-313250e8a61b req-0b2b8866-1c9c-4384-b087-472c1baa50cd tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 949 time: 0.4498866 Oct 18 23:20:13.343698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Allocated IP 192.168.233.162 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/50b0ac57-e029-46a2-91c4-dd13b501ec37) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:13.438766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dad01b2d-6d2a-498b-98b2-313250e8a61b req-bbbceb5b-28ba-42f7-86ec-b70a953751d1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900335 Oct 18 23:20:13.477339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Allocated IP 172.20.0.1 (69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d/7ac61b62-70f5-4603-982f-08fde35092f6/02e497d9-9dc7-48a9-9b3f-cb55b44a398e) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:13.524327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:13.684544 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:09Z', 'revision_number': 3, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:13.692916 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:13.719565 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9f1fa-d354-4eb8-8474-058913130e06 None None] The sync data for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 is: [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:09Z', 'revision_number': 3, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:20:13.749176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97497f-c5c3-41f1-98b2-84f52e633c14 req-fe27a446-b80e-4df4-a276-55f5ee71e494 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:13.751342 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd97497f-c5c3-41f1-98b2-84f52e633c14 req-fe27a446-b80e-4df4-a276-55f5ee71e494 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 1101 time: 0.1548345 Oct 18 23:20:13.785762 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:13.871673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d46e4370-b777-45b1-8c68-8de063cdf481 req-8d33eebf-ac01-41a0-90a8-f159ed0bf193 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 210 time: 0.1403346 Oct 18 23:20:13.888393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd97497f-c5c3-41f1-98b2-84f52e633c14 req-51ccda69-6fc1-4adb-86c1-a9232b2f6454 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238749 Oct 18 23:20:13.890416 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:13.951182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:13.967690 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:14.037072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:14.042705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:14.048874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Pushing event updated for resources: {'Port': ['ID=50b0ac57-e029-46a2-91c4-dd13b501ec37,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:14.073361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:14.088018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:14.094815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:14.158701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:14.328906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Pushing event updated for resources: {'Port': ['ID=02e497d9-9dc7-48a9-9b3f-cb55b44a398e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:14.372398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:14.377563 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:14.493591 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-3679df01-c24a-427e-a247-d879227ca047 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6575344 Oct 18 23:20:14.509664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Request body: {'port': {'device_id': '735ae7dc-ff25-461c-9461-fe3fea34c99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:14.604829 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-aae232e8-995e-41b7-9076-37c00a0ed747 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922070 Oct 18 23:20:14.693861 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:14.796038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b3a86c59-4a66-48aa-bed3-be733de8d37a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:14.935803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-74deeed6-bde5-49dd-9c6a-75ce63dd7bcd None None] Provisioning complete for port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:14.942877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-74deeed6-bde5-49dd-9c6a-75ce63dd7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:15.111749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-74deeed6-bde5-49dd-9c6a-75ce63dd7bcd None None] Port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:20:15.156399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b3a86c59-4a66-48aa-bed3-be733de8d37a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:15.157787 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:15.187500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:15.298297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a0877a36-031b-43ed-975b-c640cdcb6b80 None None] Provisioning complete for port 50b0ac57-e029-46a2-91c4-dd13b501ec37 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:15.298975 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a0877a36-031b-43ed-975b-c640cdcb6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:15.313949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6642e6-44a2-4026-8e48-98387846dc41 req-0f37e602-fe98-49b6-abac-2503a7da59cd tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:15.317863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e6642e6-44a2-4026-8e48-98387846dc41 req-0f37e602-fe98-49b6-abac-2503a7da59cd tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 936 time: 0.1707468 Oct 18 23:20:15.340285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760324e-6e63-4377-9742-4bfea8e605ed req-727063ca-98ca-4906-91d7-ddfd0a89c1a3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:15.343028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-727063ca-98ca-4906-91d7-ddfd0a89c1a3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7157650 Oct 18 23:20:15.398898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a0877a36-031b-43ed-975b-c640cdcb6b80 None None] Port 50b0ac57-e029-46a2-91c4-dd13b501ec37 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:20:15.422366 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-4f6698f4-75a7-4e42-a0fa-af648abc85aa tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/quotas/8b85fdab5a4640638956952e4b051a2e HTTP/1.1" status: 200 len: 375 time: 0.0517044 Oct 18 23:20:15.434456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:15.455595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e6642e6-44a2-4026-8e48-98387846dc41 req-7757930a-48a3-4a92-8ae4-7d0774502d4e tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278627 Oct 18 23:20:15.502125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port b3a86c59-4a66-48aa-bed3-be733de8d37a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b3a86c59-4a66-48aa-bed3-be733de8d37a,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:15.509769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:15.556335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b0ac57-e029-46a2-91c4-dd13b501ec37 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:15.566698 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:15.585791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Transition to ACTIVE for port object 50b0ac57-e029-46a2-91c4-dd13b501ec37 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:20:15.603100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:15.691158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=b3a86c59-4a66-48aa-bed3-be733de8d37a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:15.837336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50b0ac57-e029-46a2-91c4-dd13b501ec37,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:15.862977 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-ed19b02d-a459-4f07-bf43-2af1ae1ae1f8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4390697 Oct 18 23:20:15.907620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Attempting to bind port 50b0ac57-e029-46a2-91c4-dd13b501ec37 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:15.908196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Attempting to bind port 50b0ac57-e029-46a2-91c4-dd13b501ec37 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:15.908722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Attempting to bind port 50b0ac57-e029-46a2-91c4-dd13b501ec37 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:15.918759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Port 50b0ac57-e029-46a2-91c4-dd13b501ec37 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:20:15.919334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Attempting to bind port 50b0ac57-e029-46a2-91c4-dd13b501ec37 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:15.935115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:15.935977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:15.937385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:15.938183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Bound port: 50b0ac57-e029-46a2-91c4-dd13b501ec37, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:15.939151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:16.129281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:16.142570 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:16.177355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] For port 50b0ac57-e029-46a2-91c4-dd13b501ec37, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:16.182382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] For port 50b0ac57-e029-46a2-91c4-dd13b501ec37, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=50b0ac57-e029-46a2-91c4-dd13b501ec37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:16.199566 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:16.353281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Pushing event updated for resources: {'Port': ['ID=02e497d9-9dc7-48a9-9b3f-cb55b44a398e,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:16.354775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:16.363094 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:16.368350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:16.370224 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/50b0ac57-e029-46a2-91c4-dd13b501ec37 HTTP/1.1" status: 200 len: 1097 time: 1.8657079 Oct 18 23:20:16.371263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735ae7dc-ff25-461c-9461-fe3fea34c99e', 'tag': '50b0ac57-e029-46a2-91c4-dd13b501ec37'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:16.398692 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c072d2-f8eb-4bd6-b15a-20db89873335" -d '{"events": [{"name": "network-changed", "server_uuid": "735ae7dc-ff25-461c-9461-fe3fea34c99e", "tag": "50b0ac57-e029-46a2-91c4-dd13b501ec37"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:16.563026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5853659-e563-438e-8ff3-62f8699b87f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50b0ac57-e029-46a2-91c4-dd13b501ec37,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:16.590131 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa77954-63e2-4251-99c5-f0de79c376a6 x-openstack-request-id: req-5fa77954-63e2-4251-99c5-f0de79c376a6 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:16.591098 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735ae7dc-ff25-461c-9461-fe3fea34c99e", "tag": "50b0ac57-e029-46a2-91c4-dd13b501ec37", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:16.591737 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fa77954-63e2-4251-99c5-f0de79c376a6 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:16.592687 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735ae7dc-ff25-461c-9461-fe3fea34c99e', 'tag': '50b0ac57-e029-46a2-91c4-dd13b501ec37', 'status': 'completed', 'code': 200} Oct 18 23:20:16.704469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b3a86c59-4a66-48aa-bed3-be733de8d37a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:16.815534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-f6f7f28c-0232-4e80-a7db-d83ddd7e8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:16.819407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-f6f7f28c-0232-4e80-a7db-d83ddd7e8e6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0261e7503b18451c93611876df4c8f72&device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 1100 time: 0.2349117 Oct 18 23:20:16.819938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b3a86c59-4a66-48aa-bed3-be733de8d37a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:16.820828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:16.839934 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-753fed22-2e53-4fb8-b5fb-26fbeb72d8e3 req-f2f54549-54b2-429b-899b-53ded3d03646 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 210 time: 0.1564851 Oct 18 23:20:16.871608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:16.901857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:16.924343 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-aca96f77-1ab4-47fb-a7a6-826ca5957671 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2619216 Oct 18 23:20:17.085607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca92b5-30c3-4e3a-b104-ee67bcff382f req-76145bda-8a61-4017-80cf-152621949755 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:17.089395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ca92b5-30c3-4e3a-b104-ee67bcff382f req-76145bda-8a61-4017-80cf-152621949755 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 948 time: 0.4279387 Oct 18 23:20:17.099265 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-b06ff771-4242-41c3-985d-591d263200a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50b0ac57-e029-46a2-91c4-dd13b501ec37 HTTP/1.1" status: 200 len: 217 time: 0.2531219 Oct 18 23:20:17.255681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-680b1caf-2ae2-4287-b6c4-436f7579f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:17.257688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-680b1caf-2ae2-4287-b6c4-436f7579f0e7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3204910e008f48dab120bec8a811593f&device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 1098 time: 0.2048178 Oct 18 23:20:17.329404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Router 4d9e5eb2-b45a-403b-95a3-6319840e074f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:20:17.347086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-76da9926-4451-4177-8078-c3f54c9019b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:17.357794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-76da9926-4451-4177-8078-c3f54c9019b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2506435 Oct 18 23:20:17.388067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cbd2d490-e027-4477-9076-1b9842b54553 None None] Provisioning complete for port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:17.389390 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cbd2d490-e027-4477-9076-1b9842b54553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:17.486452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2d490-e027-4477-9076-1b9842b54553 None None] Port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:20:17.503986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74ca92b5-30c3-4e3a-b104-ee67bcff382f req-1c20897f-afde-421a-b91e-53154c92b155 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908269 Oct 18 23:20:17.595549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-7a1a0bc1-5887-422f-b3c6-7e3747341772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:17.599903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-7a1a0bc1-5887-422f-b3c6-7e3747341772 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1be3888e-7693-49cd-b41e-8994ed7d7ae3 HTTP/1.1" status: 200 len: 913 time: 0.2854934 Oct 18 23:20:17.625580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-89f9bdbd-2143-4397-a263-3dbd9abae4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:17.627262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-89f9bdbd-2143-4397-a263-3dbd9abae4c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1408737 Oct 18 23:20:17.814765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-a3a83b3c-e919-4481-812e-4e5e9a6940cd service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723621 Oct 18 23:20:17.888446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:20:17.902319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Sync routers for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:20:17.905066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b01b6d57-0e37-44b8-b84e-cefd65a4ef23 admin admin] 10.222.0.52 "PUT /v2.0/routers/4d9e5eb2-b45a-403b-95a3-6319840e074f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1340590 Oct 18 23:20:17.972027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-4941b34a-562e-4324-bf7b-dc87bc0eb2cc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b HTTP/1.1" status: 200 len: 1001 time: 0.3195188 Oct 18 23:20:17.977509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:17.983319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:18.084006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fda2096-bdf3-46ee-b299-c5856eec32b9 req-f4f7322c-e480-4614-95f9-b715d59ef729 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665510 Oct 18 23:20:18.100495 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-180215c7-009a-40bc-ab61-6850eaf757c9 req-033f55b4-b805-4733-9e87-bc8ec9c2c49b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 210 time: 0.0644414 Oct 18 23:20:18.137345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-6a7eae3e-a449-424f-a686-75b231dcaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:18.138881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-6a7eae3e-a449-424f-a686-75b231dcaba5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d72d32c3-4376-40b3-a6a3-0dea9b29d911 HTTP/1.1" status: 200 len: 851 time: 0.1548774 Oct 18 23:20:18.260096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-ae657295-51bb-46a8-9ba0-28c2f183ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:18.273812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-ae657295-51bb-46a8-9ba0-28c2f183ded5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1be3888e-7693-49cd-b41e-8994ed7d7ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242223 Oct 18 23:20:18.356301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:18.403023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-2067b282-bd32-4f6b-a4fb-51a8076f3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:18.410007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-2067b282-bd32-4f6b-a4fb-51a8076f3e66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0261e7503b18451c93611876df4c8f72&device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 1100 time: 0.1562996 Oct 18 23:20:18.555049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-203efec8-16ea-4809-8063-3f6e307f92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:18.555049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-203efec8-16ea-4809-8063-3f6e307f92a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1381142 Oct 18 23:20:18.657095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-9bd098c3-a871-4b8e-8454-8c4f788eed3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50b0ac57-e029-46a2-91c4-dd13b501ec37 HTTP/1.1" status: 200 len: 217 time: 0.0939527 Oct 18 23:20:18.662894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-d66efcef-9ac9-47dc-b009-0a2fdf48cdc7 service neutron] 10.222.0.102 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782558 Oct 18 23:20:18.778452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-2f178e35-4ba2-4fce-8be1-cc9c90e88777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:18.780025 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-2f178e35-4ba2-4fce-8be1-cc9c90e88777 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1150274 Oct 18 23:20:18.944171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-7c74820b-d698-4d24-a1ac-eb0719850710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:18.946895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-7c74820b-d698-4d24-a1ac-eb0719850710 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518028 Oct 18 23:20:19.006611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 2, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:19.048352 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d0bb7a6-484e-459e-8148-73d104fbf0ee req-d7e52b44-7c26-4627-9ef3-413a4fd2b238 service neutron] 10.222.0.102 "GET /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558698 Oct 18 23:20:19.078113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Checking router: 4d9e5eb2-b45a-403b-95a3-6319840e074f for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:20:19.078827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Updating router 4d9e5eb2-b45a-403b-95a3-6319840e074f port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:20:19.103355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-4c0b2b1d-9204-4e3b-99ec-7d7f06f75bbe service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481767 Oct 18 23:20:19.141074 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:19.202276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08c83-9acf-4695-8886-67e65792cfe5 req-02e9244e-0e87-4353-a266-5da2c217850a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:19.218265 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-75a08c83-9acf-4695-8886-67e65792cfe5 req-02e9244e-0e87-4353-a266-5da2c217850a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 948 time: 0.1679475 Oct 18 23:20:19.219132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41928) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:19.279970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6c072d2-f8eb-4bd6-b15a-20db89873335 req-346d7037-6c09-4275-9d8b-6824c29b6c05 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599245 Oct 18 23:20:19.303923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-973fdc20-0cec-43d2-82b5-17cd5e439520 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:19.305617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-75a08c83-9acf-4695-8886-67e65792cfe5 req-cb228d25-b72f-48b1-85d9-da663eb75f9b tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784621 Oct 18 23:20:19.313039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-973fdc20-0cec-43d2-82b5-17cd5e439520 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 821 time: 0.5772181 Oct 18 23:20:19.341058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-b98b811b-9aec-4abf-b1dc-93ffae8cbb63 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/quotas/f14e9050898442089ab25fad43bb5fa0 HTTP/1.1" status: 200 len: 375 time: 0.0269825 Oct 18 23:20:19.430427 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-a037ffff-9d05-4a96-919c-0758b31018d1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8b85fdab5a4640638956952e4b051a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469346 Oct 18 23:20:19.487671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c665b1b-bc86-456d-b367-fb6698cd2eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:19.517727 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-bc357a73-71b2-42ce-89ac-d757ba4f09ac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1750045 Oct 18 23:20:19.684436 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:19.694348 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:19.737810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c665b1b-bc86-456d-b367-fb6698cd2eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:19.761797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c665b1b-bc86-456d-b367-fb6698cd2eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:19.832314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e5e24-9087-478d-821f-0962ef200f9b None None] Pushing event updated for resources: {'Port': ['ID=02e497d9-9dc7-48a9-9b3f-cb55b44a398e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:19.838669 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Attempting to bind port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:19.839072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Attempting to bind port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:19.839407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Attempting to bind port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e on network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:19.850322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e090fff-b4cc-455d-ab03-560d4fc01eec req-3788701a-5479-4151-90ba-02cde1d77a4a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 210 time: 0.1102214 Oct 18 23:20:19.875097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:19.876079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Checking segment: {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:19.876523 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:19.877220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Bound using segment: {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:19.878086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Bound port: 02e497d9-9dc7-48a9-9b3f-cb55b44a398e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:19.878763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:19.887670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c665b1b-bc86-456d-b367-fb6698cd2eb1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1fcb492a29b940ce9b2d9f857579b16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6655376 Oct 18 23:20:19.888749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c665b1b-bc86-456d-b367-fb6698cd2eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8682bbb7-0d90-41bd-9a18-215bb23044ec,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:19.892012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41936) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:19.974924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72c85d58-9db0-4eb4-a995-e8fc60a4fb3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:20.010413 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72c85d58-9db0-4eb4-a995-e8fc60a4fb3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:20.047377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] For port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:20.051515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] For port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=02e497d9-9dc7-48a9-9b3f-cb55b44a398e,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:20.069684 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:20.101695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-3e861d16-226d-43b2-8376-fac36a09bb05 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511827 Oct 18 23:20:20.136351 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72c85d58-9db0-4eb4-a995-e8fc60a4fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:20.154124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e5e24-9087-478d-821f-0962ef200f9b None None] Pushing event updated for resources: {'Port': ['ID=02e497d9-9dc7-48a9-9b3f-cb55b44a398e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:20.179798 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72c85d58-9db0-4eb4-a995-e8fc60a4fb3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:20.190805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-72c85d58-9db0-4eb4-a995-e8fc60a4fb3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8682bbb7-0d90-41bd-9a18-215bb23044ec HTTP/1.1" status: 204 len: 168 time: 0.2971303 Oct 18 23:20:20.193002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760324e-6e63-4377-9742-4bfea8e605ed req-b0961956-dd1d-4c06-a636-d056fe2c7ce3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:20.194445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-b0961956-dd1d-4c06-a636-d056fe2c7ce3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7561617 Oct 18 23:20:20.205113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c85d58-9db0-4eb4-a995-e8fc60a4fb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8682bbb7-0d90-41bd-9a18-215bb23044ec,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:20.233894 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a448bbfa-88bc-43ab-bec8-d2abce8ee3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:20.245000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Request body: {'port': {'device_id': '7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '8b85fdab5a4640638956952e4b051a2e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:20.247583 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5ac8020d-26ec-472f-b0c5-0f3a573f2b56 None None] Provisioning complete for port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:20.248347 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ac8020d-26ec-472f-b0c5-0f3a573f2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:20.319287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:20.320181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:19:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:20.451548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-dc888668-d1fc-4eec-9ce0-dea4cd994e95 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447464 Oct 18 23:20:20.610813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Made reservation on behalf of 8b85fdab5a4640638956952e4b051a2e for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:20.617601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:20.682695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ac8020d-26ec-472f-b0c5-0f3a573f2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:20.785018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:20.853831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2009b9-ba9d-4b66-bf40-ad00fed18334 req-678ebec8-e273-4902-909c-205b5c840943 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:20.860669 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed2009b9-ba9d-4b66-bf40-ad00fed18334 req-678ebec8-e273-4902-909c-205b5c840943 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 948 time: 0.2401724 Oct 18 23:20:20.952709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5ac8020d-26ec-472f-b0c5-0f3a573f2b56 None None] For port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=02e497d9-9dc7-48a9-9b3f-cb55b44a398e,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:20.967846 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ac8020d-26ec-472f-b0c5-0f3a573f2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:21.109390 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed2009b9-ba9d-4b66-bf40-ad00fed18334 req-635f125c-87a0-4ccb-94bd-951a87e447fc tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315514 Oct 18 23:20:21.201911 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-5b389c10-12de-4e2a-9996-fbc4fc487639 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3442259 Oct 18 23:20:21.213807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Allocated IP 192.168.233.96 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/a0422934-edf8-4426-a3e7-fcd4c31d1533) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:21.291916 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7ea9bee-7ff6-4331-b1fd-d95da7f1f805 req-dfa58af5-e47a-4923-9fab-c3f3e398db6b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 210 time: 0.0614429 Oct 18 23:20:21.367970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38c4574a-40e2-4472-bf65-dc570cce2579 req-d0d36162-b7b1-4300-b983-56eded057467 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 210 time: 0.1234188 Oct 18 23:20:21.376225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-132dca38-f83e-402b-bf68-f62cabb5322f None None] Provisioning complete for port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:21.376225 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-132dca38-f83e-402b-bf68-f62cabb5322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:21.699037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-93d1a5f5-353b-41fc-8bec-0ae8774e4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:21.701630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-93d1a5f5-353b-41fc-8bec-0ae8774e4b92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 1102 time: 0.3683493 Oct 18 23:20:21.837305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8020d-26ec-472f-b0c5-0f3a573f2b56 None None] Pushing event updated for resources: {'Port': ['ID=02e497d9-9dc7-48a9-9b3f-cb55b44a398e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:21.874290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:21.915095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b80ea-8123-4a2c-afea-63182fdd741c None None] The sync data for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 is: [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:20:22.059086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-fc0b90f4-1ed9-4c8c-ba90-9ff38dcaa3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:22.061593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-fc0b90f4-1ed9-4c8c-ba90-9ff38dcaa3d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.3272643 Oct 18 23:20:22.167243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-4f4e9451-cc21-4981-908b-e83809669396 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=bdcfc888-b636-4561-9541-04f0c054c609 HTTP/1.1" status: 200 len: 217 time: 0.0950937 Oct 18 23:20:22.168901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41986) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:22.199286 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:22.257851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:22.294336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609', 'ed5a6a02-f612-4ffd-9213-34a83b15ba92'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:22.326185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:22.331039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:22.334389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', '572fa48e-01ff-49a2-a1b6-13719558a6d6', '7efc0eaf-8daa-411f-8c0c-b9f6df035b37', 'd08714bf-05ef-4914-bbd5-2796e67c1f2b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:22.334825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:22.578691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1459323120-network', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:22.615500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-a3f5dde9-342e-421e-b54c-477d2054c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:22.617815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-a3f5dde9-342e-421e-b54c-477d2054c166 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.3741255 Oct 18 23:20:22.619184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event updated for resources: {'Port': ['ID=a0422934-edf8-4426-a3e7-fcd4c31d1533,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:22.638935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a534082-bcf7-4f78-a791-301ecfe95aca req-1da79754-8d30-46b2-8b3e-381c77473383 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:22.641212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a534082-bcf7-4f78-a791-301ecfe95aca req-1da79754-8d30-46b2-8b3e-381c77473383 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 948 time: 0.2789662 Oct 18 23:20:22.729944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:22.730995 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:22.784102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-e8a4c574-9252-45c5-8cb8-667895ba0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:22.785982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-e8a4c574-9252-45c5-8cb8-667895ba0f88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571562 Oct 18 23:20:22.870393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Made reservation on behalf of 0eb68d238f5a4df2b1c7e592e564fe9b for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:22.871865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 02e497d9-9dc7-48a9-9b3f-cb55b44a398e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:22.875677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:22.914795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:22.932670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-896b3dd0-88f7-4baa-b34e-214ee4e268e3 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316345 Oct 18 23:20:22.949097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a534082-bcf7-4f78-a791-301ecfe95aca req-0301120c-7b14-4e7b-af47-790d5e2f9cfa tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997254 Oct 18 23:20:22.968634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756eb6-7dfd-4d93-ac32-6586a96ae593 req-f57f7532-6511-46e4-bad9-33001b9459a1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:22.973840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-fc9115eb-6fae-4f15-a4da-7949291e66a8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7296300 Oct 18 23:20:22.979919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d9756eb6-7dfd-4d93-ac32-6586a96ae593 req-f57f7532-6511-46e4-bad9-33001b9459a1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 935 time: 0.3011985 Oct 18 23:20:22.992121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Request body: {'port': {'device_id': '7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:23.084440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d9756eb6-7dfd-4d93-ac32-6586a96ae593 req-5fa9411c-6af8-47ce-a7ae-0b9a448ae2ec tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015472 Oct 18 23:20:23.336393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:23.374026 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8eb9bdd8-fd12-4737-9004-724e93a1ca09 req-f0b2ec8e-b12c-4f2f-a1c8-2f682a82aa53 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 210 time: 0.0721047 Oct 18 23:20:23.454496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacd1fb9-61e1-467e-bd66-dadf963a6a81 req-531878ac-2f8d-4392-a7c9-ffaba0f9db8b service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555175 Oct 18 23:20:23.461559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6fa942ec-cc74-46a6-841f-16d7d84e1332 None None] Provisioning complete for port a0422934-edf8-4426-a3e7-fcd4c31d1533 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:23.461941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6fa942ec-cc74-46a6-841f-16d7d84e1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:23.548299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:23.549221 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:23.587370 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:23.628611 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:23.653874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:20:23.671024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6fa942ec-cc74-46a6-841f-16d7d84e1332 None None] Port a0422934-edf8-4426-a3e7-fcd4c31d1533 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:20:23.687165 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:23.687530 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Added segment 736366ff-4b66-456e-a147-dbe391f060e5 of type vlan for network 99df72ab-0bc2-4573-974e-4b46f848fc62 Oct 18 23:20:23.721154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 50b0ac57-e029-46a2-91c4-dd13b501ec37 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:20:23.816558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a38341ce-c7c2-40b3-8a88-fa57d85ee98b tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:23.819493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a38341ce-c7c2-40b3-8a88-fa57d85ee98b tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 821 time: 0.6722007 Oct 18 23:20:23.884457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Request body: {'port': {'device_id': 'c73c7096-02b7-4815-983d-75d9235545a9', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'admin_state_up': True, 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:23.927626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 50b0ac57-e029-46a2-91c4-dd13b501ec37, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=50b0ac57-e029-46a2-91c4-dd13b501ec37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:23.956193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '50b0ac57-e029-46a2-91c4-dd13b501ec37', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '50b0ac57-e029-46a2-91c4-dd13b501ec37', 'mac_address': 'fa:16:3e:70:15:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:20:23.962603 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.004967 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59ad4e15-74c8-41d0-887b-5b8a532c9fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.138471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0422934-edf8-4426-a3e7-fcd4c31d1533 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:24.172252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.188620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.196630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:24.200800 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.207882 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.212348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Transition to ACTIVE for port object a0422934-edf8-4426-a3e7-fcd4c31d1533 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:20:24.220025 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.292259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b0ac57-e029-46a2-91c4-dd13b501ec37 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:24.314622 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708c01ec-3af3-4201-982a-df6eb1fe7d93,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:24.345213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 50b0ac57-e029-46a2-91c4-dd13b501ec37, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=50b0ac57-e029-46a2-91c4-dd13b501ec37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:24.362530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.433477 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2630885 Oct 18 23:20:24.439362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=50b0ac57-e029-46a2-91c4-dd13b501ec37,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:24.452398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42014) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:24.464484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Pushing event updated for resources: {'Port': ['ID=a0422934-edf8-4426-a3e7-fcd4c31d1533,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:24.474276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Request body: {'subnet': {'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1459323120-subnet', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:24.556655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489a57e-59ce-4716-ba24-5a5ccaee44cc admin admin] Pushing event updated for resources: {'Network': ['ID=99df72ab-0bc2-4573-974e-4b46f848fc62,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:24.572274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 99df72ab-0bc2-4573-974e-4b46f848fc62 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:20:24.596438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49250f7a-002f-4ee8-8ed3-51f30ee3393f req-ad663b2d-3a49-4a7c-9567-42d4667c092e tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:24.606734 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49250f7a-002f-4ee8-8ed3-51f30ee3393f req-ad663b2d-3a49-4a7c-9567-42d4667c092e tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 948 time: 0.3757908 Oct 18 23:20:24.639029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6c6a-584d-423f-bbf2-553e415e88dc req-d4ba12be-efea-41fc-971f-d9d25d934296 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:24.641746 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a77e6c6a-584d-423f-bbf2-553e415e88dc req-d4ba12be-efea-41fc-971f-d9d25d934296 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 947 time: 0.3456404 Oct 18 23:20:24.644661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Made reservation on behalf of 0eb68d238f5a4df2b1c7e592e564fe9b for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:24.647583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.670414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Made reservation on behalf of f14e9050898442089ab25fad43bb5fa0 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:24.674228 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.716359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49250f7a-002f-4ee8-8ed3-51f30ee3393f req-1463d71c-fbb1-48de-a204-96c6e0d7b040 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085055 Oct 18 23:20:24.761612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Attempting to bind port a0422934-edf8-4426-a3e7-fcd4c31d1533 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:24.762102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Attempting to bind port a0422934-edf8-4426-a3e7-fcd4c31d1533 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:24.770619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Attempting to bind port a0422934-edf8-4426-a3e7-fcd4c31d1533 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:24.816383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Port a0422934-edf8-4426-a3e7-fcd4c31d1533 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:20:24.816802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Attempting to bind port a0422934-edf8-4426-a3e7-fcd4c31d1533 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:24.886892 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:24.919666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:24.919666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:24.919993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:24.920372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Bound port: a0422934-edf8-4426-a3e7-fcd4c31d1533, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:24.920817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:25.028200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['50b0ac57-e029-46a2-91c4-dd13b501ec37'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:25.105107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Allocated IP 172.20.0.11 (69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d/7ac61b62-70f5-4603-982f-08fde35092f6/d9b321e0-9d82-4474-844d-68dc823a56da) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:25.246194 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:25.331046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19e3d4c5-435d-4d08-8ceb-d949659e9a3f req-a401c7b1-3aee-424d-9e00-755a000b9215 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 210 time: 0.0637596 Oct 18 23:20:25.540431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a77e6c6a-584d-423f-bbf2-553e415e88dc req-864f1d41-3882-4c90-a0ea-baf77d821860 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8870220 Oct 18 23:20:25.603358 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:25.718403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] For port a0422934-edf8-4426-a3e7-fcd4c31d1533, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:25.746967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] For port a0422934-edf8-4426-a3e7-fcd4c31d1533, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a0422934-edf8-4426-a3e7-fcd4c31d1533,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:25.752534 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:25.753713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:25.762608 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:25.847906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:25.853089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:25.872088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:25.989854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:25.991034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:26.006845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Pushing event updated for resources: {'Port': ['ID=d9b321e0-9d82-4474-844d-68dc823a56da,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:26.031163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a0a3ab6b-30ca-4368-baf4-94d4338e8ab2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1674538 Oct 18 23:20:26.045494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:26.052030 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:26.052498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Request body: {'port': {'device_id': 'c73c7096-02b7-4815-983d-75d9235545a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:26.054735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] 10.222.0.73 "PUT /v2.0/ports/a0422934-edf8-4426-a3e7-fcd4c31d1533 HTTP/1.1" status: 200 len: 1096 time: 3.0675848 Oct 18 23:20:26.077466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4', 'tag': 'a0422934-edf8-4426-a3e7-fcd4c31d1533'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:26.081869 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10043729-efcc-493f-a54d-9a9fefcc42d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4", "tag": "a0422934-edf8-4426-a3e7-fcd4c31d1533"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:26.095175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Checking segment: {'id': '736366ff-4b66-456e-a147-dbe391f060e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:26.095744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Network hostable DHCP agents. Network: 99df72ab-0bc2-4573-974e-4b46f848fc62, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:20:26.198664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:26.346914 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a6fe39-d608-4c06-b7ee-dee4a00f684e x-openstack-request-id: req-a9a6fe39-d608-4c06-b7ee-dee4a00f684e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:26.347702 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4", "tag": "a0422934-edf8-4426-a3e7-fcd4c31d1533", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:26.348522 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9a6fe39-d608-4c06-b7ee-dee4a00f684e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:26.349367 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4', 'tag': 'a0422934-edf8-4426-a3e7-fcd4c31d1533', 'status': 'completed', 'code': 200} Oct 18 23:20:26.350467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85930fa8-5b96-4ec0-88a2-de61fa1fd3d8,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:26.456994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf785d7-9ce5-4bcd-9eab-72822efa8016 service neutron] Pushing event updated for resources: {'Port': ['ID=a0422934-edf8-4426-a3e7-fcd4c31d1533,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:26.462494 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-caf6f430-2148-4783-bd5a-3dfd3051c0e8 None None] Provisioning complete for port d9b321e0-9d82-4474-844d-68dc823a56da triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:26.463435 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-caf6f430-2148-4783-bd5a-3dfd3051c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:26.521289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Network 99df72ab-0bc2-4573-974e-4b46f848fc62 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:20:26.563821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-caf6f430-2148-4783-bd5a-3dfd3051c0e8 None None] Port d9b321e0-9d82-4474-844d-68dc823a56da cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:20:26.568910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf097d0-93f7-41e7-9c40-8361004cd056 req-8b422717-42aa-415a-993f-e1860ffeeb09 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:26.572070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5bf097d0-93f7-41e7-9c40-8361004cd056 req-8b422717-42aa-415a-993f-e1860ffeeb09 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 949 time: 0.5793350 Oct 18 23:20:26.595144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760324e-6e63-4377-9742-4bfea8e605ed req-1c9d1138-df64-4b34-999e-9873d00511f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:26.597626 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-1c9d1138-df64-4b34-999e-9873d00511f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 1099 time: 0.2915394 Oct 18 23:20:26.601011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 99df72ab-0bc2-4573-974e-4b46f848fc62) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:26.612800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d422f06c-d037-4328-8169-7938cce10b9f None None] Network 99df72ab-0bc2-4573-974e-4b46f848fc62 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:20:26.633088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:26.633713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:26.695970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-c9df4916-acbb-4d66-bfda-606f3ac8c5b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a0422934-edf8-4426-a3e7-fcd4c31d1533 HTTP/1.1" status: 200 len: 217 time: 0.0802495 Oct 18 23:20:26.779357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9a65f278-3872-44b4-b271-0b67d70179c6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3095527 Oct 18 23:20:26.780529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379bd81-2162-4ea9-a6b1-433fec397821 req-b9c58ef4-5c21-46cd-8dea-3e5053bfabd7 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:26.783320 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4379bd81-2162-4ea9-a6b1-433fec397821 req-b9c58ef4-5c21-46cd-8dea-3e5053bfabd7 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 932 time: 0.1859560 Oct 18 23:20:26.789627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42038) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:26.810818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5bf097d0-93f7-41e7-9c40-8361004cd056 req-426a23a9-8ccc-41ac-adf7-ad33c38c1a1d tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292507 Oct 18 23:20:26.842557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:26.860168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760324e-6e63-4377-9742-4bfea8e605ed req-1d169350-5c89-48af-a6d1-99071d908839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:26.863222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-1d169350-5c89-48af-a6d1-99071d908839 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1602130 Oct 18 23:20:26.892564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-99df72ab-0bc2-4573-974e-4b46f848fc62', 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'fixed_ips': [{'subnet_id': '85930fa8-5b96-4ec0-88a2-de61fa1fd3d8'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:20:26.894042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:26.931438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b321e0-9d82-4474-844d-68dc823a56da {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:26.974698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:26.984289 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4379bd81-2162-4ea9-a6b1-433fec397821 req-22f67f82-cbf8-4739-b924-7d7b4ee5fd8e tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309204 Oct 18 23:20:27.000363 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.002389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.020146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Transition to ACTIVE for port object d9b321e0-9d82-4474-844d-68dc823a56da will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:20:27.032785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.052055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760324e-6e63-4377-9742-4bfea8e605ed req-8d74cad6-1a53-44e7-9d84-b779ce27910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:27.058026 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-8d74cad6-1a53-44e7-9d84-b779ce27910b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1844800 Oct 18 23:20:27.191477 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.246159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Allocated IP 172.20.0.2 (99df72ab-0bc2-4573-974e-4b46f848fc62/85930fa8-5b96-4ec0-88a2-de61fa1fd3d8/78eeb736-11d9-44f2-9ffe-dc5e89b4d613) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:27.345025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Pushing event updated for resources: {'Port': ['ID=d9b321e0-9d82-4474-844d-68dc823a56da,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:27.360665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-b8aa81c4-aaae-45bd-89ea-743f05de1b54 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958515 Oct 18 23:20:27.501599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b760324e-6e63-4377-9742-4bfea8e605ed req-f13b5ebb-8245-4fbf-8903-26a22b971ef0 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334090 Oct 18 23:20:27.560241 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.568544 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.619953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Network 99df72ab-0bc2-4573-974e-4b46f848fc62 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:27.629135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:27.640318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:27.647498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Pushing event updated for resources: {'Port': ['ID=78eeb736-11d9-44f2-9ffe-dc5e89b4d613,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:27.660729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-11825cca-9bba-496a-978c-6ff50664cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:27.666305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-11825cca-9bba-496a-978c-6ff50664cd28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b85fdab5a4640638956952e4b051a2e&device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0697820 Oct 18 23:20:27.714679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 50b0ac57-e029-46a2-91c4-dd13b501ec37 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:27.778042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Attempting to bind port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:27.778778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Attempting to bind port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '736366ff-4b66-456e-a147-dbe391f060e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:27.779353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Attempting to bind port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 on network 99df72ab-0bc2-4573-974e-4b46f848fc62 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:27.796472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.806404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:27.807075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Checking segment: {'id': '736366ff-4b66-456e-a147-dbe391f060e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:27.810560 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.812002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Bound using segment: {'id': '736366ff-4b66-456e-a147-dbe391f060e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:27.812890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Bound port: 78eeb736-11d9-44f2-9ffe-dc5e89b4d613, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736366ff-4b66-456e-a147-dbe391f060e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:27.813570 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.823863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-ce2e4518-6541-4713-ba27-f35153c54b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:27.826595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-ce2e4518-6541-4713-ba27-f35153c54b2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1528034 Oct 18 23:20:27.927748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-cd150067-2af0-42ff-a196-01c6056c4bae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a0422934-edf8-4426-a3e7-fcd4c31d1533 HTTP/1.1" status: 200 len: 217 time: 0.0925858 Oct 18 23:20:27.932573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] For port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:27.937963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] For port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=78eeb736-11d9-44f2-9ffe-dc5e89b4d613,segment=NetworkSegment(736366ff-4b66-456e-a147-dbe391f060e5),segment_id=736366ff-4b66-456e-a147-dbe391f060e5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:27.947463 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:27.984856 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.003652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c4b86-220e-42c7-8250-1c389afb4356 req-a76c327b-c208-49bb-9c06-2ef4f82f096e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:28.008058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a83c4b86-220e-42c7-8250-1c389afb4356 req-a76c327b-c208-49bb-9c06-2ef4f82f096e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 947 time: 0.6303883 Oct 18 23:20:28.023642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 50b0ac57-e029-46a2-91c4-dd13b501ec37 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:20:28.026866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Attempting to bind port d9b321e0-9d82-4474-844d-68dc823a56da on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:28.027555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Attempting to bind port d9b321e0-9d82-4474-844d-68dc823a56da by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:28.028277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Attempting to bind port d9b321e0-9d82-4474-844d-68dc823a56da on network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:28.045929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 50b0ac57-e029-46a2-91c4-dd13b501ec37 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:28.045929 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.053940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-53e1bd06-27e4-4ca9-a835-7ff8f49bbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:28.055948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-53e1bd06-27e4-4ca9-a835-7ff8f49bbf9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1212995 Oct 18 23:20:28.070156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9a6ca-e762-4d38-a9d9-6a06d9220bc9 req-32c9c9e3-5b35-45fb-896f-259eb074553c tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:28.072174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ff9a6ca-e762-4d38-a9d9-6a06d9220bc9 req-32c9c9e3-5b35-45fb-896f-259eb074553c tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 949 time: 0.1168456 Oct 18 23:20:28.089524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc848a-327a-49f7-a3c3-131d5ce89bab None None] Pushing event updated for resources: {'Port': ['ID=78eeb736-11d9-44f2-9ffe-dc5e89b4d613,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:28.120147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Port d9b321e0-9d82-4474-844d-68dc823a56da on network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:20:28.120472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Attempting to bind port d9b321e0-9d82-4474-844d-68dc823a56da on network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:28.130997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:28.131328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Checking segment: {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:28.131517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Bound using segment: {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:28.132129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Bound port: d9b321e0-9d82-4474-844d-68dc823a56da, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:28.133019 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.146232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ff9a6ca-e762-4d38-a9d9-6a06d9220bc9 req-7594881c-f2bc-4d18-adcb-029f5c3ab1ce tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633295 Oct 18 23:20:28.152511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-ebf4cc6a-9722-4c21-8d28-f2652114024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:28.154435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-ebf4cc6a-9722-4c21-8d28-f2652114024f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809472 Oct 18 23:20:28.159720 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.167824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a83c4b86-220e-42c7-8250-1c389afb4356 req-95a2df18-dcfc-46a8-b536-27c976de971a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087449 Oct 18 23:20:28.208720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735ae7dc-ff25-461c-9461-fe3fea34c99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b0ac57-e029-46a2-91c4-dd13b501ec37'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:28.211701 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46501fe-b2e8-4db9-abd8-9548759c400e" -d '{"events": [{"server_uuid": "735ae7dc-ff25-461c-9461-fe3fea34c99e", "name": "network-vif-plugged", "status": "completed", "tag": "50b0ac57-e029-46a2-91c4-dd13b501ec37"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:28.242329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 50b0ac57-e029-46a2-91c4-dd13b501ec37, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=50b0ac57-e029-46a2-91c4-dd13b501ec37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:28.249028 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.318302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=50b0ac57-e029-46a2-91c4-dd13b501ec37,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:28.325905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] For port d9b321e0-9d82-4474-844d-68dc823a56da, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:28.366012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] For port d9b321e0-9d82-4474-844d-68dc823a56da, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d9b321e0-9d82-4474-844d-68dc823a56da,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:28.375911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17555202-e0aa-4586-9fcb-f57976aa9385 req-7e7e78f4-10aa-457f-bd9d-fceb2757cc68 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:28.377465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17555202-e0aa-4586-9fcb-f57976aa9385 req-7e7e78f4-10aa-457f-bd9d-fceb2757cc68 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 944 time: 0.1205695 Oct 18 23:20:28.385164 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.423031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-f00fbd32-b8d5-4545-9f88-e88a86cea8e1 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609141 Oct 18 23:20:28.483565 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5045794d-55dd-422a-91a3-98d29f2c2ac3 x-openstack-request-id: req-5045794d-55dd-422a-91a3-98d29f2c2ac3 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:28.483863 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735ae7dc-ff25-461c-9461-fe3fea34c99e", "name": "network-vif-plugged", "status": "completed", "tag": "50b0ac57-e029-46a2-91c4-dd13b501ec37", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:28.484138 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5045794d-55dd-422a-91a3-98d29f2c2ac3 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:28.484714 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735ae7dc-ff25-461c-9461-fe3fea34c99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b0ac57-e029-46a2-91c4-dd13b501ec37', 'code': 200} Oct 18 23:20:28.488108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:28.489140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.491186 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] 10.222.0.73 "PUT /v2.0/ports/d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 1093 time: 2.4454327 Oct 18 23:20:28.495225 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:28.501116 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3583d5-21dc-463a-a9aa-8316b28d10c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:28.516869 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:20:28.550277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17555202-e0aa-4586-9fcb-f57976aa9385 req-905e32bb-8734-4c3b-bf30-4fa32f459517 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500707 Oct 18 23:20:28.718364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Pushing event updated for resources: {'Port': ['ID=d9b321e0-9d82-4474-844d-68dc823a56da,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:28.719256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:28.786575 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eae88c1-724e-457f-849f-bc8d14e4bfbb x-openstack-request-id: req-4eae88c1-724e-457f-849f-bc8d14e4bfbb {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:28.787317 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:28.787317 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4eae88c1-724e-457f-849f-bc8d14e4bfbb {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:28.787646 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'status': 'completed', 'code': 200} Oct 18 23:20:28.792302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.792650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.793003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.793329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.793663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.793994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.794681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.794855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.795117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.795443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.795773 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.796254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3956fc-7103-4405-80c2-b5a65504bc4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:28.797905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5b514-fd5d-447f-aaf4-846de06b390c req-8851d1f2-0ab0-4591-9824-d0214e2391ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:28.806054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39f5b514-fd5d-447f-aaf4-846de06b390c req-8851d1f2-0ab0-4591-9824-d0214e2391ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 1102 time: 0.1487319 Oct 18 23:20:28.830269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:28.830849 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.845945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10043729-efcc-493f-a54d-9a9fefcc42d4 req-6874c85f-7932-4a54-b3e1-ddb88bfac1d3 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133964 Oct 18 23:20:28.857808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39f5b514-fd5d-447f-aaf4-846de06b390c req-d9ca18c3-116f-409e-ba2b-9cea677e4679 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417225 Oct 18 23:20:28.864314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a9db7f8b-99e0-4492-a00c-fbcf2ef7b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:28.866254 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-a9db7f8b-99e0-4492-a00c-fbcf2ef7b5a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1096 time: 0.2249386 Oct 18 23:20:28.883591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.907417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:28.995450 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:29.035085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=78eeb736-11d9-44f2-9ffe-dc5e89b4d613,segment=NetworkSegment(736366ff-4b66-456e-a147-dbe391f060e5),segment_id=736366ff-4b66-456e-a147-dbe391f060e5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:29.042309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:29.056627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Allocated IP 172.25.7.148 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/1e04e2c4-ed69-407f-939e-e6afe5e628c6) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:29.127088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=78eeb736-11d9-44f2-9ffe-dc5e89b4d613,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:29.203699 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:29.254860 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:29.357896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:29.376738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda455a1-3aae-45aa-8d38-37b97a282984 req-18ebc5cf-4332-4f94-9f08-ce67186956db tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:29.378358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eda455a1-3aae-45aa-8d38-37b97a282984 req-18ebc5cf-4332-4f94-9f08-ce67186956db tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 947 time: 0.0565040 Oct 18 23:20:29.379148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:29.431845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eda455a1-3aae-45aa-8d38-37b97a282984 req-9bbe59db-89c3-4968-bce7-c333503ea922 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389872 Oct 18 23:20:29.442438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Pushing event updated for resources: {'Port': ['ID=1e04e2c4-ed69-407f-939e-e6afe5e628c6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:29.447601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:29.464882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-e626b72f-d7ec-40ac-9fe3-abd23aeba54e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 217 time: 0.1194355 Oct 18 23:20:29.540890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d0379-7f30-4be7-a472-fba45d39d81b None None] Network 99df72ab-0bc2-4573-974e-4b46f848fc62 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:20:29.593465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a87d1-35a8-4fb3-ae37-cac9b4301f1e req-4a357a9a-268f-4503-b17a-f2787d9a0b0c tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:29.595842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-016a87d1-35a8-4fb3-ae37-cac9b4301f1e req-4a357a9a-268f-4503-b17a-f2787d9a0b0c tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 950 time: 0.3079040 Oct 18 23:20:29.661722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bfed3b57-363c-49b3-b854-030026c66479 None None] Provisioning complete for port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:29.662244 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bfed3b57-363c-49b3-b854-030026c66479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:29.702459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42d650-adc6-4d8a-aded-30881a6f40d7 req-828f9caf-bb14-4d84-9f19-5b891ca54011 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:29.704172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd42d650-adc6-4d8a-aded-30881a6f40d7 req-828f9caf-bb14-4d84-9f19-5b891ca54011 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 944 time: 0.0577552 Oct 18 23:20:29.748243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-ed520aa1-f11e-4f20-ab0d-dea4643bf4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:29.751092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-ed520aa1-f11e-4f20-ab0d-dea4643bf4cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.2433476 Oct 18 23:20:29.754335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd42d650-adc6-4d8a-aded-30881a6f40d7 req-7277eb99-a12b-408c-ad5d-e3cfb378d62f tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 Oct 18 23:20:29.857375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-016a87d1-35a8-4fb3-ae37-cac9b4301f1e req-139ad464-495e-401a-9146-f9553b55176c tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521920 Oct 18 23:20:29.931110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-f6380642-1ca2-4460-93fb-25e6df0b4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:29.932729 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-f6380642-1ca2-4460-93fb-25e6df0b4dd0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1741083 Oct 18 23:20:30.132950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-65e3a31e-c210-42cc-a21d-d83c77d00832 None None] Provisioning complete for port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:30.133739 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65e3a31e-c210-42cc-a21d-d83c77d00832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:30.257237 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-ba334544-0255-4a32-b0c9-2be7ddfb6ec3 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156204 Oct 18 23:20:30.284686 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:30.487591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:30.560565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:30.560852 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:30.628561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-479d47a3-a234-4a1d-aaf4-9b41c869a839 req-03a7465b-a4bc-454d-8efc-5d39d401694a service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611541 Oct 18 23:20:30.750281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42dd17-3a93-4d02-975b-3c73d3906337 req-40a2fe51-6673-4135-8068-d5cbb18c5486 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:30.753081 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2f42dd17-3a93-4d02-975b-3c73d3906337 req-40a2fe51-6673-4135-8068-d5cbb18c5486 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 947 time: 0.2127829 Oct 18 23:20:30.902520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c2d89-7316-4078-b9d9-8f2cf48712f9 req-c7403f57-d2c1-4224-bafb-cc98c54e50d4 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:30.904188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-669c2d89-7316-4078-b9d9-8f2cf48712f9 req-c7403f57-d2c1-4224-bafb-cc98c54e50d4 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 944 time: 0.0585661 Oct 18 23:20:30.956089 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-669c2d89-7316-4078-b9d9-8f2cf48712f9 req-3920a33f-963d-46f7-bc5d-ca5b1c7c494d tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Oct 18 23:20:30.960664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2f42dd17-3a93-4d02-975b-3c73d3906337 req-0bc3b4d6-c7fd-492c-9e3c-3c46f3baf6ac tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986938 Oct 18 23:20:30.982070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-6c62f8a2-9544-4ab6-bf00-16360722fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:30.984452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-6c62f8a2-9544-4ab6-bf00-16360722fa7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1096 time: 0.2139125 Oct 18 23:20:30.986622 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:31.263434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636184c6-ad5a-458f-bb5a-023eb88a177b req-6f72a8b8-347e-4244-9b5a-a57bc0dd8dee tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:31.265040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636184c6-ad5a-458f-bb5a-023eb88a177b req-6f72a8b8-347e-4244-9b5a-a57bc0dd8dee tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 950 time: 0.1753531 Oct 18 23:20:31.275379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-be63cadb-7b5b-46b8-9ba1-6651889c5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:31.276890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-be63cadb-7b5b-46b8-9ba1-6651889c5941 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.2800548 Oct 18 23:20:31.346077 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-da4bb937-c901-4ad8-bf0e-46aa3963c2dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 217 time: 0.0597908 Oct 18 23:20:31.379618 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636184c6-ad5a-458f-bb5a-023eb88a177b req-b247f929-6409-450c-9310-d4c1005ece12 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016977 Oct 18 23:20:31.410063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Router 95f8a031-137b-4c32-b5e3-1262c3d8762e is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:20:31.432759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-dc5b5b84-9089-4f36-beec-082362f93664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:31.434275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-dc5b5b84-9089-4f36-beec-082362f93664 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.0767560 Oct 18 23:20:31.560344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-36c34c1d-559c-473d-9cfa-e510b309dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:31.561862 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-36c34c1d-559c-473d-9cfa-e510b309dcb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935659 Oct 18 23:20:31.599496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:20:31.618246 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Sync routers for ids ['95f8a031-137b-4c32-b5e3-1262c3d8762e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:20:31.630774 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Routers {'95f8a031-137b-4c32-b5e3-1262c3d8762e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:31.631301 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['95f8a031-137b-4c32-b5e3-1262c3d8762e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:31.660155 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:31.661455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0e5f2c8b-bc43-4059-8c20-16a89f1344dd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8707867 Oct 18 23:20:31.671397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42088) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:31.696364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-e764d972-cbc0-47d0-b08c-d36d7d3c18a3 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229968 Oct 18 23:20:31.755876 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Set router 95f8a031-137b-4c32-b5e3-1262c3d8762e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:31.897831 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb3583d5-21dc-463a-a9aa-8316b28d10c8 req-47932cff-f016-4fbf-89ee-d15ec2547877 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932323 Oct 18 23:20:31.966933 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:27Z', 'updated_at': '2021-10-18T23:20:29Z', 'revision_number': 3, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'gw_port': {'id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:28Z', 'updated_at': '2021-10-18T23:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:32.000129 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Checking router: 95f8a031-137b-4c32-b5e3-1262c3d8762e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:20:32.000537 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Updating router 95f8a031-137b-4c32-b5e3-1262c3d8762e port 1e04e2c4-ed69-407f-939e-e6afe5e628c6 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:20:32.032373 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:32.198870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f81e3-b87c-42f0-8367-3180c06bc9f4 req-48123a8a-9784-4c11-b483-59b7fb65d74c tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:32.201902 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f83f81e3-b87c-42f0-8367-3180c06bc9f4 req-48123a8a-9784-4c11-b483-59b7fb65d74c tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 944 time: 0.0974531 Oct 18 23:20:32.278221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adf5b8-598b-4415-a41e-f4d53b536649 req-05e0571e-702a-4e09-8542-2b1e02cab104 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:32.292675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85adf5b8-598b-4415-a41e-f4d53b536649 req-05e0571e-702a-4e09-8542-2b1e02cab104 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 947 time: 0.1663721 Oct 18 23:20:32.310095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f83f81e3-b87c-42f0-8367-3180c06bc9f4 req-ada6db2b-ad08-4f06-9553-ed094cade045 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932996 Oct 18 23:20:32.395522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85adf5b8-598b-4415-a41e-f4d53b536649 req-3316b82d-de35-4bc0-8578-90b914f2c053 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017685 Oct 18 23:20:32.459736 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:32.480009 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:32.483833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:32.591432 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Attempting to bind port 1e04e2c4-ed69-407f-939e-e6afe5e628c6 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:32.592180 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Attempting to bind port 1e04e2c4-ed69-407f-939e-e6afe5e628c6 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:32.592795 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Attempting to bind port 1e04e2c4-ed69-407f-939e-e6afe5e628c6 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:32.608363 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:32.608964 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:32.609615 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:32.610287 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:32.611157 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Bound port: 1e04e2c4-ed69-407f-939e-e6afe5e628c6, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:32.611864 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:32.645700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee4c12-dc16-4240-adbd-6337eae0f2f2 req-bff8348e-db43-4e11-b22a-19acb3e5e9d5 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:32.649219 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bee4c12-dc16-4240-adbd-6337eae0f2f2 req-bff8348e-db43-4e11-b22a-19acb3e5e9d5 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 950 time: 0.0879529 Oct 18 23:20:32.700937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bee4c12-dc16-4240-adbd-6337eae0f2f2 req-d0e33b1b-7455-4e0b-a66e-10156f9e73e3 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Oct 18 23:20:32.718531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Allocated IP 172.20.0.1 (99df72ab-0bc2-4573-974e-4b46f848fc62/85930fa8-5b96-4ec0-88a2-de61fa1fd3d8/0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:32.808135 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d0930-897d-4f9b-822f-9ee5d334ac3e None None] Pushing event updated for resources: {'Port': ['ID=1e04e2c4-ed69-407f-939e-e6afe5e628c6,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:32.870363 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] For port 1e04e2c4-ed69-407f-939e-e6afe5e628c6, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:32.881333 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] For port 1e04e2c4-ed69-407f-939e-e6afe5e628c6, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1e04e2c4-ed69-407f-939e-e6afe5e628c6,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:32.885192 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:32.895071 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:32.936649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:32.991756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Network 99df72ab-0bc2-4573-974e-4b46f848fc62 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:32.997323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:33.002458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:33.039650 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Routers {'95f8a031-137b-4c32-b5e3-1262c3d8762e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:33.039972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Pushing event updated for resources: {'Port': ['ID=0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:33.041446 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['95f8a031-137b-4c32-b5e3-1262c3d8762e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:33.083183 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:33.185313 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d0930-897d-4f9b-822f-9ee5d334ac3e None None] Pushing event updated for resources: {'Port': ['ID=1e04e2c4-ed69-407f-939e-e6afe5e628c6,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:33.322760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:33.427424 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] Set router 95f8a031-137b-4c32-b5e3-1262c3d8762e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:33.567236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2992e7bc-aa6d-4550-8f8b-6396f13d2ba5 None None] Provisioning complete for port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:33.568425 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2992e7bc-aa6d-4550-8f8b-6396f13d2ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:33.617201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2992e7bc-aa6d-4550-8f8b-6396f13d2ba5 None None] Port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:20:33.690260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-c5b11e0d-9bed-45ed-9437-8cff13c5b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:33.691538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142aa6a-896c-491d-8b45-4881247bb6a3 req-7b95db9d-4194-40de-be31-14c7afb01eb3 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:33.692516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-c5b11e0d-9bed-45ed-9437-8cff13c5b8c4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1098 time: 0.1350684 Oct 18 23:20:33.693222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5142aa6a-896c-491d-8b45-4881247bb6a3 req-7b95db9d-4194-40de-be31-14c7afb01eb3 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 944 time: 0.1040990 Oct 18 23:20:33.733214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:33.749214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a0422934-edf8-4426-a3e7-fcd4c31d1533 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:20:33.756220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:33.793338 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:27Z', 'updated_at': '2021-10-18T23:20:29Z', 'revision_number': 3, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'gw_port': {'id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:28Z', 'updated_at': '2021-10-18T23:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:33.838250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5142aa6a-896c-491d-8b45-4881247bb6a3 req-c0ca8c8a-4f98-47cc-a9f9-016a0910ff02 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375864 Oct 18 23:20:33.884397 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:33.889109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Pushing event updated for resources: {'Port': ['ID=0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:33.902004 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d39f0d-ede6-426d-a166-3c823a59d944 None None] The sync data for ids ['95f8a031-137b-4c32-b5e3-1262c3d8762e'] in n-d-713498-28 is: [{'id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:27Z', 'updated_at': '2021-10-18T23:20:29Z', 'revision_number': 3, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'gw_port': {'id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:28Z', 'updated_at': '2021-10-18T23:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:20:33.984708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a0422934-edf8-4426-a3e7-fcd4c31d1533, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a0422934-edf8-4426-a3e7-fcd4c31d1533,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:34.001515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'a0422934-edf8-4426-a3e7-fcd4c31d1533', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'a0422934-edf8-4426-a3e7-fcd4c31d1533', 'mac_address': 'fa:16:3e:3f:2c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:20:34.045857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Network 99df72ab-0bc2-4573-974e-4b46f848fc62 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:34.048111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:34.056306 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:34.073192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0422934-edf8-4426-a3e7-fcd4c31d1533 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:34.101913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a0422934-edf8-4426-a3e7-fcd4c31d1533, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a0422934-edf8-4426-a3e7-fcd4c31d1533,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:34.112732 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:34.194992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a6221-2ef3-4e12-9f36-353ccbb0d018 req-2d81b0ed-1b4f-4e8e-8471-65e8e620dd42 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:34.202673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-488a6221-2ef3-4e12-9f36-353ccbb0d018 req-2d81b0ed-1b4f-4e8e-8471-65e8e620dd42 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 950 time: 0.5670133 Oct 18 23:20:34.230492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f134252-3116-46bf-aee6-dda0be8f7603 req-ec24b710-b93a-4f98-90cc-4a5747c1bec2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:34.232310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f134252-3116-46bf-aee6-dda0be8f7603 req-ec24b710-b93a-4f98-90cc-4a5747c1bec2 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 947 time: 0.1523883 Oct 18 23:20:34.236842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=a0422934-edf8-4426-a3e7-fcd4c31d1533,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:34.292849 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-488a6221-2ef3-4e12-9f36-353ccbb0d018 req-362e11fc-5708-4575-a9ac-83f10bb5fab8 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874405 Oct 18 23:20:34.292849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-312a4a5d-832c-4156-b8a6-6ed382aef89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:34.296809 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-312a4a5d-832c-4156-b8a6-6ed382aef89d service neutron] 10.222.0.102 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 920 time: 0.5961442 Oct 18 23:20:34.320659 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f134252-3116-46bf-aee6-dda0be8f7603 req-3c3ef9e5-339b-49d5-9856-b1471e1c8c26 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500915 Oct 18 23:20:34.399012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Router 95f8a031-137b-4c32-b5e3-1262c3d8762e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:20:34.442234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-61a19685-f840-4fe3-a682-2c43f80613dc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f483184a-9f9a-470c-892a-caace45e10ea HTTP/1.1" status: 200 len: 217 time: 0.1333487 Oct 18 23:20:34.590061 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:34.626335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-9127a67b-cd6b-47c6-9b67-37f792e36ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:34.627892 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-9127a67b-cd6b-47c6-9b67-37f792e36ed9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.1792936 Oct 18 23:20:34.655372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a0422934-edf8-4426-a3e7-fcd4c31d1533'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:34.702852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-b2e5812d-25fe-4a65-aaee-abc89ba773e4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462472 Oct 18 23:20:34.707381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:20:34.738976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-38fcd8cb-3f43-421b-a2e7-5c8a49a01c27 admin admin] 10.222.0.52 "PUT /v2.0/routers/95f8a031-137b-4c32-b5e3-1262c3d8762e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0564089 Oct 18 23:20:34.757063 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1e04e2c4-ed69-407f-939e-e6afe5e628c6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:34.821552 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7975-a30e-4e0b-a1bc-c37c22e9ca66 req-d183d613-0d13-463d-9af2-28b0b3a21aee tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:34.830770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-544b7975-a30e-4e0b-a1bc-c37c22e9ca66 req-d183d613-0d13-463d-9af2-28b0b3a21aee tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.3610013 Oct 18 23:20:34.838005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c4c886ab-320d-4f13-ab50-323b1cb5b594 None None] Provisioning complete for port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:34.838858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c4c886ab-320d-4f13-ab50-323b1cb5b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:34.921143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-0b2a0ebf-5576-4051-b677-c349b125e0d4 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080982 Oct 18 23:20:34.992288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c4c886ab-320d-4f13-ab50-323b1cb5b594 None None] Port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:20:35.017358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1e04e2c4-ed69-407f-939e-e6afe5e628c6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:35.017741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:35.066740 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-544b7975-a30e-4e0b-a1bc-c37c22e9ca66 req-5bece6ed-d5aa-475d-b47c-e2c7d21c89de tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441832 Oct 18 23:20:35.178918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0770b6e5-c31b-4755-9c78-e29a0d6715e3 req-4edf3edc-916f-44e0-86e9-e6ae072f2bf6 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318656 Oct 18 23:20:35.221440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:35.292153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7e046-083e-42c2-971c-b48d6ffc04e1 req-b0f91a0b-c80b-42d5-ba8c-077895d956e0 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:35.310862 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58c7e046-083e-42c2-971c-b48d6ffc04e1 req-b0f91a0b-c80b-42d5-ba8c-077895d956e0 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 944 time: 0.2125127 Oct 18 23:20:35.396116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 1e04e2c4-ed69-407f-939e-e6afe5e628c6, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1e04e2c4-ed69-407f-939e-e6afe5e628c6,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:35.403905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:35.425487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58c7e046-083e-42c2-971c-b48d6ffc04e1 req-36f09357-576a-4bb6-a2a6-40a2bca1a121 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136279 Oct 18 23:20:35.500578 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-255b4446-75cf-48de-a635-98f93e624dcb tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:35.502439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-255b4446-75cf-48de-a635-98f93e624dcb tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 1102 time: 0.1027062 Oct 18 23:20:35.590003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f3331-bdbc-4ca0-a4fa-8f2b4269150f req-a4005668-6c11-454c-91a9-d10c62fe05cd tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:35.591084 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b63f3331-bdbc-4ca0-a4fa-8f2b4269150f req-a4005668-6c11-454c-91a9-d10c62fe05cd tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=735ae7dc-ff25-461c-9461-fe3fea34c99e HTTP/1.1" status: 200 len: 950 time: 0.0706563 Oct 18 23:20:35.634068 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93f277a8-6b88-452a-928a-2420b12bf16f req-7067cb7b-7ffd-4240-b5cf-3031486b890e tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3031769 Oct 18 23:20:35.644798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:35.646543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b63f3331-bdbc-4ca0-a4fa-8f2b4269150f req-b2848c46-d64a-4a0e-9933-0fcfb9a7ce44 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431314 Oct 18 23:20:35.659788 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] Deleting port 50b0ac57-e029-46a2-91c4-dd13b501ec37 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:35.667121 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:35.722283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=1e04e2c4-ed69-407f-939e-e6afe5e628c6,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:35.737537 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:35.782883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device d9b321e0-9d82-4474-844d-68dc823a56da details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:20:35.784977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de52000-4942-45a2-b637-7de68f90e925 req-6b614b6f-271a-41b5-a5d5-7238e8636231 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:35.787463 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5de52000-4942-45a2-b637-7de68f90e925 req-6b614b6f-271a-41b5-a5d5-7238e8636231 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 948 time: 0.0687318 Oct 18 23:20:35.802637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] For port 50b0ac57-e029-46a2-91c4-dd13b501ec37, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=50b0ac57-e029-46a2-91c4-dd13b501ec37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:35.803031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:35.821240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] Calling delete_port for 50b0ac57-e029-46a2-91c4-dd13b501ec37 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:35.854382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5de52000-4942-45a2-b637-7de68f90e925 req-5ae97204-1c14-4155-99b8-b2dbe9b22a00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546751 Oct 18 23:20:35.952001 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:35.958897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port d9b321e0-9d82-4474-844d-68dc823a56da, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d9b321e0-9d82-4474-844d-68dc823a56da,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:35.974268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'port_id': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'mac_address': 'fa:16:3e:b7:17:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:20:36.046965 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:36.054459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:36.109366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b321e0-9d82-4474-844d-68dc823a56da {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:36.155574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port d9b321e0-9d82-4474-844d-68dc823a56da, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d9b321e0-9d82-4474-844d-68dc823a56da,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:36.162126 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:36.192814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:36.269739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=d9b321e0-9d82-4474-844d-68dc823a56da,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:36.320515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] Pushing event deleted for resources: {'Port': ['ID=50b0ac57-e029-46a2-91c4-dd13b501ec37,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:36.386576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] No DVR routers for this DVR port 50b0ac57-e029-46a2-91c4-dd13b501ec37 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:36.390134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Allocated IP 172.25.7.90 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/51a7ca72-841a-4817-8077-cbaa7e3b7e43) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:36.394691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:36.400637 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3876382f-8ee3-4c78-8343-92cecfdda798 req-d95417af-567e-431a-a403-36ea49ff021d tempest-DeleteServersAdminTestJSON-636579111 tempest-DeleteServersAdminTestJSON-636579111-project-admin] 10.222.0.73 "DELETE /v2.0/ports/50b0ac57-e029-46a2-91c4-dd13b501ec37 HTTP/1.1" status: 204 len: 173 time: 0.8893588 Oct 18 23:20:36.401453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735ae7dc-ff25-461c-9461-fe3fea34c99e', 'name': 'network-vif-deleted', 'tag': '50b0ac57-e029-46a2-91c4-dd13b501ec37'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:36.411873 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9947468-8d06-4865-8e15-31959d8d2eb7" -d '{"events": [{"server_uuid": "735ae7dc-ff25-461c-9461-fe3fea34c99e", "name": "network-vif-deleted", "tag": "50b0ac57-e029-46a2-91c4-dd13b501ec37"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:36.465858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b2547-1a15-4f3b-8f2f-d2251f3959d9 req-30cd9147-6260-4d09-a8e1-8173244c1258 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:36.479577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa2b2547-1a15-4f3b-8f2f-d2251f3959d9 req-30cd9147-6260-4d09-a8e1-8173244c1258 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 945 time: 0.0987396 Oct 18 23:20:36.561519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa2b2547-1a15-4f3b-8f2f-d2251f3959d9 req-ecf72ebc-31ed-4ba2-8a19-8c91ea2398ee tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798576 Oct 18 23:20:36.620465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['50b0ac57-e029-46a2-91c4-dd13b501ec37'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:36.682994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1e04e2c4-ed69-407f-939e-e6afe5e628c6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:36.691317 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:36.740375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Sync routers for ids ['95f8a031-137b-4c32-b5e3-1262c3d8762e'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:20:36.754059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:36.764144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883e56c-6cf0-43a4-8076-20bdbf307973 req-b1fbf791-ed46-4aa3-a176-9f98d06dea8f tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:36.774210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Routers {'95f8a031-137b-4c32-b5e3-1262c3d8762e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:36.774210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['95f8a031-137b-4c32-b5e3-1262c3d8762e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:36.779571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c883e56c-6cf0-43a4-8076-20bdbf307973 req-b1fbf791-ed46-4aa3-a176-9f98d06dea8f tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0825486 Oct 18 23:20:36.817828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:36.821981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:36.826026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:36.834814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['d9b321e0-9d82-4474-844d-68dc823a56da'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:36.856563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c883e56c-6cf0-43a4-8076-20bdbf307973 req-c8b1c1bb-c19a-4aa3-9604-34fd052e597c tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756176 Oct 18 23:20:36.856867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Pushing event updated for resources: {'Port': ['ID=51a7ca72-841a-4817-8077-cbaa7e3b7e43,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:36.917822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1e04e2c4-ed69-407f-939e-e6afe5e628c6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:36.918775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:36.938602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:36.985575 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0395bc-e442-45e2-8d4f-6511a933d3db x-openstack-request-id: req-4d0395bc-e442-45e2-8d4f-6511a933d3db {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:36.986383 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735ae7dc-ff25-461c-9461-fe3fea34c99e", "name": "network-vif-deleted", "tag": "50b0ac57-e029-46a2-91c4-dd13b501ec37", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:36.987053 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d0395bc-e442-45e2-8d4f-6511a933d3db {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:36.988254 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735ae7dc-ff25-461c-9461-fe3fea34c99e', 'name': 'network-vif-deleted', 'tag': '50b0ac57-e029-46a2-91c4-dd13b501ec37', 'status': 'completed', 'code': 200} Oct 18 23:20:37.006060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:37.116787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Set router 95f8a031-137b-4c32-b5e3-1262c3d8762e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:37.188006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15ff37-8a04-46cc-84c1-b78307fe0605 req-4fe95d5d-281a-4f2a-816f-97c0bc91dae5 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:37.190454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b15ff37-8a04-46cc-84c1-b78307fe0605 req-4fe95d5d-281a-4f2a-816f-97c0bc91dae5 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 945 time: 0.1155872 Oct 18 23:20:37.283648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b15ff37-8a04-46cc-84c1-b78307fe0605 req-71785047-1ba1-4f77-8efd-2d9fa6ece362 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748310 Oct 18 23:20:37.342950 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:37.358449 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:37.410518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Pushing event updated for resources: {'Port': ['ID=51a7ca72-841a-4817-8077-cbaa7e3b7e43,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:37.464334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:37.484310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:37.485730 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b67614c3-5b52-4911-8a11-9975157b02d3 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8469121 Oct 18 23:20:37.560590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93f277a8-6b88-452a-928a-2420b12bf16f req-990a90be-7aef-4dad-9343-196a355dd515 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.90 HTTP/1.1" status: 200 len: 695 time: 0.0669808 Oct 18 23:20:37.571864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3573d-2fa9-46d3-807b-8d0bda09476e req-78817838-a315-4208-a748-89e970c59800 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:37.574646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cca3573d-2fa9-46d3-807b-8d0bda09476e req-78817838-a315-4208-a748-89e970c59800 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 948 time: 0.0973265 Oct 18 23:20:37.594133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:27Z', 'updated_at': '2021-10-18T23:20:33Z', 'revision_number': 4, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'gw_port': {'id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:28Z', 'updated_at': '2021-10-18T23:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8', 'name': '', 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'mac_address': 'fa:16:3e:3e:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85930fa8-5b96-4ec0-88a2-de61fa1fd3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:32Z', 'updated_at': '2021-10-18T23:20:33Z', 'revision_number': 2, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'subnets': [{'id': '85930fa8-5b96-4ec0-88a2-de61fa1fd3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:37.633273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cca3573d-2fa9-46d3-807b-8d0bda09476e req-d58addc3-76ab-4f90-94df-8f0758bc0e97 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514860 Oct 18 23:20:37.648384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Checking router: 95f8a031-137b-4c32-b5e3-1262c3d8762e for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:20:37.648949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Updating router 95f8a031-137b-4c32-b5e3-1262c3d8762e port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:20:37.681875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:37.697188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b787b4c2-db9f-4df7-84cd-1ef91d3c6f92 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:37.698896 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93f277a8-6b88-452a-928a-2420b12bf16f req-b787b4c2-db9f-4df7-84cd-1ef91d3c6f92 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1321008 Oct 18 23:20:37.801162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a0422934-edf8-4426-a3e7-fcd4c31d1533 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:37.909402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port a0422934-edf8-4426-a3e7-fcd4c31d1533 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:20:37.942440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port a0422934-edf8-4426-a3e7-fcd4c31d1533 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:37.942963 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:37.958048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-4f3ba60d-577b-4c1e-862c-8d98f094de1a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0261e7503b18451c93611876df4c8f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420585 Oct 18 23:20:37.989861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb21486-ab62-4db1-89a6-210761b928cd req-10603fba-20b6-4b25-b401-0b2344b4e411 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:37.992744 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afb21486-ab62-4db1-89a6-210761b928cd req-10603fba-20b6-4b25-b401-0b2344b4e411 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 945 time: 0.0993757 Oct 18 23:20:38.056232 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afb21486-ab62-4db1-89a6-210761b928cd req-68bda292-a089-4f6d-85ec-e977859533f2 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups?id=fbd959d0-6d53-4f7a-b5f4-95a091970828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558298 Oct 18 23:20:38.088321 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.125365 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.130760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0422934-edf8-4426-a3e7-fcd4c31d1533'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:38.134169 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38979c3-6893-4995-bd39-98b1d3903114" -d '{"events": [{"server_uuid": "7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4", "name": "network-vif-plugged", "status": "completed", "tag": "a0422934-edf8-4426-a3e7-fcd4c31d1533"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:38.143026 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8c5a346-6ae5-40a5-a393-df37858a95dc req-28a91699-586b-4e51-8292-0295ec573b94 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips/47b90ded-c06b-4f72-9f25-6e1f45a035af HTTP/1.1" status: 200 len: 692 time: 0.0581088 Oct 18 23:20:38.148477 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.152675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a0422934-edf8-4426-a3e7-fcd4c31d1533, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a0422934-edf8-4426-a3e7-fcd4c31d1533,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:38.161965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-e973578b-83ff-4ac8-a1bf-ab612449a44a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:38.176655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-e973578b-83ff-4ac8-a1bf-ab612449a44a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071621 Oct 18 23:20:38.185235 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.206627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-12e6b0b6-0769-4d35-bf70-87aea9708e0d tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/quotas/0261e7503b18451c93611876df4c8f72 HTTP/1.1" status: 200 len: 375 time: 0.0284548 Oct 18 23:20:38.212563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc5784-ba53-4e23-9206-75e4e6dba707 None None] Pushing event updated for resources: {'Port': ['ID=0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:38.271184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-adf6f88c-fd85-4fd4-905d-2fd972462074 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0261e7503b18451c93611876df4c8f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612037 Oct 18 23:20:38.289529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-d1d3ca22-e950-4bd8-9ad8-c6f7ee70236a tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:38.291137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-d1d3ca22-e950-4bd8-9ad8-c6f7ee70236a tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 945 time: 0.1351137 Oct 18 23:20:38.319782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Attempting to bind port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:38.320164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Attempting to bind port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '736366ff-4b66-456e-a147-dbe391f060e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:38.320534 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Attempting to bind port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 on network 99df72ab-0bc2-4573-974e-4b46f848fc62 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:38.329688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:38.330079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Checking segment: {'id': '736366ff-4b66-456e-a147-dbe391f060e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:38.330546 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.330976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Bound using segment: {'id': '736366ff-4b66-456e-a147-dbe391f060e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:38.331471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Bound port: 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736366ff-4b66-456e-a147-dbe391f060e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:38.331862 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.335540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=a0422934-edf8-4426-a3e7-fcd4c31d1533,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:38.413392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5a346-6ae5-40a5-a393-df37858a95dc req-fb75cc3f-c473-4dc3-bf89-d3ab80be1ed1 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:38.426996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8c5a346-6ae5-40a5-a393-df37858a95dc req-fb75cc3f-c473-4dc3-bf89-d3ab80be1ed1 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.2826879 Oct 18 23:20:38.488661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Deleting port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:38.489110 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.491438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] For port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:38.504724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] For port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8,segment=NetworkSegment(736366ff-4b66-456e-a147-dbe391f060e5),segment_id=736366ff-4b66-456e-a147-dbe391f060e5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:38.512230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.543923 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ca2c41-4f8e-46a5-a207-fb92ee79de6b x-openstack-request-id: req-51ca2c41-4f8e-46a5-a207-fb92ee79de6b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:38.544198 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4", "name": "network-vif-plugged", "status": "completed", "tag": "a0422934-edf8-4426-a3e7-fcd4c31d1533", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:38.544745 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51ca2c41-4f8e-46a5-a207-fb92ee79de6b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:38.544899 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0422934-edf8-4426-a3e7-fcd4c31d1533', 'code': 200} Oct 18 23:20:38.593472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-eb7bbbf9-50fa-418b-9310-05dcb35ea383 None None] Provisioning complete for port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:38.593472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbbf9-50fa-418b-9310-05dcb35ea383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.627053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Routers {'95f8a031-137b-4c32-b5e3-1262c3d8762e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:38.627719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['95f8a031-137b-4c32-b5e3-1262c3d8762e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:38.630289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] For port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:38.630816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:38.641210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc5784-ba53-4e23-9206-75e4e6dba707 None None] Pushing event updated for resources: {'Port': ['ID=0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:38.760332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e57c21-565d-4c11-94d5-cb3396833feb req-e98b166a-efa2-4d65-80c7-04066f1ce82e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:38.771401 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76e57c21-565d-4c11-94d5-cb3396833feb req-e98b166a-efa2-4d65-80c7-04066f1ce82e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1137187 Oct 18 23:20:38.933216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80c08c-ff81-4441-a983-fb03a75074e9 req-af2554fe-e25a-4367-b747-532493595fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:38.934876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd80c08c-ff81-4441-a983-fb03a75074e9 req-af2554fe-e25a-4367-b747-532493595fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 1101 time: 0.2224548 Oct 18 23:20:38.973148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89da6f-c05c-4e32-96ec-2d78a57bbaf0 req-726bb5a3-3f19-45f0-bdb1-b2fa6a3f1b51 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:38.974794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd89da6f-c05c-4e32-96ec-2d78a57bbaf0 req-726bb5a3-3f19-45f0-bdb1-b2fa6a3f1b51 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 945 time: 0.3426013 Oct 18 23:20:39.034047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:39.034945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:39.034945 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Floating IP 4ac30575-83ad-423c-b195-67679e1cbf50 disassociated. External IP: 172.25.7.99, port: f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8. Oct 18 23:20:39.035319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Calling delete_port for f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:39.039773 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd80c08c-ff81-4441-a983-fb03a75074e9 req-8e98fe38-d4fc-4400-b0a5-abd751184dbb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943298 Oct 18 23:20:39.047486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76e57c21-565d-4c11-94d5-cb3396833feb req-325fd907-8324-4d25-8e74-d86fdfef4b9e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740545 Oct 18 23:20:39.048546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd89da6f-c05c-4e32-96ec-2d78a57bbaf0 req-8f2844cb-94d8-4dd1-ad11-c6efab02bbdc tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538433 Oct 18 23:20:39.103241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] Set router 95f8a031-137b-4c32-b5e3-1262c3d8762e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:39.191260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a193584f-4a77-4909-8ded-6de37daa4f5a req-3ac70c87-eee4-4b59-9331-2b859a3e2c5a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 210 time: 0.0383258 Oct 18 23:20:39.228882 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b12642a8-1a41-49a5-9d46-91984e877301 req-76b23ee6-74ec-4988-b9bf-ab1063347107 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=0eb68d238f5a4df2b1c7e592e564fe9b HTTP/1.1" status: 200 len: 695 time: 0.1291881 Oct 18 23:20:39.229122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbbf9-50fa-418b-9310-05dcb35ea383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:39.286830 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:39.339214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Pushing event deleted for resources: {'Port': ['ID=f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:39.359949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-eb7bbbf9-50fa-418b-9310-05dcb35ea383 None None] For port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8,segment=NetworkSegment(736366ff-4b66-456e-a147-dbe391f060e5),segment_id=736366ff-4b66-456e-a147-dbe391f060e5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:39.368155 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbbf9-50fa-418b-9310-05dcb35ea383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:39.429936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12642a8-1a41-49a5-9d46-91984e877301 req-b1804db3-3ca8-41a4-91a0-a3c54c9f604d tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:39.431866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b12642a8-1a41-49a5-9d46-91984e877301 req-b1804db3-3ca8-41a4-91a0-a3c54c9f604d tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/networks?id=a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 787 time: 0.1965230 Oct 18 23:20:39.439705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ec30f-c43a-4f21-a1f4-c57f155c8ef8 req-05eccbc1-5789-4807-acdf-30219e8ac9ba tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:39.441328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-080ec30f-c43a-4f21-a1f4-c57f155c8ef8 req-05eccbc1-5789-4807-acdf-30219e8ac9ba tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 949 time: 0.1198056 Oct 18 23:20:39.443879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-b12642a8-1a41-49a5-9d46-91984e877301 req-c9a551db-3e83-4476-b144-1e8946eacde6 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:20:39.446653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b12642a8-1a41-49a5-9d46-91984e877301 req-c9a551db-3e83-4476-b144-1e8946eacde6 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068829 Oct 18 23:20:39.548080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-080ec30f-c43a-4f21-a1f4-c57f155c8ef8 req-65b1604d-949c-496a-ada6-bb57e0a8b5d8 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832751 Oct 18 23:20:39.571414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Router 2fe80d22-4431-44d4-b803-a573c0b1688a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:20:39.580428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bbbf9-50fa-418b-9310-05dcb35ea383 None None] Pushing event updated for resources: {'Port': ['ID=0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:39.592586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7d7a9d9b-3d0b-460d-9431-bbf00094cf97 None None] Provisioning complete for port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:39.593224 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9d9b-3d0b-460d-9431-bbf00094cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:39.782770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62893501-da52-4d59-9967-7ebcdbfaf9b7 req-94725d47-0a35-4b60-9880-fa7fc5b2268a tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9 HTTP/1.1" status: 200 len: 210 time: 0.0497525 Oct 18 23:20:39.795389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:20:39.814111 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] Sync routers for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:20:39.829648 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:39.830312 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:39.851089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device d9b321e0-9d82-4474-844d-68dc823a56da up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:39.895333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:27Z', 'updated_at': '2021-10-18T23:20:33Z', 'revision_number': 4, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'gw_port': {'id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:28Z', 'updated_at': '2021-10-18T23:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8', 'name': '', 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'mac_address': 'fa:16:3e:3e:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85930fa8-5b96-4ec0-88a2-de61fa1fd3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:32Z', 'updated_at': '2021-10-18T23:20:38Z', 'revision_number': 4, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'subnets': [{'id': '85930fa8-5b96-4ec0-88a2-de61fa1fd3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:39.900402 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-fb4efd02-1ea9-41a6-b7ec-426cdead4d52 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips/47b90ded-c06b-4f72-9f25-6e1f45a035af HTTP/1.1" status: 200 len: 692 time: 0.1060836 Oct 18 23:20:39.904906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] No DVR routers for this DVR port f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:39.910008 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:39.916684 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7e9ce55-f617-4cf8-bcdc-b4e722411dff req-6ac0f715-c881-4c7d-92b3-3c2b0038c8fd tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.73 "DELETE /v2.0/ports/f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 HTTP/1.1" status: 204 len: 173 time: 1.6170132 Oct 18 23:20:39.918300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'name': 'network-vif-deleted', 'tag': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:39.926932 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca384de-0215-48c5-a682-420623738996" -d '{"events": [{"server_uuid": "4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9", "name": "network-vif-deleted", "tag": "f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:39.939824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26955cc8-ea55-4c57-bd3f-eb56c296994b None None] The sync data for ids ['95f8a031-137b-4c32-b5e3-1262c3d8762e'] in n-d-713498-28 is: [{'id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:27Z', 'updated_at': '2021-10-18T23:20:33Z', 'revision_number': 4, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'gw_port': {'id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:28Z', 'updated_at': '2021-10-18T23:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8', 'name': '', 'network_id': '99df72ab-0bc2-4573-974e-4b46f848fc62', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'mac_address': 'fa:16:3e:3e:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85930fa8-5b96-4ec0-88a2-de61fa1fd3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:32Z', 'updated_at': '2021-10-18T23:20:38Z', 'revision_number': 4, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'subnets': [{'id': '85930fa8-5b96-4ec0-88a2-de61fa1fd3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:20:39.989940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port d9b321e0-9d82-4474-844d-68dc823a56da completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:20:39.996532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port d9b321e0-9d82-4474-844d-68dc823a56da triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:39.997247 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:40.026960 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdddb18-a585-446a-b5d4-c6faad58e2f5 x-openstack-request-id: req-1fdddb18-a585-446a-b5d4-c6faad58e2f5 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:40.027766 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9", "name": "network-vif-deleted", "tag": "f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:40.028914 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1fdddb18-a585-446a-b5d4-c6faad58e2f5 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:40.031907 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7f089a-ae7e-4b8b-9578-ec8fb21dc8a9', 'name': 'network-vif-deleted', 'tag': 'f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8', 'status': 'completed', 'code': 200} Oct 18 23:20:40.167013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-1933ea01-a5d2-4d57-9a1a-047d3b6be535 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:40.175518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-1933ea01-a5d2-4d57-9a1a-047d3b6be535 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.2724946 Oct 18 23:20:40.183105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-930fc7be-ecc9-43ac-b2c5-61c0e465b0b6 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:20:40.191250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-930fc7be-ecc9-43ac-b2c5-61c0e465b0b6 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0143738 Oct 18 23:20:40.226143 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:40.249849 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:40.265138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-4ff48759-01e5-498c-979d-8a6e919212fe tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.90 HTTP/1.1" status: 200 len: 695 time: 0.0725596 Oct 18 23:20:40.325484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1c4a4-af81-4d40-9856-899afc4b1408 req-d00f97c7-3067-4078-8999-b25e63f88c6b tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:40.333694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-bcd1562a-ec02-49dd-81c4-819c7cf20ae0 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.90 HTTP/1.1" status: 200 len: 695 time: 0.0668402 Oct 18 23:20:40.347509 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28b1c4a4-af81-4d40-9856-899afc4b1408 req-d00f97c7-3067-4078-8999-b25e63f88c6b tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 945 time: 0.1444378 Oct 18 23:20:40.359742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port d9b321e0-9d82-4474-844d-68dc823a56da, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d9b321e0-9d82-4474-844d-68dc823a56da,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:40.369323 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:40.370926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:40.410468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28b1c4a4-af81-4d40-9856-899afc4b1408 req-e525235e-0979-4409-bc19-e13cb8ac83b2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593369 Oct 18 23:20:40.478081 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-1ad8f1e5-cc8e-4a0e-b52d-7f367921fdd3 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=0261e7503b18451c93611876df4c8f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664494 Oct 18 23:20:40.490918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:40.492497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f92405d0-d6fb-4aed-96a3-d35fb2fc9aa8 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:40.493332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 50b0ac57-e029-46a2-91c4-dd13b501ec37 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:40.554210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:40.562025 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7427e65c-3e0f-4439-b140-92211aeaae8e" -d '{"events": [{"server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "name": "network-vif-plugged", "status": "completed", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:40.707553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 50b0ac57-e029-46a2-91c4-dd13b501ec37 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:40.708312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 50b0ac57-e029-46a2-91c4-dd13b501ec37 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:40.730397 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:40.733672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101f24a-03ca-4b71-9714-a8f9b388e2d8 req-94bec811-ebab-4ee4-8ee0-1d30f42dc6c0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:40.745201 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5101f24a-03ca-4b71-9714-a8f9b388e2d8 req-94bec811-ebab-4ee4-8ee0-1d30f42dc6c0 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1930280 Oct 18 23:20:40.855467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-e280b919-8522-4991-8bfd-8fc857195f0b tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:40.857048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-e280b919-8522-4991-8bfd-8fc857195f0b tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724587 Oct 18 23:20:40.880629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Request body: {'port': {'device_id': 'e7a119d1-e3e3-491f-b632-f8f1d6fdc24e', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '0261e7503b18451c93611876df4c8f72'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:40.974300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=d9b321e0-9d82-4474-844d-68dc823a56da,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:40.992768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5101f24a-03ca-4b71-9714-a8f9b388e2d8 req-1e0539b4-7069-42ab-bcf1-2a109042f433 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464032 Oct 18 23:20:41.089537 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:48Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'cd23e935-0a92-486f-a527-c21bc39989e0', 'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'mac_address': 'fa:16:3e:74:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:47Z', 'updated_at': '2021-10-18T23:16:54Z', 'revision_number': 5, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'subnets': [{'id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:41.129982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:41.135502 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:41.215118 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] Checking router: 2fe80d22-4431-44d4-b803-a573c0b1688a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:20:41.257775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a6325cd-44ed-4bb0-bf3b-bb888040eaad req-5f26bca2-67b6-45a6-9999-474427a3df42 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 210 time: 0.0496597 Oct 18 23:20:41.259391 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:41.261172 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:41.290445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Made reservation on behalf of 0261e7503b18451c93611876df4c8f72 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:41.294651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:41.467791 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:41.588475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Deleting port 51a7ca72-841a-4817-8077-cbaa7e3b7e43 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:41.589384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:41.594772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Allocated IP 192.168.233.31 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/58789043-8ec8-46d9-aa02-d3f026e6965e) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:41.726309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6eb4a7-9d16-4b59-8b90-b5e29f6bf166 req-f36b453c-447a-4710-a077-dac6de59fc42 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:41.731809 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:48Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'cd23e935-0a92-486f-a527-c21bc39989e0', 'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'mac_address': 'fa:16:3e:74:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:47Z', 'updated_at': '2021-10-18T23:16:54Z', 'revision_number': 5, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'subnets': [{'id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:41.735634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c6eb4a7-9d16-4b59-8b90-b5e29f6bf166 req-f36b453c-447a-4710-a077-dac6de59fc42 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 949 time: 0.1639798 Oct 18 23:20:41.767372 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b433d6-a119-4f2a-939a-c046f978d5c8 None None] The sync data for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 is: [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:16:48Z', 'revision_number': 4, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'cd23e935-0a92-486f-a527-c21bc39989e0', 'name': '', 'network_id': 'a365a534-f9eb-4c43-9fe4-94805a1ef5a0', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'mac_address': 'fa:16:3e:74:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:47Z', 'updated_at': '2021-10-18T23:16:54Z', 'revision_number': 5, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'subnets': [{'id': '263a6f26-09c7-4fd7-ad84-35661e88afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:20:41.776355 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:41.776774 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:41.793702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Calling delete_port for 51a7ca72-841a-4817-8077-cbaa7e3b7e43 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:41.858417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c6eb4a7-9d16-4b59-8b90-b5e29f6bf166 req-81021f0a-75d0-4d94-aabc-90f052a4623c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185195 Oct 18 23:20:41.987594 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d16f522-17e4-4c39-b14b-6435357b02c5 x-openstack-request-id: req-0d16f522-17e4-4c39-b14b-6435357b02c5 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:41.988277 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "name": "network-vif-plugged", "status": "completed", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:41.988943 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d16f522-17e4-4c39-b14b-6435357b02c5 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:41.989703 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'code': 200} Oct 18 23:20:42.007557 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:42.039741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:42.071499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Pushing event deleted for resources: {'Port': ['ID=51a7ca72-841a-4817-8077-cbaa7e3b7e43,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:42.167139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804a9fb-2bcc-4cbe-9136-f34ef3410bbc req-3849a51c-d7f0-4a89-a6b8-acc261a1b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:42.169159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:42.169901 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2804a9fb-2bcc-4cbe-9136-f34ef3410bbc req-3849a51c-d7f0-4a89-a6b8-acc261a1b5a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1098 time: 0.0885723 Oct 18 23:20:42.174254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:42.176329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:42.176930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd266e7f-d076-4a36-9743-37c92c80d420 req-87c5d8d8-171e-440d-8b5a-2391cd60bd7b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "DELETE /v2.0/floatingips/47b90ded-c06b-4f72-9f25-6e1f45a035af HTTP/1.1" status: 204 len: 173 time: 1.8415575 Oct 18 23:20:42.270301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:42.291234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2804a9fb-2bcc-4cbe-9136-f34ef3410bbc req-cc572ada-c963-4807-8384-b54068a282be service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116791 Oct 18 23:20:42.309552 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:42.318644 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:42.323350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Pushing event updated for resources: {'Port': ['ID=58789043-8ec8-46d9-aa02-d3f026e6965e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:42.377544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7e03-4312-4e2a-a594-60fe627951a5 req-264db01d-d80b-4ff3-b221-d0cc59f26925 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:42.379157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5cf7e03-4312-4e2a-a594-60fe627951a5 req-264db01d-d80b-4ff3-b221-d0cc59f26925 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 1101 time: 0.1310456 Oct 18 23:20:42.395559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17565f73-b413-488e-b08e-9a72ee7a73af None None] New status for floating IP 4ac30575-83ad-423c-b195-67679e1cbf50: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:20:42.397812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:42.398503 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:42.458512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc9265-d001-4f74-a913-43b82e9c85e9 req-31cb314c-b147-409a-9ed5-a11e4c9df178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:42.460318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3bc9265-d001-4f74-a913-43b82e9c85e9 req-31cb314c-b147-409a-9ed5-a11e4c9df178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 946 time: 0.1438775 Oct 18 23:20:42.461395 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-136e78a6-fd54-44f7-a7bd-ad2c7099e4eb tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5851059 Oct 18 23:20:42.466043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5cf7e03-4312-4e2a-a594-60fe627951a5 req-c00e714b-95c2-41eb-9afd-9e76060c7269 tempest-ServersOnMultiNodesTest-827510185 tempest-ServersOnMultiNodesTest-827510185-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601978 Oct 18 23:20:42.487699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Request body: {'port': {'device_id': 'e7a119d1-e3e3-491f-b632-f8f1d6fdc24e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:42.539881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3bc9265-d001-4f74-a913-43b82e9c85e9 req-6dbe120e-9380-49d2-ae89-6d4521a18075 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722280 Oct 18 23:20:42.629234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:42.722902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-585e630d-63a2-4cec-92ad-d87bffb4ba2c None None] Provisioning complete for port 58789043-8ec8-46d9-aa02-d3f026e6965e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:42.723529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-585e630d-63a2-4cec-92ad-d87bffb4ba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:42.737366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba9a30-364a-446f-b39a-5fe1b47d45d3 req-0b53903e-f6c6-4d52-b405-dd1d1bf99eac tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:42.739311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7ba9a30-364a-446f-b39a-5fe1b47d45d3 req-0b53903e-f6c6-4d52-b405-dd1d1bf99eac tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0985446 Oct 18 23:20:42.795379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-585e630d-63a2-4cec-92ad-d87bffb4ba2c None None] Port 58789043-8ec8-46d9-aa02-d3f026e6965e cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:20:42.830301 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c5e35c5e-b67e-4991-ad40-6cf2afb4dc47 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2312799 Oct 18 23:20:42.848499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:42.864213 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7ba9a30-364a-446f-b39a-5fe1b47d45d3 req-a304ff75-9c7e-4055-89fe-e7dbee2fb03e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786560 Oct 18 23:20:42.876468 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:42.930501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42250) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:43.035145 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.051224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35b02825-46c7-47b3-8f62-3aa9ccc8e2d1 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.123782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35b02825-46c7-47b3-8f62-3aa9ccc8e2d1 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.147610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58789043-8ec8-46d9-aa02-d3f026e6965e {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:43.165129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.181541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9409a-f1ba-4863-8adb-e5dce96648d0 req-644fd2b2-e598-4e6c-ad01-79939316fdfe tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:43.183235 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65a9409a-f1ba-4863-8adb-e5dce96648d0 req-644fd2b2-e598-4e6c-ad01-79939316fdfe tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 935 time: 0.1632702 Oct 18 23:20:43.194816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Allocated IP 172.25.7.75 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/6fd1f736-f636-41e9-b545-dfafdd129389) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:43.216612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Transition to ACTIVE for port object 58789043-8ec8-46d9-aa02-d3f026e6965e will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:20:43.226599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.270350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65a9409a-f1ba-4863-8adb-e5dce96648d0 req-519945c8-8877-40d2-8d63-07afc201fb53 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733192 Oct 18 23:20:43.284934 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35b02825-46c7-47b3-8f62-3aa9ccc8e2d1 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.287552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35b02825-46c7-47b3-8f62-3aa9ccc8e2d1 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.289347 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-35b02825-46c7-47b3-8f62-3aa9ccc8e2d1 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "DELETE /v2.0/security-groups/fbd959d0-6d53-4f7a-b5f4-95a091970828 HTTP/1.1" status: 204 len: 168 time: 0.3576968 Oct 18 23:20:43.293311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42254) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:43.309817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Pushing event updated for resources: {'Port': ['ID=58789043-8ec8-46d9-aa02-d3f026e6965e,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:43.314205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b02825-46c7-47b3-8f62-3aa9ccc8e2d1 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd959d0-6d53-4f7a-b5f4-95a091970828,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:43.324073 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-0b7e0aa0-20dc-408b-a8a1-d246668bca5b tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] show failed (client error): The resource could not be found. Oct 18 23:20:43.325182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0b7e0aa0-20dc-408b-a8a1-d246668bca5b tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "GET /v2.0/security-groups/fbd959d0-6d53-4f7a-b5f4-95a091970828 HTTP/1.1" status: 404 len: 347 time: 0.0305126 Oct 18 23:20:43.327911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42256) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:43.417344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Attempting to bind port 58789043-8ec8-46d9-aa02-d3f026e6965e on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:43.417659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Attempting to bind port 58789043-8ec8-46d9-aa02-d3f026e6965e by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:43.418007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Attempting to bind port 58789043-8ec8-46d9-aa02-d3f026e6965e on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:43.423422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Port 58789043-8ec8-46d9-aa02-d3f026e6965e on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:20:43.423738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Attempting to bind port 58789043-8ec8-46d9-aa02-d3f026e6965e on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:43.429491 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:43.429908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:43.430365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:43.430909 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Bound port: 58789043-8ec8-46d9-aa02-d3f026e6965e, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:43.431334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.475640 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.523601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] For port 58789043-8ec8-46d9-aa02-d3f026e6965e, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:43.528225 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] For port 58789043-8ec8-46d9-aa02-d3f026e6965e, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=58789043-8ec8-46d9-aa02-d3f026e6965e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:43.536533 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.591701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:43.592460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.594475 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] 10.222.0.102 "PUT /v2.0/ports/58789043-8ec8-46d9-aa02-d3f026e6965e HTTP/1.1" status: 200 len: 1096 time: 1.1110678 Oct 18 23:20:43.595056 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a119d1-e3e3-491f-b632-f8f1d6fdc24e', 'tag': '58789043-8ec8-46d9-aa02-d3f026e6965e'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:43.597702 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dabe052-279d-458b-8aab-0d6fc0755294" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a119d1-e3e3-491f-b632-f8f1d6fdc24e", "tag": "58789043-8ec8-46d9-aa02-d3f026e6965e"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:43.602480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Deleting port 5ccdcd61-3776-475b-b352-31664f78a8e5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:43.603176 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.607423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.627913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcac384-e16f-4f9e-b61f-04a2c6cadda1 service neutron] Pushing event updated for resources: {'Port': ['ID=58789043-8ec8-46d9-aa02-d3f026e6965e,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:43.733525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-94402113-84d4-4b8e-842b-1938cb91d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:43.734465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:43.735608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-94402113-84d4-4b8e-842b-1938cb91d5b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0261e7503b18451c93611876df4c8f72&device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 1099 time: 0.0672019 Oct 18 23:20:43.752978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:43.755207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Pushing event updated for resources: {'Port': ['ID=6fd1f736-f636-41e9-b545-dfafdd129389,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:43.793835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:43.800899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-de5dfc5b-4578-44dd-8a88-65d9dda54c14 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=58789043-8ec8-46d9-aa02-d3f026e6965e HTTP/1.1" status: 200 len: 217 time: 0.0419474 Oct 18 23:20:43.870314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.870964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:43.925720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Calling delete_port for 5ccdcd61-3776-475b-b352-31664f78a8e5 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:44.002625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:44.061484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:44.247866 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:44.290214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Pushing event deleted for resources: {'Port': ['ID=5ccdcd61-3776-475b-b352-31664f78a8e5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:44.346661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-9f3700f3-007a-48f8-a1dd-3d6b384f8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:44.348145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-9f3700f3-007a-48f8-a1dd-3d6b384f8a97 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.5212409 Oct 18 23:20:44.384662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:44.391748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:44.394933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:44.396619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9a635db0-aa47-4b5d-ad68-695ec13c78a6 tempest-ServersTestFqdnHostnames-737961357 tempest-ServersTestFqdnHostnames-737961357-project] 10.222.0.52 "DELETE /v2.0/floatingips/4ac30575-83ad-423c-b195-67679e1cbf50 HTTP/1.1" status: 204 len: 168 time: 1.0675328 Oct 18 23:20:44.398672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:44.402376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42268) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:44.417542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0a3c-d213-4919-98f7-9a674a1e841e req-507e1b57-3b2d-4f34-87c8-69e46574fd68 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:44.419390 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-021b0a3c-d213-4919-98f7-9a674a1e841e req-507e1b57-3b2d-4f34-87c8-69e46574fd68 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 946 time: 0.4682896 Oct 18 23:20:44.483373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Pushing event updated for resources: {'Port': ['ID=6fd1f736-f636-41e9-b545-dfafdd129389,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:44.487847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-96a10dcc-53ef-4745-95b6-ceacc5a4d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:44.489462 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-96a10dcc-53ef-4745-95b6-ceacc5a4d0f0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299798 Oct 18 23:20:44.491420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:44.511648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:44.514619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-c482e1ee-c85f-4102-8ca1-a3522045ef26 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6730096 Oct 18 23:20:44.577047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-021b0a3c-d213-4919-98f7-9a674a1e841e req-5f8b0c7d-bc22-4831-8bd6-b118b46095df tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207185 Oct 18 23:20:44.589929 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-14a5beb4-3956-4766-9e9e-64d839696753 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0675101 Oct 18 23:20:44.643071 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ee0324-2786-4ff4-8af1-1a7f89c7b2b1 x-openstack-request-id: req-08ee0324-2786-4ff4-8af1-1a7f89c7b2b1 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:44.643365 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a119d1-e3e3-491f-b632-f8f1d6fdc24e", "tag": "58789043-8ec8-46d9-aa02-d3f026e6965e", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:44.643609 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08ee0324-2786-4ff4-8af1-1a7f89c7b2b1 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:44.644016 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a119d1-e3e3-491f-b632-f8f1d6fdc24e', 'tag': '58789043-8ec8-46d9-aa02-d3f026e6965e', 'status': 'completed', 'code': 200} Oct 18 23:20:44.713130 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-74a6ad48-b65c-40ff-9ff6-661bd62782d5 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118156 Oct 18 23:20:44.763602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-9283b6a2-c75f-4bd6-9fe3-72fd3f632c53 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:44.765857 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99c29e1f-b8f3-455e-a1c6-165ddea9ef2f req-9283b6a2-c75f-4bd6-9fe3-72fd3f632c53 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1650331 Oct 18 23:20:44.864818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbccc62-6814-4705-8fa7-7750c95c524f req-ffe449e1-6fe0-4d05-8d0b-7ef116d70486 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:44.866988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7fbccc62-6814-4705-8fa7-7750c95c524f req-ffe449e1-6fe0-4d05-8d0b-7ef116d70486 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 949 time: 0.1732697 Oct 18 23:20:44.939398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93ba7d-1f9c-4539-ae45-633ea0486947 req-e33000f8-1878-4ac9-aafc-c9ac1acdbaa6 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:44.940965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d93ba7d-1f9c-4539-ae45-633ea0486947 req-e33000f8-1878-4ac9-aafc-c9ac1acdbaa6 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0860140 Oct 18 23:20:44.943569 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fa7f4b7-c3d3-4c60-a7fc-898bd3397d46 req-28f7f3d8-ae2b-441a-857b-fb122b66565f service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100773 Oct 18 23:20:44.966116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7fbccc62-6814-4705-8fa7-7750c95c524f req-bd59ba42-fd80-4c5a-be05-b79c56c8b23e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851772 Oct 18 23:20:44.992400 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d93ba7d-1f9c-4539-ae45-633ea0486947 req-410b630a-2244-4bc1-9283-469fd90e5113 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 Oct 18 23:20:45.187053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-b5faea74-56b2-497c-80da-43be3594a2ec tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips/d47bd606-fbba-40ec-8c8c-b52713a820f7 HTTP/1.1" status: 200 len: 692 time: 0.0498972 Oct 18 23:20:45.213064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d57c-0212-47b8-8216-a74c6b2826a4 req-fa22038b-e977-4bac-95a4-8e5b9e9658b3 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:45.214896 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec66d57c-0212-47b8-8216-a74c6b2826a4 req-fa22038b-e977-4bac-95a4-8e5b9e9658b3 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 947 time: 0.1580791 Oct 18 23:20:45.227316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-61d1e462-d59e-4f67-919d-e76eaa53f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:45.228995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-61d1e462-d59e-4f67-919d-e76eaa53f750 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0261e7503b18451c93611876df4c8f72&device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 1099 time: 0.1157074 Oct 18 23:20:45.278818 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:45.352116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec66d57c-0212-47b8-8216-a74c6b2826a4 req-0e7359d0-41e3-4d68-ade6-612722bb021f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212685 Oct 18 23:20:45.361229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-b577b0d7-2375-4a11-bf37-f7b1121e666c tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:45.363669 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-b577b0d7-2375-4a11-bf37-f7b1121e666c tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1660323 Oct 18 23:20:45.461286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-98c23b09-c5fb-4e20-9b1f-1fdef2137d20 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0818079 Oct 18 23:20:45.471535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-4c3b4560-924e-4219-9aa7-0f9e7af02387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:45.473090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-4c3b4560-924e-4219-9aa7-0f9e7af02387 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2328448 Oct 18 23:20:45.530686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-2399802e-8335-4336-9031-aa67c9c50717 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0591209 Oct 18 23:20:45.563728 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-b247b455-83c5-4e39-aff7-3a6cef9ceebf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=58789043-8ec8-46d9-aa02-d3f026e6965e HTTP/1.1" status: 200 len: 217 time: 0.0748150 Oct 18 23:20:45.674516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-b429e978-0602-44f7-a5b5-18bc53e28a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:45.676061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-b429e978-0602-44f7-a5b5-18bc53e28a11 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0760629 Oct 18 23:20:45.718638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Deleting port 6fd1f736-f636-41e9-b545-dfafdd129389 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:45.719181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:45.825154 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:45.825603 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:45.828163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-e57f4a68-6b3f-4c14-b964-dac489023274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:45.829703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-e57f4a68-6b3f-4c14-b964-dac489023274 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423318 Oct 18 23:20:45.843353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Calling delete_port for 6fd1f736-f636-41e9-b545-dfafdd129389 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:45.880725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a5fd2-1eeb-4e48-9127-9b02b77b636a req-420354d0-2f8c-44b6-8c5b-ab3fc4b2ec12 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:45.882499 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-025a5fd2-1eeb-4e48-9127-9b02b77b636a req-420354d0-2f8c-44b6-8c5b-ab3fc4b2ec12 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 946 time: 0.1837864 Oct 18 23:20:45.890358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0de9a233-9fad-4e70-be2e-e4615311beca tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:45.891993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0de9a233-9fad-4e70-be2e-e4615311beca tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 949 time: 0.1697683 Oct 18 23:20:46.051492 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:46.059663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-025a5fd2-1eeb-4e48-9127-9b02b77b636a req-e0dfcdea-8291-4f1b-b1eb-ac84a4611dbf tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666119 Oct 18 23:20:46.104021 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-31e72e29-554b-4d9e-a25e-33236f0a4982 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290716 Oct 18 23:20:46.104021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Deleting port cd23e935-0a92-486f-a527-c21bc39989e0 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:46.104021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:46.104514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Pushing event deleted for resources: {'Port': ['ID=6fd1f736-f636-41e9-b545-dfafdd129389,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:46.151882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.152941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.153808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.154443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.155138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.156040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.156679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.157453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.157974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.158622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.159318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.159949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:46.231491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:46.235084 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:46.236321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddcce5b7-ec36-4564-a1d7-8e5cc3914e82 req-65a67bb1-a28c-41e9-a0a6-13fdb6fcbc8f tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "DELETE /v2.0/floatingips/d47bd606-fbba-40ec-8c8c-b52713a820f7 HTTP/1.1" status: 204 len: 173 time: 0.6999724 Oct 18 23:20:46.318600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Deleting port a0422934-edf8-4426-a3e7-fcd4c31d1533 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:46.319311 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:46.376217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7aad1-9fab-404e-a172-86241791a924 req-03f3bc29-2495-4686-bdce-12b7d17eccd8 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:46.377271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] For port cd23e935-0a92-486f-a527-c21bc39989e0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cd23e935-0a92-486f-a527-c21bc39989e0,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:46.377845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:46.378044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eff7aad1-9fab-404e-a172-86241791a924 req-03f3bc29-2495-4686-bdce-12b7d17eccd8 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.0733082 Oct 18 23:20:46.419918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eff7aad1-9fab-404e-a172-86241791a924 req-19429a77-83eb-42ce-af04-d255cf5f8a8b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Oct 18 23:20:46.500520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f75a-34e7-434e-bbe5-dbd066bdc71a req-283baf9a-d26b-4700-839c-3dda88f1ed33 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:46.503142 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3bf5f75a-34e7-434e-bbe5-dbd066bdc71a req-283baf9a-d26b-4700-839c-3dda88f1ed33 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4 HTTP/1.1" status: 200 len: 949 time: 0.3209429 Oct 18 23:20:46.508299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Calling delete_port for cd23e935-0a92-486f-a527-c21bc39989e0 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:46.524245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0dabe052-279d-458b-8aab-0d6fc0755294 req-8fb6355e-a3a0-4964-bf61-309e5c848de6 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182885 Oct 18 23:20:46.597153 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-668560cd-3240-4b8a-b0a7-a759b43fcdd9 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1305916 Oct 18 23:20:46.610486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:46.638913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:46.747209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] For port a0422934-edf8-4426-a3e7-fcd4c31d1533, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a0422934-edf8-4426-a3e7-fcd4c31d1533,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:46.747789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:46.757425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3bf5f75a-34e7-434e-bbe5-dbd066bdc71a req-45f7a969-2899-4b79-9c64-590e2fb57db3 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250190 Oct 18 23:20:46.758546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:46.796284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Calling delete_port for a0422934-edf8-4426-a3e7-fcd4c31d1533 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:46.914145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Allocated IP 172.25.7.215 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/aeb7f918-95d0-4e78-87af-6a138905eaff) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:46.969315 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-1a4a1b81-d74a-4174-ba7d-a5657b002253 req-2e73233b-8e2a-4f76-ae40-3910905b1384 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] show failed (client error): The resource could not be found. Oct 18 23:20:46.970387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a4a1b81-d74a-4174-ba7d-a5657b002253 req-2e73233b-8e2a-4f76-ae40-3910905b1384 tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips/d47bd606-fbba-40ec-8c8c-b52713a820f7 HTTP/1.1" status: 404 len: 350 time: 0.0803280 Oct 18 23:20:47.148881 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:47.168214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:47.185777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:47.186538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', '572fa48e-01ff-49a2-a1b6-13719558a6d6', '7efc0eaf-8daa-411f-8c0c-b9f6df035b37', 'd08714bf-05ef-4914-bbd5-2796e67c1f2b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:47.191143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event deleted for resources: {'Port': ['ID=a0422934-edf8-4426-a3e7-fcd4c31d1533,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:47.192707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609', 'ed5a6a02-f612-4ffd-9213-34a83b15ba92', 'a0422934-edf8-4426-a3e7-fcd4c31d1533'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:47.206445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6cf92-92e8-42ac-9c48-11d85d77dd52 req-e87c0c80-a7ba-49f1-b6b7-80277f5ac459 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:47.208091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65e6cf92-92e8-42ac-9c48-11d85d77dd52 req-e87c0c80-a7ba-49f1-b6b7-80277f5ac459 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 947 time: 0.1289001 Oct 18 23:20:47.264030 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:47.274678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd23e935-0a92-486f-a527-c21bc39989e0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:47.324326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] No DVR routers for this DVR port a0422934-edf8-4426-a3e7-fcd4c31d1533 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:47.329778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:47.337308 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bad5e143-d6aa-46fc-a904-8d8564842918 req-0aaabcd4-7131-45f3-87ad-8e4e7354f3b7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "DELETE /v2.0/ports/a0422934-edf8-4426-a3e7-fcd4c31d1533 HTTP/1.1" status: 204 len: 173 time: 1.4294040 Oct 18 23:20:47.360727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4', 'name': 'network-vif-deleted', 'tag': 'a0422934-edf8-4426-a3e7-fcd4c31d1533'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:47.363776 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36977a7-d41d-4545-a602-04d1cbd93c87" -d '{"events": [{"server_uuid": "7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4", "name": "network-vif-deleted", "tag": "a0422934-edf8-4426-a3e7-fcd4c31d1533"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:47.392797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Pushing event updated for resources: {'Port': ['ID=aeb7f918-95d0-4e78-87af-6a138905eaff,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:47.431549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:47.435991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:47.440944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:47.461592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65e6cf92-92e8-42ac-9c48-11d85d77dd52 req-d4698e22-86dc-457a-9617-23bc54018d1a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201045 Oct 18 23:20:47.735452 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:47.781663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:47.785389 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-6722dc32-6266-4304-8c2e-b19d452a3b73 req-f0ea73d5-ee31-4062-a473-83e70b82347b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] show failed (client error): The resource could not be found. Oct 18 23:20:47.786834 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6722dc32-6266-4304-8c2e-b19d452a3b73 req-f0ea73d5-ee31-4062-a473-83e70b82347b tempest-FloatingIPsTestJSON-1089520442 tempest-FloatingIPsTestJSON-1089520442-project] 10.222.0.52 "GET /v2.0/floatingips/d47bd606-fbba-40ec-8c8c-b52713a820f7 HTTP/1.1" status: 404 len: 350 time: 0.0727499 Oct 18 23:20:47.801676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42298) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:48.081896 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:48.098793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:48.237750 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:48.242110 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6521f1fd-6d2c-4eab-aa4e-3077fcc84a70 x-openstack-request-id: req-6521f1fd-6d2c-4eab-aa4e-3077fcc84a70 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:48.242110 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4", "name": "network-vif-deleted", "tag": "a0422934-edf8-4426-a3e7-fcd4c31d1533", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:48.242110 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6521f1fd-6d2c-4eab-aa4e-3077fcc84a70 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:48.242110 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eea5b7d-94b4-48f1-b30b-da15bb6fa6a4', 'name': 'network-vif-deleted', 'tag': 'a0422934-edf8-4426-a3e7-fcd4c31d1533', 'status': 'completed', 'code': 200} Oct 18 23:20:48.264082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Pushing event updated for resources: {'Port': ['ID=aeb7f918-95d0-4e78-87af-6a138905eaff,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:48.281440 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:48.309704 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:48.311802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-b6686044-c5d8-4ea2-b03c-aa70bcecb585 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7054970 Oct 18 23:20:48.414672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-ebac8e45-566d-4e9a-a419-86414e21623a tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 696 time: 0.0801492 Oct 18 23:20:48.427675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5d95e-e778-4e68-aa79-3c95a63d862e req-035196e4-be9e-4a8b-b0d2-3fd0b675c238 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:48.429901 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d5d95e-e778-4e68-aa79-3c95a63d862e req-035196e4-be9e-4a8b-b0d2-3fd0b675c238 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1553476 Oct 18 23:20:48.594826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d5d95e-e778-4e68-aa79-3c95a63d862e req-4c2061a5-6ea3-45ff-bc55-7ed888c20881 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512120 Oct 18 23:20:48.639869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-a15840c6-27be-43d5-9bbd-f064150fbd26 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:48.653078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-491b6e5e-deab-4ae2-a891-ce2969d03c4a req-a15840c6-27be-43d5-9bbd-f064150fbd26 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.2172599 Oct 18 23:20:48.917788 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Router 2fe80d22-4431-44d4-b803-a573c0b1688a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:20:48.929900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c711e-064b-40e7-9653-5dee4be34b39 req-1f09b340-1f9c-44d8-8ffa-ce32449ebe50 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:48.931611 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af1c711e-064b-40e7-9653-5dee4be34b39 req-1f09b340-1f9c-44d8-8ffa-ce32449ebe50 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 947 time: 0.1382728 Oct 18 23:20:49.092124 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af1c711e-064b-40e7-9653-5dee4be34b39 req-d4f7348d-2e2f-49d3-b5a3-21575bd36f1b tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507168 Oct 18 23:20:49.162513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff492764-26ce-4b08-aec2-0624889fa24b req-0525e8e5-5a5a-47d3-8dbe-1942ed2a4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:49.165644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff492764-26ce-4b08-aec2-0624889fa24b req-0525e8e5-5a5a-47d3-8dbe-1942ed2a4815 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1098 time: 0.1420903 Oct 18 23:20:49.201823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:20:49.208087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3abadf1c-9af5-44f3-ab97-4bda8633c7e5 admin admin] 10.222.0.52 "PUT /v2.0/routers/2fe80d22-4431-44d4-b803-a573c0b1688a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8039527 Oct 18 23:20:49.213195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42324) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:49.215712 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] Sync routers for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:20:49.227612 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:49.228263 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:49.340339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff492764-26ce-4b08-aec2-0624889fa24b req-d1383333-439d-4236-bda0-ddda054d2573 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244366 Oct 18 23:20:49.372783 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:49.375620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:49.405592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298e294-40a8-493a-b13c-692a0bd6732b req-4663855f-c7c7-4a6e-a110-f956c3e1ae73 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:49.407377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3298e294-40a8-493a-b13c-692a0bd6732b req-4663855f-c7c7-4a6e-a110-f956c3e1ae73 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 949 time: 0.1135769 Oct 18 23:20:49.421319 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:49.446962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-2aad308b-f493-43ad-93fe-ababce8f4b42 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:49.449988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-2aad308b-f493-43ad-93fe-ababce8f4b42 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 821 time: 0.2247856 Oct 18 23:20:49.483877 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-08bc2139-7769-4a91-9c8c-6617143c657f tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/quotas/f14e9050898442089ab25fad43bb5fa0 HTTP/1.1" status: 200 len: 375 time: 0.0223367 Oct 18 23:20:49.556139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3298e294-40a8-493a-b13c-692a0bd6732b req-dd35aabe-2aa7-49cf-850c-ae9a9c669853 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315339 Oct 18 23:20:49.596820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:49.715773 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Deleting port d1c04423-1af0-4f19-8a18-7f438f45c86f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:49.716356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:49.744684 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-f22defbd-57ab-4081-8784-b01f3e5b32af tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2439976 Oct 18 23:20:49.786781 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:20:47Z', 'revision_number': 5, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port': {'id': 'd1c04423-1af0-4f19-8a18-7f438f45c86f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:16:43Z', 'updated_at': '2021-10-18T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:49.829870 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] Checking router: 2fe80d22-4431-44d4-b803-a573c0b1688a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:20:49.845092 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] Routers {'2fe80d22-4431-44d4-b803-a573c0b1688a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:49.846043 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2fe80d22-4431-44d4-b803-a573c0b1688a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:49.854618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a0422934-edf8-4426-a3e7-fcd4c31d1533 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:49.908648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc401e-4516-4591-ab67-ba282852589c req-d6948f73-33cf-4d47-adf0-5320c077eb75 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:49.911390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74fc401e-4516-4591-ab67-ba282852589c req-d6948f73-33cf-4d47-adf0-5320c077eb75 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1981654 Oct 18 23:20:49.931381 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: a0422934-edf8-4426-a3e7-fcd4c31d1533 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:49.932424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a0422934-edf8-4426-a3e7-fcd4c31d1533 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:49.939745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-b8f6e970-efd4-43e6-a3d6-4b11dc40d040 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593637 Oct 18 23:20:49.957191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] For port d1c04423-1af0-4f19-8a18-7f438f45c86f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d1c04423-1af0-4f19-8a18-7f438f45c86f,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:49.957665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:49.978403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Calling delete_port for d1c04423-1af0-4f19-8a18-7f438f45c86f owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:49.980478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Deleting port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:49.981037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:49.984253 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] Set router 2fe80d22-4431-44d4-b803-a573c0b1688a gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:50.001758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74fc401e-4516-4591-ab67-ba282852589c req-a170ff5f-df3f-42f9-ae30-a204ceb53319 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758932 Oct 18 23:20:50.058128 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:20:49Z', 'revision_number': 6, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:50.094388 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ea9b1c-bc20-4298-8da4-2af8b684db61 None None] The sync data for ids ['2fe80d22-4431-44d4-b803-a573c0b1688a'] in n-d-713498-28 is: [{'id': '2fe80d22-4431-44d4-b803-a573c0b1688a', 'name': 'tempest-ServersTestFqdnHostnames-1796726067-router', 'tenant_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:16:42Z', 'updated_at': '2021-10-18T23:20:49Z', 'revision_number': 6, 'project_id': 'fd6ed70cc57b40379e01d0b6592d7276', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:20:50.192158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fece73e2-bebc-4160-94a3-09a5fc7a348c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.246764 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-f160f963-3c3e-45a3-bf6c-4e3d15ac6111 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874203 Oct 18 23:20:50.248664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.257837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] For port 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8,segment=NetworkSegment(736366ff-4b66-456e-a147-dbe391f060e5),segment_id=736366ff-4b66-456e-a147-dbe391f060e5)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:50.258569 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.280689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c04423-1af0-4f19-8a18-7f438f45c86f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:50.295511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Calling delete_port for 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:50.356885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.510138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.521569 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.604176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa075183-8b54-4542-8feb-fb3ee75b98dd req-27572822-a6c0-4ba5-8121-d5d84838eb15 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:50.606030 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa075183-8b54-4542-8feb-fb3ee75b98dd req-27572822-a6c0-4ba5-8121-d5d84838eb15 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 947 time: 0.1780581 Oct 18 23:20:50.607256 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.607945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe80d22-4431-44d4-b803-a573c0b1688a {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:20:50.619363 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.620864 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-62668195-0196-4c08-9e7e-ce9ad39dd47e admin admin] 10.222.0.52 "DELETE /v2.0/routers/2fe80d22-4431-44d4-b803-a573c0b1688a HTTP/1.1" status: 204 len: 168 time: 1.4082515 Oct 18 23:20:50.624974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42340) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:50.682268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cd23e935-0a92-486f-a527-c21bc39989e0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:50.683972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa075183-8b54-4542-8feb-fb3ee75b98dd req-459ffdc8-e8b5-448b-9804-5e5ef7f9be02 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616164 Oct 18 23:20:50.708560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: cd23e935-0a92-486f-a527-c21bc39989e0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:50.710398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cd23e935-0a92-486f-a527-c21bc39989e0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:50.758622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35dfd8a5-8b81-4821-914e-796259a50908 req-c069d7f7-b015-46de-8fff-4463d04c7816 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 210 time: 0.1086345 Oct 18 23:20:50.788142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-844f0c59-2ccd-4199-9b4c-a11555a0271d admin admin] Deleting subnet 263a6f26-09c7-4fd7-ad84-35661e88afe9 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:20:50.794046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-844f0c59-2ccd-4199-9b4c-a11555a0271d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.865590 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-844f0c59-2ccd-4199-9b4c-a11555a0271d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.890128 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:50.903496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a44bb-1769-4799-b17f-1e4f9898f82a req-4e3343aa-4f16-4ef6-9486-528b18e07dc1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:50.905599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-386a44bb-1769-4799-b17f-1e4f9898f82a req-4e3343aa-4f16-4ef6-9486-528b18e07dc1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 949 time: 0.0676689 Oct 18 23:20:50.934946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:50.974706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-386a44bb-1769-4799-b17f-1e4f9898f82a req-16ac9dab-3232-42ab-a9d3-458b0c45eb8c tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610690 Oct 18 23:20:51.149677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-844f0c59-2ccd-4199-9b4c-a11555a0271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:51.482664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b3fb-5e9d-410a-adde-58094a345560 req-ebac9641-a186-46f3-bd44-3f829cb5a4c6 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:51.484266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a00b3fb-5e9d-410a-adde-58094a345560 req-ebac9641-a186-46f3-bd44-3f829cb5a4c6 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1778431 Oct 18 23:20:51.502300 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-844f0c59-2ccd-4199-9b4c-a11555a0271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:51.515063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:51.546786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f0c59-2ccd-4199-9b4c-a11555a0271d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263a6f26-09c7-4fd7-ad84-35661e88afe9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:51.549052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-844f0c59-2ccd-4199-9b4c-a11555a0271d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:51.556081 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-844f0c59-2ccd-4199-9b4c-a11555a0271d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/263a6f26-09c7-4fd7-ad84-35661e88afe9 HTTP/1.1" status: 204 len: 168 time: 0.9298782 Oct 18 23:20:51.560404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42354) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:51.575711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d283e2-0a34-4fee-a2f1-7ab498cce5f9 None None] Network a365a534-f9eb-4c43-9fe4-94805a1ef5a0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:20:51.662245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a00b3fb-5e9d-410a-adde-58094a345560 req-f269db3d-f333-455b-8f7e-67b39790641d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483674 Oct 18 23:20:51.728568 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:51.833304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Deleting port d86672a1-e91f-48fe-a44a-82b7ad420af7 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:51.833695 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:51.880578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 58789043-8ec8-46d9-aa02-d3f026e6965e details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:20:52.004110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] For port d86672a1-e91f-48fe-a44a-82b7ad420af7, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d86672a1-e91f-48fe-a44a-82b7ad420af7,segment=NetworkSegment(8d4e8219-3202-4349-8d2e-dfcde91968a9),segment_id=8d4e8219-3202-4349-8d2e-dfcde91968a9)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:52.004937 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.017517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c02e8f06-7880-4610-9948-bf9e40501125 req-ca76ce6c-b0f6-434f-9d6d-bd454ba8eb77 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 210 time: 0.0356581 Oct 18 23:20:52.044975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Router 95f8a031-137b-4c32-b5e3-1262c3d8762e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:20:52.087557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Calling delete_port for d86672a1-e91f-48fe-a44a-82b7ad420af7 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:52.134070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee11a0-c423-4edc-b025-5e6acf3b795e req-6fa408dd-a70c-4fbf-b142-c12b1733f74f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:52.147480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29ee11a0-c423-4edc-b025-5e6acf3b795e req-6fa408dd-a70c-4fbf-b142-c12b1733f74f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 947 time: 0.2102790 Oct 18 23:20:52.167361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] DHCP port deletion for a365a534-f9eb-4c43-9fe4-94805a1ef5a0 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:20:52.187378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 58789043-8ec8-46d9-aa02-d3f026e6965e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=58789043-8ec8-46d9-aa02-d3f026e6965e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:52.254755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '58789043-8ec8-46d9-aa02-d3f026e6965e', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '58789043-8ec8-46d9-aa02-d3f026e6965e', 'mac_address': 'fa:16:3e:39:76:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:20:52.355322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29ee11a0-c423-4edc-b025-5e6acf3b795e req-ccd6ed37-484b-48b9-8c8b-3343831e008b tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063165 Oct 18 23:20:52.392389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.414053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] Deleting port d86672a1-e91f-48fe-a44a-82b7ad420af7 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:52.415547 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.433566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.462238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Pushing event deleted for resources: {'Port': ['ID=d86672a1-e91f-48fe-a44a-82b7ad420af7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:52.480072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] No DVR routers for this DVR port d86672a1-e91f-48fe-a44a-82b7ad420af7 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:52.524474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58789043-8ec8-46d9-aa02-d3f026e6965e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:52.660459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.684802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 58789043-8ec8-46d9-aa02-d3f026e6965e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=58789043-8ec8-46d9-aa02-d3f026e6965e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:52.696108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a365a534-f9eb-4c43-9fe4-94805a1ef5a0']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:52.700030 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.711192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] For port d86672a1-e91f-48fe-a44a-82b7ad420af7, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:52.711883 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.713369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4e8219-3202-4349-8d2e-dfcde91968a9') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:52.713781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4e8219-3202-4349-8d2e-dfcde91968a9') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:52.741092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.779158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.790894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] Calling delete_port for d86672a1-e91f-48fe-a44a-82b7ad420af7 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:52.792983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:20:52.793993 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.797385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] Port d86672a1-e91f-48fe-a44a-82b7ad420af7 was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:20:52.801238 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.812820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:20:52.823272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d1c04423-1af0-4f19-8a18-7f438f45c86f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:52.826490 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7cc4b61c-668f-499d-947d-d52a0ac46566 admin admin] 10.222.0.52 "PUT /v2.0/routers/95f8a031-137b-4c32-b5e3-1262c3d8762e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0224164 Oct 18 23:20:52.839226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] Sync routers for ids ['95f8a031-137b-4c32-b5e3-1262c3d8762e'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:20:52.864719 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42368) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:52.879330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] No DVR routers for this DVR port d86672a1-e91f-48fe-a44a-82b7ad420af7 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:52.888378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d1c04423-1af0-4f19-8a18-7f438f45c86f {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:52.889167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d1c04423-1af0-4f19-8a18-7f438f45c86f not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:52.889781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d86672a1-e91f-48fe-a44a-82b7ad420af7 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:52.903984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=58789043-8ec8-46d9-aa02-d3f026e6965e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:20:52.919522 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:20:52.938824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.945256 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:52.946599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] Routers {'95f8a031-137b-4c32-b5e3-1262c3d8762e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:52.947754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['95f8a031-137b-4c32-b5e3-1262c3d8762e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:52.948934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] 10.222.0.52 "DELETE /v2.0/networks/a365a534-f9eb-4c43-9fe4-94805a1ef5a0 HTTP/1.1" status: 204 len: 168 time: 1.3871329 Oct 18 23:20:52.951336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d86672a1-e91f-48fe-a44a-82b7ad420af7 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:52.952966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d86672a1-e91f-48fe-a44a-82b7ad420af7 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:52.962172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.963087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.963917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.964739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.965557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.966372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.967238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.968045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.968839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.969644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.970450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:52.971263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:20:53.083322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a983ca4-0db5-41be-8c8d-b1b954808b63 None None] Pushing event deleted for resources: {'Port': ['ID=d86672a1-e91f-48fe-a44a-82b7ad420af7,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:53.146672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-ec57429f-52d2-4fda-bc86-56c1df2cc3c1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:53.150499 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-ec57429f-52d2-4fda-bc86-56c1df2cc3c1 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 949 time: 1.0061851 Oct 18 23:20:53.193105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42374) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:53.238789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:53.404069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] Set router 95f8a031-137b-4c32-b5e3-1262c3d8762e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:53.427364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a14a1-e4f7-493b-8995-8890c336f02c req-befaf21d-44ff-436f-8067-461c4dc191b6 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:53.430655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c3a14a1-e4f7-493b-8995-8890c336f02c req-befaf21d-44ff-436f-8067-461c4dc191b6 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 949 time: 1.2019885 Oct 18 23:20:53.454970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d9ada-27d8-4409-934c-0a3f11b3a64b admin admin] Pushing event deleted for resources: {'Network': ['ID=a365a534-f9eb-4c43-9fe4-94805a1ef5a0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:53.493856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96361fb-226c-485a-88a7-3aea2c822e3e req-7674d834-c668-4a7c-92a1-a6f860094c99 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:53.497294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d96361fb-226c-485a-88a7-3aea2c822e3e req-7674d834-c668-4a7c-92a1-a6f860094c99 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.5765307 Oct 18 23:20:53.548366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-82372209-3f58-4c8b-902b-484356fdd3b6 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:53.549938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-82372209-3f58-4c8b-902b-484356fdd3b6 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 821 time: 0.8824711 Oct 18 23:20:53.575385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d96361fb-226c-485a-88a7-3aea2c822e3e req-57eae2d0-b392-4409-aa1c-aebfcd382122 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654361 Oct 18 23:20:53.611114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Request body: {'port': {'device_id': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'admin_state_up': True, 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:53.611114 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f95e2779-56fd-42c9-a27a-f9170fb3859a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd6ed70cc57b40379e01d0b6592d7276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022465 Oct 18 23:20:53.611488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42380) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:53.660330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['58789043-8ec8-46d9-aa02-d3f026e6965e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:53.703692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c3a14a1-e4f7-493b-8995-8890c336f02c req-8958e55f-828a-4bde-b40b-ad4ae6ff253d tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596250 Oct 18 23:20:53.783618 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d02f6111-9425-460a-9ace-7c552c6c39b4 req-74418597-a09a-4734-92c5-6af1806fecb5 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 210 time: 0.0820487 Oct 18 23:20:53.820939 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-34074607-c689-4228-94c0-0dfa3705c8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:53.849661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-34074607-c689-4228-94c0-0dfa3705c8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:53.868188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d08714bf-05ef-4914-bbd5-2796e67c1f2b no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:53.940386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:53.947351 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-34074607-c689-4228-94c0-0dfa3705c8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:53.951825 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-34074607-c689-4228-94c0-0dfa3705c8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:53.957175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-34074607-c689-4228-94c0-0dfa3705c8f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d277eccd-4055-4c27-876b-a48278add450 HTTP/1.1" status: 204 len: 168 time: 0.3401194 Oct 18 23:20:53.978840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34074607-c689-4228-94c0-0dfa3705c8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d277eccd-4055-4c27-876b-a48278add450,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:54.040386 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a33ee34-97ce-4ded-9163-21cd396631b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:54.051417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:27Z', 'updated_at': '2021-10-18T23:20:50Z', 'revision_number': 5, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'gw_port': {'id': '1e04e2c4-ed69-407f-939e-e6afe5e628c6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:28Z', 'updated_at': '2021-10-18T23:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:54.098524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Deleting port d08714bf-05ef-4914-bbd5-2796e67c1f2b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:54.099161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:54.136869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] Checking router: 95f8a031-137b-4c32-b5e3-1262c3d8762e for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:20:54.156147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d9660-0607-4ac5-9ea6-1424e44ac80e req-c53997aa-f6a7-4aca-89e9-f2b9c26919b1 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:54.159245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-145d9660-0607-4ac5-9ea6-1424e44ac80e req-c53997aa-f6a7-4aca-89e9-f2b9c26919b1 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 948 time: 0.3045170 Oct 18 23:20:54.214580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Made reservation on behalf of f14e9050898442089ab25fad43bb5fa0 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:54.218056 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:54.230363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] Routers {'95f8a031-137b-4c32-b5e3-1262c3d8762e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:20:54.237516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['95f8a031-137b-4c32-b5e3-1262c3d8762e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:54.314456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-145d9660-0607-4ac5-9ea6-1424e44ac80e req-44518fa4-c3d1-4665-99ac-79ad8f5b78d7 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430001 Oct 18 23:20:54.325545 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:54.373188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Deleting port 1e04e2c4-ed69-407f-939e-e6afe5e628c6 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:54.373677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:54.441369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] Set router 95f8a031-137b-4c32-b5e3-1262c3d8762e gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:20:54.456711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] For port d08714bf-05ef-4914-bbd5-2796e67c1f2b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d08714bf-05ef-4914-bbd5-2796e67c1f2b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:54.457134 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:54.519440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Calling delete_port for d08714bf-05ef-4914-bbd5-2796e67c1f2b owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:54.534167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49973da1-723e-4f8a-91fb-f266921c8f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:54.539049 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ac880-d4bb-4695-b830-7c7ccb3a25ea" -d '{"events": [{"server_uuid": "49973da1-723e-4f8a-91fb-f266921c8f65", "name": "network-vif-unplugged", "status": "completed", "tag": "d08714bf-05ef-4914-bbd5-2796e67c1f2b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:54.612698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-5c0fd474-50fe-4afd-ae52-9eb141eddb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:54.621333 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-5c0fd474-50fe-4afd-ae52-9eb141eddb03 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1098 time: 0.1106060 Oct 18 23:20:54.637930 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80b9d35-d331-4b64-b1f9-48625f4a9ce7 x-openstack-request-id: req-f80b9d35-d331-4b64-b1f9-48625f4a9ce7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:54.638231 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49973da1-723e-4f8a-91fb-f266921c8f65", "name": "network-vif-unplugged", "status": "completed", "tag": "d08714bf-05ef-4914-bbd5-2796e67c1f2b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:54.638556 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f80b9d35-d331-4b64-b1f9-48625f4a9ce7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:54.638934 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49973da1-723e-4f8a-91fb-f266921c8f65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b', 'code': 200} Oct 18 23:20:54.642869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:27Z', 'updated_at': '2021-10-18T23:20:53Z', 'revision_number': 6, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:54.646902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d08714bf-05ef-4914-bbd5-2796e67c1f2b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d08714bf-05ef-4914-bbd5-2796e67c1f2b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:54.724882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7fb3d-9e5d-4704-8f5c-ad8108b11341 None None] The sync data for ids ['95f8a031-137b-4c32-b5e3-1262c3d8762e'] in n-d-713498-28 is: [{'id': '95f8a031-137b-4c32-b5e3-1262c3d8762e', 'name': 'tempest-FloatingIPsTestJSON-1459323120-router', 'tenant_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:27Z', 'updated_at': '2021-10-18T23:20:53Z', 'revision_number': 6, 'project_id': '0eb68d238f5a4df2b1c7e592e564fe9b', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:20:54.742663 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:54.798384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Allocated IP 172.20.0.13 (69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d/7ac61b62-70f5-4603-982f-08fde35092f6/ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:20:54.809146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] For port 1e04e2c4-ed69-407f-939e-e6afe5e628c6, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1e04e2c4-ed69-407f-939e-e6afe5e628c6,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:54.809639 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:54.858676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-340e6b1d-aebe-4d12-a8d5-987a8eba1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:54.864409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-340e6b1d-aebe-4d12-a8d5-987a8eba1437 service neutron] 10.222.0.102 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 920 time: 0.2316327 Oct 18 23:20:54.874963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Calling delete_port for 1e04e2c4-ed69-407f-939e-e6afe5e628c6 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:54.905604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d42808-7be0-429d-96fc-dfb72065ce04 req-a0184bc8-ef22-44d1-9c8e-681d334ad707 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:54.909186 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:54.917748 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d08714bf-05ef-4914-bbd5-2796e67c1f2b,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:54.918342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53d42808-7be0-429d-96fc-dfb72065ce04 req-a0184bc8-ef22-44d1-9c8e-681d334ad707 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.3922043 Oct 18 23:20:55.010660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-358e47b1-8517-4789-a9c8-55a0a35a90fd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f483184a-9f9a-470c-892a-caace45e10ea HTTP/1.1" status: 200 len: 217 time: 0.1357279 Oct 18 23:20:55.077935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e55f-62f5-4cce-9616-61ca2d12f540 req-54f9a014-808e-49d0-a101-b671833e7624 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:55.088083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed91e55f-62f5-4cce-9616-61ca2d12f540 req-54f9a014-808e-49d0-a101-b671833e7624 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 947 time: 0.1188936 Oct 18 23:20:55.108434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-314891f8-308d-4fbb-912e-1a74d6f6055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:55.116257 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-314891f8-308d-4fbb-912e-1a74d6f6055e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.0960362 Oct 18 23:20:55.140398 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53d42808-7be0-429d-96fc-dfb72065ce04 req-157020a2-b3fa-4281-9310-c18366440bda tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214186 Oct 18 23:20:55.228626 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:55.264270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-d3cc17b4-194f-44b5-8cfc-550794b2e1a4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326048 Oct 18 23:20:55.315547 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:55.342529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed91e55f-62f5-4cce-9616-61ca2d12f540 req-aaad9a11-8d7c-44cc-9d6e-495289b7883f tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527926 Oct 18 23:20:55.352342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609', 'ed5a6a02-f612-4ffd-9213-34a83b15ba92'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:55.355104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-434739f1-8c63-4d9d-b809-caa644cd6e7c req-fff79c32-7150-4ebd-a652-c5fe10826b6b tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 210 time: 0.0655212 Oct 18 23:20:55.400816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:55.415543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event deleted for resources: {'Port': ['ID=d08714bf-05ef-4914-bbd5-2796e67c1f2b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:55.520859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-d8cbc16e-6fec-41ec-9ca1-9b6f9f7c964b service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436798 Oct 18 23:20:55.616965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] No DVR routers for this DVR port d08714bf-05ef-4914-bbd5-2796e67c1f2b on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:55.627245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:55.638939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-debd697e-7bcf-4322-afcd-78f6aeabf3bd req-662cf63a-6093-4f6d-87c8-4c3538c93182 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "DELETE /v2.0/ports/d08714bf-05ef-4914-bbd5-2796e67c1f2b HTTP/1.1" status: 204 len: 173 time: 2.4354434 Oct 18 23:20:55.645523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49973da1-723e-4f8a-91fb-f266921c8f65', 'name': 'network-vif-deleted', 'tag': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:55.650081 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258f7678-ad33-4153-ac02-e8f16ec9b564" -d '{"events": [{"server_uuid": "49973da1-723e-4f8a-91fb-f266921c8f65", "name": "network-vif-deleted", "tag": "d08714bf-05ef-4914-bbd5-2796e67c1f2b"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:55.673753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42424) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:55.758549 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603bf19-7149-4223-af20-d989674fb09f x-openstack-request-id: req-f603bf19-7149-4223-af20-d989674fb09f {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:55.759262 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49973da1-723e-4f8a-91fb-f266921c8f65", "name": "network-vif-deleted", "tag": "d08714bf-05ef-4914-bbd5-2796e67c1f2b", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:55.776629 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f603bf19-7149-4223-af20-d989674fb09f {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:55.777674 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49973da1-723e-4f8a-91fb-f266921c8f65', 'name': 'network-vif-deleted', 'tag': 'd08714bf-05ef-4914-bbd5-2796e67c1f2b', 'status': 'completed', 'code': 200} Oct 18 23:20:55.825099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf6a32ba-43a7-4908-9f5b-d0777b9effb1 req-fceca860-2d7b-4784-8794-0a0cad02c5d8 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928278 Oct 18 23:20:55.907477 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:55.933852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', '572fa48e-01ff-49a2-a1b6-13719558a6d6', '7efc0eaf-8daa-411f-8c0c-b9f6df035b37'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:55.956204 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:55.963210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e04e2c4-ed69-407f-939e-e6afe5e628c6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:55.985831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912084c-0e96-4a78-96b9-4bd48580e3bc req-797b4916-4839-43e3-b010-b4ab6e36f14a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:56.000870 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e912084c-0e96-4a78-96b9-4bd48580e3bc req-797b4916-4839-43e3-b010-b4ab6e36f14a tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 948 time: 0.2849813 Oct 18 23:20:56.122658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1114982429-network', 'tenant_id': '10bc3899219b45fb838a08e4df12e676'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:56.204961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:20:56.242798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Pushing event updated for resources: {'Port': ['ID=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:56.258207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:56.274621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:20:56.284131 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e912084c-0e96-4a78-96b9-4bd48580e3bc req-0653a22c-7c0e-4ec8-b74f-946d384b2840 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819376 Oct 18 23:20:56.336316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Made reservation on behalf of 10bc3899219b45fb838a08e4df12e676 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:56.340292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:56.347926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:56.447271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994837-be55-48fb-abd9-88f408e5c81f req-8bb005e5-c936-4672-9af5-cc726f73dc18 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:56.450770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7994837-be55-48fb-abd9-88f408e5c81f req-8bb005e5-c936-4672-9af5-cc726f73dc18 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1530397 Oct 18 23:20:56.572971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:56.602180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7994837-be55-48fb-abd9-88f408e5c81f req-2974d3b4-3386-41ba-8611-e911dfdfc0f3 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344736 Oct 18 23:20:56.695653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1e04e2c4-ed69-407f-939e-e6afe5e628c6 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:56.740356 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:56.744336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:56.761361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 1e04e2c4-ed69-407f-939e-e6afe5e628c6 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:56.762039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1e04e2c4-ed69-407f-939e-e6afe5e628c6 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:56.770935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:56.789988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['d9b321e0-9d82-4474-844d-68dc823a56da'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:20:56.811532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:56.812349 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:56.837567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c245713c-13d1-44ce-9282-ff957b772ed7 req-84d8c1d5-e7eb-423c-8017-2ad70836e1e0 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=49973da1-723e-4f8a-91fb-f266921c8f65 HTTP/1.1" status: 200 len: 210 time: 0.0580947 Oct 18 23:20:56.842264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:56.843072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0f32b88e-dbf9-4dfd-9420-8c8a2f0caeb8 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:56.843744 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:56.845088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95f8a031-137b-4c32-b5e3-1262c3d8762e {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:20:56.854025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:56.860534 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1b619bd2-10ec-4d66-a788-35371f64f149 admin admin] 10.222.0.52 "DELETE /v2.0/routers/95f8a031-137b-4c32-b5e3-1262c3d8762e HTTP/1.1" status: 204 len: 168 time: 3.9885533 Oct 18 23:20:56.861832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42440) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:56.890008 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-be9beb88-3ef8-49bd-b479-cbf356d79dac tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3225536 Oct 18 23:20:56.899599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4b3c296f-3221-4fdd-b867-e3f7ed451086 None None] Provisioning complete for port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:56.899971 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4b3c296f-3221-4fdd-b867-e3f7ed451086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:56.901192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3242837-d175-497a-8129-6234a3732b06 req-fb0e9630-05f6-4584-bd28-bf419e3ef8fb tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:56.903060 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d3242837-d175-497a-8129-6234a3732b06 req-fb0e9630-05f6-4584-bd28-bf419e3ef8fb tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 932 time: 0.3382733 Oct 18 23:20:56.916647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Request body: {'port': {'device_id': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:56.962475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1b0cdf-a914-471f-bb29-a1ecb592d852 admin admin] Deleting subnet 85930fa8-5b96-4ec0-88a2-de61fa1fd3d8 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:20:56.976365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0cdf-a914-471f-bb29-a1ecb592d852 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.060749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c296f-3221-4fdd-b867-e3f7ed451086 None None] Port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:20:57.074421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0cdf-a914-471f-bb29-a1ecb592d852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.075354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d3242837-d175-497a-8129-6234a3732b06 req-b8f154b5-7d83-404c-9015-d9c88b310ea4 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527407 Oct 18 23:20:57.134361 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.135822 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.160660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.212396 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0cdf-a914-471f-bb29-a1ecb592d852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.273367 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0cdf-a914-471f-bb29-a1ecb592d852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.286445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:20:57.300597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b0cdf-a914-471f-bb29-a1ecb592d852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85930fa8-5b96-4ec0-88a2-de61fa1fd3d8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:57.305511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0cdf-a914-471f-bb29-a1ecb592d852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.311788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ec1b0cdf-a914-471f-bb29-a1ecb592d852 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/85930fa8-5b96-4ec0-88a2-de61fa1fd3d8 HTTP/1.1" status: 204 len: 168 time: 0.4480379 Oct 18 23:20:57.314147 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd55656-e01f-4317-8ffa-2730f91d03d5 None None] Network 99df72ab-0bc2-4573-974e-4b46f848fc62 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:20:57.319760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42444) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:57.332748 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55629613-fdaa-41d0-98ae-e946c33ba361,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:57.349141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.349811 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Added segment 6480a59b-b3ad-4224-ba30-0ff887401d70 of type vlan for network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 Oct 18 23:20:57.431490 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.538252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11a67c-f7fa-43d0-adb2-41d9be75d2b9 None None] DHCP port deletion for 99df72ab-0bc2-4573-974e-4b46f848fc62 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:20:57.574155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745391b-b396-425e-b9ea-1bbafe03f3c8 req-e8b393cb-25e7-4683-925d-abb32c2b66e8 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:57.577011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0745391b-b396-425e-b9ea-1bbafe03f3c8 req-e8b393cb-25e7-4683-925d-abb32c2b66e8 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 948 time: 0.1073999 Oct 18 23:20:57.595583 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bf11a67c-f7fa-43d0-adb2-41d9be75d2b9 None None] Deleting port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:57.595583 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf11a67c-f7fa-43d0-adb2-41d9be75d2b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.597569 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.597765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Deleting port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:20:57.598096 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.622479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaa8fe-1ace-435f-b851-ad56046de8db req-80abd105-3286-48ef-85bd-5721a5eda92f tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:57.625388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbcaa8fe-1ace-435f-b851-ad56046de8db req-80abd105-3286-48ef-85bd-5721a5eda92f tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.3888690 Oct 18 23:20:57.698108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0745391b-b396-425e-b9ea-1bbafe03f3c8 req-42407381-38ea-4096-80d8-f186aec9873b tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093154 Oct 18 23:20:57.706976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] For port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=78eeb736-11d9-44f2-9ffe-dc5e89b4d613,segment=NetworkSegment(736366ff-4b66-456e-a147-dbe391f060e5),segment_id=736366ff-4b66-456e-a147-dbe391f060e5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:57.707357 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.723560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Calling delete_port for 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:57.734226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.734902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:57.735501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.737942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bf11a67c-f7fa-43d0-adb2-41d9be75d2b9 None None] For port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=78eeb736-11d9-44f2-9ffe-dc5e89b4d613,segment=NetworkSegment(736366ff-4b66-456e-a147-dbe391f060e5),segment_id=736366ff-4b66-456e-a147-dbe391f060e5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:57.739807 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf11a67c-f7fa-43d0-adb2-41d9be75d2b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.782364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bf11a67c-f7fa-43d0-adb2-41d9be75d2b9 None None] Calling delete_port for 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:20:57.793650 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.803731 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbcaa8fe-1ace-435f-b851-ad56046de8db req-6dd80281-e14a-42db-a825-239388bed34d tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629050 Oct 18 23:20:57.831108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1553626 Oct 18 23:20:57.832191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:57.836214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42450) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:57.865030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Request body: {'subnet': {'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1114982429-subnet', 'tenant_id': '10bc3899219b45fb838a08e4df12e676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:20:57.871662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c11ad-70dd-4c31-afb8-9a30825032b0 admin admin] Pushing event updated for resources: {'Network': ['ID=27a2d0a7-d1ec-4b11-b693-4650f6a6c827,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:57.916587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 58789043-8ec8-46d9-aa02-d3f026e6965e up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:20:57.919073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:20:57.939641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=78eeb736-11d9-44f2-9ffe-dc5e89b4d613,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:58.010278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] No DVR routers for this DVR port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:58.081844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 58789043-8ec8-46d9-aa02-d3f026e6965e completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:20:58.102460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf11a67c-f7fa-43d0-adb2-41d9be75d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.108184 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.110186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:20:58.120178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Made reservation on behalf of 10bc3899219b45fb838a08e4df12e676 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:20:58.122616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.125971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 58789043-8ec8-46d9-aa02-d3f026e6965e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:20:58.127661 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.129957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.159964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Transition to ACTIVE for port object ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:20:58.160288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99df72ab-0bc2-4573-974e-4b46f848fc62']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:58.170500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.182154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736366ff-4b66-456e-a147-dbe391f060e5') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:58.182655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736366ff-4b66-456e-a147-dbe391f060e5') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:20:58.193521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fb303-0b7a-4462-89b3-7566835fdd28 req-dd5c7301-1e37-40fe-baed-35b7c3ddf327 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:58.201686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb5fb303-0b7a-4462-89b3-7566835fdd28 req-dd5c7301-1e37-40fe-baed-35b7c3ddf327 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.2665052 Oct 18 23:20:58.221946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11a67c-f7fa-43d0-adb2-41d9be75d2b9 None None] No DVR routers for this DVR port 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:20:58.239136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11a67c-f7fa-43d0-adb2-41d9be75d2b9 None None] Pushing event deleted for resources: {'Port': ['ID=78eeb736-11d9-44f2-9ffe-dc5e89b4d613,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:58.259371 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.305900 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.349697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:20:58.350840 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:20:58.353235 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:20:58.357524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Pushing event updated for resources: {'Port': ['ID=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:58.389571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb5fb303-0b7a-4462-89b3-7566835fdd28 req-aa234415-726e-46a8-a7ef-8cc20e8f1b1c tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860721 Oct 18 23:20:58.425106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Attempting to bind port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:20:58.425454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Attempting to bind port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:20:58.427285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Attempting to bind port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce on network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:58.429789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.439621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce on network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:20:58.441790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Attempting to bind port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce on network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:20:58.457808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:20:58.458188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Checking segment: {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:58.458532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Bound using segment: {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:20:58.459045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Bound port: ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961b2a93-e2b8-41a9-aba5-05b719a44cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:20:58.459478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.482987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a119d1-e3e3-491f-b632-f8f1d6fdc24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58789043-8ec8-46d9-aa02-d3f026e6965e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:58.485361 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fa2709-331a-4796-bfdf-7511e0a315c3" -d '{"events": [{"server_uuid": "e7a119d1-e3e3-491f-b632-f8f1d6fdc24e", "name": "network-vif-plugged", "status": "completed", "tag": "58789043-8ec8-46d9-aa02-d3f026e6965e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:58.509783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 58789043-8ec8-46d9-aa02-d3f026e6965e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=58789043-8ec8-46d9-aa02-d3f026e6965e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:20:58.516403 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.526482 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.533701 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.539485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] 10.222.0.52 "DELETE /v2.0/networks/99df72ab-0bc2-4573-974e-4b46f848fc62 HTTP/1.1" status: 204 len: 168 time: 1.2178857 Oct 18 23:20:58.572408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456cf3c-5e68-4a59-940f-453d31b1bc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=99df72ab-0bc2-4573-974e-4b46f848fc62,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:58.604562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=58789043-8ec8-46d9-aa02-d3f026e6965e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:58.659387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] For port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:20:58.664758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] For port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:20:58.677191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc353e45-0fa8-4b5f-8671-7862a8423a74 req-119be32d-17bb-489f-b383-cef62bee24cc tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:58.685988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc353e45-0fa8-4b5f-8671-7862a8423a74 req-119be32d-17bb-489f-b383-cef62bee24cc tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 944 time: 0.1553113 Oct 18 23:20:58.699443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:20:58.703879 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.726362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:20:58.726702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 78eeb736-11d9-44f2-9ffe-dc5e89b4d613 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:20:58.758332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42468) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:58.782614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:58.783387 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:58.784845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] 10.222.0.73 "PUT /v2.0/ports/ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 200 len: 1093 time: 1.8787463 Oct 18 23:20:58.785326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:20:58.788226 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa16621d-efc2-48bc-99f9-eb8388cf7274" -d '{"events": [{"name": "network-changed", "server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:20:58.797223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f66d-a3e7-424e-9d88-9fa9d9fbaa19 req-c9979b42-30c4-4a58-97cd-eb9f27740721 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:58.811953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a342f66d-a3e7-424e-9d88-9fa9d9fbaa19 req-c9979b42-30c4-4a58-97cd-eb9f27740721 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 949 time: 0.2510097 Oct 18 23:20:58.838049 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc353e45-0fa8-4b5f-8671-7862a8423a74 req-3db389be-f4aa-42e4-9813-2c5a0d206242 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450479 Oct 18 23:20:58.841170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64007d8d-108f-4d22-93cc-10c839d6d08c service neutron] Pushing event updated for resources: {'Port': ['ID=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:58.890094 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f68173-3c98-42ff-8dc9-d76f92fdc1f9 x-openstack-request-id: req-40f68173-3c98-42ff-8dc9-d76f92fdc1f9 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:58.890387 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a119d1-e3e3-491f-b632-f8f1d6fdc24e", "name": "network-vif-plugged", "status": "completed", "tag": "58789043-8ec8-46d9-aa02-d3f026e6965e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:58.890632 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40f68173-3c98-42ff-8dc9-d76f92fdc1f9 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:58.891061 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a119d1-e3e3-491f-b632-f8f1d6fdc24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58789043-8ec8-46d9-aa02-d3f026e6965e', 'code': 200} Oct 18 23:20:59.000071 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cd2d7f7f-1ec0-4587-b300-ba81702ad065 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0eb68d238f5a4df2b1c7e592e564fe9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336552 Oct 18 23:20:59.001763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42476) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:20:59.031897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-4911c81a-1a3b-4d11-9ce0-73a721aafb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:59.033422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-4911c81a-1a3b-4d11-9ce0-73a721aafb03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 1096 time: 0.1229491 Oct 18 23:20:59.050439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52e0d6-3bee-4c00-89cd-2419290c37d0 req-4bb1c501-e4b4-4a45-8363-6d8cb56486b3 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:59.052091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f52e0d6-3bee-4c00-89cd-2419290c37d0 req-4bb1c501-e4b4-4a45-8363-6d8cb56486b3 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 949 time: 0.0869551 Oct 18 23:20:59.097830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a342f66d-a3e7-424e-9d88-9fa9d9fbaa19 req-38c00351-eb7e-4a62-a54c-2d0dfaa07361 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846472 Oct 18 23:20:59.105308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:59.138058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-5f14629b-7dd9-4c3e-b971-5b39200faa4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 200 len: 217 time: 0.0847213 Oct 18 23:20:59.163420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-501ec5ec-9810-4943-b5d0-5da980893807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:59.192194 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b469ec-50ce-4bdd-a677-b2fc3225f4e5 x-openstack-request-id: req-b5b469ec-50ce-4bdd-a677-b2fc3225f4e5 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:20:59.192194 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:20:59.193076 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5b469ec-50ce-4bdd-a677-b2fc3225f4e5 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:20:59.195450 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'status': 'completed', 'code': 200} Oct 18 23:20:59.239057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93bd1-aace-4487-8892-9ec5b218391e req-5c96c830-ef80-4c76-9b23-88d9483cd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:59.241165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f93bd1-aace-4487-8892-9ec5b218391e req-5c96c830-ef80-4c76-9b23-88d9483cd781 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 1101 time: 0.1899376 Oct 18 23:20:59.244275 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-501ec5ec-9810-4943-b5d0-5da980893807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:59.249622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Checking segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:20:59.249622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Network hostable DHCP agents. Network: 27a2d0a7-d1ec-4b11-b693-4650f6a6c827, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:20:59.254542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed0e15c-d6b8-4c05-8d0b-15673a74270e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:59.280982 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f52e0d6-3bee-4c00-89cd-2419290c37d0 req-aca9982c-ffcb-4a34-b480-fac2c7eb0e8e tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544852 Oct 18 23:20:59.299133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-cbd77dbc-683d-46d6-84eb-002cd9356b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:59.302065 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-cbd77dbc-683d-46d6-84eb-002cd9356b0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.1468844 Oct 18 23:20:59.332217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f93bd1-aace-4487-8892-9ec5b218391e req-1974640b-8d37-467f-8425-4e1b68df309f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726798 Oct 18 23:20:59.361495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:20:59.377876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 27a2d0a7-d1ec-4b11-b693-4650f6a6c827) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:20:59.390367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde07288-e552-4281-9174-0743ecb5ee05 None None] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:20:59.393332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:59.393983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:59.408140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-54efee5c-6c43-4f54-9dc4-9d31b6baa300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:59.420109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-54efee5c-6c43-4f54-9dc4-9d31b6baa300 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084840 Oct 18 23:20:59.441984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-501ec5ec-9810-4943-b5d0-5da980893807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:59.445321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-501ec5ec-9810-4943-b5d0-5da980893807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:20:59.446500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-501ec5ec-9810-4943-b5d0-5da980893807 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/708c01ec-3af3-4201-982a-df6eb1fe7d93 HTTP/1.1" status: 204 len: 168 time: 0.4357426 Oct 18 23:20:59.461022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ec5ec-9810-4943-b5d0-5da980893807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708c01ec-3af3-4201-982a-df6eb1fe7d93,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:20:59.481139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-51371ee1-1127-4d00-96df-386b1fc38e5f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6381752 Oct 18 23:20:59.532536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22970-ece0-4b8e-a6bc-3bdee88afc55 req-6327655e-89b1-409b-b439-27484c5cdd7b tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:59.534178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97a22970-ece0-4b8e-a6bc-3bdee88afc55 req-6327655e-89b1-409b-b439-27484c5cdd7b tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.1356187 Oct 18 23:20:59.563343 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-8dba243b-ca1c-4fda-9e20-073386fc4311 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356308 Oct 18 23:20:59.607772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97a22970-ece0-4b8e-a6bc-3bdee88afc55 req-b129f395-a2f5-40eb-9f72-1b775e07ca85 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621583 Oct 18 23:20:59.729811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39075d84-a74b-40b0-9ce0-fb846c48c15a None None] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:20:59.734913 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccea9bce-d697-46bb-8041-c0fb0d5e12ac req-e9c6e23a-fb15-4f5b-bc56-b1c33e4a7f91 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624069 Oct 18 23:20:59.873637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639a54d-addc-45e5-8ff7-85708998a6d3 req-21573f9a-6690-4b8d-b46a-903058012e41 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:59.896383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f639a54d-addc-45e5-8ff7-85708998a6d3 req-21573f9a-6690-4b8d-b46a-903058012e41 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.1525550 Oct 18 23:20:59.946416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-1fced28f-d1c1-4361-9e35-3502287a150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:20:59.949061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-1fced28f-d1c1-4361-9e35-3502287a150f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 1096 time: 0.1034551 Oct 18 23:21:00.033806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f639a54d-addc-45e5-8ff7-85708998a6d3 req-7adef14f-e80e-4049-9b7d-38c3419dcc0d tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344106 Oct 18 23:21:00.140466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-474fc0ee-2030-41f9-a772-5cfd16a17324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:00.143328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-474fc0ee-2030-41f9-a772-5cfd16a17324 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.1858592 Oct 18 23:21:00.226124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d61b6-7953-49a7-bfeb-1df28bbf314d req-7a92b648-5ab6-4825-8f26-cab7437ad099 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:00.235410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-839d61b6-7953-49a7-bfeb-1df28bbf314d req-7a92b648-5ab6-4825-8f26-cab7437ad099 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 944 time: 0.1528845 Oct 18 23:21:00.243950 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-47870e8f-2094-462a-9ee3-d36267e904f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 200 len: 217 time: 0.0937526 Oct 18 23:21:00.626687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-5ab439c2-77c0-43e5-8c5c-f74d8329d3af tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:00.629504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-5ab439c2-77c0-43e5-8c5c-f74d8329d3af tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.2171772 Oct 18 23:21:00.655280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-73a9f1d3-0a54-45aa-a798-bfa34eff15ba tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/quotas/10bc3899219b45fb838a08e4df12e676 HTTP/1.1" status: 200 len: 375 time: 0.0166559 Oct 18 23:21:00.660683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-1d9ccd38-b49d-4efc-9a5a-4d0d3888d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:00.662204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-1d9ccd38-b49d-4efc-9a5a-4d0d3888d774 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.0647566 Oct 18 23:21:00.666262 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-839d61b6-7953-49a7-bfeb-1df28bbf314d req-334a9d6d-4fde-4d0e-a63d-66e775107933 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301248 Oct 18 23:21:00.718512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-662e710c-ce45-4314-90ea-59090b696773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:00.720296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-662e710c-ce45-4314-90ea-59090b696773 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491464 Oct 18 23:21:00.724318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-694840b9-2fd2-4a4f-8ccb-9cd7522dfa06 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595250 Oct 18 23:21:00.850604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42534) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:00.883858 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-fcd64608-0bd7-45f3-83f4-a4f3d4606b63 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533265 Oct 18 23:21:00.889421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-41bbec23-3374-43a5-a712-b7bcb527426b service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536386 Oct 18 23:21:00.924274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81db5fc-cb9a-41cb-a2c3-895d472afe46 req-3d626829-0c14-4f35-9e2a-5e5cb5c9556b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:00.933583 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c81db5fc-cb9a-41cb-a2c3-895d472afe46 req-3d626829-0c14-4f35-9e2a-5e5cb5c9556b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 949 time: 0.1079209 Oct 18 23:21:01.031465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-61b75bae-d795-4101-8884-de7067374b6a service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351836 Oct 18 23:21:01.038516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c81db5fc-cb9a-41cb-a2c3-895d472afe46 req-c2ea7369-c6fd-4496-b03e-5e87bc5b1f4b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924361 Oct 18 23:21:01.057467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-network', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:01.070485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa16621d-efc2-48bc-99f9-eb8388cf7274 req-aafb2898-88f5-4744-b2e9-da5efb691b03 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757870 Oct 18 23:21:01.103978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Made reservation on behalf of 3c2e2a5d4d034623a86543b0fcefb654 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:21:01.109466 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:01.130446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:01.282548 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:01.289456 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:01.338010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:21:01.366202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c683e-bed1-47b1-9028-4b5101a0f4fc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:01.375406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:01.376188 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Added segment 7ba4c208-56e8-4312-808b-a45aacbf987a of type vlan for network 8355c7e5-afbd-4edd-8fbc-777141e1590e Oct 18 23:21:01.386711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c3fe-24cf-4150-b10d-6f81dcd750f7 req-74e9e174-eb70-435e-a1be-87403a29c5a8 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:01.410465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a24c3fe-24cf-4150-b10d-6f81dcd750f7 req-74e9e174-eb70-435e-a1be-87403a29c5a8 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 949 time: 0.1132033 Oct 18 23:21:01.476470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:01.478023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a24c3fe-24cf-4150-b10d-6f81dcd750f7 req-b025acb2-ced9-47bb-9c9a-12a2c754282b tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662515 Oct 18 23:21:01.587256 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:01.589111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:01.590234 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:01.647803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c0844-1a6d-4e9f-a68a-3fb90b18a8f7 req-7a60b8df-69f1-4cbb-b6e4-96fc15d970a8 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:01.656331 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c5c0844-1a6d-4e9f-a68a-3fb90b18a8f7 req-7a60b8df-69f1-4cbb-b6e4-96fc15d970a8 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.0743306 Oct 18 23:21:01.667236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8139505 Oct 18 23:21:01.672664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42550) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:01.683468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Request body: {'subnet': {'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-subnet', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:01.715184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c5c0844-1a6d-4e9f-a68a-3fb90b18a8f7 req-c888ed4e-aca0-4963-a4d0-d9db091bc62e tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499365 Oct 18 23:21:01.763041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f570f-2e5d-4eb7-9ae7-df54a031cfac req-d5718354-a0e6-407f-ba08-8953fa7e457b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:01.766212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-414f570f-2e5d-4eb7-9ae7-df54a031cfac req-d5718354-a0e6-407f-ba08-8953fa7e457b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.2421012 Oct 18 23:21:01.772306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c4671-07e0-4eae-b963-de02c19d3e98 admin admin] Pushing event updated for resources: {'Network': ['ID=8355c7e5-afbd-4edd-8fbc-777141e1590e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:01.791410 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 8355c7e5-afbd-4edd-8fbc-777141e1590e details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:21:01.832005 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ffa9a9f7-7648-4872-8694-a6fb6299b1e6 req-395a4d6a-bc38-468b-a53f-becc0a870f0b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 210 time: 0.0607448 Oct 18 23:21:01.845148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Made reservation on behalf of 3c2e2a5d4d034623a86543b0fcefb654 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:21:01.849088 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:01.955023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-414f570f-2e5d-4eb7-9ae7-df54a031cfac req-a466ac09-aded-4f38-bd24-8b18ce77a1d7 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726353 Oct 18 23:21:02.040667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d65a6-ac8a-46e8-84f0-73ead806b3ad req-bf8f1d03-7989-4fb1-9d85-0fc11c3bf1d2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:02.049393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc9d65a6-ac8a-46e8-84f0-73ead806b3ad req-bf8f1d03-7989-4fb1-9d85-0fc11c3bf1d2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 944 time: 0.0914268 Oct 18 23:21:02.086459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-61e0643d-77e5-4391-bfca-4c1a769e2b92 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:02.088411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-61e0643d-77e5-4391-bfca-4c1a769e2b92 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 949 time: 0.1916571 Oct 18 23:21:02.102845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc9d65a6-ac8a-46e8-84f0-73ead806b3ad req-876b5889-2f80-468e-a23c-910aed796d93 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520988 Oct 18 23:21:02.481798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b9f96-b874-496c-8e51-f3a4496c8310 req-3aef6f2a-3e2b-444c-b221-c10668f64e21 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:02.484839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc8b9f96-b874-496c-8e51-f3a4496c8310 req-3aef6f2a-3e2b-444c-b221-c10668f64e21 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 949 time: 0.2460008 Oct 18 23:21:02.501825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Deleting port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:02.502255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:02.517648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:02.681952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc8b9f96-b874-496c-8e51-f3a4496c8310 req-0a1de8ab-0e03-42ce-b81c-83feadb3f8a7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835020 Oct 18 23:21:02.685273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afc50ea-825b-4664-8354-93f85e07c560,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:02.721887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Checking segment: {'id': '7ba4c208-56e8-4312-808b-a45aacbf987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:02.722685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Network hostable DHCP agents. Network: 8355c7e5-afbd-4edd-8fbc-777141e1590e, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:21:02.757092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] For port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:02.758193 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:02.798204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Calling delete_port for 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:02.807850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Network 8355c7e5-afbd-4edd-8fbc-777141e1590e is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:21:02.890946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbe5f5-0809-4781-9179-69bb501813ec req-0bffe243-036c-48ec-876f-b0fe53da4a41 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:02.892568 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7acbe5f5-0809-4781-9179-69bb501813ec req-0bffe243-036c-48ec-876f-b0fe53da4a41 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 949 time: 0.0611308 Oct 18 23:21:02.920666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 8355c7e5-afbd-4edd-8fbc-777141e1590e) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:02.932747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4335d-a2fd-4459-ba9f-90eea13dddd6 None None] Network 8355c7e5-afbd-4edd-8fbc-777141e1590e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:21:02.941558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:02.942166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:02.952993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7acbe5f5-0809-4781-9179-69bb501813ec req-7bc2c8c1-1330-4c98-a0f5-65a6635af025 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Oct 18 23:21:02.973337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-51693703-f5a9-4de2-8958-c741796071b1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2974596 Oct 18 23:21:02.977865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42578) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:02.989438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:03.006897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a120eb-e381-4c8c-ae20-1be639f1b6fd req-2ff59cd5-c99e-485c-9af7-5b831b881184 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:03.021288 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0a120eb-e381-4c8c-ae20-1be639f1b6fd req-2ff59cd5-c99e-485c-9af7-5b831b881184 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 946 time: 0.1926196 Oct 18 23:21:03.035109 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:03.036262 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:03.134889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0a120eb-e381-4c8c-ae20-1be639f1b6fd req-6f4678ad-acca-43a9-a0d2-800eab7c5671 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099093 Oct 18 23:21:03.147377 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:03.281531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:03.282606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-8355c7e5-afbd-4edd-8fbc-777141e1590e', 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'fixed_ips': [{'subnet_id': '1afc50ea-825b-4664-8354-93f85e07c560'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:21:03.284459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:03.325815 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:03.340394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac5e42-48da-48cf-9efc-6fdc194d0429 req-1eb5f9fb-efc8-44dd-8223-2b0b39def19d tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:03.353676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fbac5e42-48da-48cf-9efc-6fdc194d0429 req-1eb5f9fb-efc8-44dd-8223-2b0b39def19d tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.2673585 Oct 18 23:21:03.381071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event deleted for resources: {'Port': ['ID=7efc0eaf-8daa-411f-8c0c-b9f6df035b37,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:03.438466 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fbac5e42-48da-48cf-9efc-6fdc194d0429 req-2f14b366-869f-42a2-a358-2d4758ff1743 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836172 Oct 18 23:21:03.501696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609', 'ed5a6a02-f612-4ffd-9213-34a83b15ba92'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:03.506610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed4a0d66-0c9a-49d1-af90-4106bb56c0fb req-e30abc15-d000-420c-9b13-88ae02b00d9a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 210 time: 0.1302938 Oct 18 23:21:03.507234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', '572fa48e-01ff-49a2-a1b6-13719558a6d6', '7efc0eaf-8daa-411f-8c0c-b9f6df035b37'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:03.559537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] No DVR routers for this DVR port 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:03.572609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:03.584272 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a4116e1-5c7a-488f-9e8d-9f5cd4907916 req-294e839c-a8c6-4376-bd27-59dec70cae00 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "DELETE /v2.0/ports/7efc0eaf-8daa-411f-8c0c-b9f6df035b37 HTTP/1.1" status: 204 len: 173 time: 1.4817917 Oct 18 23:21:03.585149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91c6be5-bb9c-49e8-a252-2b4314b6dc69', 'name': 'network-vif-deleted', 'tag': '7efc0eaf-8daa-411f-8c0c-b9f6df035b37'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:03.590472 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca6050a-6cd7-4572-86af-385ddde66d74" -d '{"events": [{"server_uuid": "d91c6be5-bb9c-49e8-a252-2b4314b6dc69", "name": "network-vif-deleted", "tag": "7efc0eaf-8daa-411f-8c0c-b9f6df035b37"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:03.859608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0975-3f3e-4f42-be8f-b0792fc580f9 req-fbf908b0-45dc-4e13-a27b-b03dc689aca4 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:03.869808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c39c0975-3f3e-4f42-be8f-b0792fc580f9 req-fbf908b0-45dc-4e13-a27b-b03dc689aca4 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 944 time: 0.1450748 Oct 18 23:21:03.947475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c39c0975-3f3e-4f42-be8f-b0792fc580f9 req-30fd5468-050f-42e7-80c2-a58efa91f3e9 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749106 Oct 18 23:21:03.954851 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62eeccd-61d3-4fe5-ab7a-6e677f753133 x-openstack-request-id: req-c62eeccd-61d3-4fe5-ab7a-6e677f753133 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:03.956226 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91c6be5-bb9c-49e8-a252-2b4314b6dc69", "name": "network-vif-deleted", "tag": "7efc0eaf-8daa-411f-8c0c-b9f6df035b37", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:03.956562 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c62eeccd-61d3-4fe5-ab7a-6e677f753133 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:03.956936 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91c6be5-bb9c-49e8-a252-2b4314b6dc69', 'name': 'network-vif-deleted', 'tag': '7efc0eaf-8daa-411f-8c0c-b9f6df035b37', 'status': 'completed', 'code': 200} Oct 18 23:21:03.971011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:21:03.990128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-a95afd11-d3c1-4885-96ff-5983a485792a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:04.004883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-a95afd11-d3c1-4885-96ff-5983a485792a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.5545459 Oct 18 23:21:04.110635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Allocated IP 172.20.0.2 (8355c7e5-afbd-4edd-8fbc-777141e1590e/1afc50ea-825b-4664-8354-93f85e07c560/3961a107-0442-4bfd-889e-cf33aac66462) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:21:04.134252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Request body: {'port': {'device_id': '8db6517f-a6de-420e-aeff-332b0e031473', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'admin_state_up': True, 'tenant_id': '10bc3899219b45fb838a08e4df12e676'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:04.211653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3826499-2013-423e-a5c2-8b05ee46be83 req-a7b4655d-58a7-4cd8-abf3-3cc23081cff9 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=d91c6be5-bb9c-49e8-a252-2b4314b6dc69 HTTP/1.1" status: 200 len: 210 time: 0.0579436 Oct 18 23:21:04.269892 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:21:04.516504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24164b-b1e4-42d7-b03a-ebafe1baae9a req-ed34fa79-4040-4bbe-a2ea-519538fd749e tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:04.531515 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d24164b-b1e4-42d7-b03a-ebafe1baae9a req-ed34fa79-4040-4bbe-a2ea-519538fd749e tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 949 time: 0.2807875 Oct 18 23:21:04.564844 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:04.642714 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:04.688876 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:04.724715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:04.768881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'port_id': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'mac_address': 'fa:16:3e:12:fc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:21:04.841210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747aa8c-62ef-4f89-9fda-5fae5f114e82 req-b032fd24-c43d-4d27-a277-f52621d673cd tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:04.860225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0747aa8c-62ef-4f89-9fda-5fae5f114e82 req-b032fd24-c43d-4d27-a277-f52621d673cd tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.2019420 Oct 18 23:21:04.863065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Allocated IP 172.25.7.226 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/74872a16-e9ee-42a6-b121-41ca76dc8454) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:21:04.960810 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:04.963775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.004049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.024633 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.040402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:21:05.069474 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d24164b-b1e4-42d7-b03a-ebafe1baae9a req-68c038b9-5e29-45c3-8004-623b1e3ccf56 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269856 Oct 18 23:21:05.086112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.141861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Network 8355c7e5-afbd-4edd-8fbc-777141e1590e is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:05.151770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:05.162039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0747aa8c-62ef-4f89-9fda-5fae5f114e82 req-bb47e05d-bf9e-4d68-8382-a1f139ba31fd tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc70e6d3-de02-4de0-b56e-b3021976f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979090 Oct 18 23:21:05.163064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Made reservation on behalf of 10bc3899219b45fb838a08e4df12e676 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:21:05.168593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:05.180067 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.183452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:21:05.187410 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.192558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Pushing event updated for resources: {'Port': ['ID=3961a107-0442-4bfd-889e-cf33aac66462,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:05.275184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-7388cfdc-bd0a-4576-81f8-825442fc7f41 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:05.304212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:05.310038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-7388cfdc-bd0a-4576-81f8-825442fc7f41 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.102 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 946 time: 0.3157649 Oct 18 23:21:05.394768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:05.413608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:21:05.439183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Pushing event updated for resources: {'Port': ['ID=74872a16-e9ee-42a6-b121-41ca76dc8454,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:05.466278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:05.477142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Attempting to bind port 3961a107-0442-4bfd-889e-cf33aac66462 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:21:05.478007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Attempting to bind port 3961a107-0442-4bfd-889e-cf33aac66462 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7ba4c208-56e8-4312-808b-a45aacbf987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:21:05.478586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Attempting to bind port 3961a107-0442-4bfd-889e-cf33aac66462 on network 8355c7e5-afbd-4edd-8fbc-777141e1590e {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:05.498898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:21:05.499787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Checking segment: {'id': '7ba4c208-56e8-4312-808b-a45aacbf987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:05.501191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.501191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Bound using segment: {'id': '7ba4c208-56e8-4312-808b-a45aacbf987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:21:05.501191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Bound port: 3961a107-0442-4bfd-889e-cf33aac66462, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba4c208-56e8-4312-808b-a45aacbf987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:21:05.501840 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.547818 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:21:05.606256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e129c-8364-4b0b-9683-bc81b0ab2315 req-affdda85-431b-4c5b-b492-97892c43c1d1 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:05.614084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e25e129c-8364-4b0b-9683-bc81b0ab2315 req-affdda85-431b-4c5b-b492-97892c43c1d1 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 945 time: 0.1665587 Oct 18 23:21:05.622990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] For port 3961a107-0442-4bfd-889e-cf33aac66462, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:21:05.627420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] For port 3961a107-0442-4bfd-889e-cf33aac66462, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3961a107-0442-4bfd-889e-cf33aac66462,segment=NetworkSegment(7ba4c208-56e8-4312-808b-a45aacbf987a),segment_id=7ba4c208-56e8-4312-808b-a45aacbf987a)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:21:05.637004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.638353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff0054b0-89cb-46d0-b1c9-f2e784114fdc req-a9afef44-a099-47d9-a01a-6ae123853960 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 210 time: 0.2086825 Oct 18 23:21:05.725789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd183edb-2243-4472-b5c2-ceabd195413c None None] Pushing event updated for resources: {'Port': ['ID=3961a107-0442-4bfd-889e-cf33aac66462,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:05.739819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Deleting port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:05.741740 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:05.770467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Allocated IP 172.20.0.11 (27a2d0a7-d1ec-4b11-b693-4650f6a6c827/fed0e15c-d6b8-4c05-8d0b-15673a74270e/08ea7b82-147f-4405-a368-b0eae3ba3440) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:21:05.801700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e25e129c-8364-4b0b-9683-bc81b0ab2315 req-d0736e9d-bf06-4296-821b-4130581a82dc tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866071 Oct 18 23:21:05.902442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:05.956911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:05.958813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7efc0eaf-8daa-411f-8c0c-b9f6df035b37 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:05.983509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:06.150876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] For port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:06.151255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:06.358989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:06.375593 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:06.547993 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:06.548609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:06.548793 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Floating IP b3b60a60-4bf1-49ab-a229-9c8672dbd995 disassociated. External IP: 172.25.7.25, port: 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b. Oct 18 23:21:06.549180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Calling delete_port for 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:06.574233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8229bed-a88b-4abd-bd65-5e090e31d2ec req-fe15630b-1934-4099-9cd5-a6e6b54b7df0 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:06.575927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8229bed-a88b-4abd-bd65-5e090e31d2ec req-fe15630b-1934-4099-9cd5-a6e6b54b7df0 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 946 time: 0.1556642 Oct 18 23:21:06.595757 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:06.831644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8229bed-a88b-4abd-bd65-5e090e31d2ec req-e9f5ee29-777f-4326-876d-e1140283fdf7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178547 Oct 18 23:21:06.833665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:06.839392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3961a107-0442-4bfd-889e-cf33aac66462 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:06.939851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:06.977543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Pushing event deleted for resources: {'Port': ['ID=4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:06.980672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3961a107-0442-4bfd-889e-cf33aac66462 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:06.980672 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:07.047719 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:07.084902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:07.091157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:21:07.104053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2db64529-0b8f-464f-8c37-473583806195 req-9be3ff8b-469a-4d74-b7c5-109a594d4b5d tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 210 time: 0.1281345 Oct 18 23:21:07.108920 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:07.172073 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:07.207891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921658d0-9c52-4ec1-843a-dc0d6783fea1 req-415cea50-d569-47fa-bec3-b65f762352c8 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:07.219541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 3961a107-0442-4bfd-889e-cf33aac66462, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3961a107-0442-4bfd-889e-cf33aac66462,segment=NetworkSegment(7ba4c208-56e8-4312-808b-a45aacbf987a),segment_id=7ba4c208-56e8-4312-808b-a45aacbf987a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:07.221403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-921658d0-9c52-4ec1-843a-dc0d6783fea1 req-415cea50-d569-47fa-bec3-b65f762352c8 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 949 time: 0.4997232 Oct 18 23:21:07.241939 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:07.335081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event updated for resources: {'Port': ['ID=08ea7b82-147f-4405-a368-b0eae3ba3440,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:07.370241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:07.371788 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:07.400716 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-9b118852-8464-447e-aacb-c528a1c80c51 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2777936 Oct 18 23:21:07.409299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Router fad44ac2-1eba-4309-b289-7098ee114381 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:07.430938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Request body: {'port': {'device_id': '8db6517f-a6de-420e-aeff-332b0e031473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:07.450049 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-921658d0-9c52-4ec1-843a-dc0d6783fea1 req-f9dc5d13-c733-4ba7-b6bf-a7007e96b7c8 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466644 Oct 18 23:21:07.486563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=3961a107-0442-4bfd-889e-cf33aac66462,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:07.707045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7743b-7e9a-4652-b437-0fb07d5aa8db None None] Network 8355c7e5-afbd-4edd-8fbc-777141e1590e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:21:07.718903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:07.775851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270532a-7888-4cc6-9a90-2b972faeea23 req-65ade12a-bd2f-4f69-89c5-1d9e463c96c0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:07.784206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c270532a-7888-4cc6-9a90-2b972faeea23 req-65ade12a-bd2f-4f69-89c5-1d9e463c96c0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 932 time: 0.1445763 Oct 18 23:21:07.878814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c270532a-7888-4cc6-9a90-2b972faeea23 req-8e39efd9-a5a1-4d9c-8bca-471de5233849 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918555 Oct 18 23:21:07.903914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:07.919846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:07.937630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fcc35-8b69-4d63-a8c9-e062028ca420 req-e123c9ff-7a7a-4ecd-90bf-d5bc70ef2fc8 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:07.940551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-010fcc35-8b69-4d63-a8c9-e062028ca420 req-e123c9ff-7a7a-4ecd-90bf-d5bc70ef2fc8 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 945 time: 0.2603693 Oct 18 23:21:07.942585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:07.945218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Router 6effc2e4-a8fb-45ee-8caa-494203d4a189 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:21:07.974455 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] Sync routers for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:08.004100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:08.004639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:08.007594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f1bcd3d0-1077-47d8-9af9-092106333848 None None] Provisioning complete for port 3961a107-0442-4bfd-889e-cf33aac66462 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:08.008684 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1bcd3d0-1077-47d8-9af9-092106333848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:08.036262 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:08.039649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-010fcc35-8b69-4d63-a8c9-e062028ca420 req-f23527ec-02b4-490b-a096-21fe96bee371 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728965 Oct 18 23:21:08.043515 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:08.092966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] No DVR routers for this DVR port 4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:08.107885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:08.117356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2fabb605-ddfa-4214-be4b-f1860f809959 req-802cd2b4-3c98-47bb-afc9-7eec9605ee98 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.102 "DELETE /v2.0/ports/4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b HTTP/1.1" status: 204 len: 173 time: 2.8059866 Oct 18 23:21:08.121935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'name': 'network-vif-deleted', 'tag': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:08.124885 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a16690f-bf83-4d86-8918-4bb98b29dcc4" -d '{"events": [{"server_uuid": "6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8", "name": "network-vif-deleted", "tag": "4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:08.235153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-ae374056-f7c3-4cb5-80f0-753d5547a109 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:08.239316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-ae374056-f7c3-4cb5-80f0-753d5547a109 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.102 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 949 time: 0.1582637 Oct 18 23:21:08.268199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebf141-9ff7-4ec7-bf18-ce5c5597a58e req-06c1e875-d96c-47bc-a716-7faefb4c61ff tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:08.274627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eebf141-9ff7-4ec7-bf18-ce5c5597a58e req-06c1e875-d96c-47bc-a716-7faefb4c61ff tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 949 time: 0.1061177 Oct 18 23:21:08.399587 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eebf141-9ff7-4ec7-bf18-ce5c5597a58e req-f3cd5513-da49-47a8-8af9-f86d2865db72 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174340 Oct 18 23:21:08.504148 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:08.533675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Deleting port 58789043-8ec8-46d9-aa02-d3f026e6965e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:08.534270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:08.616151 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a15b19-32f8-490e-b013-c90d289211dc x-openstack-request-id: req-a0a15b19-32f8-490e-b013-c90d289211dc {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:08.618477 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8", "name": "network-vif-deleted", "tag": "4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:08.619645 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0a15b19-32f8-490e-b013-c90d289211dc {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:08.620072 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8', 'name': 'network-vif-deleted', 'tag': '4ff7a221-f6b1-43cc-ba6f-bcf4ffa7082b', 'status': 'completed', 'code': 200} Oct 18 23:21:08.653685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:21:08.710442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:08.712293 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:08.899906 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44d4056e-8285-4965-877f-e935e98f41c1 req-d4b0a7a5-41e2-4725-b1e0-ce3ba28d7a28 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f84271b-6c7f-4e32-92c4-2f56eb4fc7b8 HTTP/1.1" status: 200 len: 210 time: 0.1171343 Oct 18 23:21:08.962254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] For port 58789043-8ec8-46d9-aa02-d3f026e6965e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=58789043-8ec8-46d9-aa02-d3f026e6965e,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:08.962969 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:08.979119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3961a107-0442-4bfd-889e-cf33aac66462 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:09.008536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Calling delete_port for 58789043-8ec8-46d9-aa02-d3f026e6965e owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:09.097469 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:09.097935 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7395b438-94e4-4c38-ad38-3305117e4543', 'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'mac_address': 'fa:16:3e:64:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:12Z', 'updated_at': '2021-10-18T23:17:19Z', 'revision_number': 5, 'project_id': '3204910e008f48dab120bec8a811593f', 'subnets': [{'id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:09.129122 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] Checking router: fad44ac2-1eba-4309-b289-7098ee114381 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:09.141230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:09.141731 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:09.142832 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:09.146044 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3532675-a382-44f3-9378-f76010bab0fe" -d '{"events": [{"server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "name": "network-vif-plugged", "status": "completed", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:09.179181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3961a107-0442-4bfd-889e-cf33aac66462 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:09.180191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:09.188563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:09.234331 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:09.364867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce29e24-6aef-41c4-b2e2-6c8a40b6073b req-1ac8f0e4-c3e6-4683-9c92-2260046c9d2c tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:09.378623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cce29e24-6aef-41c4-b2e2-6c8a40b6073b req-1ac8f0e4-c3e6-4683-9c92-2260046c9d2c tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 946 time: 0.2055974 Oct 18 23:21:09.428170 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:09.523864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-71f8e6db-ce66-48be-a917-3e7bdeb59592 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:09.525772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-71f8e6db-ce66-48be-a917-3e7bdeb59592 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "GET /v2.0/ports?device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 949 time: 0.1508563 Oct 18 23:21:09.573619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:09.588377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f2ade-2fa0-41f9-9013-eee8ef9b4a2c req-cc628d4c-ff24-46c9-a155-a915b7ec22e6 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:09.593576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-696f2ade-2fa0-41f9-9013-eee8ef9b4a2c req-cc628d4c-ff24-46c9-a155-a915b7ec22e6 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 949 time: 0.2826822 Oct 18 23:21:09.636089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0e569722-09c7-4638-9255-96f5f8b94204 None None] Provisioning complete for port 3961a107-0442-4bfd-889e-cf33aac66462 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:09.636566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0e569722-09c7-4638-9255-96f5f8b94204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:09.793364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-696f2ade-2fa0-41f9-9013-eee8ef9b4a2c req-12386210-3f4f-437c-a982-57edd56aa909 tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438498 Oct 18 23:21:09.887007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:09.965796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Sync routers for ids ['6effc2e4-a8fb-45ee-8caa-494203d4a189'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:09.986046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Deleting port ed5a6a02-f612-4ffd-9213-34a83b15ba92 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:09.986541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:10.016871 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Routers {'6effc2e4-a8fb-45ee-8caa-494203d4a189'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:10.018586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6effc2e4-a8fb-45ee-8caa-494203d4a189'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:10.074018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cce29e24-6aef-41c4-b2e2-6c8a40b6073b req-e5317081-bb51-4e46-ade4-8a9ceaad303f tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6937780 Oct 18 23:21:10.081036 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:10.085548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b83cae2c-4f69-489b-b4d1-a2d5b1d4e86a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1036532 Oct 18 23:21:10.097302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42652) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:10.163710 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:10.195910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Pushing event deleted for resources: {'Port': ['ID=58789043-8ec8-46d9-aa02-d3f026e6965e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:10.222071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-01259a0e-84b9-4f4c-b9c8-263ee001c2f9 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:10.225883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-01259a0e-84b9-4f4c-b9c8-263ee001c2f9 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/ports?device_id=188164b8-a2ac-407d-8eb6-6094b4e06836 HTTP/1.1" status: 200 len: 950 time: 0.1667154 Oct 18 23:21:10.253277 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7395b438-94e4-4c38-ad38-3305117e4543', 'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'mac_address': 'fa:16:3e:64:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:12Z', 'updated_at': '2021-10-18T23:17:19Z', 'revision_number': 5, 'project_id': '3204910e008f48dab120bec8a811593f', 'subnets': [{'id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:10.354961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] No DVR routers for this DVR port 58789043-8ec8-46d9-aa02-d3f026e6965e on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:10.381789 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9e1336-904e-4655-84ec-6b461b836ade None None] The sync data for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 is: [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7395b438-94e4-4c38-ad38-3305117e4543', 'name': '', 'network_id': '1be3888e-7693-49cd-b41e-8994ed7d7ae3', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'mac_address': 'fa:16:3e:64:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:12Z', 'updated_at': '2021-10-18T23:17:19Z', 'revision_number': 5, 'project_id': '3204910e008f48dab120bec8a811593f', 'subnets': [{'id': 'd72d32c3-4376-40b3-a6a3-0dea9b29d911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:10.420744 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:10.430888 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42ff811c-33ce-47ee-b24d-701fde0fd1d8 req-6cd6e360-5f95-47bf-b5d3-fc114afa4b3f tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.102 "DELETE /v2.0/ports/58789043-8ec8-46d9-aa02-d3f026e6965e HTTP/1.1" status: 204 len: 173 time: 2.1792338 Oct 18 23:21:10.443037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ea7b82-147f-4405-a368-b0eae3ba3440 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:21:10.478613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Set router 6effc2e4-a8fb-45ee-8caa-494203d4a189 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:10.535236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2e16-ff10-4919-96fb-c768cc0d5ab7 req-e5673125-2b40-4156-a10e-d81cee70c2e1 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:10.538484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d8a2e16-ff10-4919-96fb-c768cc0d5ab7 req-e5673125-2b40-4156-a10e-d81cee70c2e1 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 946 time: 0.1779032 Oct 18 23:21:10.657287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a119d1-e3e3-491f-b632-f8f1d6fdc24e', 'name': 'network-vif-deleted', 'tag': '58789043-8ec8-46d9-aa02-d3f026e6965e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:10.661403 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cffecc5-2e42-4fe0-a17e-671934fcbdbd" -d '{"events": [{"server_uuid": "e7a119d1-e3e3-491f-b632-f8f1d6fdc24e", "name": "network-vif-deleted", "tag": "58789043-8ec8-46d9-aa02-d3f026e6965e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:10.728029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d8a2e16-ff10-4919-96fb-c768cc0d5ab7 req-154ecc62-e70d-4ee4-b7f9-dbcc4bf33946 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726167 Oct 18 23:21:10.738571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c30c70-ebda-4499-847b-a860a8843d85 req-200042a5-bc2b-4625-aed6-8c68aeb2af71 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:10.752072 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-12c30c70-ebda-4499-847b-a860a8843d85 req-200042a5-bc2b-4625-aed6-8c68aeb2af71 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 932 time: 0.7799897 Oct 18 23:21:10.761918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Deleting port 572fa48e-01ff-49a2-a1b6-13719558a6d6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:10.761918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:10.794291 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:10.951854 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e15b3-3c1a-49b6-947d-22172ba91655 None None] New status for floating IP b3b60a60-4bf1-49ab-a229-9c8672dbd995: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:21:10.968639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:03Z', 'updated_at': '2021-10-18T23:21:05Z', 'revision_number': 3, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'gw_port': {'id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:04Z', 'updated_at': '2021-10-18T23:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:10.974094 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e3f543-d6bb-4d24-bfcf-bd3404fe924c x-openstack-request-id: req-a7e3f543-d6bb-4d24-bfcf-bd3404fe924c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:10.974410 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "name": "network-vif-plugged", "status": "completed", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:10.984202 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7e3f543-d6bb-4d24-bfcf-bd3404fe924c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:10.984889 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'code': 200} Oct 18 23:21:11.030554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] For port 572fa48e-01ff-49a2-a1b6-13719558a6d6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=572fa48e-01ff-49a2-a1b6-13719558a6d6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:11.031304 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:11.040280 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-12c30c70-ebda-4499-847b-a860a8843d85 req-e4cdaadd-88b8-4d26-a406-8c81fb4ef061 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862079 Oct 18 23:21:11.072559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Calling delete_port for 572fa48e-01ff-49a2-a1b6-13719558a6d6 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:11.120762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Checking router: 6effc2e4-a8fb-45ee-8caa-494203d4a189 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:11.121216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Updating router 6effc2e4-a8fb-45ee-8caa-494203d4a189 port 74872a16-e9ee-42a6-b121-41ca76dc8454 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:21:11.197205 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:11.225791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Transition to ACTIVE for port object 08ea7b82-147f-4405-a368-b0eae3ba3440 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:21:11.252206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:11.357946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=08ea7b82-147f-4405-a368-b0eae3ba3440,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:11.375649 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ae2e1b-f362-472d-b8a2-dc7fe8e60150 x-openstack-request-id: req-92ae2e1b-f362-472d-b8a2-dc7fe8e60150 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:11.376624 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a119d1-e3e3-491f-b632-f8f1d6fdc24e", "name": "network-vif-deleted", "tag": "58789043-8ec8-46d9-aa02-d3f026e6965e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:11.377061 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92ae2e1b-f362-472d-b8a2-dc7fe8e60150 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:11.378693 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a119d1-e3e3-491f-b632-f8f1d6fdc24e', 'name': 'network-vif-deleted', 'tag': '58789043-8ec8-46d9-aa02-d3f026e6965e', 'status': 'completed', 'code': 200} Oct 18 23:21:11.381927 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] For port ed5a6a02-f612-4ffd-9213-34a83b15ba92, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed5a6a02-f612-4ffd-9213-34a83b15ba92,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:11.382305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:11.412957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Calling delete_port for ed5a6a02-f612-4ffd-9213-34a83b15ba92 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:11.531927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def59a3-7eb6-4cae-bb55-5a65def15f80 req-d8ae3786-3922-4199-b96b-11689a5a975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:11.531927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4def59a3-7eb6-4cae-bb55-5a65def15f80 req-d8ae3786-3922-4199-b96b-11689a5a975e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 1098 time: 0.2979381 Oct 18 23:21:11.563620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-387255d0-ef01-475d-8db6-283cf04c713b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:11.565361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-387255d0-ef01-475d-8db6-283cf04c713b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.102 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 946 time: 0.3288064 Oct 18 23:21:11.585814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950adf29-0dc3-4337-874e-2da1d372f6c9 req-7e134e95-a574-46c4-a48f-a9bfde9e3588 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:11.587474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-950adf29-0dc3-4337-874e-2da1d372f6c9 req-7e134e95-a574-46c4-a48f-a9bfde9e3588 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 949 time: 0.3342059 Oct 18 23:21:11.652470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:11.746016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event deleted for resources: {'Port': ['ID=572fa48e-01ff-49a2-a1b6-13719558a6d6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:11.749479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c52b3855-35f4-400e-9c9f-92275ac36f0c req-dc4c6978-36a6-400d-8d2a-de6d089318ff tempest-DeleteServersAdminTestJSON-2059576501 tempest-DeleteServersAdminTestJSON-2059576501-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a119d1-e3e3-491f-b632-f8f1d6fdc24e HTTP/1.1" status: 200 len: 210 time: 0.1223278 Oct 18 23:21:11.802412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', '572fa48e-01ff-49a2-a1b6-13719558a6d6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:11.832458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4def59a3-7eb6-4cae-bb55-5a65def15f80 req-c6927ec4-553f-4e84-a1b9-4d8d99319f2f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874196 Oct 18 23:21:11.848309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-950adf29-0dc3-4337-874e-2da1d372f6c9 req-2758c04d-701a-4bae-99a6-9ff63c9ca55b tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394304 Oct 18 23:21:11.932805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:11.948336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed5a6a02-f612-4ffd-9213-34a83b15ba92 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:11.951283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 58789043-8ec8-46d9-aa02-d3f026e6965e no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:11.953708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] No DVR routers for this DVR port 572fa48e-01ff-49a2-a1b6-13719558a6d6 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:11.958297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42666) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:12.030548 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.038853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c714d8bf-e6c4-4d2e-80c6-d4fb9c137765 req-c7a14203-90af-4bb9-bbc7-cc31769a6439 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "DELETE /v2.0/ports/572fa48e-01ff-49a2-a1b6-13719558a6d6 HTTP/1.1" status: 204 len: 173 time: 1.8015528 Oct 18 23:21:12.132792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Attempting to bind port 08ea7b82-147f-4405-a368-b0eae3ba3440 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:21:12.134982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Attempting to bind port 08ea7b82-147f-4405-a368-b0eae3ba3440 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:21:12.135916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Attempting to bind port 08ea7b82-147f-4405-a368-b0eae3ba3440 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:12.218414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7673e6-4681-47e3-96d2-b8a82a75ff61 req-b30167b9-b43a-4f76-9987-279c74570d93 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:12.234498 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d7673e6-4681-47e3-96d2-b8a82a75ff61 req-b30167b9-b43a-4f76-9987-279c74570d93 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 946 time: 0.2543588 Oct 18 23:21:12.334823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Port 08ea7b82-147f-4405-a368-b0eae3ba3440 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:21:12.335528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Attempting to bind port 08ea7b82-147f-4405-a368-b0eae3ba3440 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:12.345379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.369043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceca39-a445-410a-abe1-d96677833263 req-6457ac11-59b9-48f2-aae1-178801e7ff68 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:12.375022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbceca39-a445-410a-abe1-d96677833263 req-6457ac11-59b9-48f2-aae1-178801e7ff68 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 946 time: 0.3043687 Oct 18 23:21:12.377221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4120-90c9-4aa6-b4c3-5f2f04cf33b8 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.399664 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.414954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Deleting port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:12.415668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.425332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:21:12.426335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Checking segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:12.431120 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Bound using segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:21:12.432067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Bound port: 08ea7b82-147f-4405-a368-b0eae3ba3440, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:21:12.432855 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.446234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 58789043-8ec8-46d9-aa02-d3f026e6965e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:12.446841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 58789043-8ec8-46d9-aa02-d3f026e6965e not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:12.447579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 572fa48e-01ff-49a2-a1b6-13719558a6d6 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:12.485996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 572fa48e-01ff-49a2-a1b6-13719558a6d6 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:12.486343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 572fa48e-01ff-49a2-a1b6-13719558a6d6 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:12.574349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d7673e6-4681-47e3-96d2-b8a82a75ff61 req-45c39128-8346-4709-b8c1-1f3ded0da800 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups?id=7bbd0690-1416-48c1-af81-ee1f46ce07f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358107 Oct 18 23:21:12.662191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.683573 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.700367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] For port 9cc727aa-462a-4545-b3ba-6ee5ce168c91, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9cc727aa-462a-4545-b3ba-6ee5ce168c91,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:12.700729 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.827836 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4120-90c9-4aa6-b4c3-5f2f04cf33b8 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.847215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbceca39-a445-410a-abe1-d96677833263 req-49d53d4c-4e46-4c50-9ae4-315ce9e887bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433656 Oct 18 23:21:12.851728 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event deleted for resources: {'Port': ['ID=ed5a6a02-f612-4ffd-9213-34a83b15ba92,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:12.858245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] For port 08ea7b82-147f-4405-a368-b0eae3ba3440, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:21:12.862348 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:12.950693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] For port 08ea7b82-147f-4405-a368-b0eae3ba3440, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=08ea7b82-147f-4405-a368-b0eae3ba3440,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:21:12.972894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Attempting to bind port 74872a16-e9ee-42a6-b121-41ca76dc8454 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:21:12.973589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Attempting to bind port 74872a16-e9ee-42a6-b121-41ca76dc8454 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:21:12.974258 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Attempting to bind port 74872a16-e9ee-42a6-b121-41ca76dc8454 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:13.005352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:21:13.006689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:13.007327 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.007916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:21:13.008603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Bound port: 74872a16-e9ee-42a6-b121-41ca76dc8454, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:21:13.009254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.085189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] For port 74872a16-e9ee-42a6-b121-41ca76dc8454, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:21:13.090394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] For port 74872a16-e9ee-42a6-b121-41ca76dc8454, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=74872a16-e9ee-42a6-b121-41ca76dc8454,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:21:13.112835 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.132056 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.172501 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.173039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.173481 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Floating IP feb24f02-4e95-41a9-811f-c8e6a06eb32e disassociated. External IP: 172.25.7.166, port: 9cc727aa-462a-4545-b3ba-6ee5ce168c91. Oct 18 23:21:13.173841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Calling delete_port for 9cc727aa-462a-4545-b3ba-6ee5ce168c91 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:13.208080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Routers {'6effc2e4-a8fb-45ee-8caa-494203d4a189'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:13.210089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6effc2e4-a8fb-45ee-8caa-494203d4a189'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:13.404676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188164b8-a2ac-407d-8eb6-6094b4e06836', 'name': 'network-vif-deleted', 'tag': '572fa48e-01ff-49a2-a1b6-13719558a6d6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:13.407599 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e19487-659d-43c0-bec7-f809fdabea0c" -d '{"events": [{"server_uuid": "188164b8-a2ac-407d-8eb6-6094b4e06836", "name": "network-vif-deleted", "tag": "572fa48e-01ff-49a2-a1b6-13719558a6d6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:13.413731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c3866b5b-255b-4bdb-b695-934e3997cf15 req-dcef1899-584c-44c1-90e4-40b56cc96c70 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=b050b075-3119-4b55-b215-5c24a7cdd68e HTTP/1.1" status: 200 len: 210 time: 0.0519352 Oct 18 23:21:13.420465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.438292 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=08ea7b82-147f-4405-a368-b0eae3ba3440,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:13.469179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] No DVR routers for this DVR port ed5a6a02-f612-4ffd-9213-34a83b15ba92 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:13.477649 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] Set router 6effc2e4-a8fb-45ee-8caa-494203d4a189 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:13.510166 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.524028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae4833d9-b433-4b6e-af0b-cb7e55be64e6 req-1b833f8a-f57f-44db-aa22-e4cf0b216044 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "DELETE /v2.0/ports/ed5a6a02-f612-4ffd-9213-34a83b15ba92 HTTP/1.1" status: 204 len: 173 time: 3.9893754 Oct 18 23:21:13.545765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b050b075-3119-4b55-b215-5c24a7cdd68e', 'name': 'network-vif-deleted', 'tag': 'ed5a6a02-f612-4ffd-9213-34a83b15ba92'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:13.555939 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b9e57-63f7-49ff-850e-5680e6457f63" -d '{"events": [{"server_uuid": "b050b075-3119-4b55-b215-5c24a7cdd68e", "name": "network-vif-deleted", "tag": "ed5a6a02-f612-4ffd-9213-34a83b15ba92"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:13.580455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4120-90c9-4aa6-b4c3-5f2f04cf33b8 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.589578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4120-90c9-4aa6-b4c3-5f2f04cf33b8 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.601794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cb0c4120-90c9-4aa6-b4c3-5f2f04cf33b8 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "DELETE /v2.0/security-groups/fc70e6d3-de02-4de0-b56e-b3021976f099 HTTP/1.1" status: 204 len: 168 time: 1.6420615 Oct 18 23:21:13.605795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42680) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:13.632456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Pushing event deleted for resources: {'Port': ['ID=9cc727aa-462a-4545-b3ba-6ee5ce168c91,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:13.686647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Allocated IP 172.20.0.1 (8355c7e5-afbd-4edd-8fbc-777141e1590e/1afc50ea-825b-4664-8354-93f85e07c560/2c6ebd54-57fe-4bde-aec5-74c07736f971) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:21:13.753947 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98397e4d-588d-4fd8-a68b-49df9ec274da x-openstack-request-id: req-98397e4d-588d-4fd8-a68b-49df9ec274da {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:13.754320 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188164b8-a2ac-407d-8eb6-6094b4e06836", "name": "network-vif-deleted", "tag": "572fa48e-01ff-49a2-a1b6-13719558a6d6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:13.754550 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98397e4d-588d-4fd8-a68b-49df9ec274da {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:13.754900 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188164b8-a2ac-407d-8eb6-6094b4e06836', 'name': 'network-vif-deleted', 'tag': '572fa48e-01ff-49a2-a1b6-13719558a6d6', 'status': 'completed', 'code': 200} Oct 18 23:21:13.775820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c4120-90c9-4aa6-b4c3-5f2f04cf33b8 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc70e6d3-de02-4de0-b56e-b3021976f099,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:13.777688 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-523099d1-c661-4d41-9aba-542ba11d658f tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] show failed (client error): The resource could not be found. Oct 18 23:21:13.789984 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-523099d1-c661-4d41-9aba-542ba11d658f tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "GET /v2.0/security-groups/fc70e6d3-de02-4de0-b56e-b3021976f099 HTTP/1.1" status: 404 len: 347 time: 0.1743655 Oct 18 23:21:13.793611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42686) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:13.856388 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894ce9d5-c779-457f-8fad-c7369d238b46 x-openstack-request-id: req-894ce9d5-c779-457f-8fad-c7369d238b46 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:13.857278 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b050b075-3119-4b55-b215-5c24a7cdd68e", "name": "network-vif-deleted", "tag": "ed5a6a02-f612-4ffd-9213-34a83b15ba92", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:13.857278 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-894ce9d5-c779-457f-8fad-c7369d238b46 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:13.857964 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b050b075-3119-4b55-b215-5c24a7cdd68e', 'name': 'network-vif-deleted', 'tag': 'ed5a6a02-f612-4ffd-9213-34a83b15ba92', 'status': 'completed', 'code': 200} Oct 18 23:21:13.860086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:13.861172 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:13.871127 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-70ce8a8d-b811-4022-a974-9e9287617ba5 service neutron] 10.222.0.102 "PUT /v2.0/ports/08ea7b82-147f-4405-a368-b0eae3ba3440 HTTP/1.1" status: 200 len: 1093 time: 6.4495809 Oct 18 23:21:13.875216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100777dc-d343-4c06-b5ac-6b3b378909f4 None None] Pushing event updated for resources: {'Port': ['ID=74872a16-e9ee-42a6-b121-41ca76dc8454,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:13.951555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56976c5-6fcb-4ee0-a883-d24bc702e623 req-272b3e1d-f468-4f93-bfb1-54d560436c3d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:13.962085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f56976c5-6fcb-4ee0-a883-d24bc702e623 req-272b3e1d-f468-4f93-bfb1-54d560436c3d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 944 time: 0.9194388 Oct 18 23:21:14.020533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100777dc-d343-4c06-b5ac-6b3b378909f4 None None] Pushing event updated for resources: {'Port': ['ID=74872a16-e9ee-42a6-b121-41ca76dc8454,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:14.048253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9cc727aa-462a-4545-b3ba-6ee5ce168c91 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:14.090385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3206b638-3df7-44d1-be70-5f267b3be0e5 req-ff62f60b-364b-4ff3-951f-15db6d1c8836 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.1106358 Oct 18 23:21:14.113076 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:14.175520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Router 57a3ede0-17ae-446e-870a-c230f7af40f7 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:14.214701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 9cc727aa-462a-4545-b3ba-6ee5ce168c91 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:14.215309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9cc727aa-462a-4545-b3ba-6ee5ce168c91 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:14.215454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:14.302463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Network 8355c7e5-afbd-4edd-8fbc-777141e1590e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:14.307725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Pushing event updated for resources: {'Port': ['ID=2c6ebd54-57fe-4bde-aec5-74c07736f971,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:14.310930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:14.326565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:21:14.378419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Deleting port 8069eb82-28aa-4e71-ad3f-c70fd058b337 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:14.379766 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:14.394423 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f56976c5-6fcb-4ee0-a883-d24bc702e623 req-b91d9699-9fe9-4231-8b45-9de1f68e7439 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301181 Oct 18 23:21:14.400009 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:14.502503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:03Z', 'updated_at': '2021-10-18T23:21:05Z', 'revision_number': 3, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'gw_port': {'id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:04Z', 'updated_at': '2021-10-18T23:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:14.540136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-44f4c714-4a1d-4f0c-aacb-b0f1d961a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:14.541872 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-44f4c714-4a1d-4f0c-aacb-b0f1d961a24b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 1096 time: 0.3700233 Oct 18 23:21:14.587809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:14.675562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af880391-2275-4a19-afd8-30cb14574b49 None None] The sync data for ids ['6effc2e4-a8fb-45ee-8caa-494203d4a189'] in n-d-713498-28 is: [{'id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:03Z', 'updated_at': '2021-10-18T23:21:05Z', 'revision_number': 3, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'gw_port': {'id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:04Z', 'updated_at': '2021-10-18T23:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:14.698330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:14.712329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-4e0f2c85-d147-4b4e-8ea2-222e7c1b2526 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08ea7b82-147f-4405-a368-b0eae3ba3440 HTTP/1.1" status: 200 len: 217 time: 0.1480935 Oct 18 23:21:14.731997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] Sync routers for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:14.764204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93879-1c5e-49e3-b40a-61c4039c095c req-78cdd3c3-5be5-4c4e-930a-5509f67a3e7b tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:14.774443 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ff93879-1c5e-49e3-b40a-61c4039c095c req-78cdd3c3-5be5-4c4e-930a-5509f67a3e7b tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 946 time: 0.2537122 Oct 18 23:21:14.834331 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:14.835288 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:14.844389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:14.847954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:14.867956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Calling delete_port for 8069eb82-28aa-4e71-ad3f-c70fd058b337 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:15.040287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-889605f2-6626-4d17-bf64-a8798328ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:15.042038 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-889605f2-6626-4d17-bf64-a8798328ed01 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.2244785 Oct 18 23:21:15.167999 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:15.202483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] No DVR routers for this DVR port 9cc727aa-462a-4545-b3ba-6ee5ce168c91 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:15.218209 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-dfa4a1a2-ed60-44e6-8ffa-e5a003919a13 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186361 Oct 18 23:21:15.245316 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:15.252921 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c760c2-fb24-4786-afb9-61c407d35496 req-39d7fefb-c460-45e2-bf00-b329bfe1da36 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.102 "DELETE /v2.0/ports/9cc727aa-462a-4545-b3ba-6ee5ce168c91 HTTP/1.1" status: 204 len: 173 time: 3.6575658 Oct 18 23:21:15.273628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b143c160-8a60-4fbc-95a7-09552cb46dcf', 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:15.294279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ff93879-1c5e-49e3-b40a-61c4039c095c req-a78689ff-abe7-49a0-98b1-bc9796a43dbf tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161700 Oct 18 23:21:15.376788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-99dcfb63-b5a0-48a7-b57f-656a655c2b80 None None] Provisioning complete for port 2c6ebd54-57fe-4bde-aec5-74c07736f971 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:15.376788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-99dcfb63-b5a0-48a7-b57f-656a655c2b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:15.383547 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:15.411463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-322819d9-1737-4fe4-a78a-4dcf11a36c5c req-1cbd5000-5ac8-413e-9bcd-85bf8f9b3a79 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.1495519 Oct 18 23:21:15.443562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42714) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:15.447163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Pushing event deleted for resources: {'Port': ['ID=8069eb82-28aa-4e71-ad3f-c70fd058b337,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:15.546700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:15.614411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-99dcfb63-b5a0-48a7-b57f-656a655c2b80 None None] Port 2c6ebd54-57fe-4bde-aec5-74c07736f971 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:21:15.646133 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:15.657469 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:15.659193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2c40ebae-6999-4d08-8638-a44992102422 tempest-ServersTestManualDisk-767230721 tempest-ServersTestManualDisk-767230721-project] 10.222.0.52 "DELETE /v2.0/floatingips/b3b60a60-4bf1-49ab-a229-9c8672dbd995 HTTP/1.1" status: 204 len: 168 time: 1.8645976 Oct 18 23:21:15.662627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42722) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:15.782070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'name': 'network-vif-deleted', 'tag': '9cc727aa-462a-4545-b3ba-6ee5ce168c91'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:15.785180 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad35b2a-bcea-491f-a0a3-f6c846eaa4fc" -d '{"events": [{"server_uuid": "ecc38eb8-079e-403b-a160-586cdcdd67ae", "name": "network-vif-deleted", "tag": "9cc727aa-462a-4545-b3ba-6ee5ce168c91"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:15.870677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db6517f-a6de-420e-aeff-332b0e031473', 'tag': '08ea7b82-147f-4405-a368-b0eae3ba3440'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:15.886702 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374517d4-d9ce-4197-8b32-bc7caca8dbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "8db6517f-a6de-420e-aeff-332b0e031473", "tag": "08ea7b82-147f-4405-a368-b0eae3ba3440"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:16.364897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0', 'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'mac_address': 'fa:16:3e:02:67:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:43Z', 'updated_at': '2021-10-18T23:17:50Z', 'revision_number': 5, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'subnets': [{'id': '452a916a-4f29-455f-9e30-37227209d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:16.394649 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-bd2a0c75-12a7-4c35-8302-eaffc94ea21d service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1421857 Oct 18 23:21:16.557697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] Checking router: 57a3ede0-17ae-446e-870a-c230f7af40f7 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:16.566645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7790-7f3f-48e6-838a-467da4b23dad req-01abcfeb-7d1f-4f12-a0dd-5cb95f1a5b26 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:16.569261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:16.569840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:16.575842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-01abcfeb-7d1f-4f12-a0dd-5cb95f1a5b26 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3173132 Oct 18 23:21:16.694520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-0c1755ae-3ca5-4ced-b0c9-b35d494a5f4e tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 696 time: 0.1170726 Oct 18 23:21:16.701554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Request body: {'floatingip': {'port_id': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:16.796969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:16.835219 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:16.859664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 74872a16-e9ee-42a6-b121-41ca76dc8454 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:17.000212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.002242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 74872a16-e9ee-42a6-b121-41ca76dc8454 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:17.002745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.008187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88449b95-d34f-4584-9db4-16af2631aab0 req-599ceb58-36f2-4537-b83e-901f019d45d7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:17.016533 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88449b95-d34f-4584-9db4-16af2631aab0 req-599ceb58-36f2-4537-b83e-901f019d45d7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 944 time: 1.0242271 Oct 18 23:21:17.026032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cca6e58-033c-4b02-9690-5bf5816d7bb8 req-7de6fe1e-3294-408b-a29a-abab2d5268b3 service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049521 Oct 18 23:21:17.056700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-71bdad3d-c37a-478d-8a28-ff32ca368ba8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0261e7503b18451c93611876df4c8f72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6113811 Oct 18 23:21:17.059734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42734) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:17.151472 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88449b95-d34f-4584-9db4-16af2631aab0 req-03274256-02c6-44aa-8571-ec6e28258b68 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343176 Oct 18 23:21:17.174079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67b950d6-7be6-41e6-8572-000f65813be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.240774 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.256914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67b950d6-7be6-41e6-8572-000f65813be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.275210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 74872a16-e9ee-42a6-b121-41ca76dc8454, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=74872a16-e9ee-42a6-b121-41ca76dc8454,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:17.283799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.328631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.334956 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67b950d6-7be6-41e6-8572-000f65813be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.338416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67b950d6-7be6-41e6-8572-000f65813be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.340054 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-67b950d6-7be6-41e6-8572-000f65813be0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47a015e1-2a58-4f4b-ba85-8e7ec3c68b61 HTTP/1.1" status: 204 len: 168 time: 0.2767913 Oct 18 23:21:17.368241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=74872a16-e9ee-42a6-b121-41ca76dc8454,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:17.386104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b950d6-7be6-41e6-8572-000f65813be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a015e1-2a58-4f4b-ba85-8e7ec3c68b61,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:17.389190 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.403851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0', 'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'mac_address': 'fa:16:3e:02:67:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:43Z', 'updated_at': '2021-10-18T23:17:50Z', 'revision_number': 5, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'subnets': [{'id': '452a916a-4f29-455f-9e30-37227209d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:17.483149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bae8e-bdb7-46da-8c3c-852e578731c7 None None] The sync data for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 is: [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:45Z', 'revision_number': 4, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0', 'name': '', 'network_id': '4285ee8b-6b0d-4e3d-b3fe-83fd45d15179', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'mac_address': 'fa:16:3e:02:67:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '452a916a-4f29-455f-9e30-37227209d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:43Z', 'updated_at': '2021-10-18T23:17:50Z', 'revision_number': 5, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'subnets': [{'id': '452a916a-4f29-455f-9e30-37227209d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:17.487530 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da72600-7a51-4240-84a0-c6290b154f7a req-844627b5-9995-4288-88d1-9df6d37abdc9 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:17.489322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9da72600-7a51-4240-84a0-c6290b154f7a req-844627b5-9995-4288-88d1-9df6d37abdc9 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7 HTTP/1.1" status: 200 len: 949 time: 0.1470764 Oct 18 23:21:17.574864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9da72600-7a51-4240-84a0-c6290b154f7a req-1e16fd15-26bd-4cc3-90b8-7c4893ae0f68 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720501 Oct 18 23:21:17.577290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:17.587431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Pushing event updated for resources: {'Port': ['ID=2c6ebd54-57fe-4bde-aec5-74c07736f971,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:17.769127 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f5f62e-2eda-4ac0-8d7b-6817200d2590 x-openstack-request-id: req-f4f5f62e-2eda-4ac0-8d7b-6817200d2590 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:17.769816 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db6517f-a6de-420e-aeff-332b0e031473", "tag": "08ea7b82-147f-4405-a368-b0eae3ba3440", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:17.770427 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4f5f62e-2eda-4ac0-8d7b-6817200d2590 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:17.772305 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db6517f-a6de-420e-aeff-332b0e031473', 'tag': '08ea7b82-147f-4405-a368-b0eae3ba3440', 'status': 'completed', 'code': 200} Oct 18 23:21:17.870905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d25e5df-5fef-4320-b937-719735999a68 req-5b9543b4-494f-412d-9ad9-84a69078c8b2 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.0965922 Oct 18 23:21:17.871994 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a310576-c31b-4404-8715-a75fa6e93955 x-openstack-request-id: req-4a310576-c31b-4404-8715-a75fa6e93955 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:17.872625 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38eb8-079e-403b-a160-586cdcdd67ae", "name": "network-vif-deleted", "tag": "9cc727aa-462a-4545-b3ba-6ee5ce168c91", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:17.872625 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a310576-c31b-4404-8715-a75fa6e93955 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:17.872884 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38eb8-079e-403b-a160-586cdcdd67ae', 'name': 'network-vif-deleted', 'tag': '9cc727aa-462a-4545-b3ba-6ee5ce168c91', 'status': 'completed', 'code': 200} Oct 18 23:21:17.902040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Network 8355c7e5-afbd-4edd-8fbc-777141e1590e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:17.906556 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:17.936657 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-78e2129b-0759-4433-aef3-7f15c5293129 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4460163 Oct 18 23:21:17.977461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42740) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:18.080549 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548e0b5d-ff54-4397-ab4f-8cab4aecdf66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:18.223055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145585c-295d-4755-a197-58957e7abd07 req-e42b752f-082d-40da-abba-700d253eb410 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:18.225166 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4145585c-295d-4755-a197-58957e7abd07 req-e42b752f-082d-40da-abba-700d253eb410 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/ports?device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7 HTTP/1.1" status: 200 len: 949 time: 0.3562746 Oct 18 23:21:18.304230 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68aa64-ae48-45f4-b3ce-971d15da2c0d None None] New status for floating IP feb24f02-4e95-41a9-811f-c8e6a06eb32e: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:21:18.360259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-495b304d-6cc6-4f6c-bd1d-95221026188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:18.361544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-495b304d-6cc6-4f6c-bd1d-95221026188d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 1096 time: 0.4916868 Oct 18 23:21:18.448256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-f5e1df2f-adc9-43b7-b4d0-695c2117b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:18.451381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-f5e1df2f-adc9-43b7-b4d0-695c2117b15a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 1098 time: 0.3319812 Oct 18 23:21:18.491732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-29019ea6-0421-4998-b1af-1d601d3fb73a None None] Provisioning complete for port 2c6ebd54-57fe-4bde-aec5-74c07736f971 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:18.492720 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29019ea6-0421-4998-b1af-1d601d3fb73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:18.568887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-29019ea6-0421-4998-b1af-1d601d3fb73a None None] Port 2c6ebd54-57fe-4bde-aec5-74c07736f971 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:21:18.660293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43093ed-6c23-4eaf-b487-8f29db3f1afe req-4782153a-513e-432a-8c7f-3d224d60ae07 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:18.673009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c43093ed-6c23-4eaf-b487-8f29db3f1afe req-4782153a-513e-432a-8c7f-3d224d60ae07 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 944 time: 0.2440493 Oct 18 23:21:18.744168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Router 6effc2e4-a8fb-45ee-8caa-494203d4a189 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:18.792453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-ccf65bb2-caae-491e-84c1-d0398b3102d5 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:18.795030 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-ccf65bb2-caae-491e-84c1-d0398b3102d5 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa49c95c-3172-4e9b-9728-a16d1709d072 HTTP/1.1" status: 200 len: 950 time: 0.3691261 Oct 18 23:21:18.805620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 74872a16-e9ee-42a6-b121-41ca76dc8454 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:18.916643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 74872a16-e9ee-42a6-b121-41ca76dc8454 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:18.917452 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:18.986010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-37e06cc5-cf0f-4919-ad33-c72f46ab6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:18.988786 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-37e06cc5-cf0f-4919-ad33-c72f46ab6f71 service neutron] 10.222.0.102 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 913 time: 0.6135142 Oct 18 23:21:18.992633 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548e0b5d-ff54-4397-ab4f-8cab4aecdf66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.070766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:19.083575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548e0b5d-ff54-4397-ab4f-8cab4aecdf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.086670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Sync routers for ids ['6effc2e4-a8fb-45ee-8caa-494203d4a189'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:19.098376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Routers {'6effc2e4-a8fb-45ee-8caa-494203d4a189'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:19.099212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6effc2e4-a8fb-45ee-8caa-494203d4a189'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:19.111628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8a117704-94ca-46a8-a078-312a11be9e2f admin admin] 10.222.0.52 "PUT /v2.0/routers/6effc2e4-a8fb-45ee-8caa-494203d4a189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0104871 Oct 18 23:21:19.127360 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c43093ed-6c23-4eaf-b487-8f29db3f1afe req-1288a659-68e7-4d41-9942-dc8340316cdc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531806 Oct 18 23:21:19.209619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-1cb085d9-97ac-469d-b3cd-7e568e4886d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:19.212257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-1cb085d9-97ac-469d-b3cd-7e568e4886d8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 920 time: 0.7086759 Oct 18 23:21:19.221539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-4145585c-295d-4755-a197-58957e7abd07 req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Deleting port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:19.222073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4145585c-295d-4755-a197-58957e7abd07 req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.275684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-86c071f5-dd19-4a61-ba9d-348f40607bec service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08ea7b82-147f-4405-a368-b0eae3ba3440 HTTP/1.1" status: 200 len: 217 time: 0.2581878 Oct 18 23:21:19.391913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Deleting port b143c160-8a60-4fbc-95a7-09552cb46dcf {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:19.391913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.406249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-ff3ffa67-2ca1-44fd-b539-09308c18c541 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f483184a-9f9a-470c-892a-caace45e10ea HTTP/1.1" status: 200 len: 217 time: 0.1819677 Oct 18 23:21:19.429601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Set router 6effc2e4-a8fb-45ee-8caa-494203d4a189 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:19.456685 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.resource_extend [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:21:19.525896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-548e0b5d-ff54-4397-ab4f-8cab4aecdf66 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16aad5e345ed4081b40726f718723a23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5284450 Oct 18 23:21:19.537904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42762) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:19.573406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e0b5d-ff54-4397-ab4f-8cab4aecdf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fa0333-951c-4ed3-912c-41f8ec0694ee,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:19.608038 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.624350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.632302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-63f24ffe-8070-468e-83a1-618ce3d7a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:19.633968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-63f24ffe-8070-468e-83a1-618ce3d7a9a4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.3543971 Oct 18 23:21:19.656459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b82dd-576e-4acd-afb0-00195a43c589 req-cbd105e7-544a-4b88-9e3a-caf4c841dafb tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:19.659310 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-757b82dd-576e-4acd-afb0-00195a43c589 req-cbd105e7-544a-4b88-9e3a-caf4c841dafb tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7 HTTP/1.1" status: 200 len: 949 time: 0.2629623 Oct 18 23:21:19.729894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-168c0b19-6aad-41ec-a4d5-6a9cb8bf6163 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854499 Oct 18 23:21:19.736885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4145585c-295d-4755-a197-58957e7abd07 req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] For port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:19.737305 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4145585c-295d-4755-a197-58957e7abd07 req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.752733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Deleting port 7395b438-94e4-4c38-ad38-3305117e4543 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:19.752987 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.793449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-4145585c-295d-4755-a197-58957e7abd07 req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Calling delete_port for f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:19.811831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-41cff769-2ba3-4ff7-bb4f-444d6c0ba4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:19.814508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-41cff769-2ba3-4ff7-bb4f-444d6c0ba4b2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.3241272 Oct 18 23:21:19.884951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c19a8aa-639d-4b6d-a9e1-d7bb017036cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.892523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:03Z', 'updated_at': '2021-10-18T23:21:14Z', 'revision_number': 4, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'gw_port': {'id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:04Z', 'updated_at': '2021-10-18T23:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2c6ebd54-57fe-4bde-aec5-74c07736f971', 'name': '', 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'mac_address': 'fa:16:3e:94:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1afc50ea-825b-4664-8354-93f85e07c560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:12Z', 'updated_at': '2021-10-18T23:21:15Z', 'revision_number': 2, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'subnets': [{'id': '1afc50ea-825b-4664-8354-93f85e07c560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:19.903959 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-bf89f034-20c8-44f0-a165-0c243a8d546a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776732 Oct 18 23:21:19.923914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] For port b143c160-8a60-4fbc-95a7-09552cb46dcf, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b143c160-8a60-4fbc-95a7-09552cb46dcf,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:19.924331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:19.951032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Checking router: 6effc2e4-a8fb-45ee-8caa-494203d4a189 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:19.951609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Updating router 6effc2e4-a8fb-45ee-8caa-494203d4a189 port 2c6ebd54-57fe-4bde-aec5-74c07736f971 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:21:19.963699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-757b82dd-576e-4acd-afb0-00195a43c589 req-128e7a73-5914-4110-85d7-a6cb63536f5a tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373130 Oct 18 23:21:19.998012 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1 associated. External IP: 172.25.7.215, port: d9b321e0-9d82-4474-844d-68dc823a56da. Oct 18 23:21:20.005567 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.011653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Calling delete_port for b143c160-8a60-4fbc-95a7-09552cb46dcf owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:20.017296 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c19a8aa-639d-4b6d-a9e1-d7bb017036cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.105981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] For port 7395b438-94e4-4c38-ad38-3305117e4543, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7395b438-94e4-4c38-ad38-3305117e4543,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:20.106622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.155899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Calling delete_port for 7395b438-94e4-4c38-ad38-3305117e4543 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:20.160608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-879be2ea-21b3-47e5-bdac-fb3f8effea49 req-65c32f8b-de5f-4f12-b99a-47d8690666fb tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.0753803 Oct 18 23:21:20.217820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-ea98af94-1629-46b7-9516-a9e221ab605d service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567964 Oct 18 23:21:20.238108 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8d65b9d8-c00e-4d60-84df-8ebc65b00e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.311711 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-c4a3f0d3-c3e6-4474-bd59-cabdfc2f3432 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835053 Oct 18 23:21:20.353691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c19a8aa-639d-4b6d-a9e1-d7bb017036cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.358070 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c19a8aa-639d-4b6d-a9e1-d7bb017036cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.363693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c19a8aa-639d-4b6d-a9e1-d7bb017036cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5fa0333-951c-4ed3-912c-41f8ec0694ee HTTP/1.1" status: 204 len: 168 time: 0.7858617 Oct 18 23:21:20.411854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19a8aa-639d-4b6d-a9e1-d7bb017036cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fa0333-951c-4ed3-912c-41f8ec0694ee,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:20.626503 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.641906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.723293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bef6dcd7-694f-4212-ab7d-f0fd27addc5c req-75974657-4806-4587-aa05-d9650066f9c6 tempest-FloatingIPsNegativeTestJSON-1838888231 tempest-FloatingIPsNegativeTestJSON-1838888231-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=3c2e2a5d4d034623a86543b0fcefb654 HTTP/1.1" status: 200 len: 217 time: 0.0993924 Oct 18 23:21:20.731923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9052b4b-539c-43b0-81f0-d89abc907511 req-7d52b5b2-51b2-4515-8da8-b8e15c1d6df1 service neutron] 10.222.0.102 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166732 Oct 18 23:21:20.742375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c0066-97e1-4773-ad1f-4de21b1ee06d None None] Pushing event updated for resources: {'Port': ['ID=2c6ebd54-57fe-4bde-aec5-74c07736f971,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:20.889356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Attempting to bind port 2c6ebd54-57fe-4bde-aec5-74c07736f971 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:21:20.889725 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Attempting to bind port 2c6ebd54-57fe-4bde-aec5-74c07736f971 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7ba4c208-56e8-4312-808b-a45aacbf987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:21:20.890100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Attempting to bind port 2c6ebd54-57fe-4bde-aec5-74c07736f971 on network 8355c7e5-afbd-4edd-8fbc-777141e1590e {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:20.898198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:21:20.899298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Checking segment: {'id': '7ba4c208-56e8-4312-808b-a45aacbf987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:20.899298 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.900187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Bound using segment: {'id': '7ba4c208-56e8-4312-808b-a45aacbf987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:21:20.901537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Bound port: 2c6ebd54-57fe-4bde-aec5-74c07736f971, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba4c208-56e8-4312-808b-a45aacbf987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:21:20.901965 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.907643 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:20.935351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-d6ad36e2-07c0-47f3-88c5-9b0b37ebfa25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2108588 Oct 18 23:21:20.991410 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] For port 2c6ebd54-57fe-4bde-aec5-74c07736f971, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:21:20.995557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] For port 2c6ebd54-57fe-4bde-aec5-74c07736f971, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2c6ebd54-57fe-4bde-aec5-74c07736f971,segment=NetworkSegment(7ba4c208-56e8-4312-808b-a45aacbf987a),segment_id=7ba4c208-56e8-4312-808b-a45aacbf987a)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:21:21.000176 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:21.148195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event deleted for resources: {'Port': ['ID=b143c160-8a60-4fbc-95a7-09552cb46dcf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:21.219648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:21.253540 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:21.280691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-374517d4-d9ce-4197-8b32-bc7caca8dbe7 req-b09dd612-6e09-41a8-9e5c-16a8c5687835 service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0640624 Oct 18 23:21:21.362376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7395b438-94e4-4c38-ad38-3305117e4543,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:21.374882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-885653f9-f4a9-4893-8534-30b6abed5c03 None None] Provisioning complete for port 2c6ebd54-57fe-4bde-aec5-74c07736f971 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:21.375760 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-885653f9-f4a9-4893-8534-30b6abed5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:21.447696 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] No DVR routers for this DVR port b143c160-8a60-4fbc-95a7-09552cb46dcf on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:21.500681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:21.519775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-360ecaae-f904-450c-9b5e-4976eb771b35 req-56f01c9c-c5d5-40e9-b380-228b48e71aef tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "DELETE /v2.0/ports/b143c160-8a60-4fbc-95a7-09552cb46dcf HTTP/1.1" status: 204 len: 173 time: 2.7029898 Oct 18 23:21:21.520594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa49c95c-3172-4e9b-9728-a16d1709d072', 'name': 'network-vif-deleted', 'tag': 'b143c160-8a60-4fbc-95a7-09552cb46dcf'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:21.525173 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c895a3-289e-40fb-a896-a88e23a648b7" -d '{"events": [{"server_uuid": "fa49c95c-3172-4e9b-9728-a16d1709d072", "name": "network-vif-deleted", "tag": "b143c160-8a60-4fbc-95a7-09552cb46dcf"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:21.542456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Routers {'6effc2e4-a8fb-45ee-8caa-494203d4a189'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:21.543530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6effc2e4-a8fb-45ee-8caa-494203d4a189'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:21.616221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-0be50ce1-5d3c-49c9-ab00-779a3f29e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:21.629074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-0be50ce1-5d3c-49c9-ab00-779a3f29e3e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=698333cc46564d3da73b9602f037a5f1&device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 1097 time: 0.5512867 Oct 18 23:21:21.684960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f8353-d10f-4d44-a3c0-f3a64f90287b req-9f7e2a42-71dc-47ae-81c0-3d73482809a5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:21.705738 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d7f8353-d10f-4d44-a3c0-f3a64f90287b req-9f7e2a42-71dc-47ae-81c0-3d73482809a5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 944 time: 0.5681870 Oct 18 23:21:21.848631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] Set router 6effc2e4-a8fb-45ee-8caa-494203d4a189 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:21.994165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c0066-97e1-4773-ad1f-4de21b1ee06d None None] Pushing event updated for resources: {'Port': ['ID=2c6ebd54-57fe-4bde-aec5-74c07736f971,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:22.012544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d7f8353-d10f-4d44-a3c0-f3a64f90287b req-1449aa3a-62ff-4fe9-9b7c-2b59b9b43bcd tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030510 Oct 18 23:21:22.117299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 08ea7b82-147f-4405-a368-b0eae3ba3440 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:21:22.119642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:22.142177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c204c76-0a56-4d01-a4af-2d85adfd0c66 req-a8f425a0-8892-4140-8c1e-1c46eb5b28eb tempest-FloatingIPsNegativeTestJSON-1838888231 tempest-FloatingIPsNegativeTestJSON-1838888231-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0400052 Oct 18 23:21:22.168151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-9ba1178c-8089-497f-b5c0-121e42734ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:22.170378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-9ba1178c-8089-497f-b5c0-121e42734ee1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 200 len: 920 time: 0.4598401 Oct 18 23:21:22.201559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4145585c-295d-4755-a197-58957e7abd07 req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:22.245901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:22.252203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:22.252724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b143c160-8a60-4fbc-95a7-09552cb46dcf no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:22.293155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-cbe5137f-e2c1-45a8-bbab-bab6ae347bcf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6ed5ca0-a926-4dca-bca4-48512a9e904b HTTP/1.1" status: 200 len: 217 time: 0.1144955 Oct 18 23:21:22.309911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: b143c160-8a60-4fbc-95a7-09552cb46dcf {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:22.310373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b143c160-8a60-4fbc-95a7-09552cb46dcf not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:22.377518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9a63a6b-cc6a-4712-af9a-79fa37a6dc8c req-8ec73ec1-ff2d-4f99-9f2a-71dd50ef9d45 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=3efe57b5-2833-4a2a-842f-9d426b3fa9d7 HTTP/1.1" status: 200 len: 210 time: 0.1176963 Oct 18 23:21:22.447660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:22.455339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-fecd8bd4-41b3-4500-9eac-1b734a836127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:22.457940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-fecd8bd4-41b3-4500-9eac-1b734a836127 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 200 len: 859 time: 0.1201856 Oct 18 23:21:22.500111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-92068aae-0927-4e13-ae5d-0b40682b056c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=66ee5f95-f90c-4399-885d-231d76901214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332091 Oct 18 23:21:22.600051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4145585c-295d-4755-a197-58957e7abd07 req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] No DVR routers for this DVR port f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:22.609194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event deleted for resources: {'Port': ['ID=f773fb2f-dccb-4aca-9a1b-e05bffbf8f69,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:22.619412 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4145585c-295d-4755-a197-58957e7abd07 req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:22.624349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4145585c-295d-4755-a197-58957e7abd07 req-f23eab05-7018-4f5e-bd61-fd9f8a24151e tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.102 "DELETE /v2.0/ports/f773fb2f-dccb-4aca-9a1b-e05bffbf8f69 HTTP/1.1" status: 204 len: 173 time: 4.3531570 Oct 18 23:21:22.638591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 08ea7b82-147f-4405-a368-b0eae3ba3440, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=08ea7b82-147f-4405-a368-b0eae3ba3440,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:22.645077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efe57b5-2833-4a2a-842f-9d426b3fa9d7', 'name': 'network-vif-deleted', 'tag': 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:22.655815 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344fc0e7-b8d4-4cb3-8faa-377670b855c4" -d '{"events": [{"server_uuid": "3efe57b5-2833-4a2a-842f-9d426b3fa9d7", "name": "network-vif-deleted", "tag": "f773fb2f-dccb-4aca-9a1b-e05bffbf8f69"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:22.678748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6aa17d73-2ae1-4ed1-a131-909dc4474f7f req-80daecfd-316b-44ad-bd23-a1a8c4cfadd1 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.1507807 Oct 18 23:21:22.715305 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-885653f9-f4a9-4893-8534-30b6abed5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:22.823385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '08ea7b82-147f-4405-a368-b0eae3ba3440', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'port_id': '08ea7b82-147f-4405-a368-b0eae3ba3440', 'mac_address': 'fa:16:3e:5d:0a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed0e15c-d6b8-4c05-8d0b-15673a74270e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:21:22.824186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Router 4d9e5eb2-b45a-403b-95a3-6319840e074f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:22.871948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-885653f9-f4a9-4893-8534-30b6abed5c03 None None] For port 2c6ebd54-57fe-4bde-aec5-74c07736f971, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2c6ebd54-57fe-4bde-aec5-74c07736f971,segment=NetworkSegment(7ba4c208-56e8-4312-808b-a45aacbf987a),segment_id=7ba4c208-56e8-4312-808b-a45aacbf987a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:22.918604 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4ade4-623b-4c68-b910-fab16dc6763b x-openstack-request-id: req-99d4ade4-623b-4c68-b910-fab16dc6763b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:22.919245 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa49c95c-3172-4e9b-9728-a16d1709d072", "name": "network-vif-deleted", "tag": "b143c160-8a60-4fbc-95a7-09552cb46dcf", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:22.920045 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99d4ade4-623b-4c68-b910-fab16dc6763b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:22.920758 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa49c95c-3172-4e9b-9728-a16d1709d072', 'name': 'network-vif-deleted', 'tag': 'b143c160-8a60-4fbc-95a7-09552cb46dcf', 'status': 'completed', 'code': 200} Oct 18 23:21:23.013516 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:23.021919 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-885653f9-f4a9-4893-8534-30b6abed5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:23.060267 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-04ba9bf1-9550-47c7-8b89-577693e0f55d req-5d85bead-1116-40c2-ab1a-6d3f4882bd8f tempest-FloatingIPsNegativeTestJSON-1838888231 tempest-FloatingIPsNegativeTestJSON-1838888231-project] show failed (client error): The resource could not be found. Oct 18 23:21:23.071824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-04ba9bf1-9550-47c7-8b89-577693e0f55d req-5d85bead-1116-40c2-ab1a-6d3f4882bd8f tempest-FloatingIPsNegativeTestJSON-1838888231 tempest-FloatingIPsNegativeTestJSON-1838888231-project] 10.222.0.52 "GET /v2.0/floatingips/c6568295-0335-47da-a029-a8e67c8c916b HTTP/1.1" status: 404 len: 350 time: 0.1565130 Oct 18 23:21:23.085509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42810) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:23.143734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885653f9-f4a9-4893-8534-30b6abed5c03 None None] Pushing event updated for resources: {'Port': ['ID=2c6ebd54-57fe-4bde-aec5-74c07736f971,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:23.168787 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a7d5f6-ed20-4627-9bf8-6882df1c0883 x-openstack-request-id: req-07a7d5f6-ed20-4627-9bf8-6882df1c0883 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:23.170525 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efe57b5-2833-4a2a-842f-9d426b3fa9d7", "name": "network-vif-deleted", "tag": "f773fb2f-dccb-4aca-9a1b-e05bffbf8f69", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:23.171337 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07a7d5f6-ed20-4627-9bf8-6882df1c0883 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:23.173719 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efe57b5-2833-4a2a-842f-9d426b3fa9d7', 'name': 'network-vif-deleted', 'tag': 'f773fb2f-dccb-4aca-9a1b-e05bffbf8f69', 'status': 'completed', 'code': 200} Oct 18 23:21:23.263392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-7ff7e409-1bda-4fc2-8c33-919778eaa0e8 service neutron] 10.222.0.73 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550154 Oct 18 23:21:23.308516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:23.315054 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:23.320400 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] Sync routers for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:23.333160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ea7b82-147f-4405-a368-b0eae3ba3440 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:21:23.343378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fd4a8470-1471-4ac8-b390-0f3a69737b34 None None] Provisioning complete for port 2c6ebd54-57fe-4bde-aec5-74c07736f971 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:23.343848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8470-1471-4ac8-b390-0f3a69737b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:23.353787 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:23.357333 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:20:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:23.479382 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cf9f73e-b3de-419c-843c-63d032c462e1 req-943d9052-b124-4282-8dd8-5d548cfe2246 service neutron] 10.222.0.73 "GET /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933308 Oct 18 23:21:23.667113 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:23.698863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Router fad44ac2-1eba-4309-b289-7098ee114381 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:23.730219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cccec-4895-49d0-97d0-7ed03e5623b7 req-e60b54b5-c2b3-468e-b1ac-4d5a17fe3d1b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:23.732156 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 08ea7b82-147f-4405-a368-b0eae3ba3440, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=08ea7b82-147f-4405-a368-b0eae3ba3440,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:23.732558 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8f5cccec-4895-49d0-97d0-7ed03e5623b7 req-e60b54b5-c2b3-468e-b1ac-4d5a17fe3d1b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 944 time: 0.4436762 Oct 18 23:21:23.753917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bdcfc888-b636-4561-9541-04f0c054c609'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:23.761671 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:23.778541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-c8135f54-4f41-4e6b-99b8-d14c69586178 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "PUT /v2.0/floatingips/c83439d4-20f0-4e21-b6b3-8022375be3d1 HTTP/1.1" status: 200 len: 997 time: 7.0809884 Oct 18 23:21:23.999091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8f5cccec-4895-49d0-97d0-7ed03e5623b7 req-27564e14-a783-4709-99c9-76f861eaecd8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165222 Oct 18 23:21:24.025984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:24.046579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f56a279a-d61e-4e23-8976-1bd0ee9a5fe0 admin admin] 10.222.0.52 "PUT /v2.0/routers/fad44ac2-1eba-4309-b289-7098ee114381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3822730 Oct 18 23:21:24.047261 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42826) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:24.064207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] Sync routers for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:24.091602 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5de568ca-42ae-4072-a5d5-154e90b84f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:24.179732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:03Z', 'updated_at': '2021-10-18T23:21:14Z', 'revision_number': 4, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'gw_port': {'id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:04Z', 'updated_at': '2021-10-18T23:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2c6ebd54-57fe-4bde-aec5-74c07736f971', 'name': '', 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'mac_address': 'fa:16:3e:94:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1afc50ea-825b-4664-8354-93f85e07c560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:12Z', 'updated_at': '2021-10-18T23:21:20Z', 'revision_number': 4, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'subnets': [{'id': '1afc50ea-825b-4664-8354-93f85e07c560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:24.198877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=08ea7b82-147f-4405-a368-b0eae3ba3440,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:24.253779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37692d46-95b3-462d-9ae4-df8febde6257 None None] The sync data for ids ['6effc2e4-a8fb-45ee-8caa-494203d4a189'] in n-d-713498-28 is: [{'id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:03Z', 'updated_at': '2021-10-18T23:21:14Z', 'revision_number': 4, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'gw_port': {'id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:04Z', 'updated_at': '2021-10-18T23:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2c6ebd54-57fe-4bde-aec5-74c07736f971', 'name': '', 'network_id': '8355c7e5-afbd-4edd-8fbc-777141e1590e', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'mac_address': 'fa:16:3e:94:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '1afc50ea-825b-4664-8354-93f85e07c560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:12Z', 'updated_at': '2021-10-18T23:21:20Z', 'revision_number': 4, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'subnets': [{'id': '1afc50ea-825b-4664-8354-93f85e07c560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:24.263912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['08ea7b82-147f-4405-a368-b0eae3ba3440'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:24.272519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:24.277564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:24.281518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:24.297563 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:b7:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c7096-02b7-4815-983d-75d9235545a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:18Z', 'revision_number': 1, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:24.387820 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] Checking router: 4d9e5eb2-b45a-403b-95a3-6319840e074f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:24.391344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb26a7cd-9fba-40e5-b745-e67fddea2d97 req-ddfbe35b-6505-4c59-b321-baeb3df6783b tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.1529567 Oct 18 23:21:24.394490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:24.441390 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:24.442298 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:24.721297 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:24.862560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7790-7f3f-48e6-838a-467da4b23dad req-44173f2c-c582-422a-b069-661f804e4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:24.875882 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-44173f2c-c582-422a-b069-661f804e4005 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1098 time: 0.8598456 Oct 18 23:21:24.892977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:24.913143 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:25.181574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2c6ebd54-57fe-4bde-aec5-74c07736f971 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:25.192758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:25.204253 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87bb343-2164-439d-a30a-4b8706a7c059" -d '{"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:25.375248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7790-7f3f-48e6-838a-467da4b23dad req-666f6c11-83ed-449a-a844-8395648dd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:25.377945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-666f6c11-83ed-449a-a844-8395648dd103 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.4830513 Oct 18 23:21:25.441060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Deleting port e96141b2-e38e-4d3c-b4c4-87a028e20b37 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:25.441596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:25.543280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:25.572078 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:25.691878 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:b7:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c7096-02b7-4815-983d-75d9235545a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:18Z', 'revision_number': 1, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:25.707948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a894ea-d7f4-48d3-a88f-e8e22471fae2 req-52ad479b-660b-485a-bf25-e6df1d511b18 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:25.717659 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-14a894ea-d7f4-48d3-a88f-e8e22471fae2 req-52ad479b-660b-485a-bf25-e6df1d511b18 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 945 time: 0.4171984 Oct 18 23:21:25.754421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-91b6fb68-d994-45aa-ab8b-9cc0ac0410c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 1000 time: 0.3395550 Oct 18 23:21:25.810191 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7ba0d-14b8-4cb0-adeb-78f0c97dcecb None None] The sync data for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 is: [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:b7:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c7096-02b7-4815-983d-75d9235545a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:18Z', 'revision_number': 1, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:25.929902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Deleting port 2c6ebd54-57fe-4bde-aec5-74c07736f971 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:25.930391 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:25.969671 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-14a894ea-d7f4-48d3-a88f-e8e22471fae2 req-c73931db-b007-472f-a269-8a8f776a41f8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407026 Oct 18 23:21:25.993356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2c6ebd54-57fe-4bde-aec5-74c07736f971 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:25.994172 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:26.059508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] For port e96141b2-e38e-4d3c-b4c4-87a028e20b37, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e96141b2-e38e-4d3c-b4c4-87a028e20b37,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:26.060316 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:26.082925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Calling delete_port for e96141b2-e38e-4d3c-b4c4-87a028e20b37 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:26.109295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7790-7f3f-48e6-838a-467da4b23dad req-3011eb47-eecf-47d7-9005-3f7d51936857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:26.112121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-3011eb47-eecf-47d7-9005-3f7d51936857 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.3565500 Oct 18 23:21:26.387544 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea405a6a-4fdb-4db1-9363-76a7abfaa598 None None] New status for floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:21:26.448724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7790-7f3f-48e6-838a-467da4b23dad req-ee3ce3ad-64f4-4c34-86b7-c620100f254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:26.451658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-ee3ce3ad-64f4-4c34-86b7-c620100f254c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3264439 Oct 18 23:21:26.496105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-336981c6-4dda-4d6f-b268-17acf8cd0478 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:21:26.497937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-336981c6-4dda-4d6f-b268-17acf8cd0478 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0257976 Oct 18 23:21:26.502125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff00cb7-597e-4b18-9e76-a5433274065b req-e6236884-a571-404c-a519-196509e98059 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:26.516398 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cff00cb7-597e-4b18-9e76-a5433274065b req-e6236884-a571-404c-a519-196509e98059 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 950 time: 0.3004682 Oct 18 23:21:26.530359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] For port 2c6ebd54-57fe-4bde-aec5-74c07736f971, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2c6ebd54-57fe-4bde-aec5-74c07736f971,segment=NetworkSegment(7ba4c208-56e8-4312-808b-a45aacbf987a),segment_id=7ba4c208-56e8-4312-808b-a45aacbf987a)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:26.531005 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:26.647029 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Calling delete_port for 2c6ebd54-57fe-4bde-aec5-74c07736f971 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:26.791296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-dd4720c5-aeaf-4fdd-ad8d-c555fd91fa9f service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835038 Oct 18 23:21:26.962844 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:26.997363 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cff00cb7-597e-4b18-9e76-a5433274065b req-7ae64d41-da17-4758-a6d2-b4fc00f79e07 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710667 Oct 18 23:21:27.026865 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-851d7790-7f3f-48e6-838a-467da4b23dad req-338e058a-8517-4c4d-9a25-1a7073b526f8 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248678 Oct 18 23:21:27.087338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:21:20Z', 'revision_number': 5, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port': {'id': 'e96141b2-e38e-4d3c-b4c4-87a028e20b37', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:10:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:08Z', 'updated_at': '2021-10-18T23:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:27.199971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] Checking router: fad44ac2-1eba-4309-b289-7098ee114381 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:27.216632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] Routers {'fad44ac2-1eba-4309-b289-7098ee114381'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:27.217803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fad44ac2-1eba-4309-b289-7098ee114381'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:27.312255 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51169ea9-373c-4054-a740-fc7f7ed5657a x-openstack-request-id: req-51169ea9-373c-4054-a740-fc7f7ed5657a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:27.312751 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:27.313084 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51169ea9-373c-4054-a740-fc7f7ed5657a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:27.313730 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'status': 'completed', 'code': 200} Oct 18 23:21:27.386427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] Set router fad44ac2-1eba-4309-b289-7098ee114381 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:27.526476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:21:24Z', 'revision_number': 6, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:27.598557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039339da-c2fc-4b28-ad1c-2d2131b85a50 None None] The sync data for ids ['fad44ac2-1eba-4309-b289-7098ee114381'] in n-d-713498-28 is: [{'id': 'fad44ac2-1eba-4309-b289-7098ee114381', 'name': 'tempest-ServersTestManualDisk-2001360278-router', 'tenant_id': '3204910e008f48dab120bec8a811593f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:07Z', 'updated_at': '2021-10-18T23:21:24Z', 'revision_number': 6, 'project_id': '3204910e008f48dab120bec8a811593f', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:27.606502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-8c001243-d189-48fa-8263-d4d2583a69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:27.608420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-8c001243-d189-48fa-8263-d4d2583a69c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1098 time: 0.2993181 Oct 18 23:21:27.746600 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:27.792021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:27.810558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6ebd54-57fe-4bde-aec5-74c07736f971,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:27.860150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e29d000-a1be-4b17-b067-9833eaea7348 req-96080444-5676-4edd-af7a-bde4ccac0d34 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecc38eb8-079e-403b-a160-586cdcdd67ae HTTP/1.1" status: 200 len: 210 time: 0.5439174 Oct 18 23:21:27.911546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96141b2-e38e-4d3c-b4c4-87a028e20b37,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:28.012074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 08ea7b82-147f-4405-a368-b0eae3ba3440 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:28.092460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-e3afce53-9de2-4a44-976f-d9248486d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:28.096686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-e3afce53-9de2-4a44-976f-d9248486d27c service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.4744599 Oct 18 23:21:28.153968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-c1e58383-b922-4299-a29d-76a0f55e60bd tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:28.160228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-c1e58383-b922-4299-a29d-76a0f55e60bd tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 950 time: 0.3913970 Oct 18 23:21:28.213466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 08ea7b82-147f-4405-a368-b0eae3ba3440 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:21:28.225910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 08ea7b82-147f-4405-a368-b0eae3ba3440 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:28.226294 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:28.246296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-418429b2-2121-462c-a0b6-5074a2544e3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 1002 time: 0.1323547 Oct 18 23:21:28.272095 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:28.395790 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:28.433000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbc142-800b-427e-b3a2-1520b64ae615 req-e7a15b3d-0906-470b-9675-ecca947e6405 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:28.440877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0cbc142-800b-427e-b3a2-1520b64ae615 req-e7a15b3d-0906-470b-9675-ecca947e6405 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 945 time: 0.4166982 Oct 18 23:21:28.448859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db6517f-a6de-420e-aeff-332b0e031473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ea7b82-147f-4405-a368-b0eae3ba3440'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:28.451692 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124cac32-9b18-4ce8-a4c5-a4d4ed550e97" -d '{"events": [{"server_uuid": "8db6517f-a6de-420e-aeff-332b0e031473", "name": "network-vif-plugged", "status": "completed", "tag": "08ea7b82-147f-4405-a368-b0eae3ba3440"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:28.472827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 08ea7b82-147f-4405-a368-b0eae3ba3440, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=08ea7b82-147f-4405-a368-b0eae3ba3440,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:28.479384 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:28.511687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:28.516725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-dd01a8ce-12c8-457e-b208-1be8de542693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:28.518988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-dd01a8ce-12c8-457e-b208-1be8de542693 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.2634296 Oct 18 23:21:28.520470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:28.548286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=08ea7b82-147f-4405-a368-b0eae3ba3440,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:28.643631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0cbc142-800b-427e-b3a2-1520b64ae615 req-bd3e7460-3909-4abd-85e1-d2b5c2a650d4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017770 Oct 18 23:21:28.657196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:28.658038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad44ac2-1eba-4309-b289-7098ee114381 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:21:28.672972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:28.674431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c377204e-ad1c-4fbe-b7c0-5c7dfcc8a439 admin admin] 10.222.0.52 "DELETE /v2.0/routers/fad44ac2-1eba-4309-b289-7098ee114381 HTTP/1.1" status: 204 len: 168 time: 4.6061926 Oct 18 23:21:28.678843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42882) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:28.692296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-7ef83fff-ee0c-45c5-ae80-9f07df92f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:28.695029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-7ef83fff-ee0c-45c5-ae80-9f07df92f9b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1659036 Oct 18 23:21:28.797188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:28.938860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-bd14ec6e-77a1-4420-b39c-36e946ddf829 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:28.959381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-bd14ec6e-77a1-4420-b39c-36e946ddf829 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5347822 Oct 18 23:21:28.991278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-e441bc7d-2657-4959-a8d6-6aae1c222011 admin admin] Deleting subnet d72d32c3-4376-40b3-a6a3-0dea9b29d911 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:21:29.004055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e441bc7d-2657-4959-a8d6-6aae1c222011 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:29.125578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e441bc7d-2657-4959-a8d6-6aae1c222011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:29.331284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Deleting port bdcfc888-b636-4561-9541-04f0c054c609 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:29.333195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:29.342270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e96141b2-e38e-4d3c-b4c4-87a028e20b37 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:29.399563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: e96141b2-e38e-4d3c-b4c4-87a028e20b37 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:29.400488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e96141b2-e38e-4d3c-b4c4-87a028e20b37 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:29.401440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7395b438-94e4-4c38-ad38-3305117e4543 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:29.440272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 7395b438-94e4-4c38-ad38-3305117e4543 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:29.441267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7395b438-94e4-4c38-ad38-3305117e4543 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:29.485627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-f1b57b1d-4ae2-4f4a-af07-c41915d61a2d tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.5248408 Oct 18 23:21:29.509490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Request body: {'floatingip': {'port_id': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:29.604134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] For port bdcfc888-b636-4561-9541-04f0c054c609, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bdcfc888-b636-4561-9541-04f0c054c609,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:29.604619 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:29.627212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Calling delete_port for bdcfc888-b636-4561-9541-04f0c054c609 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:29.684573 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:29.935498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-d53b99b3-41ff-47cd-b827-f2c47768abbd service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2067220 Oct 18 23:21:29.946660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bdcfc888-b636-4561-9541-04f0c054c609 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:29.961808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Router 6effc2e4-a8fb-45ee-8caa-494203d4a189 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:30.000739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915266e-3bd1-4522-941d-10320aa6f9c0 req-1bad1092-afe6-4e62-ad67-6781c19121e4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:30.003532 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7915266e-3bd1-4522-941d-10320aa6f9c0 req-1bad1092-afe6-4e62-ad67-6781c19121e4 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/ports?device_id=fed2522b-dc92-43e9-a897-2bcd267f92dd HTTP/1.1" status: 200 len: 950 time: 0.2436721 Oct 18 23:21:30.097955 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e441bc7d-2657-4959-a8d6-6aae1c222011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:30.151083 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:30.231460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Pushing event deleted for resources: {'Port': ['ID=bdcfc888-b636-4561-9541-04f0c054c609,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:30.233981 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:30.369970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7915266e-3bd1-4522-941d-10320aa6f9c0 req-2dd8afac-d3d7-415b-93fd-eb165b06faa7 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.52 "GET /v2.0/security-groups?id=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156013 Oct 18 23:21:30.410635 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a87bb343-2164-439d-a30a-4b8706a7c059 req-50f6787e-fbc6-4d15-9a7a-88bf9ddbf9c6 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980913 Oct 18 23:21:30.421407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e441bc7d-2657-4959-a8d6-6aae1c222011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:30.463375 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3dd7f2-b879-4704-9c78-ed7689ec9a53 x-openstack-request-id: req-7f3dd7f2-b879-4704-9c78-ed7689ec9a53 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:30.463900 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db6517f-a6de-420e-aeff-332b0e031473", "name": "network-vif-plugged", "status": "completed", "tag": "08ea7b82-147f-4405-a368-b0eae3ba3440", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:30.464200 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f3dd7f2-b879-4704-9c78-ed7689ec9a53 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:30.468880 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db6517f-a6de-420e-aeff-332b0e031473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ea7b82-147f-4405-a368-b0eae3ba3440', 'code': 200} Oct 18 23:21:30.495063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441bc7d-2657-4959-a8d6-6aae1c222011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d72d32c3-4376-40b3-a6a3-0dea9b29d911,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:30.516533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e441bc7d-2657-4959-a8d6-6aae1c222011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:30.527686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a948d5-e8d1-4c35-8c97-d5ec941be831 None None] Network 1be3888e-7693-49cd-b41e-8994ed7d7ae3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:21:30.549211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e441bc7d-2657-4959-a8d6-6aae1c222011 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d72d32c3-4376-40b3-a6a3-0dea9b29d911 HTTP/1.1" status: 204 len: 168 time: 1.8679566 Oct 18 23:21:30.549784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42904) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:30.730849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.731451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.732108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.732646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.733239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.733839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.734442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.735062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.735647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.736251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.737239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.738036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:30.757715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:30.776924 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d329404c-356e-48f5-9718-e15f83a5856b admin admin] 10.222.0.52 "PUT /v2.0/routers/6effc2e4-a8fb-45ee-8caa-494203d4a189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6698699 Oct 18 23:21:30.782202 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:30.783766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] Sync routers for ids ['6effc2e4-a8fb-45ee-8caa-494203d4a189'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:30.787120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42910) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:30.855892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] No DVR routers for this DVR port bdcfc888-b636-4561-9541-04f0c054c609 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:30.860776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:30.865312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aefd1bde-8d91-47e7-93da-3f28d1f5bc57 req-ffdb2b12-426c-49b5-ba7e-21966f34e869 tempest-ServersOnMultiNodesTest-660096099 tempest-ServersOnMultiNodesTest-660096099-project] 10.222.0.73 "DELETE /v2.0/ports/bdcfc888-b636-4561-9541-04f0c054c609 HTTP/1.1" status: 204 len: 173 time: 2.6800401 Oct 18 23:21:30.865818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed2522b-dc92-43e9-a897-2bcd267f92dd', 'name': 'network-vif-deleted', 'tag': 'bdcfc888-b636-4561-9541-04f0c054c609'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:30.868365 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79c453e-a43c-42d8-b102-aa7e747849a3" -d '{"events": [{"server_uuid": "fed2522b-dc92-43e9-a897-2bcd267f92dd", "name": "network-vif-deleted", "tag": "bdcfc888-b636-4561-9541-04f0c054c609"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:30.912696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] Routers {'6effc2e4-a8fb-45ee-8caa-494203d4a189'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:30.914986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6effc2e4-a8fb-45ee-8caa-494203d4a189'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:31.227723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dffe2a-ceaa-496f-b3c0-c73a52d98bd1 None None] DHCP port deletion for 1be3888e-7693-49cd-b41e-8994ed7d7ae3 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:21:31.321010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] Set router 6effc2e4-a8fb-45ee-8caa-494203d4a189 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:31.341564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401ef37-c003-497b-80be-db1a59b42e47 req-24ad39ee-3ead-4bfb-b717-dd3ca8223ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:31.352841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5401ef37-c003-497b-80be-db1a59b42e47 req-24ad39ee-3ead-4bfb-b717-dd3ca8223ca8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 1098 time: 0.6352243 Oct 18 23:21:31.422828 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.511262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f4dffe2a-ceaa-496f-b3c0-c73a52d98bd1 None None] Deleting port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:31.512200 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4dffe2a-ceaa-496f-b3c0-c73a52d98bd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.549916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:21:31.572578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.597549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5401ef37-c003-497b-80be-db1a59b42e47 req-3a0ce570-5c43-489f-807b-f3921803f486 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029080 Oct 18 23:21:31.617709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Deleting port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:31.618364 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.698095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4f0e3-2511-4e04-aa62-f9cc6dc4d993 req-8a03761e-16f8-426d-bfa8-8d026c9aa338 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:31.706424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79e4f0e3-2511-4e04-aa62-f9cc6dc4d993 req-8a03761e-16f8-426d-bfa8-8d026c9aa338 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 946 time: 0.3464503 Oct 18 23:21:31.735329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f4dffe2a-ceaa-496f-b3c0-c73a52d98bd1 None None] For port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:31.735627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4dffe2a-ceaa-496f-b3c0-c73a52d98bd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.752526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f4dffe2a-ceaa-496f-b3c0-c73a52d98bd1 None None] Calling delete_port for 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:31.794340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.806801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.890514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79e4f0e3-2511-4e04-aa62-f9cc6dc4d993 req-4f11f503-becc-4e00-b344-aa716ae4cc5a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535125 Oct 18 23:21:31.891915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4dffe2a-ceaa-496f-b3c0-c73a52d98bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.892561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] For port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0,segment=NetworkSegment(91382275-2f1a-4d13-a1e4-843416b52493),segment_id=91382275-2f1a-4d13-a1e4-843416b52493)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:31.892935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.918339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Calling delete_port for 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:31.931703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Deleting port 74872a16-e9ee-42a6-b121-41ca76dc8454 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:31.932045 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:31.933350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dffe2a-ceaa-496f-b3c0-c73a52d98bd1 None None] No DVR routers for this DVR port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:31.976894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dffe2a-ceaa-496f-b3c0-c73a52d98bd1 None None] Pushing event deleted for resources: {'Port': ['ID=0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:32.024557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:03Z', 'updated_at': '2021-10-18T23:21:26Z', 'revision_number': 5, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'gw_port': {'id': '74872a16-e9ee-42a6-b121-41ca76dc8454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:04Z', 'updated_at': '2021-10-18T23:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:32.050381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42920) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:32.061485 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1 associated. External IP: 172.25.7.215, port: d9b321e0-9d82-4474-844d-68dc823a56da. Oct 18 23:21:32.084629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] Checking router: 6effc2e4-a8fb-45ee-8caa-494203d4a189 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:32.109326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] Routers {'6effc2e4-a8fb-45ee-8caa-494203d4a189'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:32.109326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6effc2e4-a8fb-45ee-8caa-494203d4a189'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:32.113335 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64915b26-7356-4180-b67f-1d28eaa76317 x-openstack-request-id: req-64915b26-7356-4180-b67f-1d28eaa76317 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:32.113723 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed2522b-dc92-43e9-a897-2bcd267f92dd", "name": "network-vif-deleted", "tag": "bdcfc888-b636-4561-9541-04f0c054c609", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:32.114056 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64915b26-7356-4180-b67f-1d28eaa76317 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:32.114546 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed2522b-dc92-43e9-a897-2bcd267f92dd', 'name': 'network-vif-deleted', 'tag': 'bdcfc888-b636-4561-9541-04f0c054c609', 'status': 'completed', 'code': 200} Oct 18 23:21:32.237438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] Set router 6effc2e4-a8fb-45ee-8caa-494203d4a189 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:32.335273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d156da5-ba59-45b0-98de-9f18ac6418d0 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:32.381234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] For port 74872a16-e9ee-42a6-b121-41ca76dc8454, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=74872a16-e9ee-42a6-b121-41ca76dc8454,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:32.383314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:32.442554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Calling delete_port for 74872a16-e9ee-42a6-b121-41ca76dc8454 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:32.822194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:03Z', 'updated_at': '2021-10-18T23:21:31Z', 'revision_number': 6, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:32.852002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Router 4d9e5eb2-b45a-403b-95a3-6319840e074f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:32.874654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:32.937668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d156da5-ba59-45b0-98de-9f18ac6418d0 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:32.966282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] No DVR routers for this DVR port 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:32.967627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef2b3c-85ff-4c32-8ae9-3bde76a1383c None None] The sync data for ids ['6effc2e4-a8fb-45ee-8caa-494203d4a189'] in n-d-713498-28 is: [{'id': '6effc2e4-a8fb-45ee-8caa-494203d4a189', 'name': 'tempest-FloatingIPsNegativeTestJSON-473790890-router', 'tenant_id': '3c2e2a5d4d034623a86543b0fcefb654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:03Z', 'updated_at': '2021-10-18T23:21:31Z', 'revision_number': 6, 'project_id': '3c2e2a5d4d034623a86543b0fcefb654', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:32.981075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Pushing event deleted for resources: {'Port': ['ID=0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:33.172159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:33.174119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42938) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:33.186121 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] Sync routers for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:33.211266 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:33.211850 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:33.375488 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:33.551511 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:33.565967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:33.570512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=74872a16-e9ee-42a6-b121-41ca76dc8454,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:33.694926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:33.695533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0583d3d7-1295-4c0a-a00d-4cc5c8a2e6d0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:33.697508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2c6ebd54-57fe-4bde-aec5-74c07736f971 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:33.774518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:33.804164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 2c6ebd54-57fe-4bde-aec5-74c07736f971 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:33.804760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2c6ebd54-57fe-4bde-aec5-74c07736f971 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:33.844890 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d156da5-ba59-45b0-98de-9f18ac6418d0 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:33.848589 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d156da5-ba59-45b0-98de-9f18ac6418d0 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:33.850834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3d156da5-ba59-45b0-98de-9f18ac6418d0 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "DELETE /v2.0/security-groups/7bbd0690-1416-48c1-af81-ee1f46ce07f9 HTTP/1.1" status: 204 len: 168 time: 1.7843556 Oct 18 23:21:33.860769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42944) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:33.900623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be3888e-7693-49cd-b41e-8994ed7d7ae3']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:33.916907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c56a-3dd7-48e5-aa97-ae238ec0f409 req-bf32b34a-bc36-4b0e-bbc6-cdde4c755fbf tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:33.925063 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ca4c56a-3dd7-48e5-aa97-ae238ec0f409 req-bf32b34a-bc36-4b0e-bbc6-cdde4c755fbf tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 946 time: 0.5703480 Oct 18 23:21:33.929342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156da5-ba59-45b0-98de-9f18ac6418d0 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbd0690-1416-48c1-af81-ee1f46ce07f9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:33.984694 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-6150182a-9121-4c9f-8340-44f3f05d2fb2 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] show failed (client error): The resource could not be found. Oct 18 23:21:33.986104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6150182a-9121-4c9f-8340-44f3f05d2fb2 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "GET /v2.0/security-groups/7bbd0690-1416-48c1-af81-ee1f46ce07f9 HTTP/1.1" status: 404 len: 347 time: 0.1127331 Oct 18 23:21:33.994351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91382275-2f1a-4d13-a1e4-843416b52493') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:33.994671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91382275-2f1a-4d13-a1e4-843416b52493') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:34.003778 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.006556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42946) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:34.195602 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:12:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:31Z', 'revision_number': 3, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:34.285347 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] Checking router: 4d9e5eb2-b45a-403b-95a3-6319840e074f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:34.317528 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:34.318296 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:34.336291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42952) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:34.346353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2e299cff-2b2f-43d8-adda-22c0eb5c3739 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b85fdab5a4640638956952e4b051a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1704078 Oct 18 23:21:34.356627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42954) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:34.391802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.407106 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.600911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.611686 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.629819 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:34.653482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa4c8-57b6-4c3e-b51e-8ec861280014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.658583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.688352 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-053da0d9-f469-47d6-80cb-e7f912f0ea99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.717134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Router 4d9e5eb2-b45a-403b-95a3-6319840e074f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:34.744720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ca4c56a-3dd7-48e5-aa97-ae238ec0f409 req-8b19ed6c-3690-4135-9723-2b4b7da2e428 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8178914 Oct 18 23:21:34.746680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:21:34.747334 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:21:34.750489 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:21:34.753677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-053da0d9-f469-47d6-80cb-e7f912f0ea99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.858387 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.859505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6effc2e4-a8fb-45ee-8caa-494203d4a189 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:21:34.889440 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:34.895427 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e3a12036-53b7-4749-9b8f-bf65046dbc5c admin admin] 10.222.0.52 "DELETE /v2.0/routers/6effc2e4-a8fb-45ee-8caa-494203d4a189 HTTP/1.1" status: 204 len: 168 time: 4.0941114 Oct 18 23:21:34.897900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42958) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:34.931009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Deleting port 124c88d5-84cb-457f-adec-89f3afd2dc68 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:34.933576 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.055993 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:12:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:31Z', 'revision_number': 3, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:35.063809 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.097811 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79085177-4377-41b2-9348-c5e418a53a93 None None] The sync data for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 is: [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:12:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:31Z', 'revision_number': 3, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:35.104253 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.113612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] 10.222.0.52 "DELETE /v2.0/networks/1be3888e-7693-49cd-b41e-8994ed7d7ae3 HTTP/1.1" status: 204 len: 168 time: 4.5624578 Oct 18 23:21:35.119821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-053da0d9-f469-47d6-80cb-e7f912f0ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.127459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-053da0d9-f469-47d6-80cb-e7f912f0ea99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.132060 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-053da0d9-f469-47d6-80cb-e7f912f0ea99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae HTTP/1.1" status: 204 len: 168 time: 0.7688451 Oct 18 23:21:35.179763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053da0d9-f469-47d6-80cb-e7f912f0ea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f013f8-ec0c-4c8c-ab46-90db9fe5a8ae,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:35.214636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 74872a16-e9ee-42a6-b121-41ca76dc8454 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:35.260637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3e355-d97c-4acb-8ff4-d5ea6106934b admin admin] Pushing event deleted for resources: {'Network': ['ID=1be3888e-7693-49cd-b41e-8994ed7d7ae3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:35.279840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:35.285467 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.301035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-701d9605-22f8-4539-b8a2-9d73a328e320 admin admin] Deleting subnet 1afc50ea-825b-4664-8354-93f85e07c560 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:21:35.306624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 74872a16-e9ee-42a6-b121-41ca76dc8454 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:35.308531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 74872a16-e9ee-42a6-b121-41ca76dc8454 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:35.309299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-701d9605-22f8-4539-b8a2-9d73a328e320 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.447041 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-701d9605-22f8-4539-b8a2-9d73a328e320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.510180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9cb10-680d-423d-93e2-7ecfc7b311c3 None None] New status for floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:21:35.585290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa4c8-57b6-4c3e-b51e-8ec861280014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.605570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42970) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:35.694150 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa4c8-57b6-4c3e-b51e-8ec861280014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.714602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:35.725300 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ef40f6-f892-4be8-956b-b4708656f57e" -d '{"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:35.917019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-701d9605-22f8-4539-b8a2-9d73a328e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:35.925288 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c510d572-49c7-40f1-bd4d-47b84ee21f0b x-openstack-request-id: req-c510d572-49c7-40f1-bd4d-47b84ee21f0b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:35.925643 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:35.925940 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c510d572-49c7-40f1-bd4d-47b84ee21f0b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:35.927876 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'status': 'completed', 'code': 200} Oct 18 23:21:35.967695 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-820cd1c6-a43f-4a91-87e3-c0514ea28283 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "PUT /v2.0/floatingips/c83439d4-20f0-4e21-b6b3-8022375be3d1 HTTP/1.1" status: 200 len: 999 time: 6.4666932 Oct 18 23:21:36.059442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:36.062323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:36.088833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eb6aa4c8-57b6-4c3e-b51e-8ec861280014 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=331f081d547742dbb109c00030d3b010&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7380731 Oct 18 23:21:36.100353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42980) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:36.100594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42982) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:36.143757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6aa4c8-57b6-4c3e-b51e-8ec861280014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217ab09a-2d6d-456c-a85f-c528922fe0ad,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:36.153738 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:36.160958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Calling delete_port for 124c88d5-84cb-457f-adec-89f3afd2dc68 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:36.170695 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7c7d46cb-86de-447f-a908-8552dec094ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3204910e008f48dab120bec8a811593f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577164 Oct 18 23:21:36.174196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42984) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:36.247379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-ff24d3b8-6b53-49cb-ab5a-b645936c2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:36.261925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-701d9605-22f8-4539-b8a2-9d73a328e320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:36.263434 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-ff24d3b8-6b53-49cb-ab5a-b645936c2d98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1098 time: 0.2753153 Oct 18 23:21:36.293923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a230c-ba83-423c-97b7-1e1e6c750540 None None] Network 8355c7e5-afbd-4edd-8fbc-777141e1590e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:21:36.305441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bbc56-39f1-45c7-9df5-bc35720726d0 req-ca7f364e-68c6-4e49-9d97-7a7d3c749fd8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:36.315457 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d4bbc56-39f1-45c7-9df5-bc35720726d0 req-ca7f364e-68c6-4e49-9d97-7a7d3c749fd8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 946 time: 0.2857833 Oct 18 23:21:36.320870 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-701d9605-22f8-4539-b8a2-9d73a328e320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:36.328584 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-701d9605-22f8-4539-b8a2-9d73a328e320 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1afc50ea-825b-4664-8354-93f85e07c560 HTTP/1.1" status: 204 len: 168 time: 1.4255283 Oct 18 23:21:36.332433 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] Sync routers for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:36.348657 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:36.352369 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:36.370201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42986) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:36.472883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d9605-22f8-4539-b8a2-9d73a328e320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afc50ea-825b-4664-8354-93f85e07c560,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:36.618482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-761cd62c-9bc9-4328-8a6f-27bdea80909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:36.633433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-761cd62c-9bc9-4328-8a6f-27bdea80909c service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.3571899 Oct 18 23:21:36.658397 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:36.692670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aa455cab-d000-444f-b408-ee123f75e5c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7498f13b25474c44a7de9cce9d8a5b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743477 Oct 18 23:21:36.715496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8bf2f-37f3-46ff-af75-6a0a64236028 None None] DHCP port deletion for 8355c7e5-afbd-4edd-8fbc-777141e1590e request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:21:36.742082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42990) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:36.843091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d4bbc56-39f1-45c7-9df5-bc35720726d0 req-ebae6efa-9129-440a-b8d0-1d5e8e0ccd62 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255523 Oct 18 23:21:36.884009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15f704aa-aa3d-4ea7-8a3f-b97e36aa2f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:36.926780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-acf8bf2f-37f3-46ff-af75-6a0a64236028 None None] Deleting port 3961a107-0442-4bfd-889e-cf33aac66462 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:36.927757 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-acf8bf2f-37f3-46ff-af75-6a0a64236028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:36.944424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:36.984748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-5ce6b25b-9247-4de0-b230-31095c5a3b38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 217 time: 0.2597940 Oct 18 23:21:37.039009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-ab0eff6c-be8d-41fa-baed-3089be0c790a tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:37.045881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-ab0eff6c-be8d-41fa-baed-3089be0c790a tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports/d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 943 time: 0.9896479 Oct 18 23:21:37.164834 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:12:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:35Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:37.200378 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15f704aa-aa3d-4ea7-8a3f-b97e36aa2f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.204430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efdb495f-5306-4c48-abc9-4e925c81695f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.205743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-acf8bf2f-37f3-46ff-af75-6a0a64236028 None None] For port 3961a107-0442-4bfd-889e-cf33aac66462, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3961a107-0442-4bfd-889e-cf33aac66462,segment=NetworkSegment(7ba4c208-56e8-4312-808b-a45aacbf987a),segment_id=7ba4c208-56e8-4312-808b-a45aacbf987a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:37.208088 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] Checking router: 4d9e5eb2-b45a-403b-95a3-6319840e074f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:37.213749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-acf8bf2f-37f3-46ff-af75-6a0a64236028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.222345 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:37.223021 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:37.230690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3961a107-0442-4bfd-889e-cf33aac66462 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:37.255124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-4770fcd2-290f-45b7-8632-701d0229bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:37.259822 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-4770fcd2-290f-45b7-8632-701d0229bc8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.2543225 Oct 18 23:21:37.277046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-acf8bf2f-37f3-46ff-af75-6a0a64236028 None None] Calling delete_port for 3961a107-0442-4bfd-889e-cf33aac66462 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:37.336495 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2f63-c02f-4330-90b0-607743f996bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.345854 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efdb495f-5306-4c48-abc9-4e925c81695f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.452997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-36bb01a4-9d9a-4e82-9475-1609b80689cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:37.455307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-36bb01a4-9d9a-4e82-9475-1609b80689cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1727681 Oct 18 23:21:37.487509 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.494658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-0ca2152e-0d01-41cc-a8ef-b084b33e0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:37.517037 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-0ca2152e-0d01-41cc-a8ef-b084b33e0273 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1098 time: 0.1907330 Oct 18 23:21:37.549009 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-acf8bf2f-37f3-46ff-af75-6a0a64236028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.565024 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:37.586247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2f63-c02f-4330-90b0-607743f996bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.622764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efdb495f-5306-4c48-abc9-4e925c81695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.625938 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efdb495f-5306-4c48-abc9-4e925c81695f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.632346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-efdb495f-5306-4c48-abc9-4e925c81695f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/217ab09a-2d6d-456c-a85f-c528922fe0ad HTTP/1.1" status: 204 len: 168 time: 1.5128121 Oct 18 23:21:37.693967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8bf2f-37f3-46ff-af75-6a0a64236028 None None] Pushing event deleted for resources: {'Port': ['ID=3961a107-0442-4bfd-889e-cf33aac66462,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:37.725697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8bf2f-37f3-46ff-af75-6a0a64236028 None None] No DVR routers for this DVR port 3961a107-0442-4bfd-889e-cf33aac66462 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:37.768908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb495f-5306-4c48-abc9-4e925c81695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217ab09a-2d6d-456c-a85f-c528922fe0ad,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:37.903350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-463314d3-618e-48dd-a937-d4a7527e6651 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360838 Oct 18 23:21:37.979014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:37.991451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15f704aa-aa3d-4ea7-8a3f-b97e36aa2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.000932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15f704aa-aa3d-4ea7-8a3f-b97e36aa2f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.015629 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-15f704aa-aa3d-4ea7-8a3f-b97e36aa2f89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd5d4927-6a7f-48e2-8009-e2116b838c9e HTTP/1.1" status: 204 len: 168 time: 1.8353055 Oct 18 23:21:38.047938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:38.054843 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02f1bd0-356c-4a27-ae80-7ecb715ba213" -d '{"events": [{"name": "network-changed", "server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:38.066177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3ef40f6-f892-4be8-956b-b4708656f57e req-5b4b5eca-84d5-4bdf-a054-4944d41e604f service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519048 Oct 18 23:21:38.070676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-cfb5ac31-32a5-4641-8d89-99641b5add0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:38.073654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-cfb5ac31-32a5-4641-8d89-99641b5add0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.5554235 Oct 18 23:21:38.193991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Pushing event deleted for resources: {'Port': ['ID=124c88d5-84cb-457f-adec-89f3afd2dc68,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:38.241041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f704aa-aa3d-4ea7-8a3f-b97e36aa2f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d4927-6a7f-48e2-8009-e2116b838c9e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:38.334855 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-24b62d4c-6064-4de4-8ca5-609f43c295fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 217 time: 0.2317312 Oct 18 23:21:38.408381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c5b08-14c2-4178-8b19-c5e546ac281c req-bf2fc784-dfdd-440a-99cc-c3e27fce1369 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:38.411585 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:12:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:35Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:38.416335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-478c5b08-14c2-4178-8b19-c5e546ac281c req-bf2fc784-dfdd-440a-99cc-c3e27fce1369 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 946 time: 0.9470282 Oct 18 23:21:38.451991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Deleting port 3961a107-0442-4bfd-889e-cf33aac66462 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:38.452380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.566877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] For port 3961a107-0442-4bfd-889e-cf33aac66462, host n-d-713498-28, got binding levels [] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:38.567221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.570257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-8998c680-9318-49b6-ac75-b93c405e710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:38.576325 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-8998c680-9318-49b6-ac75-b93c405e710e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.2344241 Oct 18 23:21:38.584032 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270eeea6-0ddc-4c83-a257-098f4f4bfbd4 None None] The sync data for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 is: [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:12:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:35Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:38.610098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Calling delete_port for 3961a107-0442-4bfd-889e-cf33aac66462 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:38.618490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Port 3961a107-0442-4bfd-889e-cf33aac66462 was not found and therefore no delete operation was performed {{(pid=100922) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:21:38.676113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.680313 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2f63-c02f-4330-90b0-607743f996bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.685155 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2f63-c02f-4330-90b0-607743f996bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.687526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-3939de8f-54d4-4ad5-8a1a-78c1c93b51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:38.691889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9b4c2f63-c02f-4330-90b0-607743f996bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bd97638-8122-4e5d-b79f-85944c5830d7 HTTP/1.1" status: 204 len: 168 time: 1.9456561 Oct 18 23:21:38.696295 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-3939de8f-54d4-4ad5-8a1a-78c1c93b51e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107769 Oct 18 23:21:38.709711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-50c61f4e-cd73-4778-b30c-256f590401a4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:21:38.714168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-50c61f4e-cd73-4778-b30c-256f590401a4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079229 Oct 18 23:21:38.775402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=3961a107-0442-4bfd-889e-cf33aac66462,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:38.815493 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-478c5b08-14c2-4178-8b19-c5e546ac281c req-3d587d6f-e3f3-49c9-b029-b73d6dce0fde tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980193 Oct 18 23:21:38.822832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] No DVR routers for this DVR port 3961a107-0442-4bfd-889e-cf33aac66462 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:38.830372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c2f63-c02f-4330-90b0-607743f996bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd97638-8122-4e5d-b79f-85944c5830d7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:38.893149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43014) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:38.944805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.950958 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.956555 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e90cd56e-efdc-4630-8166-02ceceee9ef7 tempest-ServersTestBootFromVolume-1575197309 tempest-ServersTestBootFromVolume-1575197309-project] 10.222.0.52 "DELETE /v2.0/floatingips/feb24f02-4e95-41a9-811f-c8e6a06eb32e HTTP/1.1" status: 204 len: 168 time: 4.9277956 Oct 18 23:21:38.962223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43018) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:38.965628 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c403634-f7bf-405e-b5cb-3903753bf3ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:38.982151 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85827c3c-8084-48ff-a2f6-1bdff78f678a x-openstack-request-id: req-85827c3c-8084-48ff-a2f6-1bdff78f678a {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:38.982764 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:38.983213 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85827c3c-8084-48ff-a2f6-1bdff78f678a {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:38.983863 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'status': 'completed', 'code': 200} Oct 18 23:21:39.140931 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-43a43070-efa0-4866-9d68-3af9d5cf81f9 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189694 Oct 18 23:21:39.438162 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c403634-f7bf-405e-b5cb-3903753bf3ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:39.446916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-5475545e-6c0b-4455-9652-e28cef9f9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:39.451424 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-5475545e-6c0b-4455-9652-e28cef9f9ee7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 1098 time: 0.4614663 Oct 18 23:21:39.456621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c403634-f7bf-405e-b5cb-3903753bf3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:39.622307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9c403634-f7bf-405e-b5cb-3903753bf3ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aed2abb235ed4f2a844a05ab46d2078c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7278836 Oct 18 23:21:39.627128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43032) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:39.631242 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-3b089266-249f-4c6d-9708-d7fdd225e7f3 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468143 Oct 18 23:21:39.632326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c403634-f7bf-405e-b5cb-3903753bf3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc27f1-b2a3-46d7-bae6-f8abb18afe6b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:39.711168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-00ccb415-03ac-4bbf-852e-1ccc96853c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:39.712714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-00ccb415-03ac-4bbf-852e-1ccc96853c6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.2510428 Oct 18 23:21:39.800197 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd419e61-b336-49be-97f7-0e3836b6723f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:39.860124 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd419e61-b336-49be-97f7-0e3836b6723f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:39.884100 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-7e951617-d4d2-4a09-b8d2-a4660dedb08a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 200 len: 1002 time: 0.1546235 Oct 18 23:21:39.947218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-c53d7f91-e6ef-4c66-b646-a9c94ed46b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:39.948815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-c53d7f91-e6ef-4c66-b646-a9c94ed46b10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 1098 time: 0.2014136 Oct 18 23:21:40.041505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-52e21aa6-5801-45f2-8bfa-4081fa1be97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:40.043144 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-52e21aa6-5801-45f2-8bfa-4081fa1be97b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.1487882 Oct 18 23:21:40.053370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:40.152650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8355c7e5-afbd-4edd-8fbc-777141e1590e']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:40.194177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd419e61-b336-49be-97f7-0e3836b6723f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:40.197139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd419e61-b336-49be-97f7-0e3836b6723f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:40.204477 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cd419e61-b336-49be-97f7-0e3836b6723f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9abc27f1-b2a3-46d7-bae6-f8abb18afe6b HTTP/1.1" status: 204 len: 168 time: 0.5670822 Oct 18 23:21:40.231002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd419e61-b336-49be-97f7-0e3836b6723f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc27f1-b2a3-46d7-bae6-f8abb18afe6b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:40.287587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-42b6bd73-b0a8-41d3-bbfd-77f31401776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:40.295778 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-42b6bd73-b0a8-41d3-bbfd-77f31401776d service neutron] 10.222.0.52 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.3331640 Oct 18 23:21:40.312186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-90ca910b-090d-48d8-8a87-11c1150b817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:40.315322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-90ca910b-090d-48d8-8a87-11c1150b817f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2533720 Oct 18 23:21:40.364142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba4c208-56e8-4312-808b-a45aacbf987a') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:40.365538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba4c208-56e8-4312-808b-a45aacbf987a') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:40.404219 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:40.407583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-b19f3a25-ee50-4c1a-ad13-a473815d58f8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:21:40.409763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-b19f3a25-ee50-4c1a-ad13-a473815d58f8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0214767 Oct 18 23:21:40.435659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-468e291c-da30-40bc-90f2-fb643c49b2ff tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:40.438954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-468e291c-da30-40bc-90f2-fb643c49b2ff tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 946 time: 0.5453062 Oct 18 23:21:40.574371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-709b6b35-4a89-4a14-b770-fb9e6c8c176a service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531546 Oct 18 23:21:40.585724 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:40.614083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183a8eb-36ab-485e-8908-939231d1b753 req-7400bc11-035d-4cda-8834-41fb7ded23a7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:40.616316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b183a8eb-36ab-485e-8908-939231d1b753 req-7400bc11-035d-4cda-8834-41fb7ded23a7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db6517f-a6de-420e-aeff-332b0e031473 HTTP/1.1" status: 200 len: 946 time: 0.5330894 Oct 18 23:21:40.617502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:21:40.617916 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:21:40.624676 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:21:40.670591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-b364b69d-f19e-460a-b57a-db6c2fc4e9d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 200 len: 1002 time: 0.3725102 Oct 18 23:21:40.808870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-751e0cd9-ed1f-4e39-9574-f7c7612e2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:40.808870 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-751e0cd9-ed1f-4e39-9574-f7c7612e2d25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.1235352 Oct 18 23:21:40.845724 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:40.872184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d02f1bd0-356c-4a27-ae80-7ecb715ba213 req-f4307eb8-0f91-47a8-bacb-1a157dd59027 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888050 Oct 18 23:21:40.876322 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:40.883667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8355c7e5-afbd-4edd-8fbc-777141e1590e HTTP/1.1" status: 204 len: 168 time: 4.4981971 Oct 18 23:21:40.892752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b183a8eb-36ab-485e-8908-939231d1b753 req-83fccda6-47b3-4877-8f62-d6683e203ead tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532644 Oct 18 23:21:40.905659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-8205cf3d-9582-4612-bd08-22274654081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:40.915339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-8205cf3d-9582-4612-bd08-22274654081e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903547 Oct 18 23:21:40.936598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ae16a-b971-4d68-8102-3e9a9cd64a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8355c7e5-afbd-4edd-8fbc-777141e1590e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:40.961633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Deleting port 08ea7b82-147f-4405-a368-b0eae3ba3440 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:40.962300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:41.023173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43076) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:41.117425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-c56a7ea5-ad78-4892-91ec-c0f25e07aff6 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908658 Oct 18 23:21:41.194533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] For port 08ea7b82-147f-4405-a368-b0eae3ba3440, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=08ea7b82-147f-4405-a368-b0eae3ba3440,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:41.195162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:41.229368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43080) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:41.236887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Calling delete_port for 08ea7b82-147f-4405-a368-b0eae3ba3440 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:41.307515 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d6c29068-a591-4f49-a540-bfa642579f70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c2e2a5d4d034623a86543b0fcefb654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732334 Oct 18 23:21:41.308337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43086) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:41.342006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:41.402010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ecfb7-4163-40d9-a82f-544747eca0a2 req-a0cd474f-4436-418c-ab8f-7dd94de34411 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720256 Oct 18 23:21:41.408676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98c8588f-37f8-40af-be4e-3d8c5e2575eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:41.447022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98c8588f-37f8-40af-be4e-3d8c5e2575eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:41.517050 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98c8588f-37f8-40af-be4e-3d8c5e2575eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:41.522245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98c8588f-37f8-40af-be4e-3d8c5e2575eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:41.523914 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-98c8588f-37f8-40af-be4e-3d8c5e2575eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a48c683e-bed1-47b1-9028-4b5101a0f4fc HTTP/1.1" status: 204 len: 168 time: 0.2144394 Oct 18 23:21:41.534240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8588f-37f8-40af-be4e-3d8c5e2575eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48c683e-bed1-47b1-9028-4b5101a0f4fc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:41.733420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:41.772558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-503445707-network', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:41.890620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event deleted for resources: {'Port': ['ID=08ea7b82-147f-4405-a368-b0eae3ba3440,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:41.903126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] No DVR routers for this DVR port 08ea7b82-147f-4405-a368-b0eae3ba3440 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:41.909794 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:41.915790 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b8ba263-db2b-431c-b896-6cbf3b3852b2 req-0038256c-df5e-4a51-91a0-149573b41340 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "DELETE /v2.0/ports/08ea7b82-147f-4405-a368-b0eae3ba3440 HTTP/1.1" status: 204 len: 173 time: 1.4535620 Oct 18 23:21:41.972706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1005d0-df9c-4581-9dbf-6b1c7ab11054 req-9e8dc3bc-4917-4a47-9228-06ca9369ab3d tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.2217884 Oct 18 23:21:41.987369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db6517f-a6de-420e-aeff-332b0e031473', 'name': 'network-vif-deleted', 'tag': '08ea7b82-147f-4405-a368-b0eae3ba3440'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:41.990847 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4941d29a-a967-47f4-a5e1-1922fb96c19c" -d '{"events": [{"server_uuid": "8db6517f-a6de-420e-aeff-332b0e031473", "name": "network-vif-deleted", "tag": "08ea7b82-147f-4405-a368-b0eae3ba3440"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:42.003535 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-eea4ad90-8417-4c62-aeff-550c0a373e4d tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=efa00b4b09b24a17b95a4147a1fc5a2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1705554 Oct 18 23:21:42.106607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 08ea7b82-147f-4405-a368-b0eae3ba3440 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:42.111870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:21:42.116152 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:42.123257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1005d0-df9c-4581-9dbf-6b1c7ab11054 req-ad388b10-60b6-4c49-a59b-2003307c7e69 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:42.139646 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1005d0-df9c-4581-9dbf-6b1c7ab11054 req-ad388b10-60b6-4c49-a59b-2003307c7e69 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports/ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 200 len: 943 time: 0.1631415 Oct 18 23:21:42.150650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 08ea7b82-147f-4405-a368-b0eae3ba3440 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:42.151409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 08ea7b82-147f-4405-a368-b0eae3ba3440 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:42.244998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:42.390053 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1005d0-df9c-4581-9dbf-6b1c7ab11054 req-4c5c9590-4abd-48e9-b384-ed502d6f21ff tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.1511958 Oct 18 23:21:42.515834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad124-159e-4fff-8124-75d742f52faf req-87d69281-0380-44f2-a67d-56cc4b708a71 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:42.525244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-87d69281-0380-44f2-a67d-56cc4b708a71 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5072687 Oct 18 23:21:42.533962 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:21:42.593380 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-193f3955-a0e4-4a56-a6b9-1ed635dc0d9c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/quotas/efa00b4b09b24a17b95a4147a1fc5a2a HTTP/1.1" status: 200 len: 375 time: 0.0662744 Oct 18 23:21:42.650998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:42.657784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1005d0-df9c-4581-9dbf-6b1c7ab11054 req-1d2df485-4a76-412c-b0e0-221e4d5a527f tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:42.659592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1005d0-df9c-4581-9dbf-6b1c7ab11054 req-1d2df485-4a76-412c-b0e0-221e4d5a527f tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.2612505 Oct 18 23:21:42.719738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-9b7a3e06-27c4-4ca8-a9fc-c77f4f420398 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=efa00b4b09b24a17b95a4147a1fc5a2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109254 Oct 18 23:21:42.722550 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:42.812188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:21:42.894438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Deleting port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:42.895100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:42.937458 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:42.937458 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Added segment ef3029ce-5074-41fc-b766-f5defbaba64e of type vlan for network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 Oct 18 23:21:42.948017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9818231d-19af-4f37-a572-321fed406099,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:42.965124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4272-bb5e-4704-839a-256fa90b0e1b req-2a5383eb-b257-4cd3-9651-e13951a45819 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:42.980306 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-796e4272-bb5e-4704-839a-256fa90b0e1b req-2a5383eb-b257-4cd3-9651-e13951a45819 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1501307 Oct 18 23:21:43.044654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:43.052087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-796e4272-bb5e-4704-839a-256fa90b0e1b req-0540630f-5e3c-4fbd-a947-83311eb3dfd7 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 Oct 18 23:21:43.101059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] For port 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:43.101429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:43.126089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:43.127261 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:43.127885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:43.131270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Calling delete_port for 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:43.191447 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1586518 Oct 18 23:21:43.211214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43154) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:43.219643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Request body: {'subnet': {'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-subnet', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:43.259011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40f3c3-58c4-4009-9901-e57c63a682ca admin admin] Pushing event updated for resources: {'Network': ['ID=7e4d68fd-ab2f-4461-a11b-f7c55648da01,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:43.271856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:21:43.300714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-f77da0ed-2161-4a96-b1f6-47d9080288e7 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.1581872 Oct 18 23:21:43.340894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:21:43.347855 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:43.452315 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bb2a1f-6c1d-4048-a54e-bacb3e5dd068 x-openstack-request-id: req-01bb2a1f-6c1d-4048-a54e-bacb3e5dd068 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:43.452610 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db6517f-a6de-420e-aeff-332b0e031473", "name": "network-vif-deleted", "tag": "08ea7b82-147f-4405-a368-b0eae3ba3440", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:43.452870 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01bb2a1f-6c1d-4048-a54e-bacb3e5dd068 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:43.453278 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db6517f-a6de-420e-aeff-332b0e031473', 'name': 'network-vif-deleted', 'tag': '08ea7b82-147f-4405-a368-b0eae3ba3440', 'status': 'completed', 'code': 200} Oct 18 23:21:43.519061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-984a3338-6aeb-4d76-9099-d730b810eef1 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:43.532527 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-984a3338-6aeb-4d76-9099-d730b810eef1 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports/ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 200 len: 943 time: 0.2135572 Oct 18 23:21:43.544041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-246d844e-ed09-4473-97b3-4db1270a14b9 req-38c7f546-8805-409a-8684-8dd0d62d8a04 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 210 time: 0.0377440 Oct 18 23:21:43.561825 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:43.629779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:43.783025 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-ab9ae5f5-f12d-434c-9704-c87e80cfec35 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.1183949 Oct 18 23:21:44.133532 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8af67e7-211a-4f78-adc2-7d7942c621ad tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:44.143311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8af67e7-211a-4f78-adc2-7d7942c621ad tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.3528957 Oct 18 23:21:44.145294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8a5341c0-0aaa-4373-8752-e1768b11bf88 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:44.156786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8a5341c0-0aaa-4373-8752-e1768b11bf88 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.3724172 Oct 18 23:21:44.166332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:44.171883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:44.179761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-0818b9f9-141f-4d30-88a4-9913b463a321 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/quotas/10bc3899219b45fb838a08e4df12e676 HTTP/1.1" status: 200 len: 375 time: 0.0347767 Oct 18 23:21:44.233132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-4fe9ca2c-f703-471f-97e9-893e896d92f5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504901 Oct 18 23:21:44.318161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69b70b0-9ab5-4ffc-9c05-64e019afa0a3,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:44.342874 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-70d7a296-c16e-44a5-8344-d15e846d93a3 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.1848326 Oct 18 23:21:44.379967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8bc12580-1179-4fee-a840-38d2fb6a2f60 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:44.433188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Checking segment: {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:44.433571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Network hostable DHCP agents. Network: 7e4d68fd-ab2f-4461-a11b-f7c55648da01, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:21:44.437590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-bc9df49a-6a0d-4f48-bbc3-32b130ea4ac7 service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609595 Oct 18 23:21:44.480877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23481aab-c834-4176-a887-65c8df4a9499 req-927e386a-5780-4830-92cc-d34de12b2aa4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:44.482431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23481aab-c834-4176-a887-65c8df4a9499 req-927e386a-5780-4830-92cc-d34de12b2aa4 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.73 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1601346 Oct 18 23:21:44.487350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8bc12580-1179-4fee-a840-38d2fb6a2f60 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:44.565813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:21:44.730188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-d56734a9-afee-4ff4-a824-8d8498b3ce2f service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851262 Oct 18 23:21:44.740852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Router 57a3ede0-17ae-446e-870a-c230f7af40f7 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:44.997468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 7e4d68fd-ab2f-4461-a11b-f7c55648da01) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:45.011153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:45.011744 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.011912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503882ca-150d-458c-a457-74fc9de6a33c None None] Network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:21:45.049709 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-304abcfd-4e7a-452f-ac8e-a5b0bdc821ee admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8370392 Oct 18 23:21:45.058357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43208) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:45.063064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:45.106889 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8bc12580-1179-4fee-a840-38d2fb6a2f60 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.119168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8bc12580-1179-4fee-a840-38d2fb6a2f60 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.119593 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8bc12580-1179-4fee-a840-38d2fb6a2f60 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1 disassociated. External IP: 172.25.7.215, port: ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce. Oct 18 23:21:45.179429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-23481aab-c834-4176-a887-65c8df4a9499 req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Deleting port e6ed5ca0-a926-4dca-bca4-48512a9e904b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:45.180529 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-23481aab-c834-4176-a887-65c8df4a9499 req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.187466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.188525 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.351770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:21:45.355613 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.560069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.625727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-23481aab-c834-4176-a887-65c8df4a9499 req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] For port e6ed5ca0-a926-4dca-bca4-48512a9e904b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e6ed5ca0-a926-4dca-bca4-48512a9e904b,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:45.626494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-23481aab-c834-4176-a887-65c8df4a9499 req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.678389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Allocated IP 172.20.0.2 (7e4d68fd-ab2f-4461-a11b-f7c55648da01/c69b70b0-9ab5-4ffc-9c05-64e019afa0a3/f32a9d67-c9e8-4f2b-a11b-fb7261915a09) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:21:45.704816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-0df23243-05b7-47be-9219-6ebcd188eecc tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=efa00b4b09b24a17b95a4147a1fc5a2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555694 Oct 18 23:21:45.715601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-23481aab-c834-4176-a887-65c8df4a9499 req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Calling delete_port for e6ed5ca0-a926-4dca-bca4-48512a9e904b owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:45.791653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219915b9-00a3-4814-9685-ade057da6d59 req-13bf561d-d81c-4238-acba-69907f2ebe5b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:45.799545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-219915b9-00a3-4814-9685-ade057da6d59 req-13bf561d-d81c-4238-acba-69907f2ebe5b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 945 time: 0.1233189 Oct 18 23:21:45.858578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:45.872695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.875432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.889286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] Sync routers for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:45.898297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9535c3d6-7284-4d78-9bbc-f2ef8d5ccdfc admin admin] 10.222.0.52 "PUT /v2.0/routers/57a3ede0-17ae-446e-870a-c230f7af40f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9342391 Oct 18 23:21:45.899024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43234) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:45.900528 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:45.903422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:45.904254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:45.912541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-219915b9-00a3-4814-9685-ade057da6d59 req-6e2f35ec-ec08-4e8e-82bc-7a4a60f92b61 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117933 Oct 18 23:21:45.987445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Pushing event updated for resources: {'Port': ['ID=f32a9d67-c9e8-4f2b-a11b-fb7261915a09,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:46.006829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:46.015127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:46.020361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:21:46.044679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad124-159e-4fff-8124-75d742f52faf req-8960e632-f460-4480-b97c-7f2cf0a2201b tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:46.046250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-8960e632-f460-4480-b97c-7f2cf0a2201b tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259623 Oct 18 23:21:46.071569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Request body: {'port': {'device_id': 'a0285bf0-1810-4089-b982-cd01375ea7a4', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': 'efa00b4b09b24a17b95a4147a1fc5a2a'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:46.136872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Attempting to bind port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:21:46.137650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Attempting to bind port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:21:46.137937 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Attempting to bind port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 on network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:46.148958 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:21:46.149526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Checking segment: {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:46.150024 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.150581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Bound using segment: {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:21:46.151167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Bound port: f32a9d67-c9e8-4f2b-a11b-fb7261915a09, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:21:46.151650 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.159952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8bc12580-1179-4fee-a840-38d2fb6a2f60 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Router 4d9e5eb2-b45a-403b-95a3-6319840e074f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:46.184135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:46.194059 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.245059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] For port f32a9d67-c9e8-4f2b-a11b-fb7261915a09, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:21:46.257231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42265756-6cc8-48cb-87ef-4ae163d7ca86 req-12b4f280-6034-4ced-97c2-a0aafc2a81d8 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 210 time: 0.0890627 Oct 18 23:21:46.306490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-23481aab-c834-4176-a887-65c8df4a9499 req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.342293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] For port f32a9d67-c9e8-4f2b-a11b-fb7261915a09, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f32a9d67-c9e8-4f2b-a11b-fb7261915a09,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:21:46.346188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['f483184a-9f9a-470c-892a-caace45e10ea'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:46.357527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Made reservation on behalf of efa00b4b09b24a17b95a4147a1fc5a2a for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:21:46.366118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.395966 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.408441 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.444230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.458125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7ff5ab0-2d7d-4e50-b28a-10bc6126edbf req-c2372ebe-d70a-4664-a7d4-0866eea2d594 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.0597601 Oct 18 23:21:46.487515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Pushing event deleted for resources: {'Port': ['ID=e6ed5ca0-a926-4dca-bca4-48512a9e904b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:46.600531 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8bc12580-1179-4fee-a840-38d2fb6a2f60 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:46.608544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8bc12580-1179-4fee-a840-38d2fb6a2f60 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.618316 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] Sync routers for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:46.646808 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:46.649128 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:46.814304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-23481aab-c834-4176-a887-65c8df4a9499 req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] No DVR routers for this DVR port e6ed5ca0-a926-4dca-bca4-48512a9e904b on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:46.821357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-23481aab-c834-4176-a887-65c8df4a9499 req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.856092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23481aab-c834-4176-a887-65c8df4a9499 req-66059325-fcb5-40ea-89c3-f358fd071047 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.73 "DELETE /v2.0/ports/e6ed5ca0-a926-4dca-bca4-48512a9e904b HTTP/1.1" status: 204 len: 173 time: 2.3654511 Oct 18 23:21:46.857399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c9fea9-499a-4e3f-881d-77a61e6dec33', 'name': 'network-vif-deleted', 'tag': 'e6ed5ca0-a926-4dca-bca4-48512a9e904b'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:46.865727 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9b4aef-696a-40f0-9ceb-b9b254886b44" -d '{"events": [{"server_uuid": "54c9fea9-499a-4e3f-881d-77a61e6dec33", "name": "network-vif-deleted", "tag": "e6ed5ca0-a926-4dca-bca4-48512a9e904b"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:46.867184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085a988-d1e0-40f5-8cf6-18ac8d17928f None None] Pushing event updated for resources: {'Port': ['ID=f32a9d67-c9e8-4f2b-a11b-fb7261915a09,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:46.876275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-8bc12580-1179-4fee-a840-38d2fb6a2f60 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "PUT /v2.0/floatingips/c83439d4-20f0-4e21-b6b3-8022375be3d1 HTTP/1.1" status: 200 len: 695 time: 2.5063617 Oct 18 23:21:46.906325 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:46.952485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:21:43Z', 'revision_number': 5, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port': {'id': '9754588e-f36b-4937-bdd6-47010e5dff06', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:46.989779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Deleting port 9754588e-f36b-4937-bdd6-47010e5dff06 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:46.990693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:47.005639 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:47.015169 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:47.033793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] Checking router: 57a3ede0-17ae-446e-870a-c230f7af40f7 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:47.136600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] Routers {'57a3ede0-17ae-446e-870a-c230f7af40f7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:47.137365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['57a3ede0-17ae-446e-870a-c230f7af40f7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:47.256653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-b934f8c0-6d11-4985-94bd-9a91ae034604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:47.263191 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-b934f8c0-6d11-4985-94bd-9a91ae034604 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 1098 time: 0.2637277 Oct 18 23:21:47.305876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-48f5060f-116a-42ca-8844-c4c97c4c8a65 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:47.308596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-48f5060f-116a-42ca-8844-c4c97c4c8a65 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.8188415 Oct 18 23:21:47.369779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] Set router 57a3ede0-17ae-446e-870a-c230f7af40f7 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:47.378154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Request body: {'port': {'device_id': 'cbff99df-2fb2-4d52-ac3a-13536b9fe3bd', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'admin_state_up': True, 'tenant_id': '10bc3899219b45fb838a08e4df12e676'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:47.448377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:21:46Z', 'revision_number': 6, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:47.453080 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:47.497038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056de84-01c5-4f3b-b72a-5c6cd222093f None None] The sync data for ids ['57a3ede0-17ae-446e-870a-c230f7af40f7'] in n-d-713498-28 is: [{'id': '57a3ede0-17ae-446e-870a-c230f7af40f7', 'name': 'tempest-ServersTestBootFromVolume-1857915647-router', 'tenant_id': '922f2eb93285425bb25729322c0d56a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:17:38Z', 'updated_at': '2021-10-18T23:21:46Z', 'revision_number': 6, 'project_id': '922f2eb93285425bb25729322c0d56a5', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:47.551523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] For port 9754588e-f36b-4937-bdd6-47010e5dff06, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9754588e-f36b-4937-bdd6-47010e5dff06,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:47.553599 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:47.608581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Calling delete_port for 9754588e-f36b-4937-bdd6-47010e5dff06 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:47.625956 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb79a1bf-bed8-459a-8ec4-df85870b7148 x-openstack-request-id: req-bb79a1bf-bed8-459a-8ec4-df85870b7148 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:47.626991 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c9fea9-499a-4e3f-881d-77a61e6dec33", "name": "network-vif-deleted", "tag": "e6ed5ca0-a926-4dca-bca4-48512a9e904b", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:47.627464 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb79a1bf-bed8-459a-8ec4-df85870b7148 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:47.628055 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c9fea9-499a-4e3f-881d-77a61e6dec33', 'name': 'network-vif-deleted', 'tag': 'e6ed5ca0-a926-4dca-bca4-48512a9e904b', 'status': 'completed', 'code': 200} Oct 18 23:21:47.680415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Allocated IP 172.25.7.211 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/0f6cf21e-0546-43c2-b02d-d82500594d85) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:21:47.693883 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:47.751537 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] Checking router: 4d9e5eb2-b45a-403b-95a3-6319840e074f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:47.766937 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:47.768435 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:47.783024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-dca47193-1891-4c6a-97a4-0807091bb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:47.784902 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-dca47193-1891-4c6a-97a4-0807091bb0a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.5004685 Oct 18 23:21:47.875590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-796411e8-e332-4adb-b8bd-d814d232e4b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 200 len: 217 time: 0.0657110 Oct 18 23:21:47.875973 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:47.999337 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:48.011243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e6ed5ca0-a926-4dca-bca4-48512a9e904b no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:48.070378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-c036b3af-c4df-45a4-aba5-706cbbe50e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:48.075722 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-c036b3af-c4df-45a4-aba5-706cbbe50e75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.1879303 Oct 18 23:21:48.086488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: e6ed5ca0-a926-4dca-bca4-48512a9e904b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:48.087433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e6ed5ca0-a926-4dca-bca4-48512a9e904b not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:48.087595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-902672d5-6633-464d-bd2e-6598396ff04c req-c3d074e8-6c98-4d98-9dd2-8f309bb68ace tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=54c9fea9-499a-4e3f-881d-77a61e6dec33 HTTP/1.1" status: 200 len: 210 time: 0.1810539 Oct 18 23:21:48.139428 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:48.189476 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:48.275703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:48.278068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-6f7b830c-1fc0-4c30-b111-9caeb32b1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:48.285840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c10d439-cd69-4df4-87c7-f8837ec10045,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:48.286339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-6f7b830c-1fc0-4c30-b111-9caeb32b1631 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857314 Oct 18 23:21:48.301464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.302350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.302709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.303090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.303437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.303778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.304112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.304444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.304784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.305114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.305465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.305771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:48.343304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Made reservation on behalf of 10bc3899219b45fb838a08e4df12e676 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:21:48.347064 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:48.360413 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-721f5e73-d7b7-4f1c-b971-d44cd24576fb req-8c275e9e-179b-4fa6-bc87-0b8112cacf6f tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 210 time: 0.0739493 Oct 18 23:21:48.382238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:48.393211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:21:48.448900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Pushing event updated for resources: {'Port': ['ID=0f6cf21e-0546-43c2-b02d-d82500594d85,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:48.464871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-99dd4616-41da-4f16-be0e-8fe837c3a8ea service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776209 Oct 18 23:21:48.622659 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:48.702783 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:48.704898 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b420a-7620-4685-a8fa-e8da283b074a None None] The sync data for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 is: [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:48.866814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Pushing event deleted for resources: {'Port': ['ID=9754588e-f36b-4937-bdd6-47010e5dff06,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:48.889878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Allocated IP 192.168.233.37 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/ad63c5a7-0413-450f-b8ea-ca70cd3b645b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:21:48.928846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Allocated IP 172.20.0.6 (27a2d0a7-d1ec-4b11-b693-4650f6a6c827/fed0e15c-d6b8-4c05-8d0b-15673a74270e/b187e6bf-131d-4155-b6c8-cf291a3f6ab2) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:21:48.935890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4269c6df-eaa6-40d9-a84a-dcc28ea9f7d2 req-5429e180-4547-415e-a272-7dc85e892fbc service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691813 Oct 18 23:21:48.964623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe7262-1170-46e4-b217-3f8b9eeeacfd None None] Network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:21:49.125000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e7144d32-3e11-4a1f-bcb8-f1ee2a68519a None None] Provisioning complete for port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:49.126695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7144d32-3e11-4a1f-bcb8-f1ee2a68519a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.324399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f32a9d67-c9e8-4f2b-a11b-fb7261915a09 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:49.362376 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1b6c6f00-bace-4237-ad05-b7b85843089a req-59ad279e-d71f-4450-b677-26b3423abdb3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.2737956 Oct 18 23:21:49.389582 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.400818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c4a24-cc79-43a9-ad63-05ffff769c25 None None] New status for floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:21:49.453682 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.611086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.617553 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.669597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7144d32-3e11-4a1f-bcb8-f1ee2a68519a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.671587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:49.676028 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07b5016-7923-4dac-9ce8-22e6286b8688" -d '{"events": [{"name": "network-changed", "server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:49.752872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c7f5e70-6189-4e21-94cd-27c93e501c82 req-12692c62-d497-42d8-a148-bfcd82db4136 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 210 time: 0.0942872 Oct 18 23:21:49.759999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.769883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.779190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.779918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57a3ede0-17ae-446e-870a-c230f7af40f7 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:21:49.789233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.790541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-87588f82-2af1-44a7-8e32-a08f5cf2a515 admin admin] 10.222.0.52 "DELETE /v2.0/routers/57a3ede0-17ae-446e-870a-c230f7af40f7 HTTP/1.1" status: 204 len: 168 time: 3.8879502 Oct 18 23:21:49.800988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43402) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:49.953380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:49.967042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:49.967289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.001131 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.037226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e7144d32-3e11-4a1f-bcb8-f1ee2a68519a None None] For port f32a9d67-c9e8-4f2b-a11b-fb7261915a09, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f32a9d67-c9e8-4f2b-a11b-fb7261915a09,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:50.059529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7144d32-3e11-4a1f-bcb8-f1ee2a68519a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.093092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-74065114-b0b9-4656-becf-02f824fc3040 admin admin] Deleting subnet 452a916a-4f29-455f-9e30-37227209d203 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:21:50.099331 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74065114-b0b9-4656-becf-02f824fc3040 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.175033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74065114-b0b9-4656-becf-02f824fc3040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.287284 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51702986-a7f9-4bef-8210-7816f078a071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.304729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7144d32-3e11-4a1f-bcb8-f1ee2a68519a None None] Pushing event updated for resources: {'Port': ['ID=f32a9d67-c9e8-4f2b-a11b-fb7261915a09,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:50.349291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:50.367876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-d2c37291-0e69-4a99-9486-bb348fa7b5e2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:50.382651 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-d2c37291-0e69-4a99-9486-bb348fa7b5e2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4173183 Oct 18 23:21:50.410271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9754588e-f36b-4937-bdd6-47010e5dff06 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:50.435503 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.437244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Pushing event updated for resources: {'Port': ['ID=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:50.440901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:50.485743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 9754588e-f36b-4937-bdd6-47010e5dff06 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:50.486390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9754588e-f36b-4937-bdd6-47010e5dff06 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:50.487075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:50.532754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:50.533632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8bbecb8e-86dd-4af0-bd20-fbd4c45a58c0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:50.546940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:21:50.553819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:50.555369 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74065114-b0b9-4656-becf-02f824fc3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.586647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-59bdc92f-86da-41bf-8773-ceea4792652c None None] Provisioning complete for port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:50.587309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59bdc92f-86da-41bf-8773-ceea4792652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.589704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event updated for resources: {'Port': ['ID=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:50.620267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:50.635110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:21:50.749439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:50.750128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.783819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-a8b5ad9d-47bb-472c-ac9f-c5c11b789c81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4394052 Oct 18 23:21:50.842160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Request body: {'port': {'device_id': 'cbff99df-2fb2-4d52-ac3a-13536b9fe3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:50.845749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:50.846660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.945527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-0b79cfcc-97ff-4082-881d-08c7dee87e4c tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8803427 Oct 18 23:21:50.947408 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74065114-b0b9-4656-becf-02f824fc3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:50.984468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-58869be6-6873-49ed-bafc-bb2dba75680a tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:21:50.986564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-58869be6-6873-49ed-bafc-bb2dba75680a tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0251269 Oct 18 23:21:50.997310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b086ff30-8a77-4b30-8119-dc47126a31d6 None None] Provisioning complete for port ad63c5a7-0413-450f-b8ea-ca70cd3b645b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:50.998452 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b086ff30-8a77-4b30-8119-dc47126a31d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:51.037527 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a49b08-793c-46e4-b3da-051779ff5ef5 x-openstack-request-id: req-e7a49b08-793c-46e4-b3da-051779ff5ef5 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:51.038389 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:51.038389 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7a49b08-793c-46e4-b3da-051779ff5ef5 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:51.038389 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'status': 'completed', 'code': 200} Oct 18 23:21:51.039593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74065114-b0b9-4656-becf-02f824fc3040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452a916a-4f29-455f-9e30-37227209d203,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:51.043174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74065114-b0b9-4656-becf-02f824fc3040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:51.055720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-74065114-b0b9-4656-becf-02f824fc3040 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/452a916a-4f29-455f-9e30-37227209d203 HTTP/1.1" status: 204 len: 168 time: 1.2525921 Oct 18 23:21:51.057499 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:51.061903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43464) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:51.076369 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-c1650c32-5a45-46dc-8a09-771fffab5c54 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 696 time: 0.6924069 Oct 18 23:21:51.108229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eda0a7-6dc7-469e-b527-670393778f1a None None] Network 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:21:51.124233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Request body: {'floatingip': {'port_id': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:51.248911 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:51.265141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f32a9d67-c9e8-4f2b-a11b-fb7261915a09 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:51.304326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Request body: {'port': {'device_id': 'a0285bf0-1810-4089-b982-cd01375ea7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:51.325767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b086ff30-8a77-4b30-8119-dc47126a31d6 None None] Port ad63c5a7-0413-450f-b8ea-ca70cd3b645b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:21:51.351693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:51.380826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:51.381135 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:51.415703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-109ad9ce-b879-46c0-ba62-3bb703c6b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:51.417440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-109ad9ce-b879-46c0-ba62-3bb703c6b3f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 1098 time: 0.3892744 Oct 18 23:21:51.447701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46da4a-f6b2-4eaf-ad20-90cb5c390432 req-7255161f-7816-4bb9-bb54-a4c4a09ecd70 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:51.463002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab46da4a-f6b2-4eaf-ad20-90cb5c390432 req-7255161f-7816-4bb9-bb54-a4c4a09ecd70 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.3527241 Oct 18 23:21:51.503590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63dffff-d304-413d-aef4-ea7bfbff961d None None] DHCP port deletion for 4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:21:51.625206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e63dffff-d304-413d-aef4-ea7bfbff961d None None] Deleting port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:51.625837 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e63dffff-d304-413d-aef4-ea7bfbff961d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:51.651015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Router 1e914e2f-f303-4274-9f75-dfe92e3be389 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:21:51.715977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e63dffff-d304-413d-aef4-ea7bfbff961d None None] For port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7,segment=NetworkSegment(2a83db3a-e163-4555-ae80-dff5a6cc6f33),segment_id=2a83db3a-e163-4555-ae80-dff5a6cc6f33)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:51.716414 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e63dffff-d304-413d-aef4-ea7bfbff961d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:51.736490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e63dffff-d304-413d-aef4-ea7bfbff961d None None] Calling delete_port for 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:51.781364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-f249b395-a8a3-4e57-afdf-164b4d3f60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:51.784052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-f249b395-a8a3-4e57-afdf-164b4d3f60e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.3560052 Oct 18 23:21:51.874354 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e63dffff-d304-413d-aef4-ea7bfbff961d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:51.906862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dffff-d304-413d-aef4-ea7bfbff961d None None] Pushing event deleted for resources: {'Port': ['ID=6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:51.916472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63dffff-d304-413d-aef4-ea7bfbff961d None None] No DVR routers for this DVR port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:51.935606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-3729adb9-1bf2-49b9-8136-46505cab2615 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 200 len: 217 time: 0.0905218 Oct 18 23:21:51.997459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:52.029612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab46da4a-f6b2-4eaf-ad20-90cb5c390432 req-6699b2ef-9378-4787-a206-c0d3552e3795 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654573 Oct 18 23:21:52.038325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-20ce337f-7351-4bdc-a46c-fb6808bcb1f2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:52.040420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-20ce337f-7351-4bdc-a46c-fb6808bcb1f2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.73 "GET /v2.0/ports?device_id=29096b8a-476b-4863-85d8-6fdfc5208bfb HTTP/1.1" status: 200 len: 946 time: 0.7233527 Oct 18 23:21:52.264381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-9bb70eca-757f-4862-b018-71e6332d598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:52.267038 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-9bb70eca-757f-4862-b018-71e6332d598a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.3118765 Oct 18 23:21:52.280768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:52.293852 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Sync routers for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:52.307172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Deleting port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:52.307855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:52.309874 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:52.310901 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:52.389466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] For port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7, host n-d-713498-28, got binding levels [] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:52.389831 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:52.434843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:52.437211 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3d2ddaf2-de8e-4b01-b4f2-a173e7806fde admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3776047 Oct 18 23:21:52.443441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43484) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:52.483166 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:52.488587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873309a-735f-4f7f-834f-2c3c6452a229 req-7bae4809-fc3b-4900-9338-472a6a185054 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:52.490818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4873309a-735f-4f7f-834f-2c3c6452a229 req-7bae4809-fc3b-4900-9338-472a6a185054 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 931 time: 0.3305953 Oct 18 23:21:52.496542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Calling delete_port for 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:52.507828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 was not found and therefore no delete operation was performed {{(pid=100922) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:21:52.518565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:52.543963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-333fcf41-f279-470c-afd5-3fa77151863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:52.545620 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-333fcf41-f279-470c-afd5-3fa77151863d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2673564 Oct 18 23:21:52.632571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:52.641599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] No DVR routers for this DVR port 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:52.725579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Deleting port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:52.725977 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:52.737368 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:48Z', 'revision_number': 3, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:52.752090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b187e6bf-131d-4155-b6c8-cf291a3f6ab2 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:21:52.763323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4873309a-735f-4f7f-834f-2c3c6452a229 req-2d0fc51e-231d-460d-8703-a40539385cec tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511435 Oct 18 23:21:52.773055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:52.781885 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Checking router: 1e914e2f-f303-4274-9f75-dfe92e3be389 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:52.783631 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Updating router 1e914e2f-f303-4274-9f75-dfe92e3be389 port 0f6cf21e-0546-43c2-b02d-d82500594d85 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:21:52.807907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:21:52.843994 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:52.864023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Transition to ACTIVE for port object b187e6bf-131d-4155-b6c8-cf291a3f6ab2 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:21:52.931645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:52.939150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.046852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.057944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-2bd4ef8b-5b63-4e1b-822d-b5f75f19474e service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032952 Oct 18 23:21:53.063113 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.080383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4285ee8b-6b0d-4e3d-b3fe-83fd45d15179']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:53.143549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] For port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:53.143915 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.148847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a83db3a-e163-4555-ae80-dff5a6cc6f33') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:53.149138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a83db3a-e163-4555-ae80-dff5a6cc6f33') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:53.150944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Pushing event updated for resources: {'Port': ['ID=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:53.203179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Calling delete_port for ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:53.206058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.252898 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.261698 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.266633 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.274604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:53.322968 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Pushing event updated for resources: {'Port': ['ID=0f6cf21e-0546-43c2-b02d-d82500594d85,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:53.327772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:21:53.328535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6fc6a866-ccc0-4862-90ed-dc6cedb3f3f7 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:53.335103 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.335663 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.336052 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.336385 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.336913 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.338529 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.338881 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.339413 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.339742 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.340123 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.340454 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.340767 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:53.354364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe88060-9af5-4fec-90c7-c74ca1dd48f2 req-b58da5d1-899c-494f-8293-9cf02d96daa4 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:53.355908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fe88060-9af5-4fec-90c7-c74ca1dd48f2 req-b58da5d1-899c-494f-8293-9cf02d96daa4 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 935 time: 0.3361444 Oct 18 23:21:53.362477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad63c5a7-0413-450f-b8ea-ca70cd3b645b {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:21:53.363996 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Attempting to bind port 0f6cf21e-0546-43c2-b02d-d82500594d85 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:21:53.364955 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Attempting to bind port 0f6cf21e-0546-43c2-b02d-d82500594d85 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:21:53.365305 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Attempting to bind port 0f6cf21e-0546-43c2-b02d-d82500594d85 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:53.368336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:21:53.368548 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:21:53.372024 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:21:53.384697 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:21:53.385581 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:53.386214 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.386861 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:21:53.387586 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Bound port: 0f6cf21e-0546-43c2-b02d-d82500594d85, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:21:53.388282 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.395728 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.463944 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] For port 0f6cf21e-0546-43c2-b02d-d82500594d85, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:21:53.469574 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] For port 0f6cf21e-0546-43c2-b02d-d82500594d85, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0f6cf21e-0546-43c2-b02d-d82500594d85,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:21:53.478411 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.497097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Transition to ACTIVE for port object ad63c5a7-0413-450f-b8ea-ca70cd3b645b will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:21:53.526818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.541001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fe88060-9af5-4fec-90c7-c74ca1dd48f2 req-ea1ef363-acd7-4840-ac01-8c791aa490cd tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677914 Oct 18 23:21:53.559011 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.562406 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc55d95-369f-47e5-bdcd-bff85cea1ee6 None None] Pushing event updated for resources: {'Port': ['ID=0f6cf21e-0546-43c2-b02d-d82500594d85,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:53.582418 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:53.583970 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:53.590441 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f07b5016-7923-4dac-9ce8-22e6286b8688 req-b6b18077-309a-4c16-be27-8e5afe27c17c service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208819 Oct 18 23:21:53.635823 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1 associated. External IP: 172.25.7.215, port: d9b321e0-9d82-4474-844d-68dc823a56da. Oct 18 23:21:53.637017 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.656757 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] 10.222.0.52 "DELETE /v2.0/networks/4285ee8b-6b0d-4e3d-b3fe-83fd45d15179 HTTP/1.1" status: 204 len: 168 time: 2.5929811 Oct 18 23:21:53.729510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Pushing event updated for resources: {'Port': ['ID=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:53.750546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Attempting to bind port b187e6bf-131d-4155-b6c8-cf291a3f6ab2 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:21:53.751010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Attempting to bind port b187e6bf-131d-4155-b6c8-cf291a3f6ab2 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:21:53.751413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Attempting to bind port b187e6bf-131d-4155-b6c8-cf291a3f6ab2 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:53.759402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a7c09-2853-4cae-9dc2-4d413232478b admin admin] Pushing event deleted for resources: {'Network': ['ID=4285ee8b-6b0d-4e3d-b3fe-83fd45d15179,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:53.769082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Port b187e6bf-131d-4155-b6c8-cf291a3f6ab2 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:21:53.769448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Attempting to bind port b187e6bf-131d-4155-b6c8-cf291a3f6ab2 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:53.793196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:21:53.793579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Checking segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:53.796533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Bound using segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:21:53.797076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Bound port: b187e6bf-131d-4155-b6c8-cf291a3f6ab2, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:21:53.798898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:53.824798 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:53.936518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5143f486-301b-44a7-bfb2-66574bf137fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:54.015970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:21:54.074336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43544) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:54.131103 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:54.138346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No active binding found for port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce {{(pid=100923) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 18 23:21:54.139498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:21:54.146018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Attempting to bind port ad63c5a7-0413-450f-b8ea-ca70cd3b645b on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:21:54.146359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Attempting to bind port ad63c5a7-0413-450f-b8ea-ca70cd3b645b by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:21:54.146697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Attempting to bind port ad63c5a7-0413-450f-b8ea-ca70cd3b645b on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:54.168552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['d9b321e0-9d82-4474-844d-68dc823a56da'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:21:54.220634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] For port b187e6bf-131d-4155-b6c8-cf291a3f6ab2, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:21:54.243627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Pushing event deleted for resources: {'Port': ['ID=ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:54.246672 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:48Z', 'revision_number': 3, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:54.253026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Port ad63c5a7-0413-450f-b8ea-ca70cd3b645b on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:21:54.253026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Attempting to bind port ad63c5a7-0413-450f-b8ea-ca70cd3b645b on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:21:54.285785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] For port b187e6bf-131d-4155-b6c8-cf291a3f6ab2, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:21:54.309939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:21:54.310846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:21:54.311500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:21:54.312223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Bound port: ad63c5a7-0413-450f-b8ea-ca70cd3b645b, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:21:54.312981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:54.318568 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6169d7d7-32b5-4cb6-9ae3-e3d75ce53243 None None] The sync data for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 is: [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:48Z', 'revision_number': 3, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:54.356005 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:54.540378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] No DVR routers for this DVR port ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:54.550657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Pushing event updated for resources: {'Port': ['ID=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:54.556121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:54.562278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63f602c9-1213-468a-b890-1193a41b7ca3 req-e2f211da-ac1c-4125-908c-a5bcd6ac99bd tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.73 "DELETE /v2.0/ports/ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce HTTP/1.1" status: 204 len: 173 time: 2.4978161 Oct 18 23:21:54.570146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'name': 'network-vif-deleted', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:54.574646 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7e04c3-ff91-41ea-b98d-5044eb102a3e" -d '{"events": [{"server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "name": "network-vif-deleted", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:54.603903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c3b21-8465-4838-883c-88db5f8c0d15 req-c534a54f-5ba0-48f3-aff2-32763e8e93f8 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:54.606779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-263c3b21-8465-4838-883c-88db5f8c0d15 req-c534a54f-5ba0-48f3-aff2-32763e8e93f8 tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.4320123 Oct 18 23:21:54.618024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:54.619168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:54.621605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-3b9a22e9-5f87-4f5b-8b27-11bf2c530300 service neutron] 10.222.0.73 "PUT /v2.0/ports/b187e6bf-131d-4155-b6c8-cf291a3f6ab2 HTTP/1.1" status: 200 len: 1092 time: 3.7907937 Oct 18 23:21:54.750778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-263c3b21-8465-4838-883c-88db5f8c0d15 req-497fd8a7-7e59-4dac-844a-c5878d1d8d3a tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274302 Oct 18 23:21:54.776884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] For port ad63c5a7-0413-450f-b8ea-ca70cd3b645b, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:21:54.782745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] For port ad63c5a7-0413-450f-b8ea-ca70cd3b645b, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:21:54.791442 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:54.792109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:54.879352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:54.882540 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:54.884398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] 10.222.0.102 "PUT /v2.0/ports/ad63c5a7-0413-450f-b8ea-ca70cd3b645b HTTP/1.1" status: 200 len: 1096 time: 3.8594310 Oct 18 23:21:55.002912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af61644-f669-4562-9b05-a8aafc882a15 service neutron] Pushing event updated for resources: {'Port': ['ID=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:55.028787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Router 4d9e5eb2-b45a-403b-95a3-6319840e074f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:55.035576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-97b350ac-daca-4a40-8808-44c0a9e34be1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=922f2eb93285425bb25729322c0d56a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9478190 Oct 18 23:21:55.103456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43568) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:55.222982 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:55.260951 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:55.344552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad124-159e-4fff-8124-75d742f52faf req-a3bb64d1-d7cb-4844-b59d-cf32e8dee502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:55.347829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-a3bb64d1-d7cb-4844-b59d-cf32e8dee502 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=efa00b4b09b24a17b95a4147a1fc5a2a&device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 1099 time: 0.3212099 Oct 18 23:21:55.411980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0f6cf21e-0546-43c2-b02d-d82500594d85 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:55.430013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0a086-dfe6-4f15-92da-9d328d5734c5 req-282ad06b-074d-47e1-b454-9787cf894853 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:55.431693 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ce0a086-dfe6-4f15-92da-9d328d5734c5 req-282ad06b-074d-47e1-b454-9787cf894853 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 943 time: 0.3265097 Oct 18 23:21:55.532153 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-03d39daf-e524-40c0-baa3-b63ae0943e80 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ad63c5a7-0413-450f-b8ea-ca70cd3b645b HTTP/1.1" status: 200 len: 217 time: 0.1628857 Oct 18 23:21:55.554444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0f6cf21e-0546-43c2-b02d-d82500594d85 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:55.555427 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:55.610094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:55.621256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:55.662996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] Sync routers for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:55.679491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-5933e7ab-9e6f-4b47-b51b-989753f79e50 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "PUT /v2.0/floatingips/c83439d4-20f0-4e21-b6b3-8022375be3d1 HTTP/1.1" status: 200 len: 997 time: 4.6018345 Oct 18 23:21:55.681388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25564689-756a-4268-bc6c-71d209735faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:55.683831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:55.684030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:55.685331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:55.702286 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff" -d '{"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:55.726088 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25564689-756a-4268-bc6c-71d209735faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:55.824283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-92f52274-f43d-43bf-a842-d97b6f2fd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:55.828241 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-92f52274-f43d-43bf-a842-d97b6f2fd829 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 1095 time: 1.0258424 Oct 18 23:21:55.847558 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25564689-756a-4268-bc6c-71d209735faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:55.853201 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25564689-756a-4268-bc6c-71d209735faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:55.854497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-16d5e3ec-2598-496c-a6e7-0ce14c047b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:55.854879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-25564689-756a-4268-bc6c-71d209735faf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e93f28c-f105-4c3f-a542-babaca114c44 HTTP/1.1" status: 204 len: 168 time: 0.7425241 Oct 18 23:21:55.870403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-16d5e3ec-2598-496c-a6e7-0ce14c047b21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1098 time: 0.1183622 Oct 18 23:21:55.885714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:55.967998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25564689-756a-4268-bc6c-71d209735faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e93f28c-f105-4c3f-a542-babaca114c44,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:55.988818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ce0a086-dfe6-4f15-92da-9d328d5734c5 req-08d1a16d-ecb7-4fc9-982d-c7ec7a355bdb tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500823 Oct 18 23:21:55.991910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad124-159e-4fff-8124-75d742f52faf req-070e73c0-ec69-413a-b8e2-964d1101d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:56.011976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-070e73c0-ec69-413a-b8e2-964d1101d22b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.4594681 Oct 18 23:21:56.015795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-56efd7f7-a705-4442-aae6-c77c1955cf0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b187e6bf-131d-4155-b6c8-cf291a3f6ab2 HTTP/1.1" status: 200 len: 217 time: 0.1591725 Oct 18 23:21:56.163761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad124-159e-4fff-8124-75d742f52faf req-b67b0d54-013c-4cf5-aa37-fb323b7fc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:56.166334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-b67b0d54-013c-4cf5-aa37-fb323b7fc1f2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1483929 Oct 18 23:21:56.199319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-6f7a0b7c-0640-4453-b80e-3ff09ae84226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:56.200938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Allocated IP 172.20.0.1 (7e4d68fd-ab2f-4461-a11b-f7c55648da01/c69b70b0-9ab5-4ffc-9c05-64e019afa0a3/3a75ceeb-a038-4e0f-b074-013a929bb61d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:21:56.204044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-6f7a0b7c-0640-4453-b80e-3ff09ae84226 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.1285863 Oct 18 23:21:56.218286 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:56.292248 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-42090646-d82b-4abf-ab67-2ed7f858c445 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648510 Oct 18 23:21:56.310802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-2112084b-b30e-43ef-ba80-2b07360e8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:56.314615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 0f6cf21e-0546-43c2-b02d-d82500594d85, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0f6cf21e-0546-43c2-b02d-d82500594d85,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:56.319159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-2112084b-b30e-43ef-ba80-2b07360e8101 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.4469402 Oct 18 23:21:56.330820 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:56.365822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-5dc0cfcd-aefe-4ec7-987a-c269aba7c5eb tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:56.368712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-5dc0cfcd-aefe-4ec7-987a-c269aba7c5eb tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.3721597 Oct 18 23:21:56.488685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=0f6cf21e-0546-43c2-b02d-d82500594d85,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:56.504179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.504529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.504962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.505303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.505628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.505963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.506287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.506611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.506962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.507287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.507605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.507927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:21:56.533789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-76e5bc70-db32-4d6a-8dc6-fad03992e740 service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932707 Oct 18 23:21:56.547712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e29c00-9cb2-4a5b-b3d4-6ebc4dbfb75c req-52150709-e9d0-4fc3-b408-ece6c455857b tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:56.558149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99e29c00-9cb2-4a5b-b3d4-6ebc4dbfb75c req-52150709-e9d0-4fc3-b408-ece6c455857b tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 947 time: 0.3096936 Oct 18 23:21:56.565578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:56.652270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:b7:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c7096-02b7-4815-983d-75d9235545a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:52Z', 'revision_number': 8, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:56.675936 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-1511a782-4774-4ddb-8689-f1fe61f612e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 1000 time: 0.3429360 Oct 18 23:21:56.700396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a675d114-375f-4f86-81e1-fa7d5cde9a5a req-dd39e015-0509-466e-af9a-207a4255e8b0 service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370158 Oct 18 23:21:56.707149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] Checking router: 4d9e5eb2-b45a-403b-95a3-6319840e074f for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:21:56.725789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:56.727343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:56.752696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-3c92d9d1-33ef-4b9b-bba3-11a990d14c20 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773678 Oct 18 23:21:56.787312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99e29c00-9cb2-4a5b-b3d4-6ebc4dbfb75c req-a2df73a8-f0eb-4629-afc0-dd64821013f5 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241523 Oct 18 23:21:56.801579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-cccfdc34-c869-4621-88c1-f3e908c511a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:56.803667 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-cccfdc34-c869-4621-88c1-f3e908c511a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.1010592 Oct 18 23:21:56.812264 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:56.895914 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d176d891-e339-429a-bbd0-51c0d4c717ec x-openstack-request-id: req-d176d891-e339-429a-bbd0-51c0d4c717ec {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:56.896391 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29096b8a-476b-4863-85d8-6fdfc5208bfb", "name": "network-vif-deleted", "tag": "ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:56.896794 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d176d891-e339-429a-bbd0-51c0d4c717ec {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:56.897462 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29096b8a-476b-4863-85d8-6fdfc5208bfb', 'name': 'network-vif-deleted', 'tag': 'ca97bc1d-86d1-46f9-8c4c-7d90a75e50ce', 'status': 'completed', 'code': 200} Oct 18 23:21:56.989359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:57.015348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:57.018463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:21:57.024844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Deleting port f483184a-9f9a-470c-892a-caace45e10ea {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:21:57.025201 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:57.035075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3a75ceeb-a038-4e0f-b074-013a929bb61d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:57.096312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-3a8d5af2-2ea5-43be-9afb-e2ae4890d291 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002369 Oct 18 23:21:57.099308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:57.143541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88dad124-159e-4fff-8124-75d742f52faf req-75a5d42b-d277-4657-8e48-9c8f39c6d419 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542292 Oct 18 23:21:57.243356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-a94146cf-83b8-4cf8-ab05-955708ce5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:57.245718 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-a94146cf-83b8-4cf8-ab05-955708ce5c07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4318006 Oct 18 23:21:57.255920 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:57.406035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-c578e70b-e039-4857-bff5-0cc5cccefbeb tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:57.414456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-c578e70b-e039-4857-bff5-0cc5cccefbeb tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704189 Oct 18 23:21:57.425706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0f6cf21e-0546-43c2-b02d-d82500594d85 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:21:57.431994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-49365818-5768-412c-a499-9ac146bebecd tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/quotas/30fa7ce7ef9b492b8d8680e43fa65170 HTTP/1.1" status: 200 len: 375 time: 0.0164738 Oct 18 23:21:57.486657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-bd8ac3e8-bb61-4c9d-9d8e-2ed63814a1bb tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534861 Oct 18 23:21:57.549596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] For port f483184a-9f9a-470c-892a-caace45e10ea, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f483184a-9f9a-470c-892a-caace45e10ea,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:21:57.550709 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:57.572064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43616) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:57.576974 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:57.595309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Calling delete_port for f483184a-9f9a-470c-892a-caace45e10ea owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:21:57.617920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-18dc2bc8-adfb-46d4-a8d8-50deb132ec4f None None] Provisioning complete for port 3a75ceeb-a038-4e0f-b074-013a929bb61d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:57.618354 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18dc2bc8-adfb-46d4-a8d8-50deb132ec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:57.659335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-a423d081-3bf2-4ba7-8cfa-1728312cd6d6 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667792 Oct 18 23:21:57.693603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0f6cf21e-0546-43c2-b02d-d82500594d85 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:57.694085 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:57.730587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-18dc2bc8-adfb-46d4-a8d8-50deb132ec4f None None] Port 3a75ceeb-a038-4e0f-b074-013a929bb61d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:21:57.765800 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:57.768935 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62d2fef-337d-4373-851c-049dd779cc3b x-openstack-request-id: req-d62d2fef-337d-4373-851c-049dd779cc3b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:21:57.769404 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:21:57.769857 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d62d2fef-337d-4373-851c-049dd779cc3b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:21:57.771437 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'status': 'completed', 'code': 200} Oct 18 23:21:57.869206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:b7:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c7096-02b7-4815-983d-75d9235545a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:52Z', 'revision_number': 8, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:57.917467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480bcb2f-cfe6-4a03-918a-4e058fcb4d9a None None] The sync data for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 is: [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c83439d4-20f0-4e21-b6b3-8022375be3d1', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'port_id': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'mac_address': 'fa:16:3e:b7:17:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c7096-02b7-4815-983d-75d9235545a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:20:47Z', 'updated_at': '2021-10-18T23:21:52Z', 'revision_number': 8, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:21:57.969012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1330424768-network', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:58.048733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:21:58.053394 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:58.084849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-00d624e3-2183-4890-b3b1-048a3b27daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:58.087351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-00d624e3-2183-4890-b3b1-048a3b27daa1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1098 time: 0.2674267 Oct 18 23:21:58.088363 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:58.159265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b03e86-9f8e-478a-8c9d-a8585fba8233 req-82c10729-5b69-44fb-b8e8-a6b663fe1e7b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:58.168877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b03e86-9f8e-478a-8c9d-a8585fba8233 req-82c10729-5b69-44fb-b8e8-a6b663fe1e7b tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/ports?device_id=24ebc304-1505-4311-a739-4d5aed13263e HTTP/1.1" status: 200 len: 946 time: 0.2503328 Oct 18 23:21:58.174684 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2b62b30-6c41-493d-b7dd-2e31ec78866e req-a3b449ca-9e95-4a5f-8866-4fff00d20558 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019437 Oct 18 23:21:58.272590 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:58.295904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:58.350859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:58.402416 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29aa7d9-fa09-4abf-a6a6-5b9df2664ca0 None None] New status for floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:21:58.409253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Pushing event deleted for resources: {'Port': ['ID=f483184a-9f9a-470c-892a-caace45e10ea,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:58.471399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3a75ceeb-a038-4e0f-b074-013a929bb61d,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:58.550566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] No DVR routers for this DVR port f483184a-9f9a-470c-892a-caace45e10ea on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:21:58.558821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:58.577120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0a987c2-c710-440e-aa4f-eaf4cca65aec req-6eabb708-f10a-46c3-bc23-885fa3851c8e tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.102 "DELETE /v2.0/ports/f483184a-9f9a-470c-892a-caace45e10ea HTTP/1.1" status: 204 len: 173 time: 2.1865485 Oct 18 23:21:58.592680 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:58.816262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:21:58.819087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:21:58.819659 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b03e86-9f8e-478a-8c9d-a8585fba8233 req-b5c733ad-f2e8-4636-a43c-ada01d4b7fce tempest-ServerRescueNegativeTestJSON-1520994879 tempest-ServerRescueNegativeTestJSON-1520994879-project] 10.222.0.52 "GET /v2.0/security-groups?id=db4f578d-b51b-4090-b2b7-620166a0e90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426706 Oct 18 23:21:58.821316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-592d0fc5-2658-45ca-a43a-57e9a70dc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:58.823678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-592d0fc5-2658-45ca-a43a-57e9a70dc9c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.7274294 Oct 18 23:21:58.946798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff99df-2fb2-4d52-ac3a-13536b9fe3bd', 'tag': 'b187e6bf-131d-4155-b6c8-cf291a3f6ab2'}, {'name': 'network-changed', 'server_uuid': 'a0285bf0-1810-4089-b982-cd01375ea7a4', 'tag': 'ad63c5a7-0413-450f-b8ea-ca70cd3b645b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:58.949092 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb266c-d871-46e9-b669-4a341b8547e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff99df-2fb2-4d52-ac3a-13536b9fe3bd", "tag": "b187e6bf-131d-4155-b6c8-cf291a3f6ab2"}, {"name": "network-changed", "server_uuid": "a0285bf0-1810-4089-b982-cd01375ea7a4", "tag": "ad63c5a7-0413-450f-b8ea-ca70cd3b645b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:59.028214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:59.040077 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-deac069b-d6dc-45b5-b9f4-37fc83c3a4a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 1002 time: 0.2056921 Oct 18 23:21:59.040693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:59.050959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Router 1e914e2f-f303-4274-9f75-dfe92e3be389 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:21:59.082511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d5ea7-16d8-4022-a4ff-9ee25d1b702c req-699f1413-5e81-4079-aad1-5ade876e45af tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:59.083405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:21:59.085204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f55d5ea7-16d8-4022-a4ff-9ee25d1b702c req-699f1413-5e81-4079-aad1-5ade876e45af tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 947 time: 0.0842533 Oct 18 23:21:59.117899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d101633-d50c-4006-8221-06d1f0a3ff7e req-9ad1811f-694c-4d03-bd56-52389f60eb44 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:59.119571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d101633-d50c-4006-8221-06d1f0a3ff7e req-9ad1811f-694c-4d03-bd56-52389f60eb44 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 943 time: 0.1648591 Oct 18 23:21:59.137135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b70af-460f-4ef8-b5a8-bf395eb10dbc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:59.159328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:59.159879 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Added segment 9a8a4f78-8817-4b31-8742-bd185e382976 of type vlan for network 57a13f99-1faa-47f7-a1f7-fb5bc556604a Oct 18 23:21:59.178989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f55d5ea7-16d8-4022-a4ff-9ee25d1b702c req-c69d44cd-6944-4079-94b7-a59f6a442ca1 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553741 Oct 18 23:21:59.242803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:21:59.253012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d6f9d9ea-904c-45e7-b4e8-8da3768292b4 admin admin] 10.222.0.52 "PUT /v2.0/routers/1e914e2f-f303-4274-9f75-dfe92e3be389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8077793 Oct 18 23:21:59.267069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-37aea5fe-ed41-4bdb-a1aa-9bd64bbec571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:59.269681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-37aea5fe-ed41-4bdb-a1aa-9bd64bbec571 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.2164807 Oct 18 23:21:59.297031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-3edac8bc-dfc7-458a-86da-5a6f0524c0b0 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311627 Oct 18 23:21:59.305843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Sync routers for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:21:59.352960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:59.358233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f420465c-8063-4707-b27d-4b862d2efdfc None None] Provisioning complete for port 3a75ceeb-a038-4e0f-b074-013a929bb61d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:21:59.358697 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f420465c-8063-4707-b27d-4b862d2efdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:59.360353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d101633-d50c-4006-8221-06d1f0a3ff7e req-781bddb6-d7d6-47db-9d7b-7aeda5ed811a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288091 Oct 18 23:21:59.398872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-ced66282-480b-44c7-a2ff-6d6de3da79f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:59.400875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-ced66282-480b-44c7-a2ff-6d6de3da79f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998125 Oct 18 23:21:59.426231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:59.428928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:59.430000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:59.449224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:21:59.450303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:21:59.502429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-9cee756e-7ccb-47b1-822a-113545e0f858 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:21:59.506401 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-9cee756e-7ccb-47b1-822a-113545e0f858 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014625 Oct 18 23:21:59.530206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] Pushing event updated for resources: {'Network': ['ID=57a13f99-1faa-47f7-a1f7-fb5bc556604a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:21:59.543088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-8f8f355e-db5a-40c6-86fd-fdb54f31dd21 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/quotas/30fa7ce7ef9b492b8d8680e43fa65170 HTTP/1.1" status: 200 len: 375 time: 0.0286765 Oct 18 23:21:59.548956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f420465c-8063-4707-b27d-4b862d2efdfc None None] Port 3a75ceeb-a038-4e0f-b074-013a929bb61d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:21:59.550986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 57a13f99-1faa-47f7-a1f7-fb5bc556604a details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:21:59.625735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-a2159e31-3430-4214-8cd1-5046b85479e0 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812366 Oct 18 23:21:59.640259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-096b2c84-a332-4044-9309-3abbac0094d2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0646648 Oct 18 23:21:59.645246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:21:59.653911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Request body: {'subnet': {'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1330424768-subnet', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:21:59.672328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:21:59.725057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:21:59.730590 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:21:59.776296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ebc304-1505-4311-a739-4d5aed13263e', 'name': 'network-vif-deleted', 'tag': 'f483184a-9f9a-470c-892a-caace45e10ea'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:21:59.778962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a32a0b6f-a8df-4773-9528-2151db349ab1 req-801d8334-dccc-4dac-9fc5-830799e09999 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips/c83439d4-20f0-4e21-b6b3-8022375be3d1 HTTP/1.1" status: 200 len: 999 time: 0.2521188 Oct 18 23:21:59.782935 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df2cb54-4c37-4368-89cd-d975e79af6dd" -d '{"events": [{"server_uuid": "24ebc304-1505-4311-a739-4d5aed13263e", "name": "network-vif-deleted", "tag": "f483184a-9f9a-470c-892a-caace45e10ea"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:21:59.890686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-a21d348b-5b10-4b68-b9b2-6070679c5d39 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803200 Oct 18 23:22:00.091679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b187e6bf-131d-4155-b6c8-cf291a3f6ab2 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:22:00.196527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f483184a-9f9a-470c-892a-caace45e10ea no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:22:00.233784 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:00.261465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: f483184a-9f9a-470c-892a-caace45e10ea {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:22:00.261863 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f483184a-9f9a-470c-892a-caace45e10ea not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:22:00.396979 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-37bdc5d2-2e05-4290-9f96-e5e0374b64f3 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1305051 Oct 18 23:22:00.439301 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b9368c9-846e-45ca-b1b3-eb34aaf1ebff req-5af35ed5-29f6-4763-86a6-2a8309c970fe service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307834 Oct 18 23:22:00.553292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a0b6f-a8df-4773-9528-2151db349ab1 req-6e3f170a-cb77-4307-a43b-c3a21b9bfabf tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:00.555630 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '3a75ceeb-a038-4e0f-b074-013a929bb61d', 'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'mac_address': 'fa:16:3e:c1:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:55Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 2, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'subnets': [{'id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:00.566345 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a32a0b6f-a8df-4773-9528-2151db349ab1 req-6e3f170a-cb77-4307-a43b-c3a21b9bfabf tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.7848845 Oct 18 23:22:00.585129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-a32a0b6f-a8df-4773-9528-2151db349ab1 req-caadbecd-c6ec-436b-934f-eb5203f787d1 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:22:00.586492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a32a0b6f-a8df-4773-9528-2151db349ab1 req-caadbecd-c6ec-436b-934f-eb5203f787d1 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070872 Oct 18 23:22:00.609706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Checking router: 1e914e2f-f303-4274-9f75-dfe92e3be389 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:22:00.610054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Updating router 1e914e2f-f303-4274-9f75-dfe92e3be389 port 3a75ceeb-a038-4e0f-b074-013a929bb61d binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:22:00.665697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port b187e6bf-131d-4155-b6c8-cf291a3f6ab2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:00.678761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:00.702631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'b187e6bf-131d-4155-b6c8-cf291a3f6ab2', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'port_id': 'b187e6bf-131d-4155-b6c8-cf291a3f6ab2', 'mac_address': 'fa:16:3e:f7:2e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed0e15c-d6b8-4c05-8d0b-15673a74270e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:22:00.744091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-c93cebf2-c7d0-45c7-9513-02ce3291ebeb tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:00.747136 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-c93cebf2-c7d0-45c7-9513-02ce3291ebeb tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3412747 Oct 18 23:22:00.780805 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Request body: {'port': {'device_id': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '30fa7ce7ef9b492b8d8680e43fa65170'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:00.786416 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e681cc8-0dab-4985-a158-9285e86d9278 x-openstack-request-id: req-5e681cc8-0dab-4985-a158-9285e86d9278 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:00.786738 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff99df-2fb2-4d52-ac3a-13536b9fe3bd", "tag": "b187e6bf-131d-4155-b6c8-cf291a3f6ab2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0285bf0-1810-4089-b982-cd01375ea7a4", "tag": "ad63c5a7-0413-450f-b8ea-ca70cd3b645b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:00.787022 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e681cc8-0dab-4985-a158-9285e86d9278 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:00.787470 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbff99df-2fb2-4d52-ac3a-13536b9fe3bd', 'tag': 'b187e6bf-131d-4155-b6c8-cf291a3f6ab2', 'status': 'completed', 'code': 200} Oct 18 23:22:00.787720 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0285bf0-1810-4089-b982-cd01375ea7a4', 'tag': 'ad63c5a7-0413-450f-b8ea-ca70cd3b645b', 'status': 'completed', 'code': 200} Oct 18 23:22:00.817626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5115d984-ce58-49c9-9669-41c1b9da4f27,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:00.861522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Checking segment: {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:00.862293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Network hostable DHCP agents. Network: 57a13f99-1faa-47f7-a1f7-fb5bc556604a, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:22:00.931989 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72f3cbf-8922-4795-8ec2-f7ec210c37af x-openstack-request-id: req-b72f3cbf-8922-4795-8ec2-f7ec210c37af {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:00.932502 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ebc304-1505-4311-a739-4d5aed13263e", "name": "network-vif-deleted", "tag": "f483184a-9f9a-470c-892a-caace45e10ea", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:00.932850 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b72f3cbf-8922-4795-8ec2-f7ec210c37af {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:00.933672 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ebc304-1505-4311-a739-4d5aed13263e', 'name': 'network-vif-deleted', 'tag': 'f483184a-9f9a-470c-892a-caace45e10ea', 'status': 'completed', 'code': 200} Oct 18 23:22:00.967793 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.004145 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b187e6bf-131d-4155-b6c8-cf291a3f6ab2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:22:01.050268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port b187e6bf-131d-4155-b6c8-cf291a3f6ab2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:01.065294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43778) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:01.068903 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.126712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:01.226289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Network 57a13f99-1faa-47f7-a1f7-fb5bc556604a is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:22:01.245475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-6409aadc-9c33-4900-be26-8753fb8c4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:01.252299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-6409aadc-9c33-4900-be26-8753fb8c4a60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 1095 time: 0.4135036 Oct 18 23:22:01.267967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 57a13f99-1faa-47f7-a1f7-fb5bc556604a) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:01.280644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8cc7f-9290-4fc9-8e89-b07f7a656fac None None] Network 57a13f99-1faa-47f7-a1f7-fb5bc556604a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:01.292183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:01.292793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.300183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-bb95f445-f2f2-4319-b9e7-904fc619c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:01.303004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-bb95f445-f2f2-4319-b9e7-904fc619c1dd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=efa00b4b09b24a17b95a4147a1fc5a2a&device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 1099 time: 0.3972342 Oct 18 23:22:01.322620 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Made reservation on behalf of 30fa7ce7ef9b492b8d8680e43fa65170 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:01.328591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.350024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b51150ba-3312-47c4-b0f6-9ab7a34ba13e req-36e823b5-f5e6-49bb-a733-937efe0d07da tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 210 time: 0.0952587 Oct 18 23:22:01.356277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.387529 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-54d88575-11d0-42b3-aacb-0e386b3cd529 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7361007 Oct 18 23:22:01.388201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43786) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:01.410936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:01.516178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.517930 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.578150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['b187e6bf-131d-4155-b6c8-cf291a3f6ab2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:22:01.688783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.704329 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.755597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.866036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5cc82-6fad-4248-bb58-8b31eb2d90b6 req-9e281d0c-2ea7-4203-8b78-a48bc107fdac tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:01.868775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6af5cc82-6fad-4248-bb58-8b31eb2d90b6 req-9e281d0c-2ea7-4203-8b78-a48bc107fdac tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 944 time: 0.3348448 Oct 18 23:22:01.889836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:01.916779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eacd4e-7440-4810-8629-a3eca814aeea None None] Pushing event updated for resources: {'Port': ['ID=3a75ceeb-a038-4e0f-b074-013a929bb61d,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:01.959291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:22:01.960631 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:02.096932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Attempting to bind port 3a75ceeb-a038-4e0f-b074-013a929bb61d on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:02.097857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Attempting to bind port 3a75ceeb-a038-4e0f-b074-013a929bb61d by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:02.099290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Attempting to bind port 3a75ceeb-a038-4e0f-b074-013a929bb61d on network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:02.105094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-2a6fd819-d33d-4cea-8792-0f9a4be7c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:02.107929 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-2a6fd819-d33d-4cea-8792-0f9a4be7c1ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 913 time: 0.8186235 Oct 18 23:22:02.314416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Allocated IP 172.20.0.2 (57a13f99-1faa-47f7-a1f7-fb5bc556604a/5115d984-ce58-49c9-9669-41c1b9da4f27/caed4060-24c2-4d7f-8006-7066a57598e2) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:02.343600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-cb6faeca-d614-4247-872a-62c6bb46e73a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1825113 Oct 18 23:22:02.346681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-aabf8f94-d4c6-4010-84c5-894814c02691 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b187e6bf-131d-4155-b6c8-cf291a3f6ab2 HTTP/1.1" status: 200 len: 217 time: 0.1490624 Oct 18 23:22:02.368873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834458-9e94-4240-8366-ea9eae70fc0c req-70f0816c-0e77-4473-b126-3a6358bc699a tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:02.381262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00834458-9e94-4240-8366-ea9eae70fc0c req-70f0816c-0e77-4473-b126-3a6358bc699a tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 947 time: 0.7951279 Oct 18 23:22:02.456454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:02.522765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:02.569760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-e16eb311-33a2-4630-99aa-c972e127f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:02.571582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-e16eb311-33a2-4630-99aa-c972e127f9f9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 1.2368965 Oct 18 23:22:02.624033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00834458-9e94-4240-8366-ea9eae70fc0c req-e4c651b2-6e86-40d1-9423-4f1e4db05116 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414930 Oct 18 23:22:02.629752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ad63c5a7-0413-450f-b8ea-ca70cd3b645b details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:22:02.648169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:02.649184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Checking segment: {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:02.649982 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:02.650944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Bound using segment: {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:02.651785 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Bound port: 3a75ceeb-a038-4e0f-b074-013a929bb61d, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:02.653272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:02.677216 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c83c289-1d69-49c6-9144-77b09ded416f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:02.705240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-7347a532-035b-4fe2-8f77-7d28b49eaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:02.707103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-7347a532-035b-4fe2-8f77-7d28b49eaa6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.2757616 Oct 18 23:22:02.726617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6af5cc82-6fad-4248-bb58-8b31eb2d90b6 req-3dfcfe0f-aad9-42d6-87f8-511bb466f2a0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331902 Oct 18 23:22:02.735365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-9f82ed93-2102-4709-9b52-b901e079a066 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ad63c5a7-0413-450f-b8ea-ca70cd3b645b HTTP/1.1" status: 200 len: 217 time: 0.1370935 Oct 18 23:22:02.774623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b4c09906-f65f-49af-acb6-675754b1a7db None None] Provisioning complete for port 3a75ceeb-a038-4e0f-b074-013a929bb61d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:02.775213 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b4c09906-f65f-49af-acb6-675754b1a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:02.868515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-5a100d17-6092-40f4-b946-85175b8fdb01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455750 Oct 18 23:22:02.878358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Allocated IP 192.168.233.44 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/b36bb4db-5955-4409-8034-6d86546926c4) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:02.888715 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:22:03.013222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-de44817a-4049-4d66-a025-9ee568001561 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.3050461 Oct 18 23:22:03.020323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-84cab767-4b46-4326-96c4-262f399cf80a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:03.022753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-84cab767-4b46-4326-96c4-262f399cf80a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5313950 Oct 18 23:22:03.059020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-b6b0bfce-b0c9-47d6-b961-9413ebb86380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:03.060396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-b6b0bfce-b0c9-47d6-b961-9413ebb86380 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2673798 Oct 18 23:22:03.064699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Request body: {'port': {'device_id': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '30fa7ce7ef9b492b8d8680e43fa65170'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:03.117707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbd8872a-13b4-4eed-adb8-c3f36189a830 req-93593f7b-9d37-4d25-8238-aefcbeb5d4aa tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 210 time: 0.0855188 Oct 18 23:22:03.121036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b4c09906-f65f-49af-acb6-675754b1a7db None None] Port 3a75ceeb-a038-4e0f-b074-013a929bb61d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:22:03.181443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.183075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] For port 3a75ceeb-a038-4e0f-b074-013a929bb61d, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:03.191257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ad63c5a7-0413-450f-b8ea-ca70cd3b645b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:03.213438 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.249852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-6d02de33-499e-490e-9b8d-93627c9992f4 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:03.257720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-6d02de33-499e-490e-9b8d-93627c9992f4 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports/d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 943 time: 0.2297416 Oct 18 23:22:03.261450 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.278057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] For port 3a75ceeb-a038-4e0f-b074-013a929bb61d, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3a75ceeb-a038-4e0f-b074-013a929bb61d,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:03.278057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'ad63c5a7-0413-450f-b8ea-ca70cd3b645b', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'ad63c5a7-0413-450f-b8ea-ca70cd3b645b', 'mac_address': 'fa:16:3e:4a:08:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:22:03.287515 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.393028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Pushing event updated for resources: {'Port': ['ID=caed4060-24c2-4d7f-8006-7066a57598e2,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:03.398081 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.439882 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-19d90d24-fe0d-46cf-8571-acb2a26dd694 service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231900 Oct 18 23:22:03.454609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Network 57a13f99-1faa-47f7-a1f7-fb5bc556604a is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:03.469757 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.481634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:03.494303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:03.509426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-0f5c45f8-a5b6-400a-b33a-43ee48765bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:03.511263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-0f5c45f8-a5b6-400a-b33a-43ee48765bb8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4100595 Oct 18 23:22:03.561898 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-61211c21-2411-406b-afef-d9bc07b319d2 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.2182205 Oct 18 23:22:03.566748 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.576701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:03.577391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:03.633642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.722607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:03.726244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eacd4e-7440-4810-8629-a3eca814aeea None None] Pushing event updated for resources: {'Port': ['ID=3a75ceeb-a038-4e0f-b074-013a929bb61d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:03.741242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:03.746671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:03.768686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Attempting to bind port caed4060-24c2-4d7f-8006-7066a57598e2 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:03.769117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Attempting to bind port caed4060-24c2-4d7f-8006-7066a57598e2 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:03.769435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Attempting to bind port caed4060-24c2-4d7f-8006-7066a57598e2 on network 57a13f99-1faa-47f7-a1f7-fb5bc556604a {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:03.785461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:03.786394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Checking segment: {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:03.786881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.787286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Bound using segment: {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:03.788208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Bound port: caed4060-24c2-4d7f-8006-7066a57598e2, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:03.788700 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:03.797241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad63c5a7-0413-450f-b8ea-ca70cd3b645b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:22:03.851650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:03.902057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Allocated IP 172.25.7.153 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d7aa2409-0fe3-48e8-ad53-02bd06fff8ac) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:03.930691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ad63c5a7-0413-450f-b8ea-ca70cd3b645b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:03.953351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:03.954068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.017668 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.120037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b187e6bf-131d-4155-b6c8-cf291a3f6ab2 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:04.145049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.198621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.278248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Pushing event updated for resources: {'Port': ['ID=d7aa2409-0fe3-48e8-ad53-02bd06fff8ac,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:04.290668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-12688cea-c8a4-4c3d-b3b6-ca1d42976e90 None None] Provisioning complete for port 3a75ceeb-a038-4e0f-b074-013a929bb61d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:04.290668 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12688cea-c8a4-4c3d-b3b6-ca1d42976e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.294296 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:04.307741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:04.310421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:04.314220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:04.365357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] For port caed4060-24c2-4d7f-8006-7066a57598e2, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:04.389329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port b187e6bf-131d-4155-b6c8-cf291a3f6ab2 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:22:04.404977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-ced703ab-802f-4c7a-920f-fbb16949a41b tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:04.406825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-ced703ab-802f-4c7a-920f-fbb16949a41b tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.8439484 Oct 18 23:22:04.409875 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.437797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Made reservation on behalf of 30fa7ce7ef9b492b8d8680e43fa65170 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:04.441514 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.460309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port b187e6bf-131d-4155-b6c8-cf291a3f6ab2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:04.461017 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.486606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:04.515955 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1bd93508-35a9-4c9c-a3ca-d1a82dad7654 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7414112 Oct 18 23:22:04.529342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] For port caed4060-24c2-4d7f-8006-7066a57598e2, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=caed4060-24c2-4d7f-8006-7066a57598e2,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:04.555791 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.603773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['ad63c5a7-0413-450f-b8ea-ca70cd3b645b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:22:04.634827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Request body: {'port': {'device_id': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:04.682522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-aa7273af-d9ed-4b9b-9475-dcec9eb049d6 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.2458351 Oct 18 23:22:04.736629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b498f-2554-44ef-83ec-eec3b4079eb7 req-1e3707fa-83a0-4c2b-9988-84ada7bf0fbb tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:04.745747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-932b498f-2554-44ef-83ec-eec3b4079eb7 req-1e3707fa-83a0-4c2b-9988-84ada7bf0fbb tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 948 time: 0.2571251 Oct 18 23:22:04.755761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-52145f65-983f-4d93-9675-a69292619074 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:04.760560 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.824302 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:04.864407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2be1b-651c-4d0a-8535-292ff578b1d5 None None] Pushing event updated for resources: {'Port': ['ID=caed4060-24c2-4d7f-8006-7066a57598e2,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:04.964715 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-e398d902-2d25-48be-b98f-9b250e8130e1 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4289696 Oct 18 23:22:04.968475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-47c7dd6e-1d66-4044-9642-871a58b75be1 service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5088203 Oct 18 23:22:04.994120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-932b498f-2554-44ef-83ec-eec3b4079eb7 req-eb92b0b6-2a73-4161-9f24-5e7b20f2c1a0 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471087 Oct 18 23:22:04.997240 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12688cea-c8a4-4c3d-b3b6-ca1d42976e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:05.011727 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:05.218144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff99df-2fb2-4d52-ac3a-13536b9fe3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b187e6bf-131d-4155-b6c8-cf291a3f6ab2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:05.220714 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189e1fd4-f297-44dd-80af-6cc542231122" -d '{"events": [{"server_uuid": "cbff99df-2fb2-4d52-ac3a-13536b9fe3bd", "name": "network-vif-plugged", "status": "completed", "tag": "b187e6bf-131d-4155-b6c8-cf291a3f6ab2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:05.225396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-12688cea-c8a4-4c3d-b3b6-ca1d42976e90 None None] For port 3a75ceeb-a038-4e0f-b074-013a929bb61d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3a75ceeb-a038-4e0f-b074-013a929bb61d,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:05.256790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port b187e6bf-131d-4155-b6c8-cf291a3f6ab2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:05.279444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Allocated IP 192.168.233.192 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/ed53882d-add0-411e-b4e4-5f675d396fe2) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:05.294534 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12688cea-c8a4-4c3d-b3b6-ca1d42976e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:05.304009 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:05.341161 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-52145f65-983f-4d93-9675-a69292619074 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:05.356327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:05.372845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e4eb-2b2c-4101-a96e-8bfd4d2cdb67 req-cf9c6a3d-7422-4a07-888e-b13f3712c703 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:05.383135 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1044e4eb-2b2c-4101-a96e-8bfd4d2cdb67 req-cf9c6a3d-7422-4a07-888e-b13f3712c703 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 944 time: 0.2102094 Oct 18 23:22:05.438042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '3a75ceeb-a038-4e0f-b074-013a929bb61d', 'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'mac_address': 'fa:16:3e:c1:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:55Z', 'updated_at': '2021-10-18T23:22:03Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'subnets': [{'id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:05.448141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12688cea-c8a4-4c3d-b3b6-ca1d42976e90 None None] Pushing event updated for resources: {'Port': ['ID=3a75ceeb-a038-4e0f-b074-013a929bb61d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:05.486109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1044e4eb-2b2c-4101-a96e-8bfd4d2cdb67 req-a9041056-78ab-4370-9d54-fae6ae2586ac tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019847 Oct 18 23:22:05.525538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92909e69-25c7-46a8-a8cd-3851a1520841 None None] The sync data for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 is: [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '3a75ceeb-a038-4e0f-b074-013a929bb61d', 'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'mac_address': 'fa:16:3e:c1:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:55Z', 'updated_at': '2021-10-18T23:22:03Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'subnets': [{'id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:22:05.529947 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-52145f65-983f-4d93-9675-a69292619074 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:05.530456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6d04ad8a-4256-4ebb-9fe7-e43aac45b587 None None] Provisioning complete for port b36bb4db-5955-4409-8034-6d86546926c4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:05.531040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6d04ad8a-4256-4ebb-9fe7-e43aac45b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:05.550050 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-52145f65-983f-4d93-9675-a69292619074 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:05.550390 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-52145f65-983f-4d93-9675-a69292619074 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1 disassociated. External IP: 172.25.7.215, port: d9b321e0-9d82-4474-844d-68dc823a56da. Oct 18 23:22:05.667962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:05.675075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6d04ad8a-4256-4ebb-9fe7-e43aac45b587 None None] Port b36bb4db-5955-4409-8034-6d86546926c4 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:22:05.688843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bb266c-d871-46e9-b669-4a341b8547e3 req-feae63ea-5488-444c-bf33-c398980d194e service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797285 Oct 18 23:22:05.832002 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89d19f05-3ac2-4b8e-b924-b23327567381 req-ab7ba9f3-2648-417c-b11b-6e2cdb8e12cc tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 210 time: 0.1448729 Oct 18 23:22:06.035393 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:06.091621 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:06.240747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ad63c5a7-0413-450f-b8ea-ca70cd3b645b up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:06.255104 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:06.343105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Deleting port 45924c80-af88-41b1-81a3-8fc5a1f514dd {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:22:06.343482 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:06.351895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-52145f65-983f-4d93-9675-a69292619074 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Router 4d9e5eb2-b45a-403b-95a3-6319840e074f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:22:06.415148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Router 62edf35a-719d-416c-a557-6b617a9d146d is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:22:06.524750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port ad63c5a7-0413-450f-b8ea-ca70cd3b645b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:22:06.540253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port ad63c5a7-0413-450f-b8ea-ca70cd3b645b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:06.542194 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:06.579512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:06.623853 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f8a2b5-0b2f-4db4-9882-4c17d693af88 x-openstack-request-id: req-f9f8a2b5-0b2f-4db4-9882-4c17d693af88 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:06.624650 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff99df-2fb2-4d52-ac3a-13536b9fe3bd", "name": "network-vif-plugged", "status": "completed", "tag": "b187e6bf-131d-4155-b6c8-cf291a3f6ab2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:06.625129 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9f8a2b5-0b2f-4db4-9882-4c17d693af88 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:06.625791 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff99df-2fb2-4d52-ac3a-13536b9fe3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b187e6bf-131d-4155-b6c8-cf291a3f6ab2', 'code': 200} Oct 18 23:22:06.703977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e8b59-2a01-4cd4-a4b7-d15db134347f None None] Network 57a13f99-1faa-47f7-a1f7-fb5bc556604a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:06.713330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] For port 45924c80-af88-41b1-81a3-8fc5a1f514dd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=45924c80-af88-41b1-81a3-8fc5a1f514dd,segment=NetworkSegment(867c6903-0fe2-435a-9c54-087f4d17ee93),segment_id=867c6903-0fe2-435a-9c54-087f4d17ee93)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:06.713874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:06.837045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:06.870994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Calling delete_port for 45924c80-af88-41b1-81a3-8fc5a1f514dd owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:22:06.874095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Pushing event updated for resources: {'Port': ['ID=ed53882d-add0-411e-b4e4-5f675d396fe2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:06.906395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:06.909843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:06.958360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:22:06.982937 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Sync routers for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:22:07.008807 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:07.010540 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:07.094499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f41e-059e-478d-a84a-db55d962b584 req-920ebd38-178a-4d97-a6ed-d5dacb943574 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:07.097300 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1e0f41e-059e-478d-a84a-db55d962b584 req-920ebd38-178a-4d97-a6ed-d5dacb943574 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 948 time: 0.2845018 Oct 18 23:22:07.164278 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.173137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eedbde83-ed11-4ef4-9b2f-4db3624fdc8e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7596755 Oct 18 23:22:07.183090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43932) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:07.267924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.291235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-91f973ab-120b-43fe-8657-38a1df8c5e7c None None] Provisioning complete for port caed4060-24c2-4d7f-8006-7066a57598e2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:07.291710 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91f973ab-120b-43fe-8657-38a1df8c5e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.317391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:07.318081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.321499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:07.433587 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1e0f41e-059e-478d-a84a-db55d962b584 req-32480fe6-96ad-4b81-85f2-3c9f46a6369a tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182588 Oct 18 23:22:07.482519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ad63c5a7-0413-450f-b8ea-ca70cd3b645b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:07.509417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36bb4db-5955-4409-8034-6d86546926c4 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:22:07.513277 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.536528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3a75ceeb-a038-4e0f-b074-013a929bb61d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:07.554230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.577874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Transition to ACTIVE for port object b36bb4db-5955-4409-8034-6d86546926c4 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:22:07.593221 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.677647 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:04Z', 'revision_number': 3, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:07.722460 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Checking router: 62edf35a-719d-416c-a557-6b617a9d146d for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:22:07.722977 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Updating router 62edf35a-719d-416c-a557-6b617a9d146d port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:22:07.753592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:07.779153 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.852537 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91f973ab-120b-43fe-8657-38a1df8c5e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.868196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3a75ceeb-a038-4e0f-b074-013a929bb61d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:07.869105 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:07.891217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:08.012654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88848247-a2a5-4047-a8f9-6cbd25889d4e req-9152f51e-b47f-4d53-b959-3ca19e7f782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:08.014395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88848247-a2a5-4047-a8f9-6cbd25889d4e req-9152f51e-b47f-4d53-b959-3ca19e7f782d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 1097 time: 1.2867570 Oct 18 23:22:08.015113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.065176 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-91f973ab-120b-43fe-8657-38a1df8c5e7c None None] For port caed4060-24c2-4d7f-8006-7066a57598e2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=caed4060-24c2-4d7f-8006-7066a57598e2,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:08.083701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042bb6f-c286-480f-8eb4-03c1d8f40a1b req-2dd78f9a-ffe5-48b8-9e8f-c5f699bc0a73 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:08.088110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91f973ab-120b-43fe-8657-38a1df8c5e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.094249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2042bb6f-c286-480f-8eb4-03c1d8f40a1b req-2dd78f9a-ffe5-48b8-9e8f-c5f699bc0a73 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 945 time: 0.1435952 Oct 18 23:22:08.150142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Attempting to bind port b36bb4db-5955-4409-8034-6d86546926c4 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:08.154050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Attempting to bind port b36bb4db-5955-4409-8034-6d86546926c4 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:08.154737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Attempting to bind port b36bb4db-5955-4409-8034-6d86546926c4 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:08.191023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Port b36bb4db-5955-4409-8034-6d86546926c4 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:22:08.191350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Attempting to bind port b36bb4db-5955-4409-8034-6d86546926c4 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:08.231186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:08.231617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:08.231962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:08.238273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Bound port: b36bb4db-5955-4409-8034-6d86546926c4, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:08.238857 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.326536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device caed4060-24c2-4d7f-8006-7066a57598e2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:08.432823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:08.434630 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6c8a5f24-a508-49ae-bfb2-19882dab66e4 None None] Provisioning complete for port ed53882d-add0-411e-b4e4-5f675d396fe2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:08.435163 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5f24-a508-49ae-bfb2-19882dab66e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.437269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:08.442685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f973ab-120b-43fe-8657-38a1df8c5e7c None None] Pushing event updated for resources: {'Port': ['ID=caed4060-24c2-4d7f-8006-7066a57598e2,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:08.455251 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2042bb6f-c286-480f-8eb4-03c1d8f40a1b req-c9c111e8-d538-49d2-a777-52c479a973dc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597350 Oct 18 23:22:08.461088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.506635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a5f24-a508-49ae-bfb2-19882dab66e4 None None] Port ed53882d-add0-411e-b4e4-5f675d396fe2 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:22:08.515015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port caed4060-24c2-4d7f-8006-7066a57598e2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:08.515560 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.564747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-52145f65-983f-4d93-9675-a69292619074 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:22:08.578663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:08.580157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.584329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] 10.222.0.102 "PUT /v2.0/ports/b36bb4db-5955-4409-8034-6d86546926c4 HTTP/1.1" status: 200 len: 1096 time: 3.9593186 Oct 18 23:22:08.590020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:08.591825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] Sync routers for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:22:08.594485 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5070ea-f744-44a9-b91f-7da2f3a82a02" -d '{"events": [{"name": "network-changed", "server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "tag": "b36bb4db-5955-4409-8034-6d86546926c4"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:08.599054 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-52145f65-983f-4d93-9675-a69292619074 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.604784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=45924c80-af88-41b1-81a3-8fc5a1f514dd,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:08.647682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0285bf0-1810-4089-b982-cd01375ea7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad63c5a7-0413-450f-b8ea-ca70cd3b645b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:08.662467 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c3d721-91c7-4fc1-8845-dd90eba8e38a" -d '{"events": [{"server_uuid": "a0285bf0-1810-4089-b982-cd01375ea7a4", "name": "network-vif-plugged", "status": "completed", "tag": "ad63c5a7-0413-450f-b8ea-ca70cd3b645b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:08.691441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:08.691649 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.692947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:08.702569 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.737416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-13fd3796-c46b-4b5b-9fd7-7fed99590e6e tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6974523 Oct 18 23:22:08.757151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21a68a-a4c0-47a2-a03d-eeb8552b1763 service neutron] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:08.844336 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Attempting to bind port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:08.844876 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Attempting to bind port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:08.845458 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Attempting to bind port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:08.864650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Request body: {'port': {'device_id': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:08.874509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bcad0-35e8-4149-abeb-e4c07810a3e0 req-adb528fe-7c04-47ea-a4db-a16dc248d53b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:08.884034 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902df3f-3e26-4bea-a904-7a49336bc9d5 None None] Pushing event updated for resources: {'Port': ['ID=d7aa2409-0fe3-48e8-ad53-02bd06fff8ac,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:08.888662 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:08.889147 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-158bcad0-35e8-4149-abeb-e4c07810a3e0 req-adb528fe-7c04-47ea-a4db-a16dc248d53b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 936 time: 0.3278892 Oct 18 23:22:08.889338 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:08.890896 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.890896 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:08.890896 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Bound port: d7aa2409-0fe3-48e8-ad53-02bd06fff8ac, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:08.891451 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:08.958174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b81c08a9-72fd-4a57-be5c-c481515e48e3 None None] Provisioning complete for port caed4060-24c2-4d7f-8006-7066a57598e2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:08.960532 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b81c08a9-72fd-4a57-be5c-c481515e48e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:09.027021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:09.041004 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] For port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:09.046648 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] For port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d7aa2409-0fe3-48e8-ad53-02bd06fff8ac,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:09.060537 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:09.065928 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88848247-a2a5-4047-a8f9-6cbd25889d4e req-560f742c-f827-4f22-8ded-64253cfeadeb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0349841 Oct 18 23:22:09.231750 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902df3f-3e26-4bea-a904-7a49336bc9d5 None None] Pushing event updated for resources: {'Port': ['ID=d7aa2409-0fe3-48e8-ad53-02bd06fff8ac,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:09.267137 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:09.269549 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:09.406970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device caed4060-24c2-4d7f-8006-7066a57598e2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:09.503880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port caed4060-24c2-4d7f-8006-7066a57598e2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:09.505237 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:09.512223 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:09.517746 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:09.566407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-f5e56748-1aee-4204-9c9a-2c38ab032d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:09.570145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-f5e56748-1aee-4204-9c9a-2c38ab032d82 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 1099 time: 0.8864172 Oct 18 23:22:09.575995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] Checking router: 4d9e5eb2-b45a-403b-95a3-6319840e074f for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:22:09.599388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-158bcad0-35e8-4149-abeb-e4c07810a3e0 req-39b5d0fb-d88a-4b60-b1f7-042f8f7d4a62 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7095892 Oct 18 23:22:09.600831 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:09.604473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:09.605304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:09.650204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-52145f65-983f-4d93-9675-a69292619074 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "PUT /v2.0/floatingips/c83439d4-20f0-4e21-b6b3-8022375be3d1 HTTP/1.1" status: 200 len: 696 time: 4.9513264 Oct 18 23:22:09.701398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:09.705313 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:09.730255 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-1ce16fe4-3ea9-4c00-94af-f73f8acc233a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b36bb4db-5955-4409-8034-6d86546926c4 HTTP/1.1" status: 200 len: 217 time: 0.1283157 Oct 18 23:22:09.852065 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:09.907664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-9de668b7-298a-44d7-921e-07cfabef0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:09.909172 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-9de668b7-298a-44d7-921e-07cfabef0b2a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1651983 Oct 18 23:22:09.962066 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:10.018248 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:04Z', 'revision_number': 3, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:10.027233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-beed561a-d80b-49f7-93f8-f1c98946bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:10.028824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-beed561a-d80b-49f7-93f8-f1c98946bcd3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098099 Oct 18 23:22:10.060787 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043cbf50-e007-458b-9b0d-22c29b740e7b None None] The sync data for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 is: [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:04Z', 'revision_number': 3, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:22:10.260921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-6f2ea551-a6c1-4f3c-8192-323008eaf77d service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117610 Oct 18 23:22:10.298005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:10.589394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e402c4-9015-47f1-a81e-ffa21f8d5857 req-2f9faaa4-efd2-4206-89ae-b5bf19929901 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:10.593083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6e402c4-9015-47f1-a81e-ffa21f8d5857 req-2f9faaa4-efd2-4206-89ae-b5bf19929901 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 949 time: 0.2713199 Oct 18 23:22:10.610324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ca1dd57-d382-44e1-a347-88cee6beb9b9 req-fb439dfa-6ca2-4934-9a72-5d064c428cac service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481162 Oct 18 23:22:10.632797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-39e06c8e-994d-4c06-b907-6a2c7f0134bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:10.634401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-39e06c8e-994d-4c06-b907-6a2c7f0134bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1098 time: 0.9200418 Oct 18 23:22:10.642581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5c2c72-8897-496e-9f97-79e19104fbe0 None None] The sync data for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 is: [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:20:14Z', 'revision_number': 4, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '02e497d9-9dc7-48a9-9b3f-cb55b44a398e', 'name': '', 'network_id': '69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'mac_address': 'fa:16:3e:88:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:12Z', 'updated_at': '2021-10-18T23:20:20Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'subnets': [{'id': '7ac61b62-70f5-4603-982f-08fde35092f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:22:10.707390 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6e402c4-9015-47f1-a81e-ffa21f8d5857 req-7acce892-12bf-4e34-a729-c95202ba390d tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943801 Oct 18 23:22:10.783996 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f441d82f-3714-48df-8328-b46f5a076317 x-openstack-request-id: req-f441d82f-3714-48df-8328-b46f5a076317 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:10.784722 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "tag": "b36bb4db-5955-4409-8034-6d86546926c4", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:10.785314 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f441d82f-3714-48df-8328-b46f5a076317 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:10.786264 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4', 'status': 'completed', 'code': 200} Oct 18 23:22:10.924269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-b9958e41-c320-460b-8697-70f7f43c3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:10.929236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-b9958e41-c320-460b-8697-70f7f43c3c0f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 1099 time: 0.0982089 Oct 18 23:22:11.025154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed53882d-add0-411e-b4e4-5f675d396fe2 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:22:11.052246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:11.154624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-c73048d6-a030-4095-b310-179a8b6b3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:11.156581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-c73048d6-a030-4095-b310-179a8b6b3b44 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.2201438 Oct 18 23:22:11.183098 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d35483a-fdaf-43df-aa3a-348c0c54d8bd x-openstack-request-id: req-7d35483a-fdaf-43df-aa3a-348c0c54d8bd {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:11.184055 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0285bf0-1810-4089-b982-cd01375ea7a4", "name": "network-vif-plugged", "status": "completed", "tag": "ad63c5a7-0413-450f-b8ea-ca70cd3b645b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:11.184822 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d35483a-fdaf-43df-aa3a-348c0c54d8bd {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:11.186101 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0285bf0-1810-4089-b982-cd01375ea7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad63c5a7-0413-450f-b8ea-ca70cd3b645b', 'code': 200} Oct 18 23:22:11.225520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Transition to ACTIVE for port object ed53882d-add0-411e-b4e4-5f675d396fe2 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:22:11.227000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-e9bb4948-029e-4fc9-bace-7ef0ea42372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:11.229026 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-e9bb4948-029e-4fc9-bace-7ef0ea42372e service neutron] 10.222.0.52 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.5177944 Oct 18 23:22:11.241470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:11.272050 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee7832-1808-426d-8132-888fb2c739b8 None None] New status for floating IP c83439d4-20f0-4e21-b6b3-8022375be3d1: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:22:11.289096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d7aa2409-0fe3-48e8-ad53-02bd06fff8ac up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:11.302654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-4c5b90e1-7390-486a-9428-3bdf88cf98c2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b36bb4db-5955-4409-8034-6d86546926c4 HTTP/1.1" status: 200 len: 217 time: 0.1376877 Oct 18 23:22:11.385605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:11.401092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:11.401452 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:11.470687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-4a91948a-2ae7-4799-9b9b-04ed77df7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:11.474696 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-4a91948a-2ae7-4799-9b9b-04ed77df7b70 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1541665 Oct 18 23:22:11.490328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427df2d-7abf-4ebe-a94a-368c0380fed5 req-0284d99e-6391-4db9-8272-335c739640d0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:11.498944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4427df2d-7abf-4ebe-a94a-368c0380fed5 req-0284d99e-6391-4db9-8272-335c739640d0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 945 time: 0.1451728 Oct 18 23:22:11.591021 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:11.591314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4427df2d-7abf-4ebe-a94a-368c0380fed5 req-78d6ae30-f074-4f59-85b9-ddc81dc48122 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914297 Oct 18 23:22:11.608082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-13b08187-5d65-4566-b49d-ce1028393eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:11.620153 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-13b08187-5d65-4566-b49d-ce1028393eb2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080172 Oct 18 23:22:11.652783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d7aa2409-0fe3-48e8-ad53-02bd06fff8ac,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:11.661446 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:11.733628 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb946139-fb85-4354-8045-4645c19c4280 x-openstack-request-id: req-eb946139-fb85-4354-8045-4645c19c4280 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:11.736643 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:11.738057 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb946139-fb85-4354-8045-4645c19c4280 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:11.738854 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'status': 'completed', 'code': 200} Oct 18 23:22:11.746981 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-ad163f4b-b433-44a1-b554-acfafaee5fca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 217 time: 0.5065918 Oct 18 23:22:11.751492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Router 6bb3d216-6927-42d8-a0e9-a24cfe937478 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:22:11.851402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d7aa2409-0fe3-48e8-ad53-02bd06fff8ac,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:11.931901 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-4e1c4da7-a2c0-448d-b3f6-508ad7f9ac8f service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123868 Oct 18 23:22:12.082164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Pushing event updated for resources: {'Port': ['ID=ed53882d-add0-411e-b4e4-5f675d396fe2,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:12.117470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c5ee0-7425-44e8-b831-599a26e2b0f2 req-40b56b1c-fa27-4eef-97c7-a8baab09b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:12.119505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-737c5ee0-7425-44e8-b831-599a26e2b0f2 req-40b56b1c-fa27-4eef-97c7-a8baab09b3ee service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 1101 time: 0.6553595 Oct 18 23:22:12.210244 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb5070ea-f744-44a9-b91f-7da2f3a82a02 req-7b4decc4-a7cd-41a7-b1ea-8daf56051bd3 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702620 Oct 18 23:22:12.214543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-c8b8a8b8-114b-4360-af0c-00f774657f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:12.216321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-c8b8a8b8-114b-4360-af0c-00f774657f18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.4497962 Oct 18 23:22:12.378423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-84c59445-27b3-4e79-9ec7-bbae3dba2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:12.381222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-84c59445-27b3-4e79-9ec7-bbae3dba2758 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f14e9050898442089ab25fad43bb5fa0&device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 1098 time: 0.5884955 Oct 18 23:22:12.568441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-737c5ee0-7425-44e8-b831-599a26e2b0f2 req-83701599-13c1-4679-aa8e-a441923c1cc7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987768 Oct 18 23:22:12.654225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-2e978e4a-c163-4ead-8f04-44fbab1a332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:12.655769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-2e978e4a-c163-4ead-8f04-44fbab1a332c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4048910 Oct 18 23:22:12.657003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a3688-aa2d-4903-bf4b-e0900ceca8c1 req-a86cdaef-a9cc-417f-acc0-e36a3f50903d tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:12.666793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd0a3688-aa2d-4903-bf4b-e0900ceca8c1 req-a86cdaef-a9cc-417f-acc0-e36a3f50903d tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 948 time: 0.0931356 Oct 18 23:22:12.677777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Attempting to bind port ed53882d-add0-411e-b4e4-5f675d396fe2 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:12.678124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Attempting to bind port ed53882d-add0-411e-b4e4-5f675d396fe2 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:12.678463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Attempting to bind port ed53882d-add0-411e-b4e4-5f675d396fe2 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:12.705935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Allocated IP 172.20.0.1 (57a13f99-1faa-47f7-a1f7-fb5bc556604a/5115d984-ce58-49c9-9669-41c1b9da4f27/b295de10-a6e3-4cbe-9204-11b8da59f159) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:12.719875 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd0a3688-aa2d-4903-bf4b-e0900ceca8c1 req-2b228215-72bf-4e17-9d89-6b881527279d tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515678 Oct 18 23:22:12.730545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:22:12.732201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Port ed53882d-add0-411e-b4e4-5f675d396fe2 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:22:12.732522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Attempting to bind port ed53882d-add0-411e-b4e4-5f675d396fe2 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:12.744207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44056) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:12.744410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b7313bf6-d893-4235-a718-eb3657371a6d admin admin] 10.222.0.52 "PUT /v2.0/routers/6bb3d216-6927-42d8-a0e9-a24cfe937478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6569834 Oct 18 23:22:12.752804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] Sync routers for ids ['6bb3d216-6927-42d8-a0e9-a24cfe937478'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:22:12.780439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:12.780706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:12.781125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:12.781579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Bound port: ed53882d-add0-411e-b4e4-5f675d396fe2, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:12.781945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:12.782218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] Routers {'6bb3d216-6927-42d8-a0e9-a24cfe937478'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:12.783365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6bb3d216-6927-42d8-a0e9-a24cfe937478'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:12.821792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-dbec5291-3292-412c-a95c-29c196b3c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:12.823370 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-dbec5291-3292-412c-a95c-29c196b3c01e service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 200 len: 922 time: 0.4300454 Oct 18 23:22:13.062650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] Set router 6bb3d216-6927-42d8-a0e9-a24cfe937478 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:13.076129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:13.271313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6da38-7900-4ec2-b5e6-c03ea5052777 req-d8e83555-4ade-410b-8d69-34a255091746 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:13.272954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b5a6da38-7900-4ec2-b5e6-c03ea5052777 req-d8e83555-4ade-410b-8d69-34a255091746 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 949 time: 0.2582796 Oct 18 23:22:13.308894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d7aa2409-0fe3-48e8-ad53-02bd06fff8ac up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:13.406251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:13.470862 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b5a6da38-7900-4ec2-b5e6-c03ea5052777 req-5171d324-3f0a-47eb-8e87-f84af748f8bf tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746569 Oct 18 23:22:13.541313 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:13.542043 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:13.612944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:18:20Z', 'updated_at': '2021-10-18T23:22:07Z', 'revision_number': 5, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'gw_port': {'id': '0191eb79-42ba-46dd-8b53-8eb43b87521c', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:18:21Z', 'updated_at': '2021-10-18T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:13.621056 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Deleting port 0191eb79-42ba-46dd-8b53-8eb43b87521c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:22:13.622542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:13.672985 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] Checking router: 6bb3d216-6927-42d8-a0e9-a24cfe937478 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:22:13.704599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] Routers {'6bb3d216-6927-42d8-a0e9-a24cfe937478'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:13.705557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6bb3d216-6927-42d8-a0e9-a24cfe937478'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:13.766709 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-da0f4515-a260-477a-99a8-0349d62ae8c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 200 len: 217 time: 0.9250779 Oct 18 23:22:13.881729 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-97ed6512-fa73-491f-8bd6-8188ac4f2417 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2050118 Oct 18 23:22:13.957169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] Set router 6bb3d216-6927-42d8-a0e9-a24cfe937478 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:13.958360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:14.039325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-a01ffcc3-5f90-4f98-8c11-a0a41429b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:14.041607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-a01ffcc3-5f90-4f98-8c11-a0a41429b5e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 200 len: 860 time: 0.2597816 Oct 18 23:22:14.048159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed53882d-add0-411e-b4e4-5f675d396fe2,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:14.065558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] For port 0191eb79-42ba-46dd-8b53-8eb43b87521c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0191eb79-42ba-46dd-8b53-8eb43b87521c,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:14.065558 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:14.080058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:14.085215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:14.104592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Calling delete_port for 0191eb79-42ba-46dd-8b53-8eb43b87521c owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:22:14.108792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:18:20Z', 'updated_at': '2021-10-18T23:22:13Z', 'revision_number': 6, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:14.181640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:14.182255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:14.183743 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] 10.222.0.73 "PUT /v2.0/ports/ed53882d-add0-411e-b4e4-5f675d396fe2 HTTP/1.1" status: 200 len: 1097 time: 5.3328860 Oct 18 23:22:14.187961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:14.188242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808de12e-d8a7-44dc-bc4c-95b7a8155b90 None None] The sync data for ids ['6bb3d216-6927-42d8-a0e9-a24cfe937478'] in n-d-713498-28 is: [{'id': '6bb3d216-6927-42d8-a0e9-a24cfe937478', 'name': 'tempest-ServerRescueNegativeTestJSON-2088091697-router', 'tenant_id': '698333cc46564d3da73b9602f037a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:18:20Z', 'updated_at': '2021-10-18T23:22:13Z', 'revision_number': 6, 'project_id': '698333cc46564d3da73b9602f037a5f1', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:22:14.200675 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155e371e-ef0f-4977-8e23-f915e314fb38" -d '{"events": [{"name": "network-changed", "server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:14.215317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd06a0-b3ac-4138-84c3-be0d1ec18e94 req-aba0a8d7-38a6-4755-91dc-9f38fd99cd7f tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:14.218169 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8cd06a0-b3ac-4138-84c3-be0d1ec18e94 req-aba0a8d7-38a6-4755-91dc-9f38fd99cd7f tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 948 time: 0.3450906 Oct 18 23:22:14.224480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-152e8e2a-8cb1-4d06-a1a0-e363bcca9a99 req-16fb9990-cb31-4f95-9e05-c6f7f7ca6b83 service neutron] 10.222.0.52 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221152 Oct 18 23:22:14.282877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:22:14.360833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-2828e09d-f2f4-4e16-b016-6ab70f750cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:14.362490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-2828e09d-f2f4-4e16-b016-6ab70f750cc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2998073 Oct 18 23:22:14.365744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c2811-5a8a-4bd0-b06a-5af8b1d0cc6a service neutron] Pushing event updated for resources: {'Port': ['ID=ed53882d-add0-411e-b4e4-5f675d396fe2,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:14.392998 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dcbbe3-5b9d-4919-bcaf-0c08b1dbb2f8 x-openstack-request-id: req-48dcbbe3-5b9d-4919-bcaf-0c08b1dbb2f8 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:14.393518 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:14.393975 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48dcbbe3-5b9d-4919-bcaf-0c08b1dbb2f8 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:14.394450 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2', 'status': 'completed', 'code': 200} Oct 18 23:22:14.410105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:14.589428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Network 57a13f99-1faa-47f7-a1f7-fb5bc556604a is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:14.630794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-af32abfb-1646-4807-af49-0ee1095cf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:14.637884 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8cd06a0-b3ac-4138-84c3-be0d1ec18e94 req-0a95a52a-ce38-4d44-a3c0-b8f56bc0e2bf tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683467 Oct 18 23:22:14.639176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-af32abfb-1646-4807-af49-0ee1095cf57b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 1100 time: 0.3738475 Oct 18 23:22:14.645511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:14.747496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:14.765235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:14.795081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b36bb4db-5955-4409-8034-6d86546926c4', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'b36bb4db-5955-4409-8034-6d86546926c4', 'mac_address': 'fa:16:3e:bd:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:22:14.845202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Pushing event updated for resources: {'Port': ['ID=b295de10-a6e3-4cbe-9204-11b8da59f159,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:14.990788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:15.016016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-314da84d-de1a-42ad-b054-5e32645f5d8d tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips/c83439d4-20f0-4e21-b6b3-8022375be3d1 HTTP/1.1" status: 200 len: 694 time: 0.1553574 Oct 18 23:22:15.021227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36bb4db-5955-4409-8034-6d86546926c4 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:22:15.068475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-0201e928-8270-4f70-8c30-5d1f44935718 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ed53882d-add0-411e-b4e4-5f675d396fe2 HTTP/1.1" status: 200 len: 217 time: 0.4203358 Oct 18 23:22:15.100283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:15.110343 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:15.170053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-be810b0e-9be7-4e44-b348-8b9401cfaf63 service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746115 Oct 18 23:22:15.175298 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:15.273641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-d1a7dd8d-bc5f-4407-84e4-945f3fe80a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:15.275578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-d1a7dd8d-bc5f-4407-84e4-945f3fe80a34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1877704 Oct 18 23:22:15.311477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf0427-0a0d-4d30-9155-558b44830157 req-9150f6e8-eebf-44a9-8b2a-ecbd09a55374 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:15.312215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-27e0e42b-8651-42c5-945d-112a58a640bf tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:15.322641 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-27e0e42b-8651-42c5-945d-112a58a640bf tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.3052554 Oct 18 23:22:15.330576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44108) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:15.334383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38cf0427-0a0d-4d30-9155-558b44830157 req-9150f6e8-eebf-44a9-8b2a-ecbd09a55374 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 949 time: 0.5248525 Oct 18 23:22:15.378363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:15.397916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b0dc1f48-9fe8-4bb1-b302-d11bd9f7fd3e None None] Provisioning complete for port b295de10-a6e3-4cbe-9204-11b8da59f159 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:15.399065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b0dc1f48-9fe8-4bb1-b302-d11bd9f7fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:15.469486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0191eb79-42ba-46dd-8b53-8eb43b87521c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:22:15.490618 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32198cbb-d8bc-4ab5-9ea1-7fe6f56a4b8d req-44565ba2-f0db-4801-9f33-994f21eea3ab service neutron] 10.222.0.73 "GET /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042428 Oct 18 23:22:15.493930 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-b76e3968-cf80-40d0-ab73-28f2a6bf3139 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 697 time: 0.1572361 Oct 18 23:22:15.552408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b36bb4db-5955-4409-8034-6d86546926c4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:22:15.576011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:15.614855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc1f48-9fe8-4bb1-b302-d11bd9f7fd3e None None] Port b295de10-a6e3-4cbe-9204-11b8da59f159 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:22:15.638085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No active binding found for port 0191eb79-42ba-46dd-8b53-8eb43b87521c {{(pid=100923) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 18 23:22:15.638884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0191eb79-42ba-46dd-8b53-8eb43b87521c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:22:15.639421 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-61df2a46-496c-414b-81f8-2ca64c85dc3f tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 697 time: 0.1390274 Oct 18 23:22:15.639710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 45924c80-af88-41b1-81a3-8fc5a1f514dd no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:22:15.649867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Pushing event deleted for resources: {'Port': ['ID=0191eb79-42ba-46dd-8b53-8eb43b87521c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:15.688054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 45924c80-af88-41b1-81a3-8fc5a1f514dd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:22:15.688487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 45924c80-af88-41b1-81a3-8fc5a1f514dd not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:22:15.755784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38cf0427-0a0d-4d30-9155-558b44830157 req-414b8d82-60b8-47b7-b40a-b3c5ab6db929 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220328 Oct 18 23:22:15.770819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-5e437bc4-59c6-4733-8347-3613679704ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:15.773662 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-5e437bc4-59c6-4733-8347-3613679704ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4773784 Oct 18 23:22:15.868294 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:15.869007 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60d6a173-9be9-4ab0-8493-8b9a4a25f726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:15.916207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.058416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.081443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.163088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.164166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb3d216-6927-42d8-a0e9-a24cfe937478 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:22:16.173550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.178999 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-98b202e6-01eb-4791-97b4-6fb83a48e64f admin admin] 10.222.0.52 "DELETE /v2.0/routers/6bb3d216-6927-42d8-a0e9-a24cfe937478 HTTP/1.1" status: 204 len: 168 time: 3.4332206 Oct 18 23:22:16.182272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44120) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:16.191143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Deleting port aeb7f918-95d0-4e78-87af-6a138905eaff {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:22:16.191495 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.218704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-a83a376a-c46b-4a24-89fd-34cc7c6dd11f service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675590 Oct 18 23:22:16.329799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60d6a173-9be9-4ab0-8493-8b9a4a25f726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.347433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60d6a173-9be9-4ab0-8493-8b9a4a25f726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.400517 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.400982 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.427887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-60d6a173-9be9-4ab0-8493-8b9a4a25f726 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e618fbdd3c884d05b6b47f985b0076a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0943224 Oct 18 23:22:16.428933 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Calling delete_port for aeb7f918-95d0-4e78-87af-6a138905eaff owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:22:16.429433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44128) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:16.431135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6a173-9be9-4ab0-8493-8b9a4a25f726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282db5dc-3d0c-4fad-9b00-929845a0753f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:16.524204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-32de71e1-3f7a-4585-8cf1-c26bc1af6a3b admin admin] Deleting subnet 73add666-15c8-42ca-a650-b364a8d68f08 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:22:16.595458 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32de71e1-3f7a-4585-8cf1-c26bc1af6a3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.697315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32de71e1-3f7a-4585-8cf1-c26bc1af6a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.713916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.745563 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0206460-99fa-464b-9c7f-dba3bb5ea2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.752915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Pushing event deleted for resources: {'Port': ['ID=aeb7f918-95d0-4e78-87af-6a138905eaff,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:16.770780 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.782713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5824500-c634-4099-8f53-469c62f3564d req-3161b9d3-4935-4dba-ac28-c7566ce31dac tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:16.784347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b5824500-c634-4099-8f53-469c62f3564d req-3161b9d3-4935-4dba-ac28-c7566ce31dac tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 948 time: 0.2945571 Oct 18 23:22:16.786334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1e0960a-9f91-48f2-b05e-1f00dfccbcd0 req-090e8cf6-87ca-4c81-8aa4-8186ff20957b service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468408 Oct 18 23:22:16.797299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.870244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0206460-99fa-464b-9c7f-dba3bb5ea2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.888740 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.898006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32de71e1-3f7a-4585-8cf1-c26bc1af6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.909519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:16.913012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1feb20a-1d1e-4e03-886a-14eb85e3b3e0 req-2d670b14-9f0d-4243-8d55-ef3ed3843827 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "DELETE /v2.0/floatingips/c83439d4-20f0-4e21-b6b3-8022375be3d1 HTTP/1.1" status: 204 len: 173 time: 1.2720537 Oct 18 23:22:17.006220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:17.034485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Pushing event updated for resources: {'Port': ['ID=b295de10-a6e3-4cbe-9204-11b8da59f159,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:17.049485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b5824500-c634-4099-8f53-469c62f3564d req-8ee9c988-9380-44c9-a26b-c99fa3482211 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532635 Oct 18 23:22:17.237519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32de71e1-3f7a-4585-8cf1-c26bc1af6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:17.254918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-9b95e4e9-cc3c-4aa3-a011-1bf8c2de7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:17.256414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-9b95e4e9-cc3c-4aa3-a011-1bf8c2de7eb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 1100 time: 0.3162420 Oct 18 23:22:17.265409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0206460-99fa-464b-9c7f-dba3bb5ea2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:17.268119 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0206460-99fa-464b-9c7f-dba3bb5ea2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:17.272692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a0206460-99fa-464b-9c7f-dba3bb5ea2d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/282db5dc-3d0c-4fad-9b00-929845a0753f HTTP/1.1" status: 204 len: 168 time: 0.8353312 Oct 18 23:22:17.340556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de71e1-3f7a-4585-8cf1-c26bc1af6a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73add666-15c8-42ca-a650-b364a8d68f08,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:17.383701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32de71e1-3f7a-4585-8cf1-c26bc1af6a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:17.396482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-32de71e1-3f7a-4585-8cf1-c26bc1af6a3b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/73add666-15c8-42ca-a650-b364a8d68f08 HTTP/1.1" status: 204 len: 168 time: 1.2024059 Oct 18 23:22:17.397704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0206460-99fa-464b-9c7f-dba3bb5ea2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282db5dc-3d0c-4fad-9b00-929845a0753f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:17.399710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44140) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:17.403991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8334-e486-459b-9381-62cb26e28d76 req-80d8338a-ad1c-4033-abd2-bbdc2d0cf331 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:17.425159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-054b8334-e486-459b-9381-62cb26e28d76 req-80d8338a-ad1c-4033-abd2-bbdc2d0cf331 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 949 time: 0.1244226 Oct 18 23:22:17.489159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-054b8334-e486-459b-9381-62cb26e28d76 req-690df232-418a-4ff4-b66b-bb03747ce27a tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Oct 18 23:22:17.639610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Network 57a13f99-1faa-47f7-a1f7-fb5bc556604a is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:17.649154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:17.674187 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:17.730192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-26df4688-3132-4348-bc3e-76caab567b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:17.731758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-26df4688-3132-4348-bc3e-76caab567b93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.4579813 Oct 18 23:22:17.743355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aad730-9c07-4157-bceb-e6ee9e527bfc req-258aa116-9230-4482-9a67-6ab6d7e209c6 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:17.744969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67aad730-9c07-4157-bceb-e6ee9e527bfc req-258aa116-9230-4482-9a67-6ab6d7e209c6 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 946 time: 0.2575936 Oct 18 23:22:17.833645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-56e5df03-ee34-424f-9224-40410ec8b41c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ed53882d-add0-411e-b4e4-5f675d396fe2 HTTP/1.1" status: 200 len: 217 time: 0.0851057 Oct 18 23:22:17.988280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67aad730-9c07-4157-bceb-e6ee9e527bfc req-62de481c-7fbc-47e5-a713-95b62325d80d tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298856 Oct 18 23:22:18.064643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3d78c25d-fbbf-41b5-a033-d0eb9648a18b None None] Provisioning complete for port b295de10-a6e3-4cbe-9204-11b8da59f159 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:18.065266 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3d78c25d-fbbf-41b5-a033-d0eb9648a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:18.157323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3d78c25d-fbbf-41b5-a033-d0eb9648a18b None None] Port b295de10-a6e3-4cbe-9204-11b8da59f159 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:22:18.253324 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fd2ad-3cf4-41a8-aac0-939622a9c5c7 req-443ca062-22ac-4004-9474-357b39ccb275 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:18.267783 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-173fd2ad-3cf4-41a8-aac0-939622a9c5c7 req-443ca062-22ac-4004-9474-357b39ccb275 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 948 time: 0.0848017 Oct 18 23:22:18.299214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:18.365822 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-173fd2ad-3cf4-41a8-aac0-939622a9c5c7 req-5c8ba13b-0356-4d55-951e-ed3a754021fc tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968199 Oct 18 23:22:18.425543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b36bb4db-5955-4409-8034-6d86546926c4 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:22:18.431342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b36bb4db-5955-4409-8034-6d86546926c4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:18.432403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:18.587548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-cf86a127-58fd-45e4-8147-9e8ef951e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:18.589288 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-cf86a127-58fd-45e4-8147-9e8ef951e442 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.7207360 Oct 18 23:22:18.591137 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:18.627522 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:18.667178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:18.673219 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2147b1-9190-420f-9676-1998d4e6286d" -d '{"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-plugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:18.703635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:18.715052 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:18.717231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Router 62edf35a-719d-416c-a557-6b617a9d146d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:22:18.742473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50966379-555a-4840-a924-0eb5c7827a79 req-295943ed-bf74-4bfb-b54f-8ca4ad4959e0 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:18.744201 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50966379-555a-4840-a924-0eb5c7827a79 req-295943ed-bf74-4bfb-b54f-8ca4ad4959e0 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 949 time: 0.1473596 Oct 18 23:22:18.753904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ee5f95-f90c-4399-885d-231d76901214']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:18.831104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:18.842218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867c6903-0fe2-435a-9c54-087f4d17ee93') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:18.842550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867c6903-0fe2-435a-9c54-087f4d17ee93') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:18.910571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-a85c974e-ba67-4120-a686-5591e79e4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:18.913768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-a85c974e-ba67-4120-a686-5591e79e4bff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3119056 Oct 18 23:22:18.926543 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6961bda1-6f02-4dd6-9ddd-62a6865bac6f x-openstack-request-id: req-6961bda1-6f02-4dd6-9ddd-62a6865bac6f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:18.926869 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-plugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:18.927128 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6961bda1-6f02-4dd6-9ddd-62a6865bac6f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:18.927529 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4', 'code': 200} Oct 18 23:22:18.980806 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:19.085410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50966379-555a-4840-a924-0eb5c7827a79 req-324631f9-b96f-4342-8440-9fbc33ac4722 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265517 Oct 18 23:22:19.100477 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:19.111714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-13c49933-e6c1-42f4-9442-fdf642450168 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:19.111952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-13c49933-e6c1-42f4-9442-fdf642450168 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 949 time: 0.3314724 Oct 18 23:22:19.147752 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c99d61c0-703c-4eb2-89bf-b4c41ed0dc93 req-bf10ebf7-bf2d-46d1-bf97-be6d824f78c5 tempest-AbsoluteLimitsNegativeTestJSON-337641452 tempest-AbsoluteLimitsNegativeTestJSON-337641452-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=888657b9a3894d1898ef9c7b93b6a5a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665617 Oct 18 23:22:19.173493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d18cec-049f-43db-a220-43e1d2974a01 req-90faab40-8fcb-4cbf-a044-fbe8b85cb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:19.175097 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29d18cec-049f-43db-a220-43e1d2974a01 req-90faab40-8fcb-4cbf-a044-fbe8b85cb886 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 1101 time: 0.1344068 Oct 18 23:22:19.181620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:22:19.182857 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:22:19.188855 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:22:19.246199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:22:19.261576 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Sync routers for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:22:19.265133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e5a71403-6ac9-4ca5-ab71-7bfd1f96c9fd admin admin] 10.222.0.52 "PUT /v2.0/routers/62edf35a-719d-416c-a557-6b617a9d146d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0789325 Oct 18 23:22:19.288576 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:19.289291 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:19.485047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29d18cec-049f-43db-a220-43e1d2974a01 req-7aede26f-7578-45c7-b98b-26bf25f1aeff service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762811 Oct 18 23:22:19.513942 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:19.528621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:19.532187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/66ee5f95-f90c-4399-885d-231d76901214 HTTP/1.1" status: 204 len: 168 time: 2.1183724 Oct 18 23:22:19.571973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d61c0-703c-4eb2-89bf-b4c41ed0dc93 req-d4a97099-d7f3-4455-a4a4-af77f88524b4 tempest-AbsoluteLimitsNegativeTestJSON-337641452 tempest-AbsoluteLimitsNegativeTestJSON-337641452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:19.583423 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c99d61c0-703c-4eb2-89bf-b4c41ed0dc93 req-d4a97099-d7f3-4455-a4a4-af77f88524b4 tempest-AbsoluteLimitsNegativeTestJSON-337641452 tempest-AbsoluteLimitsNegativeTestJSON-337641452-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4072182 Oct 18 23:22:19.606329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-a2ea8fd4-b9e6-4eb2-be7b-4e4788c1ff53 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767769 Oct 18 23:22:19.611879 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c99d61c0-703c-4eb2-89bf-b4c41ed0dc93 req-27d626a4-1951-4b2e-8c3d-c4254b004a57 tempest-AbsoluteLimitsNegativeTestJSON-337641452 tempest-AbsoluteLimitsNegativeTestJSON-337641452-project] 10.222.0.52 "GET /v2.0/quotas/888657b9a3894d1898ef9c7b93b6a5a3 HTTP/1.1" status: 200 len: 375 time: 0.0264263 Oct 18 23:22:19.628662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12211f-6864-45d2-8b39-c122d1b17fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ee5f95-f90c-4399-885d-231d76901214,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:19.685266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91619d0-c11e-48df-a383-8766c823a72b req-a4ca24a3-0923-493c-b5a0-46769c78e9a0 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:19.692982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d91619d0-c11e-48df-a383-8766c823a72b req-a4ca24a3-0923-493c-b5a0-46769c78e9a0 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.73 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 946 time: 0.4742179 Oct 18 23:22:19.722061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c99d61c0-703c-4eb2-89bf-b4c41ed0dc93 req-71e3e9ad-0de9-4d51-bb74-d5df35654925 tempest-AbsoluteLimitsNegativeTestJSON-337641452 tempest-AbsoluteLimitsNegativeTestJSON-337641452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=888657b9a3894d1898ef9c7b93b6a5a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1088238 Oct 18 23:22:19.730004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6dd9-3b67-42c1-82bf-7cba33909ebd req-1d48f533-7611-4e3e-afd1-c161930cd87a tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:19.737411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-001d6dd9-3b67-42c1-82bf-7cba33909ebd req-1d48f533-7611-4e3e-afd1-c161930cd87a tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 946 time: 0.4656377 Oct 18 23:22:19.869809 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:19.900301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44210) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:20.048896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3aa0b-1f6b-44f8-a678-d50a6eb700ba req-b02a27ef-0659-4c38-ab9a-b4132477be5f tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:20.060128 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29f3aa0b-1f6b-44f8-a678-d50a6eb700ba req-b02a27ef-0659-4c38-ab9a-b4132477be5f tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 948 time: 0.1493609 Oct 18 23:22:20.112031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-be65e5ba-eb1d-4a96-aec9-3a89288035aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=698333cc46564d3da73b9602f037a5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988528 Oct 18 23:22:20.120139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44212) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:20.127088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Deleting port ad63c5a7-0413-450f-b8ea-ca70cd3b645b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:22:20.127718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.131742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed53882d-add0-411e-b4e4-5f675d396fe2 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:22:20.303819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-001d6dd9-3b67-42c1-82bf-7cba33909ebd req-73085079-0ff9-4f8c-aabd-323d216f6d41 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730821 Oct 18 23:22:20.326223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29f3aa0b-1f6b-44f8-a678-d50a6eb700ba req-b059a467-2846-4d32-8c76-3470f6d4d291 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086620 Oct 18 23:22:20.395710 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4b804823-609a-4c22-8ba7-efbd30b58ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.397038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf795f8a-c599-4da3-b156-057f834fd2bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.445887 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-155e371e-ef0f-4977-8e23-f915e314fb38 req-a212174d-a705-4701-8837-f0d88d9a21f2 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8198340 Oct 18 23:22:20.484723 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:22:20.517342 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf795f8a-c599-4da3-b156-057f834fd2bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.552751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d91619d0-c11e-48df-a383-8766c823a72b req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Deleting port d9b321e0-9d82-4474-844d-68dc823a56da {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:22:20.553907 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d91619d0-c11e-48df-a383-8766c823a72b req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.562839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] For port ad63c5a7-0413-450f-b8ea-ca70cd3b645b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:20.563350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.575325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a17f9-dcce-4a01-be14-1e7f249ae35f req-ef300dd7-a65f-4e5c-98e0-d7e4f72b0d0f tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:20.585303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec2a17f9-dcce-4a01-be14-1e7f249ae35f req-ef300dd7-a65f-4e5c-98e0-d7e4f72b0d0f tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 949 time: 0.1465874 Oct 18 23:22:20.658539 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:15Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b295de10-a6e3-4cbe-9204-11b8da59f159', 'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'mac_address': 'fa:16:3e:38:53:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:11Z', 'updated_at': '2021-10-18T23:22:16Z', 'revision_number': 2, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'subnets': [{'id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:20.671929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed53882d-add0-411e-b4e4-5f675d396fe2,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:20.711552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'ed53882d-add0-411e-b4e4-5f675d396fe2', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'ed53882d-add0-411e-b4e4-5f675d396fe2', 'mac_address': 'fa:16:3e:39:da:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:22:20.728096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf795f8a-c599-4da3-b156-057f834fd2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.737582 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Checking router: 62edf35a-719d-416c-a557-6b617a9d146d for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:22:20.738003 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Updating router 62edf35a-719d-416c-a557-6b617a9d146d port b295de10-a6e3-4cbe-9204-11b8da59f159 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:22:20.747617 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf795f8a-c599-4da3-b156-057f834fd2bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.759122 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cf795f8a-c599-4da3-b156-057f834fd2bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db4f578d-b51b-4090-b2b7-620166a0e90e HTTP/1.1" status: 204 len: 168 time: 0.6351032 Oct 18 23:22:20.760078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44252) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:20.775227 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.825327 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:20.850124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf795f8a-c599-4da3-b156-057f834fd2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4f578d-b51b-4090-b2b7-620166a0e90e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:20.894239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed53882d-add0-411e-b4e4-5f675d396fe2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:22:20.904330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Calling delete_port for ad63c5a7-0413-450f-b8ea-ca70cd3b645b owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:22:20.973279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec2a17f9-dcce-4a01-be14-1e7f249ae35f req-6d51f75c-d930-4683-9be8-9dab26d65e50 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c10d439-cd69-4df4-87c7-f8837ec10045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853524 Oct 18 23:22:20.982210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed53882d-add0-411e-b4e4-5f675d396fe2,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:20.989030 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:21.117802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ed53882d-add0-411e-b4e4-5f675d396fe2,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:21.316324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d91619d0-c11e-48df-a383-8766c823a72b req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] For port d9b321e0-9d82-4474-844d-68dc823a56da, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d9b321e0-9d82-4474-844d-68dc823a56da,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:21.319298 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d91619d0-c11e-48df-a383-8766c823a72b req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:21.350012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d91619d0-c11e-48df-a383-8766c823a72b req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Calling delete_port for d9b321e0-9d82-4474-844d-68dc823a56da owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:22:21.413820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ed53882d-add0-411e-b4e4-5f675d396fe2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:22:21.486808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d587fbc7-172a-40ae-b8c4-46e188a9615e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:21.806217 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:21.817923 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:21.828715 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:21.866211 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d587fbc7-172a-40ae-b8c4-46e188a9615e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:21.876760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d587fbc7-172a-40ae-b8c4-46e188a9615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:21.960803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587fbc7-172a-40ae-b8c4-46e188a9615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aac40ab-e1f5-4c09-a6ed-a0b23b326858,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:21.969167 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d587fbc7-172a-40ae-b8c4-46e188a9615e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=888657b9a3894d1898ef9c7b93b6a5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1495500 Oct 18 23:22:21.974855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44278) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:22.017790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed70e1c-58d5-4144-aa00-41db27a2bbcb req-8a932b76-dc76-47ef-9aee-b0c3620955a6 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:22.021486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eed70e1c-58d5-4144-aa00-41db27a2bbcb req-8a932b76-dc76-47ef-9aee-b0c3620955a6 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 946 time: 0.4395733 Oct 18 23:22:22.099416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Pushing event deleted for resources: {'Port': ['ID=ad63c5a7-0413-450f-b8ea-ca70cd3b645b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:22.104097 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d91619d0-c11e-48df-a383-8766c823a72b req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.169519 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Attempting to bind port b295de10-a6e3-4cbe-9204-11b8da59f159 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:22.169796 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Attempting to bind port b295de10-a6e3-4cbe-9204-11b8da59f159 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:22.170140 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Attempting to bind port b295de10-a6e3-4cbe-9204-11b8da59f159 on network 57a13f99-1faa-47f7-a1f7-fb5bc556604a {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:22.174610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device d9b321e0-9d82-4474-844d-68dc823a56da no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:22:22.207148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b3f95bc-7d12-4068-b9f4-9a14fec81bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.230547 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb991c-d875-45c9-a398-fb64f2336ba3 None None] Pushing event updated for resources: {'Port': ['ID=b295de10-a6e3-4cbe-9204-11b8da59f159,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:22.236025 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:22.238316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Pushing event deleted for resources: {'Port': ['ID=d9b321e0-9d82-4474-844d-68dc823a56da,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:22.239443 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Checking segment: {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:22.240148 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.241776 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Bound using segment: {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:22.242357 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Bound port: b295de10-a6e3-4cbe-9204-11b8da59f159, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:22.244084 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.266010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: d9b321e0-9d82-4474-844d-68dc823a56da {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:22:22.266591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device d9b321e0-9d82-4474-844d-68dc823a56da not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:22:22.277646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b3f95bc-7d12-4068-b9f4-9a14fec81bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.323332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ad63c5a7-0413-450f-b8ea-ca70cd3b645b no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:22:22.414417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b3f95bc-7d12-4068-b9f4-9a14fec81bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.418815 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b3f95bc-7d12-4068-b9f4-9a14fec81bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.420565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7b3f95bc-7d12-4068-b9f4-9a14fec81bb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1aac40ab-e1f5-4c09-a6ed-a0b23b326858 HTTP/1.1" status: 204 len: 168 time: 0.4431655 Oct 18 23:22:22.432039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91619d0-c11e-48df-a383-8766c823a72b req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] No DVR routers for this DVR port d9b321e0-9d82-4474-844d-68dc823a56da on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:22:22.435341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: ad63c5a7-0413-450f-b8ea-ca70cd3b645b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:22:22.436439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ad63c5a7-0413-450f-b8ea-ca70cd3b645b not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:22:22.487519 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] For port b295de10-a6e3-4cbe-9204-11b8da59f159, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:22.487995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eed70e1c-58d5-4144-aa00-41db27a2bbcb req-dfcfa65c-b71a-4067-b0a3-2db473e89ef6 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/security-groups?id=47bb62fb-cea8-488f-ab8d-92198012bb31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327831 Oct 18 23:22:22.500478 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d91619d0-c11e-48df-a383-8766c823a72b req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.504890 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d91619d0-c11e-48df-a383-8766c823a72b req-acbba797-7d74-44bc-a0b5-4905ed5eb530 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.73 "DELETE /v2.0/ports/d9b321e0-9d82-4474-844d-68dc823a56da HTTP/1.1" status: 204 len: 173 time: 2.8108172 Oct 18 23:22:22.506214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] No DVR routers for this DVR port ad63c5a7-0413-450f-b8ea-ca70cd3b645b on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:22:22.508444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f95bc-7d12-4068-b9f4-9a14fec81bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aac40ab-e1f5-4c09-a6ed-a0b23b326858,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:22.509924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'name': 'network-vif-deleted', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:22.514774 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] For port b295de10-a6e3-4cbe-9204-11b8da59f159, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b295de10-a6e3-4cbe-9204-11b8da59f159,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:22.535174 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.536627 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2286cbdd-8cfb-442e-ac0f-5fd3731d6042" -d '{"events": [{"server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "name": "network-vif-deleted", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:22.541741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.567716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7c8db67-3cb7-4b04-bed1-d39cdc4dbb17 req-3375b96c-29da-45d8-a96a-79b2298fdcd7 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.102 "DELETE /v2.0/ports/ad63c5a7-0413-450f-b8ea-ca70cd3b645b HTTP/1.1" status: 204 len: 173 time: 3.4214714 Oct 18 23:22:22.635992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5ba4d-2307-4be0-b4d7-bc7428a6a26c req-d542f66c-6859-495f-92e9-7d9fb516b23b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:22.651530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fae5ba4d-2307-4be0-b4d7-bc7428a6a26c req-d542f66c-6859-495f-92e9-7d9fb516b23b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 949 time: 1.0114908 Oct 18 23:22:22.732055 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:22.733123 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:21:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:22.814877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-05bbc752-4fe8-4029-b7d7-a6f9e83fdd95 None None] Provisioning complete for port b295de10-a6e3-4cbe-9204-11b8da59f159 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:22.819088 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05bbc752-4fe8-4029-b7d7-a6f9e83fdd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:22.841168 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb991c-d875-45c9-a398-fb64f2336ba3 None None] Pushing event updated for resources: {'Port': ['ID=b295de10-a6e3-4cbe-9204-11b8da59f159,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:22.886189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17dc5a4c-c1f6-4aa9-b807-dca6793aec6f req-8337f024-0c01-47c6-ae95-846f009dbdc8 tempest-ImagesNegativeTestJSON-869161562 tempest-ImagesNegativeTestJSON-869161562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0285bf0-1810-4089-b982-cd01375ea7a4 HTTP/1.1" status: 200 len: 210 time: 0.1762564 Oct 18 23:22:22.905273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fae5ba4d-2307-4be0-b4d7-bc7428a6a26c req-f06dcf7d-c68a-4bef-b049-a70a78b3499d tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476683 Oct 18 23:22:23.061934 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ca3176-a649-4948-a14d-1f26ebca519c x-openstack-request-id: req-93ca3176-a649-4948-a14d-1f26ebca519c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:23.062296 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73c7096-02b7-4815-983d-75d9235545a9", "name": "network-vif-deleted", "tag": "d9b321e0-9d82-4474-844d-68dc823a56da", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:23.062471 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93ca3176-a649-4948-a14d-1f26ebca519c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:23.065059 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73c7096-02b7-4815-983d-75d9235545a9', 'name': 'network-vif-deleted', 'tag': 'd9b321e0-9d82-4474-844d-68dc823a56da', 'status': 'completed', 'code': 200} Oct 18 23:22:23.125142 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:23.125511 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05bbc752-4fe8-4029-b7d7-a6f9e83fdd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:23.249597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-05bbc752-4fe8-4029-b7d7-a6f9e83fdd95 None None] For port b295de10-a6e3-4cbe-9204-11b8da59f159, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b295de10-a6e3-4cbe-9204-11b8da59f159,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:23.273867 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05bbc752-4fe8-4029-b7d7-a6f9e83fdd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:23.360304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbc752-4fe8-4029-b7d7-a6f9e83fdd95 None None] Pushing event updated for resources: {'Port': ['ID=b295de10-a6e3-4cbe-9204-11b8da59f159,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:23.416239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-39a45a09-2149-4308-a123-5299f4284c84 None None] Provisioning complete for port b295de10-a6e3-4cbe-9204-11b8da59f159 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:23.417308 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39a45a09-2149-4308-a123-5299f4284c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:23.771371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54c42b6e-85c5-42ad-81e0-5baa84f44a67 req-9aedc1f5-27ee-47ff-b079-68dc0a75f1f7 tempest-FloatingIPsAssociationTestJSON-142476794 tempest-FloatingIPsAssociationTestJSON-142476794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c73c7096-02b7-4815-983d-75d9235545a9 HTTP/1.1" status: 200 len: 210 time: 0.1001654 Oct 18 23:22:23.924929 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:15Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b295de10-a6e3-4cbe-9204-11b8da59f159', 'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'mac_address': 'fa:16:3e:38:53:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:11Z', 'updated_at': '2021-10-18T23:22:22Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'subnets': [{'id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:23.929416 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-84079e6d-a35f-42ca-8e74-6b79b82df660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:24.156704 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78141489-e411-4b2e-a48f-52097fd740cd None None] The sync data for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 is: [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:15Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b295de10-a6e3-4cbe-9204-11b8da59f159', 'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'mac_address': 'fa:16:3e:38:53:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:11Z', 'updated_at': '2021-10-18T23:22:22Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'subnets': [{'id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:22:24.179318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed53882d-add0-411e-b4e4-5f675d396fe2 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:24.464565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09deba6-b63d-463f-919f-51bbeb257d3e req-6046f013-98c1-48f3-b344-5082038d6335 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:24.481118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port ed53882d-add0-411e-b4e4-5f675d396fe2 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:22:24.482449 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a09deba6-b63d-463f-919f-51bbeb257d3e req-6046f013-98c1-48f3-b344-5082038d6335 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 949 time: 0.2475913 Oct 18 23:22:24.492899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port ed53882d-add0-411e-b4e4-5f675d396fe2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:24.493402 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:24.625242 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a09deba6-b63d-463f-919f-51bbeb257d3e req-5b5e3b29-0858-4dac-b006-4987eeff5920 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361082 Oct 18 23:22:24.713659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:24.787479 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:24.805194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:24.815662 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcda8f07-51ca-471f-b9fd-8f968b63f945" -d '{"events": [{"server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "name": "network-vif-plugged", "status": "completed", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:24.841235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed53882d-add0-411e-b4e4-5f675d396fe2,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:24.849289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:24.942537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ed53882d-add0-411e-b4e4-5f675d396fe2,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:24.969990 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44376) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:25.049998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44378) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:25.062995 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7756e57c-8727-4208-9423-8f7057794e35 x-openstack-request-id: req-7756e57c-8727-4208-9423-8f7057794e35 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:25.063290 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "name": "network-vif-plugged", "status": "completed", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:25.064186 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7756e57c-8727-4208-9423-8f7057794e35 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:25.064781 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2', 'code': 200} Oct 18 23:22:25.067916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0285bf0-1810-4089-b982-cd01375ea7a4', 'name': 'network-vif-deleted', 'tag': 'ad63c5a7-0413-450f-b8ea-ca70cd3b645b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:25.074075 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4086ca1-99be-4a96-a083-089fbeb73df6" -d '{"events": [{"server_uuid": "a0285bf0-1810-4089-b982-cd01375ea7a4", "name": "network-vif-deleted", "tag": "ad63c5a7-0413-450f-b8ea-ca70cd3b645b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:25.227108 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:25.282269 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699e23a3-fd6b-4496-a850-721c36a921e9 x-openstack-request-id: req-699e23a3-fd6b-4496-a850-721c36a921e9 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:25.282943 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0285bf0-1810-4089-b982-cd01375ea7a4", "name": "network-vif-deleted", "tag": "ad63c5a7-0413-450f-b8ea-ca70cd3b645b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:25.283465 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-699e23a3-fd6b-4496-a850-721c36a921e9 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:25.284136 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0285bf0-1810-4089-b982-cd01375ea7a4', 'name': 'network-vif-deleted', 'tag': 'ad63c5a7-0413-450f-b8ea-ca70cd3b645b', 'status': 'completed', 'code': 200} Oct 18 23:22:25.364390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b295de10-a6e3-4cbe-9204-11b8da59f159 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:25.381412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-656328121-network', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:25.478147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:25.486791 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:25.529201 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:25.595148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b295de10-a6e3-4cbe-9204-11b8da59f159 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:25.595529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:25.792072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cd02e-3c14-41c8-bca3-b6e5629b0c0d req-0ca36369-4368-419e-8ee9-4de000ecdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:25.809797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-476cd02e-3c14-41c8-bca3-b6e5629b0c0d req-0ca36369-4368-419e-8ee9-4de000ecdb4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 1102 time: 0.5337400 Oct 18 23:22:25.964790 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-476cd02e-3c14-41c8-bca3-b6e5629b0c0d req-8009abb0-c150-45f3-9dcc-a9e23fb289cb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359401 Oct 18 23:22:26.032746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.055642 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.068638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44404) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:26.168233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05de42ac-add5-4568-b0ac-bceb49c27e58,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:26.194354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de1e19-dd2e-4c53-891a-f536f5a58c89 req-7c7617bc-644a-43a6-b745-0ea32288e77f tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:26.204060 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-04de1e19-dd2e-4c53-891a-f536f5a58c89 req-7c7617bc-644a-43a6-b745-0ea32288e77f tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 950 time: 0.3542871 Oct 18 23:22:26.206438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:22:26.268443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.269097 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Added segment 2a5d0467-69c1-4551-b46f-6ef4e408e0d1 of type vlan for network a1fbbb97-157e-4a93-a1ad-26ffa01120bf Oct 18 23:22:26.368801 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-04de1e19-dd2e-4c53-891a-f536f5a58c89 req-33188403-d7c5-4908-a880-7c88662b8071 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634481 Oct 18 23:22:26.383907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.419187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6bd85f88-d804-484d-9771-79e2c2e54488 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=efa00b4b09b24a17b95a4147a1fc5a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475232 Oct 18 23:22:26.423015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44408) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:26.446973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.452903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:26.453917 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.527800 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4756119 Oct 18 23:22:26.540383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44410) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:26.581126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Request body: {'subnet': {'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-656328121-subnet', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:26.621901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736105fb-d086-4ee0-b3c1-6abe0b4711e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a1fbbb97-157e-4a93-a1ad-26ffa01120bf,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:26.640564 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d2e051d-63d1-4fb5-9fd4-6d2d114cdbab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.642267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network a1fbbb97-157e-4a93-a1ad-26ffa01120bf details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:22:26.680544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d2e051d-63d1-4fb5-9fd4-6d2d114cdbab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.752846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:26.769233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.882060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d2e051d-63d1-4fb5-9fd4-6d2d114cdbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.885734 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d2e051d-63d1-4fb5-9fd4-6d2d114cdbab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:26.887807 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0d2e051d-63d1-4fb5-9fd4-6d2d114cdbab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c10d439-cd69-4df4-87c7-f8837ec10045 HTTP/1.1" status: 204 len: 168 time: 0.4632452 Oct 18 23:22:26.912108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e051d-63d1-4fb5-9fd4-6d2d114cdbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c10d439-cd69-4df4-87c7-f8837ec10045,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:27.130190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:27.576514 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-847343af-21a5-4974-9d37-482a911ed873 req-e252ba2a-ce48-4a7f-82b1-1abdd4da44ee tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0833740 Oct 18 23:22:27.700263 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:27.776531 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:27.973481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6598-3c26-4341-9db4-6cfefad3783e req-e06f3c58-3dcd-4c96-b1e5-d37e037f0c4b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:27.982646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08ad6598-3c26-4341-9db4-6cfefad3783e req-e06f3c58-3dcd-4c96-b1e5-d37e037f0c4b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 950 time: 0.3400896 Oct 18 23:22:28.008593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:28.136170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08ad6598-3c26-4341-9db4-6cfefad3783e req-6e8c2975-8298-40f7-80c1-dd6080c05ec2 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520994 Oct 18 23:22:28.149566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Checking segment: {'id': '2a5d0467-69c1-4551-b46f-6ef4e408e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:28.150291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Network hostable DHCP agents. Network: a1fbbb97-157e-4a93-a1ad-26ffa01120bf, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:22:28.187304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Deleting port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:22:28.188033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:28.213131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Network a1fbbb97-157e-4a93-a1ad-26ffa01120bf is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:22:28.236513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, a1fbbb97-157e-4a93-a1ad-26ffa01120bf) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:28.242466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:28.243371 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:28.251429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc008f-061b-4ba2-a6fa-a66edece4d6d None None] Network a1fbbb97-157e-4a93-a1ad-26ffa01120bf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:28.307313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2fe2d6b9-314f-4a97-b008-3ac11d230dd7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7405412 Oct 18 23:22:28.308578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44460) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:28.312316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:28.375667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] For port 02e497d9-9dc7-48a9-9b3f-cb55b44a398e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=02e497d9-9dc7-48a9-9b3f-cb55b44a398e,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:28.376048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:28.398163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Calling delete_port for 02e497d9-9dc7-48a9-9b3f-cb55b44a398e owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:22:28.480627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:28.484054 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:28.610608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-a1fbbb97-157e-4a93-a1ad-26ffa01120bf', 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'fixed_ips': [{'subnet_id': 'dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:22:28.612029 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:28.669710 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:29.167850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Allocated IP 172.20.0.2 (a1fbbb97-157e-4a93-a1ad-26ffa01120bf/dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb/74bf7d67-e54e-46e2-86b8-22e407b07f3c) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:29.516325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75631eb-96fe-4f9e-8746-08aafd22ed77 req-8c62358e-d365-488d-b87a-5c25cbf44d0b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:29.533348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e75631eb-96fe-4f9e-8746-08aafd22ed77 req-8c62358e-d365-488d-b87a-5c25cbf44d0b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 950 time: 0.1279075 Oct 18 23:22:29.666562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e75631eb-96fe-4f9e-8746-08aafd22ed77 req-4abbeb71-7424-4777-8f9f-54b4ff2a5d1a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318781 Oct 18 23:22:29.893121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-524987fb-47ab-4a0b-9e26-b8e31c698cbc req-f232c96d-44c1-4548-b90b-751e385b1c03 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.1576478 Oct 18 23:22:29.947045 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:29.948046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44518) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:29.959260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:29.995988 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:30.007341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adfe58-4e01-4fbc-9762-66b1179f18b6 req-506c4c2f-6a9b-4302-932a-730937c03a0a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:30.019606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95adfe58-4e01-4fbc-9762-66b1179f18b6 req-506c4c2f-6a9b-4302-932a-730937c03a0a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 949 time: 0.1820581 Oct 18 23:22:30.053613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Network a1fbbb97-157e-4a93-a1ad-26ffa01120bf is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:30.066465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:30.070899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:30.076900 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95adfe58-4e01-4fbc-9762-66b1179f18b6 req-fbc7242d-c1f9-4774-8add-c0671555c5d6 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559092 Oct 18 23:22:30.208049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Pushing event updated for resources: {'Port': ['ID=74bf7d67-e54e-46e2-86b8-22e407b07f3c,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:30.268163 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:30.287868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:30.322540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Attempting to bind port 74bf7d67-e54e-46e2-86b8-22e407b07f3c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:30.323193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Attempting to bind port 74bf7d67-e54e-46e2-86b8-22e407b07f3c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '2a5d0467-69c1-4551-b46f-6ef4e408e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:30.323795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Attempting to bind port 74bf7d67-e54e-46e2-86b8-22e407b07f3c on network a1fbbb97-157e-4a93-a1ad-26ffa01120bf {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:30.336864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:30.337475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Checking segment: {'id': '2a5d0467-69c1-4551-b46f-6ef4e408e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:30.338111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:30.342569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Bound using segment: {'id': '2a5d0467-69c1-4551-b46f-6ef4e408e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:30.349892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Bound port: 74bf7d67-e54e-46e2-86b8-22e407b07f3c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5d0467-69c1-4551-b46f-6ef4e408e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:30.350596 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:30.393235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Pushing event deleted for resources: {'Port': ['ID=02e497d9-9dc7-48a9-9b3f-cb55b44a398e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:30.562021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:30.569646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:30.639866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] For port 74bf7d67-e54e-46e2-86b8-22e407b07f3c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:30.653734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] For port 74bf7d67-e54e-46e2-86b8-22e407b07f3c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=74bf7d67-e54e-46e2-86b8-22e407b07f3c,segment=NetworkSegment(2a5d0467-69c1-4551-b46f-6ef4e408e0d1),segment_id=2a5d0467-69c1-4551-b46f-6ef4e408e0d1)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:30.677288 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:30.687588 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20fbab79c60a4aad8053f9c9cb1b1f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7350609 Oct 18 23:22:30.703753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44546) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:30.793737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59c1563-ddc5-4b5b-8d1b-09bdd28b0d10,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:30.842097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.843108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.843952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.845115 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.845951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.846799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.848761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.849614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.850441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.851271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.852093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.852925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e661319-6f08-47f3-88b2-451017f77ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:30.879683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe081d-ba2a-4696-a26a-40cc857fabd7 None None] Pushing event updated for resources: {'Port': ['ID=74bf7d67-e54e-46e2-86b8-22e407b07f3c,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:31.354893 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-025dfd2e-4d63-4d01-b65d-fef15d836850 req-59fc9f86-a59f-4eec-937a-fcf3859ee760 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0531368 Oct 18 23:22:31.366340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:31.387099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-330a1381-89b3-4ae1-9b7e-3d8ea9384054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:31.443778 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-330a1381-89b3-4ae1-9b7e-3d8ea9384054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:31.449879 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:31.558956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:31.871768 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-330a1381-89b3-4ae1-9b7e-3d8ea9384054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:31.877805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-330a1381-89b3-4ae1-9b7e-3d8ea9384054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:31.882859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-330a1381-89b3-4ae1-9b7e-3d8ea9384054 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b59c1563-ddc5-4b5b-8d1b-09bdd28b0d10 HTTP/1.1" status: 204 len: 168 time: 1.1596165 Oct 18 23:22:31.942826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a1381-89b3-4ae1-9b7e-3d8ea9384054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59c1563-ddc5-4b5b-8d1b-09bdd28b0d10,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:32.088616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Allocated IP 172.25.7.56 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/3b8a3afd-6657-4197-851f-c4e9e021e4f8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:32.621413 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ce2be5-0b7c-4b44-89d2-0d58a3df75ac None None] Network a1fbbb97-157e-4a93-a1ad-26ffa01120bf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:32.631340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3703609-cf1b-4b29-a427-d381b6969a08 req-bedf22d5-e419-4904-8799-6576a44dac19 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0589392 Oct 18 23:22:32.632165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Router 4d9e5eb2-b45a-403b-95a3-6319840e074f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:22:32.741420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:32.874562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:22:32.881540 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bfdc5c41-213a-427e-9262-a409bf93585d admin admin] 10.222.0.52 "PUT /v2.0/routers/4d9e5eb2-b45a-403b-95a3-6319840e074f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9096527 Oct 18 23:22:32.885382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44596) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:32.896360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:32.922302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] Sync routers for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:22:32.992344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:32.998673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:33.014058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:33.072676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8a3afd-6657-4197-851f-c4e9e021e4f8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:33.103344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ea7ade99-b5d5-4da7-a04a-0e66ba5e9cf9 None None] Provisioning complete for port 74bf7d67-e54e-46e2-86b8-22e407b07f3c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:33.105769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ea7ade99-b5d5-4da7-a04a-0e66ba5e9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:33.108766 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:33.122405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd721437-5a9d-46ff-ac9b-906f9579f1c8 req-be48e263-5d14-4d47-a670-347703eec343 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0443828 Oct 18 23:22:33.165520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:33.170441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:33.664156 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 74bf7d67-e54e-46e2-86b8-22e407b07f3c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:33.882768 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:33.901543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-720ab2df-fd55-478f-ab2b-95f42497919f req-a8a26921-00a0-42e1-8df0-bbb108845ba7 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.1192825 Oct 18 23:22:33.930594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:33.969026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:34.113069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Deleting port b3a86c59-4a66-48aa-bed3-be733de8d37a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:22:34.118712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:34.121141 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ea7ade99-b5d5-4da7-a04a-0e66ba5e9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:34.181221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ea7ade99-b5d5-4da7-a04a-0e66ba5e9cf9 None None] For port 74bf7d67-e54e-46e2-86b8-22e407b07f3c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=74bf7d67-e54e-46e2-86b8-22e407b07f3c,segment=NetworkSegment(2a5d0467-69c1-4551-b46f-6ef4e408e0d1),segment_id=2a5d0467-69c1-4551-b46f-6ef4e408e0d1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:34.197074 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ea7ade99-b5d5-4da7-a04a-0e66ba5e9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:34.272923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 74bf7d67-e54e-46e2-86b8-22e407b07f3c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:34.273557 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:34.480551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] For port b3a86c59-4a66-48aa-bed3-be733de8d37a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b3a86c59-4a66-48aa-bed3-be733de8d37a,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:34.481179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:34.528722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Calling delete_port for b3a86c59-4a66-48aa-bed3-be733de8d37a owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:22:34.535840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ade99-b5d5-4da7-a04a-0e66ba5e9cf9 None None] Pushing event updated for resources: {'Port': ['ID=74bf7d67-e54e-46e2-86b8-22e407b07f3c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:34.582474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:34.811648 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:34.862595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ca04b98b-e454-41c1-9ea3-f334e5d257b6 None None] Provisioning complete for port 74bf7d67-e54e-46e2-86b8-22e407b07f3c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:34.863877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ca04b98b-e454-41c1-9ea3-f334e5d257b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:34.944947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:22:30Z', 'revision_number': 5, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port': {'id': 'b3a86c59-4a66-48aa-bed3-be733de8d37a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:20:08Z', 'updated_at': '2021-10-18T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:34.966999 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:35.032003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] Checking router: 4d9e5eb2-b45a-403b-95a3-6319840e074f for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:22:35.063553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] Routers {'4d9e5eb2-b45a-403b-95a3-6319840e074f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:35.064190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4d9e5eb2-b45a-403b-95a3-6319840e074f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:35.130122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a86c59-4a66-48aa-bed3-be733de8d37a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:35.199872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Router b1efc775-bae2-4fd4-99ba-40d304f510aa is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:22:35.235137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eabd977e-0661-441b-93e1-56cd8f27827e req-a9c0a407-d533-4769-93bc-0b0b16d73154 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0637169 Oct 18 23:22:35.259178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] Set router 4d9e5eb2-b45a-403b-95a3-6319840e074f gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:35.286965 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:35.431857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:22:34Z', 'revision_number': 7, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:35.508720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b66695-6c4f-4a35-95ce-d69b41401525 None None] The sync data for ids ['4d9e5eb2-b45a-403b-95a3-6319840e074f'] in n-d-713498-28 is: [{'id': '4d9e5eb2-b45a-403b-95a3-6319840e074f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895877676-router', 'tenant_id': 'f14e9050898442089ab25fad43bb5fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:20:07Z', 'updated_at': '2021-10-18T23:22:34Z', 'revision_number': 7, 'project_id': 'f14e9050898442089ab25fad43bb5fa0', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:22:35.529363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 74bf7d67-e54e-46e2-86b8-22e407b07f3c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:35.741685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:22:35.757387 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Sync routers for ids ['b1efc775-bae2-4fd4-99ba-40d304f510aa'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:22:35.773839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 74bf7d67-e54e-46e2-86b8-22e407b07f3c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:35.774484 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:35.777109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:35.782580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-76791da5-9594-4d49-9d69-1a7522db2362 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.4696820 Oct 18 23:22:35.782969 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:35.783170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44684) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:35.792913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:35.823237 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Routers {'b1efc775-bae2-4fd4-99ba-40d304f510aa'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:35.824586 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b1efc775-bae2-4fd4-99ba-40d304f510aa'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:36.207739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:36.213795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d9e5eb2-b45a-403b-95a3-6319840e074f {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:22:36.230557 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:36.257817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:36.263492 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-398d3b10-5ae3-4ff5-baa6-1725c4d4309c admin admin] 10.222.0.52 "DELETE /v2.0/routers/4d9e5eb2-b45a-403b-95a3-6319840e074f HTTP/1.1" status: 204 len: 168 time: 3.3739927 Oct 18 23:22:36.266388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44700) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:36.429123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:22:36.621473 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Set router b1efc775-bae2-4fd4-99ba-40d304f510aa gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:36.699394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-7816f1c1-04cd-4a16-82af-36cb94b804c2 admin admin] Deleting subnet 7ac61b62-70f5-4603-982f-08fde35092f6 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:22:36.731357 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc5a6494-d91f-434d-9b55-5a914b76a0d5 req-2f25e258-6487-4dfc-b5c7-c11b379fe8c0 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.2536082 Oct 18 23:22:36.737335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7816f1c1-04cd-4a16-82af-36cb94b804c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:36.740253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:36.772846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b36bb4db-5955-4409-8034-6d86546926c4', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'b36bb4db-5955-4409-8034-6d86546926c4', 'mac_address': 'fa:16:3e:bd:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:22:36.878279 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7816f1c1-04cd-4a16-82af-36cb94b804c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:37.302826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 02e497d9-9dc7-48a9-9b3f-cb55b44a398e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:22:37.305778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44724) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:37.357708 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7816f1c1-04cd-4a16-82af-36cb94b804c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:37.402949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 02e497d9-9dc7-48a9-9b3f-cb55b44a398e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:22:37.404523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 02e497d9-9dc7-48a9-9b3f-cb55b44a398e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:22:37.405210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b3a86c59-4a66-48aa-bed3-be733de8d37a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:22:37.433605 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:28Z', 'updated_at': '2021-10-18T23:22:33Z', 'revision_number': 3, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'gw_port': {'id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:31Z', 'updated_at': '2021-10-18T23:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:37.449518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1b196-4ed8-43bf-b989-b79bb4da027e req-b2ce606a-f3cd-48a2-aa93-f73172240c8a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:37.481724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-68f1b196-4ed8-43bf-b989-b79bb4da027e req-b2ce606a-f3cd-48a2-aa93-f73172240c8a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 945 time: 0.5195594 Oct 18 23:22:37.607398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: b3a86c59-4a66-48aa-bed3-be733de8d37a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:22:37.607398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b3a86c59-4a66-48aa-bed3-be733de8d37a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:22:37.614462 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7816f1c1-04cd-4a16-82af-36cb94b804c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:37.651262 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:37.667322 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Checking router: b1efc775-bae2-4fd4-99ba-40d304f510aa for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:22:37.670973 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Updating router b1efc775-bae2-4fd4-99ba-40d304f510aa port 3b8a3afd-6657-4197-851f-c4e9e021e4f8 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:22:37.708224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b36bb4db-5955-4409-8034-6d86546926c4 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:22:37.718326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-68f1b196-4ed8-43bf-b989-b79bb4da027e req-4ce5f1a8-f673-4e18-9cf8-c0f741f09170 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346385 Oct 18 23:22:37.733268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816f1c1-04cd-4a16-82af-36cb94b804c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac61b62-70f5-4603-982f-08fde35092f6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:37.772382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7816f1c1-04cd-4a16-82af-36cb94b804c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:37.784291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:37.785967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42664e2-f197-48c3-aafb-5bc5e58c7379 None None] Network 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:37.788934 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:37.790415 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7816f1c1-04cd-4a16-82af-36cb94b804c2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7ac61b62-70f5-4603-982f-08fde35092f6 HTTP/1.1" status: 204 len: 168 time: 1.5212557 Oct 18 23:22:37.793462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44728) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:37.835598 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:37.860050 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c388895-2ed9-4b67-b43d-b58e06b7f398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:37.996588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:38.049918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c388895-2ed9-4b67-b43d-b58e06b7f398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.063514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c388895-2ed9-4b67-b43d-b58e06b7f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.110852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b36bb4db-5955-4409-8034-6d86546926c4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:22:38.151629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c388895-2ed9-4b67-b43d-b58e06b7f398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217de8be-ba12-4dbe-9311-6233f01b5865,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:38.270251 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1c388895-2ed9-4b67-b43d-b58e06b7f398 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea2bf0b9fa1641158eb46744b0a3ad8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9602036 Oct 18 23:22:38.274839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44738) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:38.317217 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.355797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e811c1-006a-45bb-b0bb-12c9742a62b8 None None] DHCP port deletion for 69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:22:38.465308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f4e811c1-006a-45bb-b0bb-12c9742a62b8 None None] Deleting port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:22:38.465685 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4e811c1-006a-45bb-b0bb-12c9742a62b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.496482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff25bbd2-14c5-44d1-ab20-2ccb2638e9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.542510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f4e811c1-006a-45bb-b0bb-12c9742a62b8 None None] For port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb,segment=NetworkSegment(961b2a93-e2b8-41a9-aba5-05b719a44cf5),segment_id=961b2a93-e2b8-41a9-aba5-05b719a44cf5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:38.543025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4e811c1-006a-45bb-b0bb-12c9742a62b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.559504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f4e811c1-006a-45bb-b0bb-12c9742a62b8 None None] Calling delete_port for d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:22:38.615182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff25bbd2-14c5-44d1-ab20-2ccb2638e9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.651757 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4e811c1-006a-45bb-b0bb-12c9742a62b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.689951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e811c1-006a-45bb-b0bb-12c9742a62b8 None None] No DVR routers for this DVR port d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:22:38.692676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e811c1-006a-45bb-b0bb-12c9742a62b8 None None] Pushing event deleted for resources: {'Port': ['ID=d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:38.710786 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.719919 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.756939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff25bbd2-14c5-44d1-ab20-2ccb2638e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.761360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff25bbd2-14c5-44d1-ab20-2ccb2638e9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.763018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ff25bbd2-14c5-44d1-ab20-2ccb2638e9fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/217de8be-ba12-4dbe-9311-6233f01b5865 HTTP/1.1" status: 204 len: 168 time: 0.4832196 Oct 18 23:22:38.784157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25bbd2-14c5-44d1-ab20-2ccb2638e9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217de8be-ba12-4dbe-9311-6233f01b5865,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:38.887997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Allocated IP 172.20.0.1 (a1fbbb97-157e-4a93-a1ad-26ffa01120bf/dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb/17034623-2f48-4633-8020-464a316cb341) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:38.896886 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Attempting to bind port 3b8a3afd-6657-4197-851f-c4e9e021e4f8 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:38.897687 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Attempting to bind port 3b8a3afd-6657-4197-851f-c4e9e021e4f8 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:38.898484 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Attempting to bind port 3b8a3afd-6657-4197-851f-c4e9e021e4f8 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:38.934947 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:38.936627 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:38.938697 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.941838 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:38.942656 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Bound port: 3b8a3afd-6657-4197-851f-c4e9e021e4f8, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:38.947781 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:38.952045 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372c99-f5f1-4ba2-b489-8811e16ba501 None None] Pushing event updated for resources: {'Port': ['ID=3b8a3afd-6657-4197-851f-c4e9e021e4f8,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:39.045352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa4b9e-dd81-4a3e-a7bd-fedf5d7107f7 req-42ad33d0-17c3-4bda-9234-316d56a582e7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:39.052595 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8fa4b9e-dd81-4a3e-a7bd-fedf5d7107f7 req-42ad33d0-17c3-4bda-9234-316d56a582e7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 945 time: 0.1835635 Oct 18 23:22:39.139141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:39.147786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8fa4b9e-dd81-4a3e-a7bd-fedf5d7107f7 req-6056827f-6fb2-4488-a341-77dc3bb2aaad tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835090 Oct 18 23:22:39.267173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b00b61ad-04dc-4ec8-84a7-471e7ec4b229 req-7763d92c-22d9-4164-ab09-e5085e26d207 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.1873877 Oct 18 23:22:39.271355 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] For port 3b8a3afd-6657-4197-851f-c4e9e021e4f8, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:39.275912 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] For port 3b8a3afd-6657-4197-851f-c4e9e021e4f8, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3b8a3afd-6657-4197-851f-c4e9e021e4f8,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:39.286790 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:39.376809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:22:39.450619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:22:39.470152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d21c3d62-cf4c-4b18-9b46-ea86aa1c0deb not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:22:39.520422 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Routers {'b1efc775-bae2-4fd4-99ba-40d304f510aa'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:39.532572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-cb3cc718-971f-4e91-b49d-80b292251be3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:39.534032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-cb3cc718-971f-4e91-b49d-80b292251be3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 945 time: 0.4771578 Oct 18 23:22:39.534621 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b1efc775-bae2-4fd4-99ba-40d304f510aa'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:39.553740 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:39.711131 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372c99-f5f1-4ba2-b489-8811e16ba501 None None] Pushing event updated for resources: {'Port': ['ID=3b8a3afd-6657-4197-851f-c4e9e021e4f8,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:39.820605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:39.871704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:39.895957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961b2a93-e2b8-41a9-aba5-05b719a44cf5') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:39.895957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961b2a93-e2b8-41a9-aba5-05b719a44cf5') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:39.914617 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] Set router b1efc775-bae2-4fd4-99ba-40d304f510aa gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:39.922853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:39.937110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:39.958047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:40.008890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:22:40.009560 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:22:40.020775 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:22:40.044041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Deleting port b187e6bf-131d-4155-b6c8-cf291a3f6ab2 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:22:40.044536 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:40.053145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Network a1fbbb97-157e-4a93-a1ad-26ffa01120bf is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:40.077878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:40.368101 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:28Z', 'updated_at': '2021-10-18T23:22:33Z', 'revision_number': 3, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'gw_port': {'id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:31Z', 'updated_at': '2021-10-18T23:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:40.437241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:40.443357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb71901-1521-4a07-a1a4-e6d944380822 req-eb8160cf-87b3-4cea-aebe-dd832c3fb23f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:40.445006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bb71901-1521-4a07-a1a4-e6d944380822 req-eb8160cf-87b3-4cea-aebe-dd832c3fb23f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 945 time: 0.1530602 Oct 18 23:22:40.485944 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccafb9d1-35a6-4462-bbe1-5bf7bedb3d2f None None] The sync data for ids ['b1efc775-bae2-4fd4-99ba-40d304f510aa'] in n-d-713498-28 is: [{'id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:28Z', 'updated_at': '2021-10-18T23:22:33Z', 'revision_number': 3, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'gw_port': {'id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:31Z', 'updated_at': '2021-10-18T23:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:22:40.528299 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bb71901-1521-4a07-a1a4-e6d944380822 req-cd31e031-c182-467e-b289-39bed001ba0a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754585 Oct 18 23:22:40.555333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-67601240-57fc-45d5-a6ba-148891a5b4a0 None None] Provisioning complete for port 17034623-2f48-4633-8020-464a316cb341 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:40.555333 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67601240-57fc-45d5-a6ba-148891a5b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:40.607573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-67601240-57fc-45d5-a6ba-148891a5b4a0 None None] Port 17034623-2f48-4633-8020-464a316cb341 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:22:40.618932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b36bb4db-5955-4409-8034-6d86546926c4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:40.619606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:40.814116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:40.868155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:40.876992 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369475eb-1308-4a44-b357-e8bae383e36b" -d '{"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-plugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:40.909135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:40.912355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:40.926063 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:40.945425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Pushing event updated for resources: {'Port': ['ID=17034623-2f48-4633-8020-464a316cb341,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:41.093415 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d874c4b0-a51f-4fc3-ba35-7a9dd77141db x-openstack-request-id: req-d874c4b0-a51f-4fc3-ba35-7a9dd77141db {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:41.093415 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-plugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:41.093415 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d874c4b0-a51f-4fc3-ba35-7a9dd77141db {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:41.093858 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4', 'code': 200} Oct 18 23:22:41.095116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:41.486662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] For port b187e6bf-131d-4155-b6c8-cf291a3f6ab2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:41.487586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:41.489747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3b8a3afd-6657-4197-851f-c4e9e021e4f8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:41.516992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Calling delete_port for b187e6bf-131d-4155-b6c8-cf291a3f6ab2 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:22:41.595321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:41.601284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e652c90-a25d-473c-8023-eb7e50d8243f req-aacc9945-29e9-4ad8-99d6-3cc05c2e0bb4 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.7637258 Oct 18 23:22:41.667498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3b8a3afd-6657-4197-851f-c4e9e021e4f8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:41.668008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:41.712252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:41.741448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:41.757642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] 10.222.0.52 "DELETE /v2.0/networks/69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d HTTP/1.1" status: 204 len: 168 time: 3.9537857 Oct 18 23:22:41.909542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c66077-334d-4acb-9d8e-bbf353ee9aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=69d4c5b1-7ee0-4297-93c5-f5bbf8d0055d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:41.965216 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44850) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:42.042473 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:42.139958 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 3b8a3afd-6657-4197-851f-c4e9e021e4f8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3b8a3afd-6657-4197-851f-c4e9e021e4f8,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:42.155067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:42.231793 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44854) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:42.302416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=3b8a3afd-6657-4197-851f-c4e9e021e4f8,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:42.312728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b187e6bf-131d-4155-b6c8-cf291a3f6ab2 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:22:42.335713 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-66dbb1df-8744-4dfd-a66d-70d444abf389 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f14e9050898442089ab25fad43bb5fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010332 Oct 18 23:22:42.338116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44856) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:42.477460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac642c2-b7e6-4c49-ab72-32b5de3eda61 req-ee24c078-d1ae-4f41-ab62-fdfb85027762 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:42.496025 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac642c2-b7e6-4c49-ab72-32b5de3eda61 req-ee24c078-d1ae-4f41-ab62-fdfb85027762 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 945 time: 0.5565701 Oct 18 23:22:42.677265 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:42.683723 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93bca4b7-9ff3-4f4d-8438-2a1427b5395c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:42.686655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:42.713581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:42.792757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event deleted for resources: {'Port': ['ID=b187e6bf-131d-4155-b6c8-cf291a3f6ab2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:42.822379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93bca4b7-9ff3-4f4d-8438-2a1427b5395c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:42.856801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b1b95ed-3e6c-45a1-b5a7-6307fe0be3cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:42.912619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac642c2-b7e6-4c49-ab72-32b5de3eda61 req-49be25a2-c5a8-45b3-b217-f46f71b1ea8d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059601 Oct 18 23:22:43.063687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] No DVR routers for this DVR port b187e6bf-131d-4155-b6c8-cf291a3f6ab2 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:22:43.063687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.063687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70a5c7ae-ae67-43a2-8a48-06fed4f2039b req-76092757-bd0b-438a-9347-5a470f43bded tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "DELETE /v2.0/ports/b187e6bf-131d-4155-b6c8-cf291a3f6ab2 HTTP/1.1" status: 204 len: 173 time: 3.5026953 Oct 18 23:22:43.063687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff99df-2fb2-4d52-ac3a-13536b9fe3bd', 'name': 'network-vif-deleted', 'tag': 'b187e6bf-131d-4155-b6c8-cf291a3f6ab2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:22:43.064555 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25725f9-fd03-4a44-8f9a-22ae08fc0c86" -d '{"events": [{"server_uuid": "cbff99df-2fb2-4d52-ac3a-13536b9fe3bd", "name": "network-vif-deleted", "tag": "b187e6bf-131d-4155-b6c8-cf291a3f6ab2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:22:43.092197 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b1b95ed-3e6c-45a1-b5a7-6307fe0be3cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.121733 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b1b95ed-3e6c-45a1-b5a7-6307fe0be3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.179133 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6b1b95ed-3e6c-45a1-b5a7-6307fe0be3cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e6f6c8167c348d6b2b41e7a7bb23c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2100258 Oct 18 23:22:43.191701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44870) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:43.272048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b95ed-3e6c-45a1-b5a7-6307fe0be3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed8c99e-16c4-4d58-bf70-89196da4c7d8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:43.324673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92ac3aac-ae81-4789-855d-9252305815f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.356609 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92ac3aac-ae81-4789-855d-9252305815f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.413394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93bca4b7-9ff3-4f4d-8438-2a1427b5395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.419814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93bca4b7-9ff3-4f4d-8438-2a1427b5395c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.424938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-93bca4b7-9ff3-4f4d-8438-2a1427b5395c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47bb62fb-cea8-488f-ab8d-92198012bb31 HTTP/1.1" status: 204 len: 168 time: 1.0801828 Oct 18 23:22:43.424938 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92ac3aac-ae81-4789-855d-9252305815f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.428911 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92ac3aac-ae81-4789-855d-9252305815f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.437889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-92ac3aac-ae81-4789-855d-9252305815f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ed8c99e-16c4-4d58-bf70-89196da4c7d8 HTTP/1.1" status: 204 len: 168 time: 0.2373509 Oct 18 23:22:43.439196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bca4b7-9ff3-4f4d-8438-2a1427b5395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bb62fb-cea8-488f-ab8d-92198012bb31,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:43.442189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3b8a3afd-6657-4197-851f-c4e9e021e4f8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:43.457835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f8b67be5-390a-4b86-94b3-eabf6ce4e212 req-b66564c5-fe83-476f-8848-8830c939a75e tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.2479639 Oct 18 23:22:43.473702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac3aac-ae81-4789-855d-9252305815f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed8c99e-16c4-4d58-bf70-89196da4c7d8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:43.667678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3b8a3afd-6657-4197-851f-c4e9e021e4f8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:43.668580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:43.755572 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab8fad3-653f-45c4-8de7-50bc4a8cdba1 x-openstack-request-id: req-aab8fad3-653f-45c4-8de7-50bc4a8cdba1 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:22:43.756783 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff99df-2fb2-4d52-ac3a-13536b9fe3bd", "name": "network-vif-deleted", "tag": "b187e6bf-131d-4155-b6c8-cf291a3f6ab2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:22:43.762870 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aab8fad3-653f-45c4-8de7-50bc4a8cdba1 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:22:43.764883 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff99df-2fb2-4d52-ac3a-13536b9fe3bd', 'name': 'network-vif-deleted', 'tag': 'b187e6bf-131d-4155-b6c8-cf291a3f6ab2', 'status': 'completed', 'code': 200} Oct 18 23:22:44.105026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:44.115707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:44.274692 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Pushing event updated for resources: {'Port': ['ID=17034623-2f48-4633-8020-464a316cb341,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:44.527038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af8640d8-e114-4244-a15a-80a653e94c2e req-0638c495-62da-4d82-9792-3f426608f6b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.2566786 Oct 18 23:22:44.602585 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:45.131658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab63a398-9a23-4afd-8df2-a7535d0cb3d7 req-3d9ec9f6-b30d-4af7-9c64-ea1a52a3d55b tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0600767 Oct 18 23:22:45.140442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Network a1fbbb97-157e-4a93-a1ad-26ffa01120bf is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:45.155181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:45.552581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Router b1efc775-bae2-4fd4-99ba-40d304f510aa has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:22:45.846090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1b5ebea6-475c-44d6-9fe4-5bd676a849f9 None None] Provisioning complete for port 17034623-2f48-4633-8020-464a316cb341 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:45.846875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b5ebea6-475c-44d6-9fe4-5bd676a849f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:46.015769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ebea6-475c-44d6-9fe4-5bd676a849f9 None None] Port 17034623-2f48-4633-8020-464a316cb341 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:22:46.096340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:22:46.119755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Sync routers for ids ['b1efc775-bae2-4fd4-99ba-40d304f510aa'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:22:46.141487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Routers {'b1efc775-bae2-4fd4-99ba-40d304f510aa'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:46.142148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b1efc775-bae2-4fd4-99ba-40d304f510aa'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:46.217418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07542e19-8166-45ec-ae6b-b6d88983467f req-ea4b8bfe-1004-4fc3-940b-3c6d59905121 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.1311650 Oct 18 23:22:46.243136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ed8e50df-65a8-4e48-9280-f85deb16309f admin admin] 10.222.0.52 "PUT /v2.0/routers/b1efc775-bae2-4fd4-99ba-40d304f510aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4567311 Oct 18 23:22:46.487277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44934) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:46.549823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15125634-680e-4023-89d8-6ac9ae1d82d0 req-7b8bd458-4238-42f9-bc4e-2573021ad04b tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.1503661 Oct 18 23:22:46.562260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Set router b1efc775-bae2-4fd4-99ba-40d304f510aa gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:46.700922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44942) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:47.104921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-583666199'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:47.189043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:47.198670 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:47.274600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-network', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:47.324297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:28Z', 'updated_at': '2021-10-18T23:22:42Z', 'revision_number': 4, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'gw_port': {'id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:31Z', 'updated_at': '2021-10-18T23:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '17034623-2f48-4633-8020-464a316cb341', 'name': '', 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'mac_address': 'fa:16:3e:67:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:38Z', 'updated_at': '2021-10-18T23:22:43Z', 'revision_number': 2, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'subnets': [{'id': 'dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:47.341667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Made reservation on behalf of ad4ab6d679054575b3b7f7f2417ac5b8 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:47.344912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:47.372374 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:47.390356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:22:47.399187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Checking router: b1efc775-bae2-4fd4-99ba-40d304f510aa for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:22:47.405181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Updating router b1efc775-bae2-4fd4-99ba-40d304f510aa port 17034623-2f48-4633-8020-464a316cb341 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:22:47.482621 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:47.569591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:47.591726 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:47.663430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:22:47.712432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:47.714210 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Added segment a5c4799c-fac3-4b25-b7ff-f013e940ec43 of type vlan for network 01a526e3-b8e6-42a2-a7af-6c24162f9520 Oct 18 23:22:47.842650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6702186-71fd-4b57-a526-2f4dde6850ef req-0f0abe52-5903-46b5-be88-8e8ff82c91b0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.1630199 Oct 18 23:22:47.876017 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:47.964821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:47.965551 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Added segment d2588db2-f356-47f2-a351-5e25ef1fdd96 of type vlan for network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 Oct 18 23:22:48.048857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8443210-3dd7-4e36-8e9b-69cd83e59885,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:48.058684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:48.060887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:48.063514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:48.079204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44968) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:48.143465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4392440 Oct 18 23:22:48.144939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44972) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:48.153144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Request body: {'subnet': {'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-subnet', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:48.335936 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:48.361988 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:48.368027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944a6ca-2940-413e-b9a6-2f0b6e448c74 admin admin] Pushing event updated for resources: {'Network': ['ID=01a526e3-b8e6-42a2-a7af-6c24162f9520,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:48.397554 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:48.398152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Made reservation on behalf of ad4ab6d679054575b3b7f7f2417ac5b8 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:48.408016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:48.408529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 01a526e3-b8e6-42a2-a7af-6c24162f9520 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:22:48.466045 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:48.471384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e36c9a5-3d36-4c03-883c-f6eb6e3f90fe req-934d6138-7f60-4de2-869d-1e1c63f088a9 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.2129524 Oct 18 23:22:48.490216 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:48.520512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:48.521531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:48.779787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.2902155 Oct 18 23:22:48.788431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44976) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:48.806799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'subnet': {'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:48.903479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ff1d9-8a41-471c-9984-e757796d9f38 None None] Pushing event updated for resources: {'Port': ['ID=17034623-2f48-4633-8020-464a316cb341,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:48.985442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a9514-814f-4959-abab-cde54c97ac37 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Network': ['ID=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:49.010028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Attempting to bind port 17034623-2f48-4633-8020-464a316cb341 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:49.010403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Attempting to bind port 17034623-2f48-4633-8020-464a316cb341 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '2a5d0467-69c1-4551-b46f-6ef4e408e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:49.014317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Attempting to bind port 17034623-2f48-4633-8020-464a316cb341 on network a1fbbb97-157e-4a93-a1ad-26ffa01120bf {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:49.022166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:22:49.043736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:49.056121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Checking segment: {'id': '2a5d0467-69c1-4551-b46f-6ef4e408e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:49.056121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:49.056121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Bound using segment: {'id': '2a5d0467-69c1-4551-b46f-6ef4e408e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:49.056121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Bound port: 17034623-2f48-4633-8020-464a316cb341, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5d0467-69c1-4551-b46f-6ef4e408e0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:49.056763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:49.288625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-da0750ee-cbaa-47d3-88dd-b4ee6cf893bf None None] Provisioning complete for port 17034623-2f48-4633-8020-464a316cb341 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:49.288932 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da0750ee-cbaa-47d3-88dd-b4ee6cf893bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:49.327750 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:49.334465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3aa7a732-feee-4dc0-b544-82b5d8a7a085 req-287154e2-e6d2-4984-918c-cfddaeef6fe1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.1251011 Oct 18 23:22:49.367879 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:49.380712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-da0750ee-cbaa-47d3-88dd-b4ee6cf893bf None None] Port 17034623-2f48-4633-8020-464a316cb341 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:22:49.400648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] For port 17034623-2f48-4633-8020-464a316cb341, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:49.406415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] For port 17034623-2f48-4633-8020-464a316cb341, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=17034623-2f48-4633-8020-464a316cb341,segment=NetworkSegment(2a5d0467-69c1-4551-b46f-6ef4e408e0d1),segment_id=2a5d0467-69c1-4551-b46f-6ef4e408e0d1)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:49.419669 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:49.441635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:49.458873 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:49.640683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Routers {'b1efc775-bae2-4fd4-99ba-40d304f510aa'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:49.643268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b1efc775-bae2-4fd4-99ba-40d304f510aa'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:49.848434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ff1d9-8a41-471c-9984-e757796d9f38 None None] Pushing event updated for resources: {'Port': ['ID=17034623-2f48-4633-8020-464a316cb341,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:50.037254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] Set router b1efc775-bae2-4fd4-99ba-40d304f510aa gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:50.089325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbad3a87-763b-41f6-bf59-8f86c0dfd94d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:50.113964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:50.120486 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:50.145811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44988) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:50.153530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15cc4b2d31094fb7aeea06daa70f7057&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0729818 Oct 18 23:22:50.234751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2f727a6c-d617-42a1-a962-c77c77504beb None None] Provisioning complete for port 17034623-2f48-4633-8020-464a316cb341 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:50.235440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2f727a6c-d617-42a1-a962-c77c77504beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:50.282596 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4f77c7ba-383e-48b7-8da8-58dcd132997c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:50.321953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92d06d5-8d21-44dc-a036-b4b5801f1813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:50.339564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.340304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.340931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.344474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.345122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.345967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.346681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.347973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.349364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.349899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.351216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.353830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ede355-fbd3-4c48-b210-bb5417ab2a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:50.389001 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92d06d5-8d21-44dc-a036-b4b5801f1813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:50.405529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-770cd78f-df78-4484-8b38-d37bdcc57673 req-cb59671b-0549-4d7a-963b-8f8c10eb7406 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.3236642 Oct 18 23:22:50.568903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Checking segment: {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:50.573477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network hostable DHCP agents. Network: 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:22:50.607719 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92d06d5-8d21-44dc-a036-b4b5801f1813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:50.611508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92d06d5-8d21-44dc-a036-b4b5801f1813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:50.614309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b92d06d5-8d21-44dc-a036-b4b5801f1813 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbad3a87-763b-41f6-bf59-8f86c0dfd94d HTTP/1.1" status: 204 len: 168 time: 0.4666872 Oct 18 23:22:50.647306 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d06d5-8d21-44dc-a036-b4b5801f1813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbad3a87-763b-41f6-bf59-8f86c0dfd94d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:50.665092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:50.731414 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2f727a6c-d617-42a1-a962-c77c77504beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:50.745889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Checking segment: {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:50.746485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Network hostable DHCP agents. Network: 01a526e3-b8e6-42a2-a7af-6c24162f9520, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:22:50.845770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:22:50.949873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80dc71db-cfc3-4299-bf4b-4bcd9b6bb529 req-1b4a8bc8-1857-498d-97b8-8c165c05e0fc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.1628013 Oct 18 23:22:50.986606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:50.996404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Subnet': ['ID=31655abd-dd94-4d74-b5a6-218ea54a62c2,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:50.999849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2f727a6c-d617-42a1-a962-c77c77504beb None None] For port 17034623-2f48-4633-8020-464a316cb341, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=17034623-2f48-4633-8020-464a316cb341,segment=NetworkSegment(2a5d0467-69c1-4551-b46f-6ef4e408e0d1),segment_id=2a5d0467-69c1-4551-b46f-6ef4e408e0d1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:22:51.007686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:51.008326 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.023876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f13bc78-4b6d-4f72-905e-e2420ef82e0a None None] Network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:51.046059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Network 01a526e3-b8e6-42a2-a7af-6c24162f9520 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:22:51.066951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 01a526e3-b8e6-42a2-a7af-6c24162f9520) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:51.087654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bac9742b-d070-4516-9740-a4a9c43b90db tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2940235 Oct 18 23:22:51.090408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45002) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:51.092378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:51.095809 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.104829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1193471906'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:51.134421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5d89ed9-3f2e-4a5f-8df0-a2e471b08186 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9879682 Oct 18 23:22:51.138297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45004) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:51.143420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:51.230514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de66ce-6d02-4630-a55b-746f67cf848e None None] Network 01a526e3-b8e6-42a2-a7af-6c24162f9520 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:51.245868 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2f727a6c-d617-42a1-a962-c77c77504beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.267068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.274026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.305260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:51.323529 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.400981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.514604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:22:51.572251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.574504 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Added segment 953946a4-146a-490b-ab7b-02ee94482367 of type vlan for network 9ac82956-ccf0-4240-a21a-175be3da5fd8 Oct 18 23:22:51.713573 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.727147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.840668 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.850037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:51.860306 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:51.875886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92069425-f48f-4b6f-afa5-fc01c721e33e req-0ca1869f-df4b-4a05-9d87-1972bd60f8c9 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.1287036 Oct 18 23:22:52.078876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Network': ['ID=9ac82956-ccf0-4240-a21a-175be3da5fd8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:52.095141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f727a6c-d617-42a1-a962-c77c77504beb None None] Pushing event updated for resources: {'Port': ['ID=17034623-2f48-4633-8020-464a316cb341,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:52.120139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4529f09f-5806-4d09-b1a9-aee3ccf128ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0256605 Oct 18 23:22:52.120380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45032) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:52.125637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'subnet': {'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:52.147428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 9ac82956-ccf0-4240-a21a-175be3da5fd8 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:22:52.475192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e50fcd5c-310f-4b8b-a00e-d31317c04c42 req-9950461b-73b1-4ab0-b492-d6db39cf04e1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.1382098 Oct 18 23:22:52.600148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:52.631379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45050) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:52.651199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:52.657405 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:52.665647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:52.867059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Allocated IP 172.25.7.37 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/6d807dde-fe29-4733-8986-5ecc8e984e34) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:52.979759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:28Z', 'updated_at': '2021-10-18T23:22:42Z', 'revision_number': 4, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'gw_port': {'id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:31Z', 'updated_at': '2021-10-18T23:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '17034623-2f48-4633-8020-464a316cb341', 'name': '', 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'mac_address': 'fa:16:3e:67:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:38Z', 'updated_at': '2021-10-18T23:22:49Z', 'revision_number': 4, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'subnets': [{'id': 'dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:52.985384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-8b34a160-d52b-4d33-b4ab-d37cf50ef6e1', 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'fixed_ips': [{'subnet_id': '31655abd-dd94-4d74-b5a6-218ea54a62c2'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:22:52.986627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:53.030470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-01a526e3-b8e6-42a2-a7af-6c24162f9520', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:22:53.032244 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:53.045510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a194709-4fa0-4231-a5da-841c3b3ec0b8 None None] The sync data for ids ['b1efc775-bae2-4fd4-99ba-40d304f510aa'] in n-d-713498-28 is: [{'id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:28Z', 'updated_at': '2021-10-18T23:22:42Z', 'revision_number': 4, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'gw_port': {'id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:31Z', 'updated_at': '2021-10-18T23:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '17034623-2f48-4633-8020-464a316cb341', 'name': '', 'network_id': 'a1fbbb97-157e-4a93-a1ad-26ffa01120bf', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'mac_address': 'fa:16:3e:67:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:38Z', 'updated_at': '2021-10-18T23:22:49Z', 'revision_number': 4, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'subnets': [{'id': 'dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:22:53.133783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-976179347-network', 'tenant_id': '20392f24614e4cd896fc3ddc894457e8'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:53.316395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:53.465816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:53.477506 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:53.534412 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bee40fed-da14-4d89-bd40-170aa1d96570 req-db30eeb9-a385-4069-98eb-0aebb7a02f4d tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0831237 Oct 18 23:22:53.569894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 17034623-2f48-4633-8020-464a316cb341 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:22:53.695197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Made reservation on behalf of 20392f24614e4cd896fc3ddc894457e8 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:53.707281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:53.788580 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:53.851626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:53.876634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:53.948997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Subnet': ['ID=3e1b3fe8-6986-4cbd-a4ee-22653b9043d2,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:54.019782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:54.046813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Checking segment: {'id': '953946a4-146a-490b-ab7b-02ee94482367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:54.049310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network hostable DHCP agents. Network: 9ac82956-ccf0-4240-a21a-175be3da5fd8, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:22:54.079776 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1da010e-3968-47da-892e-64370ce380da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:54.126364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Allocated IP 19.80.0.2 (8b34a160-d52b-4d33-b4ab-d37cf50ef6e1/31655abd-dd94-4d74-b5a6-218ea54a62c2/7b7b45b1-00e1-4815-b93b-c5951296ba32) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:54.163501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Allocated IP 172.20.0.2 (01a526e3-b8e6-42a2-a7af-6c24162f9520/bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3/8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:22:54.165949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network 9ac82956-ccf0-4240-a21a-175be3da5fd8 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:22:54.194999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 17034623-2f48-4633-8020-464a316cb341 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:22:54.195968 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:54.220346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8363bfb7-8c02-4895-a428-3136e50b0491 req-ad6d18fc-24f2-4542-975d-1bd5e0eeeda8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.4569983 Oct 18 23:22:54.237083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 9ac82956-ccf0-4240-a21a-175be3da5fd8) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:54.271905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:54.273002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:54.354329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:54.365002 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f5d67dcc-dd73-4afe-aa87-5debbafdeed5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2435358 Oct 18 23:22:54.367294 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:54.369987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44715b3e-b376-4404-84e6-d4d20ae92e1f None None] Network 9ac82956-ccf0-4240-a21a-175be3da5fd8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:54.425439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:54.477947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:22:54.512617 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:54.513192 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Added segment 3b989cd4-3e75-40b3-8f32-f6931b674098 of type vlan for network aee1c630-86fc-40c3-90da-84acac5f5457 Oct 18 23:22:54.827225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Pushing event updated for resources: {'Port': ['ID=6d807dde-fe29-4733-8986-5ecc8e984e34,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:54.842240 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.121813 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-082f34a1-bc2b-4d0b-84a3-8b6175412354 req-17101904-de0a-4efd-82c8-8c0587478260 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.1183186 Oct 18 23:22:55.123500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.124568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:55.125225 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.201263 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5682838 Oct 18 23:22:55.204490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45106) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:55.210412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Request body: {'subnet': {'network_id': 'aee1c630-86fc-40c3-90da-84acac5f5457', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-976179347-subnet', 'tenant_id': '20392f24614e4cd896fc3ddc894457e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:55.269141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7b2d2-bc02-4b27-8e15-3d0310e39596 admin admin] Pushing event updated for resources: {'Network': ['ID=aee1c630-86fc-40c3-90da-84acac5f5457,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:55.359249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45122) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:55.366365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-445198909'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:55.405453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Made reservation on behalf of 20392f24614e4cd896fc3ddc894457e8 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:55.412011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.421738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.610760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network aee1c630-86fc-40c3-90da-84acac5f5457 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:22:55.693619 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.819620 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.836895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.883551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.931562 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:55.933684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.087952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cb6ecd4-029d-47ef-8b2d-7d6337b52e58 req-4b901e92-5684-4059-8975-326452c26e2b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.1574280 Oct 18 23:22:56.098828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-c57076b5-9afb-4007-a3c2-3db5803eef6a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:56.107737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:56.117265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-c57076b5-9afb-4007-a3c2-3db5803eef6a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:56.117505 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.119199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-c57076b5-9afb-4007-a3c2-3db5803eef6a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/networks?id=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1&id=9ac82956-ccf0-4240-a21a-175be3da5fd8&id=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 HTTP/1.1" status: 200 len: 1391 time: 0.7403815 Oct 18 23:22:56.136334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:56.211501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:56.241610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b820dd7-983c-48a8-9694-d483286aa93a,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:56.285742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:22:56.288470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:56.317956 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.319198 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Added segment 4ba328f9-2701-4843-a9ae-bb4f73aabf44 of type vlan for network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df Oct 18 23:22:56.319394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-a50cb360-475c-4772-b276-eedbd167f055 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/quotas/4f410f55dbbb4058ae1f0f4cc25a04d5 HTTP/1.1" status: 200 len: 375 time: 0.1807337 Oct 18 23:22:56.470235 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.491347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4c8d1d4e-a74d-405a-81a0-b46abf250f5e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1608698 Oct 18 23:22:56.510560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-906edfcd-eafc-42da-89a4-c19c1fffe16e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:22:56.511877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-906edfcd-eafc-42da-89a4-c19c1fffe16e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066879 Oct 18 23:22:56.552963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0b38a279-bc11-4a1a-8b62-c3e91c52e08e req-2b73c995-89fb-4ec6-b171-4defe8dc350c tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0446157 Oct 18 23:22:56.570388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.578451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:56.579180 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.616137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Checking segment: {'id': '3b989cd4-3e75-40b3-8f32-f6931b674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aee1c630-86fc-40c3-90da-84acac5f5457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:56.616621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Network hostable DHCP agents. Network: aee1c630-86fc-40c3-90da-84acac5f5457, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:22:56.657013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Network aee1c630-86fc-40c3-90da-84acac5f5457 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:22:56.678417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3136234 Oct 18 23:22:56.697173 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.754757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, aee1c630-86fc-40c3-90da-84acac5f5457) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:56.781929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:56.782632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.788788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Pushing event updated for resources: {'Port': ['ID=7b7b45b1-00e1-4815-b93b-c5951296ba32,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:56.810132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45146) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:56.823440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-461572766'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:56.871309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.872094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.873560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.874367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.875007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.875601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.876187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.880099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.881398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.883111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.883743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.886536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:22:56.891721 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e85b630-5e52-4a67-b023-8042173f9a2b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6860127 Oct 18 23:22:56.896231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac5996-3d44-4a8e-8672-801bdb002751 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Network': ['ID=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:56.903546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:56.916386 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.916669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:56.932169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5955ca-fdc5-4d09-bc8e-c042d656e8b3 None None] Network aee1c630-86fc-40c3-90da-84acac5f5457 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:57.008481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:22:57.041904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:57.042341 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Added segment 248bdd4d-f585-4495-9c48-5216414f16c7 of type vlan for network be5758dd-8396-4c4a-a368-25bd778a9183 Oct 18 23:22:57.055664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:22:57.069521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Network 01a526e3-b8e6-42a2-a7af-6c24162f9520 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:22:57.077728 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:22:57.078636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Attempting to bind port 7b7b45b1-00e1-4815-b93b-c5951296ba32 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:57.079066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Attempting to bind port 7b7b45b1-00e1-4815-b93b-c5951296ba32 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:57.079839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Attempting to bind port 7b7b45b1-00e1-4815-b93b-c5951296ba32 on network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:57.094519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:57.099186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:22:57.111130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:57.111546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Checking segment: {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:57.111997 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:57.112323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Bound using segment: {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:57.113418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Bound port: 7b7b45b1-00e1-4815-b93b-c5951296ba32, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:57.113814 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:57.208578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:57.283213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:57.297663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:57.298389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:57.330458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Router 041fa593-7e3c-4c64-98a3-9fe4be77d802 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:22:57.444916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Network': ['ID=be5758dd-8396-4c4a-a368-25bd778a9183,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:57.458621 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-998b6920-7900-445f-99d8-dbbda62d778d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6424575 Oct 18 23:22:57.479442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45160) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:57.496424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'subnet': {'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:57.516707 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-9ee1ca9d-64f2-4c63-bd40-52ea55ba5bb5 service neutron] 10.222.0.52 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9882803 Oct 18 23:22:57.551742 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ddcc3e0-a767-4d1c-b30e-7ccb7ebe7374 req-14f5d32a-1749-4fab-885b-662263af1dbf tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbff99df-2fb2-4d52-ac3a-13536b9fe3bd HTTP/1.1" status: 200 len: 210 time: 0.2246635 Oct 18 23:22:57.676518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3ab394a1-b479-49f6-9cec-452c3f0a0f16 service neutron] 10.222.0.52 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499476 Oct 18 23:22:57.858284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:22:57.881004 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Sync routers for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:22:57.897259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:22:57.910361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:57.915438 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:22:57.917903 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:57.924361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-bf458e2c-f57d-441c-a6c6-f97af095d332 service neutron] 10.222.0.52 "GET /v2.0/networks/9ac82956-ccf0-4240-a21a-175be3da5fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385843 Oct 18 23:22:57.940461 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:57.945458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3101a332-366b-4276-a8c8-a82ae52d30ec admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.8025329 Oct 18 23:22:57.946488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45174) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:58.031872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] For port 7b7b45b1-00e1-4815-b93b-c5951296ba32, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:58.038444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] For port 7b7b45b1-00e1-4815-b93b-c5951296ba32, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7b7b45b1-00e1-4815-b93b-c5951296ba32,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:58.040898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Pushing event updated for resources: {'Port': ['ID=8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:58.093676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-e0127736-aa90-4ead-9987-acba3f2cdece service neutron] 10.222.0.52 "GET /v2.0/networks/9ac82956-ccf0-4240-a21a-175be3da5fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571307 Oct 18 23:22:58.261454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network be5758dd-8396-4c4a-a368-25bd778a9183 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:22:58.293306 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:22:58.504347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-a4763071-365d-440c-803f-cb4566f80e6b tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:58.506112 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-a4763071-365d-440c-803f-cb4566f80e6b tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/networks?id=aee1c630-86fc-40c3-90da-84acac5f5457 HTTP/1.1" status: 200 len: 821 time: 0.2244005 Oct 18 23:22:58.540847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-1ce1a276-1d1e-4b6b-b010-c775b9e52663 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/quotas/20392f24614e4cd896fc3ddc894457e8 HTTP/1.1" status: 200 len: 375 time: 0.0242720 Oct 18 23:22:58.541426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:58.588282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-9ac82956-ccf0-4240-a21a-175be3da5fd8', 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'fixed_ips': [{'subnet_id': '3e1b3fe8-6986-4cbd-a4ee-22653b9043d2'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:22:58.591506 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:58.677943 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:22:54Z', 'revision_number': 3, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:22:58.761391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-1fee5464-914a-412b-bbe3-8ee9903210b2 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=20392f24614e4cd896fc3ddc894457e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1681435 Oct 18 23:22:58.791662 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Checking router: 041fa593-7e3c-4c64-98a3-9fe4be77d802 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:22:58.792951 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Updating router 041fa593-7e3c-4c64-98a3-9fe4be77d802 port 6d807dde-fe29-4733-8986-5ecc8e984e34 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:22:58.798786 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-2b1783f4-3165-4a4a-8790-d4e2bc2f39f4 service neutron] 10.222.0.52 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945965 Oct 18 23:22:58.854780 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:58.901070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a1533e-b0ff-41a8-8790-eddb08c01322 None None] Network aee1c630-86fc-40c3-90da-84acac5f5457 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:58.943766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-6d5a2787-d01d-44c2-b613-7fcf1d0baef0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:22:58.956098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-6d5a2787-d01d-44c2-b613-7fcf1d0baef0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1912870 Oct 18 23:22:58.993346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8629f-de1e-49fe-9ed1-df920c41e8fd None None] Pushing event updated for resources: {'Port': ['ID=7b7b45b1-00e1-4815-b93b-c5951296ba32,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:59.144823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:59.181637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Attempting to bind port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:22:59.182619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Attempting to bind port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:22:59.186513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Attempting to bind port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 on network 01a526e3-b8e6-42a2-a7af-6c24162f9520 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:22:59.209075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:22:59.209869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Checking segment: {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:59.210486 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:59.211233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Bound using segment: {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:22:59.211994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Bound port: 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:22:59.212688 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:59.220914 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:59.260525 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-24914acf-7d9c-4cbe-922c-45fe5d495073 service neutron] 10.222.0.52 "GET /v2.0/networks/aee1c630-86fc-40c3-90da-84acac5f5457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007445 Oct 18 23:22:59.267821 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-30dcf0bf-de56-4c2f-be71-c768e17fc72c service neutron] 10.222.0.52 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613099 Oct 18 23:22:59.346579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] For port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:22:59.351784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] For port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:22:59.363547 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:59.565497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Subnet': ['ID=4fad5a0b-1956-4aec-ae46-f8a12148c857,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:22:59.593149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Checking segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:22:59.593884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network hostable DHCP agents. Network: 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:22:59.629733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:22:59.643964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:22:59.663487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:22:59.667771 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:59.674617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:59.706234 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:22:59.777171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-70f75ac8-fc00-454e-b173-1a83f12d8594 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2962668 Oct 18 23:22:59.778637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45200) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:22:59.793136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'subnet': {'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:22:59.845094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67922e8c-0e69-4553-bcfa-b3361940b384 None None] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:22:59.967341 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Pushing event updated for resources: {'Port': ['ID=6d807dde-fe29-4733-8986-5ecc8e984e34,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:00.037944 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.038291 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.040052 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.040882 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.046933 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.047738 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.049379 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.051080 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.053936 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.054627 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.055872 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.056524 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:00.080985 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Attempting to bind port 6d807dde-fe29-4733-8986-5ecc8e984e34 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:00.081970 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Attempting to bind port 6d807dde-fe29-4733-8986-5ecc8e984e34 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:00.082709 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Attempting to bind port 6d807dde-fe29-4733-8986-5ecc8e984e34 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:00.096563 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:00.097553 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:00.098200 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:00.099895 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:00.100638 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Bound port: 6d807dde-fe29-4733-8986-5ecc8e984e34, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:00.103099 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:00.335268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33ca638b-da15-40c1-90ab-aa41b904852c req-053f35b9-5ed3-4f3f-9a30-36f0117fc77f tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.5210087 Oct 18 23:23:00.379912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83617ec8-4884-4c80-9468-bf54aecc1361 None None] Pushing event updated for resources: {'Port': ['ID=8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:00.402088 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] For port 6d807dde-fe29-4733-8986-5ecc8e984e34, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:00.413365 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] For port 6d807dde-fe29-4733-8986-5ecc8e984e34, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6d807dde-fe29-4733-8986-5ecc8e984e34,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:00.422560 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:00.446372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:00.474138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:00.595559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Allocated IP 19.86.0.2 (9ac82956-ccf0-4240-a21a-175be3da5fd8/3e1b3fe8-6986-4cbd-a4ee-22653b9043d2/23c6768c-0e2f-49e7-9296-6b04391bdeb3) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:00.627694 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:23:00.635871 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:00.664113 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab91676-cd19-47a6-aecb-d6c3c90f4348 None None] Pushing event updated for resources: {'Port': ['ID=6d807dde-fe29-4733-8986-5ecc8e984e34,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:00.667410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-e1d95608-f10b-4b81-ab3b-f12f30bdde98 service neutron] 10.222.0.52 "GET /v2.0/networks/aee1c630-86fc-40c3-90da-84acac5f5457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4026716 Oct 18 23:23:00.990569 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:01.254819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'fixed_ips': [{'subnet_id': '4fad5a0b-1956-4aec-ae46-f8a12148c857'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:23:01.260518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:01.435113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Allocated IP 172.20.0.1 (01a526e3-b8e6-42a2-a7af-6c24162f9520/bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3/d2fec1be-0dce-47aa-b561-6d3225f62089) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:01.526117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7b7b45b1-00e1-4815-b93b-c5951296ba32 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:01.530478 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:23:01.577540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa030e1e-0e3c-44db-9ed8-206e383b3f1b None None] Network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:01.728607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:01.753800 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-40e6762d-0218-49c0-aa22-1d0c648c706e req-f5b2380f-65ee-4b2a-bb61-3e1cb8575437 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 210 time: 0.2572877 Oct 18 23:23:02.076091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ee2abfa6-bf57-43d1-912f-1eab22859c9e req-25f2fd84-beb7-43cf-87df-bc1914c1c890 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 210 time: 0.1699584 Oct 18 23:23:02.114677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:02.271269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38f460c0-6365-4859-85d5-c4268c62c0de req-d3ed3e9c-59be-432a-b85a-fc76b387956c tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.2162840 Oct 18 23:23:02.276552 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:02.291694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Network 01a526e3-b8e6-42a2-a7af-6c24162f9520 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:02.298076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:02.330939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:02.354483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Pushing event updated for resources: {'Port': ['ID=d2fec1be-0dce-47aa-b561-6d3225f62089,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:02.416295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Subnet': ['ID=12f64a7e-baa8-43d3-9d2b-036b1de342c8,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:02.443657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Checking segment: {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:02.444331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network hostable DHCP agents. Network: be5758dd-8396-4c4a-a368-25bd778a9183, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:23:02.528962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network be5758dd-8396-4c4a-a368-25bd778a9183 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:23:02.540299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:02.554034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, be5758dd-8396-4c4a-a368-25bd778a9183) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:02.568033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:02.568648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:02.634296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-80178692-86cb-4152-9ca9-1f6b6a273e3d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8484278 Oct 18 23:23:02.641863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45268) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:02.661593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'port': {'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'name': 'tempest-TaggedBootDevicesTest_v242-295573198', 'fixed_ips': [{'subnet_id': '4fad5a0b-1956-4aec-ae46-f8a12148c857'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:02.996312 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:03.029329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a34830-234b-45a6-bc84-ad39f1bee46e None None] Network 01a526e3-b8e6-42a2-a7af-6c24162f9520 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:03.153270 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:03.260982 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:22:54Z', 'revision_number': 3, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:03.307517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf47e3d6-f73d-49b0-b995-72b1f37b3c78 None None] Network be5758dd-8396-4c4a-a368-25bd778a9183 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:03.317810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-5142ffa3-1792-4c7f-a744-b7b65ad4496d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:03.330295 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-5142ffa3-1792-4c7f-a744-b7b65ad4496d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.3682761 Oct 18 23:23:03.332164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35393c29-b6a8-40a9-a1a8-bf3e1204af11 req-408a1e41-79f6-4023-a29c-b301ccaada15 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 210 time: 0.2352452 Oct 18 23:23:03.391308 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-9fff3015-8558-44bc-aaf7-923817aa818b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/quotas/10bc3899219b45fb838a08e4df12e676 HTTP/1.1" status: 200 len: 375 time: 0.0606163 Oct 18 23:23:03.394181 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c8558-88fc-4684-95e9-1a66d3c04943 None None] The sync data for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 is: [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:22:54Z', 'revision_number': 3, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:23:03.507775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:03.695658 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:03.715666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-743cf1af-ef84-4037-becc-8e34d5b5b0a8 req-04faa80a-3a9a-4b1a-b1b1-30fe77e10fb9 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 210 time: 0.1620457 Oct 18 23:23:03.720138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-877c7135-9bfc-4910-aefd-3809e2d7b336 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3277867 Oct 18 23:23:03.722956 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:03.748392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-19e8e3ff-7bfb-4acc-a589-c618702b4099 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:03.775825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-19e8e3ff-7bfb-4acc-a589-c618702b4099 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:03.789393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-19e8e3ff-7bfb-4acc-a589-c618702b4099 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "GET /v2.0/networks?id=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1&id=9ac82956-ccf0-4240-a21a-175be3da5fd8&id=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 HTTP/1.1" status: 200 len: 1391 time: 1.1151757 Oct 18 23:23:03.841971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:03.879401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'port': {'device_id': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1', 'admin_state_up': True, 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:04.050964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Pushing event updated for resources: {'Port': ['ID=d2fec1be-0dce-47aa-b561-6d3225f62089,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:04.187975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:04.305248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Allocated IP 10.1.1.2 (5c3a8a03-d019-4d5b-bedc-ad2be2bd93df/4fad5a0b-1956-4aec-ae46-f8a12148c857/a374e33a-bc49-43f9-8a34-cc9a549ed057) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:04.709080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Network 01a526e3-b8e6-42a2-a7af-6c24162f9520 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:04.714752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:04.728417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-53c6416c-57c4-4496-b220-2960ecaea86b service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9379740 Oct 18 23:23:04.783073 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e27bd16-abe3-4d8c-8193-3997296b5ea6 req-48d04be6-2fb6-493b-a9bd-de5ca0c5182e tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.4590197 Oct 18 23:23:05.007302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-989951e4-6790-4a1a-88f7-f0f5c08d18ae None None] Provisioning complete for port 7b7b45b1-00e1-4815-b93b-c5951296ba32 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:05.008110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-989951e4-6790-4a1a-88f7-f0f5c08d18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:05.042447 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-60a2aba7-f9cc-4bc6-b08c-58669c37a831 req-3b6f24dc-038c-4c6e-9c1d-d89b1e2a155c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 210 time: 0.0733132 Oct 18 23:23:05.070743 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-6cf60bc5-d659-49af-9f65-5f9e890507d2 service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654288 Oct 18 23:23:05.100216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Network 9ac82956-ccf0-4240-a21a-175be3da5fd8 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:05.121437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7b7b45b1-00e1-4815-b93b-c5951296ba32 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:05.121819 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:05.124015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:05.154173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:05.158026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:05.238985 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:05.239329 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:05.249078 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:05.293589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Router 041fa593-7e3c-4c64-98a3-9fe4be77d802 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:23:05.294253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Pushing event updated for resources: {'Port': ['ID=23c6768c-0e2f-49e7-9296-6b04391bdeb3,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:05.314787 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:05.357561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-f1c82a59-36a3-4dfd-b9f3-4a83d16a7721 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:05.359824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-f1c82a59-36a3-4dfd-b9f3-4a83d16a7721 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.73 "GET /v2.0/networks?id=aee1c630-86fc-40c3-90da-84acac5f5457 HTTP/1.1" status: 200 len: 821 time: 1.1738572 Oct 18 23:23:05.415133 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:05.423457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Request body: {'port': {'device_id': '2c896ade-a285-41c8-91c7-6fc317a99810', 'network_id': 'aee1c630-86fc-40c3-90da-84acac5f5457', 'admin_state_up': True, 'tenant_id': '20392f24614e4cd896fc3ddc894457e8'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:05.438000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-890412aa-14a5-41b3-9b59-bbbd8c5174d9 req-a31b1729-117f-418e-a55e-a6964b769f11 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 210 time: 0.1792831 Oct 18 23:23:05.636894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:05.701993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:05.710306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:05.724839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] device_id is not set on port f510c872-9f6c-4597-8731-2461b49102da yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:23:05.783152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:23:05.801662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eaba6705-ed3c-41f7-908c-2f8c9fd74183 admin admin] 10.222.0.52 "PUT /v2.0/routers/041fa593-7e3c-4c64-98a3-9fe4be77d802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8533487 Oct 18 23:23:05.843676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-be5758dd-8396-4c4a-a368-25bd778a9183', 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'fixed_ips': [{'subnet_id': '12f64a7e-baa8-43d3-9d2b-036b1de342c8'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:23:05.844576 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:05.886915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Attempting to bind port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:05.887510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Attempting to bind port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '953946a4-146a-490b-ab7b-02ee94482367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:05.887855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Attempting to bind port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 on network 9ac82956-ccf0-4240-a21a-175be3da5fd8 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:05.912020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:05.912545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Checking segment: {'id': '953946a4-146a-490b-ab7b-02ee94482367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:05.913226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:05.913474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Bound using segment: {'id': '953946a4-146a-490b-ab7b-02ee94482367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:05.914974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Bound port: 23c6768c-0e2f-49e7-9296-6b04391bdeb3, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953946a4-146a-490b-ab7b-02ee94482367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:05.915409 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:06.055433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Pushing event updated for resources: {'Port': ['ID=a374e33a-bc49-43f9-8a34-cc9a549ed057,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:06.096815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Attempting to bind port a374e33a-bc49-43f9-8a34-cc9a549ed057 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:06.097692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Attempting to bind port a374e33a-bc49-43f9-8a34-cc9a549ed057 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:06.098054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Attempting to bind port a374e33a-bc49-43f9-8a34-cc9a549ed057 on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:06.122579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d9da521-ff83-4b2b-8740-ee40e3308dea req-66db020a-eb08-4d32-b5b5-8930a8e5a6b4 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.1136904 Oct 18 23:23:06.190181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-184bd447-f70e-4005-abbf-e02b17f58219 req-ee04d411-3244-4fb1-beab-b2c9c03a8923 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae0bfe48-629a-472e-ac44-14d887fa6c1d HTTP/1.1" status: 200 len: 210 time: 0.6395364 Oct 18 23:23:06.363950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:06.378914 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-989951e4-6790-4a1a-88f7-f0f5c08d18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:06.427621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:06.433389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Checking segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:06.437318 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:06.440859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Bound using segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:06.443420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Bound port: a374e33a-bc49-43f9-8a34-cc9a549ed057, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:06.443420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:06.476199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1481bfe2-3a98-4c66-a326-44054c037ca8 req-0fa953b1-c7ae-44c9-8815-90bbbee87ce4 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 210 time: 0.1556652 Oct 18 23:23:06.604063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Allocated IP 19.80.0.194 (8b34a160-d52b-4d33-b4ab-d37cf50ef6e1/31655abd-dd94-4d74-b5a6-218ea54a62c2/766b8f95-bd35-4bda-b4fe-9bf8234ccfcb) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:06.638564 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:06.808127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-989951e4-6790-4a1a-88f7-f0f5c08d18ae None None] For port 7b7b45b1-00e1-4815-b93b-c5951296ba32, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7b7b45b1-00e1-4815-b93b-c5951296ba32,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:07.176741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-989951e4-6790-4a1a-88f7-f0f5c08d18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:07.384715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-4d190975-e5e2-419b-b3ba-9c4aaed60d6e tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:07.386349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-4d190975-e5e2-419b-b3ba-9c4aaed60d6e tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/networks?id=01a526e3-b8e6-42a2-a7af-6c24162f9520 HTTP/1.1" status: 200 len: 829 time: 0.2947245 Oct 18 23:23:07.419509 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-b1dc6299-7732-43c5-a79a-07f958d7fd40 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/quotas/ad4ab6d679054575b3b7f7f2417ac5b8 HTTP/1.1" status: 200 len: 375 time: 0.0266716 Oct 18 23:23:07.441183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Made reservation on behalf of 20392f24614e4cd896fc3ddc894457e8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:07.444850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:07.542745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Allocated IP 10.2.2.2 (be5758dd-8396-4c4a-a368-25bd778a9183/12f64a7e-baa8-43d3-9d2b-036b1de342c8/a60c56ff-e726-4305-ae45-69dd68a17323) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:07.579400 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-d9495dac-07ed-46c0-aea8-3803c51a3385 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad4ab6d679054575b3b7f7f2417ac5b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583395 Oct 18 23:23:07.678804 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:23:07.679480 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:23:07.694911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Sync routers for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:23:07.762051 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-e68846c7-53d1-4c89-b299-ed19e20bc7b3 service neutron] 10.222.0.52 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816373 Oct 18 23:23:07.839794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] For port 23c6768c-0e2f-49e7-9296-6b04391bdeb3, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:07.860788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e4d8438b-3666-480f-aeed-a07ded5f00c8 None None] Provisioning complete for port d2fec1be-0dce-47aa-b561-6d3225f62089 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:07.861464 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e4d8438b-3666-480f-aeed-a07ded5f00c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:07.927485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Allocated IP 10.1.1.89 (5c3a8a03-d019-4d5b-bedc-ad2be2bd93df/4fad5a0b-1956-4aec-ae46-f8a12148c857/f510c872-9f6c-4597-8731-2461b49102da) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:07.938942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:23:07.939517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:08.102216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:23:08.161010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-3ffe22ed-78d7-485a-9922-cbd452811738 service neutron] 10.222.0.52 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976831 Oct 18 23:23:08.280782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] For port 23c6768c-0e2f-49e7-9296-6b04391bdeb3, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=23c6768c-0e2f-49e7-9296-6b04391bdeb3,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:08.355993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989951e4-6790-4a1a-88f7-f0f5c08d18ae None None] Pushing event updated for resources: {'Port': ['ID=7b7b45b1-00e1-4815-b93b-c5951296ba32,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:08.364026 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:08.414778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] For port a374e33a-bc49-43f9-8a34-cc9a549ed057, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:08.658556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] For port a374e33a-bc49-43f9-8a34-cc9a549ed057, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a374e33a-bc49-43f9-8a34-cc9a549ed057,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:08.675013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8438b-3666-480f-aeed-a07ded5f00c8 None None] Port d2fec1be-0dce-47aa-b561-6d3225f62089 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:08.870450 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:08.951623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:08.978149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:08.980247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6eedc3f-113a-484a-807d-235a83f3aa49 req-2e569094-af0c-48da-a38a-c13edc810729 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 210 time: 0.0918663 Oct 18 23:23:09.105832 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:09.110099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356102e-1356-4678-a145-0b8b91ce1a4e None None] Pushing event updated for resources: {'Port': ['ID=23c6768c-0e2f-49e7-9296-6b04391bdeb3,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:09.141305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e4d8438b-3666-480f-aeed-a07ded5f00c8 None None] Provisioning complete for port 7b7b45b1-00e1-4815-b93b-c5951296ba32 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:09.141810 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e4d8438b-3666-480f-aeed-a07ded5f00c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:09.145721 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4f7f6d1-7739-4ba5-9d4f-107849fbda94 req-a0c7bfcf-10dc-4a1c-b824-bf5f366c3b07 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae0bfe48-629a-472e-ac44-14d887fa6c1d HTTP/1.1" status: 200 len: 210 time: 1.4534659 Oct 18 23:23:09.146941 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:09.360832 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:09.449220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-589ca1d7-7078-4e07-8597-7b18468c0900 req-fa03eaf6-04d5-4be9-8ed0-048b3126bf43 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0565481 Oct 18 23:23:09.654454 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3859fb4a-770c-4119-bcad-45b77a71c9bd req-cb329dd3-d698-4869-8935-fbd57affe1a7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 210 time: 0.0514491 Oct 18 23:23:09.665177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-3601f914-6038-4eff-b79e-ea552710e409 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=ae0bfe48-629a-472e-ac44-14d887fa6c1d HTTP/1.1" status: 200 len: 210 time: 0.3347964 Oct 18 23:23:09.755587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:09.779398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979dcd-39f2-4d22-9555-5023ac37f4f4 None None] Pushing event updated for resources: {'Port': ['ID=a374e33a-bc49-43f9-8a34-cc9a549ed057,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:09.922583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:09.948185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:09.960381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:10.057016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c31a939d-65ef-46c2-9c8c-9a5b56944e06 req-29f1baba-ec37-408e-a82d-9a357cabe81f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 210 time: 0.1164637 Oct 18 23:23:10.075270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Port': ['ID=f510c872-9f6c-4597-8731-2461b49102da,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:10.478009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-a1160958-9434-4770-94ca-c4201e0ef6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:10.480873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-a1160958-9434-4770-94ca-c4201e0ef6e1 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=10bc3899219b45fb838a08e4df12e676&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7137938 Oct 18 23:23:10.594537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c037a294-86b7-44cc-818e-b997c52043b9 req-06667a04-b7b9-4cfc-b3c5-89483312bf6d tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 210 time: 0.2672956 Oct 18 23:23:10.633177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:10.642000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:10.714877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Allocated IP 172.20.0.6 (aee1c630-86fc-40c3-90da-84acac5f5457/1b820dd7-983c-48a8-9694-d483286aa93a/8974d273-cc8d-4f70-a1e5-bf9071aaf49b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:10.927194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Network be5758dd-8396-4c4a-a368-25bd778a9183 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:10.936906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:10.958736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:10.986092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:11.071658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:11.072521 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:11.227044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Attempting to bind port a60c56ff-e726-4305-ae45-69dd68a17323 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:11.227845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Attempting to bind port a60c56ff-e726-4305-ae45-69dd68a17323 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:11.228811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Attempting to bind port a60c56ff-e726-4305-ae45-69dd68a17323 on network be5758dd-8396-4c4a-a368-25bd778a9183 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:11.264987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:11.266757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Checking segment: {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:11.267506 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:11.268170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Bound using segment: {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:11.269488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Bound port: a60c56ff-e726-4305-ae45-69dd68a17323, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:11.270143 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:11.290616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Port': ['ID=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:11.355529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-f19d30c5-3b60-49e9-8f53-d4e8e9cf9a72 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:11.357857 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-f19d30c5-3b60-49e9-8f53-d4e8e9cf9a72 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.102 "GET /v2.0/networks?id=01a526e3-b8e6-42a2-a7af-6c24162f9520 HTTP/1.1" status: 200 len: 829 time: 0.4096451 Oct 18 23:23:11.390002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2433a-4d7c-499a-8876-43eb861de6a7 req-fc020ffe-736a-431d-a866-2e55534b67a6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:11.391562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46e2433a-4d7c-499a-8876-43eb861de6a7 req-fc020ffe-736a-431d-a866-2e55534b67a6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 932 time: 0.2452188 Oct 18 23:23:11.397140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Request body: {'port': {'device_id': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'admin_state_up': True, 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:11.404892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bab045-9a0e-406e-8b68-06c5862696b7 None None] Network 9ac82956-ccf0-4240-a21a-175be3da5fd8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:11.426875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Pushing event updated for resources: {'Port': ['ID=a60c56ff-e726-4305-ae45-69dd68a17323,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:11.493096 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bd8d4f86-197e-4134-8f45-20fc335e0bc7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 8.8460655 Oct 18 23:23:11.498739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45414) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:11.539478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'port': {'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'name': 'tempest-TaggedBootDevicesTest_v242-2115935182', 'fixed_ips': [{'subnet_id': '4fad5a0b-1956-4aec-ae46-f8a12148c857'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:11.547690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bee4b85b-616b-4240-9df8-d1b30f09a71c req-19346810-b2d3-4b6b-a174-21445a10a695 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.2841148 Oct 18 23:23:11.592514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:11.619026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:11.630864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:11.651137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:23:02Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd2fec1be-0dce-47aa-b561-6d3225f62089', 'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'mac_address': 'fa:16:3e:a5:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:23:01Z', 'updated_at': '2021-10-18T23:23:03Z', 'revision_number': 2, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'subnets': [{'id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:11.897324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46e2433a-4d7c-499a-8876-43eb861de6a7 req-9c4ec25f-695d-456c-a547-0d057ba58455 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886556 Oct 18 23:23:11.914940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-eaef6b99-9b04-4093-82fb-9e6a022a0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:11.924710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-eaef6b99-9b04-4093-82fb-9e6a022a0fc0 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4302096 Oct 18 23:23:11.983147 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44cb64-1d1f-4995-85fb-cd16fa99c8c8 None None] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:12.004872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Checking router: 041fa593-7e3c-4c64-98a3-9fe4be77d802 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:23:12.006929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Updating router 041fa593-7e3c-4c64-98a3-9fe4be77d802 port d2fec1be-0dce-47aa-b561-6d3225f62089 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:23:12.047303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31fac3d1-78b4-4db5-a156-4b8304ba4dfa req-6277c2f1-cd28-4d98-94b5-8f6acbba40e4 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 210 time: 0.1207142 Oct 18 23:23:12.161564 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:12.171690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:12.172372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:12.234098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fba4c64-c19c-420b-9809-91a1c42d44f2 req-e7697745-2edd-47b2-b226-f73fe5765be8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "GET /v2.0/ports?device_id=ae0bfe48-629a-472e-ac44-14d887fa6c1d HTTP/1.1" status: 200 len: 210 time: 0.1823196 Oct 18 23:23:12.276335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1256c7e-bae4-4bea-a5e9-d219f4140d8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.4051809 Oct 18 23:23:12.305162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'port': {'device_id': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8', 'admin_state_up': True, 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:12.342403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:12.346459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] For port a60c56ff-e726-4305-ae45-69dd68a17323, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:12.364758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb5d70d7-ce5f-42e3-a2c1-93b5604e5785 req-01d85930-9d30-4d11-9c95-54c37619d998 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 210 time: 0.1550696 Oct 18 23:23:12.454473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e4d8438b-3666-480f-aeed-a07ded5f00c8 None None] Provisioning complete for port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:12.454886 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e4d8438b-3666-480f-aeed-a07ded5f00c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:12.475098 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] For port a60c56ff-e726-4305-ae45-69dd68a17323, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a60c56ff-e726-4305-ae45-69dd68a17323,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:12.587294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Made reservation on behalf of ad4ab6d679054575b3b7f7f2417ac5b8 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:12.601032 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:12.622585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:12.696339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:12.850914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-76b5731e-80be-4720-8beb-3d77c64ceb8d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:12.863850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-76b5731e-80be-4720-8beb-3d77c64ceb8d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.5015941 Oct 18 23:23:12.871986 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:12.894498 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c27cffd1-234d-43b0-b373-8e8f30b973b7 req-1e41fb6a-b3e3-449d-90ef-3bd0140608d4 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0971429 Oct 18 23:23:12.972437 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:12.973705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:13.028419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-f9b805af-ac55-4236-bea3-37626ba87134 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/quotas/10bc3899219b45fb838a08e4df12e676 HTTP/1.1" status: 200 len: 375 time: 0.1631453 Oct 18 23:23:13.041699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ea014-5e12-4a5e-bddf-84503e7443f0 None None] Pushing event updated for resources: {'Port': ['ID=a60c56ff-e726-4305-ae45-69dd68a17323,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:13.051645 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:13.096098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-8f7a70f7-319d-4c70-ba7c-4315910de499 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603559 Oct 18 23:23:13.134570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] device_id is not set on port affadff4-9124-405e-9b62-6c7ce55a9e42 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:23:13.184811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:13.200839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:13.246361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd30ea-ebea-4b65-a9aa-eba2552f4c49 req-f3bbd9e2-afb2-442d-8fab-f0e665da522a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:13.254988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31dd30ea-ebea-4b65-a9aa-eba2552f4c49 req-f3bbd9e2-afb2-442d-8fab-f0e665da522a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 932 time: 0.2009528 Oct 18 23:23:13.271034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Allocated IP 172.20.0.10 (01a526e3-b8e6-42a2-a7af-6c24162f9520/bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3/b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:13.398391 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:13.431602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31dd30ea-ebea-4b65-a9aa-eba2552f4c49 req-ab60385b-94d3-4611-97c7-f95bcf3c0933 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756585 Oct 18 23:23:13.485353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:13.563878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Network aee1c630-86fc-40c3-90da-84acac5f5457 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:13.583867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:13.594180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:13.605718 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-28fa2dd4-e7a9-47b5-8112-6f771c86a68c service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079801 Oct 18 23:23:13.606617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7b7b45b1-00e1-4815-b93b-c5951296ba32 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:13.644020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Provisioning complete for port a374e33a-bc49-43f9-8a34-cc9a549ed057 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:13.644280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:13.731331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Pushing event updated for resources: {'Port': ['ID=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:13.734150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c46cb3f-eefb-4a97-8c7f-b4ac5c1894b2 req-0f7affb6-91c3-4e6c-8e24-85d5f3ab8bf4 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 210 time: 0.1231067 Oct 18 23:23:13.914081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Allocated IP 10.1.1.140 (5c3a8a03-d019-4d5b-bedc-ad2be2bd93df/4fad5a0b-1956-4aec-ae46-f8a12148c857/affadff4-9124-405e-9b62-6c7ce55a9e42) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:13.918229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:13.919126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:13.976438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7b7b45b1-00e1-4815-b93b-c5951296ba32 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:13.976865 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.064610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.068534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Allocated IP 19.86.0.201 (9ac82956-ccf0-4240-a21a-175be3da5fd8/3e1b3fe8-6986-4cbd-a4ee-22653b9043d2/c2a3558e-d59b-4115-8051-d4457e3a35ba) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:14.146081 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.188180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] For port a374e33a-bc49-43f9-8a34-cc9a549ed057, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a374e33a-bc49-43f9-8a34-cc9a549ed057,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:14.240468 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.298785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-712cbad9-ae8a-4213-90f4-df69f5081f0c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8792520 Oct 18 23:23:14.321218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Request body: {'port': {'device_id': '2c896ade-a285-41c8-91c7-6fc317a99810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:14.413475 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.422695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d807dde-fe29-4733-8986-5ecc8e984e34 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:14.450485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-9bacfdbf-7c90-4809-938b-7dd48cdddb55 service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8427627 Oct 18 23:23:14.466260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Provisioning complete for port d2fec1be-0dce-47aa-b561-6d3225f62089 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:14.471025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.489223 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.653417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Pushing event updated for resources: {'Port': ['ID=a374e33a-bc49-43f9-8a34-cc9a549ed057,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:14.684196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Port d2fec1be-0dce-47aa-b561-6d3225f62089 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:14.709709 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.722467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Provisioning complete for port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:14.723272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.746852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Port': ['ID=affadff4-9124-405e-9b62-6c7ce55a9e42,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:14.777596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9c77-d6af-4ce8-a617-954dba2186a7 req-e227bbab-884d-4553-9d43-1016b3e75a88 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:14.788910 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7bc9c77-d6af-4ce8-a617-954dba2186a7 req-e227bbab-884d-4553-9d43-1016b3e75a88 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 931 time: 0.5687699 Oct 18 23:23:14.850649 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6d807dde-fe29-4733-8986-5ecc8e984e34 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:14.851091 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:14.885664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:14.943236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:14.956696 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:15.138209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:15.149404 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:15.256730 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7bc9c77-d6af-4ce8-a617-954dba2186a7 req-8c7cbb39-5d09-4d42-91e4-7d6bf2558ec9 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658973 Oct 18 23:23:15.269986 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d010492-3407-46dd-b2c8-b5dd42fc4088 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7493846 Oct 18 23:23:15.286792 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:15.367325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8974d273-cc8d-4f70-a1e5-bf9071aaf49b {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:15.368761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:15.402923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:15.433738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Transition to ACTIVE for port object 8974d273-cc8d-4f70-a1e5-bf9071aaf49b will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:23:15.439163 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:15.454263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 6d807dde-fe29-4733-8986-5ecc8e984e34, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6d807dde-fe29-4733-8986-5ecc8e984e34,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:15.489149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f015b8a8-bddf-439b-b95f-92c56cdc863c req-35974e0d-da33-4f2b-a043-88f2431a4c8b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0547080 Oct 18 23:23:15.490350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:15.568059 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:15.599705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Port': ['ID=c2a3558e-d59b-4115-8051-d4457e3a35ba,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:15.683721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Pushing event updated for resources: {'Port': ['ID=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:15.778934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b58fad46-ceaa-42c1-8c1f-b32e63ecf462 req-4d7422cb-169a-4c40-ab28-85da9c00a71a tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.3047640 Oct 18 23:23:15.795212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Pushing event updated for resources: {'Port': ['ID=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:15.915177 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:15.920695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:15.951930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Network 01a526e3-b8e6-42a2-a7af-6c24162f9520 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:15.974319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee7565-9582-41a9-b4d8-661cba00a2fc None None] Network be5758dd-8396-4c4a-a368-25bd778a9183 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:15.990535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network 9ac82956-ccf0-4240-a21a-175be3da5fd8 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:16.005204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:16.023585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:16.028263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:16.036553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Attempting to bind port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:16.037014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Attempting to bind port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '3b989cd4-3e75-40b3-8f32-f6931b674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aee1c630-86fc-40c3-90da-84acac5f5457'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:16.037569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Attempting to bind port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b on network aee1c630-86fc-40c3-90da-84acac5f5457 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:16.075508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314d564-2529-408d-b150-cce3a2498665 req-058a8295-c778-4668-98f1-c17a44e546f3 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:16.106614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314d564-2529-408d-b150-cce3a2498665 req-058a8295-c778-4668-98f1-c17a44e546f3 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:16.112597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b on network aee1c630-86fc-40c3-90da-84acac5f5457 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:23:16.114824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Attempting to bind port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b on network aee1c630-86fc-40c3-90da-84acac5f5457 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:16.131282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:16.132228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Checking segment: {'id': '3b989cd4-3e75-40b3-8f32-f6931b674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aee1c630-86fc-40c3-90da-84acac5f5457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:16.133102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Bound using segment: {'id': '3b989cd4-3e75-40b3-8f32-f6931b674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aee1c630-86fc-40c3-90da-84acac5f5457'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:16.134659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Bound port: 8974d273-cc8d-4f70-a1e5-bf9071aaf49b, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b989cd4-3e75-40b3-8f32-f6931b674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aee1c630-86fc-40c3-90da-84acac5f5457'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:16.135616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:16.137944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e314d564-2529-408d-b150-cce3a2498665 req-058a8295-c778-4668-98f1-c17a44e546f3 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 1655 time: 0.7115579 Oct 18 23:23:16.154948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:16.516894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e314d564-2529-408d-b150-cce3a2498665 req-2229df49-752e-4276-af82-63fc5f1a4bd4 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490002 Oct 18 23:23:16.536821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:16.537807 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:16.599485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-5a083e89-02f2-48d8-aec4-4e7a82430dee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2064946 Oct 18 23:23:16.634198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Request body: {'port': {'device_id': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:16.668336 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:16.672731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a374e33a-bc49-43f9-8a34-cc9a549ed057 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:16.829784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8162cb8-cf6b-4c8c-8ea0-d6f4a50bc999 req-2797b89a-313a-4d40-bc08-fe701cfa00dc tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:16.888156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8162cb8-cf6b-4c8c-8ea0-d6f4a50bc999 req-2797b89a-313a-4d40-bc08-fe701cfa00dc tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 932 time: 0.6513574 Oct 18 23:23:16.905930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:16.907154 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:16.908238 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-873a4a15-d75b-45e3-9c58-d6607dc07692 req-94e642f7-b893-4ded-8854-66fe7a5e2480 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 210 time: 0.0905883 Oct 18 23:23:16.912970 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:16.959302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=6d807dde-fe29-4733-8986-5ecc8e984e34,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:17.054496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-360e719f-e708-45b6-b3b5-82ab51a9d840 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7566199 Oct 18 23:23:17.101659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:17.113200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'port': {'device_id': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1', 'admin_state_up': True, 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:17.235359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8162cb8-cf6b-4c8c-8ea0-d6f4a50bc999 req-b2f6a347-6268-4fb1-a384-d3a7b2226fd4 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460543 Oct 18 23:23:17.236627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] For port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:17.263286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb02aea-490c-445c-8102-977f32a5d449 None None] Pushing event updated for resources: {'Port': ['ID=d2fec1be-0dce-47aa-b561-6d3225f62089,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:17.348832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] For port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,segment=NetworkSegment(3b989cd4-3e75-40b3-8f32-f6931b674098),segment_id=3b989cd4-3e75-40b3-8f32-f6931b674098)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:17.383486 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:17.418249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] For port 23c6768c-0e2f-49e7-9296-6b04391bdeb3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=23c6768c-0e2f-49e7-9296-6b04391bdeb3,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:17.420330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a374e33a-bc49-43f9-8a34-cc9a549ed057 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:17.420900 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:17.480355 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:17.539527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:17.539527 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:17.540179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] 10.222.0.73 "PUT /v2.0/ports/8974d273-cc8d-4f70-a1e5-bf9071aaf49b HTTP/1.1" status: 200 len: 1092 time: 3.2242835 Oct 18 23:23:17.544395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c896ade-a285-41c8-91c7-6fc317a99810', 'tag': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:17.546854 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c896ade-a285-41c8-91c7-6fc317a99810", "tag": "8974d273-cc8d-4f70-a1e5-bf9071aaf49b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:17.706839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2d33b-ae76-4097-95d3-e209352f1556 service neutron] Pushing event updated for resources: {'Port': ['ID=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:17.740792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Provisioning complete for port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:17.740792 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:17.764813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:17.770289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:17.808474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Pushing event updated for resources: {'Port': ['ID=23c6768c-0e2f-49e7-9296-6b04391bdeb3,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:17.810868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde8a0f-03f8-45be-a0db-4f3f3e2cd7c8 req-a1e0a217-a07d-4f77-9334-ff8643b92c9e tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:17.821035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-edde8a0f-03f8-45be-a0db-4f3f3e2cd7c8 req-a1e0a217-a07d-4f77-9334-ff8643b92c9e tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 943 time: 0.3386753 Oct 18 23:23:17.826242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Attempting to bind port d2fec1be-0dce-47aa-b561-6d3225f62089 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:17.826896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Attempting to bind port d2fec1be-0dce-47aa-b561-6d3225f62089 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:17.827512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Attempting to bind port d2fec1be-0dce-47aa-b561-6d3225f62089 on network 01a526e3-b8e6-42a2-a7af-6c24162f9520 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:17.915904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-09b4d384-1df6-4427-9500-2d556ec2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:17.918552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:17.918864 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-09b4d384-1df6-4427-9500-2d556ec2ba04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20392f24614e4cd896fc3ddc894457e8&device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 1095 time: 0.2758842 Oct 18 23:23:17.919218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Checking segment: {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:17.919894 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:17.920591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Bound using segment: {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:17.921466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Bound port: d2fec1be-0dce-47aa-b561-6d3225f62089, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:17.922129 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:17.946513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a90f1734-a803-4226-beef-8619b8211f3d None None] Port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:18.053527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 23c6768c-0e2f-49e7-9296-6b04391bdeb3 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:18.164260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-764536a3-9969-4fb1-aab9-3a268e1dd535 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8974d273-cc8d-4f70-a1e5-bf9071aaf49b HTTP/1.1" status: 200 len: 217 time: 0.2155983 Oct 18 23:23:18.240570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-edde8a0f-03f8-45be-a0db-4f3f3e2cd7c8 req-67b017fa-f42b-42e2-9151-beadae0c2e2f tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023979 Oct 18 23:23:18.348164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Provisioning complete for port c2a3558e-d59b-4115-8051-d4457e3a35ba triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:18.349481 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:18.373885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:18.399928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:18.448251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Transition to ACTIVE for port object b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:23:18.457391 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:18.458052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:18.458434 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:18.462712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] For port d2fec1be-0dce-47aa-b561-6d3225f62089, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:18.465733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Port c2a3558e-d59b-4115-8051-d4457e3a35ba cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:18.511302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] For port d2fec1be-0dce-47aa-b561-6d3225f62089, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d2fec1be-0dce-47aa-b561-6d3225f62089,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:18.542820 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:18.605378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45520) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:18.614251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f3849ab2-bf33-4fd1-8709-b2b52313f6e2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77971706', 'description': 'tempest-description--2092944131'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:18.647605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Provisioning complete for port affadff4-9124-405e-9b62-6c7ce55a9e42 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:18.648181 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:18.677202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Allocated IP 19.80.0.62 (8b34a160-d52b-4d33-b4ab-d37cf50ef6e1/31655abd-dd94-4d74-b5a6-218ea54a62c2/6409c427-0321-4a90-bdaa-94c612e8023b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:18.698525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:23:18.700028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:22:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:18.748166 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3849ab2-bf33-4fd1-8709-b2b52313f6e2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:18.796755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:19.002265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3849ab2-bf33-4fd1-8709-b2b52313f6e2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.020264 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3849ab2-bf33-4fd1-8709-b2b52313f6e2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.071974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Attempting to bind port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:19.072884 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Attempting to bind port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:19.073496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Attempting to bind port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f on network 01a526e3-b8e6-42a2-a7af-6c24162f9520 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:19.106681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3849ab2-bf33-4fd1-8709-b2b52313f6e2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.114924 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f3849ab2-bf33-4fd1-8709-b2b52313f6e2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5058889 Oct 18 23:23:19.125353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45526) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:19.135011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb02aea-490c-445c-8102-977f32a5d449 None None] Pushing event updated for resources: {'Port': ['ID=d2fec1be-0dce-47aa-b561-6d3225f62089,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:19.136977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c55b847b-3383-407a-b808-a7f948ff99ae tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'security_group_rule': {'security_group_id': '9b03dcd4-5cc4-4839-a567-9917ca2d3ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:19.153723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Port affadff4-9124-405e-9b62-6c7ce55a9e42 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:19.168673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f on network 01a526e3-b8e6-42a2-a7af-6c24162f9520 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:23:19.170249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Attempting to bind port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f on network 01a526e3-b8e6-42a2-a7af-6c24162f9520 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:19.185477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:19.186202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Checking segment: {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:19.186708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Bound using segment: {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:19.187323 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Bound port: b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c4799c-fac3-4b25-b7ff-f013e940ec43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:19.187806 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.255095 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c55b847b-3383-407a-b808-a7f948ff99ae tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.323367 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c55b847b-3383-407a-b808-a7f948ff99ae tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.325703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3849ab2-bf33-4fd1-8709-b2b52313f6e2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:19.342296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b2bb2-5128-4c38-952c-602edfbb5c7a req-056d9a7a-bbb4-481e-bcfd-89a409f12413 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:19.352166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.356107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b2bb2-5128-4c38-952c-602edfbb5c7a req-056d9a7a-bbb4-481e-bcfd-89a409f12413 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:19.358056 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c18b2bb2-5128-4c38-952c-602edfbb5c7a req-056d9a7a-bbb4-481e-bcfd-89a409f12413 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 1655 time: 0.3005991 Oct 18 23:23:19.403135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c55b847b-3383-407a-b808-a7f948ff99ae tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.417772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Provisioning complete for port a374e33a-bc49-43f9-8a34-cc9a549ed057 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:19.418040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.446317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-dcd08b71-4ae7-4834-b922-6fb2aca7bacc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:19.447243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d807dde-fe29-4733-8986-5ecc8e984e34 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:19.449459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-dcd08b71-4ae7-4834-b922-6fb2aca7bacc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 1.7279594 Oct 18 23:23:19.473186 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fecea5-9130-4d2b-8603-483aea10c974 x-openstack-request-id: req-c8fecea5-9130-4d2b-8603-483aea10c974 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:19.473633 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c896ade-a285-41c8-91c7-6fc317a99810", "tag": "8974d273-cc8d-4f70-a1e5-bf9071aaf49b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:19.473995 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8fecea5-9130-4d2b-8603-483aea10c974 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:19.474505 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c896ade-a285-41c8-91c7-6fc317a99810', 'tag': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b', 'status': 'completed', 'code': 200} Oct 18 23:23:19.493199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f5a595f-0427-4c40-a54e-a77956e67a2c req-64c833dc-8616-4940-8713-ae335aa4081e tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 1.0685124 Oct 18 23:23:19.495088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-27d179bc-8959-460f-80cc-5d42f559fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:19.498232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-27d179bc-8959-460f-80cc-5d42f559fa27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b820dd7-983c-48a8-9694-d483286aa93a HTTP/1.1" status: 200 len: 861 time: 1.3227508 Oct 18 23:23:19.499772 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.515954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Request body: {'port': {'device_id': '8ff721f3-ced3-4c4f-a65f-327aa857b3cb', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'admin_state_up': True, 'tenant_id': '10bc3899219b45fb838a08e4df12e676'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:19.582361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b847b-3383-407a-b808-a7f948ff99ae tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c58eb2-5381-482a-afac-20b3fa896ae2,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:19.609838 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c18b2bb2-5128-4c38-952c-602edfbb5c7a req-e5dd1ca2-677d-4365-95b2-660db5dfeabf tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388639 Oct 18 23:23:19.641434 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c55b847b-3383-407a-b808-a7f948ff99ae tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.645469 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c55b847b-3383-407a-b808-a7f948ff99ae tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5154593 Oct 18 23:23:19.655798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45534) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:19.662937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8d9a4869-c1e5-4132-938f-05f50710b904 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'security_group_rule': {'security_group_id': '9b03dcd4-5cc4-4839-a567-9917ca2d3ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:19.687977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:23:19.725308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4869-c1e5-4132-938f-05f50710b904 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.747321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] For port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:19.767328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-b662a899-000e-4fcb-908d-654cb4dfbb31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aee1c630-86fc-40c3-90da-84acac5f5457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071253 Oct 18 23:23:19.784555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] For port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:19.790604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-60093acd-2647-4381-80a9-2c6d0539a468 req-6a8bf2bb-f342-4d0c-8e14-284aea4b0d3e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 210 time: 0.1261573 Oct 18 23:23:19.802303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.913635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:19.914610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:19.916373 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] 10.222.0.102 "PUT /v2.0/ports/b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f HTTP/1.1" status: 200 len: 1093 time: 3.2952604 Oct 18 23:23:19.935454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84feaf-a73c-403f-a935-d8d8538f77c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:19.950249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:19.953481 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c875e7b-e63b-46d5-9782-c7e53a23fc64" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:20.100693 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4869-c1e5-4132-938f-05f50710b904 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:20.120404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-b9f7cf07-b5de-4ea5-9e23-029c394049bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:20.122993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-b9f7cf07-b5de-4ea5-9e23-029c394049bc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ad4ab6d679054575b3b7f7f2417ac5b8&device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 1096 time: 0.1181104 Oct 18 23:23:20.135174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00a6fc-ae2c-4d9d-9bb2-95a1d103c488 req-d151b6cf-4b7f-443f-b608-5ebb65655be0 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:20.143417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a00a6fc-ae2c-4d9d-9bb2-95a1d103c488 req-d151b6cf-4b7f-443f-b608-5ebb65655be0 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 944 time: 0.2255614 Oct 18 23:23:20.257721 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4869-c1e5-4132-938f-05f50710b904 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:20.304570 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-f657cf7d-19f0-4a13-a8b5-77c9fa90262a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f HTTP/1.1" status: 200 len: 217 time: 0.1521385 Oct 18 23:23:20.350054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a4869-c1e5-4132-938f-05f50710b904 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965d0862-b927-41e1-9f8d-ac538272c995,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:20.378398 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-78a81ce8-97c3-4197-9024-3a522790778f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:20.461892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:20.512179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4869-c1e5-4132-938f-05f50710b904 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:20.516653 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8d9a4869-c1e5-4132-938f-05f50710b904 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8595991 Oct 18 23:23:20.537755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45548) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:20.538619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:20.544967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:20.555029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Port': ['ID=6409c427-0321-4a90-bdaa-94c612e8023b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:20.570147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:20.576674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6d807dde-fe29-4733-8986-5ecc8e984e34 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:20.577056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:20.605135 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a00a6fc-ae2c-4d9d-9bb2-95a1d103c488 req-f554583f-d82b-4b51-9ecd-ed2c91838c79 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603474 Oct 18 23:23:20.652274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-d37a6793-c659-41e7-9cc7-19da4ff65205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:20.652274 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-d37a6793-c659-41e7-9cc7-19da4ff65205 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3 HTTP/1.1" status: 200 len: 868 time: 0.3285551 Oct 18 23:23:20.792853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:20.872666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:20.874324 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:20.959613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Made reservation on behalf of 10bc3899219b45fb838a08e4df12e676 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:20.968952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:20.983975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-32f11575-4ded-450c-94b5-f72da2706bd1 service neutron] 10.222.0.73 "GET /v2.0/networks/aee1c630-86fc-40c3-90da-84acac5f5457?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1756198 Oct 18 23:23:20.985988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-846972e3-d287-47e9-9bfc-330364ef490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:20.989928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-846972e3-d287-47e9-9bfc-330364ef490b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=01a526e3-b8e6-42a2-a7af-6c24162f9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3315852 Oct 18 23:23:21.000392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2d37-d5a9-4df7-b2ff-05fc47887de5 req-ab5b428d-3d95-428d-b562-55594d541ae2 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:21.002236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38ff2d37-d5a9-4df7-b2ff-05fc47887de5 req-ab5b428d-3d95-428d-b562-55594d541ae2 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 943 time: 0.5391490 Oct 18 23:23:21.039373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-3e3739f8-f0e0-453c-8145-0fd29d151f0e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9482217 Oct 18 23:23:21.055636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-aacef08f-5995-4b54-87d6-d2b312e6455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:21.057136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-aacef08f-5995-4b54-87d6-d2b312e6455e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 1101 time: 0.5339491 Oct 18 23:23:21.072195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Provisioning complete for port f510c872-9f6c-4597-8731-2461b49102da triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:21.072680 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:21.108396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Request body: {'port': {'device_id': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:21.144042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Port f510c872-9f6c-4597-8731-2461b49102da cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:21.270082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a374e33a-bc49-43f9-8a34-cc9a549ed057 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:21.274532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Provisioning complete for port d2fec1be-0dce-47aa-b561-6d3225f62089 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:21.275000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:21.375924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:23:02Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd2fec1be-0dce-47aa-b561-6d3225f62089', 'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'mac_address': 'fa:16:3e:a5:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:23:01Z', 'updated_at': '2021-10-18T23:23:18Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'subnets': [{'id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:21.414608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13694a7-07c9-4fea-86f5-b0b75ddcf180 None None] The sync data for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 is: [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:23:02Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd2fec1be-0dce-47aa-b561-6d3225f62089', 'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'mac_address': 'fa:16:3e:a5:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:23:01Z', 'updated_at': '2021-10-18T23:23:18Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'subnets': [{'id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:23:21.437267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a374e33a-bc49-43f9-8a34-cc9a549ed057 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:21.437267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:21.557781 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:21.618921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-265ef576-4833-4d80-a60b-0cb3003b7d27 service neutron] 10.222.0.102 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008143 Oct 18 23:23:21.672655 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c75b65b-32ff-456d-87fd-1ba94de1bac3 x-openstack-request-id: req-6c75b65b-32ff-456d-87fd-1ba94de1bac3 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:21.672927 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:21.673098 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c75b65b-32ff-456d-87fd-1ba94de1bac3 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:21.673479 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'status': 'completed', 'code': 200} Oct 18 23:23:21.724151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-933251d0-68d5-4bf0-a3af-d6adafc1bff2 req-23a9d1f1-49f9-4ef1-af77-c7f96970aed3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4f538d5766c64e49b6b0919251436684&device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0889432 Oct 18 23:23:21.834825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38ff2d37-d5a9-4df7-b2ff-05fc47887de5 req-e1181b94-6766-40d3-aad2-0b54e54b35c5 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8069236 Oct 18 23:23:21.941503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Allocated IP 172.20.0.3 (27a2d0a7-d1ec-4b11-b693-4650f6a6c827/fed0e15c-d6b8-4c05-8d0b-15673a74270e/51200358-33ba-4d71-908c-13430a787419) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:22.069777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] For port d2fec1be-0dce-47aa-b561-6d3225f62089, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d2fec1be-0dce-47aa-b561-6d3225f62089,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:22.088130 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:22.128466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-314e9287-e84d-4b44-adfd-a2f2638a01a7 req-11a9f57b-3032-4a68-9379-fc7679a55b13 service neutron] 10.222.0.73 "GET /v2.0/networks/aee1c630-86fc-40c3-90da-84acac5f5457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1239123 Oct 18 23:23:22.155109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:22.156617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cce2e0ea-daf4-40b7-b0b7-0862aae55b44 req-c3264df7-32a6-40ab-91ae-3899d185d695 service neutron] 10.222.0.102 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302757 Oct 18 23:23:22.217805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-933251d0-68d5-4bf0-a3af-d6adafc1bff2 req-dcb5543c-21dd-4f5f-b15c-47e70072665f service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=4f538d5766c64e49b6b0919251436684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489366 Oct 18 23:23:22.258470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a60c56ff-e726-4305-ae45-69dd68a17323 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:22.309316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c28b83b0-2c8e-4224-9717-2f6beaf826d4 req-37975835-69dd-4cd8-bb69-d2bb7012a348 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 210 time: 0.1088681 Oct 18 23:23:22.461528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Pushing event updated for resources: {'Port': ['ID=d2fec1be-0dce-47aa-b561-6d3225f62089,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:22.474296 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Provisioning complete for port a60c56ff-e726-4305-ae45-69dd68a17323 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:22.474763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:22.590463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45578) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:22.618458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1215356026'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:22.658187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a60c56ff-e726-4305-ae45-69dd68a17323 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:22.659228 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:22.733862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:22.744554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:22.790256 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-cd2627a3-2fc0-4e07-95b6-f596b4f6bcc7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6937270 Oct 18 23:23:22.822121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:22.835278 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0a2d7-dbd4-4dfe-a7a1-8c902e80555d req-827445cc-8cf3-40a3-87d1-c0957c5b0f0b tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:22.844229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0a2d7-dbd4-4dfe-a7a1-8c902e80555d req-827445cc-8cf3-40a3-87d1-c0957c5b0f0b tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:22.850423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-aacc686e-7574-48fd-b271-e35c019c6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:22.852536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-aacc686e-7574-48fd-b271-e35c019c6e7f service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 1.6645210 Oct 18 23:23:22.853555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0a2d7-dbd4-4dfe-a7a1-8c902e80555d req-827445cc-8cf3-40a3-87d1-c0957c5b0f0b tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:22.862868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bcc0a2d7-dbd4-4dfe-a7a1-8c902e80555d req-827445cc-8cf3-40a3-87d1-c0957c5b0f0b tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2376 time: 0.8134756 Oct 18 23:23:22.892068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] For port a60c56ff-e726-4305-ae45-69dd68a17323, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a60c56ff-e726-4305-ae45-69dd68a17323,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:22.916056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5896bc3-4f41-4c25-9c6a-8156cfa8af49 req-5257e476-b502-4027-93d7-2046a3954378 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.1600034 Oct 18 23:23:22.939874 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:23.044816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:23.072106 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:23.074223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:23:23.121419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-079bd8b4-d4be-49cc-b027-6d029fe94557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:23.126461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-079bd8b4-d4be-49cc-b027-6d029fe94557 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ad4ab6d679054575b3b7f7f2417ac5b8&device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 1096 time: 0.7256258 Oct 18 23:23:23.145490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb2326-9640-480e-a2bb-17c074d46fc2 None None] Pushing event updated for resources: {'Port': ['ID=a60c56ff-e726-4305-ae45-69dd68a17323,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:23.191305 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:23:23.191682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-cce2a1b9-b9d4-449f-9230-52dfb2b08b51 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b36bb4db-5955-4409-8034-6d86546926c4 HTTP/1.1" status: 200 len: 217 time: 0.2881105 Oct 18 23:23:23.192488 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:23:23.193278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6e4ebf93-17ee-4be0-8510-a792dbc92c9a None None] Provisioning complete for port 6409c427-0321-4a90-bdaa-94c612e8023b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:23.193841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6e4ebf93-17ee-4be0-8510-a792dbc92c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:23.220875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-64300bb3-aa97-4aac-aff5-f3a405b9e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:23.223908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-64300bb3-aa97-4aac-aff5-f3a405b9e8cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20392f24614e4cd896fc3ddc894457e8&device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 1095 time: 0.8867071 Oct 18 23:23:23.264321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ebf93-17ee-4be0-8510-a792dbc92c9a None None] Port 6409c427-0321-4a90-bdaa-94c612e8023b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:23.280133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6e4ebf93-17ee-4be0-8510-a792dbc92c9a None None] Provisioning complete for port d2fec1be-0dce-47aa-b561-6d3225f62089 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:23.281725 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6e4ebf93-17ee-4be0-8510-a792dbc92c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:23.415551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6e4ebf93-17ee-4be0-8510-a792dbc92c9a None None] Provisioning complete for port a60c56ff-e726-4305-ae45-69dd68a17323 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:23.416008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6e4ebf93-17ee-4be0-8510-a792dbc92c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:23.539678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:23.633667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-ac84727d-69d7-4f9a-b0cb-34d3271af8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:23.637573 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-ac84727d-69d7-4f9a-b0cb-34d3271af8c8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.4233146 Oct 18 23:23:23.698471 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:23.698864 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Added segment c65a2e8a-e5a8-4656-bf49-5d4d33017361 of type vlan for network cec56cf4-1185-4e9c-8660-7e388b5035be Oct 18 23:23:23.731447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bcc0a2d7-dbd4-4dfe-a7a1-8c902e80555d req-7d19dde0-6f9a-4538-856b-c05073f23744 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8663335 Oct 18 23:23:23.834074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 23c6768c-0e2f-49e7-9296-6b04391bdeb3 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:23.863110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933251d0-68d5-4bf0-a3af-d6adafc1bff2 req-36242a2e-f71a-47f2-8976-7125f67ed238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:23.864775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-933251d0-68d5-4bf0-a3af-d6adafc1bff2 req-36242a2e-f71a-47f2-8976-7125f67ed238 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5796218 Oct 18 23:23:23.927759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0105801-b67d-4bc4-a325-dbeb56a725ce req-bf51f135-b9ff-46f7-a83d-d5b8349ce342 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:23.943359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0105801-b67d-4bc4-a325-dbeb56a725ce req-bf51f135-b9ff-46f7-a83d-d5b8349ce342 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 944 time: 0.7430491 Oct 18 23:23:23.943672 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:23.958958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-a3ad10e9-67d5-460a-82ca-651e8b42c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:23.961441 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-a3ad10e9-67d5-460a-82ca-651e8b42c3d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 1102 time: 0.9881904 Oct 18 23:23:23.982184 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c02ed1fb-e36b-4f56-9aad-d264374684bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.001235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-22eae082-24b3-4866-bc6e-d149773a2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.007770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-22eae082-24b3-4866-bc6e-d149773a2bd2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aee1c630-86fc-40c3-90da-84acac5f5457 HTTP/1.1" status: 200 len: 922 time: 0.7618723 Oct 18 23:23:24.011237 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.055703 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:24.056234 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.127442 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.134434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.135875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.182277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-cbb60f70-d41c-4939-bc1c-9bf75fa291cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8974d273-cc8d-4f70-a1e5-bf9071aaf49b HTTP/1.1" status: 200 len: 217 time: 0.1647296 Oct 18 23:23:24.261673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:24.291371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-14194595-62b4-496e-bc56-35a560bec4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.292907 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-14194595-62b4-496e-bc56-35a560bec4f1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=01a526e3-b8e6-42a2-a7af-6c24162f9520 HTTP/1.1" status: 200 len: 930 time: 0.6870482 Oct 18 23:23:24.313827 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7031558 Oct 18 23:23:24.328090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45602) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:24.334850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1629996403'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:24.338998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-45c71dfa-111c-4b79-b62f-75f555a0fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.340952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-45c71dfa-111c-4b79-b62f-75f555a0fc95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b820dd7-983c-48a8-9694-d483286aa93a HTTP/1.1" status: 200 len: 861 time: 0.0832767 Oct 18 23:23:24.343691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:24.344505 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.413244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:24.419186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:24.440604 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-231d6ab4-f7c0-48ca-bd51-ec5887c1c244 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f HTTP/1.1" status: 200 len: 217 time: 0.1185462 Oct 18 23:23:24.441737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event updated for resources: {'Port': ['ID=51200358-33ba-4d71-908c-13430a787419,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:24.442098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Allocated IP 172.25.7.33 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/8afdd5d8-771f-48d5-b2dd-fb31e7a16574) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:24.445040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:24.450956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:24.473803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5b16f-dcfc-43e0-b60e-7f719300d9fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Network': ['ID=cec56cf4-1185-4e9c-8660-7e388b5035be,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:24.514269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network cec56cf4-1185-4e9c-8660-7e388b5035be details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:23:24.519057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.519729 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.525930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d6542-2ac4-45c4-b598-0ffc12aca91c req-4ca2b87c-5c9e-48bd-9a94-626f102dd765 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.531951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.533668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-566d6542-2ac4-45c4-b598-0ffc12aca91c req-4ca2b87c-5c9e-48bd-9a94-626f102dd765 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 943 time: 0.6109600 Oct 18 23:23:24.569167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:24.574408 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.578139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-18d56855-e7ec-4bf6-9010-f22474e1eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.578973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-18d56855-e7ec-4bf6-9010-f22474e1eec8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.5704899 Oct 18 23:23:24.588368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-005f0338-a786-491d-8605-0316dbeeb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.590485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-005f0338-a786-491d-8605-0316dbeeb494 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9273088 Oct 18 23:23:24.593395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-ea92bb5b-0cad-4c20-84f1-5fcb3c598a12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aee1c630-86fc-40c3-90da-84acac5f5457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441264 Oct 18 23:23:24.662565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-462965a6-52c2-43e6-ba0a-d2876b3d87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.664121 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-462965a6-52c2-43e6-ba0a-d2876b3d87f3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3 HTTP/1.1" status: 200 len: 868 time: 0.2066631 Oct 18 23:23:24.676439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-128ef817-9c7b-477c-835e-325564d3ee76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ed53882d-add0-411e-b4e4-5f675d396fe2 HTTP/1.1" status: 200 len: 217 time: 0.0720170 Oct 18 23:23:24.793259 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.803979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-ae8eb816-fa5c-4ae5-b5fa-fdd1cffc44ce service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968033 Oct 18 23:23:24.845007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:23:24.849711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-087fefeb-85de-4bb5-ae86-c303d032ac15 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3370113 Oct 18 23:23:24.867897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a60c56ff-e726-4305-ae45-69dd68a17323 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:24.877440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-566d6542-2ac4-45c4-b598-0ffc12aca91c req-08ffa5b4-1a00-41e6-a1d4-3207476b6828 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421929 Oct 18 23:23:24.904550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:24.905013 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Added segment cd69318f-b34e-4623-bd04-2ab829ab8b07 of type vlan for network 39ea3733-74ea-4469-86dd-2826e17a10c2 Oct 18 23:23:24.909838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-9a881c2f-1945-4f60-86e7-9c6c1080dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:24.911322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-9a881c2f-1945-4f60-86e7-9c6c1080dd3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2044942 Oct 18 23:23:25.024993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-6c6b57be-29e3-41e6-9f61-175315a0b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:25.026562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-6c6b57be-29e3-41e6-9f61-175315a0b6a3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=01a526e3-b8e6-42a2-a7af-6c24162f9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3321779 Oct 18 23:23:25.027400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a60c56ff-e726-4305-ae45-69dd68a17323 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:25.028085 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.028362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.038629 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.043144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Request body: {'port': {'device_id': '8ff721f3-ced3-4c4f-a65f-327aa857b3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:25.094449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0105801-b67d-4bc4-a325-dbeb56a725ce req-3fb6280a-7913-4fed-86f5-29520b70ff18 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9336123 Oct 18 23:23:25.180608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-35897b84-3e30-4be2-b66e-dc356beff06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:25.182125 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-35897b84-3e30-4be2-b66e-dc356beff06b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2568910 Oct 18 23:23:25.185314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d2fec1be-0dce-47aa-b561-6d3225f62089 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:25.210089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.215684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:25.215948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.270406 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.281279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Transition to ACTIVE for port object 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:23:25.295084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edbdcd-7140-432d-9261-6eec128474de req-5a0fc5bd-0c47-41ad-95e6-c704fb988c8c tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:25.296727 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5edbdcd-7140-432d-9261-6eec128474de req-5a0fc5bd-0c47-41ad-95e6-c704fb988c8c tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 931 time: 0.2544608 Oct 18 23:23:25.305169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-479ba3aa-5b21-4a59-9e20-1bf3bb0423b1 req-6438d103-5871-4aba-9d0d-5a6ddaaa4c36 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514227 Oct 18 23:23:25.322802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d2fec1be-0dce-47aa-b561-6d3225f62089 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:25.323261 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.345191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.389904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0606647 Oct 18 23:23:25.417149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45618) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:25.506801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89319cb8-7712-48d6-b6f8-f6dab83c2ef7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Network': ['ID=39ea3733-74ea-4469-86dd-2826e17a10c2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:25.523441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 39ea3733-74ea-4469-86dd-2826e17a10c2 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:23:25.540520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-9526c227-1512-443f-8ec5-d86008906454 service neutron] 10.222.0.102 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967375 Oct 18 23:23:25.551270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'subnet': {'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:25.557271 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.701757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Pushing event updated for resources: {'Port': ['ID=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:25.731691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Port': ['ID=8afdd5d8-771f-48d5-b2dd-fb31e7a16574,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:25.755440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0fb6416-b7b0-4dcd-9cb6-586bc2d40d0d req-26ecd924-62d7-47f4-9321-af042955a317 tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.1903076 Oct 18 23:23:25.773177 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:25.773805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5edbdcd-7140-432d-9261-6eec128474de req-2a0a39f3-6e89-452d-9eab-afafb0e22dc7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221320 Oct 18 23:23:25.778266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:25.810299 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-2f21030b-33c8-4d35-8b16-25572c6732f9 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034434 Oct 18 23:23:25.810299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:25.821232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-bb1cc993-26e0-47d5-97a1-4467981fd078 service neutron] 10.222.0.73 "GET /v2.0/networks/aee1c630-86fc-40c3-90da-84acac5f5457?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2185187 Oct 18 23:23:25.895917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:26.186909 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c875e7b-e63b-46d5-9782-c7e53a23fc64 req-3d6a74f4-780d-4c6a-aad3-84fd71592c77 service neutron] 10.222.0.102 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061215 Oct 18 23:23:26.298606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398196e-280e-4258-bd18-bc8133869403 req-0028f55c-b470-43db-9d52-8c2f5714647e tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:26.301333 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6398196e-280e-4258-bd18-bc8133869403 req-0028f55c-b470-43db-9d52-8c2f5714647e tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 943 time: 0.2334828 Oct 18 23:23:26.325516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06bd85f1-afef-450f-92f8-7e9f7cea34b1 req-b5c5cf65-d882-4a6d-9d2e-81ac832791d6 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519534 Oct 18 23:23:26.367439 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:26.425287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6398196e-280e-4258-bd18-bc8133869403 req-1ad141f2-898f-4d71-a462-4576920d7303 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056700 Oct 18 23:23:26.436415 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:26.505492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 8974d273-cc8d-4f70-a1e5-bf9071aaf49b details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:23:26.648292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:23:26.665750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:23:26.787004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612900-5794-404c-a829-c5b968ba5bf8 req-c38bdfba-5b6a-4359-aa35-c66a214dec45 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:26.788995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89612900-5794-404c-a829-c5b968ba5bf8 req-c38bdfba-5b6a-4359-aa35-c66a214dec45 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 949 time: 0.1250396 Oct 18 23:23:26.831130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,segment=NetworkSegment(3b989cd4-3e75-40b3-8f32-f6931b674098),segment_id=3b989cd4-3e75-40b3-8f32-f6931b674098)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:26.876645 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89612900-5794-404c-a829-c5b968ba5bf8 req-d831bed6-b408-4f84-b7db-25dbe81b584d tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755258 Oct 18 23:23:26.881138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:26.889861 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:26.988093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b', 'network_id': 'aee1c630-86fc-40c3-90da-84acac5f5457', 'port_id': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b', 'mac_address': 'fa:16:3e:2d:db:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b820dd7-983c-48a8-9694-d483286aa93a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:23:27.002176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe1c30-1f22-4fe0-bd55-34a4f96e723c req-b2c501eb-f842-43fe-a4ee-25ce90eda372 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:27.019265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe1c30-1f22-4fe0-bd55-34a4f96e723c req-b2c501eb-f842-43fe-a4ee-25ce90eda372 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:27.025342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe1c30-1f22-4fe0-bd55-34a4f96e723c req-b2c501eb-f842-43fe-a4ee-25ce90eda372 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:27.027039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9fe1c30-1f22-4fe0-bd55-34a4f96e723c req-b2c501eb-f842-43fe-a4ee-25ce90eda372 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2388 time: 0.9896626 Oct 18 23:23:27.031642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-933251d0-68d5-4bf0-a3af-d6adafc1bff2 req-8b2fd580-648d-4dad-9152-9ff3f3cb0f4b tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.102 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.7916481 Oct 18 23:23:27.069656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Port': ['ID=8afdd5d8-771f-48d5-b2dd-fb31e7a16574,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:27.070253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:27.073605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.091041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Attempting to bind port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:27.091381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Attempting to bind port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:27.091738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Attempting to bind port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb on network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:27.104271 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.111197 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.116250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-417fe0b2-5eda-4b5f-a66e-bc85855b2e7e req-df57577e-4d16-4890-9eec-f1b9b7992861 service neutron] 10.222.0.73 "GET /v2.0/networks/aee1c630-86fc-40c3-90da-84acac5f5457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2841916 Oct 18 23:23:27.119893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:27.130209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258e7c2-fa8c-478e-b5e2-16388c95fd79 req-d8a21493-defa-43f3-aba9-a51b6208c0bc tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:27.141912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0258e7c2-fa8c-478e-b5e2-16388c95fd79 req-d8a21493-defa-43f3-aba9-a51b6208c0bc tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 944 time: 0.1634488 Oct 18 23:23:27.153213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb on network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:23:27.153771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Attempting to bind port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb on network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:27.177054 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.194054 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.197078 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-58d21c7c-3546-4b76-87cc-25b3a0b98938 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6564538 Oct 18 23:23:27.201302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'port_id': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'mac_address': 'fa:16:3e:fb:6a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:23:27.207799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:27.210362 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a4ef6b-2a7e-49a3-95c3-8ef7542e00a4" -d '{"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-unplugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:27.211022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:27.211598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Checking segment: {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:27.212161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Bound using segment: {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:27.212783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Bound port: 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:27.213346 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.249277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:27.253725 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8974d273-cc8d-4f70-a1e5-bf9071aaf49b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:27.262765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9fe1c30-1f22-4fe0-bd55-34a4f96e723c req-2455b81d-4250-43b8-ac8b-5bb813a0db29 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054541 Oct 18 23:23:27.271153 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0258e7c2-fa8c-478e-b5e2-16388c95fd79 req-113f7c9a-1a49-46a3-8ca5-62357eb3733d tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276855 Oct 18 23:23:27.281605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,segment=NetworkSegment(3b989cd4-3e75-40b3-8f32-f6931b674098),segment_id=3b989cd4-3e75-40b3-8f32-f6931b674098)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:27.300011 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.308419 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.424494 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.448625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53be280-6043-4a1f-a8da-8ba509160220 req-79eab708-ae6c-400d-9792-ca4a4358352a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:27.449635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:27.451296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c53be280-6043-4a1f-a8da-8ba509160220 req-79eab708-ae6c-400d-9792-ca4a4358352a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 931 time: 0.0902779 Oct 18 23:23:27.454052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:27.480574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-954cc685-df94-4038-ba3d-56ac24ff48d1 req-16ab4729-0158-4373-8635-f3d308f6e21f tempest-ServerShowV257Test-1146681933 tempest-ServerShowV257Test-1146681933-project] 10.222.0.52 "GET /v2.0/ports?device_id=9816e17a-8808-434c-bf3c-d7dcfa8c8cc7 HTTP/1.1" status: 200 len: 210 time: 0.0676124 Oct 18 23:23:27.520743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:27.538993 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.546618 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c53be280-6043-4a1f-a8da-8ba509160220 req-79ca3806-738c-4734-ae32-9fd9c7493ad8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730245 Oct 18 23:23:27.550693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:27.636109 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508eb8aa-9c79-4f14-b21b-3a1d553db38f x-openstack-request-id: req-508eb8aa-9c79-4f14-b21b-3a1d553db38f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:27.636421 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-unplugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:27.636668 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-508eb8aa-9c79-4f14-b21b-3a1d553db38f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:27.637169 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4', 'code': 200} Oct 18 23:23:27.667049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] For port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:27.669282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:27.767597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.781898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['8974d273-cc8d-4f70-a1e5-bf9071aaf49b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:23:27.803764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] For port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:27.875473 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3cee1566-cff1-4125-91f1-82388ff39577 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--77971706&fields=id&tenant_id=6bc2af639a604807bf14ac0b97ddc9c8 HTTP/1.1" status: 200 len: 267 time: 0.1400247 Oct 18 23:23:27.879443 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.942443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d173ecc9-6254-4cfb-b02b-f1e95fd7b8fb tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:27.947450 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:27.953473 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d173ecc9-6254-4cfb-b02b-f1e95fd7b8fb tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports/f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 200 len: 935 time: 0.0753307 Oct 18 23:23:28.017062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:23:28.030059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-ec66eefa-70d4-4f53-803a-e5976091b028 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:28.038805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-ec66eefa-70d4-4f53-803a-e5976091b028 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports/affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 200 len: 937 time: 0.0842884 Oct 18 23:23:28.065783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Subnet': ['ID=afbad7fb-f0bb-4070-9b26-1c8fcf710213,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:28.072093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:28.072819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:28.078479 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] 10.222.0.73 "PUT /v2.0/ports/766b8f95-bd35-4bda-b4fe-9bf8234ccfcb HTTP/1.1" status: 200 len: 1093 time: 6.9904506 Oct 18 23:23:28.079415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'tag': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:28.081926 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad145f9-678e-4f7a-b28d-233633e4563b" -d '{"events": [{"name": "network-changed", "server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "tag": "766b8f95-bd35-4bda-b4fe-9bf8234ccfcb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:28.089410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51200358-33ba-4d71-908c-13430a787419 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:28.121354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:28.141171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-77520940-59b3-413a-b5d8-dce115e27f91 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0974827 Oct 18 23:23:28.150360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Request body: {'port': {'device_id': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:28.202656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Transition to ACTIVE for port object 51200358-33ba-4d71-908c-13430a787419 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:23:28.227081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6ff5c-9782-454a-aabc-a82d23e7b976 service neutron] Pushing event updated for resources: {'Port': ['ID=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:28.242001 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-1355a512-0d8e-4800-b68e-7b754d1b7617 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0821207 Oct 18 23:23:28.242679 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:28.363640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Checking segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:28.366327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network hostable DHCP agents. Network: cec56cf4-1185-4e9c-8660-7e388b5035be, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:23:28.482386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:28.486598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=51200358-33ba-4d71-908c-13430a787419,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:28.528690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-97db84b5-7f2b-4092-b376-c6261c62d082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:28.540545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-97db84b5-7f2b-4092-b376-c6261c62d082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:28.551950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-97db84b5-7f2b-4092-b376-c6261c62d082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:28.554666 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-97db84b5-7f2b-4092-b376-c6261c62d082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/networks?id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=be5758dd-8396-4c4a-a368-25bd778a9183&id=be5758dd-8396-4c4a-a368-25bd778a9183 HTTP/1.1" status: 200 len: 1993 time: 0.2947991 Oct 18 23:23:28.576741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-267253dd-6f88-4c31-874a-0819e8fc360a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/quotas/6bc2af639a604807bf14ac0b97ddc9c8 HTTP/1.1" status: 200 len: 375 time: 0.0152090 Oct 18 23:23:28.594488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network cec56cf4-1185-4e9c-8660-7e388b5035be is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:23:28.661080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-22c90760-62a4-4a63-be05-61a2d4e11fa2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0776494 Oct 18 23:23:28.676305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, cec56cf4-1185-4e9c-8660-7e388b5035be) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:28.684220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e8f244-d94b-4d49-897a-89f09b79bf66 None None] Network cec56cf4-1185-4e9c-8660-7e388b5035be requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:28.692408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:28.692999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:28.733554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a3479-fc14-43a6-a4ce-4571b772d2d5 req-802a001a-ea34-4514-8b6d-a13cb5ed8d29 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:28.739951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d2a3479-fc14-43a6-a4ce-4571b772d2d5 req-802a001a-ea34-4514-8b6d-a13cb5ed8d29 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 944 time: 0.2600250 Oct 18 23:23:28.840802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cefe9aa6-388c-46d9-afa4-a71fb1066167 service neutron] 10.222.0.52 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479373 Oct 18 23:23:28.881770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-cec56cf4-1185-4e9c-8660-7e388b5035be', 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'fixed_ips': [{'subnet_id': 'afbad7fb-f0bb-4070-9b26-1c8fcf710213'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:23:28.884563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:28.886562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d641b05d-4426-497c-a5a1-62617c499a03 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4667077 Oct 18 23:23:28.892178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Attempting to bind port 51200358-33ba-4d71-908c-13430a787419 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:28.892178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Attempting to bind port 51200358-33ba-4d71-908c-13430a787419 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:28.892178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Attempting to bind port 51200358-33ba-4d71-908c-13430a787419 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:28.894555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45678) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:28.902102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'subnet': {'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:28.929511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d2a3479-fc14-43a6-a4ce-4571b772d2d5 req-eb6f2c6a-8eec-4571-8955-a9de5367817e tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785572 Oct 18 23:23:28.933272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Port 51200358-33ba-4d71-908c-13430a787419 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:23:28.933272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Attempting to bind port 51200358-33ba-4d71-908c-13430a787419 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:28.942233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:28.942233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Checking segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:28.942850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Bound using segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:28.943144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Bound port: 51200358-33ba-4d71-908c-13430a787419, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:28.943512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.052343 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-2b6e835c-76d1-4034-b103-f26e0b439f4f service neutron] 10.222.0.52 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981769 Oct 18 23:23:29.053280 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847daf82-915b-421e-8d2c-72414cafd91b x-openstack-request-id: req-847daf82-915b-421e-8d2c-72414cafd91b {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:29.053576 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "tag": "766b8f95-bd35-4bda-b4fe-9bf8234ccfcb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:29.053830 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-847daf82-915b-421e-8d2c-72414cafd91b {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:29.054226 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'tag': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb', 'status': 'completed', 'code': 200} Oct 18 23:23:29.129843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Allocated IP 10.1.1.2 (cec56cf4-1185-4e9c-8660-7e388b5035be/afbad7fb-f0bb-4070-9b26-1c8fcf710213/1922e989-8b69-45ce-9dc5-ad490522d613) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:29.138447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:29.144224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.163721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] For port 51200358-33ba-4d71-908c-13430a787419, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:29.171084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-74356080-3db1-462b-b9b3-d13ced8decd5 service neutron] 10.222.0.52 "GET /v2.0/ports/f510c872-9f6c-4597-8731-2461b49102da?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1012359 Oct 18 23:23:29.219027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] For port 51200358-33ba-4d71-908c-13430a787419, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=51200358-33ba-4d71-908c-13430a787419,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:29.230856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.264498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-a2915e60-98dd-4d3d-9c6a-89ba63f79653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.265276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-a2915e60-98dd-4d3d-9c6a-89ba63f79653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.265754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-a2915e60-98dd-4d3d-9c6a-89ba63f79653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.267506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-a2915e60-98dd-4d3d-9c6a-89ba63f79653 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2732 time: 0.1689758 Oct 18 23:23:29.341083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac005bc-26cc-4b73-9fbd-033f97907c0c req-61fff5d0-f53c-404e-ac20-3c59dc46542a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.347337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac005bc-26cc-4b73-9fbd-033f97907c0c req-61fff5d0-f53c-404e-ac20-3c59dc46542a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.353851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac005bc-26cc-4b73-9fbd-033f97907c0c req-61fff5d0-f53c-404e-ac20-3c59dc46542a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.355647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac005bc-26cc-4b73-9fbd-033f97907c0c req-61fff5d0-f53c-404e-ac20-3c59dc46542a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2388 time: 0.2366965 Oct 18 23:23:29.374665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.375497 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.376760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] 10.222.0.102 "PUT /v2.0/ports/51200358-33ba-4d71-908c-13430a787419 HTTP/1.1" status: 200 len: 1092 time: 4.3419785 Oct 18 23:23:29.383755 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.396322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.408981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a3558e-d59b-4115-8051-d4457e3a35ba {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:29.445212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.486219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Network cec56cf4-1185-4e9c-8660-7e388b5035be is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:29.491122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:29.494548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-8b9f4198-2051-475f-9c66-7e696e9f0ff6 service neutron] 10.222.0.52 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621253 Oct 18 23:23:29.495897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea1000-d07f-46c9-8895-16dd8696d1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=51200358-33ba-4d71-908c-13430a787419,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:29.507548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:29.528128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Pushing event updated for resources: {'Port': ['ID=1922e989-8b69-45ce-9dc5-ad490522d613,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:29.544518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Transition to ACTIVE for port object c2a3558e-d59b-4115-8051-d4457e3a35ba will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:23:29.554436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac005bc-26cc-4b73-9fbd-033f97907c0c req-0d602b75-3dc4-4804-bf96-2f404f5f2ec6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723578 Oct 18 23:23:29.559042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.602292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-823086e2-1bce-4d87-b896-2d298fc83ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.602759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-823086e2-1bce-4d87-b896-2d298fc83ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.603199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-823086e2-1bce-4d87-b896-2d298fc83ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.605128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-823086e2-1bce-4d87-b896-2d298fc83ac8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3141282 Oct 18 23:23:29.628446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Attempting to bind port 1922e989-8b69-45ce-9dc5-ad490522d613 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:29.629408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Attempting to bind port 1922e989-8b69-45ce-9dc5-ad490522d613 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:29.629668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Attempting to bind port 1922e989-8b69-45ce-9dc5-ad490522d613 on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:29.639784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:29.640438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Checking segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:29.641114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.641791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Bound using segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:29.642651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Bound port: 1922e989-8b69-45ce-9dc5-ad490522d613, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:29.644090 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.706765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-adcbd69b-e634-4c24-a86c-53ccda0fc045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.708294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-adcbd69b-e634-4c24-a86c-53ccda0fc045 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 1095 time: 0.2286501 Oct 18 23:23:29.727414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a3558e-d59b-4115-8051-d4457e3a35ba,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:29.749142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] For port 1922e989-8b69-45ce-9dc5-ad490522d613, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:29.753789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] For port 1922e989-8b69-45ce-9dc5-ad490522d613, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1922e989-8b69-45ce-9dc5-ad490522d613,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:29.763239 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.779751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-8fd651a6-6b16-4b4f-b97a-088f8e6c2365 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51200358-33ba-4d71-908c-13430a787419 HTTP/1.1" status: 200 len: 217 time: 0.0466368 Oct 18 23:23:29.784262 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d8f693d2-224d-4acf-8e7d-e797cb8d83da service neutron] 10.222.0.52 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603493 Oct 18 23:23:29.788427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:29.839828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395daeb8-a03c-4499-bb9e-47d44da3feab None None] Pushing event updated for resources: {'Port': ['ID=1922e989-8b69-45ce-9dc5-ad490522d613,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:29.942518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-b818460f-9117-4c49-bd30-bd275bfa4cad service neutron] 10.222.0.52 "GET /v2.0/ports/affadff4-9124-405e-9b62-6c7ce55a9e42?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1417072 Oct 18 23:23:29.963258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Subnet': ['ID=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:29.974588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715f7a4-7fbb-4bbf-a011-729602cda18e req-5a15b098-89cf-42cb-b8bd-a36ec48c8cd0 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.980334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8715f7a4-7fbb-4bbf-a011-729602cda18e req-5a15b098-89cf-42cb-b8bd-a36ec48c8cd0 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 945 time: 0.3022678 Oct 18 23:23:29.990964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-5474e879-82c4-4162-9970-9df06a103f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:29.994523 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-5474e879-82c4-4162-9970-9df06a103f5f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.1687825 Oct 18 23:23:30.012810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-9818390d-d865-43f7-9742-b8d4a42add7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:30.016383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad145f9-678e-4f7a-b28d-233633e4563b req-9818390d-d865-43f7-9742-b8d4a42add7e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3867266 Oct 18 23:23:30.090588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Attempting to bind port c2a3558e-d59b-4115-8051-d4457e3a35ba on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:30.090785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Checking segment: {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:30.091053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Attempting to bind port c2a3558e-d59b-4115-8051-d4457e3a35ba by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '953946a4-146a-490b-ab7b-02ee94482367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:30.091267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network hostable DHCP agents. Network: 39ea3733-74ea-4469-86dd-2826e17a10c2, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:23:30.091626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Attempting to bind port c2a3558e-d59b-4115-8051-d4457e3a35ba on network 9ac82956-ccf0-4240-a21a-175be3da5fd8 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:30.095702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-9f37fa54-bfd1-491a-bbf5-3ed5cc732df4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865788 Oct 18 23:23:30.126657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Port c2a3558e-d59b-4115-8051-d4457e3a35ba on network 9ac82956-ccf0-4240-a21a-175be3da5fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:23:30.127174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Attempting to bind port c2a3558e-d59b-4115-8051-d4457e3a35ba on network 9ac82956-ccf0-4240-a21a-175be3da5fd8 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:30.174973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:30.175748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Checking segment: {'id': '953946a4-146a-490b-ab7b-02ee94482367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:30.175945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Bound using segment: {'id': '953946a4-146a-490b-ab7b-02ee94482367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:30.176541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Bound port: c2a3558e-d59b-4115-8051-d4457e3a35ba, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953946a4-146a-490b-ab7b-02ee94482367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:30.177000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:30.193983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8715f7a4-7fbb-4bbf-a011-729602cda18e req-c43271d6-cd7a-481d-9cae-f6af2d64ae2a tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919699 Oct 18 23:23:30.204535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network 39ea3733-74ea-4469-86dd-2826e17a10c2 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:23:30.208971 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a118e810-4bac-4be1-b101-962a3412d3be service neutron] 10.222.0.52 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366703 Oct 18 23:23:30.228355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 39ea3733-74ea-4469-86dd-2826e17a10c2) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:30.261853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d227df-3530-43c2-a96a-13b967331360 None None] Network 39ea3733-74ea-4469-86dd-2826e17a10c2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:30.272560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:30.273725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:30.376248 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-60df1df2-4c7a-4a33-bb82-e4e9077efcac service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667181 Oct 18 23:23:30.383267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] For port c2a3558e-d59b-4115-8051-d4457e3a35ba, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:30.390164 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6eb37e8e-3012-4be6-a6b9-e987bd3e60f1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4892423 Oct 18 23:23:30.395044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45690) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:30.397098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] For port c2a3558e-d59b-4115-8051-d4457e3a35ba, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a3558e-d59b-4115-8051-d4457e3a35ba,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:30.404070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'port': {'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'name': 'tempest-TaggedBootDevicesTest-1978775961', 'fixed_ips': [{'subnet_id': 'afbad7fb-f0bb-4070-9b26-1c8fcf710213'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:30.412852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:30.494392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d399b038-0def-460a-aa3f-7590de85d633 service neutron] 10.222.0.52 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632000 Oct 18 23:23:30.573572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 8974d273-cc8d-4f70-a1e5-bf9071aaf49b up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:30.625770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-39ea3733-74ea-4469-86dd-2826e17a10c2', 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'fixed_ips': [{'subnet_id': '5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:23:30.628195 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:30.828525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:30.882560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1922e989-8b69-45ce-9dc5-ad490522d613 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:30.975621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45698) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:30.979317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:30.981017 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:30.984234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] 10.222.0.73 "PUT /v2.0/ports/c2a3558e-d59b-4115-8051-d4457e3a35ba HTTP/1.1" status: 200 len: 1093 time: 2.8448973 Oct 18 23:23:31.056717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff721f3-ced3-4c4f-a65f-327aa857b3cb', 'tag': '51200358-33ba-4d71-908c-13430a787419'}, {'name': 'network-changed', 'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'tag': 'c2a3558e-d59b-4115-8051-d4457e3a35ba'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:31.059312 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff721f3-ced3-4c4f-a65f-327aa857b3cb", "tag": "51200358-33ba-4d71-908c-13430a787419"}, {"name": "network-changed", "server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "tag": "c2a3558e-d59b-4115-8051-d4457e3a35ba"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:31.070645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Request body: {'port': {'device_id': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:31.132321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97990d20-b16a-4aa3-a3a8-501dd49c5b20 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a3558e-d59b-4115-8051-d4457e3a35ba,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:31.148207 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-287fe642-7da8-4d0a-b19f-128f69a2f888 service neutron] 10.222.0.52 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412451 Oct 18 23:23:31.217028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a7c32-e01f-4d74-bb24-684bf7829491 req-ff1f6896-f1d4-4426-ba3e-5fec8cb892a1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:31.225289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a3a7c32-e01f-4d74-bb24-684bf7829491 req-ff1f6896-f1d4-4426-ba3e-5fec8cb892a1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 943 time: 0.5861857 Oct 18 23:23:31.294642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:31.325692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a25fc0ee-6ea5-415d-83cb-d9fe06500488 service neutron] 10.222.0.52 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748397 Oct 18 23:23:31.364118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Allocated IP 10.2.2.2 (39ea3733-74ea-4469-86dd-2826e17a10c2/5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da/068ef98a-25e7-4a60-a274-395e2fef404f) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:31.383665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:23:31.400299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:31.401767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:31.438585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1922e989-8b69-45ce-9dc5-ad490522d613 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:31.438970 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:31.494984 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-014a425b-d2cf-4cd2-a9fb-03dda7743821 service neutron] 10.222.0.52 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527884 Oct 18 23:23:31.536966 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-935faa84-c5ea-41a0-88d4-c6e80b5ed883 req-f180e7c4-4d01-43d9-9aeb-e82a6227e1a0 service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1507378 Oct 18 23:23:31.584946 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9048cefd-e88b-4ae3-8776-e6f606026168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:31.601425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:31.623854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:23:31.629047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-e417687c-d7b1-4663-a6d0-b64baf417e53 service neutron] 10.222.0.52 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212738 Oct 18 23:23:31.638710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:31.639110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:31.641339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf6e92-6c80-4363-8120-0755c60d38cd None None] Network cec56cf4-1185-4e9c-8660-7e388b5035be requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:31.749314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a3a7c32-e01f-4d74-bb24-684bf7829491 req-b1897274-fef1-46be-a8b4-b8b17442a734 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569030 Oct 18 23:23:31.823529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:31.831748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-099fb6df-f21d-4fcb-96a1-318bd790a1e8 service neutron] 10.222.0.52 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898255 Oct 18 23:23:31.916313 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:31.934612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c896ade-a285-41c8-91c7-6fc317a99810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:31.938321 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1ba660-607c-4673-9bd1-4d71532d8122" -d '{"events": [{"server_uuid": "2c896ade-a285-41c8-91c7-6fc317a99810", "name": "network-vif-plugged", "status": "completed", "tag": "8974d273-cc8d-4f70-a1e5-bf9071aaf49b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:31.990097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6409c427-0321-4a90-bdaa-94c612e8023b {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:32.005617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a2d8c78c-5837-49d4-b424-f5fb607e828a service neutron] 10.222.0.52 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582808 Oct 18 23:23:32.008840 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.021118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,segment=NetworkSegment(3b989cd4-3e75-40b3-8f32-f6931b674098),segment_id=3b989cd4-3e75-40b3-8f32-f6931b674098)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:32.026150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dd3b9195-a7c6-4849-87c1-529cd2cda080 None None] Provisioning complete for port 1922e989-8b69-45ce-9dc5-ad490522d613 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:32.026835 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9195-a7c6-4849-87c1-529cd2cda080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.027113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] device_id is not set on port b3c6dc2a-df4f-43e9-808c-11041ee1a955 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:23:32.045055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9048cefd-e88b-4ae3-8776-e6f606026168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.059778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1404d-10c9-4217-adc8-a16175c12277 req-845aa7b6-4b24-43a4-9d30-f9f1fe952d32 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:32.061653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f1404d-10c9-4217-adc8-a16175c12277 req-845aa7b6-4b24-43a4-9d30-f9f1fe952d32 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 944 time: 0.1933160 Oct 18 23:23:32.067351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Transition to ACTIVE for port object 6409c427-0321-4a90-bdaa-94c612e8023b will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:23:32.068474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9048cefd-e88b-4ae3-8776-e6f606026168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.080170 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.118845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c5a4c6fe-32eb-4583-85b0-d49be9d48415 service neutron] 10.222.0.52 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033139 Oct 18 23:23:32.156258 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.200628 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.223059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9048cefd-e88b-4ae3-8776-e6f606026168 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f538d5766c64e49b6b0919251436684&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2291110 Oct 18 23:23:32.225612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45710) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:32.247202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9417f445-2d41-4459-a665-b530516e74c3 service neutron] 10.222.0.52 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210482 Oct 18 23:23:32.273786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048cefd-e88b-4ae3-8776-e6f606026168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbfac9b-7efd-4638-bb81-0fa122a4f9cb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:32.276800 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.289655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f1404d-10c9-4217-adc8-a16175c12277 req-7550f0ba-0af1-4339-a968-292465faf7c3 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715655 Oct 18 23:23:32.311060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.342011 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.344022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Pushing event updated for resources: {'Port': ['ID=6409c427-0321-4a90-bdaa-94c612e8023b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:32.363402 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.468292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.470919 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.477385 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.482611 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4dbfac9b-7efd-4638-bb81-0fa122a4f9cb HTTP/1.1" status: 204 len: 168 time: 0.2540982 Oct 18 23:23:32.523219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Allocated IP 10.1.1.103 (cec56cf4-1185-4e9c-8660-7e388b5035be/afbad7fb-f0bb-4070-9b26-1c8fcf710213/b3c6dc2a-df4f-43e9-808c-11041ee1a955) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:32.526348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbfac9b-7efd-4638-bb81-0fa122a4f9cb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:32.538556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:32.542790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.543264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.543782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.544641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.545979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.547255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.547754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.548181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.548607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.549178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.549533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.550249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54482d00-0baf-48d9-94c4-701185c07c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:32.574070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 1922e989-8b69-45ce-9dc5-ad490522d613, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1922e989-8b69-45ce-9dc5-ad490522d613,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:32.598444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Attempting to bind port 6409c427-0321-4a90-bdaa-94c612e8023b on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:32.599028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Attempting to bind port 6409c427-0321-4a90-bdaa-94c612e8023b by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:32.599646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Attempting to bind port 6409c427-0321-4a90-bdaa-94c612e8023b on network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:32.625947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Port 6409c427-0321-4a90-bdaa-94c612e8023b on network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:23:32.625947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Attempting to bind port 6409c427-0321-4a90-bdaa-94c612e8023b on network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:32.648294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:32.648722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Checking segment: {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:32.649234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Bound using segment: {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:32.649836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Bound port: 6409c427-0321-4a90-bdaa-94c612e8023b, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2588db2-f356-47f2-a351-5e25ef1fdd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:32.650430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.654588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed53882d-add0-411e-b4e4-5f675d396fe2 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:23:32.664329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Network 39ea3733-74ea-4469-86dd-2826e17a10c2 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:32.677149 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.697835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:32.701020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:32.706761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff7c83-e253-454e-81fb-600b1dbd1db1 req-38f60817-4a11-4917-9b4c-cad7ecda23f8 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:32.713776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff7c83-e253-454e-81fb-600b1dbd1db1 req-38f60817-4a11-4917-9b4c-cad7ecda23f8 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:32.720796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff7c83-e253-454e-81fb-600b1dbd1db1 req-38f60817-4a11-4917-9b4c-cad7ecda23f8 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:32.730768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fff7c83-e253-454e-81fb-600b1dbd1db1 req-38f60817-4a11-4917-9b4c-cad7ecda23f8 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2412 time: 0.2331541 Oct 18 23:23:32.780305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:32.787403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Pushing event updated for resources: {'Port': ['ID=068ef98a-25e7-4a60-a274-395e2fef404f,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:32.813624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:32.879159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fff7c83-e253-454e-81fb-600b1dbd1db1 req-b971e17b-5baf-4b02-b183-e315e435c7e8 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468141 Oct 18 23:23:32.983153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Attempting to bind port 068ef98a-25e7-4a60-a274-395e2fef404f on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:32.983754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Attempting to bind port 068ef98a-25e7-4a60-a274-395e2fef404f by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:32.984014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Attempting to bind port 068ef98a-25e7-4a60-a274-395e2fef404f on network 39ea3733-74ea-4469-86dd-2826e17a10c2 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:32.995439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=1922e989-8b69-45ce-9dc5-ad490522d613,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:33.020865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:33.021670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Checking segment: {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:33.022128 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:33.022676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Bound using segment: {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:33.033038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Bound port: 068ef98a-25e7-4a60-a274-395e2fef404f, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:33.034205 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:33.055356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] For port 6409c427-0321-4a90-bdaa-94c612e8023b, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:33.077139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] For port 6409c427-0321-4a90-bdaa-94c612e8023b, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6409c427-0321-4a90-bdaa-94c612e8023b,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:33.089022 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a3e914-edaf-4158-8aea-e511071f46a6 x-openstack-request-id: req-c3a3e914-edaf-4158-8aea-e511071f46a6 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:33.091378 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff721f3-ced3-4c4f-a65f-327aa857b3cb", "tag": "51200358-33ba-4d71-908c-13430a787419", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "tag": "c2a3558e-d59b-4115-8051-d4457e3a35ba", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:33.091986 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3a3e914-edaf-4158-8aea-e511071f46a6 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:33.092681 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff721f3-ced3-4c4f-a65f-327aa857b3cb', 'tag': '51200358-33ba-4d71-908c-13430a787419', 'status': 'completed', 'code': 200} Oct 18 23:23:33.093226 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'tag': 'c2a3558e-d59b-4115-8051-d4457e3a35ba', 'status': 'completed', 'code': 200} Oct 18 23:23:33.159873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed53882d-add0-411e-b4e4-5f675d396fe2,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:33.197630 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:33.213083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'ed53882d-add0-411e-b4e4-5f675d396fe2', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'ed53882d-add0-411e-b4e4-5f675d396fe2', 'mac_address': 'fa:16:3e:39:da:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:23:33.264263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] For port 068ef98a-25e7-4a60-a274-395e2fef404f, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:33.285198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] For port 068ef98a-25e7-4a60-a274-395e2fef404f, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=068ef98a-25e7-4a60-a274-395e2fef404f,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:33.294177 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:33.298675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:33.366910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed53882d-add0-411e-b4e4-5f675d396fe2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:33.427030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed53882d-add0-411e-b4e4-5f675d396fe2,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:33.428309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfc434-0629-421c-8ef7-c0f0d180c32b None None] Pushing event updated for resources: {'Port': ['ID=068ef98a-25e7-4a60-a274-395e2fef404f,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:33.438015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:33.472492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-940abfa0-a7ee-4788-a713-d1de6cf16bc5 None None] Provisioning complete for port 1922e989-8b69-45ce-9dc5-ad490522d613 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:33.472926 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-940abfa0-a7ee-4788-a713-d1de6cf16bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:33.543093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ed53882d-add0-411e-b4e4-5f675d396fe2,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:33.593307 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:33.613539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ed53882d-add0-411e-b4e4-5f675d396fe2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:23:33.865316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:33.866377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:33.868883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] 10.222.0.73 "PUT /v2.0/ports/6409c427-0321-4a90-bdaa-94c612e8023b HTTP/1.1" status: 200 len: 1092 time: 2.8172956 Oct 18 23:23:33.884118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcc764-eb06-4fe8-bd0a-264b1b65e93e service neutron] Pushing event updated for resources: {'Port': ['ID=6409c427-0321-4a90-bdaa-94c612e8023b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:33.906104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-465f22e4-fccf-486b-ad0b-e60beb3a6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:33.909087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-465f22e4-fccf-486b-ad0b-e60beb3a6876 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 1095 time: 0.8082559 Oct 18 23:23:33.992948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27733104-154a-40f7-9541-9d10f65b4fc5 req-be216168-6c5f-46ba-a058-d93f40df5298 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.003978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27733104-154a-40f7-9541-9d10f65b4fc5 req-be216168-6c5f-46ba-a058-d93f40df5298 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 946 time: 0.8731217 Oct 18 23:23:34.083383 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:34.088166 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:23:34.122002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-64bc67d0-96fb-4931-948e-df65ab77e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.122831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-64bc67d0-96fb-4931-948e-df65ab77e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.123608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-64bc67d0-96fb-4931-948e-df65ab77e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.125420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-64bc67d0-96fb-4931-948e-df65ab77e203 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2868 time: 1.0074751 Oct 18 23:23:34.138818 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ee531f-98e4-46a3-bfa1-d7c48a84a89e x-openstack-request-id: req-62ee531f-98e4-46a3-bfa1-d7c48a84a89e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:34.139567 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c896ade-a285-41c8-91c7-6fc317a99810", "name": "network-vif-plugged", "status": "completed", "tag": "8974d273-cc8d-4f70-a1e5-bf9071aaf49b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:34.139567 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62ee531f-98e4-46a3-bfa1-d7c48a84a89e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:34.139772 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c896ade-a285-41c8-91c7-6fc317a99810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b', 'code': 200} Oct 18 23:23:34.387712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a44e8-bf4b-4d48-9779-9300d1ade563 req-1c055317-bd41-4f22-94d2-09a433f121e7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.391233 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-739a44e8-bf4b-4d48-9779-9300d1ade563 req-1c055317-bd41-4f22-94d2-09a433f121e7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 943 time: 0.0893540 Oct 18 23:23:34.406494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-d09ea3fe-06cb-4456-8b72-63474baeeead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.408100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-d09ea3fe-06cb-4456-8b72-63474baeeead service neutron] 10.222.0.102 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 913 time: 0.4622347 Oct 18 23:23:34.460120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27733104-154a-40f7-9541-9d10f65b4fc5 req-9d127176-7567-4d0a-b3b0-c83372361624 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546514 Oct 18 23:23:34.494882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-739a44e8-bf4b-4d48-9779-9300d1ade563 req-5ac8e753-7cb2-4de4-b599-ab2a5bd49f9b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814331 Oct 18 23:23:34.554357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45772) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:34.582862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed53882d-add0-411e-b4e4-5f675d396fe2 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:34.589155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-cb65a4e6-44a5-4b76-9a03-c96c5f16e8c8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51200358-33ba-4d71-908c-13430a787419 HTTP/1.1" status: 200 len: 217 time: 0.1520710 Oct 18 23:23:34.633706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-467d58fa-ecb6-413e-a7b6-2870324845fb req-2e28d2a6-7abf-435c-90d6-9bc3dc57053a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0690880 Oct 18 23:23:34.682896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 51200358-33ba-4d71-908c-13430a787419 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:23:34.699704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-7b7f09d8-3b70-40a5-a12c-c41b32e747ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.701142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-7b7f09d8-3b70-40a5-a12c-c41b32e747ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.702010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-7b7f09d8-3b70-40a5-a12c-c41b32e747ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.705862 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-7b7f09d8-3b70-40a5-a12c-c41b32e747ab service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5396295 Oct 18 23:23:34.764862 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:34.773043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38b2b9-1439-4dd0-9961-ae981a76abc0 req-18b726b5-b52a-4377-bc10-71da387bf4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.776050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f38b2b9-1439-4dd0-9961-ae981a76abc0 req-18b726b5-b52a-4377-bc10-71da387bf4b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 1097 time: 0.4214547 Oct 18 23:23:34.868183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port ed53882d-add0-411e-b4e4-5f675d396fe2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:34.876480 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:34.913180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1163423860-network', 'tenant_id': 'cc5b877019854cc88232079eaf5de8f7'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:34.937642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f38b2b9-1439-4dd0-9961-ae981a76abc0 req-043bbced-9af8-4e0c-889c-7ffa58f5b614 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975163 Oct 18 23:23:34.979906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae7f86-dd53-43af-a27e-64e987f6d82c req-eb04172c-00ca-4b58-b736-a61f003cbc69 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:34.981542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57ae7f86-dd53-43af-a27e-64e987f6d82c req-eb04172c-00ca-4b58-b736-a61f003cbc69 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 945 time: 0.2933438 Oct 18 23:23:34.982679 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.051575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Made reservation on behalf of cc5b877019854cc88232079eaf5de8f7 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:35.054500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.074275 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.080567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 51200358-33ba-4d71-908c-13430a787419, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=51200358-33ba-4d71-908c-13430a787419,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:35.088069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Port': ['ID=b3c6dc2a-df4f-43e9-808c-11041ee1a955,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:35.098300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'tag': '6409c427-0321-4a90-bdaa-94c612e8023b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:35.101087 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "tag": "6409c427-0321-4a90-bdaa-94c612e8023b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:35.124100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '51200358-33ba-4d71-908c-13430a787419', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'port_id': '51200358-33ba-4d71-908c-13430a787419', 'mac_address': 'fa:16:3e:f9:a4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed0e15c-d6b8-4c05-8d0b-15673a74270e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:23:35.150958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-7621f2ea-bad4-402f-9215-01bc1800d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.152529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-7621f2ea-bad4-402f-9215-01bc1800d745 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.5263290 Oct 18 23:23:35.158198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57ae7f86-dd53-43af-a27e-64e987f6d82c req-e56aec98-2751-4c97-be6f-fe96dcd79648 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723195 Oct 18 23:23:35.221395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-2c3b6c75-c528-4ced-b7a3-9abda5a702b5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526564 Oct 18 23:23:35.236583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network cec56cf4-1185-4e9c-8660-7e388b5035be is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:35.247894 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.267112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:35.271178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:35.276038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949901b8-9e7a-42c2-8769-2a84bd31b3ae req-f92f9e03-5e2c-4db8-bd86-b39f9504ca0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.295516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949901b8-9e7a-42c2-8769-2a84bd31b3ae req-f92f9e03-5e2c-4db8-bd86-b39f9504ca0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.303451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949901b8-9e7a-42c2-8769-2a84bd31b3ae req-f92f9e03-5e2c-4db8-bd86-b39f9504ca0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.313084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-949901b8-9e7a-42c2-8769-2a84bd31b3ae req-f92f9e03-5e2c-4db8-bd86-b39f9504ca0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2412 time: 0.4227142 Oct 18 23:23:35.316778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.339878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-c9505bec-7754-4d4d-80ca-49f1ddaef3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.341778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-c9505bec-7754-4d4d-80ca-49f1ddaef3e1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5088346 Oct 18 23:23:35.342499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:23:35.364676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.365583 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Added segment 63917cec-7536-4dcf-b822-d642e5f9a118 of type vlan for network 03ab6b0b-7f78-4adf-82da-73fa95b39e65 Oct 18 23:23:35.416292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.417138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.435177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1922e989-8b69-45ce-9dc5-ad490522d613 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:35.451000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-1a7bf54e-f455-4277-afd7-1ba078f27d1a service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191379 Oct 18 23:23:35.456099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5eba2b43-b909-47b0-b800-44eae2eea9ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0571961 Oct 18 23:23:35.461361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45790) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:35.464627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.474326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'port': {'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'name': 'tempest-TaggedBootDevicesTest-843795935', 'fixed_ips': [{'subnet_id': 'afbad7fb-f0bb-4070-9b26-1c8fcf710213'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:35.505145 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e65ea4-9d8b-489c-9bc7-d788d7e7b19c None None] Network 39ea3733-74ea-4469-86dd-2826e17a10c2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:35.523052 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.527582 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9627bbcd-61eb-4f1c-b626-fedef7a030ba x-openstack-request-id: req-9627bbcd-61eb-4f1c-b626-fedef7a030ba {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:35.527582 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "tag": "6409c427-0321-4a90-bdaa-94c612e8023b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:35.527582 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9627bbcd-61eb-4f1c-b626-fedef7a030ba {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:35.527582 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'tag': '6409c427-0321-4a90-bdaa-94c612e8023b', 'status': 'completed', 'code': 200} Oct 18 23:23:35.546512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51200358-33ba-4d71-908c-13430a787419 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:35.575945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa98f6-6053-4267-b3ee-9f49474840bb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:35.630242 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.678402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-949901b8-9e7a-42c2-8769-2a84bd31b3ae req-60826202-98bd-4cd5-b108-cf38196199c7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639898 Oct 18 23:23:35.693914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 51200358-33ba-4d71-908c-13430a787419, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=51200358-33ba-4d71-908c-13430a787419,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:35.723430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.725562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.726436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed53882d-add0-411e-b4e4-5f675d396fe2,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:35.727121 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.776537 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.781854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-88455411-2a15-4c26-83c1-d1084824220f None None] Provisioning complete for port 068ef98a-25e7-4a60-a274-395e2fef404f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:35.782486 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-88455411-2a15-4c26-83c1-d1084824220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.823277 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2637382 Oct 18 23:23:35.831111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45798) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:35.847774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Request body: {'subnet': {'network_id': '03ab6b0b-7f78-4adf-82da-73fa95b39e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1163423860-subnet', 'tenant_id': 'cc5b877019854cc88232079eaf5de8f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:35.848146 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.905816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Made reservation on behalf of cc5b877019854cc88232079eaf5de8f7 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:35.909245 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:35.952042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-a74105cf-fe6d-4cd5-a569-cedef59eeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.952912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-a74105cf-fe6d-4cd5-a569-cedef59eeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.953625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-a74105cf-fe6d-4cd5-a569-cedef59eeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:35.956427 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-a74105cf-fe6d-4cd5-a569-cedef59eeb9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2868 time: 0.2376602 Oct 18 23:23:35.965000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb147d72-9d5e-49db-af60-d7d3f4a4404b admin admin] Pushing event updated for resources: {'Network': ['ID=03ab6b0b-7f78-4adf-82da-73fa95b39e65,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:35.987477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 03ab6b0b-7f78-4adf-82da-73fa95b39e65 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:23:36.000924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37d156-f5eb-424d-be0e-24ad1c2a106c req-9d1628dd-d35b-4340-be33-3c615f693252 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:36.003158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a37d156-f5eb-424d-be0e-24ad1c2a106c req-9d1628dd-d35b-4340-be33-3c615f693252 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 944 time: 0.1108406 Oct 18 23:23:36.022031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6d13280-8c4c-4f5f-9d7a-82274c71bb76 req-f17e1e34-7c75-425c-bb54-a99ad94d632e service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634308 Oct 18 23:23:36.057717 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a37d156-f5eb-424d-be0e-24ad1c2a106c req-78f2b045-c646-485f-a906-5812bcc51485 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457675 Oct 18 23:23:36.071590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-b0a063e3-98a2-476b-ba60-31f16fc9b25c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb HTTP/1.1" status: 200 len: 217 time: 0.0658197 Oct 18 23:23:36.072770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1922e989-8b69-45ce-9dc5-ad490522d613 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:36.073371 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:36.085952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829660-c60a-4d41-93f6-5ccadaf38473 req-a394844b-7b52-4b77-98f9-1fce66a57eed tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:36.089181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c829660-c60a-4d41-93f6-5ccadaf38473 req-a394844b-7b52-4b77-98f9-1fce66a57eed tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 946 time: 0.3677909 Oct 18 23:23:36.146107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f'}, {'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:36.150207 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1c9eca-3757-427c-8b5c-efa0c170a9a0" -d '{"events": [{"server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "name": "network-vif-plugged", "status": "completed", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f"}, {"server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "name": "network-vif-plugged", "status": "completed", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:36.161838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:36.166537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:36.166744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=51200358-33ba-4d71-908c-13430a787419,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:36.231160 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5369b8fe-241e-4b3f-9cf4-d8a1ca4741fc req-3d397aca-3023-4e7e-998e-700015cf8758 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0610209 Oct 18 23:23:36.256635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] device_id is not set on port a221ba3c-65f3-4453-aeea-cda82f9291f5 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:23:36.268965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-28b27c2e-344d-4e06-bf10-5141a20ae782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:36.271942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-28b27c2e-344d-4e06-bf10-5141a20ae782 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31655abd-dd94-4d74-b5a6-218ea54a62c2 HTTP/1.1" status: 200 len: 801 time: 0.1810725 Oct 18 23:23:36.278288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['51200358-33ba-4d71-908c-13430a787419'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:23:36.287064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c829660-c60a-4d41-93f6-5ccadaf38473 req-842d4828-fa52-4c92-8ecd-f71e92903a7a tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867259 Oct 18 23:23:36.363326 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a0b137-34de-40fd-aaa8-bc1eaa80cbef x-openstack-request-id: req-c7a0b137-34de-40fd-aaa8-bc1eaa80cbef {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:36.363794 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "name": "network-vif-plugged", "status": "completed", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f", "code": 200}, {"server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "name": "network-vif-plugged", "status": "completed", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:36.364388 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7a0b137-34de-40fd-aaa8-bc1eaa80cbef {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:36.365254 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'code': 200} Oct 18 23:23:36.365845 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2', 'code': 200} Oct 18 23:23:36.407105 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:36.478154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4861a1-fd60-46bc-a0a5-5a1b527f6fac req-1100d285-1f8e-4160-8870-2e8e9f07bf6e tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:36.479979 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af4861a1-fd60-46bc-a0a5-5a1b527f6fac req-1100d285-1f8e-4160-8870-2e8e9f07bf6e tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 945 time: 0.0874124 Oct 18 23:23:36.559477 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af4861a1-fd60-46bc-a0a5-5a1b527f6fac req-88fae543-0b46-4182-a724-dca90f6f0b2c tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675442 Oct 18 23:23:36.561460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-88455411-2a15-4c26-83c1-d1084824220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:36.601560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ed53882d-add0-411e-b4e4-5f675d396fe2,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:36.723671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-88455411-2a15-4c26-83c1-d1084824220f None None] For port 068ef98a-25e7-4a60-a274-395e2fef404f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=068ef98a-25e7-4a60-a274-395e2fef404f,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:36.754072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-88455411-2a15-4c26-83c1-d1084824220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:36.810217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 068ef98a-25e7-4a60-a274-395e2fef404f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:36.895193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-85f95c1e-3143-4863-81fa-678cc9fa1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:36.898353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-85f95c1e-3143-4863-81fa-678cc9fa1716 service neutron] 10.222.0.73 "GET /v2.0/ports/f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 200 len: 1031 time: 0.2970781 Oct 18 23:23:36.963515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f6701f72-5caf-48a6-918a-1d017cac52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:36.970082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f6701f72-5caf-48a6-918a-1d017cac52ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6451807 Oct 18 23:23:36.971771 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:37.123015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cb0789c1-8e09-4915-bd67-29d00249cba2 None None] Provisioning complete for port b3c6dc2a-df4f-43e9-808c-11041ee1a955 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:37.123760 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb0789c1-8e09-4915-bd67-29d00249cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:37.135135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88455411-2a15-4c26-83c1-d1084824220f None None] Pushing event updated for resources: {'Port': ['ID=068ef98a-25e7-4a60-a274-395e2fef404f,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:37.335889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 068ef98a-25e7-4a60-a274-395e2fef404f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:37.336543 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:37.363287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cb0789c1-8e09-4915-bd67-29d00249cba2 None None] Port b3c6dc2a-df4f-43e9-808c-11041ee1a955 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:37.391776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f88e24-8ae7-4ef6-9d81-29ebc7ece0c5 req-70bbf8e2-7a9e-4e30-93a1-4fb15aaa93f0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:37.394457 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62f88e24-8ae7-4ef6-9d81-29ebc7ece0c5 req-70bbf8e2-7a9e-4e30-93a1-4fb15aaa93f0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 944 time: 0.1306999 Oct 18 23:23:37.448553 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-49fd5a97-d352-44e0-b52b-2c72d3efd4bd service neutron] 10.222.0.73 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657857 Oct 18 23:23:37.481008 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62f88e24-8ae7-4ef6-9d81-29ebc7ece0c5 req-31f5452d-5e94-44b7-a53e-929bd847f0b3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749316 Oct 18 23:23:37.518936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b953e5a0-cf5a-4012-8f5b-1ff7ab40bc43 None None] Provisioning complete for port 068ef98a-25e7-4a60-a274-395e2fef404f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:37.519925 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b953e5a0-cf5a-4012-8f5b-1ff7ab40bc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:37.538888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd376aca-6011-49a4-96c5-5f391421cb6a req-3ddf9417-bfb1-457a-9d20-331b5677775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:37.543523 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd376aca-6011-49a4-96c5-5f391421cb6a req-3ddf9417-bfb1-457a-9d20-331b5677775d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 1098 time: 1.0417576 Oct 18 23:23:37.601561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02324f8e-6731-4a72-9c71-31b0525a9791 req-19dfc990-5738-42cf-befb-c4558fc783bc tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0355370 Oct 18 23:23:37.641046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccdad76-a8df-4e29-af96-3ae581f47bad,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:37.760271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-4c0a5eb9-1b82-4ac1-a1eb-d8505449defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:37.778962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-4c0a5eb9-1b82-4ac1-a1eb-d8505449defe service neutron] 10.222.0.73 "GET /v2.0/ports/affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 200 len: 1033 time: 0.8349867 Oct 18 23:23:37.797000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d6cf0-4553-4cd9-80f2-f325357ea8d0 req-8c519e73-378c-4a60-b0c5-8edf3783df15 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:37.812982 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-550d6cf0-4553-4cd9-80f2-f325357ea8d0 req-8c519e73-378c-4a60-b0c5-8edf3783df15 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 946 time: 0.1153939 Oct 18 23:23:37.840445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 068ef98a-25e7-4a60-a274-395e2fef404f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:37.875788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-550d6cf0-4553-4cd9-80f2-f325357ea8d0 req-08734ab1-d6b3-4932-966b-e5f2634bc5d2 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600684 Oct 18 23:23:37.930114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 068ef98a-25e7-4a60-a274-395e2fef404f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:37.931148 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:38.023684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Allocated IP 10.1.1.98 (cec56cf4-1185-4e9c-8660-7e388b5035be/afbad7fb-f0bb-4070-9b26-1c8fcf710213/a221ba3c-65f3-4453-aeea-cda82f9291f5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:38.074767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff763245-8936-4fdd-a140-0c90b2fc5602 req-8b5e1f1c-5459-49cd-8eef-8efb66ab51ea tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:38.087107 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff763245-8936-4fdd-a140-0c90b2fc5602 req-8b5e1f1c-5459-49cd-8eef-8efb66ab51ea tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 945 time: 0.0785398 Oct 18 23:23:38.140704 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff763245-8936-4fdd-a140-0c90b2fc5602 req-602ce9fe-c5f6-4be9-aca6-fdfb7d4a7189 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505679 Oct 18 23:23:38.190825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bd8c5-0803-411b-9a1d-978a83443aee req-c3f07e6b-9955-4040-97f2-f5448c1d6a8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:38.197243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bd8c5-0803-411b-9a1d-978a83443aee req-c3f07e6b-9955-4040-97f2-f5448c1d6a8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:38.203424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bd8c5-0803-411b-9a1d-978a83443aee req-c3f07e6b-9955-4040-97f2-f5448c1d6a8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:38.205796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d45bd8c5-0803-411b-9a1d-978a83443aee req-c3f07e6b-9955-4040-97f2-f5448c1d6a8f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2412 time: 1.2743940 Oct 18 23:23:38.208394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-81d74a79-b96c-4732-a258-d706052456fe service neutron] 10.222.0.73 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591685 Oct 18 23:23:38.211083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd376aca-6011-49a4-96c5-5f391421cb6a req-72b53860-c45d-4728-ba9e-2838aadaaf27 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968487 Oct 18 23:23:38.217333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Checking segment: {'id': '63917cec-7536-4dcf-b822-d642e5f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '03ab6b0b-7f78-4adf-82da-73fa95b39e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:38.217634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Network hostable DHCP agents. Network: 03ab6b0b-7f78-4adf-82da-73fa95b39e65, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:23:38.227854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-2cde72db-5b86-4fbb-828c-45df09251f8e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:38.234892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-2cde72db-5b86-4fbb-828c-45df09251f8e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:38.241505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-2cde72db-5b86-4fbb-828c-45df09251f8e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:38.244162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-2cde72db-5b86-4fbb-828c-45df09251f8e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "GET /v2.0/networks?id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=be5758dd-8396-4c4a-a368-25bd778a9183&id=be5758dd-8396-4c4a-a368-25bd778a9183 HTTP/1.1" status: 200 len: 1993 time: 0.4526789 Oct 18 23:23:38.355936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-d203f77d-ba3a-40dc-a2b8-7510fd75db63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=c2a3558e-d59b-4115-8051-d4457e3a35ba HTTP/1.1" status: 200 len: 217 time: 0.1071754 Oct 18 23:23:38.422955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Network 03ab6b0b-7f78-4adf-82da-73fa95b39e65 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:23:38.468308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d45bd8c5-0803-411b-9a1d-978a83443aee req-963ad603-25a5-467f-8929-3235fb308127 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208204 Oct 18 23:23:38.524697 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-470de66b-9865-4f59-ae79-96b1e53e41ab tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bc2af639a604807bf14ac0b97ddc9c8 HTTP/1.1" status: 200 len: 378 time: 0.2488863 Oct 18 23:23:38.525422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 03ab6b0b-7f78-4adf-82da-73fa95b39e65) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:38.534789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f616a8f-e7d0-4192-866c-246975300ad5 None None] Network 03ab6b0b-7f78-4adf-82da-73fa95b39e65 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:38.574509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:38.578216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:38.584783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'admin_state_up': True, 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'security_groups': ['9b03dcd4-5cc4-4839-a567-9917ca2d3ffd']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:38.695235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 51200358-33ba-4d71-908c-13430a787419 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:38.767952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdccabe-55e4-4fd8-b10d-0fb58f5b2b53 req-7e91b342-1351-41d8-b169-cd013dc4cce3 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:38.777949 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cdccabe-55e4-4fd8-b10d-0fb58f5b2b53 req-7e91b342-1351-41d8-b169-cd013dc4cce3 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 945 time: 0.1608374 Oct 18 23:23:38.894083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cdccabe-55e4-4fd8-b10d-0fb58f5b2b53 req-143c31a2-0f59-4174-8dde-2d7e4fc8edc5 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110275 Oct 18 23:23:38.960477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 51200358-33ba-4d71-908c-13430a787419 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:23:38.994562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 51200358-33ba-4d71-908c-13430a787419 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:38.994843 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:39.002657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2938941b-9a9f-41bf-ae1d-06c12f45dd4f None None] Network 03ab6b0b-7f78-4adf-82da-73fa95b39e65 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:23:39.127669 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c7b5ffd-0946-4300-ae7d-e8b75ccc6274 req-87c1cafd-602b-4d0e-98fa-abd92715cd23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0994675 Oct 18 23:23:39.276013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-ef9478b8-924e-4c48-b409-103dc3f54f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:39.279235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-ef9478b8-924e-4c48-b409-103dc3f54f6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1b3fe8-6986-4cbd-a4ee-22653b9043d2 HTTP/1.1" status: 200 len: 801 time: 0.9051623 Oct 18 23:23:39.292730 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:39.342612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff721f3-ced3-4c4f-a65f-327aa857b3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51200358-33ba-4d71-908c-13430a787419'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:39.346882 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465e425-9a65-44e7-b89b-b5de3c8267bd" -d '{"events": [{"server_uuid": "8ff721f3-ced3-4c4f-a65f-327aa857b3cb", "name": "network-vif-plugged", "status": "completed", "tag": "51200358-33ba-4d71-908c-13430a787419"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:39.375734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 51200358-33ba-4d71-908c-13430a787419, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=51200358-33ba-4d71-908c-13430a787419,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:39.381374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:39.412519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-790b1de4-1fb9-4a61-b918-30793a16638d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.5726845 Oct 18 23:23:39.491313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c5c82-5423-4ca3-9036-0b2c0c314fb5 req-78a33a87-5739-47d9-94ff-7539278713b5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:39.494787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c8c5c82-5423-4ca3-9036-0b2c0c314fb5 req-78a33a87-5739-47d9-94ff-7539278713b5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 946 time: 0.1986778 Oct 18 23:23:39.506194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:39.526652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=51200358-33ba-4d71-908c-13430a787419,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:39.528588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9c54a-3f89-40ce-b592-a652aa7be7a1 req-9f8c3efa-d940-4813-b48b-e93a94e743cc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:39.536422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7e9c54a-3f89-40ce-b592-a652aa7be7a1 req-9f8c3efa-d940-4813-b48b-e93a94e743cc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 944 time: 0.8857300 Oct 18 23:23:39.549786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-cac5471f-a14d-44bb-a6ad-9cb16ecabdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:39.551508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-cac5471f-a14d-44bb-a6ad-9cb16ecabdd6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac82956-ccf0-4240-a21a-175be3da5fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2324464 Oct 18 23:23:39.552264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:39.556639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:39.617677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c8c5c82-5423-4ca3-9036-0b2c0c314fb5 req-e4b31d2e-8777-4129-99c2-c4343f51c0e3 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103373 Oct 18 23:23:39.810165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7e9c54a-3f89-40ce-b592-a652aa7be7a1 req-740755f3-d332-4c65-90c0-d8ca78dedfea tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652652 Oct 18 23:23:39.926518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-a33f01fa-dfe9-4d7d-94ca-edf491d05840 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac82956-ccf0-4240-a21a-175be3da5fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513434 Oct 18 23:23:39.998292 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c584bf5-6faf-4087-abc6-a173893b5358 x-openstack-request-id: req-0c584bf5-6faf-4087-abc6-a173893b5358 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:39.999051 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff721f3-ced3-4c4f-a65f-327aa857b3cb", "name": "network-vif-plugged", "status": "completed", "tag": "51200358-33ba-4d71-908c-13430a787419", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:39.999051 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c584bf5-6faf-4087-abc6-a173893b5358 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:39.999339 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff721f3-ced3-4c4f-a65f-327aa857b3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51200358-33ba-4d71-908c-13430a787419', 'code': 200} Oct 18 23:23:40.018154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45890) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:40.186124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7d7eb4-6a6b-4400-8840-f75889f1426f admin admin] Deleting subnet 1ccdad76-a8df-4e29-af96-3ae581f47bad {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:23:40.190649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7eb4-6a6b-4400-8840-f75889f1426f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:40.204306 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:40.235482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7eb4-6a6b-4400-8840-f75889f1426f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:40.285884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7eb4-6a6b-4400-8840-f75889f1426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:40.303317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Port': ['ID=a221ba3c-65f3-4453-aeea-cda82f9291f5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:40.362073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae75a8-be46-48ce-9dcc-1813db22ef3d req-8ec31153-4b11-43f4-b7f9-d1463d53bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:40.363784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-deae75a8-be46-48ce-9dcc-1813db22ef3d req-8ec31153-4b11-43f4-b7f9-d1463d53bc27 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 1097 time: 0.2213626 Oct 18 23:23:40.440328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-deae75a8-be46-48ce-9dcc-1813db22ef3d req-83a0964c-0bd7-43dd-8a4d-ec9a240b2a45 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598092 Oct 18 23:23:40.442994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network cec56cf4-1185-4e9c-8660-7e388b5035be is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:40.455724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b79e5-8f7e-410f-ac01-0011690731a8 req-8cb64e53-b9d6-4e70-af73-0a33f3d50332 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:40.459602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7eb4-6a6b-4400-8840-f75889f1426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:40.462106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b79e5-8f7e-410f-ac01-0011690731a8 req-8cb64e53-b9d6-4e70-af73-0a33f3d50332 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:40.468667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b79e5-8f7e-410f-ac01-0011690731a8 req-8cb64e53-b9d6-4e70-af73-0a33f3d50332 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:40.476641 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-713b79e5-8f7e-410f-ac01-0011690731a8 req-8cb64e53-b9d6-4e70-af73-0a33f3d50332 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2412 time: 0.3462040 Oct 18 23:23:40.490143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-46d99dd5-e7b3-40e8-9f3d-8f6ff76a8441 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac82956-ccf0-4240-a21a-175be3da5fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550301 Oct 18 23:23:40.500133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:40.553337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-b29f16be-1579-4b1b-8a89-fed2cf1c0e12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=6409c427-0321-4a90-bdaa-94c612e8023b HTTP/1.1" status: 200 len: 217 time: 0.0454795 Oct 18 23:23:40.555669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:40.564537 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7eb4-6a6b-4400-8840-f75889f1426f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:40.579576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cb7d7eb4-6a6b-4400-8840-f75889f1426f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1ccdad76-a8df-4e29-af96-3ae581f47bad HTTP/1.1" status: 204 len: 168 time: 0.5590153 Oct 18 23:23:40.581330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d7eb4-6a6b-4400-8840-f75889f1426f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccdad76-a8df-4e29-af96-3ae581f47bad,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:40.609261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45894) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:40.615654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Allocated IP 172.20.0.12 (7e4d68fd-ab2f-4461-a11b-f7c55648da01/c69b70b0-9ab5-4ffc-9c05-64e019afa0a3/45594a8a-5264-43dc-877a-b7d6c899e21f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:40.633965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:40.634659 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:40.747762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-713b79e5-8f7e-410f-ac01-0011690731a8 req-a3576d82-d86d-4c79-b293-d19525307305 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698712 Oct 18 23:23:40.778160 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b4644ac-6d33-41a4-bb5c-9f7a836a9c86 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.3159642 Oct 18 23:23:40.795700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-df66df5b-8b1a-4915-86a9-d58a999fcbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:40.801419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-df66df5b-8b1a-4915-86a9-d58a999fcbc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31655abd-dd94-4d74-b5a6-218ea54a62c2 HTTP/1.1" status: 200 len: 801 time: 0.1637616 Oct 18 23:23:40.928506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877b0d5-6edd-4f75-8cba-ea6b3b8c1643 req-e008e201-96ac-4c12-ade4-1613227ef109 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:40.941912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1877b0d5-6edd-4f75-8cba-ea6b3b8c1643 req-e008e201-96ac-4c12-ade4-1613227ef109 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 945 time: 0.5999570 Oct 18 23:23:40.963026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-2011e00f-1172-485d-b817-a840929b4db1 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:40.963849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858626b5-3c9c-4a31-a24a-46bccd683502 req-60e01422-9829-4e56-87b3-d475bdcadd0e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0800042 Oct 18 23:23:40.965936 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-2011e00f-1172-485d-b817-a840929b4db1 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 945 time: 0.6217542 Oct 18 23:23:40.973832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-43c19a03-f4cc-4438-84b4-a3d239cd5d53 None None] Provisioning complete for port a221ba3c-65f3-4453-aeea-cda82f9291f5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:40.974462 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-43c19a03-f4cc-4438-84b4-a3d239cd5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.062695 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.072845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1e6d3b7-1875-41f3-abb6-eed9d8514dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:41.086031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-f1e6d3b7-1875-41f3-abb6-eed9d8514dc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624152 Oct 18 23:23:41.195254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-43c19a03-f4cc-4438-84b4-a3d239cd5d53 None None] Port a221ba3c-65f3-4453-aeea-cda82f9291f5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:41.248241 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1877b0d5-6edd-4f75-8cba-ea6b3b8c1643 req-53a18dab-7511-4fe6-9bd4-5ed09740ab49 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/security-groups?id=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762730 Oct 18 23:23:41.282471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-014e648f-f0ae-473d-8dde-8dde63ddb7ae service neutron] 10.222.0.73 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947656 Oct 18 23:23:41.422494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca9577-84d7-495d-a992-5059cdfbdf8c req-39ac9377-69a5-4aac-9ec0-54b8118f9c81 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:41.425813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58ca9577-84d7-495d-a992-5059cdfbdf8c req-39ac9377-69a5-4aac-9ec0-54b8118f9c81 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 946 time: 0.1858475 Oct 18 23:23:41.479600 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.510412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58ca9577-84d7-495d-a992-5059cdfbdf8c req-497a8537-4a98-41b1-afb3-a3441322ba69 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664048 Oct 18 23:23:41.544199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a4c7dad-cf39-453f-a548-61cf347e9ef5 req-c3934b37-0e72-4232-991b-04bc35f8c8cb service neutron] 10.222.0.73 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506447 Oct 18 23:23:41.563959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.592142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ab6b0b-7f78-4adf-82da-73fa95b39e65']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:41.596273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.630475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63917cec-7536-4dcf-b822-d642e5f9a118') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:41.630812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63917cec-7536-4dcf-b822-d642e5f9a118') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:41.654979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.682968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.694878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:23:41.695400 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.756181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Port': ['ID=45594a8a-5264-43dc-877a-b7d6c899e21f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:41.818688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:23:41.859955 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:23:41.881260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:41.887663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:41.893912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.918217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:41.943421 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] 10.222.0.52 "DELETE /v2.0/networks/03ab6b0b-7f78-4adf-82da-73fa95b39e65 HTTP/1.1" status: 204 len: 168 time: 1.3299878 Oct 18 23:23:41.985772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0533aff-a86a-4afe-b85a-b8609f5f77da admin admin] Pushing event deleted for resources: {'Network': ['ID=03ab6b0b-7f78-4adf-82da-73fa95b39e65,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:42.014597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45920) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:42.029825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bf338e72-2929-4d25-808d-0940c72a2dfd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889706783', 'description': 'tempest-description--1806927138'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:42.217079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Deleting port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:23:42.229266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:42.233761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-586fa744-eaab-4938-8e35-5d3e7c2715a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:42.234831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-586fa744-eaab-4938-8e35-5d3e7c2715a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:42.237703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-586fa744-eaab-4938-8e35-5d3e7c2715a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:42.244808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-586fa744-eaab-4938-8e35-5d3e7c2715a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2868 time: 0.5437171 Oct 18 23:23:42.288726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:42.325452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:42.326322 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:42.434244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f9cb1-b02b-4980-bf97-b7b864c5e831 req-96a15b32-4c8a-49e6-814f-53d41cdbdcd9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:42.436943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-362f9cb1-b02b-4980-bf97-b7b864c5e831 req-96a15b32-4c8a-49e6-814f-53d41cdbdcd9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 945 time: 0.4599047 Oct 18 23:23:42.557853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf338e72-2929-4d25-808d-0940c72a2dfd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:42.564351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d9674c0f-9853-4f84-96cc-92e361f2bc67 None None] Provisioning complete for port 45594a8a-5264-43dc-877a-b7d6c899e21f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:42.565644 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9674c0f-9853-4f84-96cc-92e361f2bc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:42.595834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-589bdff1-ae7b-46d6-8f67-0168a1ec9bc9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc5b877019854cc88232079eaf5de8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002057 Oct 18 23:23:42.630793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 8974d273-cc8d-4f70-a1e5-bf9071aaf49b no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:23:42.636306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45926) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:42.671030 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-3501cbe5-1283-4cd7-b47e-8beda79c5e23 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1130822 Oct 18 23:23:42.678643 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-362f9cb1-b02b-4980-bf97-b7b864c5e831 req-e27475ce-e1ec-4e6f-a0de-f525148f68b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298709 Oct 18 23:23:42.712939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'admin_state_up': True, 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'security_groups': ['9b03dcd4-5cc4-4839-a567-9917ca2d3ffd']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:42.734428 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-24cfba6f-3c29-480a-97a3-0181fb78c4bb tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 258 time: 0.6919711 Oct 18 23:23:42.752747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:42.834322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d9674c0f-9853-4f84-96cc-92e361f2bc67 None None] Port 45594a8a-5264-43dc-877a-b7d6c899e21f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:42.849115 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] For port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,segment=NetworkSegment(3b989cd4-3e75-40b3-8f32-f6931b674098),segment_id=3b989cd4-3e75-40b3-8f32-f6931b674098)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:42.849729 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:42.889460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:42.912047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Calling delete_port for 8974d273-cc8d-4f70-a1e5-bf9071aaf49b owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:23:42.963480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-2b9e2852-7a61-485f-83bc-ca64b5dc1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:42.965657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-2b9e2852-7a61-485f-83bc-ca64b5dc1d48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 HTTP/1.1" status: 200 len: 902 time: 0.7047729 Oct 18 23:23:42.991099 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:42.995578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c896ade-a285-41c8-91c7-6fc317a99810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:43.001081 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95743b8-78c2-4f15-ac89-fa3015861c45" -d '{"events": [{"server_uuid": "2c896ade-a285-41c8-91c7-6fc317a99810", "name": "network-vif-unplugged", "status": "completed", "tag": "8974d273-cc8d-4f70-a1e5-bf9071aaf49b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:43.029917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,segment=NetworkSegment(3b989cd4-3e75-40b3-8f32-f6931b674098),segment_id=3b989cd4-3e75-40b3-8f32-f6931b674098)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:43.042527 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.057193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-ed5db7ac-5a3d-4122-9687-c29a98e2d33d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=6409c427-0321-4a90-bdaa-94c612e8023b HTTP/1.1" status: 200 len: 217 time: 0.0675089 Oct 18 23:23:43.060685 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1a493887-d6a7-4baf-9ee4-75e34f52f81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.073630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a7228-3d84-4851-ac97-802bd7246ebb req-66b86826-f9be-49d7-812f-43d5cc7ccd53 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:43.080140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a7228-3d84-4851-ac97-802bd7246ebb req-66b86826-f9be-49d7-812f-43d5cc7ccd53 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:43.091302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a7228-3d84-4851-ac97-802bd7246ebb req-66b86826-f9be-49d7-812f-43d5cc7ccd53 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:43.100102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f7a7228-3d84-4851-ac97-802bd7246ebb req-66b86826-f9be-49d7-812f-43d5cc7ccd53 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2412 time: 0.2509327 Oct 18 23:23:43.210301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf338e72-2929-4d25-808d-0940c72a2dfd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.225382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf338e72-2929-4d25-808d-0940c72a2dfd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.260247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:43.269953 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1a493887-d6a7-4baf-9ee4-75e34f52f81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.286863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:43.292229 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.324483 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf338e72-2929-4d25-808d-0940c72a2dfd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.328943 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bf338e72-2929-4d25-808d-0940c72a2dfd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3131161 Oct 18 23:23:43.335278 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45932) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:43.341939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d20d53bf-1fb7-4eb9-a487-fdde8a6c7d72 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'security_group_rule': {'security_group_id': '183b2737-6aa2-4213-bf65-6731241378a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:43.346233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-2238b0d2-c2a0-4417-b2f6-d35552d53042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:43.348228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-2238b0d2-c2a0-4417-b2f6-d35552d53042 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31655abd-dd94-4d74-b5a6-218ea54a62c2 HTTP/1.1" status: 200 len: 801 time: 0.2391701 Oct 18 23:23:43.360378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f7a7228-3d84-4851-ac97-802bd7246ebb req-5afd932a-1f45-47c4-ac41-1191ee50846f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591541 Oct 18 23:23:43.411070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf338e72-2929-4d25-808d-0940c72a2dfd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183b2737-6aa2-4213-bf65-6731241378a0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:43.506339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d20d53bf-1fb7-4eb9-a487-fdde8a6c7d72 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.512250 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.535030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Allocated IP 10.1.1.58 (5c3a8a03-d019-4d5b-bedc-ad2be2bd93df/4fad5a0b-1956-4aec-ae46-f8a12148c857/bf6f01ac-8e62-4468-aede-f946a2798c22) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:43.655859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Pushing event deleted for resources: {'Port': ['ID=8974d273-cc8d-4f70-a1e5-bf9071aaf49b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:43.697263 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.772624 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.870787 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:43.961525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Port': ['ID=bf6f01ac-8e62-4468-aede-f946a2798c22,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:43.994702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:44.000014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:44.021861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:44.065249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-c9f9ddef-a03e-4642-aabc-875832e8ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:44.067439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-c9f9ddef-a03e-4642-aabc-875832e8ca17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615206 Oct 18 23:23:44.097393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91378855-db2c-484a-87e8-a038953ce001 req-97f9a93f-18fa-43a1-8b7d-feca7265192f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:44.105611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91378855-db2c-484a-87e8-a038953ce001 req-97f9a93f-18fa-43a1-8b7d-feca7265192f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:44.107932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91378855-db2c-484a-87e8-a038953ce001 req-97f9a93f-18fa-43a1-8b7d-feca7265192f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 1653 time: 0.2908120 Oct 18 23:23:44.141520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] No DVR routers for this DVR port 8974d273-cc8d-4f70-a1e5-bf9071aaf49b on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:23:44.158780 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.186655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-253d4039-4d88-4b3a-97ba-3c78fb4ea111 req-a0424d12-34a1-463e-925e-8aab7ccec939 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.73 "DELETE /v2.0/ports/8974d273-cc8d-4f70-a1e5-bf9071aaf49b HTTP/1.1" status: 204 len: 173 time: 3.1091928 Oct 18 23:23:44.187279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c896ade-a285-41c8-91c7-6fc317a99810', 'name': 'network-vif-deleted', 'tag': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:44.190691 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a33df0e-d382-43c3-bb0f-eb188b993186" -d '{"events": [{"server_uuid": "2c896ade-a285-41c8-91c7-6fc317a99810", "name": "network-vif-deleted", "tag": "8974d273-cc8d-4f70-a1e5-bf9071aaf49b"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:44.234624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d20d53bf-1fb7-4eb9-a487-fdde8a6c7d72 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.253007 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d20d53bf-1fb7-4eb9-a487-fdde8a6c7d72 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.258033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:44.259524 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.281269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1a493887-d6a7-4baf-9ee4-75e34f52f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.287619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1a493887-d6a7-4baf-9ee4-75e34f52f81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.304926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1a493887-d6a7-4baf-9ee4-75e34f52f81f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49fa98f6-6053-4267-b3ee-9f49474840bb HTTP/1.1" status: 204 len: 168 time: 1.6584437 Oct 18 23:23:44.404326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d53bf-1fb7-4eb9-a487-fdde8a6c7d72 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6413993-57f3-4978-9f7c-0430c11a8408,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:44.499244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Allocated IP 172.25.7.249 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/c909a236-0129-4a73-8f6b-22abf7e210c2) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:44.506886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2f85011c-b3e9-4bfa-b0cc-4fa513727ecb None None] Provisioning complete for port bf6f01ac-8e62-4468-aede-f946a2798c22 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:44.507458 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2f85011c-b3e9-4bfa-b0cc-4fa513727ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.592231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-9a67fa58-c3ba-4e3b-b1d8-15594838c090 service neutron] 10.222.0.73 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750128 Oct 18 23:23:44.597386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a3558e-d59b-4115-8051-d4457e3a35ba details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:23:44.602263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2f85011c-b3e9-4bfa-b0cc-4fa513727ecb None None] Port bf6f01ac-8e62-4468-aede-f946a2798c22 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:44.666360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91378855-db2c-484a-87e8-a038953ce001 req-663e41d4-c52d-4203-8cb7-1f56f973f10d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4941421 Oct 18 23:23:44.677566 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-d220bfef-6bc8-4747-b305-927a1a484000 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9789753 Oct 18 23:23:44.732206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.776861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'admin_state_up': True, 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'security_groups': ['9b03dcd4-5cc4-4839-a567-9917ca2d3ffd']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:44.796285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a493887-d6a7-4baf-9ee4-75e34f52f81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa98f6-6053-4267-b3ee-9f49474840bb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:44.835783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d20d53bf-1fb7-4eb9-a487-fdde8a6c7d72 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.839210 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d20d53bf-1fb7-4eb9-a487-fdde8a6c7d72 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5009103 Oct 18 23:23:44.842524 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:44.875396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45942) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:44.977451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a3558e-d59b-4115-8051-d4457e3a35ba, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a3558e-d59b-4115-8051-d4457e3a35ba,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:45.007743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-20d02e29-9a82-448f-8b00-ede9558ce138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'security_group_rule': {'security_group_id': '183b2737-6aa2-4213-bf65-6731241378a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:45.016718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'c2a3558e-d59b-4115-8051-d4457e3a35ba', 'network_id': '9ac82956-ccf0-4240-a21a-175be3da5fd8', 'port_id': 'c2a3558e-d59b-4115-8051-d4457e3a35ba', 'mac_address': 'fa:16:3e:b9:e6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e1b3fe8-6986-4cbd-a4ee-22653b9043d2', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:23:45.020264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Pushing event updated for resources: {'Port': ['ID=c909a236-0129-4a73-8f6b-22abf7e210c2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:45.052081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:45.082476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:45.089094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:45.097905 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d6f6e9d-5497-4a83-b1f8-cf48122a51d8 req-d66ae7be-0786-42b5-9999-930d178aad64 tempest-InstanceActionsNegativeTestJSON-1611633975 tempest-InstanceActionsNegativeTestJSON-1611633975-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c896ade-a285-41c8-91c7-6fc317a99810 HTTP/1.1" status: 200 len: 210 time: 0.1573732 Oct 18 23:23:45.154356 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.186530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a3558e-d59b-4115-8051-d4457e3a35ba {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:45.210654 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-20d02e29-9a82-448f-8b00-ede9558ce138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.278449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a3558e-d59b-4115-8051-d4457e3a35ba, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a3558e-d59b-4115-8051-d4457e3a35ba,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:45.285916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.287024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6409c427-0321-4a90-bdaa-94c612e8023b details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:23:45.483787 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eeb764-f433-4624-95ee-d7e47f261d8b x-openstack-request-id: req-11eeb764-f433-4624-95ee-d7e47f261d8b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:45.484263 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c896ade-a285-41c8-91c7-6fc317a99810", "name": "network-vif-unplugged", "status": "completed", "tag": "8974d273-cc8d-4f70-a1e5-bf9071aaf49b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:45.484684 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11eeb764-f433-4624-95ee-d7e47f261d8b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:45.490216 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c896ade-a285-41c8-91c7-6fc317a99810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b', 'code': 200} Oct 18 23:23:45.491573 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-20d02e29-9a82-448f-8b00-ede9558ce138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.499646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78ca1e0d-3f03-4c92-bb73-7b73ccc78a6d req-722c72c6-8b28-41dc-a028-220e78f90598 service neutron] 10.222.0.73 "GET /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7992265 Oct 18 23:23:45.506088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-20d02e29-9a82-448f-8b00-ede9558ce138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.565945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.567791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:45.572214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.603386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd481d3a-0b60-4b1e-88ec-50e47ad8bdb0 req-9f32614a-d489-4444-a978-9f1314c2eb2a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:45.614527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd481d3a-0b60-4b1e-88ec-50e47ad8bdb0 req-9f32614a-d489-4444-a978-9f1314c2eb2a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 945 time: 0.1199949 Oct 18 23:23:45.665095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d02e29-9a82-448f-8b00-ede9558ce138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47cacdc-083f-428b-bb79-a06cb7bff5ec,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:45.670616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c2a3558e-d59b-4115-8051-d4457e3a35ba,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:45.682233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-20d02e29-9a82-448f-8b00-ede9558ce138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.686496 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-20d02e29-9a82-448f-8b00-ede9558ce138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6914439 Oct 18 23:23:45.692285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45962) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:45.715425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:45.760313 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.770039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd481d3a-0b60-4b1e-88ec-50e47ad8bdb0 req-48f57856-a1ff-4140-b88a-d0d05e8d9b64 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479123 Oct 18 23:23:45.852657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6409c427-0321-4a90-bdaa-94c612e8023b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6409c427-0321-4a90-bdaa-94c612e8023b,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:45.886324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '6409c427-0321-4a90-bdaa-94c612e8023b', 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1', 'port_id': '6409c427-0321-4a90-bdaa-94c612e8023b', 'mac_address': 'fa:16:3e:54:36:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31655abd-dd94-4d74-b5a6-218ea54a62c2', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:23:45.895816 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:45.994659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.024148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6409c427-0321-4a90-bdaa-94c612e8023b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:46.047192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Allocated IP 10.1.1.13 (5c3a8a03-d019-4d5b-bedc-ad2be2bd93df/4fad5a0b-1956-4aec-ae46-f8a12148c857/9501c6d1-d528-46f9-ba18-68ffb673079f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:46.075341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6409c427-0321-4a90-bdaa-94c612e8023b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6409c427-0321-4a90-bdaa-94c612e8023b,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:46.086620 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.087689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:23:46.184638 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.193127 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d8e0db-9271-4cf9-8d4d-14dd61f19e10 x-openstack-request-id: req-e1d8e0db-9271-4cf9-8d4d-14dd61f19e10 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:46.193674 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c896ade-a285-41c8-91c7-6fc317a99810", "name": "network-vif-deleted", "tag": "8974d273-cc8d-4f70-a1e5-bf9071aaf49b", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:46.194637 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1d8e0db-9271-4cf9-8d4d-14dd61f19e10 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:46.195104 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c896ade-a285-41c8-91c7-6fc317a99810', 'name': 'network-vif-deleted', 'tag': '8974d273-cc8d-4f70-a1e5-bf9071aaf49b', 'status': 'completed', 'code': 200} Oct 18 23:23:46.198360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.241856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974694b-e6ab-44fc-b443-ee931d41fc13 req-af355782-a7ef-469d-aa0b-93953d1fce06 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:46.255879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974694b-e6ab-44fc-b443-ee931d41fc13 req-af355782-a7ef-469d-aa0b-93953d1fce06 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:46.268702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974694b-e6ab-44fc-b443-ee931d41fc13 req-af355782-a7ef-469d-aa0b-93953d1fce06 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:46.286603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:46.296987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=6409c427-0321-4a90-bdaa-94c612e8023b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:46.299651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7974694b-e6ab-44fc-b443-ee931d41fc13 req-af355782-a7ef-469d-aa0b-93953d1fce06 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2413 time: 0.3033941 Oct 18 23:23:46.335525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb', 'network_id': '8b34a160-d52b-4d33-b4ab-d37cf50ef6e1', 'port_id': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb', 'mac_address': 'fa:16:3e:e7:c3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31655abd-dd94-4d74-b5a6-218ea54a62c2', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:23:46.360202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Pushing event updated for resources: {'Port': ['ID=c909a236-0129-4a73-8f6b-22abf7e210c2,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:46.387797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.420001 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.433759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-d73dbc69-242c-4fa9-a8fb-d2479d62aa0f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6886413 Oct 18 23:23:46.509177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7974694b-e6ab-44fc-b443-ee931d41fc13 req-bee52fb5-2281-44ce-8f42-359be1722ed4 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081816 Oct 18 23:23:46.646269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.663519 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-82d2459b-8057-4236-b334-6700f2eb8324 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.2286427 Oct 18 23:23:46.674347 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.777936 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.818163 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:46.858529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-10f23721-5cdd-4ae4-9f51-abc73851d87b tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:46.860901 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bff9befd-844f-4574-aeae-6842bc7fe127 req-10f23721-5cdd-4ae4-9f51-abc73851d87b tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1965411 Oct 18 23:23:46.878091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:46.888743 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.957832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:46.958866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:47.028763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c0686-4a0f-49a7-ae3e-7ee5f6029623 req-b39736be-8c20-40eb-9eca-b8feb5da828f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:47.035335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c0686-4a0f-49a7-ae3e-7ee5f6029623 req-b39736be-8c20-40eb-9eca-b8feb5da828f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:47.037004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd0c0686-4a0f-49a7-ae3e-7ee5f6029623 req-b39736be-8c20-40eb-9eca-b8feb5da828f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 1653 time: 0.3774257 Oct 18 23:23:47.161550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45988) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:47.262798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:47.311866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd0c0686-4a0f-49a7-ae3e-7ee5f6029623 req-dd9fe5f1-5366-4d71-9447-31185f349a77 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2146974 Oct 18 23:23:47.313629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:47.330785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:47.334021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Port': ['ID=9501c6d1-d528-46f9-ba18-68ffb673079f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:47.419571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Allocated IP 172.25.7.71 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/8eed86b8-56cc-49e2-ad23-d318bdc0a86b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:47.443276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9518846-42e0-496e-8c9b-0d950c935dd0 admin admin] Deleting subnet 1b820dd7-983c-48a8-9694-d483286aa93a {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:23:47.454818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['766b8f95-bd35-4bda-b4fe-9bf8234ccfcb'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:23:47.456646 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9518846-42e0-496e-8c9b-0d950c935dd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:47.470221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:47.470221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:47.576836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['6409c427-0321-4a90-bdaa-94c612e8023b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:23:47.594320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8cb84de-00c8-4a9d-b145-fd0877869ee8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8631692 Oct 18 23:23:47.641307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183', 'admin_state_up': True, 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'security_groups': ['9b03dcd4-5cc4-4839-a567-9917ca2d3ffd']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:47.751917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d0fa8-f12e-47d8-a905-263233e92aee req-e0ca713b-98f9-4892-8099-33c2c175a064 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:47.760216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-e0ca713b-98f9-4892-8099-33c2c175a064 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3277268 Oct 18 23:23:47.911497 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-f74fa6be-ed0e-4d11-9c12-a8d1af6e596b tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.1503625 Oct 18 23:23:47.924561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Request body: {'floatingip': {'port_id': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:48.030382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:48.104350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f5524185-397a-4347-ad61-f1095e0487b1 None None] Provisioning complete for port 9501c6d1-d528-46f9-ba18-68ffb673079f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:48.105122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5524185-397a-4347-ad61-f1095e0487b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:48.146338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9518846-42e0-496e-8c9b-0d950c935dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:48.244975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572bc70-89f2-4971-b7e2-32b78c3a3b86 req-ce1c8b7e-c50a-431c-9918-d96949b739a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:48.255270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9572bc70-89f2-4971-b7e2-32b78c3a3b86 req-ce1c8b7e-c50a-431c-9918-d96949b739a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 945 time: 0.6905508 Oct 18 23:23:48.319759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9518846-42e0-496e-8c9b-0d950c935dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:48.362261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f5524185-397a-4347-ad61-f1095e0487b1 None None] Port 9501c6d1-d528-46f9-ba18-68ffb673079f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:48.449338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:48.484885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9518846-42e0-496e-8c9b-0d950c935dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:48.507300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:48.768098 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:48.803822 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9572bc70-89f2-4971-b7e2-32b78c3a3b86 req-1513717d-0003-486d-81f0-394e99d35c2e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463939 Oct 18 23:23:48.804665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9518846-42e0-496e-8c9b-0d950c935dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b820dd7-983c-48a8-9694-d483286aa93a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:48.848103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:23:48.964842 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:48.967799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c2a3558e-d59b-4115-8051-d4457e3a35ba'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:23:48.971328 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:49.109332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9518846-42e0-496e-8c9b-0d950c935dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:49.122758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46034) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:49.123557 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c9518846-42e0-496e-8c9b-0d950c935dd0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1b820dd7-983c-48a8-9694-d483286aa93a HTTP/1.1" status: 204 len: 168 time: 1.9047403 Oct 18 23:23:49.197603 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Floating IP 214da198-c41a-4fdf-a107-f8b07f1207f7 associated. External IP: 172.25.7.249, port: b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f. Oct 18 23:23:49.348723 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:49.382576 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:49.434330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:49.467112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6723628-309d-4a5b-ad55-36addf377554 req-2414e51d-6c9e-488e-866a-c51bdcafe753 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:49.483285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6723628-309d-4a5b-ad55-36addf377554 req-2414e51d-6c9e-488e-866a-c51bdcafe753 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:49.491460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6723628-309d-4a5b-ad55-36addf377554 req-2414e51d-6c9e-488e-866a-c51bdcafe753 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:49.500136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6723628-309d-4a5b-ad55-36addf377554 req-2414e51d-6c9e-488e-866a-c51bdcafe753 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2415 time: 0.4307246 Oct 18 23:23:49.518247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:49.551160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:49.684073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Port': ['ID=8eed86b8-56cc-49e2-ad23-d318bdc0a86b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:49.750374 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6723628-309d-4a5b-ad55-36addf377554 req-8fdf3b5f-bf76-4b9c-ba4d-381a62d3341f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476192 Oct 18 23:23:49.757003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Allocated IP 10.2.2.100 (be5758dd-8396-4c4a-a368-25bd778a9183/12f64a7e-baa8-43d3-9d2b-036b1de342c8/647b7f98-2219-41e9-8bc3-2f82234f0205) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:49.774054 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:49.785826 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:49.844673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee1c630-86fc-40c3-90da-84acac5f5457']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:49.864967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b989cd4-3e75-40b3-8f32-f6931b674098') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:49.864967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b989cd4-3e75-40b3-8f32-f6931b674098') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:49.913537 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:49.957520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:49.977036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:23:49.977737 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:23:49.982440 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:23:50.014043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Router 041fa593-7e3c-4c64-98a3-9fe4be77d802 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:23:50.213682 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-81aa68eb-903d-425a-ac14-cdf6c4303ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:50.224944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:23:50.231448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:50.236937 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:50.241205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:50.256733 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/aee1c630-86fc-40c3-90da-84acac5f5457 HTTP/1.1" status: 204 len: 168 time: 1.1243837 Oct 18 23:23:50.263091 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] Sync routers for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:23:50.296560 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:23:50.302759 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:23:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:50.323689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:50.451657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9c060-c743-4a19-8fa9-4d0c0541f8f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee1c630-86fc-40c3-90da-84acac5f5457,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:50.507637 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-063323d9-8ffe-4d5b-a041-618d957704c5 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "PUT /v2.0/floatingips/214da198-c41a-4fdf-a107-f8b07f1207f7 HTTP/1.1" status: 200 len: 997 time: 2.5947950 Oct 18 23:23:50.535185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:50.541595 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95a3c39-fcab-4921-9d07-cada1315def1" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:50.624129 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:23:50.709836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46062) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:50.718248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:50.738924 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:50.964869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:50.980071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6409c427-0321-4a90-bdaa-94c612e8023b up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:50.986571 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:51.036937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46068) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:51.053229 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:51.142836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71b872-3560-4c7b-8c6b-b43a1a0b7322 req-44c525b9-7adc-41aa-b7da-ea56296a5990 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:51.181441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 6409c427-0321-4a90-bdaa-94c612e8023b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:23:51.182066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71b872-3560-4c7b-8c6b-b43a1a0b7322 req-44c525b9-7adc-41aa-b7da-ea56296a5990 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:51.196060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71b872-3560-4c7b-8c6b-b43a1a0b7322 req-44c525b9-7adc-41aa-b7da-ea56296a5990 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:51.198811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 6409c427-0321-4a90-bdaa-94c612e8023b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:51.199678 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:51.210901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f71b872-3560-4c7b-8c6b-b43a1a0b7322 req-44c525b9-7adc-41aa-b7da-ea56296a5990 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 2373 time: 1.0141861 Oct 18 23:23:51.241274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Port': ['ID=8eed86b8-56cc-49e2-ad23-d318bdc0a86b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.298766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:23:51.373435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Port': ['ID=647b7f98-2219-41e9-8bc3-2f82234f0205,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:51.395623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:51.397173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fce0be5e-36e0-436c-a0fe-722cee1627c7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7039962 Oct 18 23:23:51.399630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network be5758dd-8396-4c4a-a368-25bd778a9183 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:51.461524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f71b872-3560-4c7b-8c6b-b43a1a0b7322 req-23110dfe-8088-4fa6-9618-5e09c3b4846a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2498467 Oct 18 23:23:51.466001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:51.486944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:51.562969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d0fa8-f12e-47d8-a905-263233e92aee req-a32578f9-d610-4299-950c-cbee915dc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:51.585597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-a32578f9-d610-4299-950c-cbee915dc972 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad4ab6d679054575b3b7f7f2417ac5b8&device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 1098 time: 1.0130830 Oct 18 23:23:51.710225 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:51.715722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:51.716423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:51.769118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9be6-df98-4122-af4d-986b38a3e4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:51.871088 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:23:02Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '214da198-c41a-4fdf-a107-f8b07f1207f7', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'floating_ip_address': '172.25.7.249', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'port_id': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'mac_address': 'fa:16:3e:fb:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:23:45Z', 'updated_at': '2021-10-18T23:23:48Z', 'revision_number': 1, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fec1be-0dce-47aa-b561-6d3225f62089', 'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'mac_address': 'fa:16:3e:a5:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:23:01Z', 'updated_at': '2021-10-18T23:23:21Z', 'revision_number': 5, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'subnets': [{'id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:51.873145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a1b4a86e-0f6f-4bbf-8701-690e72013c57 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2387233 Oct 18 23:23:51.914386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183', 'admin_state_up': True, 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'security_groups': ['9b03dcd4-5cc4-4839-a567-9917ca2d3ffd']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:51.936412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6409c427-0321-4a90-bdaa-94c612e8023b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:51.941229 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133af151-da0a-438d-9a4a-a931d6569156" -d '{"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-plugged", "status": "completed", "tag": "6409c427-0321-4a90-bdaa-94c612e8023b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:52.006713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6409c427-0321-4a90-bdaa-94c612e8023b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6409c427-0321-4a90-bdaa-94c612e8023b,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:52.013791 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:52.015746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a3558e-d59b-4115-8051-d4457e3a35ba up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:52.032283 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] Checking router: 041fa593-7e3c-4c64-98a3-9fe4be77d802 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:23:52.072690 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:23:52.076278 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:23:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:52.105182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d0fa8-f12e-47d8-a905-263233e92aee req-bcccfc88-2daa-4c02-8b54-cc9f14f1d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:52.108343 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-bcccfc88-2daa-4c02-8b54-cc9f14f1d90d service neutron] 10.222.0.52 "GET /v2.0/networks?id=01a526e3-b8e6-42a2-a7af-6c24162f9520 HTTP/1.1" status: 200 len: 930 time: 0.4685297 Oct 18 23:23:52.119911 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844d6c0b-5bb8-4c8d-a5e8-dbf7c5478705 x-openstack-request-id: req-844d6c0b-5bb8-4c8d-a5e8-dbf7c5478705 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:52.120705 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:52.121304 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-844d6c0b-5bb8-4c8d-a5e8-dbf7c5478705 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:52.122993 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'status': 'completed', 'code': 200} Oct 18 23:23:52.264731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=6409c427-0321-4a90-bdaa-94c612e8023b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:52.295892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-91f45fb5-6105-41a3-a125-4ec1cf92533e None None] Provisioning complete for port 647b7f98-2219-41e9-8bc3-2f82234f0205 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:52.296693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91f45fb5-6105-41a3-a125-4ec1cf92533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:52.342156 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port c2a3558e-d59b-4115-8051-d4457e3a35ba completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:23:52.366486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c21bb9df-87d8-4df2-b42f-5086d1ad31a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20392f24614e4cd896fc3ddc894457e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0227742 Oct 18 23:23:52.367397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46082) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:52.369425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port c2a3558e-d59b-4115-8051-d4457e3a35ba triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:52.372811 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:52.387468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Made reservation on behalf of 6bc2af639a604807bf14ac0b97ddc9c8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:23:52.393124 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:52.400902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-f22e8050-bc73-4b83-9de8-ffd7783bc06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:52.402590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-f22e8050-bc73-4b83-9de8-ffd7783bc06b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ad4ab6d679054575b3b7f7f2417ac5b8&device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 1098 time: 0.2347057 Oct 18 23:23:52.428072 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-0f6f9497-446c-4dca-a906-4e40115d156f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f HTTP/1.1" status: 200 len: 1000 time: 0.3025613 Oct 18 23:23:52.466396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5d58-6e47-44a2-b04d-a553fa658dbc req-421f5a84-0cee-419d-87ea-8b0280d11c84 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:52.477249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5d58-6e47-44a2-b04d-a553fa658dbc req-421f5a84-0cee-419d-87ea-8b0280d11c84 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:52.483882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5d58-6e47-44a2-b04d-a553fa658dbc req-421f5a84-0cee-419d-87ea-8b0280d11c84 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:52.485933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-820c5d58-6e47-44a2-b04d-a553fa658dbc req-421f5a84-0cee-419d-87ea-8b0280d11c84 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2416 time: 0.3193583 Oct 18 23:23:52.518755 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:23:52.587977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-91f45fb5-6105-41a3-a125-4ec1cf92533e None None] Port 647b7f98-2219-41e9-8bc3-2f82234f0205 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:52.624245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d0fa8-f12e-47d8-a905-263233e92aee req-8f766787-5968-4aed-ac41-467ab16fa5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:52.631719 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-8f766787-5968-4aed-ac41-467ab16fa5cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3 HTTP/1.1" status: 200 len: 868 time: 0.1734924 Oct 18 23:23:52.640448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9be6-df98-4122-af4d-986b38a3e4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:52.666110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9be6-df98-4122-af4d-986b38a3e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:52.732159 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:52.778965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a3558e-d59b-4115-8051-d4457e3a35ba, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a3558e-d59b-4115-8051-d4457e3a35ba,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:52.786023 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:52.787088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:23:52.804508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d0fa8-f12e-47d8-a905-263233e92aee req-72796675-efe5-4cc6-a08c-ebc92a8d34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:52.824580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-72796675-efe5-4cc6-a08c-ebc92a8d34f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=01a526e3-b8e6-42a2-a7af-6c24162f9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821413 Oct 18 23:23:52.951602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c2a3558e-d59b-4115-8051-d4457e3a35ba,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:53.065878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9d4d9be6-df98-4122-af4d-986b38a3e4c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2ece9c5221e451899c52749e00f7751&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0250595 Oct 18 23:23:53.066467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-7b7d9e9c-d7b2-4275-98cb-2aee84ab417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:53.068163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46088) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:53.070158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:23:53.075077 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-7b7d9e9c-d7b2-4275-98cb-2aee84ab417e service neutron] 10.222.0.102 "GET /v2.0/networks?id=01a526e3-b8e6-42a2-a7af-6c24162f9520 HTTP/1.1" status: 200 len: 930 time: 0.6276500 Oct 18 23:23:53.076395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:53.077004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.081077 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-820c5d58-6e47-44a2-b04d-a553fa658dbc req-e7581560-8970-4a40-9976-2d162b81c181 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709159 Oct 18 23:23:53.186566 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:23:02Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '214da198-c41a-4fdf-a107-f8b07f1207f7', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'floating_ip_address': '172.25.7.249', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'port_id': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'mac_address': 'fa:16:3e:fb:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:23:45Z', 'updated_at': '2021-10-18T23:23:48Z', 'revision_number': 1, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fec1be-0dce-47aa-b561-6d3225f62089', 'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'mac_address': 'fa:16:3e:a5:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:23:01Z', 'updated_at': '2021-10-18T23:23:21Z', 'revision_number': 5, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'subnets': [{'id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:23:53.221274 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09f275-25d0-49c4-ac8b-1aa98c44f10c None None] The sync data for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 is: [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:23:02Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '214da198-c41a-4fdf-a107-f8b07f1207f7', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'floating_ip_address': '172.25.7.249', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'port_id': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'mac_address': 'fa:16:3e:fb:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:23:45Z', 'updated_at': '2021-10-18T23:23:48Z', 'revision_number': 1, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fec1be-0dce-47aa-b561-6d3225f62089', 'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'mac_address': 'fa:16:3e:a5:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:23:01Z', 'updated_at': '2021-10-18T23:23:21Z', 'revision_number': 5, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'subnets': [{'id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:23:53.351668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-7e637a6e-fc95-463d-b090-ebad34bfb39b service neutron] 10.222.0.52 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214713 Oct 18 23:23:53.432889 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.477505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Allocated IP 10.2.2.200 (be5758dd-8396-4c4a-a368-25bd778a9183/12f64a7e-baa8-43d3-9d2b-036b1de342c8/7a6bb165-957f-468d-a530-bcb9fbf9fec6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:53.556016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:53.562554 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.567388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7b5fc18-604b-4364-b6e7-c37528d08c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.592445 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7b5fc18-604b-4364-b6e7-c37528d08c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.655108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125d0fa8-f12e-47d8-a905-263233e92aee req-4bcba35f-3098-46cc-9ee5-6936cabcd4a2 service neutron] 10.222.0.52 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994363 Oct 18 23:23:53.696260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0825143-e5b0-4c1d-81c4-5f08a0faeeb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.711672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:53.731970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0b0cbd-df3d-41cf-b656-2565e5c158c6 None None] New status for floating IP 214da198-c41a-4fdf-a107-f8b07f1207f7: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:23:53.760220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d9be6-df98-4122-af4d-986b38a3e4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958b9ea-736e-4a55-b23a-4bf4d0677237,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:53.761805 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0825143-e5b0-4c1d-81c4-5f08a0faeeb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.776680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7b5fc18-604b-4364-b6e7-c37528d08c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.779357 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7b5fc18-604b-4364-b6e7-c37528d08c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.791217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e7b5fc18-604b-4364-b6e7-c37528d08c65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a83ce98-8cf7-4d35-bfb7-90394ed6d66e HTTP/1.1" status: 204 len: 168 time: 1.4071095 Oct 18 23:23:53.885008 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0825143-e5b0-4c1d-81c4-5f08a0faeeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.892078 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0825143-e5b0-4c1d-81c4-5f08a0faeeb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:53.896105 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c0825143-e5b0-4c1d-81c4-5f08a0faeeb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6958b9ea-736e-4a55-b23a-4bf4d0677237 HTTP/1.1" status: 204 len: 168 time: 0.8216062 Oct 18 23:23:53.930124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0825143-e5b0-4c1d-81c4-5f08a0faeeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958b9ea-736e-4a55-b23a-4bf4d0677237,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:54.010873 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029d4b49-d50f-4dcd-8b45-b224af185514 x-openstack-request-id: req-029d4b49-d50f-4dcd-8b45-b224af185514 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:23:54.012003 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-plugged", "status": "completed", "tag": "6409c427-0321-4a90-bdaa-94c612e8023b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:23:54.012430 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-029d4b49-d50f-4dcd-8b45-b224af185514 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:23:54.013008 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6409c427-0321-4a90-bdaa-94c612e8023b', 'code': 200} Oct 18 23:23:54.057457 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a42424cb-d882-44e1-bed7-dbdb927d0e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:54.138216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-583f8004-5fe3-4018-9565-bf845ea905f5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--889706783&fields=id&tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3 HTTP/1.1" status: 200 len: 267 time: 0.1181159 Oct 18 23:23:54.170169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5fc18-604b-4364-b6e7-c37528d08c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a83ce98-8cf7-4d35-bfb7-90394ed6d66e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:54.208598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:54.211924 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-e81284b0-6be7-4269-9331-ccc5fbbf5607 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f HTTP/1.1" status: 200 len: 1000 time: 1.0902863 Oct 18 23:23:54.293630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-ba65550c-3000-4c4d-a6ba-67b3b012624c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:54.297983 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-ba65550c-3000-4c4d-a6ba-67b3b012624c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports/b3c6dc2a-df4f-43e9-808c-11041ee1a955 HTTP/1.1" status: 200 len: 932 time: 0.1408558 Oct 18 23:23:54.301983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801b196-9ca4-412c-b00e-f939962e37b2 req-9a2f06f8-fdf9-452d-968e-d7d58afd40b0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:54.303698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4801b196-9ca4-412c-b00e-f939962e37b2 req-9a2f06f8-fdf9-452d-968e-d7d58afd40b0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 945 time: 0.6474402 Oct 18 23:23:54.426834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-fca2f857-c175-4d31-a430-8aadc30c0d2d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:54.428572 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-fca2f857-c175-4d31-a430-8aadc30c0d2d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "GET /v2.0/ports?device_id=8ff721f3-ced3-4c4f-a65f-327aa857b3cb HTTP/1.1" status: 200 len: 945 time: 0.3667893 Oct 18 23:23:54.494752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-975a6ac4-1185-4f81-974c-7d6c3550a9a7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:54.496375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-975a6ac4-1185-4f81-974c-7d6c3550a9a7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports/a221ba3c-65f3-4453-aeea-cda82f9291f5 HTTP/1.1" status: 200 len: 930 time: 0.1787350 Oct 18 23:23:54.502663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-7372dd1e-b6c8-4759-adf7-37a78972f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:54.504368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-7372dd1e-b6c8-4759-adf7-37a78972f8e8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3 HTTP/1.1" status: 200 len: 868 time: 0.2573202 Oct 18 23:23:54.516902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4801b196-9ca4-412c-b00e-f939962e37b2 req-e4c25b71-84d1-44e5-85bf-d957e34b15dd tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922581 Oct 18 23:23:54.537259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:54.615138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-0d00463f-d239-4fcf-a05e-3a1661d8b2c3 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0953231 Oct 18 23:23:54.697883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d932b6bc-c6fe-4442-b708-3c7c85d06ba7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0651181 Oct 18 23:23:54.760994 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:54.811059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46128) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:54.891927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event updated for resources: {'Port': ['ID=7a6bb165-957f-468d-a530-bcb9fbf9fec6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:54.906444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Network be5758dd-8396-4c4a-a368-25bd778a9183 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:54.942777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:54.945495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:54.946770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-c3ac3790-d4c9-4492-8436-3712d5f1ad16 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:54.961125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-c3ac3790-d4c9-4492-8436-3712d5f1ad16 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:54.968198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-c3ac3790-d4c9-4492-8436-3712d5f1ad16 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:54.969890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-ca854d1b-c67e-4320-a946-0e0f3ce98762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:54.970953 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-c3ac3790-d4c9-4492-8436-3712d5f1ad16 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/networks?id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=39ea3733-74ea-4469-86dd-2826e17a10c2&id=39ea3733-74ea-4469-86dd-2826e17a10c2 HTTP/1.1" status: 200 len: 1991 time: 0.2721205 Oct 18 23:23:54.972296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-ca854d1b-c67e-4320-a946-0e0f3ce98762 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=01a526e3-b8e6-42a2-a7af-6c24162f9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4512310 Oct 18 23:23:54.975277 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-907ab47a-a050-4332-a739-942f3fa9572a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:55.003412 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-1f10d3fb-969d-4231-b63e-fce7bf82d149 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/quotas/710d8bd5439a4fc3bee3306a1ab19ac3 HTTP/1.1" status: 200 len: 375 time: 0.0177202 Oct 18 23:23:55.197160 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-88dc4858-0675-48f3-8354-379f711d2e89 service neutron] 10.222.0.102 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809554 Oct 18 23:23:55.238300 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:55.245537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6fbd4aa2-f254-4a10-a2d7-3fbac18c7d23 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1923909 Oct 18 23:23:55.396557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d9553-0b2d-45b2-ab39-49d4707913d8 req-6634ee82-ab0c-4d03-846f-64710f127826 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:55.411962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d9553-0b2d-45b2-ab39-49d4707913d8 req-6634ee82-ab0c-4d03-846f-64710f127826 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:55.445066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d9553-0b2d-45b2-ab39-49d4707913d8 req-6634ee82-ab0c-4d03-846f-64710f127826 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:55.459178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-be471a59-8b05-40b2-913b-a7a09039d7e2 None None] Provisioning complete for port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:23:55.459578 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be471a59-8b05-40b2-913b-a7a09039d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:55.461591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-a6893559-1f53-4b55-98ba-9ca0f83e0eeb service neutron] 10.222.0.52 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105832 Oct 18 23:23:55.473267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d9553-0b2d-45b2-ab39-49d4707913d8 req-6634ee82-ab0c-4d03-846f-64710f127826 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:55.492623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d9553-0b2d-45b2-ab39-49d4707913d8 req-6634ee82-ab0c-4d03-846f-64710f127826 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:55.511459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-123d9553-0b2d-45b2-ab39-49d4707913d8 req-6634ee82-ab0c-4d03-846f-64710f127826 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 3815 time: 0.7756326 Oct 18 23:23:55.531690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:55.532838 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:55.572070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-be471a59-8b05-40b2-913b-a7a09039d7e2 None None] Port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:23:55.612793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-0aa50d6d-7e92-4e9e-b3ff-1d9179894629 service neutron] 10.222.0.52 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500847 Oct 18 23:23:55.666879 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-c9eb5ee9-d605-43a1-8028-cf58f61cb85f service neutron] 10.222.0.52 "GET /v2.0/ports/b3c6dc2a-df4f-43e9-808c-11041ee1a955?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0526595 Oct 18 23:23:55.681326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Deleting port 51200358-33ba-4d71-908c-13430a787419 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:23:55.681700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:55.873925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-5df989ee-6a96-41fd-afae-24fdb6c368af service neutron] 10.222.0.52 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052069 Oct 18 23:23:56.014760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a3558e-d59b-4115-8051-d4457e3a35ba'}, {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:56.018957 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6402f9d1-cbec-4a39-b4fe-fffbc672c97b" -d '{"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-plugged", "status": "completed", "tag": "c2a3558e-d59b-4115-8051-d4457e3a35ba"}, {"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-plugged", "status": "completed", "tag": "766b8f95-bd35-4bda-b4fe-9bf8234ccfcb"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:56.215350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-f2a78141-209e-433a-8559-5771d4dbde00 service neutron] 10.222.0.52 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142188 Oct 18 23:23:56.294694 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-628e4037-649f-46b0-b1b8-f9a0a6b4dfd3 service neutron] 10.222.0.52 "GET /v2.0/ports/a221ba3c-65f3-4453-aeea-cda82f9291f5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0718877 Oct 18 23:23:56.503569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] For port 51200358-33ba-4d71-908c-13430a787419, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=51200358-33ba-4d71-908c-13430a787419,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:23:56.504626 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:56.521632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Calling delete_port for 51200358-33ba-4d71-908c-13430a787419 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:23:56.524835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-fb013620-cf2c-4587-be68-84d373873844 service neutron] 10.222.0.52 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184267 Oct 18 23:23:56.570824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73874105-fbc5-4331-8fea-aae8e668530f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6789987 Oct 18 23:23:56.666582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:56.680683 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-06bc295d-cabf-416e-88c6-d3e7beb97d10 service neutron] 10.222.0.52 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445012 Oct 18 23:23:56.702293 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-907ab47a-a050-4332-a739-942f3fa9572a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:56.712695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-123d9553-0b2d-45b2-ab39-49d4707913d8 req-48f62385-cf19-441a-9170-5226f0e02c39 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1983850 Oct 18 23:23:56.738148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-907ab47a-a050-4332-a739-942f3fa9572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:56.788032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 51200358-33ba-4d71-908c-13430a787419 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:23:56.865557 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95a3c39-fcab-4921-9d07-cada1315def1 req-bc4c9140-f8e3-47d1-a0fb-4d6c13cc1add service neutron] 10.222.0.102 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5955262 Oct 18 23:23:56.921611 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:56.976515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-907ab47a-a050-4332-a739-942f3fa9572a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a180a995791439d9c64fa54b5621064&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1412566 Oct 18 23:23:56.996735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-e1009c20-4add-408e-8bb2-9771902a7319 service neutron] 10.222.0.52 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047307 Oct 18 23:23:56.998415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46146) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:23:57.020731 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:57.076861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ab47a-a050-4332-a739-942f3fa9572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f371b623-f517-4b0e-b6d4-e977cb132d67,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:57.080756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:57.182206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fba17295-f3a0-44ac-96a5-6d369ed203e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:57.225959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fba17295-f3a0-44ac-96a5-6d369ed203e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:57.232840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event deleted for resources: {'Port': ['ID=51200358-33ba-4d71-908c-13430a787419,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:57.299476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-9c236d2c-dc39-4149-bc23-5b994ec161a1 service neutron] 10.222.0.52 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825618 Oct 18 23:23:57.310474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-4c886479-7d0a-425e-929d-79582dbae369 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 258 time: 0.5160475 Oct 18 23:23:57.382009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:57.390246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] No DVR routers for this DVR port 51200358-33ba-4d71-908c-13430a787419 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:23:57.396866 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:57.400913 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0da02599-8899-4508-87c0-3cfcb7bc2222 req-0f5e823a-c6ea-4906-a521-d125efb502a4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "DELETE /v2.0/ports/51200358-33ba-4d71-908c-13430a787419 HTTP/1.1" status: 204 len: 173 time: 2.9540725 Oct 18 23:23:57.404177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff721f3-ced3-4c4f-a65f-327aa857b3cb', 'name': 'network-vif-deleted', 'tag': '51200358-33ba-4d71-908c-13430a787419'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:23:57.406878 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aef6d97-4645-47f9-b7b3-6f59f1b11d14" -d '{"events": [{"server_uuid": "8ff721f3-ced3-4c4f-a65f-327aa857b3cb", "name": "network-vif-deleted", "tag": "51200358-33ba-4d71-908c-13430a787419"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:23:57.436476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-2c9be5f9-e8ed-4a14-b28b-e8339e23fc64 service neutron] 10.222.0.52 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304903 Oct 18 23:23:57.463648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:57.665944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4067e583-0a2a-44af-a67c-b5d055cec83f service neutron] 10.222.0.52 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215180 Oct 18 23:23:57.715961 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fba17295-f3a0-44ac-96a5-6d369ed203e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:57.721363 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fba17295-f3a0-44ac-96a5-6d369ed203e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:57.728554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fba17295-f3a0-44ac-96a5-6d369ed203e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f371b623-f517-4b0e-b6d4-e977cb132d67 HTTP/1.1" status: 204 len: 168 time: 0.7251024 Oct 18 23:23:57.781052 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:57.785294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba17295-f3a0-44ac-96a5-6d369ed203e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f371b623-f517-4b0e-b6d4-e977cb132d67,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:57.907794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-80a0b0ed-0779-4776-ae6a-d2122414f54c service neutron] 10.222.0.52 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309127 Oct 18 23:23:58.092102 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:58.250223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-b559cd22-2e45-4dbe-a2ff-04957671246c service neutron] 10.222.0.52 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335943 Oct 18 23:23:58.252383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45594a8a-5264-43dc-877a-b7d6c899e21f {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:23:58.264487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:58.330623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Transition to ACTIVE for port object 45594a8a-5264-43dc-877a-b7d6c899e21f will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:23:58.342686 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:58.410080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=45594a8a-5264-43dc-877a-b7d6c899e21f,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:58.417786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Allocated IP 172.25.7.94 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/6e2cf775-3248-4f0a-99a7-0385b99e56d5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:23:58.536250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-916aa4f9-3a4a-49ac-8edc-a9658b8659f7 service neutron] 10.222.0.52 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850966 Oct 18 23:23:58.792016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Attempting to bind port 45594a8a-5264-43dc-877a-b7d6c899e21f on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:23:58.792596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Attempting to bind port 45594a8a-5264-43dc-877a-b7d6c899e21f by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:23:58.793158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Attempting to bind port 45594a8a-5264-43dc-877a-b7d6c899e21f on network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:58.816984 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-f2498b7e-dbb3-40f0-a9f1-ba6c7e1c4733 service neutron] 10.222.0.52 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707748 Oct 18 23:23:58.851586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Port 45594a8a-5264-43dc-877a-b7d6c899e21f on network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:23:58.852281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Attempting to bind port 45594a8a-5264-43dc-877a-b7d6c899e21f on network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:23:58.885214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:23:58.885748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Checking segment: {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:23:58.886398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Bound using segment: {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:23:58.887087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Bound port: 45594a8a-5264-43dc-877a-b7d6c899e21f, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3029ce-5074-41fc-b766-f5defbaba64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:23:58.887703 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:58.897479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:59.081257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] For port 45594a8a-5264-43dc-877a-b7d6c899e21f, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:23:59.097760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] For port 45594a8a-5264-43dc-877a-b7d6c899e21f, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=45594a8a-5264-43dc-877a-b7d6c899e21f,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:23:59.101400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:59.140076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:59.213653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:23:59.223532 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:23:59.234192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:23:59.237607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:23:59.238314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:59.239878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/45594a8a-5264-43dc-877a-b7d6c899e21f HTTP/1.1" status: 200 len: 1093 time: 2.6297278 Oct 18 23:23:59.296242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:23:59.317676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Pushing event updated for resources: {'Port': ['ID=6e2cf775-3248-4f0a-99a7-0385b99e56d5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:23:59.576786 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:59.859034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:59.931165 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:23:59.973590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a100c-62cb-469f-b2f2-b8fcf3efd7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=45594a8a-5264-43dc-877a-b7d6c899e21f,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:00.352389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6218423-4ff5-42e1-92e9-f696a7fece83 req-c8c7a644-7c7a-4ef8-bdcd-d0683f8901f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:00.366181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6218423-4ff5-42e1-92e9-f696a7fece83 req-c8c7a644-7c7a-4ef8-bdcd-d0683f8901f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:00.384782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6218423-4ff5-42e1-92e9-f696a7fece83 req-c8c7a644-7c7a-4ef8-bdcd-d0683f8901f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:00.386540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6218423-4ff5-42e1-92e9-f696a7fece83 req-c8c7a644-7c7a-4ef8-bdcd-d0683f8901f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2418 time: 0.2071497 Oct 18 23:24:00.495517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6218423-4ff5-42e1-92e9-f696a7fece83 req-f1436456-478a-453e-9225-4e603193071a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900595 Oct 18 23:24:00.684230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:00.698328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:00.916212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Pushing event updated for resources: {'Port': ['ID=6e2cf775-3248-4f0a-99a7-0385b99e56d5,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:01.182592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f510c872-9f6c-4597-8731-2461b49102da {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:01.252944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:01.320148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Transition to ACTIVE for port object f510c872-9f6c-4597-8731-2461b49102da will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:01.377586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:01.382205 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782d2a90-5596-4a7c-9c31-478750ead19d x-openstack-request-id: req-782d2a90-5596-4a7c-9c31-478750ead19d {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:01.384015 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-plugged", "status": "completed", "tag": "c2a3558e-d59b-4115-8051-d4457e3a35ba", "code": 200}, {"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-plugged", "status": "completed", "tag": "766b8f95-bd35-4bda-b4fe-9bf8234ccfcb", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:01.384725 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-782d2a90-5596-4a7c-9c31-478750ead19d {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:01.386591 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a3558e-d59b-4115-8051-d4457e3a35ba', 'code': 200} Oct 18 23:24:01.387415 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb', 'code': 200} Oct 18 23:24:01.454455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:01.540331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Pushing event updated for resources: {'Port': ['ID=f510c872-9f6c-4597-8731-2461b49102da,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:01.565230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:01.567150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-a3c5da2d-1341-499b-85d5-63355e12c609 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2322819 Oct 18 23:24:01.601705 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5498af9-d880-47c2-a5d5-43b831415db3 x-openstack-request-id: req-c5498af9-d880-47c2-a5d5-43b831415db3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:01.602098 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff721f3-ced3-4c4f-a65f-327aa857b3cb", "name": "network-vif-deleted", "tag": "51200358-33ba-4d71-908c-13430a787419", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:01.602372 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5498af9-d880-47c2-a5d5-43b831415db3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:01.602850 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff721f3-ced3-4c4f-a65f-327aa857b3cb', 'name': 'network-vif-deleted', 'tag': '51200358-33ba-4d71-908c-13430a787419', 'status': 'completed', 'code': 200} Oct 18 23:24:01.749354 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-c3a27be9-f1f6-478a-8195-74ee04fb824a tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.1648149 Oct 18 23:24:01.851213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Attempting to bind port f510c872-9f6c-4597-8731-2461b49102da on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:01.851560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Attempting to bind port f510c872-9f6c-4597-8731-2461b49102da by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:01.851900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Attempting to bind port f510c872-9f6c-4597-8731-2461b49102da on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:01.922670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Port f510c872-9f6c-4597-8731-2461b49102da on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:01.923453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Attempting to bind port f510c872-9f6c-4597-8731-2461b49102da on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:01.982343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeec0b-9654-4eab-8b8e-2e6e59311536 req-87d6b617-074b-4297-86f7-fd96c004683e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.007159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeec0b-9654-4eab-8b8e-2e6e59311536 req-87d6b617-074b-4297-86f7-fd96c004683e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.011783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:02.012354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Checking segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:02.018461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Bound using segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:02.019287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Bound port: f510c872-9f6c-4597-8731-2461b49102da, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:02.019909 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:02.050264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeec0b-9654-4eab-8b8e-2e6e59311536 req-87d6b617-074b-4297-86f7-fd96c004683e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.060823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeec0b-9654-4eab-8b8e-2e6e59311536 req-87d6b617-074b-4297-86f7-fd96c004683e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.079445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeec0b-9654-4eab-8b8e-2e6e59311536 req-87d6b617-074b-4297-86f7-fd96c004683e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.089104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeec0b-9654-4eab-8b8e-2e6e59311536 req-87d6b617-074b-4297-86f7-fd96c004683e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.091567 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9eaeec0b-9654-4eab-8b8e-2e6e59311536 req-87d6b617-074b-4297-86f7-fd96c004683e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 4603 time: 0.3508923 Oct 18 23:24:02.123449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdbaf8-5f82-40d1-b9e4-ec0b96213ef3 req-338de45c-2477-4e6e-86c1-e88a3d65de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.124397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdbaf8-5f82-40d1-b9e4-ec0b96213ef3 req-338de45c-2477-4e6e-86c1-e88a3d65de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.125476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdbaf8-5f82-40d1-b9e4-ec0b96213ef3 req-338de45c-2477-4e6e-86c1-e88a3d65de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.128634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fffdbaf8-5f82-40d1-b9e4-ec0b96213ef3 req-338de45c-2477-4e6e-86c1-e88a3d65de88 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2874 time: 0.3749537 Oct 18 23:24:02.151213 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9eaeec0b-9654-4eab-8b8e-2e6e59311536 req-8a93a17d-cbd1-420e-9623-749a958944fe tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526719 Oct 18 23:24:02.399699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1f5a61d-e93e-49b1-84bd-d9a642a69227 req-a0a7a204-3f86-4f14-b30a-db1cbbb3b444 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0412581 Oct 18 23:24:02.414141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fffdbaf8-5f82-40d1-b9e4-ec0b96213ef3 req-672e6f68-a9a9-48a2-ba45-8ffdb5a49a9e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772989 Oct 18 23:24:02.545268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-e34a3448-ccca-42e7-b07e-39005ba38738 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.547878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dde2d9a2-8ab6-412d-b783-fbd742cca13b req-e34a3448-ccca-42e7-b07e-39005ba38738 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.7591763 Oct 18 23:24:02.555779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] For port f510c872-9f6c-4597-8731-2461b49102da, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:02.563076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] For port f510c872-9f6c-4597-8731-2461b49102da, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f510c872-9f6c-4597-8731-2461b49102da,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:02.575675 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:02.674247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.675087 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:02.676881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] 10.222.0.73 "PUT /v2.0/ports/f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 200 len: 1135 time: 3.3854072 Oct 18 23:24:02.824180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb558-2984-4210-972f-f019f341330f req-cc236cce-f037-4095-880e-6ed7cf3db57f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.830416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:02.834557 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-cc236cce-f037-4095-880e-6ed7cf3db57f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.3145709 Oct 18 23:24:02.850841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-8e9b6167-4455-455f-9c75-62dc56cca09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.852634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-8e9b6167-4455-455f-9c75-62dc56cca09c service neutron] 10.222.0.102 "GET /v2.0/ports/b3c6dc2a-df4f-43e9-808c-11041ee1a955 HTTP/1.1" status: 200 len: 1028 time: 0.1117804 Oct 18 23:24:02.882798 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-e53ec1b5-0cec-4d4b-bf90-66ce2447a69d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/quotas/10bc3899219b45fb838a08e4df12e676 HTTP/1.1" status: 200 len: 375 time: 0.0461152 Oct 18 23:24:02.915058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aaf457ad-d575-4feb-a72b-377e3dc9e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.916864 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aaf457ad-d575-4feb-a72b-377e3dc9e1f6 service neutron] 10.222.0.102 "GET /v2.0/ports/a221ba3c-65f3-4453-aeea-cda82f9291f5 HTTP/1.1" status: 200 len: 1026 time: 0.0405662 Oct 18 23:24:02.924119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ddbce-3b07-43a6-a871-bb7e7f0c221f service neutron] Pushing event updated for resources: {'Port': ['ID=f510c872-9f6c-4597-8731-2461b49102da,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:02.966819 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-63eeba05-d97c-4f67-8157-2d7e047c32e0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812507 Oct 18 23:24:02.969082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d31708-069b-4504-9ad3-566bf108ddee req-25034acf-2c58-473f-8fb3-54a932b9ff99 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.976303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d31708-069b-4504-9ad3-566bf108ddee req-25034acf-2c58-473f-8fb3-54a932b9ff99 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.983037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d31708-069b-4504-9ad3-566bf108ddee req-25034acf-2c58-473f-8fb3-54a932b9ff99 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:02.985090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39d31708-069b-4504-9ad3-566bf108ddee req-25034acf-2c58-473f-8fb3-54a932b9ff99 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2418 time: 0.2985275 Oct 18 23:24:03.082932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:03.181468 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39d31708-069b-4504-9ad3-566bf108ddee req-14f7ba8e-fd05-4242-b5e1-86eb3ae9ab4a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841834 Oct 18 23:24:03.316074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-0406610b-514f-4ccc-ba8b-b8a2c40b7487 service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482270 Oct 18 23:24:03.644124 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-dbbc912b-27fd-4e43-945e-b90352504875 service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269296 Oct 18 23:24:03.647116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f'}, {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': 'f510c872-9f6c-4597-8731-2461b49102da'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:03.651188 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf392f3-7f88-4361-ad43-7a2888c91d72" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f"}, {"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "f510c872-9f6c-4597-8731-2461b49102da"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:03.723235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-11271a50-8d07-42d2-8e6c-5c2f341e3edf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:03.747197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-11271a50-8d07-42d2-8e6c-5c2f341e3edf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:03.779752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-11271a50-8d07-42d2-8e6c-5c2f341e3edf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:03.794841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-11271a50-8d07-42d2-8e6c-5c2f341e3edf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "GET /v2.0/networks?id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=39ea3733-74ea-4469-86dd-2826e17a10c2&id=39ea3733-74ea-4469-86dd-2826e17a10c2 HTTP/1.1" status: 200 len: 1991 time: 0.8636677 Oct 18 23:24:04.240822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affadff4-9124-405e-9b62-6c7ce55a9e42 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:04.260538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:04.293232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Transition to ACTIVE for port object affadff4-9124-405e-9b62-6c7ce55a9e42 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:04.322175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed6236-8d32-4f62-ab71-ff759893048c req-2340aed0-ab4c-4fac-828f-014f81fb28ee tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:04.344499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed6236-8d32-4f62-ab71-ff759893048c req-2340aed0-ab4c-4fac-828f-014f81fb28ee tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:04.353270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:04.360009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed6236-8d32-4f62-ab71-ff759893048c req-2340aed0-ab4c-4fac-828f-014f81fb28ee tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:04.366838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed6236-8d32-4f62-ab71-ff759893048c req-2340aed0-ab4c-4fac-828f-014f81fb28ee tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:04.391198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed6236-8d32-4f62-ab71-ff759893048c req-2340aed0-ab4c-4fac-828f-014f81fb28ee tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:04.406890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed6236-8d32-4f62-ab71-ff759893048c req-2340aed0-ab4c-4fac-828f-014f81fb28ee tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:04.420597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66ed6236-8d32-4f62-ab71-ff759893048c req-2340aed0-ab4c-4fac-828f-014f81fb28ee tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 4603 time: 0.2075994 Oct 18 23:24:04.446412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Pushing event updated for resources: {'Port': ['ID=affadff4-9124-405e-9b62-6c7ce55a9e42,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:04.570495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3d78dea2-d38e-4aa1-86a5-600d12fe7401 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3 HTTP/1.1" status: 200 len: 379 time: 0.2709336 Oct 18 23:24:04.586993 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:04.607575 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66ed6236-8d32-4f62-ab71-ff759893048c req-0d5c417b-09f3-41b9-9d96-dea371edb9a7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1844487 Oct 18 23:24:04.625687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc81a8-f224-4df9-ab48-4eda6b2774b2 req-e3b5d187-3236-4223-b822-6c47919e128a tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:04.644176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95dc81a8-f224-4df9-ab48-4eda6b2774b2 req-e3b5d187-3236-4223-b822-6c47919e128a tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.0822961 Oct 18 23:24:04.671152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'admin_state_up': True, 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'security_groups': ['183b2737-6aa2-4213-bf65-6731241378a0']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:04.931800 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cde4aa8b-c38f-4a68-90a9-57f6b1d3d483 req-e6f362ea-16bf-4595-b3fc-5969d5300e43 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.1199822 Oct 18 23:24:05.347420 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c02be5a1-c7c7-4d70-8fe7-5696638cfa47 req-96ec3510-4f0b-4e54-b3db-6151dea494bc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 210 time: 0.1360173 Oct 18 23:24:05.774415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b39cae-2ace-4c20-9c12-ce9ff5ce65b2 req-a761282b-3ea9-47ac-b567-3c661f84e7cf tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:05.796590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b39cae-2ace-4c20-9c12-ce9ff5ce65b2 req-a761282b-3ea9-47ac-b567-3c661f84e7cf tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:05.810987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b39cae-2ace-4c20-9c12-ce9ff5ce65b2 req-a761282b-3ea9-47ac-b567-3c661f84e7cf tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:05.824844 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44b39cae-2ace-4c20-9c12-ce9ff5ce65b2 req-a761282b-3ea9-47ac-b567-3c661f84e7cf tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2418 time: 0.1878741 Oct 18 23:24:05.859028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46318) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:05.897912 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95dc81a8-f224-4df9-ab48-4eda6b2774b2 req-4309c169-eec4-4c39-b37c-039920d45b31 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 1.2505524 Oct 18 23:24:05.911838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-95dc81a8-f224-4df9-ab48-4eda6b2774b2 req-bd93126b-b1c2-4a2b-8c24-5d1838e0932f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Request body: {'floatingip': {'port_id': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:05.946883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44b39cae-2ace-4c20-9c12-ce9ff5ce65b2 req-7a98e1d3-796f-4bc5-a28d-d263f370a8fb tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193516 Oct 18 23:24:05.961060 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04ea31c-dbc1-4064-9b27-a56aa48a98ff x-openstack-request-id: req-a04ea31c-dbc1-4064-9b27-a56aa48a98ff {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:05.968661 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "f510c872-9f6c-4597-8731-2461b49102da", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:05.973982 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a04ea31c-dbc1-4064-9b27-a56aa48a98ff {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:05.975164 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'status': 'completed', 'code': 200} Oct 18 23:24:05.976444 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': 'f510c872-9f6c-4597-8731-2461b49102da', 'status': 'completed', 'code': 200} Oct 18 23:24:06.097506 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:06.165075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfd40665-c464-41a0-826b-3d5d580c94d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:06.288467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-95dc81a8-f224-4df9-ab48-4eda6b2774b2 req-bd93126b-b1c2-4a2b-8c24-5d1838e0932f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:06.466970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-1f670ac7-a9ba-4263-8809-090740db4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.467719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-1f670ac7-a9ba-4263-8809-090740db4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.468581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-1f670ac7-a9ba-4263-8809-090740db4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.469010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222facb-e5bc-40e2-b63b-1073189222ff req-5a7dc1d2-1695-4034-bee2-4ea914551bb8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.469458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-1f670ac7-a9ba-4263-8809-090740db4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.470281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-1f670ac7-a9ba-4263-8809-090740db4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.471124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-1f670ac7-a9ba-4263-8809-090740db4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.471897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-1f670ac7-a9ba-4263-8809-090740db4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.475598 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-1f670ac7-a9ba-4263-8809-090740db4bd1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6179 time: 0.5585909 Oct 18 23:24:06.478745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222facb-e5bc-40e2-b63b-1073189222ff req-5a7dc1d2-1695-4034-bee2-4ea914551bb8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.486094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222facb-e5bc-40e2-b63b-1073189222ff req-5a7dc1d2-1695-4034-bee2-4ea914551bb8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.494371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222facb-e5bc-40e2-b63b-1073189222ff req-5a7dc1d2-1695-4034-bee2-4ea914551bb8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.505163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222facb-e5bc-40e2-b63b-1073189222ff req-5a7dc1d2-1695-4034-bee2-4ea914551bb8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.513661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222facb-e5bc-40e2-b63b-1073189222ff req-5a7dc1d2-1695-4034-bee2-4ea914551bb8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.522200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222facb-e5bc-40e2-b63b-1073189222ff req-5a7dc1d2-1695-4034-bee2-4ea914551bb8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:06.524637 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4222facb-e5bc-40e2-b63b-1073189222ff req-5a7dc1d2-1695-4034-bee2-4ea914551bb8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5381 time: 0.1684980 Oct 18 23:24:06.664240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4222facb-e5bc-40e2-b63b-1073189222ff req-27480390-c166-433c-8411-48104e6022a4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1198537 Oct 18 23:24:06.714193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Attempting to bind port affadff4-9124-405e-9b62-6c7ce55a9e42 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:06.714750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Attempting to bind port affadff4-9124-405e-9b62-6c7ce55a9e42 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:06.715265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Attempting to bind port affadff4-9124-405e-9b62-6c7ce55a9e42 on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:06.716685 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfd40665-c464-41a0-826b-3d5d580c94d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:06.731493 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfd40665-c464-41a0-826b-3d5d580c94d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:06.781045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Port affadff4-9124-405e-9b62-6c7ce55a9e42 on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:06.782276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Attempting to bind port affadff4-9124-405e-9b62-6c7ce55a9e42 on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:06.842855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:06.843410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Checking segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:06.847399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Bound using segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:06.848072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Bound port: affadff4-9124-405e-9b62-6c7ce55a9e42, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:06.848565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:06.945294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:06.949531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:07.017959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-321dd0da-da0b-4bc1-b636-0a29263d4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:07.018913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-321dd0da-da0b-4bc1-b636-0a29263d4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:07.019610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-321dd0da-da0b-4bc1-b636-0a29263d4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:07.021680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-321dd0da-da0b-4bc1-b636-0a29263d4ceb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4994669 Oct 18 23:24:07.100431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cfd40665-c464-41a0-826b-3d5d580c94d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d125e05f1f44d90a4bfb353415b779d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2395992 Oct 18 23:24:07.124737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46338) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:07.229191 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9eba3585-cb45-4db0-9b1c-5f929de1788e req-08e67baa-d2e9-44f8-bd8e-198ddfa6c216 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.3521721 Oct 18 23:24:07.274364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd40665-c464-41a0-826b-3d5d580c94d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59542376-61f1-4897-9240-6e6bf3d5d17c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:07.340034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb558-2984-4210-972f-f019f341330f req-40ea6dc2-5604-46c5-a05a-bc0d037b9e50 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:07.341786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-40ea6dc2-5604-46c5-a05a-bc0d037b9e50 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.4387348 Oct 18 23:24:07.375236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Request body: {'port': {'device_id': '1119e426-23be-49a1-8011-5dc87c6c765e', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'admin_state_up': True, 'tenant_id': '10bc3899219b45fb838a08e4df12e676'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:07.461713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] For port affadff4-9124-405e-9b62-6c7ce55a9e42, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:07.529038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] For port affadff4-9124-405e-9b62-6c7ce55a9e42, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=affadff4-9124-405e-9b62-6c7ce55a9e42,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:07.553354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65592394-a319-4f50-b62b-e0574ded777a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:07.564503 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3689d2b1-9dd4-4270-80e5-2e7ad8302ecc req-a92525b4-239d-4fd1-90b7-6b319aaa9283 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 210 time: 0.0769906 Oct 18 23:24:07.566679 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:07.593749 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-95dc81a8-f224-4df9-ab48-4eda6b2774b2 req-bd93126b-b1c2-4a2b-8c24-5d1838e0932f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] update failed (client error): There was a conflict when trying to complete your request. Oct 18 23:24:07.607841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95dc81a8-f224-4df9-ab48-4eda6b2774b2 req-bd93126b-b1c2-4a2b-8c24-5d1838e0932f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "PUT /v2.0/floatingips/e0ad4fb3-2fba-403c-a343-63fb02b31ef1 HTTP/1.1" status: 409 len: 550 time: 1.7088318 Oct 18 23:24:07.717411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Made reservation on behalf of 10bc3899219b45fb838a08e4df12e676 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:07.725609 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:07.770372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Allocated IP 172.20.0.7 (57a13f99-1faa-47f7-a1f7-fb5bc556604a/5115d984-ce58-49c9-9669-41c1b9da4f27/05304f96-14be-417a-82ce-b7c7d7460a0f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:07.833868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-0461ca80-3be0-4bdf-a155-8401135a2902 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips/e0ad4fb3-2fba-403c-a343-63fb02b31ef1 HTTP/1.1" status: 200 len: 692 time: 0.0885990 Oct 18 23:24:07.986387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46366) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:08.024136 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65592394-a319-4f50-b62b-e0574ded777a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:08.064639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-ba1947d6-03f1-409d-bb26-90cd2fbf2170 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:08.082823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-ba1947d6-03f1-409d-bb26-90cd2fbf2170 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.2473347 Oct 18 23:24:08.129537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-5bf69721-92da-4d95-8486-25409d7b3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:08.133106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-5bf69721-92da-4d95-8486-25409d7b3f91 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0902655 Oct 18 23:24:08.136908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:08.137564 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:08.139069 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] 10.222.0.73 "PUT /v2.0/ports/affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 200 len: 1137 time: 5.3146183 Oct 18 23:24:08.288329 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:08.370789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': 'affadff4-9124-405e-9b62-6c7ce55a9e42'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:08.373872 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c32b736-ffcc-45fc-bed5-629de2870cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "affadff4-9124-405e-9b62-6c7ce55a9e42"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:08.431287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:08.524932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:08.538856 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-35526048-0f56-4976-9779-991b188c4b4b tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.4546833 Oct 18 23:24:08.569596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network 57a13f99-1faa-47f7-a1f7-fb5bc556604a is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:08.579836 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65592394-a319-4f50-b62b-e0574ded777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:08.585035 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65592394-a319-4f50-b62b-e0574ded777a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:08.592473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-352acc37-debc-4fbd-ad82-6f81ccaea7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:08.604279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-65592394-a319-4f50-b62b-e0574ded777a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59542376-61f1-4897-9240-6e6bf3d5d17c HTTP/1.1" status: 204 len: 168 time: 1.4721725 Oct 18 23:24:08.624574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:08.665045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-1e414a06-dbb1-42c5-86f0-51d5b41b8ad2 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.1251719 Oct 18 23:24:08.691910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:08.805737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Allocated IP 172.20.0.14 (27a2d0a7-d1ec-4b11-b693-4650f6a6c827/fed0e15c-d6b8-4c05-8d0b-15673a74270e/f5758669-751e-44ba-b7a0-2e61f541e33e) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:08.977467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65592394-a319-4f50-b62b-e0574ded777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59542376-61f1-4897-9240-6e6bf3d5d17c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:08.991510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:08.992188 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.029113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692e30-de81-4ac7-b1c1-021e9ecc755b req-a411d218-9f76-4740-91de-4dd16c89e947 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.037968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692e30-de81-4ac7-b1c1-021e9ecc755b req-a411d218-9f76-4740-91de-4dd16c89e947 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.046044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692e30-de81-4ac7-b1c1-021e9ecc755b req-a411d218-9f76-4740-91de-4dd16c89e947 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.054683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692e30-de81-4ac7-b1c1-021e9ecc755b req-a411d218-9f76-4740-91de-4dd16c89e947 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.077434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692e30-de81-4ac7-b1c1-021e9ecc755b req-a411d218-9f76-4740-91de-4dd16c89e947 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.087216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692e30-de81-4ac7-b1c1-021e9ecc755b req-a411d218-9f76-4740-91de-4dd16c89e947 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.111868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692e30-de81-4ac7-b1c1-021e9ecc755b req-a411d218-9f76-4740-91de-4dd16c89e947 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.127139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9692e30-de81-4ac7-b1c1-021e9ecc755b req-a411d218-9f76-4740-91de-4dd16c89e947 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5381 time: 1.0097947 Oct 18 23:24:09.143971 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.147722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff958d1-4acb-4fd2-8527-774131cc3ceb service neutron] Pushing event updated for resources: {'Port': ['ID=affadff4-9124-405e-9b62-6c7ce55a9e42,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:09.162348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-352acc37-debc-4fbd-ad82-6f81ccaea7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.192673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-43ff991c-e6b8-4660-a952-6894c718aaf3 None None] Provisioning complete for port 05304f96-14be-417a-82ce-b7c7d7460a0f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:09.196104 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-43ff991c-e6b8-4660-a952-6894c718aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.204990 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-352acc37-debc-4fbd-ad82-6f81ccaea7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.265417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Deleting port 6e2cf775-3248-4f0a-99a7-0385b99e56d5 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:09.265828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.281420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-be0da76c-f626-472b-abbd-006009de5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.283272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-be0da76c-f626-472b-abbd-006009de5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.283817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-be0da76c-f626-472b-abbd-006009de5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.284332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-be0da76c-f626-472b-abbd-006009de5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.284798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-be0da76c-f626-472b-abbd-006009de5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.285442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-be0da76c-f626-472b-abbd-006009de5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.285928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-be0da76c-f626-472b-abbd-006009de5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:09.288987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-be0da76c-f626-472b-abbd-006009de5300 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6221 time: 0.9106176 Oct 18 23:24:09.334193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-352acc37-debc-4fbd-ad82-6f81ccaea7cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=219b1bef0112487b8f6b260c6d19d08f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3406818 Oct 18 23:24:09.339644 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46386) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:09.342662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.348040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7325995 Oct 18 23:24:09.357312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-43ff991c-e6b8-4660-a952-6894c718aaf3 None None] Port 05304f96-14be-417a-82ce-b7c7d7460a0f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:24:09.359975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352acc37-debc-4fbd-ad82-6f81ccaea7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35564e16-bb29-44d1-98c2-69d522235d19,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:09.558300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'admin_state_up': True, 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'security_groups': ['183b2737-6aa2-4213-bf65-6731241378a0']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:09.614880 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.614880 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.615353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a37535-f68f-46ca-857e-1ed088ddd80e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Port': ['ID=05304f96-14be-417a-82ce-b7c7d7460a0f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:09.648946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9692e30-de81-4ac7-b1c1-021e9ecc755b req-95599fc1-7743-40eb-b4d7-09a3519c2b9a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5069735 Oct 18 23:24:09.653248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf909-0e8a-4d75-8a64-a5171e603814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.710227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Calling delete_port for 6e2cf775-3248-4f0a-99a7-0385b99e56d5 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:09.715096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf909-0e8a-4d75-8a64-a5171e603814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.721947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:09.871858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:09.905998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:09.916580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:09.977311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event updated for resources: {'Port': ['ID=f5758669-751e-44ba-b7a0-2e61f541e33e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:10.017305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-91b6db33-d750-4371-8059-01d7264ad876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.017792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-91b6db33-d750-4371-8059-01d7264ad876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.022482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-91b6db33-d750-4371-8059-01d7264ad876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.024351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-91b6db33-d750-4371-8059-01d7264ad876 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7043087 Oct 18 23:24:10.036378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.037253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:10.061939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf909-0e8a-4d75-8a64-a5171e603814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:10.069586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf909-0e8a-4d75-8a64-a5171e603814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:10.072854 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dc1bf909-0e8a-4d75-8a64-a5171e603814 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35564e16-bb29-44d1-98c2-69d522235d19 HTTP/1.1" status: 204 len: 168 time: 0.7273583 Oct 18 23:24:10.115697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bf909-0e8a-4d75-8a64-a5171e603814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35564e16-bb29-44d1-98c2-69d522235d19,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:10.132574 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-30a1747c-adcd-40c4-a7ea-57524cff99b8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7698815 Oct 18 23:24:10.166799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.73', 64487) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:10.190948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Request body: {'port': {'device_id': '1119e426-23be-49a1-8011-5dc87c6c765e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:10.289784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525d108-3902-48f0-9eee-864318149915 req-12d180f7-98f6-46b0-9b09-ca075b622ffc tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.296195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525d108-3902-48f0-9eee-864318149915 req-12d180f7-98f6-46b0-9b09-ca075b622ffc tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.302889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525d108-3902-48f0-9eee-864318149915 req-12d180f7-98f6-46b0-9b09-ca075b622ffc tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.304722 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6525d108-3902-48f0-9eee-864318149915 req-12d180f7-98f6-46b0-9b09-ca075b622ffc tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2418 time: 0.4962077 Oct 18 23:24:10.321460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:10.325275 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:10.422791 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:10.435102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:10.442892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-94c0c942-120a-4a7c-8c37-648b6c57f20d tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.449598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-94c0c942-120a-4a7c-8c37-648b6c57f20d tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.456160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-94c0c942-120a-4a7c-8c37-648b6c57f20d tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.457830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-94c0c942-120a-4a7c-8c37-648b6c57f20d tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2418 time: 0.2494292 Oct 18 23:24:10.459064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-164f026c-bbf7-4639-ae51-f6a733a37fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:10.460977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cf392f3-7f88-4361-ad43-7a2888c91d72 req-164f026c-bbf7-4639-ae51-f6a733a37fc2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4152400 Oct 18 23:24:10.535174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Pushing event deleted for resources: {'Port': ['ID=6e2cf775-3248-4f0a-99a7-0385b99e56d5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:10.568582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6525d108-3902-48f0-9eee-864318149915 req-bb67ffdc-735b-4caf-aa9f-a8e8ab72708b tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320304 Oct 18 23:24:10.818018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:10.822634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:10.842258 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a05520b4-323c-4e2b-ad72-7d106e67fdc0 req-22fa3741-9bc6-4908-96a7-64febd49b7ee tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "DELETE /v2.0/floatingips/e0ad4fb3-2fba-403c-a343-63fb02b31ef1 HTTP/1.1" status: 204 len: 173 time: 2.1738236 Oct 18 23:24:10.920006 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f37d9-db43-4e43-804b-de4f63cfd5c1 x-openstack-request-id: req-7e9f37d9-db43-4e43-804b-de4f63cfd5c1 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:10.920562 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "affadff4-9124-405e-9b62-6c7ce55a9e42", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:10.920990 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e9f37d9-db43-4e43-804b-de4f63cfd5c1 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:10.921689 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': 'affadff4-9124-405e-9b62-6c7ce55a9e42', 'status': 'completed', 'code': 200} Oct 18 23:24:10.931173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6f01ac-8e62-4468-aede-f946a2798c22 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:11.074705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Allocated IP 10.1.1.94 (cec56cf4-1185-4e9c-8660-7e388b5035be/afbad7fb-f0bb-4070-9b26-1c8fcf710213/70e8bbe8-ed68-4237-b01d-65e0153e9b27) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:11.112980 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:24:11.219922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1839b-3379-45cc-9e6b-149b58ef7759 req-2100d0a1-865c-4e29-967c-b70f379b4ba0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:11.234439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28b1839b-3379-45cc-9e6b-149b58ef7759 req-2100d0a1-865c-4e29-967c-b70f379b4ba0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 932 time: 0.2231326 Oct 18 23:24:11.236342 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:11.270319 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:11.423572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:11.433496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Transition to ACTIVE for port object bf6f01ac-8e62-4468-aede-f946a2798c22 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:11.445367 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28b1839b-3379-45cc-9e6b-149b58ef7759 req-a75a5a20-3fc0-44bb-9d3c-48d90566a2da tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049222 Oct 18 23:24:11.535191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e0f01-31a6-4666-b639-e3559fda2140 req-1f7a318e-54b3-40a8-a595-64922e8f3d16 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:11.542642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c72e0f01-31a6-4666-b639-e3559fda2140 req-1f7a318e-54b3-40a8-a595-64922e8f3d16 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 931 time: 0.7117488 Oct 18 23:24:11.544665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Port': ['ID=70e8bbe8-ed68-4237-b01d-65e0153e9b27,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:11.554638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-d81d680a-d958-4315-b6c3-7214196127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:11.556100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-d81d680a-d958-4315-b6c3-7214196127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:11.556799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-d81d680a-d958-4315-b6c3-7214196127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:11.557468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-d81d680a-d958-4315-b6c3-7214196127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:11.558101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-d81d680a-d958-4315-b6c3-7214196127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:11.558709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-d81d680a-d958-4315-b6c3-7214196127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:11.559447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-d81d680a-d958-4315-b6c3-7214196127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:11.563177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-d81d680a-d958-4315-b6c3-7214196127e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6221 time: 0.5681031 Oct 18 23:24:11.573355 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:11.641486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting port 6409c427-0321-4a90-bdaa-94c612e8023b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:11.643194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:11.682587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46454) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:11.710444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5758669-751e-44ba-b7a0-2e61f541e33e {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:11.722691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:11.769880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Transition to ACTIVE for port object f5758669-751e-44ba-b7a0-2e61f541e33e will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:11.801636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.068545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Pushing event updated for resources: {'Port': ['ID=f5758669-751e-44ba-b7a0-2e61f541e33e,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:12.147004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-397518822-network', 'tenant_id': '69f9768e1f9e439194f75612a97edbcf'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:12.188084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c381-77b0-4e6b-91c9-407bbdfc7610 req-921659f7-3416-4d76-acb7-acd0637004b2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.200736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c381-77b0-4e6b-91c9-407bbdfc7610 req-921659f7-3416-4d76-acb7-acd0637004b2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.213503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c381-77b0-4e6b-91c9-407bbdfc7610 req-921659f7-3416-4d76-acb7-acd0637004b2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.221970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c381-77b0-4e6b-91c9-407bbdfc7610 req-921659f7-3416-4d76-acb7-acd0637004b2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.229227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c381-77b0-4e6b-91c9-407bbdfc7610 req-921659f7-3416-4d76-acb7-acd0637004b2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.236684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c381-77b0-4e6b-91c9-407bbdfc7610 req-921659f7-3416-4d76-acb7-acd0637004b2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.243231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c381-77b0-4e6b-91c9-407bbdfc7610 req-921659f7-3416-4d76-acb7-acd0637004b2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.245491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6211c381-77b0-4e6b-91c9-407bbdfc7610 req-921659f7-3416-4d76-acb7-acd0637004b2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5393 time: 0.3358648 Oct 18 23:24:12.286375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Made reservation on behalf of 69f9768e1f9e439194f75612a97edbcf for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:12.288942 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.305761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Attempting to bind port f5758669-751e-44ba-b7a0-2e61f541e33e on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:12.306266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Attempting to bind port f5758669-751e-44ba-b7a0-2e61f541e33e by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:12.306645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Attempting to bind port f5758669-751e-44ba-b7a0-2e61f541e33e on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:12.311356 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.325654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Port f5758669-751e-44ba-b7a0-2e61f541e33e on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:12.325993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Attempting to bind port f5758669-751e-44ba-b7a0-2e61f541e33e on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:12.346200 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6211c381-77b0-4e6b-91c9-407bbdfc7610 req-a4289a2f-b1ba-4dd6-a9d2-1dec43271497 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0912952 Oct 18 23:24:12.348469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:12.348828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Checking segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:12.349231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Bound using segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:12.349700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Bound port: f5758669-751e-44ba-b7a0-2e61f541e33e, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:12.350090 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.411875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network cec56cf4-1185-4e9c-8660-7e388b5035be is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:12.450374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:12.520738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:12.548067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c72e0f01-31a6-4666-b639-e3559fda2140 req-f8a6073a-3b7b-4c4b-a309-7156366135f6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0043283 Oct 18 23:24:12.593770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:12.626135 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-95c0af43-5be2-4373-b734-6f3620d5dbdd tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 1002 time: 0.1991913 Oct 18 23:24:12.647927 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f5758669-751e-44ba-b7a0-2e61f541e33e,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:12.687394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.732466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Pushing event updated for resources: {'Port': ['ID=bf6f01ac-8e62-4468-aede-f946a2798c22,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:12.735152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.771005 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.788647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.789285 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.790735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] 10.222.0.73 "PUT /v2.0/ports/f5758669-751e-44ba-b7a0-2e61f541e33e HTTP/1.1" status: 200 len: 1093 time: 2.6089933 Oct 18 23:24:12.807951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:12.816237 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3c1548-13c5-499f-99dd-3f863af03cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:12.846979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-64ec925b-b92c-4bd1-9164-5db2ee83db20 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.849004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-64ec925b-b92c-4bd1-9164-5db2ee83db20 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports/b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f HTTP/1.1" status: 200 len: 943 time: 0.1988666 Oct 18 23:24:12.875129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:24:12.894969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839ad8c8-2cd3-493f-93a5-d00231514f14,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:12.907215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1a44c-99f0-4eee-8614-d276b18f4701 service neutron] Pushing event updated for resources: {'Port': ['ID=f5758669-751e-44ba-b7a0-2e61f541e33e,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:12.910765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.911159 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Added segment d5fab4ac-eb73-47bf-adbe-cdc326ae131c of type vlan for network f78d2d30-155e-4dfe-9f05-01900b94d64e Oct 18 23:24:12.943708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:12.944633 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.962182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-82516630-938f-44c3-a3a0-c2511d8187ec None None] Provisioning complete for port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:12.962740 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82516630-938f-44c3-a3a0-c2511d8187ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.977787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] For port 6409c427-0321-4a90-bdaa-94c612e8023b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6409c427-0321-4a90-bdaa-94c612e8023b,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:12.980727 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:12.996175 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.010228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb558-2984-4210-972f-f019f341330f req-d92962b7-4855-4c56-81f1-c2844ebbfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.011976 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-d92962b7-4855-4c56-81f1-c2844ebbfd07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 1096 time: 0.0990846 Oct 18 23:24:13.028649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-ad520170-e22c-4b02-a44a-639a2d5e8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.028649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-ad520170-e22c-4b02-a44a-639a2d5e8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.029001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-ad520170-e22c-4b02-a44a-639a2d5e8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.038123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-ad520170-e22c-4b02-a44a-639a2d5e8699 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.4251904 Oct 18 23:24:13.052379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-82516630-938f-44c3-a3a0-c2511d8187ec None None] Port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:24:13.078874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6409c427-0321-4a90-bdaa-94c612e8023b no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:24:13.111473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.112526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.113309 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.127461 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-59d82ef4-2784-45ef-b2af-3c31193da629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5742586 Oct 18 23:24:13.132609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Calling delete_port for 6409c427-0321-4a90-bdaa-94c612e8023b owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:13.148876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Attempting to bind port bf6f01ac-8e62-4468-aede-f946a2798c22 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:13.149631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Attempting to bind port bf6f01ac-8e62-4468-aede-f946a2798c22 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:13.150274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Attempting to bind port bf6f01ac-8e62-4468-aede-f946a2798c22 on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:13.163689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385be537-bc60-4f65-b21e-7993d5c2bb57 req-c160891e-100d-47fb-ade4-948f928c0249 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.170771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385be537-bc60-4f65-b21e-7993d5c2bb57 req-c160891e-100d-47fb-ade4-948f928c0249 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.178569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385be537-bc60-4f65-b21e-7993d5c2bb57 req-c160891e-100d-47fb-ade4-948f928c0249 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.188044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-385be537-bc60-4f65-b21e-7993d5c2bb57 req-c160891e-100d-47fb-ade4-948f928c0249 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 2418 time: 0.4238696 Oct 18 23:24:13.202649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'admin_state_up': True, 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'security_groups': ['183b2737-6aa2-4213-bf65-6731241378a0']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:13.207006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46476) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:13.244709 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.260930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Port bf6f01ac-8e62-4468-aede-f946a2798c22 on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:13.261401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Attempting to bind port bf6f01ac-8e62-4468-aede-f946a2798c22 on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:13.299467 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6153648 Oct 18 23:24:13.302217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-c8b23861-2533-49c0-8df8-5f21bc24d663 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5758669-751e-44ba-b7a0-2e61f541e33e HTTP/1.1" status: 200 len: 217 time: 0.2388525 Oct 18 23:24:13.308547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6409c427-0321-4a90-bdaa-94c612e8023b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6409c427-0321-4a90-bdaa-94c612e8023b,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:13.310120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6409c427-0321-4a90-bdaa-94c612e8023b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:13.313217 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fdd70d-db20-406b-b5f6-5c01f5e01c63" -d '{"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-unplugged", "status": "completed", "tag": "6409c427-0321-4a90-bdaa-94c612e8023b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:13.320763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.322109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c2a3558e-d59b-4115-8051-d4457e3a35ba no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:24:13.332667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46480) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:13.368443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Request body: {'subnet': {'network_id': 'f78d2d30-155e-4dfe-9f05-01900b94d64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-397518822-subnet', 'tenant_id': '69f9768e1f9e439194f75612a97edbcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:13.374174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:13.374610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Checking segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:13.374946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Bound using segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:13.375409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Bound port: bf6f01ac-8e62-4468-aede-f946a2798c22, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:13.375780 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.439301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=6409c427-0321-4a90-bdaa-94c612e8023b,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:13.450587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.451043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.452761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.452761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.452761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.452761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.452761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.453495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.453807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.454216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.454658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.455006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:13.462808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9e9bac5-ab82-466b-b8cf-c9db74177c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.487559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-385be537-bc60-4f65-b21e-7993d5c2bb57 req-24aec9e5-f0ae-4e8c-a440-4562807cbc47 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974248 Oct 18 23:24:13.531994 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.575303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c2a3558e-d59b-4115-8051-d4457e3a35ba, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a3558e-d59b-4115-8051-d4457e3a35ba,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:13.586425 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.587709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:24:13.614868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-0043236b-72be-4fb4-9130-bb29a9224bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.616674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-0043236b-72be-4fb4-9130-bb29a9224bd3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5436194 Oct 18 23:24:13.619652 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-bebbd74b-cf46-428a-9712-1a4e0a87d28f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 1002 time: 0.5343094 Oct 18 23:24:13.652325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad48650-d20b-49ba-9198-62375751a9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f78d2d30-155e-4dfe-9f05-01900b94d64e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:13.677362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c2a3558e-d59b-4115-8051-d4457e3a35ba,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:13.689004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network f78d2d30-155e-4dfe-9f05-01900b94d64e details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:24:13.697520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Made reservation on behalf of 69f9768e1f9e439194f75612a97edbcf for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:13.702079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.713470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eb558-2984-4210-972f-f019f341330f req-6ee71522-4da5-480b-b00a-4a3c2eebe4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.715537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-6ee71522-4da5-480b-b00a-4a3c2eebe4b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.3849654 Oct 18 23:24:13.795179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] For port bf6f01ac-8e62-4468-aede-f946a2798c22, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:13.804513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] For port bf6f01ac-8e62-4468-aede-f946a2798c22, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bf6f01ac-8e62-4468-aede-f946a2798c22,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:13.820057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-7307319e-5e40-4401-8e6b-1f92c72c8a3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702300 Oct 18 23:24:13.898041 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.942029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:13.952990 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:13.953899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed53882d-add0-411e-b4e4-5f675d396fe2 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:24:13.988589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-4a74b632-5f31-4568-af88-58860b6ca46c tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:13.997815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-4a74b632-5f31-4568-af88-58860b6ca46c tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.3764720 Oct 18 23:24:14.025933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:14.044805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.071282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.108822 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-5671ab80-ceca-4aca-b40a-46354983e389 service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796910 Oct 18 23:24:14.121282 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-0cbf7291-b096-4474-8590-f1babff5edd2 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 1002 time: 0.1223519 Oct 18 23:24:14.156627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-1e93c4af-3160-4ad1-9a28-1f132525d1c1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:14.196043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:14.196841 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.200085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] 10.222.0.73 "PUT /v2.0/ports/bf6f01ac-8e62-4468-aede-f946a2798c22 HTTP/1.1" status: 200 len: 1091 time: 5.7704768 Oct 18 23:24:14.202056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': 'bf6f01ac-8e62-4468-aede-f946a2798c22'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:14.207640 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8be86c-1237-487a-a8e4-8826dfdbe271" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "bf6f01ac-8e62-4468-aede-f946a2798c22"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:14.233162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:14.239596 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.244582 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.306869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1857d17-72f7-404a-86b0-96986e85ba87 req-5e743f29-eb79-4404-b57a-8080f702c13f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:14.314871 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1857d17-72f7-404a-86b0-96986e85ba87 req-5e743f29-eb79-4404-b57a-8080f702c13f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 944 time: 0.5934730 Oct 18 23:24:14.323110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed53882d-add0-411e-b4e4-5f675d396fe2,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:14.330904 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.332029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:14.340103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-1e93c4af-3160-4ad1-9a28-1f132525d1c1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.434518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ed53882d-add0-411e-b4e4-5f675d396fe2,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:14.455082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180376b6-526a-4b36-b81a-f7467f9687bf service neutron] Pushing event updated for resources: {'Port': ['ID=bf6f01ac-8e62-4468-aede-f946a2798c22,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:14.461841 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9e9bac5-ab82-466b-b8cf-c9db74177c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.505921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] No DVR routers for this DVR port 6409c427-0321-4a90-bdaa-94c612e8023b on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:24:14.514181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.518560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "DELETE /v2.0/ports/6409c427-0321-4a90-bdaa-94c612e8023b HTTP/1.1" status: 204 len: 173 time: 3.9966130 Oct 18 23:24:14.520866 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9e9bac5-ab82-466b-b8cf-c9db74177c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.648614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4405d03-606c-4de0-bdd4-c738162480d7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Port': ['ID=6409c427-0321-4a90-bdaa-94c612e8023b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:14.740787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1857d17-72f7-404a-86b0-96986e85ba87 req-7d91dd8a-7cce-442d-8bdb-8b0779aa0b3f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960204 Oct 18 23:24:14.741529 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:14.860522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c9e9bac5-ab82-466b-b8cf-c9db74177c67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3148c94c7b754a7e9a822f10f433a3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6470644 Oct 18 23:24:14.863927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46502) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:14.870989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9bac5-ab82-466b-b8cf-c9db74177c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dd122a-9a13-480b-93fb-37740e87349a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:14.913494 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a1dc37-b969-46fd-b00a-7c9b45ba7c60 x-openstack-request-id: req-39a1dc37-b969-46fd-b00a-7c9b45ba7c60 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:14.913962 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:14.914308 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39a1dc37-b969-46fd-b00a-7c9b45ba7c60 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:14.914945 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e', 'status': 'completed', 'code': 200} Oct 18 23:24:14.932728 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f486ad73-6b59-4d2c-80a3-90fa4fabe011 x-openstack-request-id: req-f486ad73-6b59-4d2c-80a3-90fa4fabe011 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:14.935136 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-unplugged", "status": "completed", "tag": "6409c427-0321-4a90-bdaa-94c612e8023b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:14.935847 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f486ad73-6b59-4d2c-80a3-90fa4fabe011 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:14.936680 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6409c427-0321-4a90-bdaa-94c612e8023b', 'code': 200} Oct 18 23:24:14.948335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:15.044266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b43eb558-2984-4210-972f-f019f341330f req-bddc46e7-320c-4be9-8057-0f981bb02588 service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8994451 Oct 18 23:24:15.154871 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48710cd9-7a91-429f-aa2d-9a27fb6dc887,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:15.349063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Checking segment: {'id': 'd5fab4ac-eb73-47bf-adbe-cdc326ae131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f78d2d30-155e-4dfe-9f05-01900b94d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:15.349637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Network hostable DHCP agents. Network: f78d2d30-155e-4dfe-9f05-01900b94d64e, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:24:15.373942 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-1e93c4af-3160-4ad1-9a28-1f132525d1c1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:15.387599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-1e93c4af-3160-4ad1-9a28-1f132525d1c1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:15.388224 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-1e93c4af-3160-4ad1-9a28-1f132525d1c1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Floating IP 214da198-c41a-4fdf-a107-f8b07f1207f7 disassociated. External IP: 172.25.7.249, port: b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f. Oct 18 23:24:15.397970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Allocated IP 10.1.1.6 (cec56cf4-1185-4e9c-8660-7e388b5035be/afbad7fb-f0bb-4070-9b26-1c8fcf710213/8ca62050-0176-473e-a99c-b6bdd559021f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:15.400216 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-c5ced861-1fd9-4643-8f9e-aadf979df176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.402749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-c5ced861-1fd9-4643-8f9e-aadf979df176 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 1096 time: 0.2252128 Oct 18 23:24:15.463547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5663f0-5e12-4d11-acba-864602c90b39 req-70aab0f0-82f6-4afb-9dab-46a19ee313dd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.476025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5663f0-5e12-4d11-acba-864602c90b39 req-70aab0f0-82f6-4afb-9dab-46a19ee313dd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.487784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5663f0-5e12-4d11-acba-864602c90b39 req-70aab0f0-82f6-4afb-9dab-46a19ee313dd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.492425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Network f78d2d30-155e-4dfe-9f05-01900b94d64e is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:24:15.499621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5663f0-5e12-4d11-acba-864602c90b39 req-70aab0f0-82f6-4afb-9dab-46a19ee313dd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.511455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5663f0-5e12-4d11-acba-864602c90b39 req-70aab0f0-82f6-4afb-9dab-46a19ee313dd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.522711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5663f0-5e12-4d11-acba-864602c90b39 req-70aab0f0-82f6-4afb-9dab-46a19ee313dd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.535028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5663f0-5e12-4d11-acba-864602c90b39 req-70aab0f0-82f6-4afb-9dab-46a19ee313dd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.538249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e5663f0-5e12-4d11-acba-864602c90b39 req-70aab0f0-82f6-4afb-9dab-46a19ee313dd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5393 time: 0.2733865 Oct 18 23:24:15.559483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59474faf-afab-4890-b2dd-80ac90a91e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:15.568487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, f78d2d30-155e-4dfe-9f05-01900b94d64e) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:15.570048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting port c2a3558e-d59b-4115-8051-d4457e3a35ba {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:15.570537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:15.579915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1de0cf-07d3-4696-bc8a-cfd30bf59d8e None None] Network f78d2d30-155e-4dfe-9f05-01900b94d64e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:24:15.641550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.642582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:15.675565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9501c6d1-d528-46f9-ba18-68ffb673079f {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:15.679476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7afcb332-e7c5-4e1a-94e6-a9842af2f388 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3454070 Oct 18 23:24:15.691346 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:15.871909 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-165935d8-92c7-4fad-9b8d-1a16664300ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:15.876715 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-165935d8-92c7-4fad-9b8d-1a16664300ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 913 time: 0.4073122 Oct 18 23:24:15.878297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e880e98-5855-41a3-a963-cccb85125c3d None None] Network f78d2d30-155e-4dfe-9f05-01900b94d64e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:24:15.893026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59474faf-afab-4890-b2dd-80ac90a91e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:15.995776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Transition to ACTIVE for port object 9501c6d1-d528-46f9-ba18-68ffb673079f will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:16.010575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1e5663f0-5e12-4d11-acba-864602c90b39 req-95f3b875-6051-4e03-b73a-a3dc7b878434 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4444089 Oct 18 23:24:16.052650 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-609e2a51-a07f-4112-9788-7799196a6ca5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5758669-751e-44ba-b7a0-2e61f541e33e HTTP/1.1" status: 200 len: 217 time: 0.1624298 Oct 18 23:24:16.116015 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:16.181281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-242e0e44-773c-4afa-983b-330a279b7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:16.183044 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-242e0e44-773c-4afa-983b-330a279b7b6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.1141641 Oct 18 23:24:16.251326 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-978c94a0-c5a2-41c1-b15c-97b05f0bdeed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591345 Oct 18 23:24:16.278559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-1e93c4af-3160-4ad1-9a28-1f132525d1c1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Router 041fa593-7e3c-4c64-98a3-9fe4be77d802 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:24:16.312231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Pushing event updated for resources: {'Port': ['ID=9501c6d1-d528-46f9-ba18-68ffb673079f,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:16.445159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59474faf-afab-4890-b2dd-80ac90a91e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:16.451181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59474faf-afab-4890-b2dd-80ac90a91e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:16.452377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-59474faf-afab-4890-b2dd-80ac90a91e0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1dd122a-9a13-480b-93fb-37740e87349a HTTP/1.1" status: 204 len: 168 time: 1.5825679 Oct 18 23:24:16.462015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] For port c2a3558e-d59b-4115-8051-d4457e3a35ba, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c2a3558e-d59b-4115-8051-d4457e3a35ba,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:16.462392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:16.508715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-1e93c4af-3160-4ad1-9a28-1f132525d1c1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:24:16.535777 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] Sync routers for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:24:16.548814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-1e93c4af-3160-4ad1-9a28-1f132525d1c1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:16.568399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622db7e-a0ea-4c10-a568-ee6e35cdd785 req-de78fb3b-eced-4c81-9810-2c1dae12ec2a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:16.575160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622db7e-a0ea-4c10-a568-ee6e35cdd785 req-de78fb3b-eced-4c81-9810-2c1dae12ec2a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:16.589294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0622db7e-a0ea-4c10-a568-ee6e35cdd785 req-de78fb3b-eced-4c81-9810-2c1dae12ec2a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 1652 time: 0.3777316 Oct 18 23:24:16.602291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-1e93c4af-3160-4ad1-9a28-1f132525d1c1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "PUT /v2.0/floatingips/214da198-c41a-4fdf-a107-f8b07f1207f7 HTTP/1.1" status: 200 len: 695 time: 2.4800436 Oct 18 23:24:16.603469 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:24:16.604886 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:23:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:16.665013 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-b61c2fbc-38a3-4e55-82e9-84cbd6f8f10d service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025929 Oct 18 23:24:16.686896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Calling delete_port for c2a3558e-d59b-4115-8051-d4457e3a35ba owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:16.696171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59474faf-afab-4890-b2dd-80ac90a91e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dd122a-9a13-480b-93fb-37740e87349a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:16.722182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:16.830341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0622db7e-a0ea-4c10-a568-ee6e35cdd785 req-8ff03664-6417-4b4f-b2ce-7143a37dcc68 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379718 Oct 18 23:24:16.860134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Attempting to bind port 9501c6d1-d528-46f9-ba18-68ffb673079f on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:16.864409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Attempting to bind port 9501c6d1-d528-46f9-ba18-68ffb673079f by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:16.864957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Attempting to bind port 9501c6d1-d528-46f9-ba18-68ffb673079f on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:16.914364 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:24:16.930639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:16.933321 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c469282d-f279-4557-afb7-4425bd326115" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:16.938233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a3558e-d59b-4115-8051-d4457e3a35ba'}, {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb'}, {'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:16.938930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Port 9501c6d1-d528-46f9-ba18-68ffb673079f on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:16.938930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Attempting to bind port 9501c6d1-d528-46f9-ba18-68ffb673079f on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:16.941268 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcb12af-7fe8-4386-9caa-5020c051cfb2" -d '{"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a3558e-d59b-4115-8051-d4457e3a35ba"}, {"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-unplugged", "status": "completed", "tag": "766b8f95-bd35-4bda-b4fe-9bf8234ccfcb"}, {"server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "name": "network-vif-unplugged", "status": "completed", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:16.947015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-f8f997c4-73f4-4621-9767-63639c460826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:16.967156 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-f8f997c4-73f4-4621-9767-63639c460826 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad4ab6d679054575b3b7f7f2417ac5b8&device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 1098 time: 0.3424306 Oct 18 23:24:17.005453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:17.013141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:17.013857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Checking segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:17.014648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Bound using segment: {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:17.015346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Bound port: 9501c6d1-d528-46f9-ba18-68ffb673079f, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba328f9-2701-4843-a9ae-bb4f73aabf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:17.015963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:17.073273 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd3c1548-13c5-499f-99dd-3f863af03cb3 req-6a9499ae-f96b-46a3-89d4-2106ceb1fdac service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764114 Oct 18 23:24:17.156463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46522) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:17.221276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-694466cb-56ec-479c-bf00-f334ce48efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:17.235447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-694466cb-56ec-479c-bf00-f334ce48efbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=01a526e3-b8e6-42a2-a7af-6c24162f9520 HTTP/1.1" status: 200 len: 930 time: 0.2670827 Oct 18 23:24:17.311736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network cec56cf4-1185-4e9c-8660-7e388b5035be is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:17.337547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-e9f291df-b589-495d-84f6-aae600b638ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f HTTP/1.1" status: 200 len: 217 time: 0.0980589 Oct 18 23:24:17.387341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:17.401145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Port': ['ID=8ca62050-0176-473e-a99c-b6bdd559021f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:17.405295 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-438d8df3-ff8d-437f-a417-75b0c9a747fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:17.409667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:17.472283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-72005bb1-2652-4cc8-b504-f2d966fe3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:17.473835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-72005bb1-2652-4cc8-b504-f2d966fe3e0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3 HTTP/1.1" status: 200 len: 868 time: 0.1352246 Oct 18 23:24:17.496798 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:23:02Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd2fec1be-0dce-47aa-b561-6d3225f62089', 'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'mac_address': 'fa:16:3e:a5:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:23:01Z', 'updated_at': '2021-10-18T23:23:21Z', 'revision_number': 5, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'subnets': [{'id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:17.571425 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] Checking router: 041fa593-7e3c-4c64-98a3-9fe4be77d802 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:24:17.602654 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:24:17.605350 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:23:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:17.616783 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:17.628218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-295639a7-801b-4363-8e6c-55acaa698de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:17.628514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b321020-17d2-4d7a-8f28-8513b78ad946 req-832bb88e-07ca-49fc-b37c-82b334ca9e81 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:17.636414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b321020-17d2-4d7a-8f28-8513b78ad946 req-832bb88e-07ca-49fc-b37c-82b334ca9e81 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 948 time: 0.6245346 Oct 18 23:24:17.637560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-295639a7-801b-4363-8e6c-55acaa698de0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=01a526e3-b8e6-42a2-a7af-6c24162f9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422396 Oct 18 23:24:17.708053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] For port 9501c6d1-d528-46f9-ba18-68ffb673079f, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:17.725729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Port': ['ID=c2a3558e-d59b-4115-8051-d4457e3a35ba,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:17.769121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:17.770014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:17.777240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] For port 9501c6d1-d528-46f9-ba18-68ffb673079f, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9501c6d1-d528-46f9-ba18-68ffb673079f,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:17.833051 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:17.941994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b321020-17d2-4d7a-8f28-8513b78ad946 req-9d6d2f3a-4503-42e9-b263-a4d6cb98d3da tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044217 Oct 18 23:24:17.948002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-df723556-91fa-4802-9140-1efa7cf56909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7496207 Oct 18 23:24:17.968575 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] No DVR routers for this DVR port c2a3558e-d59b-4115-8051-d4457e3a35ba on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:24:17.989563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9c5a4f70-068a-4fce-8f46-2546c17d3e19 None None] Provisioning complete for port 8ca62050-0176-473e-a99c-b6bdd559021f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:17.990789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4f70-068a-4fce-8f46-2546c17d3e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:17.996758 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:24:18.002780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2', 'admin_state_up': True, 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'security_groups': ['183b2737-6aa2-4213-bf65-6731241378a0']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:18.016622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.019590 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:18.023290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] 10.222.0.73 "PUT /v2.0/ports/9501c6d1-d528-46f9-ba18-68ffb673079f HTTP/1.1" status: 200 len: 1091 time: 3.7419684 Oct 18 23:24:18.029581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:18.036232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-f37db32d-9274-4201-b7f5-b050086eef63 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "DELETE /v2.0/ports/c2a3558e-d59b-4115-8051-d4457e3a35ba HTTP/1.1" status: 204 len: 173 time: 3.4222085 Oct 18 23:24:18.087519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a4f70-068a-4fce-8f46-2546c17d3e19 None None] Port 8ca62050-0176-473e-a99c-b6bdd559021f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:24:18.098866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-71eae211-772a-4409-95bd-52f8468d3cdb service neutron] 10.222.0.52 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520450 Oct 18 23:24:18.106810 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273c6156-6785-4470-a45d-13bb05c90974 x-openstack-request-id: req-273c6156-6785-4470-a45d-13bb05c90974 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:18.117933 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "bf6f01ac-8e62-4468-aede-f946a2798c22", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:18.118554 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-273c6156-6785-4470-a45d-13bb05c90974 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:18.119288 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': 'bf6f01ac-8e62-4468-aede-f946a2798c22', 'status': 'completed', 'code': 200} Oct 18 23:24:18.300167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:18.387435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-438d8df3-ff8d-437f-a417-75b0c9a747fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:18.535597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b062c1e-be0a-4355-b7df-0736cdea111a req-ae34daf5-1883-43c9-a7b7-709be346e484 service neutron] 10.222.0.52 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330893 Oct 18 23:24:18.613946 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:23:02Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd2fec1be-0dce-47aa-b561-6d3225f62089', 'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'mac_address': 'fa:16:3e:a5:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:23:01Z', 'updated_at': '2021-10-18T23:23:21Z', 'revision_number': 5, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'subnets': [{'id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:18.615802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-4b7b89ab-bb9c-4a0b-af26-87edd32b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.618546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-4b7b89ab-bb9c-4a0b-af26-87edd32b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.619129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-4b7b89ab-bb9c-4a0b-af26-87edd32b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.619602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-4b7b89ab-bb9c-4a0b-af26-87edd32b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.620084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-4b7b89ab-bb9c-4a0b-af26-87edd32b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.620647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-4b7b89ab-bb9c-4a0b-af26-87edd32b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.625699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-4b7b89ab-bb9c-4a0b-af26-87edd32b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.629379 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-4b7b89ab-bb9c-4a0b-af26-87edd32b060c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6357 time: 0.1238265 Oct 18 23:24:18.656697 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2092f816-d69f-4b5d-a55d-9d0027ec3a0b None None] The sync data for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 is: [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:23:02Z', 'revision_number': 4, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd2fec1be-0dce-47aa-b561-6d3225f62089', 'name': '', 'network_id': '01a526e3-b8e6-42a2-a7af-6c24162f9520', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'mac_address': 'fa:16:3e:a5:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:23:01Z', 'updated_at': '2021-10-18T23:23:21Z', 'revision_number': 5, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'subnets': [{'id': 'bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:24:18.790742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ab169-554e-48b7-8361-d08bd75e21be service neutron] Pushing event updated for resources: {'Port': ['ID=9501c6d1-d528-46f9-ba18-68ffb673079f,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:18.818573 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-438d8df3-ff8d-437f-a417-75b0c9a747fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:18.900843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c36dd5-2124-445a-8d79-febeb0688728 req-0ba7d4ef-131a-4ce2-872c-d9b111afcc3d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.902243 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02c36dd5-2124-445a-8d79-febeb0688728 req-0ba7d4ef-131a-4ce2-872c-d9b111afcc3d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 944 time: 0.2065649 Oct 18 23:24:18.920512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-04e8fae9-79aa-4529-a8a9-0be14f510dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.921598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-04e8fae9-79aa-4529-a8a9-0be14f510dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.921598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-04e8fae9-79aa-4529-a8a9-0be14f510dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.923622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-04e8fae9-79aa-4529-a8a9-0be14f510dcf service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2780340 Oct 18 23:24:18.929743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6ad05-6314-47a8-977c-c3aeba4eb24a req-aaffc364-05e6-42fe-8319-3ee4bf9ce432 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:18.935752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bac6ad05-6314-47a8-977c-c3aeba4eb24a req-aaffc364-05e6-42fe-8319-3ee4bf9ce432 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dae2b42-0a77-465e-ac6f-56910c86de0c HTTP/1.1" status: 200 len: 944 time: 0.7586250 Oct 18 23:24:18.985087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-438d8df3-ff8d-437f-a417-75b0c9a747fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f8ed4c3f1704bf8a1affc2a5ab6a446&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8070652 Oct 18 23:24:18.986464 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:18.988642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d8df3-ff8d-437f-a417-75b0c9a747fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44dabb9-2bbe-4e6c-97b5-7e16f5666cc2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:18.991273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46530) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:19.028436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:19.050566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02c36dd5-2124-445a-8d79-febeb0688728 req-b924405f-08e7-4ade-9720-d95d720c732c tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220875 Oct 18 23:24:19.079869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f5758669-751e-44ba-b7a0-2e61f541e33e details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:24:19.190061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-b101062a-66d1-47d1-a3c6-2eea148df82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.193161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f8be86c-1237-487a-a8e4-8826dfdbe271 req-b101062a-66d1-47d1-a3c6-2eea148df82b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2573340 Oct 18 23:24:19.206692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bac6ad05-6314-47a8-977c-c3aeba4eb24a req-1305af7b-88c0-41f8-a6c1-c1ff7927f9c3 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235138 Oct 18 23:24:19.238409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:19.240746 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:19.280662 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1bf635-3431-4ad9-8872-a8984365b39a x-openstack-request-id: req-0c1bf635-3431-4ad9-8872-a8984365b39a {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:19.280963 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:19.281225 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c1bf635-3431-4ad9-8872-a8984365b39a {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:19.281688 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'status': 'completed', 'code': 200} Oct 18 23:24:19.288533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f5758669-751e-44ba-b7a0-2e61f541e33e,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:19.304755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'f5758669-751e-44ba-b7a0-2e61f541e33e', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'port_id': 'f5758669-751e-44ba-b7a0-2e61f541e33e', 'mac_address': 'fa:16:3e:05:82:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed0e15c-d6b8-4c05-8d0b-15673a74270e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:24:19.309521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147a615-7976-4eea-b1cc-4bc10944d61f None None] New status for floating IP 214da198-c41a-4fdf-a107-f8b07f1207f7: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:24:19.513758 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991e940a-e166-49bc-9971-fd8be748bfb6 x-openstack-request-id: req-991e940a-e166-49bc-9971-fd8be748bfb6 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:19.514154 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a3558e-d59b-4115-8051-d4457e3a35ba", "code": 200}, {"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-unplugged", "status": "completed", "tag": "766b8f95-bd35-4bda-b4fe-9bf8234ccfcb", "code": 200}, {"server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "name": "network-vif-unplugged", "status": "completed", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:19.514498 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-991e940a-e166-49bc-9971-fd8be748bfb6 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:19.515003 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a3558e-d59b-4115-8051-d4457e3a35ba', 'code': 200} Oct 18 23:24:19.515324 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb', 'code': 200} Oct 18 23:24:19.515642 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2', 'code': 200} Oct 18 23:24:19.574365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1bdec5fa-5f1f-43a7-87d0-95f14e4e45e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:19.601903 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:19.606140 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:19.627135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5758669-751e-44ba-b7a0-2e61f541e33e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:19.648294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f5758669-751e-44ba-b7a0-2e61f541e33e,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:19.674451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-ca989ae6-8c9b-4b09-b7de-1b328c56c724 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.676771 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-ca989ae6-8c9b-4b09-b7de-1b328c56c724 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/networks?id=f78d2d30-155e-4dfe-9f05-01900b94d64e HTTP/1.1" status: 200 len: 820 time: 0.1894455 Oct 18 23:24:19.678693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:19.687471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1bdec5fa-5f1f-43a7-87d0-95f14e4e45e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:19.706639 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-f729a430-8e15-4ca3-9a43-3e4ea22d96b2 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/quotas/69f9768e1f9e439194f75612a97edbcf HTTP/1.1" status: 200 len: 375 time: 0.0136762 Oct 18 23:24:19.768692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-8a9cff64-0eb7-4ad2-94e3-bb67d7331611 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=69f9768e1f9e439194f75612a97edbcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499809 Oct 18 23:24:19.780552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=f5758669-751e-44ba-b7a0-2e61f541e33e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:19.796334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469282d-f279-4557-afb7-4425bd326115 req-57d40c07-2b24-4431-b88e-eee856a665cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.798354 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c469282d-f279-4557-afb7-4425bd326115 req-57d40c07-2b24-4431-b88e-eee856a665cf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ad4ab6d679054575b3b7f7f2417ac5b8&device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 1098 time: 0.4390922 Oct 18 23:24:19.870128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] For port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:19.870509 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:19.887647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcda89-3c15-44e4-8dcf-a037ee291079 req-cc152655-7dd2-4893-8bf6-f7ca6b273d0b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.894173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcda89-3c15-44e4-8dcf-a037ee291079 req-cc152655-7dd2-4893-8bf6-f7ca6b273d0b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.900527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcda89-3c15-44e4-8dcf-a037ee291079 req-cc152655-7dd2-4893-8bf6-f7ca6b273d0b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.901920 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-9c8ae106-0162-473a-9c7a-c797dd4fcfe9 service neutron] 10.222.0.52 "GET /v2.0/networks/f78d2d30-155e-4dfe-9f05-01900b94d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217711 Oct 18 23:24:19.906825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcda89-3c15-44e4-8dcf-a037ee291079 req-cc152655-7dd2-4893-8bf6-f7ca6b273d0b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.913987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcda89-3c15-44e4-8dcf-a037ee291079 req-cc152655-7dd2-4893-8bf6-f7ca6b273d0b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.920172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcda89-3c15-44e4-8dcf-a037ee291079 req-cc152655-7dd2-4893-8bf6-f7ca6b273d0b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.927059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcda89-3c15-44e4-8dcf-a037ee291079 req-cc152655-7dd2-4893-8bf6-f7ca6b273d0b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:19.929284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50dcda89-3c15-44e4-8dcf-a037ee291079 req-cc152655-7dd2-4893-8bf6-f7ca6b273d0b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5405 time: 0.4412282 Oct 18 23:24:19.986395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Calling delete_port for 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:20.018365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-7650abe7-00ba-49cd-b666-fe4387f8a450 service neutron] 10.222.0.52 "GET /v2.0/networks/f78d2d30-155e-4dfe-9f05-01900b94d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036587 Oct 18 23:24:20.066331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['f5758669-751e-44ba-b7a0-2e61f541e33e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:24:20.158954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-deleted', 'tag': '6409c427-0321-4a90-bdaa-94c612e8023b'}, {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '9501c6d1-d528-46f9-ba18-68ffb673079f'}, {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-deleted', 'tag': 'c2a3558e-d59b-4115-8051-d4457e3a35ba'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:20.161566 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5557777c-78a5-4916-8de2-4efc328b2a21" -d '{"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-deleted", "tag": "6409c427-0321-4a90-bdaa-94c612e8023b"}, {"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "9501c6d1-d528-46f9-ba18-68ffb673079f"}, {"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-deleted", "tag": "c2a3558e-d59b-4115-8051-d4457e3a35ba"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:20.197616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1bdec5fa-5f1f-43a7-87d0-95f14e4e45e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:20.200531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1bdec5fa-5f1f-43a7-87d0-95f14e4e45e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:20.201904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1bdec5fa-5f1f-43a7-87d0-95f14e4e45e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d44dabb9-2bbe-4e6c-97b5-7e16f5666cc2 HTTP/1.1" status: 204 len: 168 time: 1.2059741 Oct 18 23:24:20.277857 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1cd5f47b-ed09-402b-a90b-cc738c19b510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:20.326124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50dcda89-3c15-44e4-8dcf-a037ee291079 req-95eb2f66-3dc0-453a-a5bc-f6bb07109e2b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3600996 Oct 18 23:24:20.387067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdec5fa-5f1f-43a7-87d0-95f14e4e45e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44dabb9-2bbe-4e6c-97b5-7e16f5666cc2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:20.447016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e955f-76d7-4987-afe4-6f98b6c90caa req-a64a10b2-5716-4563-948d-a9cee2a74ae5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:20.468760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e955f-76d7-4987-afe4-6f98b6c90caa req-a64a10b2-5716-4563-948d-a9cee2a74ae5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:20.481694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e955f-76d7-4987-afe4-6f98b6c90caa req-a64a10b2-5716-4563-948d-a9cee2a74ae5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:20.495209 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e3e955f-76d7-4987-afe4-6f98b6c90caa req-a64a10b2-5716-4563-948d-a9cee2a74ae5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 2371 time: 0.1794872 Oct 18 23:24:20.582532 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e3e955f-76d7-4987-afe4-6f98b6c90caa req-3cb81656-5d94-464d-89e5-1d51031bf24c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833523 Oct 18 23:24:20.650521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469282d-f279-4557-afb7-4425bd326115 req-6829f3cc-cbd2-435a-b38c-ed7b18ad9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:20.654837 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c469282d-f279-4557-afb7-4425bd326115 req-6829f3cc-cbd2-435a-b38c-ed7b18ad9513 service neutron] 10.222.0.102 "GET /v2.0/networks?id=01a526e3-b8e6-42a2-a7af-6c24162f9520 HTTP/1.1" status: 200 len: 930 time: 0.8336952 Oct 18 23:24:20.751223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-c90b5ba4-7451-4f9e-a96d-0079658c838f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips/214da198-c41a-4fdf-a107-f8b07f1207f7 HTTP/1.1" status: 200 len: 693 time: 0.1145990 Oct 18 23:24:20.778853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c469282d-f279-4557-afb7-4425bd326115 req-f153c2e4-4b96-40fe-a30a-75b94c3a462e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f HTTP/1.1" status: 200 len: 217 time: 0.1104534 Oct 18 23:24:20.800103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Allocated IP 10.2.2.100 (39ea3733-74ea-4469-86dd-2826e17a10c2/5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da/92905cd7-b4ec-4d07-91cc-fca810fa649c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:20.808023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647b7f98-2219-41e9-8bc3-2f82234f0205 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:20.846248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:21.056239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469282d-f279-4557-afb7-4425bd326115 req-d0d7cd61-ab27-44d4-a199-9ea978ba3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:21.058613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c469282d-f279-4557-afb7-4425bd326115 req-d0d7cd61-ab27-44d4-a199-9ea978ba3c68 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3 HTTP/1.1" status: 200 len: 868 time: 0.2706146 Oct 18 23:24:21.072050 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:21.109654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-4d67c56a-8b6b-4679-a2f8-892d97640271 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:21.126894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-4d67c56a-8b6b-4679-a2f8-892d97640271 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.3518999 Oct 18 23:24:21.233871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-730a4dc0-ee7b-4d4a-8d4f-0623aea15011 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.1049306 Oct 18 23:24:21.245584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Transition to ACTIVE for port object 647b7f98-2219-41e9-8bc3-2f82234f0205 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:21.310985 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-f1cd4719-b879-40f8-bc9a-a91a9718dfaa tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.0686724 Oct 18 23:24:21.333160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Port': ['ID=766b8f95-bd35-4bda-b4fe-9bf8234ccfcb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:21.354273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:21.578160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Pushing event updated for resources: {'Port': ['ID=647b7f98-2219-41e9-8bc3-2f82234f0205,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:21.601085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] No DVR routers for this DVR port 766b8f95-bd35-4bda-b4fe-9bf8234ccfcb on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:24:21.614181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:21.619140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0717e45f-1b5f-430c-a6f7-aceddf0c9f64 req-15b1a011-67ef-4a44-843a-874c4c3753f6 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "DELETE /v2.0/ports/766b8f95-bd35-4bda-b4fe-9bf8234ccfcb HTTP/1.1" status: 204 len: 173 time: 3.5755799 Oct 18 23:24:21.740557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Deleting port c909a236-0129-4a73-8f6b-22abf7e210c2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:21.743022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:22.059810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469282d-f279-4557-afb7-4425bd326115 req-9c42753f-7f69-4cee-991a-967e8e42cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:22.066888 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c469282d-f279-4557-afb7-4425bd326115 req-9c42753f-7f69-4cee-991a-967e8e42cb2b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=01a526e3-b8e6-42a2-a7af-6c24162f9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9766901 Oct 18 23:24:22.439910 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:22.535882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Attempting to bind port 647b7f98-2219-41e9-8bc3-2f82234f0205 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:22.536475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Attempting to bind port 647b7f98-2219-41e9-8bc3-2f82234f0205 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:22.536997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Attempting to bind port 647b7f98-2219-41e9-8bc3-2f82234f0205 on network be5758dd-8396-4c4a-a368-25bd778a9183 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:22.587042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Port 647b7f98-2219-41e9-8bc3-2f82234f0205 on network be5758dd-8396-4c4a-a368-25bd778a9183 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:22.587582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Attempting to bind port 647b7f98-2219-41e9-8bc3-2f82234f0205 on network be5758dd-8396-4c4a-a368-25bd778a9183 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:22.630089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:22.630763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Checking segment: {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:22.631382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Bound using segment: {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:22.643303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Bound port: 647b7f98-2219-41e9-8bc3-2f82234f0205, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:22.644172 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:22.709628 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:22.710805 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:22.746202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Calling delete_port for c909a236-0129-4a73-8f6b-22abf7e210c2 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:22.870357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c469282d-f279-4557-afb7-4425bd326115 req-5f5e6479-928b-444c-9810-9df2f6b17291 service neutron] 10.222.0.102 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422842 Oct 18 23:24:22.948236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-9b5a0d30-296f-4614-a15b-344c1f400ab2 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:22.949798 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-9b5a0d30-296f-4614-a15b-344c1f400ab2 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.102 "GET /v2.0/networks?id=f78d2d30-155e-4dfe-9f05-01900b94d64e HTTP/1.1" status: 200 len: 820 time: 0.1993780 Oct 18 23:24:22.985097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Request body: {'port': {'device_id': 'b3d69a27-905e-4919-a102-a44f8fb22a64', 'network_id': 'f78d2d30-155e-4dfe-9f05-01900b94d64e', 'admin_state_up': True, 'tenant_id': '69f9768e1f9e439194f75612a97edbcf'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:22.995356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7740e3-7186-4262-8b4e-6e50663b33b2 req-56e6b510-1440-45d7-bee9-84c6700e6306 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:23.004645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c7740e3-7186-4262-8b4e-6e50663b33b2 req-56e6b510-1440-45d7-bee9-84c6700e6306 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 945 time: 1.0566933 Oct 18 23:24:23.123130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f5758669-751e-44ba-b7a0-2e61f541e33e up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:24:23.167113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c469282d-f279-4557-afb7-4425bd326115 req-b989f15f-d57e-4407-bcc3-ce027baa821b service neutron] 10.222.0.102 "GET /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420554 Oct 18 23:24:23.173458 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.277910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port f5758669-751e-44ba-b7a0-2e61f541e33e completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:24:23.281601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Made reservation on behalf of 69f9768e1f9e439194f75612a97edbcf for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:23.289613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.291996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port f5758669-751e-44ba-b7a0-2e61f541e33e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:23.295693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.342755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Port': ['ID=92905cd7-b4ec-4d07-91cc-fca810fa649c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:23.351045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network 39ea3733-74ea-4469-86dd-2826e17a10c2 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:23.373125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c7740e3-7186-4262-8b4e-6e50663b33b2 req-59219255-6f6b-49b7-bd06-1bdbe7001dc8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664184 Oct 18 23:24:23.393889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:23.419541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:23.433152 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b176e-fedb-4339-acba-77a0a5edc686 x-openstack-request-id: req-e25b176e-fedb-4339-acba-77a0a5edc686 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:23.434031 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-deleted", "tag": "6409c427-0321-4a90-bdaa-94c612e8023b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "9501c6d1-d528-46f9-ba18-68ffb673079f", "status": "completed", "code": 200}, {"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-deleted", "tag": "c2a3558e-d59b-4115-8051-d4457e3a35ba", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:23.434428 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e25b176e-fedb-4339-acba-77a0a5edc686 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:23.435113 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-deleted', 'tag': '6409c427-0321-4a90-bdaa-94c612e8023b', 'status': 'completed', 'code': 200} Oct 18 23:24:23.435504 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '9501c6d1-d528-46f9-ba18-68ffb673079f', 'status': 'completed', 'code': 200} Oct 18 23:24:23.435940 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-deleted', 'tag': 'c2a3558e-d59b-4115-8051-d4457e3a35ba', 'status': 'completed', 'code': 200} Oct 18 23:24:23.484185 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.546615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f83a50-8caa-4383-b783-f8cf01635390 req-a027b4c7-cf4c-46d0-a350-839903f0801f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8845434 Oct 18 23:24:23.549783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] For port 647b7f98-2219-41e9-8bc3-2f82234f0205, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:23.556447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:23.565829 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99042f1d-5427-432c-ab35-12ff96397b16" -d '{"events": [{"server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "name": "network-vif-plugged", "status": "completed", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:23.575713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46618) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:23.580192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.583068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] For port 647b7f98-2219-41e9-8bc3-2f82234f0205, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=647b7f98-2219-41e9-8bc3-2f82234f0205,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:23.600030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f5758669-751e-44ba-b7a0-2e61f541e33e,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:23.604238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.607951 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.709826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:23.710518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.723181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=f5758669-751e-44ba-b7a0-2e61f541e33e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:23.755517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:23.758287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.760989 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] 10.222.0.73 "PUT /v2.0/ports/647b7f98-2219-41e9-8bc3-2f82234f0205 HTTP/1.1" status: 200 len: 1092 time: 5.4802942 Oct 18 23:24:23.815711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Pushing event deleted for resources: {'Port': ['ID=c909a236-0129-4a73-8f6b-22abf7e210c2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:23.893597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7ad38c8e-c484-43ac-a840-56419f969b30 None None] Provisioning complete for port 92905cd7-b4ec-4d07-91cc-fca810fa649c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:23.894009 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7ad38c8e-c484-43ac-a840-56419f969b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:23.976022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ed7ce3b2-4431-4523-ada7-0f4bde777463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:24.006498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7ad38c8e-c484-43ac-a840-56419f969b30 None None] Port 92905cd7-b4ec-4d07-91cc-fca810fa649c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:24:24.031293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Request body: {'port': {'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:24.033236 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-08f0dd61-f5b6-48cd-a6f1-bb066ec08292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:24.042403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe6e1ec6-a6f0-4d84-a79c-d35ae8d09f64 req-a110311e-6ed3-42e3-bfa2-f60cac9ad973 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 210 time: 0.4496841 Oct 18 23:24:24.059571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-613f16ff-d924-460f-8214-4a5cdc88ed66 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0862157 Oct 18 23:24:24.169266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2', 'admin_state_up': True, 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'security_groups': ['183b2737-6aa2-4213-bf65-6731241378a0']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:24.214804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-1b8f6dfc-eaf0-4ba1-bf81-6fb2b061e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.218695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-1b8f6dfc-eaf0-4ba1-bf81-6fb2b061e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.222283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-1b8f6dfc-eaf0-4ba1-bf81-6fb2b061e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.223456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-1b8f6dfc-eaf0-4ba1-bf81-6fb2b061e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.231296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-1b8f6dfc-eaf0-4ba1-bf81-6fb2b061e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.232467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-1b8f6dfc-eaf0-4ba1-bf81-6fb2b061e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.233609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-1b8f6dfc-eaf0-4ba1-bf81-6fb2b061e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.239499 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-1b8f6dfc-eaf0-4ba1-bf81-6fb2b061e225 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6425 time: 0.6667147 Oct 18 23:24:24.243272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46624) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:24.277312 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:24.340708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32865d-3ddd-4658-8804-eb35d7980b70 service neutron] Pushing event updated for resources: {'Port': ['ID=647b7f98-2219-41e9-8bc3-2f82234f0205,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:24.367222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83a50-8caa-4383-b783-f8cf01635390 req-9f15b632-b75e-49e2-a95a-83d842b91f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.370431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f83a50-8caa-4383-b783-f8cf01635390 req-9f15b632-b75e-49e2-a95a-83d842b91f86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 1100 time: 0.6459203 Oct 18 23:24:24.382233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Allocated IP 172.20.0.2 (f78d2d30-155e-4dfe-9f05-01900b94d64e/48710cd9-7a91-429f-aa2d-9a27fb6dc887/c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:24.404205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:24.410376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:24.423948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-785ce890-a47f-4909-b21a-e37bb9a4922e req-b5f5b30c-50c1-4373-a0b5-e7cf4c12c033 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "DELETE /v2.0/floatingips/214da198-c41a-4fdf-a107-f8b07f1207f7 HTTP/1.1" status: 204 len: 173 time: 3.1003680 Oct 18 23:24:24.594269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0b7863-222f-41d8-b9b4-c9ce5322f401 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting subnet 3e1b3fe8-6986-4cbd-a4ee-22653b9043d2 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:24:24.598015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4a0b7863-222f-41d8-b9b4-c9ce5322f401 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:24.644978 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4a0b7863-222f-41d8-b9b4-c9ce5322f401 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:24.770558 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:24.873251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-762159d0-0b6d-4224-a448-d24871a7ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.874265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-762159d0-0b6d-4224-a448-d24871a7ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.874482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-762159d0-0b6d-4224-a448-d24871a7ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:24.877010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-762159d0-0b6d-4224-a448-d24871a7ae92 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6112552 Oct 18 23:24:25.071253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4a0b7863-222f-41d8-b9b4-c9ce5322f401 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.174299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.259936 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.268735 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.284107 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-08f0dd61-f5b6-48cd-a6f1-bb066ec08292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.350272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Pushing event updated for resources: {'Port': ['ID=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:25.363593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112e202-3398-4974-a615-bd0916a78452 req-46d5c75e-0838-4e58-9dd5-457fa0ab54e2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.371140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112e202-3398-4974-a615-bd0916a78452 req-46d5c75e-0838-4e58-9dd5-457fa0ab54e2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.378371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112e202-3398-4974-a615-bd0916a78452 req-46d5c75e-0838-4e58-9dd5-457fa0ab54e2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.386089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112e202-3398-4974-a615-bd0916a78452 req-46d5c75e-0838-4e58-9dd5-457fa0ab54e2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.388396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4112e202-3398-4974-a615-bd0916a78452 req-46d5c75e-0838-4e58-9dd5-457fa0ab54e2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 3092 time: 0.6378965 Oct 18 23:24:25.397288 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-08f0dd61-f5b6-48cd-a6f1-bb066ec08292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.441910 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-08f0dd61-f5b6-48cd-a6f1-bb066ec08292 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c818d4ed154a43089b1842f8660944c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8637865 Oct 18 23:24:25.449660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46640) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:25.471855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Network f78d2d30-155e-4dfe-9f05-01900b94d64e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:25.483959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:25.507847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:25.568797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.569628 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.596916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4a0b7863-222f-41d8-b9b4-c9ce5322f401 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.615652 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-a6c0d450-f72d-41db-828e-f828b4a29673 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6486573 Oct 18 23:24:25.636606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-deleted', 'tag': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb'}, {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '647b7f98-2219-41e9-8bc3-2f82234f0205'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:25.641026 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440876cf-1e3a-40f8-9155-c703830e77e0" -d '{"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-deleted", "tag": "766b8f95-bd35-4bda-b4fe-9bf8234ccfcb"}, {"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "647b7f98-2219-41e9-8bc3-2f82234f0205"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:25.655273 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4112e202-3398-4974-a615-bd0916a78452 req-04c285fe-8118-4081-85e5-782fee571b8d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206600 Oct 18 23:24:25.656107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0dd61-f5b6-48cd-a6f1-bb066ec08292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af822d89-bd6b-4ef7-99bf-8858f26d1a0b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:25.663398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Request body: {'port': {'device_id': 'b3d69a27-905e-4919-a102-a44f8fb22a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:25.691337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-e463540d-7823-468f-9681-cb68cebecdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.693178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5557777c-78a5-4916-8de2-4efc328b2a21 req-e463540d-7823-468f-9681-cb68cebecdea service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7917101 Oct 18 23:24:25.729408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164cdbf7-58fd-4c5e-9cf3-5da4c2dfd891 None None] Network 9ac82956-ccf0-4240-a21a-175be3da5fd8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:24:25.737508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4a0b7863-222f-41d8-b9b4-c9ce5322f401 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.741614 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4a0b7863-222f-41d8-b9b4-c9ce5322f401 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "DELETE /v2.0/subnets/3e1b3fe8-6986-4cbd-a4ee-22653b9043d2 HTTP/1.1" status: 204 len: 168 time: 1.4769459 Oct 18 23:24:25.779885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46648) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:25.786921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83a50-8caa-4383-b783-f8cf01635390 req-b7baf548-0791-453d-b710-10d7ac449859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.788516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f83a50-8caa-4383-b783-f8cf01635390 req-b7baf548-0791-453d-b710-10d7ac449859 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 1.3375199 Oct 18 23:24:25.836713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b7863-222f-41d8-b9b4-c9ce5322f401 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1b3fe8-6986-4cbd-a4ee-22653b9043d2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:25.922226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a5cd4-f0b3-41c6-8b79-2d71f3526b8c req-40a4cd45-1230-4d49-90c2-fd8edf35f082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.924825 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:25.928893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a5cd4-f0b3-41c6-8b79-2d71f3526b8c req-40a4cd45-1230-4d49-90c2-fd8edf35f082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.956243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a5cd4-f0b3-41c6-8b79-2d71f3526b8c req-40a4cd45-1230-4d49-90c2-fd8edf35f082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.972361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a5cd4-f0b3-41c6-8b79-2d71f3526b8c req-40a4cd45-1230-4d49-90c2-fd8edf35f082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.978762 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d0861d-06c8-4282-9095-34213fde6b80 x-openstack-request-id: req-26d0861d-06c8-4282-9095-34213fde6b80 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:25.979564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a5cd4-f0b3-41c6-8b79-2d71f3526b8c req-40a4cd45-1230-4d49-90c2-fd8edf35f082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.980224 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "name": "network-vif-plugged", "status": "completed", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:25.980837 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26d0861d-06c8-4282-9095-34213fde6b80 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:25.981681 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e', 'code': 200} Oct 18 23:24:25.984949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a5cd4-f0b3-41c6-8b79-2d71f3526b8c req-40a4cd45-1230-4d49-90c2-fd8edf35f082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.991208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a5cd4-f0b3-41c6-8b79-2d71f3526b8c req-40a4cd45-1230-4d49-90c2-fd8edf35f082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:25.995187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-189a5cd4-f0b3-41c6-8b79-2d71f3526b8c req-40a4cd45-1230-4d49-90c2-fd8edf35f082 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5417 time: 1.6386371 Oct 18 23:24:26.029838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c89cb21d-c137-472d-8634-0f56eb02759f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:26.043081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f83a50-8caa-4383-b783-f8cf01635390 req-4b59bfc7-1d85-4a29-9fb9-e172531b71ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ed53882d-add0-411e-b4e4-5f675d396fe2 HTTP/1.1" status: 200 len: 217 time: 0.2382472 Oct 18 23:24:26.197330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b4ac16-8e53-4339-ad20-d8942f9431cc None None] DHCP port deletion for 9ac82956-ccf0-4240-a21a-175be3da5fd8 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:24:26.223934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-189a5cd4-f0b3-41c6-8b79-2d71f3526b8c req-ccbb94e3-255e-4825-a3bd-23eb958c2085 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1783619 Oct 18 23:24:26.224486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Made reservation on behalf of 710d8bd5439a4fc3bee3306a1ab19ac3 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:26.238713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6bb165-957f-468d-a530-bcb9fbf9fec6 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:26.279116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83a50-8caa-4383-b783-f8cf01635390 req-14b33c59-ef6f-4f9f-87cb-05c0722479ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:26.280616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f83a50-8caa-4383-b783-f8cf01635390 req-14b33c59-ef6f-4f9f-87cb-05c0722479ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.2367373 Oct 18 23:24:26.290011 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:26.357294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-68b4ac16-8e53-4339-ad20-d8942f9431cc None None] Deleting port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:26.358761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-68b4ac16-8e53-4339-ad20-d8942f9431cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:26.398259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c89cb21d-c137-472d-8634-0f56eb02759f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:26.410692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:26.424465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Transition to ACTIVE for port object 7a6bb165-957f-468d-a530-bcb9fbf9fec6 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:26.425260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5828f89-fc5b-40a8-94f2-5a9ebfc67597 req-4aba14dd-5875-467d-a268-168c25393d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:26.427054 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d5828f89-fc5b-40a8-94f2-5a9ebfc67597 req-4aba14dd-5875-467d-a268-168c25393d8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 1098 time: 0.4165623 Oct 18 23:24:26.475397 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:26.569081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83a50-8caa-4383-b783-f8cf01635390 req-df42c219-3481-45c6-ba8d-21674aa7a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:26.570584 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f83a50-8caa-4383-b783-f8cf01635390 req-df42c219-3481-45c6-ba8d-21674aa7a8c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2776814 Oct 18 23:24:26.570705 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d5828f89-fc5b-40a8-94f2-5a9ebfc67597 req-c2eb69d9-9ff9-4fea-a0c2-3b27a0da8c03 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288722 Oct 18 23:24:26.578612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9ade6-94d6-4c5b-8113-76d863888901 req-9fb7697f-aa6d-4eac-a8b1-016690ae0ec1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:26.586410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3e9ade6-94d6-4c5b-8113-76d863888901 req-9fb7697f-aa6d-4eac-a8b1-016690ae0ec1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.5016966 Oct 18 23:24:26.588282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:26.604766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8577ed-a02b-4235-95f2-8da2c19b8ce5 req-365d64d8-6992-4d32-9aa5-4f23ae9df2ab tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:26.613074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e8577ed-a02b-4235-95f2-8da2c19b8ce5 req-365d64d8-6992-4d32-9aa5-4f23ae9df2ab tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 931 time: 0.2029381 Oct 18 23:24:26.614075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-68b4ac16-8e53-4339-ad20-d8942f9431cc None None] For port 23c6768c-0e2f-49e7-9296-6b04391bdeb3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=23c6768c-0e2f-49e7-9296-6b04391bdeb3,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:26.615735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-68b4ac16-8e53-4339-ad20-d8942f9431cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:26.642039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6bb165-957f-468d-a530-bcb9fbf9fec6,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:26.671949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-68b4ac16-8e53-4339-ad20-d8942f9431cc None None] Calling delete_port for 23c6768c-0e2f-49e7-9296-6b04391bdeb3 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:26.749369 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3e9ade6-94d6-4c5b-8113-76d863888901 req-fa2bdd4c-b930-4551-bc82-e8094985f0ba tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614742 Oct 18 23:24:26.806596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e8577ed-a02b-4235-95f2-8da2c19b8ce5 req-032fc157-2f92-4ec4-b9b8-b183524369bd tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924925 Oct 18 23:24:26.843268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:26.843619 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:26.968292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:24:27.109049 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d91de13-d715-42c4-80cf-16919cd7a81b x-openstack-request-id: req-0d91de13-d715-42c4-80cf-16919cd7a81b {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:27.109686 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae2b42-0a77-465e-ac6f-56910c86de0c", "name": "network-vif-deleted", "tag": "766b8f95-bd35-4bda-b4fe-9bf8234ccfcb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "647b7f98-2219-41e9-8bc3-2f82234f0205", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:27.111004 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d91de13-d715-42c4-80cf-16919cd7a81b {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:27.111665 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae2b42-0a77-465e-ac6f-56910c86de0c', 'name': 'network-vif-deleted', 'tag': '766b8f95-bd35-4bda-b4fe-9bf8234ccfcb', 'status': 'completed', 'code': 200} Oct 18 23:24:27.112187 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '647b7f98-2219-41e9-8bc3-2f82234f0205', 'status': 'completed', 'code': 200} Oct 18 23:24:27.129248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c89cb21d-c137-472d-8634-0f56eb02759f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:27.138022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c89cb21d-c137-472d-8634-0f56eb02759f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:27.140579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c89cb21d-c137-472d-8634-0f56eb02759f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af822d89-bd6b-4ef7-99bf-8858f26d1a0b HTTP/1.1" status: 204 len: 168 time: 1.6781678 Oct 18 23:24:27.299742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Attempting to bind port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:27.300699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Attempting to bind port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:27.301958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Attempting to bind port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 on network be5758dd-8396-4c4a-a368-25bd778a9183 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:27.316471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cb21d-c137-472d-8634-0f56eb02759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af822d89-bd6b-4ef7-99bf-8858f26d1a0b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:27.321903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 on network be5758dd-8396-4c4a-a368-25bd778a9183 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:27.322556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Attempting to bind port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 on network be5758dd-8396-4c4a-a368-25bd778a9183 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:27.333822 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-68b4ac16-8e53-4339-ad20-d8942f9431cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:27.379064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:27.418705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b36bb4db-5955-4409-8034-6d86546926c4', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'b36bb4db-5955-4409-8034-6d86546926c4', 'mac_address': 'fa:16:3e:bd:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:24:27.509633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] For port 23c6768c-0e2f-49e7-9296-6b04391bdeb3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=23c6768c-0e2f-49e7-9296-6b04391bdeb3,segment=NetworkSegment(953946a4-146a-490b-ab7b-02ee94482367),segment_id=953946a4-146a-490b-ab7b-02ee94482367)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:27.510273 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:27.513053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:27.517014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Checking segment: {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:27.517851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Bound using segment: {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:27.521695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Bound port: 7a6bb165-957f-468d-a530-bcb9fbf9fec6, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248bdd4d-f585-4495-9c48-5216414f16c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:27.522481 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:27.542092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Calling delete_port for 23c6768c-0e2f-49e7-9296-6b04391bdeb3 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:27.594888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4ac16-8e53-4339-ad20-d8942f9431cc None None] Pushing event deleted for resources: {'Port': ['ID=23c6768c-0e2f-49e7-9296-6b04391bdeb3,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:27.603898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:27.611544 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:27.626441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7fc2c-7f01-451e-b3dc-08800ae352f5 req-489c581f-3b7a-4dd1-81cc-198987c3852e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.651144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7fc2c-7f01-451e-b3dc-08800ae352f5 req-489c581f-3b7a-4dd1-81cc-198987c3852e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.652253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:27.674642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36bb4db-5955-4409-8034-6d86546926c4 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:27.687344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4ac16-8e53-4339-ad20-d8942f9431cc None None] No DVR routers for this DVR port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:24:27.694347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7fc2c-7f01-451e-b3dc-08800ae352f5 req-489c581f-3b7a-4dd1-81cc-198987c3852e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.702397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-6d19372d-db8a-44c8-8a6e-07ab9b6b8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.703123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-6d19372d-db8a-44c8-8a6e-07ab9b6b8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.703946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-6d19372d-db8a-44c8-8a6e-07ab9b6b8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.704859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-6d19372d-db8a-44c8-8a6e-07ab9b6b8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.706094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-6d19372d-db8a-44c8-8a6e-07ab9b6b8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.706794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-6d19372d-db8a-44c8-8a6e-07ab9b6b8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.707795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-6d19372d-db8a-44c8-8a6e-07ab9b6b8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.711520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-6d19372d-db8a-44c8-8a6e-07ab9b6b8eec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6451 time: 0.5957975 Oct 18 23:24:27.716417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7fc2c-7f01-451e-b3dc-08800ae352f5 req-489c581f-3b7a-4dd1-81cc-198987c3852e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.721391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20d7fc2c-7f01-451e-b3dc-08800ae352f5 req-489c581f-3b7a-4dd1-81cc-198987c3852e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 3092 time: 0.6076658 Oct 18 23:24:27.740034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Transition to ACTIVE for port object c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:27.750523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:27.757469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c446e-3209-4139-93e3-61f2d7f627b3 req-b57f56fd-1d64-4617-99f7-706747362f44 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:27.770901 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:27.776747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae8c446e-3209-4139-93e3-61f2d7f627b3 req-b57f56fd-1d64-4617-99f7-706747362f44 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6501067 Oct 18 23:24:27.810072 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:27.819347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Allocated IP 10.2.2.200 (39ea3733-74ea-4469-86dd-2826e17a10c2/5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da/c773a362-a8f6-4f26-b538-2d8beb8a2bd9) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:27.941647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae8c446e-3209-4139-93e3-61f2d7f627b3 req-a380bc15-473b-4cf4-82ec-112f51d5f613 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1614110 Oct 18 23:24:27.971046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:28.010978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b36bb4db-5955-4409-8034-6d86546926c4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:24:28.018397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20d7fc2c-7f01-451e-b3dc-08800ae352f5 req-7aa2602a-7c28-49b1-a942-38ae0397f7a2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778275 Oct 18 23:24:28.036222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 23c6768c-0e2f-49e7-9296-6b04391bdeb3 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:24:28.046414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f83a50-8caa-4383-b783-f8cf01635390 req-bd773cc1-7667-44bb-b2b1-daad1892bd25 service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9580352 Oct 18 23:24:28.127137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 23c6768c-0e2f-49e7-9296-6b04391bdeb3 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:24:28.127639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 23c6768c-0e2f-49e7-9296-6b04391bdeb3 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:24:28.134477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:28.271976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] For port 7a6bb165-957f-468d-a530-bcb9fbf9fec6, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:28.305934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] For port 7a6bb165-957f-468d-a530-bcb9fbf9fec6, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:28.313139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:28.367368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:28.492005 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:28.723859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:28.746013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:28.747267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:28.760171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] 10.222.0.73 "PUT /v2.0/ports/7a6bb165-957f-468d-a530-bcb9fbf9fec6 HTTP/1.1" status: 200 len: 1092 time: 4.7533748 Oct 18 23:24:28.826526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Network 39ea3733-74ea-4469-86dd-2826e17a10c2 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:28.844367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:28.862459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:28.889967 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:28.957069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:24:29.072034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f83a50-8caa-4383-b783-f8cf01635390 req-f8067c17-e6e7-40ca-8520-26bdd7062cca service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0164168 Oct 18 23:24:29.072971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce828c9-f7dc-44ab-888f-dedc7684abc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6bb165-957f-468d-a530-bcb9fbf9fec6,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:29.159972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b65d6-aa8d-42eb-a0dc-a08e36b89381 req-00d81598-18f7-45e4-b307-d79ffa4fe0f7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.189422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] No DVR routers for this DVR port 23c6768c-0e2f-49e7-9296-6b04391bdeb3 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:24:29.196102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c27b65d6-aa8d-42eb-a0dc-a08e36b89381 req-00d81598-18f7-45e4-b307-d79ffa4fe0f7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.8270159 Oct 18 23:24:29.200536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '7a6bb165-957f-468d-a530-bcb9fbf9fec6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:29.215803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Port': ['ID=23c6768c-0e2f-49e7-9296-6b04391bdeb3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:29.243907 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "7a6bb165-957f-468d-a530-bcb9fbf9fec6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:29.261017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b36bb4db-5955-4409-8034-6d86546926c4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:29.261634 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.382287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.384716 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.396312 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.440933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event updated for resources: {'Port': ['ID=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:29.444949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:29.447700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:29.452804 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc32031-fa5b-4156-84b5-fd148398ba67" -d '{"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-plugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:29.464096 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c27b65d6-aa8d-42eb-a0dc-a08e36b89381 req-73c61ce2-b0f1-4ad9-82ee-8b134d2606df tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667291 Oct 18 23:24:29.464399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.472740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3825878e-0da4-4d1e-b66f-fec178d8c1c6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3318582 Oct 18 23:24:29.473591 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.486224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dc358fc7-2f3b-4fb8-bf93-fc5cdbb932bd None None] Provisioning complete for port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:29.486783 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dc358fc7-2f3b-4fb8-bf93-fc5cdbb932bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.496930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:29.511746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac82956-ccf0-4240-a21a-175be3da5fd8']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:29.534905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953946a4-146a-490b-ab7b-02ee94482367') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:29.535528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953946a4-146a-490b-ab7b-02ee94482367') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:29.560914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.595446 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.602550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-dc358fc7-2f3b-4fb8-bf93-fc5cdbb932bd None None] Port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:24:29.605188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:29.620295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:24:29.623030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.755266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:24:29.773212 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:24:29.778188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Attempting to bind port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:29.778188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Attempting to bind port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'd5fab4ac-eb73-47bf-adbe-cdc326ae131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f78d2d30-155e-4dfe-9f05-01900b94d64e'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:29.778188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Attempting to bind port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 on network f78d2d30-155e-4dfe-9f05-01900b94d64e {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:29.793289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 on network f78d2d30-155e-4dfe-9f05-01900b94d64e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:29.793686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Attempting to bind port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 on network f78d2d30-155e-4dfe-9f05-01900b94d64e {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:29.802461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:29.802909 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Checking segment: {'id': 'd5fab4ac-eb73-47bf-adbe-cdc326ae131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f78d2d30-155e-4dfe-9f05-01900b94d64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:29.803311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Bound using segment: {'id': 'd5fab4ac-eb73-47bf-adbe-cdc326ae131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f78d2d30-155e-4dfe-9f05-01900b94d64e'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:29.803771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Bound port: c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fab4ac-eb73-47bf-adbe-cdc326ae131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f78d2d30-155e-4dfe-9f05-01900b94d64e'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:29.804142 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.825628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-e7d31c7f-6f1f-4278-b08f-e2824e3fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.825628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-e7d31c7f-6f1f-4278-b08f-e2824e3fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.825628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-e7d31c7f-6f1f-4278-b08f-e2824e3fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.826405 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-e7d31c7f-6f1f-4278-b08f-e2824e3fa329 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 2.0300789 Oct 18 23:24:29.827180 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.893764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] For port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:29.898212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] For port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,segment=NetworkSegment(d5fab4ac-eb73-47bf-adbe-cdc326ae131c),segment_id=d5fab4ac-eb73-47bf-adbe-cdc326ae131c)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:29.912921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551acb-791f-409b-8c23-0deb8995d585 req-285d462d-3044-4abf-a7ca-e447702ee7a0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.919581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551acb-791f-409b-8c23-0deb8995d585 req-285d462d-3044-4abf-a7ca-e447702ee7a0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.926178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551acb-791f-409b-8c23-0deb8995d585 req-285d462d-3044-4abf-a7ca-e447702ee7a0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.932579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551acb-791f-409b-8c23-0deb8995d585 req-285d462d-3044-4abf-a7ca-e447702ee7a0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.940329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867608af-ff41-4f29-af80-1878590845a7 req-ac69de8b-4471-4ebc-b9c1-4c627a14559c tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.940919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551acb-791f-409b-8c23-0deb8995d585 req-285d462d-3044-4abf-a7ca-e447702ee7a0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.947716 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551acb-791f-409b-8c23-0deb8995d585 req-285d462d-3044-4abf-a7ca-e447702ee7a0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.954588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551acb-791f-409b-8c23-0deb8995d585 req-285d462d-3044-4abf-a7ca-e447702ee7a0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:29.956156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-867608af-ff41-4f29-af80-1878590845a7 req-ac69de8b-4471-4ebc-b9c1-4c627a14559c tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 943 time: 0.2190173 Oct 18 23:24:29.963736 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe551acb-791f-409b-8c23-0deb8995d585 req-285d462d-3044-4abf-a7ca-e447702ee7a0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 1.6300249 Oct 18 23:24:29.992783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:29.996197 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "DELETE /v2.0/networks/9ac82956-ccf0-4240-a21a-175be3da5fd8 HTTP/1.1" status: 204 len: 168 time: 4.1974878 Oct 18 23:24:30.014008 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:30.043378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46728) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:30.128205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32d111-d063-47f0-86bd-9fac7fb1902a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Network': ['ID=9ac82956-ccf0-4240-a21a-175be3da5fd8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:30.166588 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-867608af-ff41-4f29-af80-1878590845a7 req-20368420-121e-4648-a49e-f8acb01b1e7c tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079375 Oct 18 23:24:30.226072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.227009 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:30.228750 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] 10.222.0.102 "PUT /v2.0/ports/c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 HTTP/1.1" status: 200 len: 1092 time: 4.5847788 Oct 18 23:24:30.241684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d69a27-905e-4919-a102-a44f8fb22a64', 'tag': 'c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:30.244338 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0e3e0-5e95-46bf-bec1-88f545a31c92" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d69a27-905e-4919-a102-a44f8fb22a64", "tag": "c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:30.320552 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe551acb-791f-409b-8c23-0deb8995d585 req-aa6e7ec3-3a8a-463a-8bcb-3a8c8c046e1b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3556657 Oct 18 23:24:30.363165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d47b8-94d1-4394-a977-f5bebd4e48f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:30.382362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b2380a-6e57-4be4-9ba8-c19dc49b8642 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting subnet 31655abd-dd94-4d74-b5a6-218ea54a62c2 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:24:30.414931 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12b2380a-6e57-4be4-9ba8-c19dc49b8642 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:30.476184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-15bdb6bf-ad94-49cb-bf78-c04f8112ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.477833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-440876cf-1e3a-40f8-9155-c703830e77e0 req-15bdb6bf-ad94-49cb-bf78-c04f8112ed05 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4994411 Oct 18 23:24:30.499183 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12b2380a-6e57-4be4-9ba8-c19dc49b8642 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:30.562669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-ee538ceb-1be4-4d5e-95c2-433bc8c6506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.564305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-ee538ceb-1be4-4d5e-95c2-433bc8c6506f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=69f9768e1f9e439194f75612a97edbcf&device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 1095 time: 0.2326605 Oct 18 23:24:30.609776 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3978fcac-ca85-44fe-af7f-f3c65d7d0421 req-b7bd0a73-b1cc-40c7-a3cb-14d9254913a3 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1350408 Oct 18 23:24:30.650694 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-0f5f1222-df06-4ddd-a31b-b534dbecfda6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 HTTP/1.1" status: 200 len: 217 time: 0.0682173 Oct 18 23:24:30.700401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05304f96-14be-417a-82ce-b7c7d7460a0f {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:30.717541 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d702f152-6d19-4c84-b22d-81d89ebda43c x-openstack-request-id: req-d702f152-6d19-4c84-b22d-81d89ebda43c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:30.718033 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "7a6bb165-957f-468d-a530-bcb9fbf9fec6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:30.718919 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d702f152-6d19-4c84-b22d-81d89ebda43c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:30.720639 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '7a6bb165-957f-468d-a530-bcb9fbf9fec6', 'status': 'completed', 'code': 200} Oct 18 23:24:30.721058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb2f39-77af-4510-a7ce-c91941a5d4b7 req-3003597d-2dfa-4f44-8cbd-7e77f0622c21 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.728326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb2f39-77af-4510-a7ce-c91941a5d4b7 req-3003597d-2dfa-4f44-8cbd-7e77f0622c21 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.734689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb2f39-77af-4510-a7ce-c91941a5d4b7 req-3003597d-2dfa-4f44-8cbd-7e77f0622c21 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.737136 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:30.742422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb2f39-77af-4510-a7ce-c91941a5d4b7 req-3003597d-2dfa-4f44-8cbd-7e77f0622c21 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.748241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb2f39-77af-4510-a7ce-c91941a5d4b7 req-3003597d-2dfa-4f44-8cbd-7e77f0622c21 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.750881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-69eb2f39-77af-4510-a7ce-c91941a5d4b7 req-3003597d-2dfa-4f44-8cbd-7e77f0622c21 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 3813 time: 0.2798665 Oct 18 23:24:30.788675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Transition to ACTIVE for port object 05304f96-14be-417a-82ce-b7c7d7460a0f will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:30.796684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:30.803126 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeed74a-2421-4ff5-8ae1-171ea78b6fc2 x-openstack-request-id: req-6aeed74a-2421-4ff5-8ae1-171ea78b6fc2 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:30.803897 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-plugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:30.803897 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6aeed74a-2421-4ff5-8ae1-171ea78b6fc2 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:30.804952 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4', 'code': 200} Oct 18 23:24:30.822048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-edf0fc78-6128-444e-a103-9b210cb83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.822396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-edf0fc78-6128-444e-a103-9b210cb83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.822998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-edf0fc78-6128-444e-a103-9b210cb83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.823489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-edf0fc78-6128-444e-a103-9b210cb83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.824001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-edf0fc78-6128-444e-a103-9b210cb83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.824472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-edf0fc78-6128-444e-a103-9b210cb83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.825118 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-edf0fc78-6128-444e-a103-9b210cb83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.827392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-edf0fc78-6128-444e-a103-9b210cb83090 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6493 time: 0.2599990 Oct 18 23:24:30.864895 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12b2380a-6e57-4be4-9ba8-c19dc49b8642 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:30.965995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-54f511a0-1569-45d4-b1f6-552ce7787b56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45594a8a-5264-43dc-877a-b7d6c899e21f HTTP/1.1" status: 200 len: 217 time: 0.1137767 Oct 18 23:24:30.977639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-84e05226-f965-4327-b46a-09fac30724ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:30.979928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-84e05226-f965-4327-b46a-09fac30724ca service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48710cd9-7a91-429f-aa2d-9a27fb6dc887 HTTP/1.1" status: 200 len: 860 time: 0.3180194 Oct 18 23:24:31.035250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Pushing event updated for resources: {'Port': ['ID=05304f96-14be-417a-82ce-b7c7d7460a0f,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:31.097572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-69eb2f39-77af-4510-a7ce-c91941a5d4b7 req-0c2c6f13-0b38-4d18-9c23-8689c3705dbc tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232768 Oct 18 23:24:31.150578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Attempting to bind port 05304f96-14be-417a-82ce-b7c7d7460a0f on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:31.150578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Attempting to bind port 05304f96-14be-417a-82ce-b7c7d7460a0f by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:31.150578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Attempting to bind port 05304f96-14be-417a-82ce-b7c7d7460a0f on network 57a13f99-1faa-47f7-a1f7-fb5bc556604a {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:31.156147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Port 05304f96-14be-417a-82ce-b7c7d7460a0f on network 57a13f99-1faa-47f7-a1f7-fb5bc556604a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:31.156486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Attempting to bind port 05304f96-14be-417a-82ce-b7c7d7460a0f on network 57a13f99-1faa-47f7-a1f7-fb5bc556604a {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:31.172552 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-669da40b-0ca3-40ff-80ea-a9e9a70119d0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f78d2d30-155e-4dfe-9f05-01900b94d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807327 Oct 18 23:24:31.175579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:31.175926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Checking segment: {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:31.176324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Bound using segment: {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:31.179132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Bound port: 05304f96-14be-417a-82ce-b7c7d7460a0f, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8a4f78-8817-4b31-8742-bd185e382976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:31.179555 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:31.199425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-deae34dc-c9cd-4b45-ab10-e82d8f59cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:31.200948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-deae34dc-c9cd-4b45-ab10-e82d8f59cef9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c69b70b0-9ab5-4ffc-9c05-64e019afa0a3 HTTP/1.1" status: 200 len: 855 time: 0.2198784 Oct 18 23:24:31.332736 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b5edba-a489-41c8-b648-af82703da151 x-openstack-request-id: req-67b5edba-a489-41c8-b648-af82703da151 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:31.333016 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d69a27-905e-4919-a102-a44f8fb22a64", "tag": "c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:31.333278 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67b5edba-a489-41c8-b648-af82703da151 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:31.334525 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d69a27-905e-4919-a102-a44f8fb22a64', 'tag': 'c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1', 'status': 'completed', 'code': 200} Oct 18 23:24:31.367220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] For port 05304f96-14be-417a-82ce-b7c7d7460a0f, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:31.374648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] For port 05304f96-14be-417a-82ce-b7c7d7460a0f, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05304f96-14be-417a-82ce-b7c7d7460a0f,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:31.388101 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:31.416073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:31.417813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:31.419410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-475283be-90df-47e1-a686-019a8a4969fe service neutron] 10.222.0.102 "PUT /v2.0/ports/05304f96-14be-417a-82ce-b7c7d7460a0f HTTP/1.1" status: 200 len: 1092 time: 1.9301600 Oct 18 23:24:31.494863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:31.506003 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-83085fa5-13ee-48f2-83ad-2aacc2b9d49c service neutron] 10.222.0.102 "GET /v2.0/networks/f78d2d30-155e-4dfe-9f05-01900b94d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975166 Oct 18 23:24:31.541330 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12b2380a-6e57-4be4-9ba8-c19dc49b8642 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:31.557310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46822) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:31.620875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2380a-6e57-4be4-9ba8-c19dc49b8642 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Subnet': ['ID=31655abd-dd94-4d74-b5a6-218ea54a62c2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:31.673175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-54ee6371-86f3-43e6-8c6c-779c9323c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:31.674849 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-54ee6371-86f3-43e6-8c6c-779c9323c8d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4646466 Oct 18 23:24:31.687863 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-12b2380a-6e57-4be4-9ba8-c19dc49b8642 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:31.692507 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-12b2380a-6e57-4be4-9ba8-c19dc49b8642 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "DELETE /v2.0/subnets/31655abd-dd94-4d74-b5a6-218ea54a62c2 HTTP/1.1" status: 204 len: 168 time: 1.6269581 Oct 18 23:24:31.695295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475283be-90df-47e1-a686-019a8a4969fe service neutron] Pushing event updated for resources: {'Port': ['ID=05304f96-14be-417a-82ce-b7c7d7460a0f,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:31.707074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46826) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:31.707668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d240a5a1-0da5-4609-adbb-baf54bebff4a None None] Network 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:24:31.775494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:31.903623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65a19ddc-6977-4ca6-a86f-917c8a656d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:31.912561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4545953-a2fa-42dc-b6d0-f279215f87fb req-7234b75c-d9fe-41ac-adb6-2cc207420343 service neutron] 10.222.0.102 "GET /v2.0/networks/f78d2d30-155e-4dfe-9f05-01900b94d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925421 Oct 18 23:24:31.920307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2106b4-6794-4c4a-ab23-23f4ed75528c req-9d749b7c-f0e5-45e2-9032-6b3baeb7bb85 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:31.921881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b2106b4-6794-4c4a-ab23-23f4ed75528c req-9d749b7c-f0e5-45e2-9032-6b3baeb7bb85 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 943 time: 0.3087959 Oct 18 23:24:31.998948 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:31.999529 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-30afe2f4-76e2-4afa-b4aa-a0863f24c8fc service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154221 Oct 18 23:24:32.130031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b2106b4-6794-4c4a-ab23-23f4ed75528c req-8335dd26-7524-4016-a17b-499e9e8bfebc tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728659 Oct 18 23:24:32.168365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee06153d-c31f-4508-9a01-9951d76e26cd None None] DHCP port deletion for 8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:24:32.351929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting port 7b7b45b1-00e1-4815-b93b-c5951296ba32 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:32.352339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.353626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-e588cf07-118f-4b48-8d2f-b02711df9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.355492 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-e588cf07-118f-4b48-8d2f-b02711df9926 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=69f9768e1f9e439194f75612a97edbcf&device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 1095 time: 0.2806246 Oct 18 23:24:32.355853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65a19ddc-6977-4ca6-a86f-917c8a656d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.370352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ee06153d-c31f-4508-9a01-9951d76e26cd None None] Deleting port 7b7b45b1-00e1-4815-b93b-c5951296ba32 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:32.372336 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee06153d-c31f-4508-9a01-9951d76e26cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.373145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8509d-9d51-4d3c-93c2-c18d7ce9c8ad req-5bc13bb7-ad4f-4aa9-97ea-4363014039fa tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.374212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65a19ddc-6977-4ca6-a86f-917c8a656d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.380573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8509d-9d51-4d3c-93c2-c18d7ce9c8ad req-5bc13bb7-ad4f-4aa9-97ea-4363014039fa tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.387139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8509d-9d51-4d3c-93c2-c18d7ce9c8ad req-5bc13bb7-ad4f-4aa9-97ea-4363014039fa tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.393643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8509d-9d51-4d3c-93c2-c18d7ce9c8ad req-5bc13bb7-ad4f-4aa9-97ea-4363014039fa tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.400866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8509d-9d51-4d3c-93c2-c18d7ce9c8ad req-5bc13bb7-ad4f-4aa9-97ea-4363014039fa tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.407682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8509d-9d51-4d3c-93c2-c18d7ce9c8ad req-5bc13bb7-ad4f-4aa9-97ea-4363014039fa tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.414735 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8509d-9d51-4d3c-93c2-c18d7ce9c8ad req-5bc13bb7-ad4f-4aa9-97ea-4363014039fa tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.423919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6e8509d-9d51-4d3c-93c2-c18d7ce9c8ad req-5bc13bb7-ad4f-4aa9-97ea-4363014039fa tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.1808383 Oct 18 23:24:32.458803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c7fcd998-8aa4-4fe3-920d-6bed26753800 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515469 Oct 18 23:24:32.518861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] For port 7b7b45b1-00e1-4815-b93b-c5951296ba32, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7b7b45b1-00e1-4815-b93b-c5951296ba32,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:32.519221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.520996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-07398f27-2db3-4fbe-8e8f-c43c70c830c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 200 len: 217 time: 0.0451155 Oct 18 23:24:32.529615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-65a19ddc-6977-4ca6-a86f-917c8a656d4d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e757af2d44914c4c954412d91f0888b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9673846 Oct 18 23:24:32.531888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46840) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:32.534460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6e8509d-9d51-4d3c-93c2-c18d7ce9c8ad req-f0366202-02b3-4719-aa81-bbe8093922ba tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1092434 Oct 18 23:24:32.545556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a19ddc-6977-4ca6-a86f-917c8a656d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33167f8-8967-49bb-8564-b574c741bcfe,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:32.571909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Calling delete_port for 7b7b45b1-00e1-4815-b93b-c5951296ba32 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:32.601241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ee06153d-c31f-4508-9a01-9951d76e26cd None None] For port 7b7b45b1-00e1-4815-b93b-c5951296ba32, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7b7b45b1-00e1-4815-b93b-c5951296ba32,segment=NetworkSegment(d2588db2-f356-47f2-a351-5e25ef1fdd96),segment_id=d2588db2-f356-47f2-a351-5e25ef1fdd96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:32.601241 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee06153d-c31f-4508-9a01-9951d76e26cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.643092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ee06153d-c31f-4508-9a01-9951d76e26cd None None] Calling delete_port for 7b7b45b1-00e1-4815-b93b-c5951296ba32 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:32.661995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e13f32-9476-4147-8939-90da71235b44 req-e2d6c13f-5725-4ffc-b22d-588b30424873 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.670423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7e13f32-9476-4147-8939-90da71235b44 req-e2d6c13f-5725-4ffc-b22d-588b30424873 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.2625344 Oct 18 23:24:32.727397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:32.729849 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:32.749017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a5a02a4d-d216-455f-8f09-9e4626855000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.750537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a5a02a4d-d216-455f-8f09-9e4626855000 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.2063313 Oct 18 23:24:32.753742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c6dc2a-df4f-43e9-808c-11041ee1a955 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:32.770409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.810170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-d95d738a-5748-4361-87a8-a128df32c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.811997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-d95d738a-5748-4361-87a8-a128df32c12b service neutron] 10.222.0.102 "GET /v2.0/networks?id=f78d2d30-155e-4dfe-9f05-01900b94d64e HTTP/1.1" status: 200 len: 921 time: 0.3855424 Oct 18 23:24:32.814888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee4252bc-627e-4f80-bc75-a47d1a0d1b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.821546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae81988-2e90-459d-9494-e73c602df628 req-55683034-92a6-4f5e-899f-91b85e74346a tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.829452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6ae81988-2e90-459d-9494-e73c602df628 req-55683034-92a6-4f5e-899f-91b85e74346a tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 946 time: 0.1458778 Oct 18 23:24:32.835937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7e13f32-9476-4147-8939-90da71235b44 req-3af321cb-c529-4fa7-9bb2-b053d748033c tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644418 Oct 18 23:24:32.863885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Transition to ACTIVE for port object b3c6dc2a-df4f-43e9-808c-11041ee1a955 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:32.887388 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee06153d-c31f-4508-9a01-9951d76e26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.907714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee4252bc-627e-4f80-bc75-a47d1a0d1b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.913415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06153d-c31f-4508-9a01-9951d76e26cd None None] Pushing event deleted for resources: {'Port': ['ID=7b7b45b1-00e1-4815-b93b-c5951296ba32,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:32.913710 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:32.924162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06153d-c31f-4508-9a01-9951d76e26cd None None] No DVR routers for this DVR port 7b7b45b1-00e1-4815-b93b-c5951296ba32 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:24:32.960652 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-5817e3b6-acb4-42f5-b527-1b657cadbfa8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 HTTP/1.1" status: 200 len: 217 time: 0.1135132 Oct 18 23:24:32.989055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8c526cf-1990-4a5c-ba96-76ff716fe062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:32.991488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c8c526cf-1990-4a5c-ba96-76ff716fe062 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2325156 Oct 18 23:24:33.022371 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:33.060600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6dc2a-df4f-43e9-808c-11041ee1a955,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:33.065457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] No DVR routers for this DVR port 7b7b45b1-00e1-4815-b93b-c5951296ba32 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:24:33.075518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6ae81988-2e90-459d-9494-e73c602df628 req-6a4340be-9c83-47b2-a782-b06b7b9153d1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447832 Oct 18 23:24:33.169226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Port': ['ID=7b7b45b1-00e1-4815-b93b-c5951296ba32,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:33.201270 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d5042e-55cb-41a2-a747-ee6028696673 x-openstack-request-id: req-74d5042e-55cb-41a2-a747-ee6028696673 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:33.201588 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:33.201843 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74d5042e-55cb-41a2-a747-ee6028696673 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:33.202416 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'status': 'completed', 'code': 200} Oct 18 23:24:33.213665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6ce9-2368-4752-b36b-2ee87e46c2e7 req-b9713784-4110-4805-b861-7133f64ae336 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.221969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6ce9-2368-4752-b36b-2ee87e46c2e7 req-b9713784-4110-4805-b861-7133f64ae336 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.228137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6ce9-2368-4752-b36b-2ee87e46c2e7 req-b9713784-4110-4805-b861-7133f64ae336 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.235606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6ce9-2368-4752-b36b-2ee87e46c2e7 req-b9713784-4110-4805-b861-7133f64ae336 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.241835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6ce9-2368-4752-b36b-2ee87e46c2e7 req-b9713784-4110-4805-b861-7133f64ae336 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.248065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6ce9-2368-4752-b36b-2ee87e46c2e7 req-b9713784-4110-4805-b861-7133f64ae336 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.256047 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-259f6ce9-2368-4752-b36b-2ee87e46c2e7 req-b9713784-4110-4805-b861-7133f64ae336 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 4598 time: 0.3167207 Oct 18 23:24:33.314101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-0c41d967-5c4d-4ba7-9e5c-fddfd9684e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.315705 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-0c41d967-5c4d-4ba7-9e5c-fddfd9684e4c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48710cd9-7a91-429f-aa2d-9a27fb6dc887 HTTP/1.1" status: 200 len: 860 time: 0.3142247 Oct 18 23:24:33.360267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-a90b6905-8fbb-4df7-8e3a-717811033e68 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791636 Oct 18 23:24:33.475155 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:33.483883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee4252bc-627e-4f80-bc75-a47d1a0d1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:33.490096 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee4252bc-627e-4f80-bc75-a47d1a0d1b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:33.492009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ee4252bc-627e-4f80-bc75-a47d1a0d1b41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c33167f8-8967-49bb-8564-b574c741bcfe HTTP/1.1" status: 204 len: 168 time: 0.9530535 Oct 18 23:24:33.512901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-259f6ce9-2368-4752-b36b-2ee87e46c2e7 req-9f0f467a-cc98-456f-b2ba-ef71b12f4e14 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2545481 Oct 18 23:24:33.558744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b34a160-d52b-4d33-b4ab-d37cf50ef6e1']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:33.571257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4252bc-627e-4f80-bc75-a47d1a0d1b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33167f8-8967-49bb-8564-b574c741bcfe,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:33.590404 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-013807e4-030e-4b1e-9259-e6060f41e25e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f78d2d30-155e-4dfe-9f05-01900b94d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373377 Oct 18 23:24:33.612075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2588db2-f356-47f2-a351-5e25ef1fdd96') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:33.614569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2588db2-f356-47f2-a351-5e25ef1fdd96') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:33.652095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Attempting to bind port b3c6dc2a-df4f-43e9-808c-11041ee1a955 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:33.657264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Attempting to bind port b3c6dc2a-df4f-43e9-808c-11041ee1a955 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:33.657803 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Attempting to bind port b3c6dc2a-df4f-43e9-808c-11041ee1a955 on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:33.661659 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:33.676062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-128ee91f-e9a9-4fa9-b633-a6585b555926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.677038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-128ee91f-e9a9-4fa9-b633-a6585b555926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.677950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-128ee91f-e9a9-4fa9-b633-a6585b555926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.678775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-128ee91f-e9a9-4fa9-b633-a6585b555926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.679428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-128ee91f-e9a9-4fa9-b633-a6585b555926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.680055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-128ee91f-e9a9-4fa9-b633-a6585b555926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:33.682580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-128ee91f-e9a9-4fa9-b633-a6585b555926 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5244 time: 0.3829858 Oct 18 23:24:33.708359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Port b3c6dc2a-df4f-43e9-808c-11041ee1a955 on network cec56cf4-1185-4e9c-8660-7e388b5035be not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:33.709036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Attempting to bind port b3c6dc2a-df4f-43e9-808c-11041ee1a955 on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:33.749505 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:33.758119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:33.759155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Checking segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:33.760534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Bound using segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:33.762442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Bound port: b3c6dc2a-df4f-43e9-808c-11041ee1a955, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:33.763846 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:33.804024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:24:33.804646 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:24:33.821255 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:24:33.974620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7b7b45b1-00e1-4815-b93b-c5951296ba32 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:24:34.051001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00781bdc-22a5-4e40-9b44-a19e973c6a35 req-d524d7e3-fc90-443e-8bc3-edd581ee841a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.058503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00781bdc-22a5-4e40-9b44-a19e973c6a35 req-d524d7e3-fc90-443e-8bc3-edd581ee841a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.064472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 7b7b45b1-00e1-4815-b93b-c5951296ba32 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:24:34.065193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7b7b45b1-00e1-4815-b93b-c5951296ba32 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:24:34.065493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00781bdc-22a5-4e40-9b44-a19e973c6a35 req-d524d7e3-fc90-443e-8bc3-edd581ee841a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.075445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00781bdc-22a5-4e40-9b44-a19e973c6a35 req-d524d7e3-fc90-443e-8bc3-edd581ee841a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.084425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00781bdc-22a5-4e40-9b44-a19e973c6a35 req-d524d7e3-fc90-443e-8bc3-edd581ee841a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.091711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00781bdc-22a5-4e40-9b44-a19e973c6a35 req-d524d7e3-fc90-443e-8bc3-edd581ee841a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.099236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00781bdc-22a5-4e40-9b44-a19e973c6a35 req-d524d7e3-fc90-443e-8bc3-edd581ee841a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.107662 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00781bdc-22a5-4e40-9b44-a19e973c6a35 req-d524d7e3-fc90-443e-8bc3-edd581ee841a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.4172189 Oct 18 23:24:34.134297 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:34.148777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1d800-d319-4406-a857-6a5c24eb3447 req-64dc039e-820d-41fb-9ad3-0b664e98ba34 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.151631 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0df1d800-d319-4406-a857-6a5c24eb3447 req-64dc039e-820d-41fb-9ad3-0b664e98ba34 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 943 time: 0.7181258 Oct 18 23:24:34.209404 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:34.223544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "DELETE /v2.0/networks/8b34a160-d52b-4d33-b4ab-d37cf50ef6e1 HTTP/1.1" status: 204 len: 168 time: 2.5151489 Oct 18 23:24:34.264709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46882) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:34.275132 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-2d2edcb7-374b-436f-920f-3672344ce110 service neutron] 10.222.0.102 "GET /v2.0/networks/f78d2d30-155e-4dfe-9f05-01900b94d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832166 Oct 18 23:24:34.284435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1908436642'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:34.317972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00781bdc-22a5-4e40-9b44-a19e973c6a35 req-df703715-3212-4728-8c9a-df29245eb3fb tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2089205 Oct 18 23:24:34.343773 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] For port b3c6dc2a-df4f-43e9-808c-11041ee1a955, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:34.350142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c5fc5-8e97-4d3d-9c29-bc74f2379445 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Network': ['ID=8b34a160-d52b-4d33-b4ab-d37cf50ef6e1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:34.358844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-8a03ffbe-f317-490c-b070-9cf86b0dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.360661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-8a03ffbe-f317-490c-b070-9cf86b0dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.361647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-8a03ffbe-f317-490c-b070-9cf86b0dc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.364608 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-8a03ffbe-f317-490c-b070-9cf86b0dc351 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6274929 Oct 18 23:24:34.390336 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0df1d800-d319-4406-a857-6a5c24eb3447 req-0338f14c-c3c2-41d4-8272-65810a66d6db tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110043 Oct 18 23:24:34.437079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:34.443498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:34.520025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] For port b3c6dc2a-df4f-43e9-808c-11041ee1a955, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3c6dc2a-df4f-43e9-808c-11041ee1a955,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:34.523340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-b7b89a11-cf51-4da1-8885-a34e64a5b8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:34.527368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-b7b89a11-cf51-4da1-8885-a34e64a5b8e8 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.102 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 946 time: 0.6672542 Oct 18 23:24:34.548806 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:34.597715 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:34.846522 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-ebf7a651-492a-428a-8a64-d218cf9f8483 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4689188 Oct 18 23:24:34.998810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:24:35.349836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:35.359645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:35.372274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] 10.222.0.102 "PUT /v2.0/ports/b3c6dc2a-df4f-43e9-808c-11041ee1a955 HTTP/1.1" status: 200 len: 1132 time: 3.8927648 Oct 18 23:24:35.387782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': 'b3c6dc2a-df4f-43e9-808c-11041ee1a955'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:35.402381 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597c271c-7a09-4e14-b5ce-0784ec053c91" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "b3c6dc2a-df4f-43e9-808c-11041ee1a955"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:35.428809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,segment=NetworkSegment(d5fab4ac-eb73-47bf-adbe-cdc326ae131c),segment_id=d5fab4ac-eb73-47bf-adbe-cdc326ae131c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:35.453774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1', 'network_id': 'f78d2d30-155e-4dfe-9f05-01900b94d64e', 'port_id': 'c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1', 'mac_address': 'fa:16:3e:f0:9d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48710cd9-7a91-429f-aa2d-9a27fb6dc887', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:24:35.480654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:35.613946 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:35.662800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:35.714022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068594a2-8c14-43c9-8a42-dad66509e053 req-faf461bb-8551-4d91-8570-7d916f746961 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:35.717814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-068594a2-8c14-43c9-8a42-dad66509e053 req-faf461bb-8551-4d91-8570-7d916f746961 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 1.1944487 Oct 18 23:24:35.723179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-81ade719-fd25-455f-93ca-26171372168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:35.734299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-81ade719-fd25-455f-93ca-26171372168d service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3543398 Oct 18 23:24:35.736214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeded99-7e7e-4e66-98d8-0043873e0228 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6dc2a-df4f-43e9-808c-11041ee1a955,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:35.760673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,segment=NetworkSegment(d5fab4ac-eb73-47bf-adbe-cdc326ae131c),segment_id=d5fab4ac-eb73-47bf-adbe-cdc326ae131c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:35.782901 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:35.869631 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-174bb3bd-e7d2-482c-897e-9c313c2f3911 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 200 len: 217 time: 0.9700589 Oct 18 23:24:35.916351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dac0e3e0-5e95-46bf-bec1-88f545a31c92 req-a1ae0835-4958-464a-a4ca-67cbb21ab709 service neutron] 10.222.0.102 "GET /v2.0/networks/f78d2d30-155e-4dfe-9f05-01900b94d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5201738 Oct 18 23:24:35.918974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:24:35.992175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-068594a2-8c14-43c9-8a42-dad66509e053 req-d69e27f8-c73e-4cd7-aae5-b91fc6f25e79 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232866 Oct 18 23:24:36.001832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:36.006307 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:36.053985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-efec94af-4014-4605-8577-ac1848459e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.055522 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-efec94af-4014-4605-8577-ac1848459e08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1349018 Oct 18 23:24:36.134169 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:36.138335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:36.138688 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Added segment 560f303b-a3ba-4603-a146-5ff09f6039f3 of type vlan for network ddd560be-fca0-42f8-afce-725b6f26594b Oct 18 23:24:36.292949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:24:36.356082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601275d-1c74-4583-872d-16793fe2ce27 req-cb16b047-2f8a-4b80-9c39-e6a979d8b566 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.372825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9601275d-1c74-4583-872d-16793fe2ce27 req-cb16b047-2f8a-4b80-9c39-e6a979d8b566 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 946 time: 1.7599659 Oct 18 23:24:36.443170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-95557d19-5cfa-45a4-b4ba-7333eb93c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.444740 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-95557d19-5cfa-45a4-b4ba-7333eb93c1ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3467798 Oct 18 23:24:36.472304 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:36.647533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Deleting port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:36.648046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:36.712093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf0f2-c1ca-4cda-9cea-7cf0d6c39705 req-c28f01d8-a57f-4dc6-8ad4-450ca319b8f0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.738087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf0f2-c1ca-4cda-9cea-7cf0d6c39705 req-c28f01d8-a57f-4dc6-8ad4-450ca319b8f0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.758251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf0f2-c1ca-4cda-9cea-7cf0d6c39705 req-c28f01d8-a57f-4dc6-8ad4-450ca319b8f0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.771115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9601275d-1c74-4583-872d-16793fe2ce27 req-e3a11824-a8e9-4b58-a302-76e5faa6c72f tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969991 Oct 18 23:24:36.776891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf0f2-c1ca-4cda-9cea-7cf0d6c39705 req-c28f01d8-a57f-4dc6-8ad4-450ca319b8f0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.792667 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:24:36.795491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf0f2-c1ca-4cda-9cea-7cf0d6c39705 req-c28f01d8-a57f-4dc6-8ad4-450ca319b8f0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.822092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf0f2-c1ca-4cda-9cea-7cf0d6c39705 req-c28f01d8-a57f-4dc6-8ad4-450ca319b8f0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.830022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c7cf0f2-c1ca-4cda-9cea-7cf0d6c39705 req-c28f01d8-a57f-4dc6-8ad4-450ca319b8f0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 4598 time: 0.3189967 Oct 18 23:24:36.879387 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:36.923964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:36.925385 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:36.998175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c7cf0f2-c1ca-4cda-9cea-7cf0d6c39705 req-40a35fef-e4a2-4d70-abf1-cf678cfe2889 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1543474 Oct 18 23:24:37.015025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:24:37.032917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a221ba3c-65f3-4453-aeea-cda82f9291f5 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:37.054328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:37.085634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Transition to ACTIVE for port object a221ba3c-65f3-4453-aeea-cda82f9291f5 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:37.088774 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f40f7a-d3d2-493e-9a7c-4c7e858d6a70 x-openstack-request-id: req-f2f40f7a-d3d2-493e-9a7c-4c7e858d6a70 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:37.090962 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "b3c6dc2a-df4f-43e9-808c-11041ee1a955", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:37.091398 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2f40f7a-d3d2-493e-9a7c-4c7e858d6a70 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:37.091970 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': 'b3c6dc2a-df4f-43e9-808c-11041ee1a955', 'status': 'completed', 'code': 200} Oct 18 23:24:37.113179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:37.196951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Pushing event updated for resources: {'Port': ['ID=a221ba3c-65f3-4453-aeea-cda82f9291f5,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:37.255823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Network': ['ID=ddd560be-fca0-42f8-afce-725b6f26594b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:37.437451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd721b9-7a57-4982-99c4-64735425146c req-a84d4b01-0f16-4244-8db3-a7afd5b46a2a tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:37.441132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddd721b9-7a57-4982-99c4-64735425146c req-a84d4b01-0f16-4244-8db3-a7afd5b46a2a tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 944 time: 0.2462969 Oct 18 23:24:37.524584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-1f58c38f-323b-4534-8669-2c96fbae9f73 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0478768 Oct 18 23:24:37.532927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:37.621265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] For port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:37.624097 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:37.673944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Attempting to bind port a221ba3c-65f3-4453-aeea-cda82f9291f5 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:37.675894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Attempting to bind port a221ba3c-65f3-4453-aeea-cda82f9291f5 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:37.676498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Attempting to bind port a221ba3c-65f3-4453-aeea-cda82f9291f5 on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:37.682263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Port a221ba3c-65f3-4453-aeea-cda82f9291f5 on network cec56cf4-1185-4e9c-8660-7e388b5035be not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:37.682862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Attempting to bind port a221ba3c-65f3-4453-aeea-cda82f9291f5 on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:37.685627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.685970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.686323 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.686665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.687061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.687566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.687754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.688794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.689541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.689541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.689783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.690117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:37.725522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46942) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:37.727150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:37.727670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Checking segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:37.729378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Bound using segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:37.729378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Bound port: a221ba3c-65f3-4453-aeea-cda82f9291f5, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:37.732697 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e8f09f35-c856-40ca-9f6a-583e3c2860ee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.4595678 Oct 18 23:24:37.733149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:37.751292 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddd721b9-7a57-4982-99c4-64735425146c req-3dcba0e8-4274-4292-b4a5-9741c7a871b4 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951313 Oct 18 23:24:37.774468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46944) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:37.776097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Calling delete_port for b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:37.782449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:37.789744 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66178c3b-dd98-4b40-9722-7cad02f97ecb" -d '{"events": [{"server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:37.819371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'subnet': {'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:37.861994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network ddd560be-fca0-42f8-afce-725b6f26594b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:24:37.911330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:37.991876 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.051276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] For port a221ba3c-65f3-4453-aeea-cda82f9291f5, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:38.120312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e1006741-50f1-4091-a3ec-95d3e036b912 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-55856771'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:38.133158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-75eaa24a-33bd-45cb-819a-f1b9f0f498ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.133771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-75eaa24a-33bd-45cb-819a-f1b9f0f498ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.134207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-75eaa24a-33bd-45cb-819a-f1b9f0f498ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.134687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-75eaa24a-33bd-45cb-819a-f1b9f0f498ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.135261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-75eaa24a-33bd-45cb-819a-f1b9f0f498ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.135765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-75eaa24a-33bd-45cb-819a-f1b9f0f498ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.136244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-75eaa24a-33bd-45cb-819a-f1b9f0f498ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.139190 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-75eaa24a-33bd-45cb-819a-f1b9f0f498ec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6167 time: 0.9047327 Oct 18 23:24:38.152508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] For port a221ba3c-65f3-4453-aeea-cda82f9291f5, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a221ba3c-65f3-4453-aeea-cda82f9291f5,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:38.156355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:38.199847 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.244476 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e1006741-50f1-4091-a3ec-95d3e036b912 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.245604 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e1006741-50f1-4091-a3ec-95d3e036b912 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.257239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17226ce-e3f1-41c4-ab88-3a0f6feaea7f req-411e6c73-b58c-435e-8e75-7b95d9895600 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.259041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e17226ce-e3f1-41c4-ab88-3a0f6feaea7f req-411e6c73-b58c-435e-8e75-7b95d9895600 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.2793629 Oct 18 23:24:38.274685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.275344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.276741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] 10.222.0.102 "PUT /v2.0/ports/a221ba3c-65f3-4453-aeea-cda82f9291f5 HTTP/1.1" status: 200 len: 1130 time: 2.8393850 Oct 18 23:24:38.340814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:38.385796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d6fa1-d4c3-4ece-be08-339c08b95041 service neutron] Pushing event updated for resources: {'Port': ['ID=a221ba3c-65f3-4453-aeea-cda82f9291f5,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:38.405536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fd73b-ec36-417a-a3ec-634d0cd5f55d req-0f0b75f2-cd2c-4ee0-94bf-936ebd09cc1f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.419552 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fd73b-ec36-417a-a3ec-634d0cd5f55d req-0f0b75f2-cd2c-4ee0-94bf-936ebd09cc1f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.434677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fd73b-ec36-417a-a3ec-634d0cd5f55d req-0f0b75f2-cd2c-4ee0-94bf-936ebd09cc1f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.434998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e1006741-50f1-4091-a3ec-95d3e036b912 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.451338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fd73b-ec36-417a-a3ec-634d0cd5f55d req-0f0b75f2-cd2c-4ee0-94bf-936ebd09cc1f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.456244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e1006741-50f1-4091-a3ec-95d3e036b912 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.471605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fd73b-ec36-417a-a3ec-634d0cd5f55d req-0f0b75f2-cd2c-4ee0-94bf-936ebd09cc1f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.483056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e17226ce-e3f1-41c4-ab88-3a0f6feaea7f req-034b293f-bc84-4842-afd1-7ae77a1aad2b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119739 Oct 18 23:24:38.485762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fd73b-ec36-417a-a3ec-634d0cd5f55d req-0f0b75f2-cd2c-4ee0-94bf-936ebd09cc1f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.502895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fd73b-ec36-417a-a3ec-634d0cd5f55d req-0f0b75f2-cd2c-4ee0-94bf-936ebd09cc1f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:38.518000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a17fd73b-ec36-417a-a3ec-634d0cd5f55d req-0f0b75f2-cd2c-4ee0-94bf-936ebd09cc1f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 1.3235373 Oct 18 23:24:38.556369 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e1006741-50f1-4091-a3ec-95d3e036b912 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.557106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e1006741-50f1-4091-a3ec-95d3e036b912 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.8023841 Oct 18 23:24:38.568792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.570569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46958) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:38.842773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bb262e7-c7d8-418f-acbf-70877cc3e524 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:38.903560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:38.908910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:39.002093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634ffab-18f2-46fa-b0fa-357e1f98340e req-6d03f5db-9bf2-4781-9089-32e8cdbfe052 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.019239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7634ffab-18f2-46fa-b0fa-357e1f98340e req-6d03f5db-9bf2-4781-9089-32e8cdbfe052 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 944 time: 0.2949607 Oct 18 23:24:39.020605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:24:39.104782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': 'a221ba3c-65f3-4453-aeea-cda82f9291f5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:39.116293 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "a221ba3c-65f3-4453-aeea-cda82f9291f5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:39.157168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a17fd73b-ec36-417a-a3ec-634d0cd5f55d req-317e2b0c-58a9-47b3-840a-a5c838a3e4ea tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6217408 Oct 18 23:24:39.214492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7634ffab-18f2-46fa-b0fa-357e1f98340e req-86cfbbfd-632d-46a4-bd36-540ca7f21069 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/security-groups?id=f8443210-3dd7-4e36-8e9b-69cd83e59885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851411 Oct 18 23:24:39.225913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:24:39.242864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:39.242864 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:39.446762 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec24fb22-43d5-45c4-bc2e-4ac99fbfdc07 x-openstack-request-id: req-ec24fb22-43d5-45c4-bc2e-4ac99fbfdc07 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:39.447038 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:39.447308 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec24fb22-43d5-45c4-bc2e-4ac99fbfdc07 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:39.447733 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'code': 200} Oct 18 23:24:39.664395 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:39.674493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae3-9abe-4e55-b0f8-08c95fcdc729 req-efb092c7-3d04-41e8-995f-e8aebd7b5dd5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.691695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae3-9abe-4e55-b0f8-08c95fcdc729 req-efb092c7-3d04-41e8-995f-e8aebd7b5dd5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.706020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae3-9abe-4e55-b0f8-08c95fcdc729 req-efb092c7-3d04-41e8-995f-e8aebd7b5dd5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.722922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae3-9abe-4e55-b0f8-08c95fcdc729 req-efb092c7-3d04-41e8-995f-e8aebd7b5dd5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.736667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae3-9abe-4e55-b0f8-08c95fcdc729 req-efb092c7-3d04-41e8-995f-e8aebd7b5dd5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.751564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,segment=NetworkSegment(d5fab4ac-eb73-47bf-adbe-cdc326ae131c),segment_id=d5fab4ac-eb73-47bf-adbe-cdc326ae131c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:39.753092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae3-9abe-4e55-b0f8-08c95fcdc729 req-efb092c7-3d04-41e8-995f-e8aebd7b5dd5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.763201 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:39.768837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae3-9abe-4e55-b0f8-08c95fcdc729 req-efb092c7-3d04-41e8-995f-e8aebd7b5dd5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.783627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0beae3-9abe-4e55-b0f8-08c95fcdc729 req-efb092c7-3d04-41e8-995f-e8aebd7b5dd5 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5369 time: 0.3929150 Oct 18 23:24:39.866032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-27323485-e37e-49fb-ae0d-be959f4dbca4 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1844399 Oct 18 23:24:39.870997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bb262e7-c7d8-418f-acbf-70877cc3e524 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:39.907204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:39.930328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0beae3-9abe-4e55-b0f8-08c95fcdc729 req-120d7153-eb7d-4946-a305-9381ff0b18e7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267052 Oct 18 23:24:39.941265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:39.946163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-783cf6c2-0a5d-4395-9a31-6a5c0588e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.946688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-783cf6c2-0a5d-4395-9a31-6a5c0588e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.947236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-783cf6c2-0a5d-4395-9a31-6a5c0588e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:39.949903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-783cf6c2-0a5d-4395-9a31-6a5c0588e29b service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.6277761 Oct 18 23:24:39.956273 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bb262e7-c7d8-418f-acbf-70877cc3e524 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:39.970934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e8bbe8-ed68-4237-b01d-65e0153e9b27 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:39.993197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:40.029280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Transition to ACTIVE for port object 70e8bbe8-ed68-4237-b01d-65e0153e9b27 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:40.036648 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8e2582-6be9-4e2e-972e-2655778989a1 x-openstack-request-id: req-0b8e2582-6be9-4e2e-972e-2655778989a1 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:40.037347 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "a221ba3c-65f3-4453-aeea-cda82f9291f5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:40.038410 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b8e2582-6be9-4e2e-972e-2655778989a1 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:40.039472 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': 'a221ba3c-65f3-4453-aeea-cda82f9291f5', 'status': 'completed', 'code': 200} Oct 18 23:24:40.046138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:40.050867 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9ac3e081-e76c-4e60-818d-1f53d3c14a9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=bf6f01ac-8e62-4468-aede-f946a2798c22 HTTP/1.1" status: 200 len: 217 time: 0.0896215 Oct 18 23:24:40.084606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Pushing event deleted for resources: {'Port': ['ID=b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:40.298962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=70e8bbe8-ed68-4237-b01d-65e0153e9b27,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:40.332785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Attempting to bind port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:40.333256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Attempting to bind port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:40.333704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Attempting to bind port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:40.346242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 on network cec56cf4-1185-4e9c-8660-7e388b5035be not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:40.351317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Attempting to bind port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:40.399924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:40.402920 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bb262e7-c7d8-418f-acbf-70877cc3e524 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:40.403428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80bc07-ef93-4093-913c-64a3174465c6 req-4277bcbd-f667-4861-a46a-11cc772a6761 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:40.403765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb262e7-c7d8-418f-acbf-70877cc3e524 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cac9cd6-2769-4ba2-ba61-a668447db048 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:24:40.409689 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bb262e7-c7d8-418f-acbf-70877cc3e524 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:40.412183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9bb262e7-c7d8-418f-acbf-70877cc3e524 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "DELETE /v2.0/routers/7cac9cd6-2769-4ba2-ba61-a668447db048 HTTP/1.1" status: 204 len: 168 time: 1.8177929 Oct 18 23:24:40.434698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab80bc07-ef93-4093-913c-64a3174465c6 req-4277bcbd-f667-4861-a46a-11cc772a6761 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.2686582 Oct 18 23:24:40.436154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46976) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:40.441662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:40.444224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Checking segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:40.445032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Bound using segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:40.446034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Bound port: 70e8bbe8-ed68-4237-b01d-65e0153e9b27, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:40.446767 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:40.455547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-15fb6b95-1a6d-46d2-ab2c-bc28dd705945 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Request body: {'router': {'name': 'tempest-router-340062315', 'distributed': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:40.525671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01312-6c80-4551-a291-9e11600a425e req-df8aaa0e-87d7-4a13-acc6-65d9c31f5343 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:40.534319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22a01312-6c80-4551-a291-9e11600a425e req-df8aaa0e-87d7-4a13-acc6-65d9c31f5343 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 944 time: 0.8459575 Oct 18 23:24:40.611381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] No DVR routers for this DVR port b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:24:40.614392 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:40.618838 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ab1d4fe-b89f-476c-8c14-2106ee161ea9 req-a9d66888-a03e-4b6d-8da3-719a3a4c40a1 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.102 "DELETE /v2.0/ports/b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f HTTP/1.1" status: 204 len: 173 time: 6.0159163 Oct 18 23:24:40.634372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'name': 'network-vif-deleted', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:40.637559 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef3c221-0023-4daf-8098-ffb95df54a29" -d '{"events": [{"server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "name": "network-vif-deleted", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:40.653770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Subnet': ['ID=1f00c00d-5176-4b39-9de3-52587e1aa5ac,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:40.687629 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15fb6b95-1a6d-46d2-ab2c-bc28dd705945 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:40.690035 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15fb6b95-1a6d-46d2-ab2c-bc28dd705945 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:40.704285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22a01312-6c80-4551-a291-9e11600a425e req-66ccb60f-e4bd-4c27-8aa0-ef341c5e1618 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669292 Oct 18 23:24:40.733780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-e1cdff37-43c6-402c-b4d5-bfd2574d16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:40.747663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-e1cdff37-43c6-402c-b4d5-bfd2574d16fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.6475797 Oct 18 23:24:40.750379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab80bc07-ef93-4093-913c-64a3174465c6 req-ff27000d-c694-48a6-a946-f9a668de536a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804275 Oct 18 23:24:40.773594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-c6a6a54b-cd1f-4fce-af22-a36e05af679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:40.775076 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-597c271c-7a09-4e14-b5ce-0784ec053c91 req-c6a6a54b-cd1f-4fce-af22-a36e05af679e service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7111659 Oct 18 23:24:40.817083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Checking segment: {'id': '560f303b-a3ba-4603-a146-5ff09f6039f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:40.817468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network hostable DHCP agents. Network: ddd560be-fca0-42f8-afce-725b6f26594b, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:24:40.970702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-62fd316c-d655-489d-af67-fc671430c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:40.980581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-62fd316c-d655-489d-af67-fc671430c182 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2248664 Oct 18 23:24:41.001884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] For port 70e8bbe8-ed68-4237-b01d-65e0153e9b27, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:41.052512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network ddd560be-fca0-42f8-afce-725b6f26594b is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:24:41.152596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-42ee8f07-8397-4e83-b387-abde6c164ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.153506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-42ee8f07-8397-4e83-b387-abde6c164ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.154161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-42ee8f07-8397-4e83-b387-abde6c164ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.154641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-42ee8f07-8397-4e83-b387-abde6c164ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.155045 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15fb6b95-1a6d-46d2-ab2c-bc28dd705945 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:41.155546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-42ee8f07-8397-4e83-b387-abde6c164ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.155626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-42ee8f07-8397-4e83-b387-abde6c164ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.156191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-42ee8f07-8397-4e83-b387-abde6c164ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.159040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-42ee8f07-8397-4e83-b387-abde6c164ba9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6235 time: 0.3005791 Oct 18 23:24:41.188312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] For port 70e8bbe8-ed68-4237-b01d-65e0153e9b27, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:41.227921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:41.230711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15fb6b95-1a6d-46d2-ab2c-bc28dd705945 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:41.303349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d4ec-c7d4-45b1-8752-98ae5ec3926e req-0f546781-06df-4461-a1e2-53a7092bc362 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.321433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d4ec-c7d4-45b1-8752-98ae5ec3926e req-0f546781-06df-4461-a1e2-53a7092bc362 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.335322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d4ec-c7d4-45b1-8752-98ae5ec3926e req-0f546781-06df-4461-a1e2-53a7092bc362 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.348256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d4ec-c7d4-45b1-8752-98ae5ec3926e req-0f546781-06df-4461-a1e2-53a7092bc362 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.362201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d4ec-c7d4-45b1-8752-98ae5ec3926e req-0f546781-06df-4461-a1e2-53a7092bc362 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.375033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d4ec-c7d4-45b1-8752-98ae5ec3926e req-0f546781-06df-4461-a1e2-53a7092bc362 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.388525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d4ec-c7d4-45b1-8752-98ae5ec3926e req-0f546781-06df-4461-a1e2-53a7092bc362 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.405524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9331d4ec-c7d4-45b1-8752-98ae5ec3926e req-0f546781-06df-4461-a1e2-53a7092bc362 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.4649386 Oct 18 23:24:41.449645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d69a27-905e-4919-a102-a44f8fb22a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:41.454706 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e6bd48-ffff-412d-8d4a-8dd022144a3f" -d '{"events": [{"server_uuid": "b3d69a27-905e-4919-a102-a44f8fb22a64", "name": "network-vif-plugged", "status": "completed", "tag": "c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:41.465083 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15fb6b95-1a6d-46d2-ab2c-bc28dd705945 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:41.474019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-15fb6b95-1a6d-46d2-ab2c-bc28dd705945 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0332072 Oct 18 23:24:41.483898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46992) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:41.583131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, ddd560be-fca0-42f8-afce-725b6f26594b) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:41.611530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e36cb-7f72-4d64-ad27-abc4f2d80039 None None] Network ddd560be-fca0-42f8-afce-725b6f26594b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:24:41.626600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.627247 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:41.661812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc82681e-fd1c-4339-98e3-79f9ac3f7ab2 req-2d330ba5-367e-4813-b377-b19fa2494669 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816 tempest-FloatingIPsAssociationNegativeTestJSON-2089775816-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cf66c18-5d35-44d0-8b32-ff740b88b5e7 HTTP/1.1" status: 200 len: 210 time: 0.5226023 Oct 18 23:24:41.699360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:41.702201 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:41.704233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] 10.222.0.102 "PUT /v2.0/ports/70e8bbe8-ed68-4237-b01d-65e0153e9b27 HTTP/1.1" status: 200 len: 1091 time: 3.3731678 Oct 18 23:24:41.767411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fdb980bf-2a8b-4bbb-8bf1-589374f66a0c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9846282 Oct 18 23:24:41.773576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46996) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:41.779139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-583477630'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:41.784734 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ca3029-4e96-4bac-8fd4-66c22b893f7c x-openstack-request-id: req-61ca3029-4e96-4bac-8fd4-66c22b893f7c {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:41.785308 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf66c18-5d35-44d0-8b32-ff740b88b5e7", "name": "network-vif-deleted", "tag": "b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:41.785716 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61ca3029-4e96-4bac-8fd4-66c22b893f7c {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:41.786335 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf66c18-5d35-44d0-8b32-ff740b88b5e7', 'name': 'network-vif-deleted', 'tag': 'b5e7843f-5ec2-4f20-bff5-64d6ef4dea4f', 'status': 'completed', 'code': 200} Oct 18 23:24:41.882765 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-27943bde-99c0-458e-8bf9-71d55c0dfa67 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8842947 Oct 18 23:24:41.898693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76f83148-db43-4654-81d0-dd9e12b82c80 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:41.944096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:41.948710 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.049043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-c7a0b868-cc71-4d74-b13d-b76f7c0cb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.049560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-c7a0b868-cc71-4d74-b13d-b76f7c0cb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.050043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-c7a0b868-cc71-4d74-b13d-b76f7c0cb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.051884 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-c7a0b868-cc71-4d74-b13d-b76f7c0cb56e service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4780731 Oct 18 23:24:42.150825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:42.152356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:24:42.153786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '70e8bbe8-ed68-4237-b01d-65e0153e9b27'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:42.156824 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "70e8bbe8-ed68-4237-b01d-65e0153e9b27"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:42.160443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7bccd-dd19-4ebd-9312-ef6b4833e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=70e8bbe8-ed68-4237-b01d-65e0153e9b27,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:42.176301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-ddd560be-fca0-42f8-afce-725b6f26594b', 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'fixed_ips': [{'subnet_id': '1f00c00d-5176-4b39-9de3-52587e1aa5ac'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:24:42.177763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.263812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.263812 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Added segment 5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2 of type vlan for network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 Oct 18 23:24:42.265507 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-240b5363-cc0e-4c07-8818-c14fecea1cca service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631308 Oct 18 23:24:42.315041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e7ab-77db-4f82-ba88-746fcf117361 req-fbf15b33-092c-467a-94ad-4ad300c00d49 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.321861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e7ab-77db-4f82-ba88-746fcf117361 req-fbf15b33-092c-467a-94ad-4ad300c00d49 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.329197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e7ab-77db-4f82-ba88-746fcf117361 req-fbf15b33-092c-467a-94ad-4ad300c00d49 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.336272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e7ab-77db-4f82-ba88-746fcf117361 req-fbf15b33-092c-467a-94ad-4ad300c00d49 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.343473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e7ab-77db-4f82-ba88-746fcf117361 req-fbf15b33-092c-467a-94ad-4ad300c00d49 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.350889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e7ab-77db-4f82-ba88-746fcf117361 req-fbf15b33-092c-467a-94ad-4ad300c00d49 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.357567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e7ab-77db-4f82-ba88-746fcf117361 req-fbf15b33-092c-467a-94ad-4ad300c00d49 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.360423 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d10e7ab-77db-4f82-ba88-746fcf117361 req-fbf15b33-092c-467a-94ad-4ad300c00d49 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5381 time: 0.3064344 Oct 18 23:24:42.373477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9331d4ec-c7d4-45b1-8752-98ae5ec3926e req-ecbcd5c4-148c-4e4c-8501-e691fe728499 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9662857 Oct 18 23:24:42.449753 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76f83148-db43-4654-81d0-dd9e12b82c80 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.454379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76f83148-db43-4654-81d0-dd9e12b82c80 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.530433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.555932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-ea39ce78-03cf-4092-b5e6-4c844150a26f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=9501c6d1-d528-46f9-ba18-68ffb673079f HTTP/1.1" status: 200 len: 217 time: 0.2746131 Oct 18 23:24:42.559667 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad483ef5-7d37-4fa4-8537-e7e77ee2e7fa x-openstack-request-id: req-ad483ef5-7d37-4fa4-8537-e7e77ee2e7fa {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:42.560148 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d69a27-905e-4919-a102-a44f8fb22a64", "name": "network-vif-plugged", "status": "completed", "tag": "c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:42.560244 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad483ef5-7d37-4fa4-8537-e7e77ee2e7fa {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:42.560624 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d69a27-905e-4919-a102-a44f8fb22a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1', 'code': 200} Oct 18 23:24:42.617939 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Allocated IP 19.80.0.2 (ddd560be-fca0-42f8-afce-725b6f26594b/1f00c00d-5176-4b39-9de3-52587e1aa5ac/cf9dd6b3-7942-4723-bef9-c9fb76e25b9f) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:42.629947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.663401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-d4b8f87e-be04-45f7-97b5-84818a2b6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.665488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7d34007-6898-4a24-a4d6-ae3bb6eca2fa req-d4b8f87e-be04-45f7-97b5-84818a2b6cc4 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5997391 Oct 18 23:24:42.721089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-31f33a7c-1de2-4cc1-86cc-ace173ad9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.723266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-31f33a7c-1de2-4cc1-86cc-ace173ad9a9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1407015 Oct 18 23:24:42.741534 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d10e7ab-77db-4f82-ba88-746fcf117361 req-81600b3b-85bc-4290-9bd5-3d5a1a81c4b7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2296946 Oct 18 23:24:42.753447 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.792986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:42.798690 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.981862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76f83148-db43-4654-81d0-dd9e12b82c80 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:42.983089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f83148-db43-4654-81d0-dd9e12b82c80 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79d9523d-a6b3-478d-9c28-96ca2d752a75 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:24:43.008150 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.022456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.106968 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3270104 Oct 18 23:24:43.106968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75464f7-07eb-47ec-8dff-e0205ac98c2f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Network': ['ID=fddb06cc-ca2a-4b76-835e-0a5d916e25b0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:43.108520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47006) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:43.116671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'subnet': {'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:43.118296 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Network ddd560be-fca0-42f8-afce-725b6f26594b is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:43.129684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:24:43.142700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:43.145559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:43.174934 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76f83148-db43-4654-81d0-dd9e12b82c80 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.180416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-76f83148-db43-4654-81d0-dd9e12b82c80 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "DELETE /v2.0/routers/79d9523d-a6b3-478d-9c28-96ca2d752a75 HTTP/1.1" status: 204 len: 168 time: 1.6900427 Oct 18 23:24:43.184153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47008) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:43.202003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3dd2706d-3e94-486d-adf5-11661e879e98 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Request body: {'router': {'name': 'tempest-router-1048355058', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bcb92a882c884b0881d50a927983105f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:43.212032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308e30d-c407-4000-aebc-015a85352b65 req-4adb3ca8-813f-4824-beb6-9c3f467dee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:43.213143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e308e30d-c407-4000-aebc-015a85352b65 req-4adb3ca8-813f-4824-beb6-9c3f467dee21 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 1097 time: 0.4070752 Oct 18 23:24:43.219326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c1dd36dc-d416-46e4-b8c4-9a128f28397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:43.221276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c1dd36dc-d416-46e4-b8c4-9a128f28397b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4769228 Oct 18 23:24:43.242183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Pushing event updated for resources: {'Port': ['ID=cf9dd6b3-7942-4723-bef9-c9fb76e25b9f,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:43.263811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca62050-0176-473e-a99c-b6bdd559021f {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:43.288933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.312175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118a2e3-36d0-4f98-91d7-d98f335ab68c req-3740775c-1fb8-4d4c-be08-b95028e02ae5 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:43.325244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Attempting to bind port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:43.325893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Attempting to bind port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '560f303b-a3ba-4603-a146-5ff09f6039f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:43.326511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Attempting to bind port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f on network ddd560be-fca0-42f8-afce-725b6f26594b {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:43.328596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5118a2e3-36d0-4f98-91d7-d98f335ab68c req-3740775c-1fb8-4d4c-be08-b95028e02ae5 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 945 time: 0.4347279 Oct 18 23:24:43.333437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:43.334786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Checking segment: {'id': '560f303b-a3ba-4603-a146-5ff09f6039f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:43.335460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.336217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Bound using segment: {'id': '560f303b-a3ba-4603-a146-5ff09f6039f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:43.336997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Bound port: cf9dd6b3-7942-4723-bef9-c9fb76e25b9f, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560f303b-a3ba-4603-a146-5ff09f6039f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:43.337607 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.342572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c7f5e-7b7c-4474-adec-7401ab49324b req-21f102a3-d823-4bb0-a7c6-fe7fa5cf8846 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:43.375797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c60c7f5e-7b7c-4474-adec-7401ab49324b req-21f102a3-d823-4bb0-a7c6-fe7fa5cf8846 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.4480102 Oct 18 23:24:43.399341 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dd2706d-3e94-486d-adf5-11661e879e98 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.400522 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dd2706d-3e94-486d-adf5-11661e879e98 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.429825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] For port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:43.434849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] For port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cf9dd6b3-7942-4723-bef9-c9fb76e25b9f,segment=NetworkSegment(560f303b-a3ba-4603-a146-5ff09f6039f3),segment_id=560f303b-a3ba-4603-a146-5ff09f6039f3)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:43.446058 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.535319 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dd2706d-3e94-486d-adf5-11661e879e98 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.541935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Transition to ACTIVE for port object 8ca62050-0176-473e-a99c-b6bdd559021f will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:43.557189 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dd2706d-3e94-486d-adf5-11661e879e98 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.583300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.589276 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60931f-7197-413d-af5d-dd4171c3d3aa None None] Pushing event updated for resources: {'Port': ['ID=cf9dd6b3-7942-4723-bef9-c9fb76e25b9f,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:43.701562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5118a2e3-36d0-4f98-91d7-d98f335ab68c req-69e8a264-391b-499a-b083-dbc1882a425a tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719358 Oct 18 23:24:43.736566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e308e30d-c407-4000-aebc-015a85352b65 req-bccdc171-6248-46c2-b19d-331bb3110c57 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087392 Oct 18 23:24:43.749147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca62050-0176-473e-a99c-b6bdd559021f,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:43.845272 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c60c7f5e-7b7c-4474-adec-7401ab49324b req-20f8e26c-3fd1-4fbf-8061-b2dd55212bd9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676397 Oct 18 23:24:43.862288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:43.868621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.869869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dd2706d-3e94-486d-adf5-11661e879e98 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:43.877710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3dd2706d-3e94-486d-adf5-11661e879e98 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6858408 Oct 18 23:24:43.888130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47022) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:43.899610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:44.022713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47024) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:44.055506 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-9c3f7f15-f96b-4a78-a718-69bcc1220755 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519913 Oct 18 23:24:44.056898 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c7b421-6315-4d08-8705-39f8e7c835b3 x-openstack-request-id: req-b0c7b421-6315-4d08-8705-39f8e7c835b3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:44.057197 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "70e8bbe8-ed68-4237-b01d-65e0153e9b27", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:44.057456 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0c7b421-6315-4d08-8705-39f8e7c835b3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:44.057877 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '70e8bbe8-ed68-4237-b01d-65e0153e9b27', 'status': 'completed', 'code': 200} Oct 18 23:24:44.556739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Attempting to bind port 8ca62050-0176-473e-a99c-b6bdd559021f on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:44.557419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Attempting to bind port 8ca62050-0176-473e-a99c-b6bdd559021f by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:44.557530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Attempting to bind port 8ca62050-0176-473e-a99c-b6bdd559021f on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:44.661825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b542-65d3-433d-9903-f9d1f3ba5b45 req-a7880bf4-9a1f-476c-9d7f-f1f8c44bc03d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:44.668484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b542-65d3-433d-9903-f9d1f3ba5b45 req-a7880bf4-9a1f-476c-9d7f-f1f8c44bc03d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:44.684029 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c7daffe2-97d1-41cb-a511-e166a38f48dd service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088514 Oct 18 23:24:44.685437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b542-65d3-433d-9903-f9d1f3ba5b45 req-a7880bf4-9a1f-476c-9d7f-f1f8c44bc03d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:44.694810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:44.696418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b542-65d3-433d-9903-f9d1f3ba5b45 req-a7880bf4-9a1f-476c-9d7f-f1f8c44bc03d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:44.708802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b542-65d3-433d-9903-f9d1f3ba5b45 req-a7880bf4-9a1f-476c-9d7f-f1f8c44bc03d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:44.719864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b542-65d3-433d-9903-f9d1f3ba5b45 req-a7880bf4-9a1f-476c-9d7f-f1f8c44bc03d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:44.726845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b542-65d3-433d-9903-f9d1f3ba5b45 req-a7880bf4-9a1f-476c-9d7f-f1f8c44bc03d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:44.735799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ff1b542-65d3-433d-9903-f9d1f3ba5b45 req-a7880bf4-9a1f-476c-9d7f-f1f8c44bc03d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.5592253 Oct 18 23:24:44.748478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Port 8ca62050-0176-473e-a99c-b6bdd559021f on network cec56cf4-1185-4e9c-8660-7e388b5035be not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:44.748881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Attempting to bind port 8ca62050-0176-473e-a99c-b6bdd559021f on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:44.774452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:44.774824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Checking segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:44.775229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Bound using segment: {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:44.775857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Bound port: 8ca62050-0176-473e-a99c-b6bdd559021f, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65a2e8a-e5a8-4656-bf49-5d4d33017361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:44.776239 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:44.825280 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:44.825704 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:44.907584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-751257a1-a53a-49f0-baf5-906d93ab3d4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=647b7f98-2219-41e9-8bc3-2f82234f0205 HTTP/1.1" status: 200 len: 217 time: 0.1753955 Oct 18 23:24:44.910467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Subnet': ['ID=4d4c63e8-0298-4a4e-8d97-7bb36f9783da,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:45.021025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-16e8be5b-497b-4846-88fa-143bef05e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.023571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-16e8be5b-497b-4846-88fa-143bef05e4cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.1045127 Oct 18 23:24:45.061372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4cde-27c0-4ff3-a7bd-9cb1ca7224b2 req-1987ceba-c770-434f-ad9d-4829dd40687e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.068374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4cde-27c0-4ff3-a7bd-9cb1ca7224b2 req-1987ceba-c770-434f-ad9d-4829dd40687e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.075736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4cde-27c0-4ff3-a7bd-9cb1ca7224b2 req-1987ceba-c770-434f-ad9d-4829dd40687e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.083577 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4cde-27c0-4ff3-a7bd-9cb1ca7224b2 req-1987ceba-c770-434f-ad9d-4829dd40687e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.092376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4cde-27c0-4ff3-a7bd-9cb1ca7224b2 req-1987ceba-c770-434f-ad9d-4829dd40687e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.102954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4cde-27c0-4ff3-a7bd-9cb1ca7224b2 req-1987ceba-c770-434f-ad9d-4829dd40687e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.109409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ff1b542-65d3-433d-9903-f9d1f3ba5b45 req-aa041806-758f-4083-9f5a-3bca14b522c3 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3723946 Oct 18 23:24:45.111268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4cde-27c0-4ff3-a7bd-9cb1ca7224b2 req-1987ceba-c770-434f-ad9d-4829dd40687e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.113322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-906e4cde-27c0-4ff3-a7bd-9cb1ca7224b2 req-1987ceba-c770-434f-ad9d-4829dd40687e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5393 time: 0.9593966 Oct 18 23:24:45.138475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100922) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 18 23:24:45.139246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Router d49556bd-5d84-4bcf-a003-dd2ab15dee5d migrating from provider to provider. {{(pid=100922) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 18 23:24:45.140974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:45.170855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:45.194130 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:45.231850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-906e4cde-27c0-4ff3-a7bd-9cb1ca7224b2 req-70cd997b-23a4-4180-bc1c-8ec0a5119ba3 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080334 Oct 18 23:24:45.254534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-c1bfcd6c-0188-468f-95e1-3ed7bce04660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.255089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-c1bfcd6c-0188-468f-95e1-3ed7bce04660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.255753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-c1bfcd6c-0188-468f-95e1-3ed7bce04660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.256233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-c1bfcd6c-0188-468f-95e1-3ed7bce04660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.267402 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-c1bfcd6c-0188-468f-95e1-3ed7bce04660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.268174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-c1bfcd6c-0188-468f-95e1-3ed7bce04660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.268807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-c1bfcd6c-0188-468f-95e1-3ed7bce04660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.271103 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-c1bfcd6c-0188-468f-95e1-3ed7bce04660 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6303 time: 0.6897995 Oct 18 23:24:45.343115 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Checking segment: {'id': '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:45.343489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network hostable DHCP agents. Network: fddb06cc-ca2a-4b76-835e-0a5d916e25b0, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:24:45.390967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73215850-e54a-403f-9cf6-cea1bfe70ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.392600 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-73215850-e54a-403f-9cf6-cea1bfe70ce6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3581700 Oct 18 23:24:45.397596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbddceb-6182-400d-b51e-a3386eabd4e4 None None] Network ddd560be-fca0-42f8-afce-725b6f26594b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:24:45.505039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] For port 8ca62050-0176-473e-a99c-b6bdd559021f, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:45.763483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:24:45.773479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5ec14763-6be9-4090-8a6e-40470c8c8d1f None None] Provisioning complete for port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:45.775462 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ec14763-6be9-4090-8a6e-40470c8c8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:45.908883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, fddb06cc-ca2a-4b76-835e-0a5d916e25b0) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:45.929357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-78ad9966-55cf-4f93-8f5d-fed980c6340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.930206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-78ad9966-55cf-4f93-8f5d-fed980c6340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.930905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-78ad9966-55cf-4f93-8f5d-fed980c6340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.933617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-78ad9966-55cf-4f93-8f5d-fed980c6340d service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6161795 Oct 18 23:24:45.938261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:45.939427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:45.960829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7b514-00e2-4741-b88e-856861e75cf2 None None] Network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:24:46.029338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bbade-5292-4201-a9cc-97d784d12771 req-9c0a3154-1d1e-4563-b447-550173ed5478 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.051113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-397bbade-5292-4201-a9cc-97d784d12771 req-9c0a3154-1d1e-4563-b447-550173ed5478 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.4225938 Oct 18 23:24:46.064438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b5cdcf70-5029-4615-9114-072e2938dc94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9519312 Oct 18 23:24:46.127999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cf9dd6b3-7942-4723-bef9-c9fb76e25b9f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:24:46.224458 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-aacfd39f-ce3e-4f67-beec-5c074736f4a0 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8132906 Oct 18 23:24:46.307031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-397bbade-5292-4201-a9cc-97d784d12771 req-5bdf0de4-c09d-4878-ab43-a0569d0ed4d8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549853 Oct 18 23:24:46.451841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ec14763-6be9-4090-8a6e-40470c8c8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:46.477338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] For port 8ca62050-0176-473e-a99c-b6bdd559021f, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8ca62050-0176-473e-a99c-b6bdd559021f,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:46.494750 n-d-713498-28 neutron-server[100922]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] No L3 agents can host the router d49556bd-5d84-4bcf-a003-dd2ab15dee5d Oct 18 23:24:46.507251 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:46.558913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5ec14763-6be9-4090-8a6e-40470c8c8d1f None None] For port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cf9dd6b3-7942-4723-bef9-c9fb76e25b9f,segment=NetworkSegment(560f303b-a3ba-4603-a146-5ff09f6039f3),segment_id=560f303b-a3ba-4603-a146-5ff09f6039f3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:46.565620 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-7eefe4af-1723-4b00-9fbd-2f3cb3d5dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.566322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81e3ad5f-9b2a-4a32-8006-fb20b435b2eb req-7eefe4af-1723-4b00-9fbd-2f3cb3d5dba5 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6103117 Oct 18 23:24:46.581589 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ec14763-6be9-4090-8a6e-40470c8c8d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:46.633853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0ac49-cf67-4c50-b152-14466499a259 req-f7c864de-56d2-4c64-9683-09b0b0e366c0 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.635796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96a0ac49-cf67-4c50-b152-14466499a259 req-f7c864de-56d2-4c64-9683-09b0b0e366c0 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 945 time: 1.3423624 Oct 18 23:24:46.636631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca62050-0176-473e-a99c-b6bdd559021f,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:46.682028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284ab9-9211-4bca-8a0a-b8b18ccc9c78 req-4882202b-a76b-4edc-a5e3-b04d815e9cb2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.699697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.700676 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:46.702123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-4177f121-083c-4055-abaf-5f2c869c0a99 service neutron] 10.222.0.102 "PUT /v2.0/ports/8ca62050-0176-473e-a99c-b6bdd559021f HTTP/1.1" status: 200 len: 1090 time: 4.5561585 Oct 18 23:24:46.714588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284ab9-9211-4bca-8a0a-b8b18ccc9c78 req-4882202b-a76b-4edc-a5e3-b04d815e9cb2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.742546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:46.743267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:46.763093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284ab9-9211-4bca-8a0a-b8b18ccc9c78 req-4882202b-a76b-4edc-a5e3-b04d815e9cb2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.774332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '8ca62050-0176-473e-a99c-b6bdd559021f'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:46.778362 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e14f0f-70bb-483a-8083-4be1fddd2bca" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "8ca62050-0176-473e-a99c-b6bdd559021f"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:46.792080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284ab9-9211-4bca-8a0a-b8b18ccc9c78 req-4882202b-a76b-4edc-a5e3-b04d815e9cb2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.805082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:46.810248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284ab9-9211-4bca-8a0a-b8b18ccc9c78 req-4882202b-a76b-4edc-a5e3-b04d815e9cb2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.817444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284ab9-9211-4bca-8a0a-b8b18ccc9c78 req-4882202b-a76b-4edc-a5e3-b04d815e9cb2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.861628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284ab9-9211-4bca-8a0a-b8b18ccc9c78 req-4882202b-a76b-4edc-a5e3-b04d815e9cb2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:46.894078 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88284ab9-9211-4bca-8a0a-b8b18ccc9c78 req-4882202b-a76b-4edc-a5e3-b04d815e9cb2 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.4767523 Oct 18 23:24:46.911260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-b37ff569-0f91-4efb-b873-da8893f16249 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653886 Oct 18 23:24:46.945645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-62f7268b-fef5-40c1-8c36-d5e59728671f None None] Provisioning complete for port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:46.946327 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62f7268b-fef5-40c1-8c36-d5e59728671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:47.029838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96a0ac49-cf67-4c50-b152-14466499a259 req-dc593f4f-c84e-481c-bea8-404e78564698 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774273 Oct 18 23:24:47.041118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec14763-6be9-4090-8a6e-40470c8c8d1f None None] Pushing event updated for resources: {'Port': ['ID=cf9dd6b3-7942-4723-bef9-c9fb76e25b9f,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:47.082628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:47.140085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:47.147291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-fddb06cc-ca2a-4b76-835e-0a5d916e25b0', 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'fixed_ips': [{'subnet_id': '4d4c63e8-0298-4a4e-8d97-7bb36f9783da'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:24:47.148858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:47.325621 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c5a568db-4c78-4820-ab4a-d386c4f24643 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6 HTTP/1.1" status: 200 len: 217 time: 0.3808293 Oct 18 23:24:47.358523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88284ab9-9211-4bca-8a0a-b8b18ccc9c78 req-8770068b-df97-4c79-a222-db5f4194b016 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4457126 Oct 18 23:24:47.412618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Hosts for router d49556bd-5d84-4bcf-a003-dd2ab15dee5d: [] {{(pid=100922) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 18 23:24:47.527042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-e8209d4e-1dd6-41b4-93ec-a6aa6e10971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:47.529802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-e8209d4e-1dd6-41b4-93ec-a6aa6e10971a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.1659589 Oct 18 23:24:47.611229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Hosts for other DVR routers connected to router d49556bd-5d84-4bcf-a003-dd2ab15dee5d: set() {{(pid=100922) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 18 23:24:47.614093 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:47.618509 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3e9fcfca-344c-4433-9c75-4e3e07a34bc8 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "PUT /v2.0/routers/d49556bd-5d84-4bcf-a003-dd2ab15dee5d HTTP/1.1" status: 200 len: 717 time: 3.7269344 Oct 18 23:24:47.619214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47066) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:47.819048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Allocated IP 19.86.0.2 (fddb06cc-ca2a-4b76-835e-0a5d916e25b0/4d4c63e8-0298-4a4e-8d97-7bb36f9783da/9afbca0e-9870-4580-94e1-a2d5d623ed4d) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:47.836042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c95abff5-6c96-4168-947e-8c40d442e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:47.839372 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-c95abff5-6c96-4168-947e-8c40d442e02b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2847183 Oct 18 23:24:47.986128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-d632baec-832d-4ecc-ac9f-22f2c2674a1a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:47.998202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-d632baec-832d-4ecc-ac9f-22f2c2674a1a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:48.013139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-d632baec-832d-4ecc-ac9f-22f2c2674a1a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/networks?id=ddd560be-fca0-42f8-afce-725b6f26594b&id=fddb06cc-ca2a-4b76-835e-0a5d916e25b0 HTTP/1.1" status: 200 len: 1391 time: 0.4803190 Oct 18 23:24:48.108742 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:24:48.111887 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:48.117744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cf9dd6b3-7942-4723-bef9-c9fb76e25b9f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:24:48.118585 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-1de88565-3311-4a2c-940e-33c30bd39e20 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/quotas/4f410f55dbbb4058ae1f0f4cc25a04d5 HTTP/1.1" status: 200 len: 375 time: 0.1027694 Oct 18 23:24:48.159477 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:48.206701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:48.212971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:48.221859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:48.282853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Pushing event updated for resources: {'Port': ['ID=9afbca0e-9870-4580-94e1-a2d5d623ed4d,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:48.322182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:48.322559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:48.337427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c224-530d-441a-8e2c-c5e56f5154dc req-828a1485-0a92-481e-9898-4350b88ff831 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:48.350183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Attempting to bind port 9afbca0e-9870-4580-94e1-a2d5d623ed4d on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:48.350845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Attempting to bind port 9afbca0e-9870-4580-94e1-a2d5d623ed4d by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:48.351151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Attempting to bind port 9afbca0e-9870-4580-94e1-a2d5d623ed4d on network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:48.366240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c224-530d-441a-8e2c-c5e56f5154dc req-828a1485-0a92-481e-9898-4350b88ff831 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:48.369862 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-99a3e80c-56b7-4319-8acd-26aa672abefa service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204036 Oct 18 23:24:48.371210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:48.372287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Checking segment: {'id': '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:48.372839 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:48.373283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Bound using segment: {'id': '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:48.373827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Bound port: 9afbca0e-9870-4580-94e1-a2d5d623ed4d, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:48.374222 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:48.382977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c224-530d-441a-8e2c-c5e56f5154dc req-828a1485-0a92-481e-9898-4350b88ff831 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:48.395419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c224-530d-441a-8e2c-c5e56f5154dc req-828a1485-0a92-481e-9898-4350b88ff831 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:48.396043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-e30bb62e-9b5d-4b4a-9194-e1873ba9b31d tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2454188 Oct 18 23:24:48.414271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c224-530d-441a-8e2c-c5e56f5154dc req-828a1485-0a92-481e-9898-4350b88ff831 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:48.431326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c224-530d-441a-8e2c-c5e56f5154dc req-828a1485-0a92-481e-9898-4350b88ff831 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:48.454528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c224-530d-441a-8e2c-c5e56f5154dc req-828a1485-0a92-481e-9898-4350b88ff831 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:48.458813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6831c224-530d-441a-8e2c-c5e56f5154dc req-828a1485-0a92-481e-9898-4350b88ff831 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5393 time: 1.2598708 Oct 18 23:24:48.580606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7427e076-c22f-4f83-93d7-03ee8939f2dd req-f7a1bf40-281b-4d3b-ab7e-096c647f24fc service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025423 Oct 18 23:24:48.585116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-15de1cbf-8aed-4c2e-8e55-fba12983c67c service neutron] 10.222.0.52 "GET /v2.0/networks/ddd560be-fca0-42f8-afce-725b6f26594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747983 Oct 18 23:24:48.605464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8a9d81c6-719e-4e36-bf19-cef3dc5addc5 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "GET /v2.0/routers/d49556bd-5d84-4bcf-a003-dd2ab15dee5d HTTP/1.1" status: 200 len: 717 time: 0.9295897 Oct 18 23:24:48.607961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47072) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:48.845005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] For port 9afbca0e-9870-4580-94e1-a2d5d623ed4d, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:48.851225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] For port 9afbca0e-9870-4580-94e1-a2d5d623ed4d, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9afbca0e-9870-4580-94e1-a2d5d623ed4d,segment=NetworkSegment(5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2),segment_id=5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:48.861559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:48.878587 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6831c224-530d-441a-8e2c-c5e56f5154dc req-eb2a31f3-de97-46a5-9a68-b34c9bc7a858 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3482683 Oct 18 23:24:48.977415 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-e4b950be-6a9a-4b61-8954-9ba513bfecd2 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd560be-fca0-42f8-afce-725b6f26594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624725 Oct 18 23:24:49.033987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1006e-793a-4a96-b427-3eaf092202a6 None None] Pushing event updated for resources: {'Port': ['ID=9afbca0e-9870-4580-94e1-a2d5d623ed4d,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:49.114878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92905cd7-b4ec-4d07-91cc-fca810fa649c {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:49.170467 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7590a386-cdf5-4899-b926-76dc806e1573 x-openstack-request-id: req-7590a386-cdf5-4899-b926-76dc806e1573 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:49.174599 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "8ca62050-0176-473e-a99c-b6bdd559021f", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:49.176233 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7590a386-cdf5-4899-b926-76dc806e1573 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:49.177259 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '8ca62050-0176-473e-a99c-b6bdd559021f', 'status': 'completed', 'code': 200} Oct 18 23:24:49.203863 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:49.303420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Deleting port d2fec1be-0dce-47aa-b561-6d3225f62089 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:49.304209 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:49.505765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] For port d2fec1be-0dce-47aa-b561-6d3225f62089, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d2fec1be-0dce-47aa-b561-6d3225f62089,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:49.506541 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:49.533215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Calling delete_port for d2fec1be-0dce-47aa-b561-6d3225f62089 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:49.818707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-deede356-4a1e-46f7-a012-2ccec8957334 tempest-RoutersTestDVR-1158031981 tempest-RoutersTestDVR-1158031981-project] 10.222.0.52 "GET /v2.0/routers/d49556bd-5d84-4bcf-a003-dd2ab15dee5d HTTP/1.1" status: 200 len: 683 time: 1.2093892 Oct 18 23:24:49.826418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-25d736dc-810f-421f-bb80-e13f0d9b56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:49.826985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-25d736dc-810f-421f-bb80-e13f0d9b56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:49.827536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-25d736dc-810f-421f-bb80-e13f0d9b56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:49.828092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-25d736dc-810f-421f-bb80-e13f0d9b56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:49.828683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-25d736dc-810f-421f-bb80-e13f0d9b56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:49.829163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-25d736dc-810f-421f-bb80-e13f0d9b56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:49.829633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-25d736dc-810f-421f-bb80-e13f0d9b56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:49.831704 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-25d736dc-810f-421f-bb80-e13f0d9b56b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6493 time: 0.9867377 Oct 18 23:24:49.832241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47084) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:49.957840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3301d68e-8931-4b27-92cc-327627f9b8e0 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:49.979156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Transition to ACTIVE for port object 92905cd7-b4ec-4d07-91cc-fca810fa649c will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:50.026034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:50.091381 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9afbca0e-9870-4580-94e1-a2d5d623ed4d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:24:50.121435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:50.128333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-b56ae421-3fad-4ba2-a985-1a8ad8b98b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:50.128855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-b56ae421-3fad-4ba2-a985-1a8ad8b98b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:50.129346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-b56ae421-3fad-4ba2-a985-1a8ad8b98b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:50.129829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-b56ae421-3fad-4ba2-a985-1a8ad8b98b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:50.135084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-b56ae421-3fad-4ba2-a985-1a8ad8b98b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:50.135685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-b56ae421-3fad-4ba2-a985-1a8ad8b98b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:50.136166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-b56ae421-3fad-4ba2-a985-1a8ad8b98b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:50.142247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-b56ae421-3fad-4ba2-a985-1a8ad8b98b09 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6345 time: 0.9599338 Oct 18 23:24:50.264282 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-729638c5-7c5f-4b0f-aa4c-afacb462dae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:50.307409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9afbca0e-9870-4580-94e1-a2d5d623ed4d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:50.308184 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:50.506969 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3301d68e-8931-4b27-92cc-327627f9b8e0 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:50.537373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Pushing event updated for resources: {'Port': ['ID=92905cd7-b4ec-4d07-91cc-fca810fa649c,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:50.541074 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3301d68e-8931-4b27-92cc-327627f9b8e0 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:50.608602 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:50.709030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 9afbca0e-9870-4580-94e1-a2d5d623ed4d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9afbca0e-9870-4580-94e1-a2d5d623ed4d,segment=NetworkSegment(5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2),segment_id=5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:50.711107 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-bda270f1-b4f3-4737-a13e-337e9aef8fdb service neutron] 10.222.0.52 "GET /v2.0/networks/fddb06cc-ca2a-4b76-835e-0a5d916e25b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6345940 Oct 18 23:24:50.712073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bc9f4-ae75-4197-b471-bf89c71b804c req-87398b87-80f5-40e7-a710-59fb82009818 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:50.714178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b3bc9f4-ae75-4197-b471-bf89c71b804c req-87398b87-80f5-40e7-a710-59fb82009818 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 1.4205601 Oct 18 23:24:50.721947 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:50.834229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=9afbca0e-9870-4580-94e1-a2d5d623ed4d,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:50.840672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fec1be-0dce-47aa-b561-6d3225f62089,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:50.974132 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-7c49ad52-b4e7-440e-a599-e9ef2d0dcf1c service neutron] 10.222.0.52 "GET /v2.0/networks/fddb06cc-ca2a-4b76-835e-0a5d916e25b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135788 Oct 18 23:24:50.989133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b3bc9f4-ae75-4197-b471-bf89c71b804c req-aea00c98-6a2d-458e-8a9d-c9cda99e8e29 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996021 Oct 18 23:24:51.008430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:51.024801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3301d68e-8931-4b27-92cc-327627f9b8e0 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:51.027291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3301d68e-8931-4b27-92cc-327627f9b8e0 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d49556bd-5d84-4bcf-a003-dd2ab15dee5d {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:24:51.041722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d8a719-5bcd-435f-93c4-e65e238aeedb None None] Network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:24:51.054760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3301d68e-8931-4b27-92cc-327627f9b8e0 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:51.061442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47090) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:51.066763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3301d68e-8931-4b27-92cc-327627f9b8e0 tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "DELETE /v2.0/routers/d49556bd-5d84-4bcf-a003-dd2ab15dee5d HTTP/1.1" status: 204 len: 168 time: 1.2033808 Oct 18 23:24:51.107192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-ba4853ae-631e-4f79-b957-1984b4c96eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.108698 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-ba4853ae-631e-4f79-b957-1984b4c96eb6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=be5758dd-8396-4c4a-a368-25bd778a9183 HTTP/1.1" status: 200 len: 902 time: 1.1529071 Oct 18 23:24:51.135918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7b03e8da-0b20-4968-b805-e969dc906d7b tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Request body: {'router': {'name': 'tempest-router-781829006', 'distributed': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:51.141648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Attempting to bind port 92905cd7-b4ec-4d07-91cc-fca810fa649c on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:51.142142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Attempting to bind port 92905cd7-b4ec-4d07-91cc-fca810fa649c by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:51.142682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Attempting to bind port 92905cd7-b4ec-4d07-91cc-fca810fa649c on network 39ea3733-74ea-4469-86dd-2826e17a10c2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:51.153363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Port 92905cd7-b4ec-4d07-91cc-fca810fa649c on network 39ea3733-74ea-4469-86dd-2826e17a10c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:51.153878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Attempting to bind port 92905cd7-b4ec-4d07-91cc-fca810fa649c on network 39ea3733-74ea-4469-86dd-2826e17a10c2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:51.165102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-bf78c367-9c3d-4325-a9bd-0118522ae7cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6 HTTP/1.1" status: 200 len: 217 time: 0.0475435 Oct 18 23:24:51.169412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-5d727edc-c0ef-4191-b2f2-8c35cb9f8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.169900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-5d727edc-c0ef-4191-b2f2-8c35cb9f8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.170368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-5d727edc-c0ef-4191-b2f2-8c35cb9f8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.172699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-5d727edc-c0ef-4191-b2f2-8c35cb9f8c98 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8933306 Oct 18 23:24:51.223300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ae8c26d4-5272-45d3-83b6-1e2881b8061d None None] Provisioning complete for port 9afbca0e-9870-4580-94e1-a2d5d623ed4d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:51.224202 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ae8c26d4-5272-45d3-83b6-1e2881b8061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:51.227868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-0820261a-255b-48fd-b024-30acd2741c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.229393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-0820261a-255b-48fd-b024-30acd2741c67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.0557919 Oct 18 23:24:51.244972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:51.248643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Checking segment: {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:51.249577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Bound using segment: {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:51.250502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Bound port: 92905cd7-b4ec-4d07-91cc-fca810fa649c, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:51.251168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:51.541059 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b03e8da-0b20-4968-b805-e969dc906d7b tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:51.543210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b03e8da-0b20-4968-b805-e969dc906d7b tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:51.580269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-e8ef5358-1b9d-42d5-928a-6155bcd8e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.593453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05e14f0f-70bb-483a-8083-4be1fddd2bca req-e8ef5358-1b9d-42d5-928a-6155bcd8e79d service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3619683 Oct 18 23:24:51.606329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7caccc-5221-4c1f-89fe-4b093f557deb req-202aecd1-4a63-44fd-bb6c-e0c32f653cfb tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.610802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae7caccc-5221-4c1f-89fe-4b093f557deb req-202aecd1-4a63-44fd-bb6c-e0c32f653cfb tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 945 time: 0.4571054 Oct 18 23:24:51.761465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-dd059fae-2891-4aba-a247-de51d5a2df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.763532 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-dd059fae-2891-4aba-a247-de51d5a2df8e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5249543 Oct 18 23:24:51.823524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ecf18-1bab-4ea5-9b74-abd1fae4a394 req-469fbba6-fc0c-4576-8890-c3d9fe74ce56 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.827638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] For port 92905cd7-b4ec-4d07-91cc-fca810fa649c, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:51.842406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] For port 92905cd7-b4ec-4d07-91cc-fca810fa649c, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:51.848930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ecf18-1bab-4ea5-9b74-abd1fae4a394 req-469fbba6-fc0c-4576-8890-c3d9fe74ce56 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.865071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ecf18-1bab-4ea5-9b74-abd1fae4a394 req-469fbba6-fc0c-4576-8890-c3d9fe74ce56 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.881245 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b03e8da-0b20-4968-b805-e969dc906d7b tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:51.884012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ecf18-1bab-4ea5-9b74-abd1fae4a394 req-469fbba6-fc0c-4576-8890-c3d9fe74ce56 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.886370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:51.933285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ecf18-1bab-4ea5-9b74-abd1fae4a394 req-469fbba6-fc0c-4576-8890-c3d9fe74ce56 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.948309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ecf18-1bab-4ea5-9b74-abd1fae4a394 req-469fbba6-fc0c-4576-8890-c3d9fe74ce56 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.978181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ecf18-1bab-4ea5-9b74-abd1fae4a394 req-469fbba6-fc0c-4576-8890-c3d9fe74ce56 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:51.987546 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b1ecf18-1bab-4ea5-9b74-abd1fae4a394 req-469fbba6-fc0c-4576-8890-c3d9fe74ce56 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.3145778 Oct 18 23:24:52.009593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Pushing event updated for resources: {'Port': ['ID=92905cd7-b4ec-4d07-91cc-fca810fa649c,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:52.018449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae7caccc-5221-4c1f-89fe-4b093f557deb req-3d32394e-d4ea-49cb-8430-a30e89f16532 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922491 Oct 18 23:24:52.020192 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b03e8da-0b20-4968-b805-e969dc906d7b tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:52.071356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b03e8da-0b20-4968-b805-e969dc906d7b tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:52.087772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7b03e8da-0b20-4968-b805-e969dc906d7b tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0043824 Oct 18 23:24:52.088366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47102) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:52.104893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:52.105597 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:52.112685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] 10.222.0.102 "PUT /v2.0/ports/92905cd7-b4ec-4d07-91cc-fca810fa649c HTTP/1.1" status: 200 len: 1092 time: 5.3076277 Oct 18 23:24:52.119081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '92905cd7-b4ec-4d07-91cc-fca810fa649c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:52.121231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a4d27639-8b70-45b6-91cb-fe9fba347b9d None None] Provisioning complete for port 9afbca0e-9870-4580-94e1-a2d5d623ed4d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:52.121609 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a4d27639-8b70-45b6-91cb-fe9fba347b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:52.125611 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e80243-3fe1-4787-8897-90817d65885f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "92905cd7-b4ec-4d07-91cc-fca810fa649c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:52.136374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.136726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.137071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.137408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.140824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.142155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.142537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.143946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.144710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.145057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.147124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.147596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a51aa-09a8-43cb-877c-c3a7a0eb901e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:24:52.241553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Request body: {'port': {'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:52.254908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9afbca0e-9870-4580-94e1-a2d5d623ed4d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:24:52.435597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Router 041fa593-7e3c-4c64-98a3-9fe4be77d802 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:24:52.501731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9afbca0e-9870-4580-94e1-a2d5d623ed4d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:52.502383 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:52.540690 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-16676c8c-fbee-495c-a9ac-06de84744a4c service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7671344 Oct 18 23:24:52.558100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:52.579020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686758-c45e-4a5e-a8b1-0b8dd1ef6e6d req-905869b4-4792-4762-90df-d4e2f259ce55 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:52.586508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686758-c45e-4a5e-a8b1-0b8dd1ef6e6d req-905869b4-4792-4762-90df-d4e2f259ce55 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:52.597288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686758-c45e-4a5e-a8b1-0b8dd1ef6e6d req-905869b4-4792-4762-90df-d4e2f259ce55 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:52.608383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686758-c45e-4a5e-a8b1-0b8dd1ef6e6d req-905869b4-4792-4762-90df-d4e2f259ce55 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:52.616443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686758-c45e-4a5e-a8b1-0b8dd1ef6e6d req-905869b4-4792-4762-90df-d4e2f259ce55 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:52.625207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686758-c45e-4a5e-a8b1-0b8dd1ef6e6d req-905869b4-4792-4762-90df-d4e2f259ce55 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:52.632858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686758-c45e-4a5e-a8b1-0b8dd1ef6e6d req-905869b4-4792-4762-90df-d4e2f259ce55 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:52.641928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b1ecf18-1bab-4ea5-9b74-abd1fae4a394 req-59b3362f-1a98-4977-86c3-f7d86a83140b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6448593 Oct 18 23:24:52.649563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e686758-c45e-4a5e-a8b1-0b8dd1ef6e6d req-905869b4-4792-4762-90df-d4e2f259ce55 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5405 time: 0.4685833 Oct 18 23:24:52.884951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68314c5b-a1c2-4790-8077-696908ecc49e tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:52.941318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e686758-c45e-4a5e-a8b1-0b8dd1ef6e6d req-99c1733f-de42-43cc-ab1e-d99a94632d24 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2903676 Oct 18 23:24:53.079045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51aa6315-1bc4-4f0e-868d-55d2d3cfb86a req-222aaec3-48e5-4200-a41f-28ecae7552b3 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 210 time: 0.1089170 Oct 18 23:24:53.171013 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627fa694-5fd0-48ed-b052-6737214a807d x-openstack-request-id: req-627fa694-5fd0-48ed-b052-6737214a807d {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:53.171814 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "92905cd7-b4ec-4d07-91cc-fca810fa649c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:53.172474 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-627fa694-5fd0-48ed-b052-6737214a807d {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:53.175149 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '92905cd7-b4ec-4d07-91cc-fca810fa649c', 'status': 'completed', 'code': 200} Oct 18 23:24:53.381614 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f69f5a9-b843-42f7-b28e-1fd6b4cdba92 req-2cb8479a-e48a-4ab0-a3bd-ca50407ed929 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037739 Oct 18 23:24:53.393578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68314c5b-a1c2-4790-8077-696908ecc49e tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:53.399410 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68314c5b-a1c2-4790-8077-696908ecc49e tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:53.407440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:24:53.409340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-0d7cbd7c-0d09-468d-826c-369eaf81a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:53.409962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-0d7cbd7c-0d09-468d-826c-369eaf81a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:53.410511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-0d7cbd7c-0d09-468d-826c-369eaf81a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:53.411088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-0d7cbd7c-0d09-468d-826c-369eaf81a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:53.411758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-0d7cbd7c-0d09-468d-826c-369eaf81a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:53.412302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-0d7cbd7c-0d09-468d-826c-369eaf81a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:53.412842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-0d7cbd7c-0d09-468d-826c-369eaf81a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:53.416592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31e80243-3fe1-4787-8897-90817d65885f req-0d7cbd7c-0d09-468d-826c-369eaf81a4f0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6413 time: 0.2180471 Oct 18 23:24:53.424428 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] Sync routers for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:24:53.446766 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:24:53.447362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247b5c6-b7eb-4f6d-9a28-7530cf4575c3 req-bd70da9f-3b38-400f-8137-b89ad669c802 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:53.447719 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:24:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:53.449857 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4247b5c6-b7eb-4f6d-9a28-7530cf4575c3 req-bd70da9f-3b38-400f-8137-b89ad669c802 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.3089790 Oct 18 23:24:53.468174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-86329241-fed1-4ba1-bb7b-85a79927f2d0 admin admin] 10.222.0.52 "PUT /v2.0/routers/041fa593-7e3c-4c64-98a3-9fe4be77d802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4087844 Oct 18 23:24:53.471629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47128) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:53.597987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4247b5c6-b7eb-4f6d-9a28-7530cf4575c3 req-6c0c3835-0ca5-4694-bdc1-ebf1b82c1fe0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232762 Oct 18 23:24:53.826043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c773a362-a8f6-4f26-b538-2d8beb8a2bd9 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:53.860515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:53.871521 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:24:53.923884 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee18be42-cdca-442c-9500-a09bdda3d002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:53.978413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Transition to ACTIVE for port object c773a362-a8f6-4f26-b538-2d8beb8a2bd9 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:24:53.989472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68314c5b-a1c2-4790-8077-696908ecc49e tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:53.991484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68314c5b-a1c2-4790-8077-696908ecc49e tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 041e7468-359c-4370-bee0-0d254ce92274 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:24:54.004458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68314c5b-a1c2-4790-8077-696908ecc49e tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:54.022310 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-68314c5b-a1c2-4790-8077-696908ecc49e tempest-RoutersTestDVR-2109380157 tempest-RoutersTestDVR-2109380157-project-admin] 10.222.0.52 "DELETE /v2.0/routers/041e7468-359c-4370-bee0-0d254ce92274 HTTP/1.1" status: 204 len: 168 time: 1.9437973 Oct 18 23:24:54.043788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:54.565555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-9f5afd54-9f96-4b1e-a864-6306501d3f5d tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.574016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-9f5afd54-9f96-4b1e-a864-6306501d3f5d tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.576090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-9f5afd54-9f96-4b1e-a864-6306501d3f5d tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "GET /v2.0/networks?id=ddd560be-fca0-42f8-afce-725b6f26594b&id=fddb06cc-ca2a-4b76-835e-0a5d916e25b0 HTTP/1.1" status: 200 len: 1391 time: 0.7270653 Oct 18 23:24:54.577699 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:54.583994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-f6942cc2-c0a3-4a8a-9ce0-df32c0417351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.584338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-f6942cc2-c0a3-4a8a-9ce0-df32c0417351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.584941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-f6942cc2-c0a3-4a8a-9ce0-df32c0417351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.587198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31e80243-3fe1-4787-8897-90817d65885f req-f6942cc2-c0a3-4a8a-9ce0-df32c0417351 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1469893 Oct 18 23:24:54.632522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'port': {'device_id': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b', 'admin_state_up': True, 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:54.654924 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:24:49Z', 'revision_number': 5, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:54.717510 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] Checking router: 041fa593-7e3c-4c64-98a3-9fe4be77d802 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:24:54.748807 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] Routers {'041fa593-7e3c-4c64-98a3-9fe4be77d802'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:24:54.749595 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:24:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['041fa593-7e3c-4c64-98a3-9fe4be77d802'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:54.779518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:54.830214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47170) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:54.872423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044aa4f-6706-4563-bac0-9116e477e1f1 req-60ecf07c-03b4-4aa1-b396-593056945bd9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.880692 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044aa4f-6706-4563-bac0-9116e477e1f1 req-60ecf07c-03b4-4aa1-b396-593056945bd9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.891765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044aa4f-6706-4563-bac0-9116e477e1f1 req-60ecf07c-03b4-4aa1-b396-593056945bd9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.899091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044aa4f-6706-4563-bac0-9116e477e1f1 req-60ecf07c-03b4-4aa1-b396-593056945bd9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.907445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044aa4f-6706-4563-bac0-9116e477e1f1 req-60ecf07c-03b4-4aa1-b396-593056945bd9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.924878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044aa4f-6706-4563-bac0-9116e477e1f1 req-60ecf07c-03b4-4aa1-b396-593056945bd9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.940770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044aa4f-6706-4563-bac0-9116e477e1f1 req-60ecf07c-03b4-4aa1-b396-593056945bd9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:54.958876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7044aa4f-6706-4563-bac0-9116e477e1f1 req-60ecf07c-03b4-4aa1-b396-593056945bd9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 1.0385375 Oct 18 23:24:55.028620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7044aa4f-6706-4563-bac0-9116e477e1f1 req-507179b0-efa9-4a69-8c25-2b127750713b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0685289 Oct 18 23:24:55.074384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Pushing event updated for resources: {'Port': ['ID=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:55.228225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3cd40920-cb19-4b72-a7f7-816429f06b8f req-aba4b217-6c20-4901-956e-cbf2ed93e330 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 210 time: 0.0464022 Oct 18 23:24:55.257185 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] Set router 041fa593-7e3c-4c64-98a3-9fe4be77d802 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:24:55.273880 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:55.339360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74fd1a9c-c204-407c-99eb-d9938b3bc783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:55.504999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Attempting to bind port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:24:55.505644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Attempting to bind port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:24:55.506102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Attempting to bind port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 on network 39ea3733-74ea-4469-86dd-2826e17a10c2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:55.526062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 on network 39ea3733-74ea-4469-86dd-2826e17a10c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:24:55.526437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Attempting to bind port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 on network 39ea3733-74ea-4469-86dd-2826e17a10c2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:24:55.536941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:24:55.537494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Checking segment: {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:24:55.537994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Bound using segment: {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:24:55.538566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Bound port: c773a362-a8f6-4f26-b538-2d8beb8a2bd9, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd69318f-b34e-4623-bd04-2ab829ab8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:24:55.539105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:55.567148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aac5b2-193b-44e6-8625-7c22a14f320c req-7d1d9d74-326e-4960-9a26-eb1b554c3fd0 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:55.575495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e7aac5b2-193b-44e6-8625-7c22a14f320c req-7d1d9d74-326e-4960-9a26-eb1b554c3fd0 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 945 time: 0.1957672 Oct 18 23:24:55.636574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80243-3fe1-4787-8897-90817d65885f req-7e6e5235-172b-417e-86f2-2952639dd618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:55.638606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31e80243-3fe1-4787-8897-90817d65885f req-7e6e5235-172b-417e-86f2-2952639dd618 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0141878 Oct 18 23:24:55.704404 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:24:49Z', 'revision_number': 5, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:24:55.715525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa822-5c69-4968-985c-f8a5cb2f41ae req-5e3312f1-46b8-4461-afab-ef3d7139e426 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:55.728176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa822-5c69-4968-985c-f8a5cb2f41ae req-5e3312f1-46b8-4461-afab-ef3d7139e426 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:55.736512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa822-5c69-4968-985c-f8a5cb2f41ae req-5e3312f1-46b8-4461-afab-ef3d7139e426 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:55.737393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e7aac5b2-193b-44e6-8625-7c22a14f320c req-ae1b3c12-de66-4a7f-9f39-751d848be49d tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606042 Oct 18 23:24:55.750066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa822-5c69-4968-985c-f8a5cb2f41ae req-5e3312f1-46b8-4461-afab-ef3d7139e426 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:55.752947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa822-5c69-4968-985c-f8a5cb2f41ae req-5e3312f1-46b8-4461-afab-ef3d7139e426 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:55.764389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] For port c773a362-a8f6-4f26-b538-2d8beb8a2bd9, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:24:55.771140 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053c822-7cce-421f-b596-38cf3d7c6e8c None None] The sync data for ids ['041fa593-7e3c-4c64-98a3-9fe4be77d802'] in n-d-713498-28 is: [{'id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263878182-router', 'tenant_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:51Z', 'updated_at': '2021-10-18T23:24:49Z', 'revision_number': 5, 'project_id': 'ad4ab6d679054575b3b7f7f2417ac5b8', 'gw_port': {'id': '6d807dde-fe29-4733-8986-5ecc8e984e34', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041fa593-7e3c-4c64-98a3-9fe4be77d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:52Z', 'updated_at': '2021-10-18T23:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:24:55.779998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa822-5c69-4968-985c-f8a5cb2f41ae req-5e3312f1-46b8-4461-afab-ef3d7139e426 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:55.783148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74fd1a9c-c204-407c-99eb-d9938b3bc783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:55.787905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] For port c773a362-a8f6-4f26-b538-2d8beb8a2bd9, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:24:55.788234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa822-5c69-4968-985c-f8a5cb2f41ae req-5e3312f1-46b8-4461-afab-ef3d7139e426 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:55.798436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74fd1a9c-c204-407c-99eb-d9938b3bc783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:55.800352 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49cfa822-5c69-4968-985c-f8a5cb2f41ae req-5e3312f1-46b8-4461-afab-ef3d7139e426 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 1.1723540 Oct 18 23:24:55.854602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:55.917877 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49cfa822-5c69-4968-985c-f8a5cb2f41ae req-861e1465-fbaa-4afd-9ed0-18d5907a3b22 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164482 Oct 18 23:24:55.959845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd1a9c-c204-407c-99eb-d9938b3bc783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d0333a-af34-4341-8de4-91ba28d8cf32,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:55.968562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-74fd1a9c-c204-407c-99eb-d9938b3bc783 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bcb92a882c884b0881d50a927983105f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1318195 Oct 18 23:24:55.973037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:55.981322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47176) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:56.079526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:24:56.084907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:56.119757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.121221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:56.128064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] 10.222.0.102 "PUT /v2.0/ports/c773a362-a8f6-4f26-b538-2d8beb8a2bd9 HTTP/1.1" status: 200 len: 1092 time: 3.8871546 Oct 18 23:24:56.128356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa742445-a570-4a4b-b659-6366e542e197 service neutron] Pushing event updated for resources: {'Port': ['ID=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:56.135776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:56.140211 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "c773a362-a8f6-4f26-b538-2d8beb8a2bd9"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:56.219942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29832736-e9f3-42f7-949a-cfcc57167ada req-0dd64b0d-a5fc-4a98-ad1e-273b9daae58a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.228855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Deleting port 6d807dde-fe29-4733-8986-5ecc8e984e34 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:56.229195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:56.230992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29832736-e9f3-42f7-949a-cfcc57167ada req-0dd64b0d-a5fc-4a98-ad1e-273b9daae58a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.3518031 Oct 18 23:24:56.337024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50157553-10cc-472d-8fe1-23682dffc15c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:56.441422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50157553-10cc-472d-8fe1-23682dffc15c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:56.446337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29832736-e9f3-42f7-949a-cfcc57167ada req-01a1c67d-7803-4768-aabb-9ea3cc58e970 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144074 Oct 18 23:24:56.498685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-44186f65-0360-4f48-864a-02f1482e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.505757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-44186f65-0360-4f48-864a-02f1482e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.506235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-44186f65-0360-4f48-864a-02f1482e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.506749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-44186f65-0360-4f48-864a-02f1482e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.510125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-44186f65-0360-4f48-864a-02f1482e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.510614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-44186f65-0360-4f48-864a-02f1482e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.513009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-44186f65-0360-4f48-864a-02f1482e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.521708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-44186f65-0360-4f48-864a-02f1482e903b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6481 time: 0.2343132 Oct 18 23:24:56.589452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Allocated IP 19.80.0.184 (ddd560be-fca0-42f8-afce-725b6f26594b/1f00c00d-5176-4b39-9de3-52587e1aa5ac/e575f3cd-e042-4327-ba0f-79c57ab4aa0d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:24:56.608942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-24bcddf9-4271-4773-a41c-ade7412561e7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05304f96-14be-417a-82ce-b7c7d7460a0f HTTP/1.1" status: 200 len: 217 time: 0.0661647 Oct 18 23:24:56.626390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b99b-234c-48f7-b7c0-7c88a105ab14 req-bd1f9d41-3711-49f2-b687-be57ce4750a4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.634962 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd81107-9b46-4c82-b882-284b4c6f7162 x-openstack-request-id: req-0bd81107-9b46-4c82-b882-284b4c6f7162 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:56.635275 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "c773a362-a8f6-4f26-b538-2d8beb8a2bd9", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:56.635535 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bd81107-9b46-4c82-b882-284b4c6f7162 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:56.636271 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9', 'status': 'completed', 'code': 200} Oct 18 23:24:56.644025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b99b-234c-48f7-b7c0-7c88a105ab14 req-bd1f9d41-3711-49f2-b687-be57ce4750a4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.649914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b99b-234c-48f7-b7c0-7c88a105ab14 req-bd1f9d41-3711-49f2-b687-be57ce4750a4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.666177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b99b-234c-48f7-b7c0-7c88a105ab14 req-bd1f9d41-3711-49f2-b687-be57ce4750a4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.684091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b99b-234c-48f7-b7c0-7c88a105ab14 req-bd1f9d41-3711-49f2-b687-be57ce4750a4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.693960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b99b-234c-48f7-b7c0-7c88a105ab14 req-bd1f9d41-3711-49f2-b687-be57ce4750a4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.700631 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50157553-10cc-472d-8fe1-23682dffc15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:56.703747 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50157553-10cc-472d-8fe1-23682dffc15c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:56.708546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-50157553-10cc-472d-8fe1-23682dffc15c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33d0333a-af34-4341-8de4-91ba28d8cf32 HTTP/1.1" status: 204 len: 168 time: 0.7150242 Oct 18 23:24:56.714041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b99b-234c-48f7-b7c0-7c88a105ab14 req-bd1f9d41-3711-49f2-b687-be57ce4750a4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.728430 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f741b99b-234c-48f7-b7c0-7c88a105ab14 req-bd1f9d41-3711-49f2-b687-be57ce4750a4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.4448709 Oct 18 23:24:56.767972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157553-10cc-472d-8fe1-23682dffc15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d0333a-af34-4341-8de4-91ba28d8cf32,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:56.816738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-354ac701-6e4f-4255-a1ad-66d0f36e7c4c tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.818793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-354ac701-6e4f-4255-a1ad-66d0f36e7c4c tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 945 time: 0.5013747 Oct 18 23:24:56.837624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce50e8ce-5c24-4c8c-959d-4fcf9edf848c req-227aa873-bb32-4691-a076-95f1ca57f009 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 210 time: 0.1034873 Oct 18 23:24:56.840831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-9d801b8f-7bf2-4ff8-9485-74a3c75d4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:56.846104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-9d801b8f-7bf2-4ff8-9485-74a3c75d4686 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5115d984-ce58-49c9-9669-41c1b9da4f27 HTTP/1.1" status: 200 len: 851 time: 0.2282050 Oct 18 23:24:56.921087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] For port 6d807dde-fe29-4733-8986-5ecc8e984e34, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6d807dde-fe29-4733-8986-5ecc8e984e34,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:56.921459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:56.990443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Calling delete_port for 6d807dde-fe29-4733-8986-5ecc8e984e34 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:57.022115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f741b99b-234c-48f7-b7c0-7c88a105ab14 req-495cc174-838a-4407-8d4c-6b902c3ca024 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2914085 Oct 18 23:24:57.035069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-bfd06dff-9b2c-4ae7-be3b-b403d9abf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:57.037338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-bfd06dff-9b2c-4ae7-be3b-b403d9abf657 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834252 Oct 18 23:24:57.254193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef09f2-e262-4c9d-a325-01aafa6388c4 req-1fabb2d3-0243-48fc-b22d-eac0a928e7d2 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:57.256588 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34ef09f2-e262-4c9d-a325-01aafa6388c4 req-1fabb2d3-0243-48fc-b22d-eac0a928e7d2 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 945 time: 0.2577188 Oct 18 23:24:57.267434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Deleting port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:24:57.268513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:57.350923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-0859c72d-003b-4616-b51a-b185a839422a service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570381 Oct 18 23:24:57.360490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34ef09f2-e262-4c9d-a325-01aafa6388c4 req-668fab02-b5b2-49f5-a5e6-124422c802b1 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/security-groups?id=839ad8c8-2cd3-493f-93a5-d00231514f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913329 Oct 18 23:24:57.412592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47206) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:57.469025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] For port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,segment=NetworkSegment(d5fab4ac-eb73-47bf-adbe-cdc326ae131c),segment_id=d5fab4ac-eb73-47bf-adbe-cdc326ae131c)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:57.469583 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:57.476915 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65801606-ebb8-4af6-bb9b-b308aff9c1f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:57.493210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Calling delete_port for c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:24:57.724864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496130d-2b5c-4432-94af-7c95c38c528d req-75ec2261-722b-400c-85cf-420a9ca076b7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:57.737644 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496130d-2b5c-4432-94af-7c95c38c528d req-75ec2261-722b-400c-85cf-420a9ca076b7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:57.750054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496130d-2b5c-4432-94af-7c95c38c528d req-75ec2261-722b-400c-85cf-420a9ca076b7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:57.766828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496130d-2b5c-4432-94af-7c95c38c528d req-75ec2261-722b-400c-85cf-420a9ca076b7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:57.776416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496130d-2b5c-4432-94af-7c95c38c528d req-75ec2261-722b-400c-85cf-420a9ca076b7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:57.788973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496130d-2b5c-4432-94af-7c95c38c528d req-75ec2261-722b-400c-85cf-420a9ca076b7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:57.801328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496130d-2b5c-4432-94af-7c95c38c528d req-75ec2261-722b-400c-85cf-420a9ca076b7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:57.801778 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:57.804848 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5496130d-2b5c-4432-94af-7c95c38c528d req-75ec2261-722b-400c-85cf-420a9ca076b7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.5872149 Oct 18 23:24:57.810978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-1ea613ac-2315-48b1-89a3-052cc5ca4706 service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487576 Oct 18 23:24:57.881298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d2fec1be-0dce-47aa-b561-6d3225f62089 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:24:57.957155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d2fec1be-0dce-47aa-b561-6d3225f62089 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:24:57.957684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d2fec1be-0dce-47aa-b561-6d3225f62089 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:24:57.998108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-579bdd81-0027-4986-afa3-db8dab1cc3ed service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=b3c6dc2a-df4f-43e9-808c-11041ee1a955 HTTP/1.1" status: 200 len: 217 time: 0.1692572 Oct 18 23:24:58.004047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65801606-ebb8-4af6-bb9b-b308aff9c1f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:58.033446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65801606-ebb8-4af6-bb9b-b308aff9c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:58.059171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d768e-fd31-455f-acde-130b928475ff req-61e7d31d-be37-4380-b8f1-d48259d3b99b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.061782 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e4d768e-fd31-455f-acde-130b928475ff req-61e7d31d-be37-4380-b8f1-d48259d3b99b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.4234788 Oct 18 23:24:58.074189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5496130d-2b5c-4432-94af-7c95c38c528d req-85daa2f5-0e1b-47b1-a1a7-cee237f69615 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2463167 Oct 18 23:24:58.112848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:58.255071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65801606-ebb8-4af6-bb9b-b308aff9c1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da5f26-fac5-446f-b1be-5ee7fe712194,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:58.271375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-65801606-ebb8-4af6-bb9b-b308aff9c1f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f834780b0bb4901ab9a5571d9359c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8569767 Oct 18 23:24:58.274910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-14d0b09d-714b-44fd-8971-f8c1a23004d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.277070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-14d0b09d-714b-44fd-8971-f8c1a23004d9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.2662375 Oct 18 23:24:58.277799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47222) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:58.280191 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0db55b98-5b21-4557-93b1-bb9c14a5d076 req-769b49a4-ae50-4d44-9052-c0c4794eeca2 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 210 time: 0.0619659 Oct 18 23:24:58.317020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e4d768e-fd31-455f-acde-130b928475ff req-dac2a3e4-f784-41ed-b305-9906b3c3c443 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593356 Oct 18 23:24:58.370961 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:58.387168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:58.389908 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:58.443820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:24:58.446537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-bc8b4510-037a-4aac-ac5b-612c311a4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.450315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-bc8b4510-037a-4aac-ac5b-612c311a4694 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1409674 Oct 18 23:24:58.505544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network ddd560be-fca0-42f8-afce-725b6f26594b is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:24:58.517513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d807dde-fe29-4733-8986-5ecc8e984e34,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:58.541632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:24:58.563523 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a960b7c-604e-4052-9d2b-bc1952319981 req-d1b414ff-dae5-4d39-8410-908913e278a7 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3d69a27-905e-4919-a102-a44f8fb22a64 HTTP/1.1" status: 200 len: 210 time: 0.0682125 Oct 18 23:24:58.698320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:24:58.748284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3b337bb8-10e4-49a5-be3d-24014fbecb98 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875712 Oct 18 23:24:58.803493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235997-d2c7-484d-a32a-9b3a420169c1 req-a5718d54-bc1b-4fb7-8d72-84e8e342da3e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.818543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235997-d2c7-484d-a32a-9b3a420169c1 req-a5718d54-bc1b-4fb7-8d72-84e8e342da3e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.826140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235997-d2c7-484d-a32a-9b3a420169c1 req-a5718d54-bc1b-4fb7-8d72-84e8e342da3e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.833566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235997-d2c7-484d-a32a-9b3a420169c1 req-a5718d54-bc1b-4fb7-8d72-84e8e342da3e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.845838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235997-d2c7-484d-a32a-9b3a420169c1 req-a5718d54-bc1b-4fb7-8d72-84e8e342da3e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.852660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235997-d2c7-484d-a32a-9b3a420169c1 req-a5718d54-bc1b-4fb7-8d72-84e8e342da3e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.859972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab235997-d2c7-484d-a32a-9b3a420169c1 req-a5718d54-bc1b-4fb7-8d72-84e8e342da3e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.868692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab235997-d2c7-484d-a32a-9b3a420169c1 req-a5718d54-bc1b-4fb7-8d72-84e8e342da3e tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.4446251 Oct 18 23:24:58.906941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-502c7743-f236-4f2d-9524-0f191fa8b702 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497986 Oct 18 23:24:58.908037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] No DVR routers for this DVR port c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:24:58.909867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Port': ['ID=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:58.945730 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:58.957609 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5dc97aa2-8d66-4c9e-a81b-252883b30436 req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] 10.222.0.102 "DELETE /v2.0/ports/c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 HTTP/1.1" status: 204 len: 173 time: 2.1116316 Oct 18 23:24:58.965801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3d02e75-8c17-4142-b427-1553f73a6bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:58.969181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d69a27-905e-4919-a102-a44f8fb22a64', 'name': 'network-vif-deleted', 'tag': 'c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:24:58.973756 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258ff0f5-203d-4a68-87b7-837a1b055439" -d '{"events": [{"server_uuid": "b3d69a27-905e-4919-a102-a44f8fb22a64", "name": "network-vif-deleted", "tag": "c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:24:58.987090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-3009f90f-bbb9-403d-9f40-4bcae0b9fa0a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=a221ba3c-65f3-4453-aeea-cda82f9291f5 HTTP/1.1" status: 200 len: 217 time: 0.0690389 Oct 18 23:24:58.991663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:58.993132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.103538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab235997-d2c7-484d-a32a-9b3a420169c1 req-02fc32d3-650a-4c38-b5b1-feab9eca3c5c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2321389 Oct 18 23:24:59.105675 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf664ce-a471-4558-a76c-d96aa15c3be5 x-openstack-request-id: req-dcf664ce-a471-4558-a76c-d96aa15c3be5 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:24:59.106091 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d69a27-905e-4919-a102-a44f8fb22a64", "name": "network-vif-deleted", "tag": "c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:24:59.106469 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcf664ce-a471-4558-a76c-d96aa15c3be5 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:24:59.107157 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d69a27-905e-4919-a102-a44f8fb22a64', 'name': 'network-vif-deleted', 'tag': 'c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1', 'status': 'completed', 'code': 200} Oct 18 23:24:59.119630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-9f8a1adf-2da6-4ffb-9fd1-801ca050ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.130492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d568e-8695-4d87-a632-7976c82c3568 tempest-ServerMetadataNegativeTestJSON-2068804799 tempest-ServerMetadataNegativeTestJSON-2068804799-project] Pushing event deleted for resources: {'Port': ['ID=c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:59.132702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-9f8a1adf-2da6-4ffb-9fd1-801ca050ea66 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.1221726 Oct 18 23:24:59.147180 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-97f2a94b-d12d-437a-a91b-018ae2c7830a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5202827 Oct 18 23:24:59.160691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.186284 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3d02e75-8c17-4142-b427-1553f73a6bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.196944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fe6ae01c-f36a-4082-a481-d12338e7e355 None None] Provisioning complete for port e575f3cd-e042-4327-ba0f-79c57ab4aa0d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:24:59.197629 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe6ae01c-f36a-4082-a481-d12338e7e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.236037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-e66f5292-d31f-457f-b95d-941d01a108a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.239072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-e66f5292-d31f-457f-b95d-941d01a108a9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0907414 Oct 18 23:24:59.244833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Request body: {'port': {'device_id': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0', 'admin_state_up': True, 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:24:59.322278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ae01c-f36a-4082-a481-d12338e7e355 None None] Port e575f3cd-e042-4327-ba0f-79c57ab4aa0d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:24:59.355874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f5758669-751e-44ba-b7a0-2e61f541e33e details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:24:59.577121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3b67-5099-467e-9f68-5af7c3c42421 req-7b66305e-2ed0-4126-8863-5606a608751a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.584207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.587917 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.589724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3b67-5099-467e-9f68-5af7c3c42421 req-7b66305e-2ed0-4126-8863-5606a608751a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.606171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3b67-5099-467e-9f68-5af7c3c42421 req-7b66305e-2ed0-4126-8863-5606a608751a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.621142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3b67-5099-467e-9f68-5af7c3c42421 req-7b66305e-2ed0-4126-8863-5606a608751a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.633369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f5758669-751e-44ba-b7a0-2e61f541e33e,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:59.634672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3b67-5099-467e-9f68-5af7c3c42421 req-7b66305e-2ed0-4126-8863-5606a608751a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.647998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3b67-5099-467e-9f68-5af7c3c42421 req-7b66305e-2ed0-4126-8863-5606a608751a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.653082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'f5758669-751e-44ba-b7a0-2e61f541e33e', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'port_id': 'f5758669-751e-44ba-b7a0-2e61f541e33e', 'mac_address': 'fa:16:3e:05:82:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed0e15c-d6b8-4c05-8d0b-15673a74270e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:24:59.661106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3b67-5099-467e-9f68-5af7c3c42421 req-7b66305e-2ed0-4126-8863-5606a608751a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.677621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-497e3b67-5099-467e-9f68-5af7c3c42421 req-7b66305e-2ed0-4126-8863-5606a608751a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.4018841 Oct 18 23:24:59.705946 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.707041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b97c-5a87-4faf-8394-ce51cd1a3cc7 req-636ee79c-186e-4902-b6c5-b460bd644a80 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:24:59.709952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c535b97c-5a87-4faf-8394-ce51cd1a3cc7 req-636ee79c-186e-4902-b6c5-b460bd644a80 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 932 time: 0.1687074 Oct 18 23:24:59.714965 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.715744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 041fa593-7e3c-4c64-98a3-9fe4be77d802 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:24:59.730846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5758669-751e-44ba-b7a0-2e61f541e33e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:24:59.756094 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.756321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f5758669-751e-44ba-b7a0-2e61f541e33e,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:24:59.759656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1294796d-0248-4036-8180-9f8b5fc4edf7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/041fa593-7e3c-4c64-98a3-9fe4be77d802 HTTP/1.1" status: 204 len: 168 time: 6.2740436 Oct 18 23:24:59.768567 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.768824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47250) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:24:59.797421 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3d02e75-8c17-4142-b427-1553f73a6bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.800639 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3d02e75-8c17-4142-b427-1553f73a6bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:24:59.802123 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d3d02e75-8c17-4142-b427-1553f73a6bd5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4da5f26-fac5-446f-b1be-5ee7fe712194 HTTP/1.1" status: 204 len: 168 time: 1.5209382 Oct 18 23:24:59.902133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=f5758669-751e-44ba-b7a0-2e61f541e33e,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:24:59.921308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-da5a5ae2-e20b-4f22-9b7c-19bf156b8154 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695349 Oct 18 23:24:59.944547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d02e75-8c17-4142-b427-1553f73a6bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da5f26-fac5-446f-b1be-5ee7fe712194,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:00.005820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['f5758669-751e-44ba-b7a0-2e61f541e33e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:00.030539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-497e3b67-5099-467e-9f68-5af7c3c42421 req-343f3e6b-7bb4-4900-9a0c-351e40a52862 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3521631 Oct 18 23:25:00.100229 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c535b97c-5a87-4faf-8394-ce51cd1a3cc7 req-f9263ca1-ccac-4251-bbe3-f5f13a3b7254 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612792 Oct 18 23:25:00.138232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-709960bd-4242-43cb-8bf9-839b60df4bd7 admin admin] Deleting subnet bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:25:00.171253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Made reservation on behalf of 4f410f55dbbb4058ae1f0f4cc25a04d5 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:00.183840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:00.289032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47256) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:00.291965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-709960bd-4242-43cb-8bf9-839b60df4bd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:00.493088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Allocated IP 19.86.0.195 (fddb06cc-ca2a-4b76-835e-0a5d916e25b0/4d4c63e8-0298-4a4e-8d97-7bb36f9783da/faf4f3de-afad-4f93-af9c-957edace3ac3) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:25:00.699689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-709960bd-4242-43cb-8bf9-839b60df4bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:00.758072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2aeb51a-147f-446e-b138-cf4fbffe5388 admin admin] Deleting subnet 48710cd9-7a91-429f-aa2d-9a27fb6dc887 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:25:00.770604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-1c77201d-916f-498d-a294-6d5d880cbaaa service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8186948 Oct 18 23:25:00.778696 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb51a-147f-446e-b138-cf4fbffe5388 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:00.829785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ead01a-082d-41ca-9ef0-251a9de49fda req-d40ccdf5-98a9-4f5f-aa58-a83b58ba6aa4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:00.843593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b9ead01a-082d-41ca-9ef0-251a9de49fda req-d40ccdf5-98a9-4f5f-aa58-a83b58ba6aa4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 945 time: 0.4888527 Oct 18 23:25:00.905788 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3c4bc-b692-4c43-8b2f-4ea9207710b3 req-cfa0972a-7b36-495c-a93c-c68c66d119c7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:00.926376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3c4bc-b692-4c43-8b2f-4ea9207710b3 req-cfa0972a-7b36-495c-a93c-c68c66d119c7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:00.947862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3c4bc-b692-4c43-8b2f-4ea9207710b3 req-cfa0972a-7b36-495c-a93c-c68c66d119c7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:00.965545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3c4bc-b692-4c43-8b2f-4ea9207710b3 req-cfa0972a-7b36-495c-a93c-c68c66d119c7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:00.966465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-84afa8e8-79fb-4219-b6b3-e1583b555f8c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27 HTTP/1.1" status: 200 len: 217 time: 0.1813638 Oct 18 23:25:00.981980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3c4bc-b692-4c43-8b2f-4ea9207710b3 req-cfa0972a-7b36-495c-a93c-c68c66d119c7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.001564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3c4bc-b692-4c43-8b2f-4ea9207710b3 req-cfa0972a-7b36-495c-a93c-c68c66d119c7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.017595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3c4bc-b692-4c43-8b2f-4ea9207710b3 req-cfa0972a-7b36-495c-a93c-c68c66d119c7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.023099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4db3c4bc-b692-4c43-8b2f-4ea9207710b3 req-cfa0972a-7b36-495c-a93c-c68c66d119c7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.4190156 Oct 18 23:25:01.122104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:01.185433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4db3c4bc-b692-4c43-8b2f-4ea9207710b3 req-aeb0a80f-8259-41c4-a270-6e1b10d46618 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1502252 Oct 18 23:25:01.193178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:01.195460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c5dc1b2e-a04d-4875-8fd0-18f81f69e0a1 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:01.267129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:01.286858 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb51a-147f-446e-b138-cf4fbffe5388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:01.295801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b9ead01a-082d-41ca-9ef0-251a9de49fda req-dbc857dc-08e3-4ee1-89fc-0baf7361a7f4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470911 Oct 18 23:25:01.356443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f5758669-751e-44ba-b7a0-2e61f541e33e up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:01.431141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-709960bd-4242-43cb-8bf9-839b60df4bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:01.520589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port f5758669-751e-44ba-b7a0-2e61f541e33e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:01.521049 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:01.563957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:01.569701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-11d4132f-375d-4143-8590-9dc43c166820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.573136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-11d4132f-375d-4143-8590-9dc43c166820 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.5840759 Oct 18 23:25:01.610375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb51a-147f-446e-b138-cf4fbffe5388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:01.663495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eaef2-c26b-4426-9cf5-dc31333b0cec req-de12a2a5-a01c-4951-84c0-b35f18c2275f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.704558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eaef2-c26b-4426-9cf5-dc31333b0cec req-de12a2a5-a01c-4951-84c0-b35f18c2275f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.717207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eaef2-c26b-4426-9cf5-dc31333b0cec req-de12a2a5-a01c-4951-84c0-b35f18c2275f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.736362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eaef2-c26b-4426-9cf5-dc31333b0cec req-de12a2a5-a01c-4951-84c0-b35f18c2275f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.750406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eaef2-c26b-4426-9cf5-dc31333b0cec req-de12a2a5-a01c-4951-84c0-b35f18c2275f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.770498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eaef2-c26b-4426-9cf5-dc31333b0cec req-de12a2a5-a01c-4951-84c0-b35f18c2275f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.789483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eaef2-c26b-4426-9cf5-dc31333b0cec req-de12a2a5-a01c-4951-84c0-b35f18c2275f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.790964 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-529eaef2-c26b-4426-9cf5-dc31333b0cec req-de12a2a5-a01c-4951-84c0-b35f18c2275f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.3836374 Oct 18 23:25:01.886344 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:01.919206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17114a05-c6ec-4810-a1bd-1b581e14f021 req-2c2c8ce8-8632-459b-a2eb-2d523e31a109 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.934289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17114a05-c6ec-4810-a1bd-1b581e14f021 req-2c2c8ce8-8632-459b-a2eb-2d523e31a109 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.937203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17114a05-c6ec-4810-a1bd-1b581e14f021 req-2c2c8ce8-8632-459b-a2eb-2d523e31a109 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1655 time: 0.3839700 Oct 18 23:25:01.960073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-709960bd-4242-43cb-8bf9-839b60df4bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:01.969244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d807dde-fe29-4733-8986-5ecc8e984e34 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:01.975688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-eec0e935-34b1-4149-b25b-a80e1ec77af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:01.980182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-eec0e935-34b1-4149-b25b-a80e1ec77af5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3730519 Oct 18 23:25:01.987203 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:25:01.994398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:01.995445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:02.001738 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c43a84d-7c14-4a08-9a1e-949ca134a08d" -d '{"events": [{"server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "name": "network-vif-plugged", "status": "completed", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:02.007288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:25:02.077463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47294) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:02.095341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6d807dde-fe29-4733-8986-5ecc8e984e34 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:02.095944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d807dde-fe29-4733-8986-5ecc8e984e34 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:02.104687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f5758669-751e-44ba-b7a0-2e61f541e33e,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:02.120995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:02.223399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event updated for resources: {'Port': ['ID=faf4f3de-afad-4f93-af9c-957edace3ac3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:02.251383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:02.252842 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:02.356057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-529eaef2-c26b-4426-9cf5-dc31333b0cec req-c65caa72-cd01-4a88-b0cb-082aa2df8299 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5483391 Oct 18 23:25:02.379842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=f5758669-751e-44ba-b7a0-2e61f541e33e,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:02.398281 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-3b1701fc-3f3e-4ab0-93ed-3a6c1e3b8e94 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2021546 Oct 18 23:25:02.434457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Request body: {'port': {'device_id': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:02.602101 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1da278f7-be91-495d-a141-2c1cd0ffa1e5 tempest-AgentManagementNegativeTest-242129533 tempest-AgentManagementNegativeTest-242129533-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5208304 Oct 18 23:25:02.622167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:02.652410 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299ad2e8-780c-41d8-a785-5bfe2277618a x-openstack-request-id: req-299ad2e8-780c-41d8-a785-5bfe2277618a {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:02.652900 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "name": "network-vif-plugged", "status": "completed", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:02.653347 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-299ad2e8-780c-41d8-a785-5bfe2277618a {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:02.654054 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e', 'code': 200} Oct 18 23:25:02.771607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709960bd-4242-43cb-8bf9-839b60df4bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:02.806165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d291da27-18c6-4738-8ad7-984c901886f0 None None] Provisioning complete for port faf4f3de-afad-4f93-af9c-957edace3ac3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:02.806840 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d291da27-18c6-4738-8ad7-984c901886f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:02.808298 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb51a-147f-446e-b138-cf4fbffe5388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:02.821601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-709960bd-4242-43cb-8bf9-839b60df4bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:02.828129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-709960bd-4242-43cb-8bf9-839b60df4bd7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bba5b659-b3ce-4f3f-8885-9a00d2e2a7d3 HTTP/1.1" status: 204 len: 168 time: 3.0466821 Oct 18 23:25:02.842952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47312) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:02.932671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37583b76-e4ed-4ebb-a2c5-22c2e3365e34 req-bfb36638-1eaa-4d1d-a02b-6499b1e99284 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:02.939273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37583b76-e4ed-4ebb-a2c5-22c2e3365e34 req-bfb36638-1eaa-4d1d-a02b-6499b1e99284 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:02.945734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37583b76-e4ed-4ebb-a2c5-22c2e3365e34 req-bfb36638-1eaa-4d1d-a02b-6499b1e99284 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:02.953317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeb51a-147f-446e-b138-cf4fbffe5388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48710cd9-7a91-429f-aa2d-9a27fb6dc887,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:02.954076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37583b76-e4ed-4ebb-a2c5-22c2e3365e34 req-bfb36638-1eaa-4d1d-a02b-6499b1e99284 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:02.971648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37583b76-e4ed-4ebb-a2c5-22c2e3365e34 req-bfb36638-1eaa-4d1d-a02b-6499b1e99284 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:02.979364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d291da27-18c6-4738-8ad7-984c901886f0 None None] Port faf4f3de-afad-4f93-af9c-957edace3ac3 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:25:02.987442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49755ff-f7d6-4594-918a-7ccbb81e2c87 None None] Network 01a526e3-b8e6-42a2-a7af-6c24162f9520 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:02.989883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37583b76-e4ed-4ebb-a2c5-22c2e3365e34 req-bfb36638-1eaa-4d1d-a02b-6499b1e99284 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:02.998124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37583b76-e4ed-4ebb-a2c5-22c2e3365e34 req-bfb36638-1eaa-4d1d-a02b-6499b1e99284 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:03.008465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-37583b76-e4ed-4ebb-a2c5-22c2e3365e34 req-bfb36638-1eaa-4d1d-a02b-6499b1e99284 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.2267115 Oct 18 23:25:03.047982 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb51a-147f-446e-b138-cf4fbffe5388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:03.055580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a2aeb51a-147f-446e-b138-cf4fbffe5388 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/48710cd9-7a91-429f-aa2d-9a27fb6dc887 HTTP/1.1" status: 204 len: 168 time: 2.7583387 Oct 18 23:25:03.066942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47314) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:03.117009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17114a05-c6ec-4810-a1bd-1b581e14f021 req-9bfe8688-69ad-40d1-a5f4-4310003478fa tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1326942 Oct 18 23:25:03.327198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-37583b76-e4ed-4ebb-a2c5-22c2e3365e34 req-bc6b8dac-1d5b-4256-b5e7-94aa53188803 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3157158 Oct 18 23:25:03.423766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-fb53b436-be7b-4992-9b20-f2185a2500f5 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4151669 Oct 18 23:25:03.474702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47320) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:03.542367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e575f3cd-e042-4327-ba0f-79c57ab4aa0d {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:03.562920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018de80e-5520-452e-a0d6-d88393aaf3a7 None None] DHCP port deletion for 01a526e3-b8e6-42a2-a7af-6c24162f9520 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:25:03.582443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:03.616797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Transition to ACTIVE for port object e575f3cd-e042-4327-ba0f-79c57ab4aa0d will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:25:03.641171 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:03.673549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-018de80e-5520-452e-a0d6-d88393aaf3a7 None None] Deleting port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:03.674374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-018de80e-5520-452e-a0d6-d88393aaf3a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:03.753222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-5f6b06a9-76fa-4969-848d-63dc650969b1 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276212 Oct 18 23:25:03.762948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-018de80e-5520-452e-a0d6-d88393aaf3a7 None None] For port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533,segment=NetworkSegment(a5c4799c-fac3-4b25-b7ff-f013e940ec43),segment_id=a5c4799c-fac3-4b25-b7ff-f013e940ec43)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:03.762948 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-018de80e-5520-452e-a0d6-d88393aaf3a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:03.786260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-018de80e-5520-452e-a0d6-d88393aaf3a7 None None] Calling delete_port for 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:03.855737 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.017755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-c98f5a98-a8b3-4bec-adaa-85303b24355f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=8ca62050-0176-473e-a99c-b6bdd559021f HTTP/1.1" status: 200 len: 217 time: 0.2528334 Oct 18 23:25:04.022466 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.028735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-018de80e-5520-452e-a0d6-d88393aaf3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.044569 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6882066b-4545-467b-bec2-f3abe82f1ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.051658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Pushing event updated for resources: {'Port': ['ID=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:04.066451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:04.076672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018de80e-5520-452e-a0d6-d88393aaf3a7 None None] No DVR routers for this DVR port 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:04.082214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762aad-a901-43da-9656-db7d62bcff1f req-8cb4a820-357e-44bb-9b4c-1b16951d6725 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:04.093091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762aad-a901-43da-9656-db7d62bcff1f req-8cb4a820-357e-44bb-9b4c-1b16951d6725 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:04.103801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762aad-a901-43da-9656-db7d62bcff1f req-8cb4a820-357e-44bb-9b4c-1b16951d6725 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:04.119442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762aad-a901-43da-9656-db7d62bcff1f req-8cb4a820-357e-44bb-9b4c-1b16951d6725 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:04.128834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762aad-a901-43da-9656-db7d62bcff1f req-8cb4a820-357e-44bb-9b4c-1b16951d6725 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:04.152173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762aad-a901-43da-9656-db7d62bcff1f req-8cb4a820-357e-44bb-9b4c-1b16951d6725 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:04.160899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:04.161279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762aad-a901-43da-9656-db7d62bcff1f req-8cb4a820-357e-44bb-9b4c-1b16951d6725 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:04.161714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:04.179454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018de80e-5520-452e-a0d6-d88393aaf3a7 None None] Pushing event deleted for resources: {'Port': ['ID=8b6bd853-d9e7-49f1-aa0d-cfb4b4b3d533,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:04.184734 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc762aad-a901-43da-9656-db7d62bcff1f req-8cb4a820-357e-44bb-9b4c-1b16951d6725 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.5655131 Oct 18 23:25:04.323618 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.398607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a526e3-b8e6-42a2-a7af-6c24162f9520']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:04.409909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c4799c-fac3-4b25-b7ff-f013e940ec43') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:04.410231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c4799c-fac3-4b25-b7ff-f013e940ec43') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:04.422897 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.439637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.448680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:25:04.449122 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:25:04.476837 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:25:04.489413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd6c66-e033-4b78-ba58-1d4e86bc262c req-4e27cf9a-72ee-4fc9-99d3-cbfa0a391727 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:04.501767 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4ecd6c66-e033-4b78-ba58-1d4e86bc262c req-4e27cf9a-72ee-4fc9-99d3-cbfa0a391727 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 1.0501194 Oct 18 23:25:04.614370 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.640096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-5f64b656-0abf-48dc-8b08-52bfca0395d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:04.643034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-5f64b656-0abf-48dc-8b08-52bfca0395d5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.6163721 Oct 18 23:25:04.677775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6882066b-4545-467b-bec2-f3abe82f1ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.691147 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6882066b-4545-467b-bec2-f3abe82f1ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.778774 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.845897 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.860684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:04.877294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] 10.222.0.52 "DELETE /v2.0/networks/01a526e3-b8e6-42a2-a7af-6c24162f9520 HTTP/1.1" status: 204 len: 168 time: 2.0288372 Oct 18 23:25:04.884108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc762aad-a901-43da-9656-db7d62bcff1f req-4faad9d5-44d2-4c95-a45f-e923b6dae909 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6979628 Oct 18 23:25:04.989042 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4ecd6c66-e033-4b78-ba58-1d4e86bc262c req-20e8c717-5fdf-493b-9c12-7d30f14cff27 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834325 Oct 18 23:25:05.010616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2afc0d-c509-4c28-a757-7370562ea56a admin admin] Pushing event deleted for resources: {'Network': ['ID=01a526e3-b8e6-42a2-a7af-6c24162f9520,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:05.040094 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6882066b-4545-467b-bec2-f3abe82f1ab4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49154c76f9ab4d349b8ca9b8084eb3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5638516 Oct 18 23:25:05.045751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47350) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:05.048682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78d2d30-155e-4dfe-9f05-01900b94d64e']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:05.066516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-1696063f-8b12-4702-b772-309445f4677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:05.068053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-1696063f-8b12-4702-b772-309445f4677e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4098597 Oct 18 23:25:05.078963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882066b-4545-467b-bec2-f3abe82f1ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca7cd64-a038-40e5-bf16-d334c50c6531,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:05.096448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fab4ac-eb73-47bf-adbe-cdc326ae131c') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:05.096891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fab4ac-eb73-47bf-adbe-cdc326ae131c') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:05.124139 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.217637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Attempting to bind port e575f3cd-e042-4327-ba0f-79c57ab4aa0d on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:25:05.218681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Attempting to bind port e575f3cd-e042-4327-ba0f-79c57ab4aa0d by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '560f303b-a3ba-4603-a146-5ff09f6039f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:25:05.218681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Attempting to bind port e575f3cd-e042-4327-ba0f-79c57ab4aa0d on network ddd560be-fca0-42f8-afce-725b6f26594b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:05.228973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Port e575f3cd-e042-4327-ba0f-79c57ab4aa0d on network ddd560be-fca0-42f8-afce-725b6f26594b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:25:05.229353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Attempting to bind port e575f3cd-e042-4327-ba0f-79c57ab4aa0d on network ddd560be-fca0-42f8-afce-725b6f26594b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:05.248143 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.251910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47358) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:05.259124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:25:05.259779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.274374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:25:05.275062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Checking segment: {'id': '560f303b-a3ba-4603-a146-5ff09f6039f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:05.275580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Bound using segment: {'id': '560f303b-a3ba-4603-a146-5ff09f6039f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:25:05.276202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Bound port: e575f3cd-e042-4327-ba0f-79c57ab4aa0d, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560f303b-a3ba-4603-a146-5ff09f6039f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:25:05.276592 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.302867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-df176d11-7680-4b81-94ed-76ead7856ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:25:05.336740 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:25:05.360988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9fda9d91-5679-47cc-a95b-4ce035db3b58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad4ab6d679054575b3b7f7f2417ac5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034224 Oct 18 23:25:05.367834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47360) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:05.391958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-df176d11-7680-4b81-94ed-76ead7856ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.473860 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.493003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.493806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] For port e575f3cd-e042-4327-ba0f-79c57ab4aa0d, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:25:05.498868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f78d2d30-155e-4dfe-9f05-01900b94d64e HTTP/1.1" status: 204 len: 168 time: 2.4210124 Oct 18 23:25:05.501793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-51b277a0-6bf7-44b7-abf4-26cf9c3c9a03 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130712 Oct 18 23:25:05.538775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6781d6f-81f7-4d3b-a0cd-c56bafba7af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.542252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] For port e575f3cd-e042-4327-ba0f-79c57ab4aa0d, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,segment=NetworkSegment(560f303b-a3ba-4603-a146-5ff09f6039f3),segment_id=560f303b-a3ba-4603-a146-5ff09f6039f3)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:25:05.561105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35568b21-ed6a-4492-bf77-ecd3513f6f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=f78d2d30-155e-4dfe-9f05-01900b94d64e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:05.569746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.608133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a5bba-ec88-46c1-b0de-1582f8ee3028 req-2d39e59c-fa0f-4c96-b2b4-e03de1885fda tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:05.620682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a5bba-ec88-46c1-b0de-1582f8ee3028 req-2d39e59c-fa0f-4c96-b2b4-e03de1885fda tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:05.624001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-096a5bba-ec88-46c1-b0de-1582f8ee3028 req-2d39e59c-fa0f-4c96-b2b4-e03de1885fda tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1667 time: 0.4081054 Oct 18 23:25:05.646318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Pushing event updated for resources: {'Port': ['ID=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:05.660002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-df176d11-7680-4b81-94ed-76ead7856ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.662682 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-df176d11-7680-4b81-94ed-76ead7856ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.663925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-df176d11-7680-4b81-94ed-76ead7856ede admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ca7cd64-a038-40e5-bf16-d334c50c6531 HTTP/1.1" status: 204 len: 168 time: 0.6101091 Oct 18 23:25:05.675932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6781d6f-81f7-4d3b-a0cd-c56bafba7af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.698443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:05.699145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.700760 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-210dc7d5-c355-4e79-a809-5c2fc4b10e18 service neutron] 10.222.0.73 "PUT /v2.0/ports/e575f3cd-e042-4327-ba0f-79c57ab4aa0d HTTP/1.1" status: 200 len: 1093 time: 3.2849500 Oct 18 23:25:05.705017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'tag': 'e575f3cd-e042-4327-ba0f-79c57ab4aa0d'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:05.707643 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "tag": "e575f3cd-e042-4327-ba0f-79c57ab4aa0d"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:05.716908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df176d11-7680-4b81-94ed-76ead7856ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca7cd64-a038-40e5-bf16-d334c50c6531,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:05.759704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Request body: {'port': {'device_id': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:05.850293 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-096a5bba-ec88-46c1-b0de-1582f8ee3028 req-e72fff0e-5b87-4304-b5a7-2da0d1b7082a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042377 Oct 18 23:25:05.862133 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.877851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6781d6f-81f7-4d3b-a0cd-c56bafba7af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.881118 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6781d6f-81f7-4d3b-a0cd-c56bafba7af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:05.885921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d6781d6f-81f7-4d3b-a0cd-c56bafba7af8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8443210-3dd7-4e36-8e9b-69cd83e59885 HTTP/1.1" status: 204 len: 168 time: 0.5168557 Oct 18 23:25:05.904918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6781d6f-81f7-4d3b-a0cd-c56bafba7af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8443210-3dd7-4e36-8e9b-69cd83e59885,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:05.961878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-40518364-ca67-4095-9340-e89f30f1261e service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336958 Oct 18 23:25:06.087817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:06.164981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47382) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:06.368984 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-fabbac1b-1975-4691-861a-3dd38d197469 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c HTTP/1.1" status: 200 len: 217 time: 0.3993664 Oct 18 23:25:06.471393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf4f3de-afad-4f93-af9c-957edace3ac3 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:06.500515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:06.547937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Transition to ACTIVE for port object faf4f3de-afad-4f93-af9c-957edace3ac3 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:25:06.564088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:06.618522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-214e9015-59b2-4b12-8be7-029b5d4f0f8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69f9768e1f9e439194f75612a97edbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394853 Oct 18 23:25:06.622475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47394) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:06.701847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=faf4f3de-afad-4f93-af9c-957edace3ac3,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:06.706087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0afb-30f5-4869-acb5-e5cf9c9a669f req-40d3cfb4-a917-4b7e-bc02-2d13cb64a1a7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:06.722565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0afb-30f5-4869-acb5-e5cf9c9a669f req-40d3cfb4-a917-4b7e-bc02-2d13cb64a1a7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:06.731164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0afb-30f5-4869-acb5-e5cf9c9a669f req-40d3cfb4-a917-4b7e-bc02-2d13cb64a1a7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:06.740555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0afb-30f5-4869-acb5-e5cf9c9a669f req-40d3cfb4-a917-4b7e-bc02-2d13cb64a1a7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:06.748119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0afb-30f5-4869-acb5-e5cf9c9a669f req-40d3cfb4-a917-4b7e-bc02-2d13cb64a1a7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:06.764984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0afb-30f5-4869-acb5-e5cf9c9a669f req-40d3cfb4-a917-4b7e-bc02-2d13cb64a1a7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:06.773540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0afb-30f5-4869-acb5-e5cf9c9a669f req-40d3cfb4-a917-4b7e-bc02-2d13cb64a1a7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:06.787673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2ca0afb-30f5-4869-acb5-e5cf9c9a669f req-40d3cfb4-a917-4b7e-bc02-2d13cb64a1a7 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.6331942 Oct 18 23:25:06.849999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-0c1f30ec-9e53-4a2e-96f8-7a9d41c7e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:06.852480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-0c1f30ec-9e53-4a2e-96f8-7a9d41c7e2ea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 200 len: 797 time: 0.4476988 Oct 18 23:25:06.999149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Attempting to bind port faf4f3de-afad-4f93-af9c-957edace3ac3 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:25:06.999508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Attempting to bind port faf4f3de-afad-4f93-af9c-957edace3ac3 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:25:07.003907 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Attempting to bind port faf4f3de-afad-4f93-af9c-957edace3ac3 on network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:07.028446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Port faf4f3de-afad-4f93-af9c-957edace3ac3 on network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:25:07.040703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Attempting to bind port faf4f3de-afad-4f93-af9c-957edace3ac3 on network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:07.053074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2ca0afb-30f5-4869-acb5-e5cf9c9a669f req-af9abbdb-ab19-4761-96ee-25451b49ebf8 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2636867 Oct 18 23:25:07.068237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:25:07.072555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Checking segment: {'id': '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:07.073824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Bound using segment: {'id': '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:25:07.078801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Bound port: faf4f3de-afad-4f93-af9c-957edace3ac3, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:25:07.079248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:07.145078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-00ed091c-1a1b-46dc-85e4-31ca04b5a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:07.146935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-00ed091c-1a1b-46dc-85e4-31ca04b5a891 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2829485 Oct 18 23:25:07.151932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-719ffd00-5a33-4eba-8506-aaee0a682d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:07.267643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-719ffd00-5a33-4eba-8506-aaee0a682d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:07.329966 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1203f-7772-492e-ad69-a90538bb8a5a x-openstack-request-id: req-10f1203f-7772-492e-ad69-a90538bb8a5a {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:07.330464 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "tag": "e575f3cd-e042-4327-ba0f-79c57ab4aa0d", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:07.330805 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10f1203f-7772-492e-ad69-a90538bb8a5a {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:07.336331 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'tag': 'e575f3cd-e042-4327-ba0f-79c57ab4aa0d', 'status': 'completed', 'code': 200} Oct 18 23:25:07.353360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] For port faf4f3de-afad-4f93-af9c-957edace3ac3, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:25:07.376439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] For port faf4f3de-afad-4f93-af9c-957edace3ac3, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=faf4f3de-afad-4f93-af9c-957edace3ac3,segment=NetworkSegment(5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2),segment_id=5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:25:07.391829 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:07.566680 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:07.570233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:07.574132 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] 10.222.0.73 "PUT /v2.0/ports/faf4f3de-afad-4f93-af9c-957edace3ac3 HTTP/1.1" status: 200 len: 1093 time: 1.8236895 Oct 18 23:25:07.658997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc775f-a626-4e0a-910a-b20dabe25ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=faf4f3de-afad-4f93-af9c-957edace3ac3,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:07.728409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716f20-1a5f-42de-ac1f-1c4e472e956c req-20e42adb-ffcf-4b20-a8b4-15f8472d1482 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:07.754665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716f20-1a5f-42de-ac1f-1c4e472e956c req-20e42adb-ffcf-4b20-a8b4-15f8472d1482 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:07.795338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716f20-1a5f-42de-ac1f-1c4e472e956c req-20e42adb-ffcf-4b20-a8b4-15f8472d1482 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:07.813785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-39a5bcef-6a33-49f2-9a43-2dae89cecdb1 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543539 Oct 18 23:25:07.814258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716f20-1a5f-42de-ac1f-1c4e472e956c req-20e42adb-ffcf-4b20-a8b4-15f8472d1482 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:07.848033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716f20-1a5f-42de-ac1f-1c4e472e956c req-20e42adb-ffcf-4b20-a8b4-15f8472d1482 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:07.902964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716f20-1a5f-42de-ac1f-1c4e472e956c req-20e42adb-ffcf-4b20-a8b4-15f8472d1482 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:07.917948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716f20-1a5f-42de-ac1f-1c4e472e956c req-20e42adb-ffcf-4b20-a8b4-15f8472d1482 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:07.935658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2b716f20-1a5f-42de-ac1f-1c4e472e956c req-20e42adb-ffcf-4b20-a8b4-15f8472d1482 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.4388747 Oct 18 23:25:07.971956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-719ffd00-5a33-4eba-8506-aaee0a682d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:07.977189 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-719ffd00-5a33-4eba-8506-aaee0a682d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:07.996404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-719ffd00-5a33-4eba-8506-aaee0a682d90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/839ad8c8-2cd3-493f-93a5-d00231514f14 HTTP/1.1" status: 204 len: 168 time: 1.3669491 Oct 18 23:25:08.029119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ffd00-5a33-4eba-8506-aaee0a682d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ad8c8-2cd3-493f-93a5-d00231514f14,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:08.038099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6 req-c8443b60-4979-4097-8d77-7eb8175b5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:08.039573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6 req-c8443b60-4979-4097-8d77-7eb8175b5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:08.043431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6 req-c8443b60-4979-4097-8d77-7eb8175b5fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1983 time: 0.5957458 Oct 18 23:25:08.070854 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2b716f20-1a5f-42de-ac1f-1c4e472e956c req-a3987284-a28a-4d7a-8cc7-a1a94e7b417a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224918 Oct 18 23:25:08.384640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e791-4a92-47cb-bb8d-f5dbd88b5369 req-c34386dd-c0f4-43fa-9415-58ca553348ff tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:08.393081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b934e791-4a92-47cb-bb8d-f5dbd88b5369 req-c34386dd-c0f4-43fa-9415-58ca553348ff tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.7398574 Oct 18 23:25:08.431870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52be6b-9a79-4ea8-a970-ede37b8b423b req-b3845852-19d1-4662-9fad-1bd9c5cc016e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:08.453361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52be6b-9a79-4ea8-a970-ede37b8b423b req-b3845852-19d1-4662-9fad-1bd9c5cc016e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:08.474465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a52be6b-9a79-4ea8-a970-ede37b8b423b req-b3845852-19d1-4662-9fad-1bd9c5cc016e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1679 time: 0.1728203 Oct 18 23:25:08.589116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6 req-20250ad8-a653-4a6d-ab8c-594a0729791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:08.589909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6 req-20250ad8-a653-4a6d-ab8c-594a0729791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:08.590736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6 req-20250ad8-a653-4a6d-ab8c-594a0729791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:08.618605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6 req-20250ad8-a653-4a6d-ab8c-594a0729791d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5542531 Oct 18 23:25:08.625406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a52be6b-9a79-4ea8-a970-ede37b8b423b req-6dd25483-cdb6-48c9-8e0b-7bcf7bca708d tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483262 Oct 18 23:25:08.731556 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b934e791-4a92-47cb-bb8d-f5dbd88b5369 req-daef42c7-6ad3-4b7b-97e3-66ef52858634 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139231 Oct 18 23:25:08.786123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-21ea67b6-0ad1-4ea1-b5d3-f8d44f7854a8 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9341683 Oct 18 23:25:09.031784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-b51d78f7-a5e0-4357-b4d4-096f41fc80c1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9 HTTP/1.1" status: 200 len: 217 time: 0.1435368 Oct 18 23:25:09.184283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47460) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:09.193272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abe15d-ed8e-44a2-a08f-9c56d384843a req-eac33d78-a762-40df-bab6-f423b84778b9 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.217104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-26abe15d-ed8e-44a2-a08f-9c56d384843a req-eac33d78-a762-40df-bab6-f423b84778b9 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 950 time: 0.1649382 Oct 18 23:25:09.263488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47466) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:09.289002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6 req-cc26b194-cac6-46f8-9af1-019e5619ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.292350 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84dc35d5-2ffd-4e0b-897a-41e15d1e10f6 req-cc26b194-cac6-46f8-9af1-019e5619ea43 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6551774 Oct 18 23:25:09.334151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-774833f3-4eef-4e17-bc5b-9f4b601c06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.339411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-774833f3-4eef-4e17-bc5b-9f4b601c06ad service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 200 len: 797 time: 0.2659197 Oct 18 23:25:09.341437 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'tag': 'faf4f3de-afad-4f93-af9c-957edace3ac3'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:09.349805 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ce386-1206-42ee-83f3-a3219271d8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "tag": "faf4f3de-afad-4f93-af9c-957edace3ac3"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:09.370706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1a56-8ec3-46ac-aa9c-a7070a431e7c req-4d810d45-745c-4434-8a4e-70dd5e0e537a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.386581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1a56-8ec3-46ac-aa9c-a7070a431e7c req-4d810d45-745c-4434-8a4e-70dd5e0e537a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.388545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-26abe15d-ed8e-44a2-a08f-9c56d384843a req-c9cc5903-dc5f-403e-903c-57c84f2f42e8 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704891 Oct 18 23:25:09.394806 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1a56-8ec3-46ac-aa9c-a7070a431e7c req-4d810d45-745c-4434-8a4e-70dd5e0e537a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.403609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1a56-8ec3-46ac-aa9c-a7070a431e7c req-4d810d45-745c-4434-8a4e-70dd5e0e537a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.412401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1a56-8ec3-46ac-aa9c-a7070a431e7c req-4d810d45-745c-4434-8a4e-70dd5e0e537a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.419584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1a56-8ec3-46ac-aa9c-a7070a431e7c req-4d810d45-745c-4434-8a4e-70dd5e0e537a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.429624 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1a56-8ec3-46ac-aa9c-a7070a431e7c req-4d810d45-745c-4434-8a4e-70dd5e0e537a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.431701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 45594a8a-5264-43dc-877a-b7d6c899e21f details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:09.439452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-525d1a56-8ec3-46ac-aa9c-a7070a431e7c req-4d810d45-745c-4434-8a4e-70dd5e0e537a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5429 time: 0.4590135 Oct 18 23:25:09.570302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-525d1a56-8ec3-46ac-aa9c-a7070a431e7c req-f451348c-7fb4-4313-88e9-c5a39744747a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1279471 Oct 18 23:25:09.621369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372518c7-3751-431a-bdcd-71f91fd1ed74 req-90f0aecc-4cf8-4262-add6-7651cedb1a12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.640514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372518c7-3751-431a-bdcd-71f91fd1ed74 req-90f0aecc-4cf8-4262-add6-7651cedb1a12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.641505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-61a48d87-dd6e-4137-ac0c-21744abfe28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.641505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-61a48d87-dd6e-4137-ac0c-21744abfe28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.642473 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-61a48d87-dd6e-4137-ac0c-21744abfe28e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1983 time: 0.2006941 Oct 18 23:25:09.662614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372518c7-3751-431a-bdcd-71f91fd1ed74 req-90f0aecc-4cf8-4262-add6-7651cedb1a12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.675271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372518c7-3751-431a-bdcd-71f91fd1ed74 req-90f0aecc-4cf8-4262-add6-7651cedb1a12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.692338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cf12660f-4215-479b-b496-d4d6d1facc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.700809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-cf12660f-4215-479b-b496-d4d6d1facc00 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2233224 Oct 18 23:25:09.708866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372518c7-3751-431a-bdcd-71f91fd1ed74 req-90f0aecc-4cf8-4262-add6-7651cedb1a12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.728256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372518c7-3751-431a-bdcd-71f91fd1ed74 req-90f0aecc-4cf8-4262-add6-7651cedb1a12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.749781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372518c7-3751-431a-bdcd-71f91fd1ed74 req-90f0aecc-4cf8-4262-add6-7651cedb1a12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:09.778150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-372518c7-3751-431a-bdcd-71f91fd1ed74 req-90f0aecc-4cf8-4262-add6-7651cedb1a12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.2434692 Oct 18 23:25:09.781963 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25bc039-0c19-4832-b6a3-5d7d892912f4 x-openstack-request-id: req-e25bc039-0c19-4832-b6a3-5d7d892912f4 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:09.782749 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "tag": "faf4f3de-afad-4f93-af9c-957edace3ac3", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:09.783222 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e25bc039-0c19-4832-b6a3-5d7d892912f4 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:09.783645 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'tag': 'faf4f3de-afad-4f93-af9c-957edace3ac3', 'status': 'completed', 'code': 200} Oct 18 23:25:09.803196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 45594a8a-5264-43dc-877a-b7d6c899e21f, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=45594a8a-5264-43dc-877a-b7d6c899e21f,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:09.835625 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-f5fd28dc-a234-443a-a9d0-34a5e1e56e74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=e575f3cd-e042-4327-ba0f-79c57ab4aa0d HTTP/1.1" status: 200 len: 217 time: 0.1650887 Oct 18 23:25:09.858293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'port_id': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'mac_address': 'fa:16:3e:2a:d6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:09.945031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2073240589-network', 'tenant_id': 'a9a1b90e89fb4afebbb5c7f3e7df85b1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:09.947559 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-372518c7-3751-431a-bdcd-71f91fd1ed74 req-e2395786-d196-4058-87c3-c87fb66892a2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1683772 Oct 18 23:25:09.965808 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:10.002710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45594a8a-5264-43dc-877a-b7d6c899e21f {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:10.048289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 45594a8a-5264-43dc-877a-b7d6c899e21f, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=45594a8a-5264-43dc-877a-b7d6c899e21f,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:10.062112 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:10.063643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device affadff4-9124-405e-9b62-6c7ce55a9e42 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:10.201472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36676c9-6ca2-44f0-a3d0-d0454f02721a req-72622238-a62a-4322-9af8-bbe27f910d89 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:10.203989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f36676c9-6ca2-44f0-a3d0-d0454f02721a req-72622238-a62a-4322-9af8-bbe27f910d89 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.1297290 Oct 18 23:25:10.271895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=45594a8a-5264-43dc-877a-b7d6c899e21f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:10.336217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f36676c9-6ca2-44f0-a3d0-d0454f02721a req-574e87d6-b871-4a1a-8158-70f2c723b358 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164217 Oct 18 23:25:10.376767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port affadff4-9124-405e-9b62-6c7ce55a9e42, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=affadff4-9124-405e-9b62-6c7ce55a9e42,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:10.424525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'affadff4-9124-405e-9b62-6c7ce55a9e42', 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'port_id': 'affadff4-9124-405e-9b62-6c7ce55a9e42', 'mac_address': 'fa:16:3e:3f:81:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fad5a0b-1956-4aec-ae46-f8a12148c857', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:10.467415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-a2d254ac-e7c0-4ca6-a890-509f230cd56d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.473184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47504) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.477893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-6533a90c-da7d-47fb-b82e-0513be33cb5b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.481629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6533a90c-da7d-47fb-b82e-0513be33cb5b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047078 Oct 18 23:25:10.481712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a2d254ac-e7c0-4ca6-a890-509f230cd56d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 1.2835739 Oct 18 23:25:10.481788 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47510) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.491019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-e8b63b5c-aa2b-4985-9243-dac46b7d479f tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.492005 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e8b63b5c-aa2b-4985-9243-dac46b7d479f tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0095825 Oct 18 23:25:10.494754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47512) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.499301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-7d8afa7b-478e-4214-a27c-07eb048c92af tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.505672 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7d8afa7b-478e-4214-a27c-07eb048c92af tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051060 Oct 18 23:25:10.518457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47514) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.523503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-03ab9429-5d17-4a43-8c07-1e6dd163e65f tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.526652 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-03ab9429-5d17-4a43-8c07-1e6dd163e65f tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046542 Oct 18 23:25:10.527264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47516) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.543741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-2f47f320-e4b6-4b23-b720-eff4f4a96b2c tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.548215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2f47f320-e4b6-4b23-b720-eff4f4a96b2c tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0148754 Oct 18 23:25:10.549387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47520) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.554688 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:10.555966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-27fd66c2-d5f5-4a51-8875-a2d7647a09bd tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.557684 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-27fd66c2-d5f5-4a51-8875-a2d7647a09bd tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0073760 Oct 18 23:25:10.558813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-122ae03b-6b57-4844-8197-be1e043fe549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:10.560195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47522) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.565508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-122ae03b-6b57-4844-8197-be1e043fe549 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f00c00d-5176-4b39-9de3-52587e1aa5ac HTTP/1.1" status: 200 len: 801 time: 0.7095156 Oct 18 23:25:10.569176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-147a5811-a2a7-4a5c-aa27-898e6003c592 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.570305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-147a5811-a2a7-4a5c-aa27-898e6003c592 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0090516 Oct 18 23:25:10.573943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47528) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.582873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-9f549e4b-c5de-4c36-ba2b-219744698081 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.583975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9f549e4b-c5de-4c36-ba2b-219744698081 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0089507 Oct 18 23:25:10.587187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47530) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.596583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-ef243f70-b4ef-4eb8-813e-980498d35d07 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.597466 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ef243f70-b4ef-4eb8-813e-980498d35d07 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0093081 Oct 18 23:25:10.601363 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47532) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.609778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affadff4-9124-405e-9b62-6c7ce55a9e42 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:10.613243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-9cb44d40-abf9-4aea-8866-a392a0aba77b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.614381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9cb44d40-abf9-4aea-8866-a392a0aba77b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0124698 Oct 18 23:25:10.617595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47536) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.627810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-640cabfa-d5e8-4206-ab0f-3b870ca90a1a tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.634903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-640cabfa-d5e8-4206-ab0f-3b870ca90a1a tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0129051 Oct 18 23:25:10.635172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47538) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.635444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47540) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.654643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-5ef54dfc-20e7-4744-b048-b1ae785b8ba1 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.655820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5ef54dfc-20e7-4744-b048-b1ae785b8ba1 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0193655 Oct 18 23:25:10.656981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port affadff4-9124-405e-9b62-6c7ce55a9e42, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=affadff4-9124-405e-9b62-6c7ce55a9e42,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:10.660430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Made reservation on behalf of a9a1b90e89fb4afebbb5c7f3e7df85b1 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:10.664722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:10.670593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47544) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.677307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:10.677976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bf6f01ac-8e62-4468-aede-f946a2798c22 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:10.692610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-6424177c-af98-4e6f-9f64-d0ce5f82aeac tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.696100 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6424177c-af98-4e6f-9f64-d0ce5f82aeac tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0181601 Oct 18 23:25:10.698936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47546) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.712223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-50ecfe5f-7d69-456c-9823-6dfa5ec503ed tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.720363 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-50ecfe5f-7d69-456c-9823-6dfa5ec503ed tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0199347 Oct 18 23:25:10.721668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47552) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.728226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-e4cc6bc3-1858-49d6-ab45-0a3eadf5fc60 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.734895 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e4cc6bc3-1858-49d6-ab45-0a3eadf5fc60 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0114753 Oct 18 23:25:10.735843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47554) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.741565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-25084d63-8331-43c5-8f29-c862826c5e2f tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.747453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-25084d63-8331-43c5-8f29-c862826c5e2f tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0103130 Oct 18 23:25:10.748479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47556) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.754158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-19323b94-1980-4654-b2d0-74ed56a9ba4b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.759716 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-19323b94-1980-4654-b2d0-74ed56a9ba4b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0097413 Oct 18 23:25:10.761093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47558) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.766606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-62651802-7c96-4458-bb17-b23221fe27b1 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.773605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-62651802-7c96-4458-bb17-b23221fe27b1 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0111511 Oct 18 23:25:10.776059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47560) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.787082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-dd4433cb-73ae-421e-a3b1-ba3657edd043 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.791868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dd4433cb-73ae-421e-a3b1-ba3657edd043 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0141995 Oct 18 23:25:10.792575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47562) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.796435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-03ee3f37-2bab-45c2-a7ea-7b03abe4ce46 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9890327 Oct 18 23:25:10.798853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-8530a805-3815-4fec-b02b-d292145796c6 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.802786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47564) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.805879 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8530a805-3815-4fec-b02b-d292145796c6 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0100703 Oct 18 23:25:10.810853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:10.818528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-ecebe455-dda1-416e-8666-24798d1cf853 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.822510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47568) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.830081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-7b83ad2f-d449-4473-a6ef-b91a273b46c0 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.833000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ecebe455-dda1-416e-8666-24798d1cf853 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0106654 Oct 18 23:25:10.834993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7b83ad2f-d449-4473-a6ef-b91a273b46c0 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103905 Oct 18 23:25:10.836507 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47570) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.842581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-b51b5611-f37b-486e-bf40-af232cfcda70 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.853252 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b51b5611-f37b-486e-bf40-af232cfcda70 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0153043 Oct 18 23:25:10.854105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47572) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.857383 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:25:10.867314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-9395f3fe-5557-4fc3-a3b6-d475615b275d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.876547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9395f3fe-5557-4fc3-a3b6-d475615b275d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0185385 Oct 18 23:25:10.883228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port bf6f01ac-8e62-4468-aede-f946a2798c22, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bf6f01ac-8e62-4468-aede-f946a2798c22,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:10.888772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1122925500-network', 'tenant_id': 'e8983fb43e6540b39f5db0003434b7c5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:10.890963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47574) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.900863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-811e70bd-7df6-428f-90a6-29ac33539a40 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.902846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=affadff4-9124-405e-9b62-6c7ce55a9e42,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:10.905003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-811e70bd-7df6-428f-90a6-29ac33539a40 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0118248 Oct 18 23:25:10.916358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012bf32-b2e1-47f2-a6ca-09f236a108f3 req-ca6bd093-6324-43d1-b9c8-992aefde904e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:10.919280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'bf6f01ac-8e62-4468-aede-f946a2798c22', 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'port_id': 'bf6f01ac-8e62-4468-aede-f946a2798c22', 'mac_address': 'fa:16:3e:fe:3c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fad5a0b-1956-4aec-ae46-f8a12148c857', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:10.925693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012bf32-b2e1-47f2-a6ca-09f236a108f3 req-ca6bd093-6324-43d1-b9c8-992aefde904e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:10.927741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7012bf32-b2e1-47f2-a6ca-09f236a108f3 req-ca6bd093-6324-43d1-b9c8-992aefde904e tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1679 time: 0.9175777 Oct 18 23:25:10.935012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47576) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.944065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Made reservation on behalf of e8983fb43e6540b39f5db0003434b7c5 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:10.949109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-9caa331a-da4e-48dd-9953-aa1362f9b5fb tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.949523 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:10.954149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9caa331a-da4e-48dd-9953-aa1362f9b5fb tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0144169 Oct 18 23:25:10.954355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47578) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:10.961559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-695796ab-326a-4b23-a73a-9f9a0b050b46 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:10.965107 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-695796ab-326a-4b23-a73a-9f9a0b050b46 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075133 Oct 18 23:25:10.973433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47582) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.010202 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.025101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-a2ce4231-ed0e-481d-802b-5e6372d33dc3 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.030161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a2ce4231-ed0e-481d-802b-5e6372d33dc3 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0279644 Oct 18 23:25:11.032720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47584) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.045051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-560c27c4-cc65-401b-b163-8407768096bf tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.049858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-560c27c4-cc65-401b-b163-8407768096bf tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0083499 Oct 18 23:25:11.057952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47586) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.062538 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.065876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-91aedfe2-6b4b-44c3-9e1a-9070a1290c24 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.067279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-91aedfe2-6b4b-44c3-9e1a-9070a1290c24 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0068042 Oct 18 23:25:11.071885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-d1129f06-38a2-4fdb-bb59-bbea6596e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:11.076036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-d1129f06-38a2-4fdb-bb59-bbea6596e3c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddd560be-fca0-42f8-afce-725b6f26594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4385564 Oct 18 23:25:11.083622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6f01ac-8e62-4468-aede-f946a2798c22 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:11.087603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd51f4c-dcfe-450d-b617-d903b5be6d35 req-1261211c-b9f3-4b5c-b513-8cea94132612 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:11.094844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47588) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.096864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd51f4c-dcfe-450d-b617-d903b5be6d35 req-1261211c-b9f3-4b5c-b513-8cea94132612 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:11.105401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-3b71b9c7-ce0e-4864-a34a-f7872154e6ce tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.106927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port bf6f01ac-8e62-4468-aede-f946a2798c22, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bf6f01ac-8e62-4468-aede-f946a2798c22,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:11.108307 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b71b9c7-ce0e-4864-a34a-f7872154e6ce tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0117903 Oct 18 23:25:11.114244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd51f4c-dcfe-450d-b617-d903b5be6d35 req-1261211c-b9f3-4b5c-b513-8cea94132612 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:11.117824 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.119222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 647b7f98-2219-41e9-8bc3-2f82234f0205 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:11.140773 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd51f4c-dcfe-450d-b617-d903b5be6d35 req-1261211c-b9f3-4b5c-b513-8cea94132612 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:11.153847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:11.168477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd51f4c-dcfe-450d-b617-d903b5be6d35 req-1261211c-b9f3-4b5c-b513-8cea94132612 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:11.168752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47590) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.175800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-22d9e712-e517-4ad8-899e-72b5c436d49b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.181655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-22d9e712-e517-4ad8-899e-72b5c436d49b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0117188 Oct 18 23:25:11.197036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47592) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.207489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd51f4c-dcfe-450d-b617-d903b5be6d35 req-1261211c-b9f3-4b5c-b513-8cea94132612 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:11.226901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd51f4c-dcfe-450d-b617-d903b5be6d35 req-1261211c-b9f3-4b5c-b513-8cea94132612 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:11.238460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=bf6f01ac-8e62-4468-aede-f946a2798c22,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:11.238813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-f3bcc028-b42b-4997-8ad2-c25e111740b5 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.246922 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-edd51f4c-dcfe-450d-b617-d903b5be6d35 req-1261211c-b9f3-4b5c-b513-8cea94132612 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5431 time: 0.2622161 Oct 18 23:25:11.257467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f3bcc028-b42b-4997-8ad2-c25e111740b5 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0266953 Oct 18 23:25:11.284490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47594) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.303287 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7012bf32-b2e1-47f2-a6ca-09f236a108f3 req-2707fbf3-b14a-43e0-b1ab-8b73ebd64c39 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472481 Oct 18 23:25:11.369436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-3a60fdbc-0c5f-4433-b142-d4c03d8d8578 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.382485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3a60fdbc-0c5f-4433-b142-d4c03d8d8578 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0773189 Oct 18 23:25:11.382877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 647b7f98-2219-41e9-8bc3-2f82234f0205, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=647b7f98-2219-41e9-8bc3-2f82234f0205,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:11.395300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47598) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.410097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-250dda11-9a0b-4298-8fd6-83f42a7a345b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.412701 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.414980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '647b7f98-2219-41e9-8bc3-2f82234f0205', 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183', 'port_id': '647b7f98-2219-41e9-8bc3-2f82234f0205', 'mac_address': 'fa:16:3e:79:2c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f64a7e-baa8-43d3-9d2b-036b1de342c8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:11.415466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-250dda11-9a0b-4298-8fd6-83f42a7a345b tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0152841 Oct 18 23:25:11.426843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47604) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.440106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-1ff27cc1-d2a0-4ee3-8a96-f9af6e0badf0 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.446297 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1ff27cc1-d2a0-4ee3-8a96-f9af6e0badf0 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0178318 Oct 18 23:25:11.447298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47606) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.489197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-eff24bd1-95e8-4e57-8567-73a753646c82 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.495228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eff24bd1-95e8-4e57-8567-73a753646c82 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0297313 Oct 18 23:25:11.498234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47612) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.502552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-c8e20103-c69c-4ca8-8ee8-b656e9623679 service neutron] 10.222.0.73 "GET /v2.0/networks/ddd560be-fca0-42f8-afce-725b6f26594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894551 Oct 18 23:25:11.506023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f89fd37-5741-4142-842d-76abdb499ac4 req-a61c0a17-4529-47c5-a1bb-26d301097093 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927216 Oct 18 23:25:11.514247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-9f05cf70-85a6-4e07-9664-53a4528ecde1 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.515715 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9f05cf70-85a6-4e07-9664-53a4528ecde1 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0120695 Oct 18 23:25:11.547508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-edd51f4c-dcfe-450d-b617-d903b5be6d35 req-29fbf380-434e-411f-97c4-51b50cac9624 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2303410 Oct 18 23:25:11.573245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47614) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.582928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:11.590118 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3083f986-2692-4de0-880a-bb7577db2390" -d '{"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-unplugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:11.593666 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.595369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-96929455-272c-494d-9677-6a1132f5b5fe tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.598490 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-96929455-272c-494d-9677-6a1132f5b5fe tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0234678 Oct 18 23:25:11.605401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47620) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.607715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:11.616773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.628032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-67c00a24-6c25-44c0-a62d-5d50dae5cafc tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.634157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-67c00a24-6c25-44c0-a62d-5d50dae5cafc tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0212739 Oct 18 23:25:11.634695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.634932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.641266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47622) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.649553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647b7f98-2219-41e9-8bc3-2f82234f0205 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:11.670541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-e9c6da55-0b3e-4bd7-87a4-b65d5b54656d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.672988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e9c6da55-0b3e-4bd7-87a4-b65d5b54656d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0222280 Oct 18 23:25:11.696281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47624) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.711131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-f9707fef-f0ad-46ac-ac6b-c90711bc3918 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.712566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f9707fef-f0ad-46ac-ac6b-c90711bc3918 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0148847 Oct 18 23:25:11.719706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-dffbb30f-ada1-4885-ad2b-4aebf07f42b6 service neutron] 10.222.0.73 "GET /v2.0/networks/ddd560be-fca0-42f8-afce-725b6f26594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022374 Oct 18 23:25:11.737652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47626) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.753145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-f38cb58a-02ad-49fb-9d87-997a2f46c6ac tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.754142 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f38cb58a-02ad-49fb-9d87-997a2f46c6ac tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067735 Oct 18 23:25:11.755064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:25:11.760129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47628) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.765741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 647b7f98-2219-41e9-8bc3-2f82234f0205, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=647b7f98-2219-41e9-8bc3-2f82234f0205,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:11.803320 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.803320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f510c872-9f6c-4597-8731-2461b49102da details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:11.844177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9202af-9742-41a4-ba20-b91500545327,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:11.852238 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.852461 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Added segment ca45f0fd-714a-4743-a967-bd1c9088dd3f of type vlan for network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 Oct 18 23:25:11.864423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f510c872-9f6c-4597-8731-2461b49102da, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f510c872-9f6c-4597-8731-2461b49102da,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:11.895371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-07bb4b9a-da73-4b4b-8562-a0b2a4b0f10e tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.901806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-07bb4b9a-da73-4b4b-8562-a0b2a4b0f10e tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.1165512 Oct 18 23:25:11.902139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'f510c872-9f6c-4597-8731-2461b49102da', 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'port_id': 'f510c872-9f6c-4597-8731-2461b49102da', 'mac_address': 'fa:16:3e:da:35:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fad5a0b-1956-4aec-ae46-f8a12148c857', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:11.965796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:11.967474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47630) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:11.972127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-6900809f-a4c3-49fd-bf03-5e234827ae24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=faf4f3de-afad-4f93-af9c-957edace3ac3 HTTP/1.1" status: 200 len: 217 time: 0.2287498 Oct 18 23:25:11.985581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-e90ac293-a740-427c-98f2-d0402423d2cf tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:11.994318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e90ac293-a740-427c-98f2-d0402423d2cf tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0247564 Oct 18 23:25:11.995162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47632) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.003476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:12.030358 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.043749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-c382964b-c83a-4036-9fac-646f50440820 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.062484 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c382964b-c83a-4036-9fac-646f50440820 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0451589 Oct 18 23:25:12.062826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:25:12.085595 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.086386 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Added segment 4d3ddcf6-b53b-4a5e-953f-b95d853be9c4 of type vlan for network d3d0a755-2480-45ec-ba90-6acec9a7ddfa Oct 18 23:25:12.086820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e53ee9-1fea-4001-b9fd-a53560b81251 req-04d136bf-4d4c-4b7c-85ff-343dfad56dee tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.089604 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58e53ee9-1fea-4001-b9fd-a53560b81251 req-04d136bf-4d4c-4b7c-85ff-343dfad56dee tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.3395576 Oct 18 23:25:12.093786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47634) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.112590 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.128386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-132c5929-3451-4979-b90e-f30d60be74b8 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.138882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-132c5929-3451-4979-b90e-f30d60be74b8 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0349531 Oct 18 23:25:12.164080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47636) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.173289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.179179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-d86225e7-7c5e-47c7-b833-29c96f570d82 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.184228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d86225e7-7c5e-47c7-b833-29c96f570d82 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0181050 Oct 18 23:25:12.191538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.212537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47638) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.221202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-4b93b146-a00b-4651-96ca-b413e414278f tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.223461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4b93b146-a00b-4651-96ca-b413e414278f tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0089033 Oct 18 23:25:12.233215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47640) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.242470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-cd9088e2-a643-4e29-87ae-54b159b107a8 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.244797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cd9088e2-a643-4e29-87ae-54b159b107a8 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0088603 Oct 18 23:25:12.247625 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:25:12.253394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47642) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.254468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f510c872-9f6c-4597-8731-2461b49102da {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:12.270832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=647b7f98-2219-41e9-8bc3-2f82234f0205,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:12.279521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-e3643938-56d2-4b0e-81a3-3678619a172e tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.282041 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e3643938-56d2-4b0e-81a3-3678619a172e tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0260096 Oct 18 23:25:12.299415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47644) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.311876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-0f9b995d-ddad-426a-a894-27ba9820b33e tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.314715 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.315265 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0f9b995d-ddad-426a-a894-27ba9820b33e tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0130868 Oct 18 23:25:12.316587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.317887 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.323535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47646) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.333772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-52e70ae5-0085-4319-bff4-c3ac36a04241 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.335887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-52e70ae5-0085-4319-bff4-c3ac36a04241 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0102937 Oct 18 23:25:12.342418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f510c872-9f6c-4597-8731-2461b49102da, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f510c872-9f6c-4597-8731-2461b49102da,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:12.355168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58e53ee9-1fea-4001-b9fd-a53560b81251 req-d9da19e9-93d5-4872-921b-bec1f51470f3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135971 Oct 18 23:25:12.357089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47648) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.361967 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.362851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 9501c6d1-d528-46f9-ba18-68ffb673079f details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:12.376934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-6c694844-ba25-49c0-aa71-2d18216a3563 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.379248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6c694844-ba25-49c0-aa71-2d18216a3563 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0146489 Oct 18 23:25:12.385964 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.388147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.395596 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.424743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47652) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.529271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-ac70996a-ea5b-4a90-b0db-0f7fb1421979 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.535203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ac70996a-ea5b-4a90-b0db-0f7fb1421979 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0067937 Oct 18 23:25:12.535203 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:12.540644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ce7475b0-c583-47aa-b38f-c08bd12817a0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9028735 Oct 18 23:25:12.541571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47658) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.554407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:25:12.557223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-cdf26155-0f98-4823-ab74-d938f89d9776 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.562912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cdf26155-0f98-4823-ab74-d938f89d9776 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0149691 Oct 18 23:25:12.562912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47660) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.565569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 9501c6d1-d528-46f9-ba18-68ffb673079f, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9501c6d1-d528-46f9-ba18-68ffb673079f,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:12.567775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Request body: {'subnet': {'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1122925500-subnet', 'tenant_id': 'e8983fb43e6540b39f5db0003434b7c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:12.574187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47666) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.580148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-d474ef08-3c2a-475b-82e6-e4744f1c7749 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.585094 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d474ef08-3c2a-475b-82e6-e4744f1c7749 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0068321 Oct 18 23:25:12.599600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47668) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.675446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-ac62018e-4465-4215-b00a-9d0160dc0c75 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.681488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ac62018e-4465-4215-b00a-9d0160dc0c75 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0738184 Oct 18 23:25:12.682163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47674) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.711998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-53f09722-4ffe-463c-aa20-37e4d1b1b158 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.717302 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-53f09722-4ffe-463c-aa20-37e4d1b1b158 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0120878 Oct 18 23:25:12.737106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47676) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.750777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-a8c60eb0-02db-4753-8246-4494d562d30a tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.756080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a8c60eb0-02db-4753-8246-4494d562d30a tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0137084 Oct 18 23:25:12.773467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47678) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.788949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-be1b68ae-9a0b-454e-bbf4-a646bd70a3f0 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.794311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-be1b68ae-9a0b-454e-bbf4-a646bd70a3f0 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0162225 Oct 18 23:25:12.798387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47680) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.815407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-5492f6fd-6c07-4970-9b51-d2c03f11ae94 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.826592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.5563161 Oct 18 23:25:12.835361 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5492f6fd-6c07-4970-9b51-d2c03f11ae94 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0326214 Oct 18 23:25:12.837331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47682) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.838218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47684) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.853826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Request body: {'subnet': {'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2073240589-subnet', 'tenant_id': 'a9a1b90e89fb4afebbb5c7f3e7df85b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:12.880074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-b688c5a8-04a8-4c12-9225-9908ec580335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.881258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-b688c5a8-04a8-4c12-9225-9908ec580335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.882082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-b688c5a8-04a8-4c12-9225-9908ec580335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.883096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-b688c5a8-04a8-4c12-9225-9908ec580335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.885475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-b688c5a8-04a8-4c12-9225-9908ec580335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.885475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-b688c5a8-04a8-4c12-9225-9908ec580335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.885857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-b688c5a8-04a8-4c12-9225-9908ec580335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.889175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-b688c5a8-04a8-4c12-9225-9908ec580335 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6481 time: 1.1201475 Oct 18 23:25:12.895703 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5a7d3-2fa3-4e4d-a5c2-2d8ffcea475c x-openstack-request-id: req-ded5a7d3-2fa3-4e4d-a5c2-2d8ffcea475c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:12.896549 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-unplugged", "status": "completed", "tag": "b36bb4db-5955-4409-8034-6d86546926c4", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:12.896549 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ded5a7d3-2fa3-4e4d-a5c2-2d8ffcea475c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:12.897150 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4', 'code': 200} Oct 18 23:25:12.898984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Made reservation on behalf of e8983fb43e6540b39f5db0003434b7c5 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:12.914151 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:12.934004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14192-cca1-4c0e-afd6-a1c841c38afe req-3aeacb76-39c7-4f66-8a47-7afc53d59aa1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.940459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-c5ce6ab6-7593-4817-883b-3bc8d03909da tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:12.947334 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c5ce6ab6-7593-4817-883b-3bc8d03909da tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0675654 Oct 18 23:25:12.947589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14192-cca1-4c0e-afd6-a1c841c38afe req-3aeacb76-39c7-4f66-8a47-7afc53d59aa1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.954339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47686) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:12.960744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14192-cca1-4c0e-afd6-a1c841c38afe req-3aeacb76-39c7-4f66-8a47-7afc53d59aa1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.978133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14192-cca1-4c0e-afd6-a1c841c38afe req-3aeacb76-39c7-4f66-8a47-7afc53d59aa1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:12.991545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14192-cca1-4c0e-afd6-a1c841c38afe req-3aeacb76-39c7-4f66-8a47-7afc53d59aa1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:13.006210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14192-cca1-4c0e-afd6-a1c841c38afe req-3aeacb76-39c7-4f66-8a47-7afc53d59aa1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:13.020846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14192-cca1-4c0e-afd6-a1c841c38afe req-3aeacb76-39c7-4f66-8a47-7afc53d59aa1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:13.024283 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32c14192-cca1-4c0e-afd6-a1c841c38afe req-3aeacb76-39c7-4f66-8a47-7afc53d59aa1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 1.2273083 Oct 18 23:25:13.042360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [None req-07655eca-39ab-43b2-bc93-99dc8ffe1f3d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:13.050572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-07655eca-39ab-43b2-bc93-99dc8ffe1f3d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0556736 Oct 18 23:25:13.057878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '9501c6d1-d528-46f9-ba18-68ffb673079f', 'network_id': '5c3a8a03-d019-4d5b-bedc-ad2be2bd93df', 'port_id': '9501c6d1-d528-46f9-ba18-68ffb673079f', 'mac_address': 'fa:16:3e:04:30:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fad5a0b-1956-4aec-ae46-f8a12148c857', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:13.079203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47688) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:13.131725 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=f510c872-9f6c-4597-8731-2461b49102da,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:13.166050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-55450715-550e-4f00-9f8b-d5e7a650652c tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:13.168568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-55450715-550e-4f00-9f8b-d5e7a650652c tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047717 Oct 18 23:25:13.168568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e82152-4e2b-4675-9510-7ce1e6747ce8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:13.172026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Made reservation on behalf of a9a1b90e89fb4afebbb5c7f3e7df85b1 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:13.174054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47690) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:13.175112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:13.182100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-d1b6c758-08ae-462c-8d0c-f335eaf045d2 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:13.183227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d1b6c758-08ae-462c-8d0c-f335eaf045d2 tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0056937 Oct 18 23:25:13.185339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-7a308256-c776-4fa0-859b-8d1bdd011fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:13.187932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-7a308256-c776-4fa0-859b-8d1bdd011fa5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d4c63e8-0298-4a4e-8d97-7bb36f9783da HTTP/1.1" status: 200 len: 801 time: 1.1606860 Oct 18 23:25:13.194613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47692) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:13.260723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5733bc-a3f2-4fa9-922e-0dd104420891 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d0a755-2480-45ec-ba90-6acec9a7ddfa,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:13.287349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-b55a65ee-006a-4602-aac5-800dc780beba tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:13.288466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b55a65ee-006a-4602-aac5-800dc780beba tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0623169 Oct 18 23:25:13.302323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47694) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:13.432844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d3d0a755-2480-45ec-ba90-6acec9a7ddfa details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:25:13.504202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [None req-4ddf00c9-6efb-4098-9df9-11faaee0cb5d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:25:13.505684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4ddf00c9-6efb-4098-9df9-11faaee0cb5d tempest-ExtensionsTestJSON-1715909657 tempest-ExtensionsTestJSON-1715909657-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0778570 Oct 18 23:25:13.589762 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:13.610350 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32c14192-cca1-4c0e-afd6-a1c841c38afe req-be4b5ef4-4961-4d8e-89c3-fed8c5f8a1b6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4496429 Oct 18 23:25:13.617869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a972-549f-4ec2-9a02-28e42a06806d req-2dfa25a0-556c-4a5e-9b63-b3b03c1afaea tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:13.619549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-850dafb0-1ae9-4d32-8d38-22b32bc557e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:13.622194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-850dafb0-1ae9-4d32-8d38-22b32bc557e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fddb06cc-ca2a-4b76-835e-0a5d916e25b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3924575 Oct 18 23:25:13.628597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a972-549f-4ec2-9a02-28e42a06806d req-2dfa25a0-556c-4a5e-9b63-b3b03c1afaea tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:13.649157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2eb1a972-549f-4ec2-9a02-28e42a06806d req-2dfa25a0-556c-4a5e-9b63-b3b03c1afaea tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1679 time: 0.6503453 Oct 18 23:25:13.649929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9501c6d1-d528-46f9-ba18-68ffb673079f {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:13.680058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-4ecb87c7-93b0-40da-9a0b-bda38e0a277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:13.682470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-4ecb87c7-93b0-40da-9a0b-bda38e0a277f service neutron] 10.222.0.102 "GET /v2.0/networks?id=39ea3733-74ea-4469-86dd-2826e17a10c2 HTTP/1.1" status: 200 len: 903 time: 0.6567364 Oct 18 23:25:13.701642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 9501c6d1-d528-46f9-ba18-68ffb673079f, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9501c6d1-d528-46f9-ba18-68ffb673079f,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:13.711960 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:13.861224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 7a6bb165-957f-468d-a530-bcb9fbf9fec6 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:13.873279 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:13.883838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=9501c6d1-d528-46f9-ba18-68ffb673079f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:13.942918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.943984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.943984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.943984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.944358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.944737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.944914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.945175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.945507 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.955409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.955798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:13.956159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:14.014606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-9e6f12ab-7158-46f7-8d5a-eb241a6d7727 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9 HTTP/1.1" status: 200 len: 217 time: 0.3090870 Oct 18 23:25:14.023083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Checking segment: {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:14.023458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Network hostable DHCP agents. Network: 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:25:14.044449 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2eb1a972-549f-4ec2-9a02-28e42a06806d req-1d429ed0-23ea-436f-8857-7ebcb4e20607 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928897 Oct 18 23:25:14.237293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 7a6bb165-957f-468d-a530-bcb9fbf9fec6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:14.263721 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '7a6bb165-957f-468d-a530-bcb9fbf9fec6', 'network_id': 'be5758dd-8396-4c4a-a368-25bd778a9183', 'port_id': '7a6bb165-957f-468d-a530-bcb9fbf9fec6', 'mac_address': 'fa:16:3e:81:77:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f64a7e-baa8-43d3-9d2b-036b1de342c8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:14.280430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fbd4f-22ea-4fd6-927d-0ef38699fad0 req-f1e9c333-6382-4e7a-bccf-cd7b304a7393 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.292083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47710) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:14.294495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8442eba-cbb7-44ec-9362-78857b6c5106,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:14.340113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:25:14.343037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fbd4f-22ea-4fd6-927d-0ef38699fad0 req-f1e9c333-6382-4e7a-bccf-cd7b304a7393 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.352714 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:14.353301 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:14.364639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:14.373093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fbd4f-22ea-4fd6-927d-0ef38699fad0 req-f1e9c333-6382-4e7a-bccf-cd7b304a7393 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.373289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.373954 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:14.396315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fbd4f-22ea-4fd6-927d-0ef38699fad0 req-f1e9c333-6382-4e7a-bccf-cd7b304a7393 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.413594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6bb165-957f-468d-a530-bcb9fbf9fec6 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:14.418542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fbd4f-22ea-4fd6-927d-0ef38699fad0 req-f1e9c333-6382-4e7a-bccf-cd7b304a7393 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.426006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d68def-0fa7-4479-97fa-42dd4b3f90fb None None] Network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:14.442689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fbd4f-22ea-4fd6-927d-0ef38699fad0 req-f1e9c333-6382-4e7a-bccf-cd7b304a7393 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.467525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fbd4f-22ea-4fd6-927d-0ef38699fad0 req-f1e9c333-6382-4e7a-bccf-cd7b304a7393 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.474246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-080fbd4f-22ea-4fd6-927d-0ef38699fad0 req-f1e9c333-6382-4e7a-bccf-cd7b304a7393 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5435 time: 0.7281151 Oct 18 23:25:14.523021 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-87e19eff-28cc-4afa-8b18-99fbad7701de admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9460506 Oct 18 23:25:14.569090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e5cc56-f976-4b7f-b7db-43eb616dedd1,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:14.576283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-9750e5d7-396b-416b-a772-1032c8de5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.580097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-9750e5d7-396b-416b-a772-1032c8de5b88 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 200 len: 797 time: 0.5438852 Oct 18 23:25:14.622269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Checking segment: {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:14.624048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Network hostable DHCP agents. Network: d3d0a755-2480-45ec-ba90-6acec9a7ddfa, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:25:14.679366 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dedab0da-0c27-4109-bb5d-fcf9cc02220a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:14.715659 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-715f85e1-c602-4ef8-9d9a-7da7044f95b1 service neutron] 10.222.0.73 "GET /v2.0/networks/fddb06cc-ca2a-4b76-835e-0a5d916e25b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0778737 Oct 18 23:25:14.789471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 7a6bb165-957f-468d-a530-bcb9fbf9fec6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:14.824086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Network d3d0a755-2480-45ec-ba90-6acec9a7ddfa is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:25:14.845803 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:14.856979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b51f9-093e-4278-9bfa-2d32800093fa None None] Network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:14.863945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-080fbd4f-22ea-4fd6-927d-0ef38699fad0 req-92630753-615b-4aea-a65b-3cbdef81fa61 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3605118 Oct 18 23:25:14.924502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da735b6f-edc3-4817-8e1e-41e07bceb6a2 req-69968e3f-8207-4e52-af7a-47ce08672a83 service neutron] 10.222.0.73 "GET /v2.0/networks/fddb06cc-ca2a-4b76-835e-0a5d916e25b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021029 Oct 18 23:25:14.928441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-dc35f115-26c2-4b36-b004-63d5f9f21975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:14.928789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['647b7f98-2219-41e9-8bc3-2f82234f0205'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:14.930483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-dc35f115-26c2-4b36-b004-63d5f9f21975 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2757399 Oct 18 23:25:14.983474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, d3d0a755-2480-45ec-ba90-6acec9a7ddfa) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:15.012751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1220388-55bc-4380-900f-9f3281e27eea None None] Network d3d0a755-2480-45ec-ba90-6acec9a7ddfa requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:15.066281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:15.072595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:15.149442 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-97cddfab-c6d4-4f54-bcbe-9074ef5ae5e2 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076797 Oct 18 23:25:15.185424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fce9ef-128f-46d2-a222-116be59e4e13 req-3eb5eebf-bed5-48d7-990a-0ca246505dc0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:15.189023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a7fce9ef-128f-46d2-a222-116be59e4e13 req-3eb5eebf-bed5-48d7-990a-0ca246505dc0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.4913797 Oct 18 23:25:15.198336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['affadff4-9124-405e-9b62-6c7ce55a9e42'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:15.204502 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['9501c6d1-d528-46f9-ba18-68ffb673079f'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:15.293546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['45594a8a-5264-43dc-877a-b7d6c899e21f'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:15.299823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-78685715-2be5-454c-a9ca-be9848a174e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:15.300656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-78685715-2be5-454c-a9ca-be9848a174e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:15.303511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-78685715-2be5-454c-a9ca-be9848a174e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1983 time: 0.1530101 Oct 18 23:25:15.327956 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f8e8306b-f029-4820-ba8e-47b30f1a79fc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4875789 Oct 18 23:25:15.382874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0a2fbc7-4b5e-411f-9012-6a8330fabb6e req-1e8fb7ae-16b5-418f-aafa-f9be5002af1f service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226493 Oct 18 23:25:15.486340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a7fce9ef-128f-46d2-a222-116be59e4e13 req-64e6ade2-7836-4b21-b278-6bf448772a23 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713935 Oct 18 23:25:15.538246 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dedab0da-0c27-4109-bb5d-fcf9cc02220a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:15.548209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dedab0da-0c27-4109-bb5d-fcf9cc02220a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:15.615393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedab0da-0c27-4109-bb5d-fcf9cc02220a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a232b851-9ef7-453a-beae-d315a9605f1d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:15.636839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=7a6bb165-957f-468d-a530-bcb9fbf9fec6,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:15.760163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-6dec9ed6-f0cc-4132-af0f-7d0b0a2bcd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:15.763175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-6dec9ed6-f0cc-4132-af0f-7d0b0a2bcd61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fddb06cc-ca2a-4b76-835e-0a5d916e25b0 HTTP/1.1" status: 200 len: 902 time: 0.4459839 Oct 18 23:25:15.785067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dedab0da-0c27-4109-bb5d-fcf9cc02220a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fd1c4b220c545ceb33122ac32dfaa9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4911394 Oct 18 23:25:15.788348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47746) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:15.814210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['7a6bb165-957f-468d-a530-bcb9fbf9fec6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:15.867535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30cb18-b85c-44d6-9427-f0bc71ad8856 req-d2550827-d69e-4c95-9f3f-c9304c62ec54 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:15.885601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30cb18-b85c-44d6-9427-f0bc71ad8856 req-d2550827-d69e-4c95-9f3f-c9304c62ec54 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:15.888852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e30cb18-b85c-44d6-9427-f0bc71ad8856 req-d2550827-d69e-4c95-9f3f-c9304c62ec54 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1679 time: 0.2245409 Oct 18 23:25:15.931278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-dd09dfad-e056-4ec8-9d1f-7e907eed65a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=faf4f3de-afad-4f93-af9c-957edace3ac3 HTTP/1.1" status: 200 len: 217 time: 0.1360950 Oct 18 23:25:15.978479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f150c-58a9-4c91-b0ef-8b0894fe0814 req-cb4c220f-9f97-485b-90be-55c9f58c794a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:15.987510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f150c-58a9-4c91-b0ef-8b0894fe0814 req-cb4c220f-9f97-485b-90be-55c9f58c794a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:15.995726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f150c-58a9-4c91-b0ef-8b0894fe0814 req-cb4c220f-9f97-485b-90be-55c9f58c794a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:16.006617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f150c-58a9-4c91-b0ef-8b0894fe0814 req-cb4c220f-9f97-485b-90be-55c9f58c794a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:16.015871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f150c-58a9-4c91-b0ef-8b0894fe0814 req-cb4c220f-9f97-485b-90be-55c9f58c794a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:16.020569 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e30cb18-b85c-44d6-9427-f0bc71ad8856 req-58f4a26a-1d54-48b9-ae7c-b9e3bbbf2592 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997970 Oct 18 23:25:16.031895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f150c-58a9-4c91-b0ef-8b0894fe0814 req-cb4c220f-9f97-485b-90be-55c9f58c794a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:16.045074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f150c-58a9-4c91-b0ef-8b0894fe0814 req-cb4c220f-9f97-485b-90be-55c9f58c794a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:16.050427 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c8f150c-58a9-4c91-b0ef-8b0894fe0814 req-cb4c220f-9f97-485b-90be-55c9f58c794a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.5043390 Oct 18 23:25:16.076839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['f510c872-9f6c-4597-8731-2461b49102da'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:16.098525 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a5e94d25-04ec-4a00-b28a-9ce497e76891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:16.148213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-df73663b-6ae1-4174-aebc-3e39b1c4acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:16.151066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-df73663b-6ae1-4174-aebc-3e39b1c4acf3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d4c63e8-0298-4a4e-8d97-7bb36f9783da HTTP/1.1" status: 200 len: 801 time: 0.2109082 Oct 18 23:25:16.159962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a5e94d25-04ec-4a00-b28a-9ce497e76891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:16.223828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c8f150c-58a9-4c91-b0ef-8b0894fe0814 req-e8834901-e078-4025-9f5f-db2973a1e9ac tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1413732 Oct 18 23:25:16.245832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bf6f01ac-8e62-4468-aede-f946a2798c22'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:16.269668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-61e75ea5-52ca-46c1-b928-a4b43aee6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:16.292017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-61e75ea5-52ca-46c1-b928-a4b43aee6832 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fddb06cc-ca2a-4b76-835e-0a5d916e25b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148167 Oct 18 23:25:16.292428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a5e94d25-04ec-4a00-b28a-9ce497e76891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:16.292428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a5e94d25-04ec-4a00-b28a-9ce497e76891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:16.294028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a5e94d25-04ec-4a00-b28a-9ce497e76891 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a232b851-9ef7-453a-beae-d315a9605f1d HTTP/1.1" status: 204 len: 168 time: 0.5038683 Oct 18 23:25:16.321663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e94d25-04ec-4a00-b28a-9ce497e76891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a232b851-9ef7-453a-beae-d315a9605f1d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:16.567680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-869116aa-8c7b-45dd-8b58-0e1f65e3f860 service neutron] 10.222.0.73 "GET /v2.0/networks/fddb06cc-ca2a-4b76-835e-0a5d916e25b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819142 Oct 18 23:25:16.801488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff9ce386-1206-42ee-83f3-a3219271d8ac req-1ae509b1-4793-4615-99e0-fecf3bbe2642 service neutron] 10.222.0.73 "GET /v2.0/networks/fddb06cc-ca2a-4b76-835e-0a5d916e25b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136776 Oct 18 23:25:16.868675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-d2b52191-c22d-4225-ad13-5bc12900c0df tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:16.877941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-d2b52191-c22d-4225-ad13-5bc12900c0df tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 814 time: 0.2899957 Oct 18 23:25:16.888797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e1b1b-8647-4a29-922d-e6931f02b24d None None] Network d3d0a755-2480-45ec-ba90-6acec9a7ddfa requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:16.939829 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-9d32de89-dccd-4697-8858-e45f20dfd3f5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/quotas/e8983fb43e6540b39f5db0003434b7c5 HTTP/1.1" status: 200 len: 375 time: 0.0543556 Oct 18 23:25:17.028464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-86c17515-c0e9-4ffd-868a-b4605599faa6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821416 Oct 18 23:25:17.273461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e051d48b-a4f9-492b-a9f6-55bc0e2895e0 service neutron] 10.222.0.52 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346544 Oct 18 23:25:17.386488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-f91d0d5b-64fb-4df5-b175-c37eafe80531 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:17.391921 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-f91d0d5b-64fb-4df5-b175-c37eafe80531 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 805 time: 0.2557166 Oct 18 23:25:17.426738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6550053f-f51f-426f-b5e5-ff9ff0bd593c tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/quotas/a9a1b90e89fb4afebbb5c7f3e7df85b1 HTTP/1.1" status: 200 len: 375 time: 0.0193067 Oct 18 23:25:17.460783 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-53fa9410-6c90-43ab-9bc0-2abdb23823f6 service neutron] 10.222.0.52 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824279 Oct 18 23:25:17.525398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-081ed6eb-5c52-4a27-8d52-e6281a7414e2 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755355 Oct 18 23:25:17.735531 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-d2a83e22-259f-4375-9309-6448e6180428 service neutron] 10.222.0.52 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086921 Oct 18 23:25:18.009133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd526-91ac-4f5c-865e-995d44277ada req-02296fd5-adec-416a-9288-eaa6ffb7d7c4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:18.018055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd526-91ac-4f5c-865e-995d44277ada req-02296fd5-adec-416a-9288-eaa6ffb7d7c4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:18.028979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd526-91ac-4f5c-865e-995d44277ada req-02296fd5-adec-416a-9288-eaa6ffb7d7c4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:18.038274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd526-91ac-4f5c-865e-995d44277ada req-02296fd5-adec-416a-9288-eaa6ffb7d7c4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:18.045271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd526-91ac-4f5c-865e-995d44277ada req-02296fd5-adec-416a-9288-eaa6ffb7d7c4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:18.053121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd526-91ac-4f5c-865e-995d44277ada req-02296fd5-adec-416a-9288-eaa6ffb7d7c4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:18.065958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd526-91ac-4f5c-865e-995d44277ada req-02296fd5-adec-416a-9288-eaa6ffb7d7c4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:18.067917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f6dd526-91ac-4f5c-865e-995d44277ada req-02296fd5-adec-416a-9288-eaa6ffb7d7c4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5436 time: 0.1800148 Oct 18 23:25:18.101407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-a0a87a75-6263-4ceb-9671-9cdf94c301b3 service neutron] 10.222.0.52 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581183 Oct 18 23:25:18.157742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47812) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:18.205790 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f6dd526-91ac-4f5c-865e-995d44277ada req-17e7024f-19d8-489a-abda-f3a373b9e7b0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1167200 Oct 18 23:25:18.456192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-505402506'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:18.536247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Made reservation on behalf of 989add4c4458413a988895ac4ac8ab20 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:18.542366 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:18.556645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:18.580411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad425c91-67f4-4c00-81ab-277e7d564e79 req-0d8efa37-93c7-41b7-91cc-057351bb9eb2 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:18.606484 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad425c91-67f4-4c00-81ab-277e7d564e79 req-0d8efa37-93c7-41b7-91cc-057351bb9eb2 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.1777112 Oct 18 23:25:18.710549 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad425c91-67f4-4c00-81ab-277e7d564e79 req-2edef278-69ea-4f63-837d-9f5600200a26 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022711 Oct 18 23:25:18.720662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:18.754520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:18.791856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:25:18.822515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:18.823015 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Added segment 90d1785c-38b9-4c9e-8f29-75e1fe2a1e11 of type vlan for network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 Oct 18 23:25:18.980870 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:19.005449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f781a-fa2d-4f63-bd02-d6fd68bb9aae req-ac2d2d84-72f6-408f-92ab-4522bb791b11 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.026935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f781a-fa2d-4f63-bd02-d6fd68bb9aae req-ac2d2d84-72f6-408f-92ab-4522bb791b11 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.049572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f781a-fa2d-4f63-bd02-d6fd68bb9aae req-ac2d2d84-72f6-408f-92ab-4522bb791b11 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.065747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f781a-fa2d-4f63-bd02-d6fd68bb9aae req-ac2d2d84-72f6-408f-92ab-4522bb791b11 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.082052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f781a-fa2d-4f63-bd02-d6fd68bb9aae req-ac2d2d84-72f6-408f-92ab-4522bb791b11 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.103600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f781a-fa2d-4f63-bd02-d6fd68bb9aae req-ac2d2d84-72f6-408f-92ab-4522bb791b11 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.112787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f781a-fa2d-4f63-bd02-d6fd68bb9aae req-ac2d2d84-72f6-408f-92ab-4522bb791b11 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.132469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546f16ce-d618-43c1-a70c-9b963ab21ab9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:19.141392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a25f781a-fa2d-4f63-bd02-d6fd68bb9aae req-ac2d2d84-72f6-408f-92ab-4522bb791b11 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.2604964 Oct 18 23:25:19.148510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:19.175076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.176126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:19.265467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1048946 Oct 18 23:25:19.268853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47842) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:19.279921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Request body: {'subnet': {'network_id': 'ed716bf2-a2f0-466b-8fb8-e9e7cf90e085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:19.330847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8f05c-c8fd-49dc-b2ec-022f9efc0c50 req-44ae1db8-02eb-4261-b0cd-e41283950013 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.337615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8f05c-c8fd-49dc-b2ec-022f9efc0c50 req-44ae1db8-02eb-4261-b0cd-e41283950013 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:19.345889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9c8f05c-c8fd-49dc-b2ec-022f9efc0c50 req-44ae1db8-02eb-4261-b0cd-e41283950013 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1679 time: 0.6102562 Oct 18 23:25:19.372761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e7800-e51e-45ad-be6c-b27e0d81e8da tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event updated for resources: {'Network': ['ID=ed716bf2-a2f0-466b-8fb8-e9e7cf90e085,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:19.388110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:25:19.427401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9c8f05c-c8fd-49dc-b2ec-022f9efc0c50 req-353b7e9f-73e7-4118-96e5-e96500dd0401 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801830 Oct 18 23:25:19.565134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a25f781a-fa2d-4f63-bd02-d6fd68bb9aae req-db67d3f7-8f09-4fe6-a40e-2bc23a4efafd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4224226 Oct 18 23:25:19.659157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3511b4d-25cb-46ca-afc7-f9f09c21090d req-f522637b-9323-4f99-adfa-c3d24c9be8e1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 210 time: 0.1296217 Oct 18 23:25:19.663010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Made reservation on behalf of 989add4c4458413a988895ac4ac8ab20 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:19.668083 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:19.908677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device faf4f3de-afad-4f93-af9c-957edace3ac3 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:19.926679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e140428-cfc0-424c-ab91-cad329136a61 req-c1476885-700d-438f-8efb-b9df41b5b258 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 210 time: 0.1785853 Oct 18 23:25:19.976558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 647b7f98-2219-41e9-8bc3-2f82234f0205 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:20.322287 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0965ce43-ee0b-4da1-a74b-0b381151dde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:20.338410 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 647b7f98-2219-41e9-8bc3-2f82234f0205 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:20.343160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:20.372947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 647b7f98-2219-41e9-8bc3-2f82234f0205 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:20.373757 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:20.389598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port faf4f3de-afad-4f93-af9c-957edace3ac3, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=faf4f3de-afad-4f93-af9c-957edace3ac3,segment=NetworkSegment(5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2),segment_id=5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:20.471562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'faf4f3de-afad-4f93-af9c-957edace3ac3', 'network_id': 'fddb06cc-ca2a-4b76-835e-0a5d916e25b0', 'port_id': 'faf4f3de-afad-4f93-af9c-957edace3ac3', 'mac_address': 'fa:16:3e:8e:85:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4c63e8-0298-4a4e-8d97-7bb36f9783da', 'ip_address': '19.86.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:20.479483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event updated for resources: {'Subnet': ['ID=5545ce4a-a81f-4fc0-8cd9-d6a463142aa7,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:20.489931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa57f2-9a8b-4a9e-92f6-003a7d91c436 req-0cd6cea9-0009-4e24-8f00-6afe2eab0ec2 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:20.508179 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1fa57f2-9a8b-4a9e-92f6-003a7d91c436 req-0cd6cea9-0009-4e24-8f00-6afe2eab0ec2 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.4290249 Oct 18 23:25:20.669082 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:20.698087 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:20.765197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfc183-df01-4bea-af84-8969046173c3 req-3c528081-c940-4b61-b409-ff83280705db tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:20.766104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf4f3de-afad-4f93-af9c-957edace3ac3 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:20.771682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfc183-df01-4bea-af84-8969046173c3 req-3c528081-c940-4b61-b409-ff83280705db tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:20.777711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfc183-df01-4bea-af84-8969046173c3 req-3c528081-c940-4b61-b409-ff83280705db tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:20.784639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfc183-df01-4bea-af84-8969046173c3 req-3c528081-c940-4b61-b409-ff83280705db tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:20.790847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfc183-df01-4bea-af84-8969046173c3 req-3c528081-c940-4b61-b409-ff83280705db tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:20.792676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1fa57f2-9a8b-4a9e-92f6-003a7d91c436 req-14e5e26e-6876-406b-ac27-fb1f47b44dc1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767472 Oct 18 23:25:20.797627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfc183-df01-4bea-af84-8969046173c3 req-3c528081-c940-4b61-b409-ff83280705db tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:20.803183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Checking segment: {'id': '90d1785c-38b9-4c9e-8f29-75e1fe2a1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ed716bf2-a2f0-466b-8fb8-e9e7cf90e085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:20.804301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfc183-df01-4bea-af84-8969046173c3 req-3c528081-c940-4b61-b409-ff83280705db tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:20.806312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647b7f98-2219-41e9-8bc3-2f82234f0205'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:20.807158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Network hostable DHCP agents. Network: ed716bf2-a2f0-466b-8fb8-e9e7cf90e085, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:25:20.812836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f8cfc183-df01-4bea-af84-8969046173c3 req-3c528081-c940-4b61-b409-ff83280705db tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5436 time: 0.9412329 Oct 18 23:25:20.813116 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1de28c-d545-4339-b561-b0b5826bd711" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "647b7f98-2219-41e9-8bc3-2f82234f0205"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:20.932743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 647b7f98-2219-41e9-8bc3-2f82234f0205, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=647b7f98-2219-41e9-8bc3-2f82234f0205,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:20.940868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f8cfc183-df01-4bea-af84-8969046173c3 req-60580197-4220-4e02-a660-452980f6483d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1270287 Oct 18 23:25:20.957817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-fab7c602-f043-456e-b99e-ed1af138fdd5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:20.959207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:25:21.001930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-fab7c602-f043-456e-b99e-ed1af138fdd5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.102 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 814 time: 0.3399708 Oct 18 23:25:21.003907 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:21.005691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 7a6bb165-957f-468d-a530-bcb9fbf9fec6 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:21.013749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, ed716bf2-a2f0-466b-8fb8-e9e7cf90e085) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:21.025152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Request body: {'port': {'device_id': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7', 'admin_state_up': True, 'tenant_id': 'e8983fb43e6540b39f5db0003434b7c5'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:21.031167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.032158 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:21.051824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-22fb54e3-9567-4ff4-89dc-857a1a07e525 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.057739 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-22fb54e3-9567-4ff4-89dc-857a1a07e525 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.102 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 805 time: 0.3707473 Oct 18 23:25:21.089970 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dd7dcf80-7b78-4224-9471-57e92e79a0d0 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8184764 Oct 18 23:25:21.094295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47878) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:21.097180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port faf4f3de-afad-4f93-af9c-957edace3ac3, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=faf4f3de-afad-4f93-af9c-957edace3ac3,segment=NetworkSegment(5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2),segment_id=5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:21.106526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Request body: {'port': {'network_id': 'ed716bf2-a2f0-466b-8fb8-e9e7cf90e085', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-240089871'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:21.122053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140a0d2e-7322-41ab-9f22-1ac304087cab None None] Network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:21.158053 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:21.159402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e575f3cd-e042-4327-ba0f-79c57ab4aa0d details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:21.252635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=647b7f98-2219-41e9-8bc3-2f82234f0205,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:21.255505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Request body: {'port': {'device_id': 'b0237b81-f9b9-4b38-b448-601b23629231', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'admin_state_up': True, 'tenant_id': 'a9a1b90e89fb4afebbb5c7f3e7df85b1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:21.427907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6a1a6-ab5d-429d-9db1-198a59be7f59 req-f0b5b686-d946-4ec7-98aa-eb5f414f9b2c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.441096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6a1a6-ab5d-429d-9db1-198a59be7f59 req-f0b5b686-d946-4ec7-98aa-eb5f414f9b2c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.443581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5c6a1a6-ab5d-429d-9db1-198a59be7f59 req-f0b5b686-d946-4ec7-98aa-eb5f414f9b2c tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1680 time: 0.3595955 Oct 18 23:25:21.458014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549e26-0a12-4ffb-8d3d-8d5cde82143f req-8ec8f7e2-7dfe-4ce8-840d-f9261d64b0e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.466335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549e26-0a12-4ffb-8d3d-8d5cde82143f req-8ec8f7e2-7dfe-4ce8-840d-f9261d64b0e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.473983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549e26-0a12-4ffb-8d3d-8d5cde82143f req-8ec8f7e2-7dfe-4ce8-840d-f9261d64b0e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.481340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549e26-0a12-4ffb-8d3d-8d5cde82143f req-8ec8f7e2-7dfe-4ce8-840d-f9261d64b0e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.490249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549e26-0a12-4ffb-8d3d-8d5cde82143f req-8ec8f7e2-7dfe-4ce8-840d-f9261d64b0e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.498414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549e26-0a12-4ffb-8d3d-8d5cde82143f req-8ec8f7e2-7dfe-4ce8-840d-f9261d64b0e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.510243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549e26-0a12-4ffb-8d3d-8d5cde82143f req-8ec8f7e2-7dfe-4ce8-840d-f9261d64b0e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:21.512888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97549e26-0a12-4ffb-8d3d-8d5cde82143f req-8ec8f7e2-7dfe-4ce8-840d-f9261d64b0e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.2370732 Oct 18 23:25:21.599920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e575f3cd-e042-4327-ba0f-79c57ab4aa0d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,segment=NetworkSegment(560f303b-a3ba-4603-a146-5ff09f6039f3),segment_id=560f303b-a3ba-4603-a146-5ff09f6039f3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:21.604563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5c6a1a6-ab5d-429d-9db1-198a59be7f59 req-2ad11881-fcd4-4766-a2ee-00aae51364dd tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477735 Oct 18 23:25:21.606645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Made reservation on behalf of e8983fb43e6540b39f5db0003434b7c5 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:21.615176 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:21.645004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97549e26-0a12-4ffb-8d3d-8d5cde82143f req-2f53b461-d9fa-441d-b5a9-8ffaf2a76edb tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068242 Oct 18 23:25:21.645314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'e575f3cd-e042-4327-ba0f-79c57ab4aa0d', 'network_id': 'ddd560be-fca0-42f8-afce-725b6f26594b', 'port_id': 'e575f3cd-e042-4327-ba0f-79c57ab4aa0d', 'mac_address': 'fa:16:3e:99:01:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f00c00d-5176-4b39-9de3-52587e1aa5ac', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:21.670703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-2e3947ef-8500-4bae-9acf-86e7c3428ae0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0937767 Oct 18 23:25:21.674497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Made reservation on behalf of 989add4c4458413a988895ac4ac8ab20 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:21.679055 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:21.714973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] device_id is not set on port 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:25:21.733184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Made reservation on behalf of a9a1b90e89fb4afebbb5c7f3e7df85b1 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:21.753690 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:21.918501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:21.937961 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683e4a85-1821-4029-b12a-15f535bccc42 x-openstack-request-id: req-683e4a85-1821-4029-b12a-15f535bccc42 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:21.938859 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "647b7f98-2219-41e9-8bc3-2f82234f0205", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:21.939341 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-683e4a85-1821-4029-b12a-15f535bccc42 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:21.939997 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647b7f98-2219-41e9-8bc3-2f82234f0205', 'code': 200} Oct 18 23:25:21.966655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:21.967279 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:22.042162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78a39e51-396e-4d6a-a2c8-1017e05217b8 req-e6e8b470-0890-48d8-93cc-b49cebbd41a0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 210 time: 0.1039155 Oct 18 23:25:22.058632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=faf4f3de-afad-4f93-af9c-957edace3ac3,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:22.134136 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:22.139572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-ed716bf2-a2f0-466b-8fb8-e9e7cf90e085', 'network_id': 'ed716bf2-a2f0-466b-8fb8-e9e7cf90e085', 'tenant_id': '989add4c4458413a988895ac4ac8ab20', 'fixed_ips': [{'subnet_id': '5545ce4a-a81f-4fc0-8cd9-d6a463142aa7'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:25:22.140536 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:22.184900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-f5df1d7d-9f80-4cb7-9a6b-4eaa22bdd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:22.188717 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-f5df1d7d-9f80-4cb7-9a6b-4eaa22bdd431 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 1100 time: 0.3488457 Oct 18 23:25:22.205705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Allocated IP 172.20.0.3 (3e651f18-b15a-4c07-a5ed-6fc0ae4562c7/a8442eba-cbb7-44ec-9362-78857b6c5106/aa47f265-8df6-4350-afd2-607201b1496e) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:25:22.224101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e575f3cd-e042-4327-ba0f-79c57ab4aa0d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:22.252647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e575f3cd-e042-4327-ba0f-79c57ab4aa0d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,segment=NetworkSegment(560f303b-a3ba-4603-a146-5ff09f6039f3),segment_id=560f303b-a3ba-4603-a146-5ff09f6039f3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:22.290985 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f358622-6617-4577-9423-f002abf47508 req-d19c542d-8b5b-4780-91c6-8d546132973b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 210 time: 0.1338429 Oct 18 23:25:22.366910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Allocated IP 2001:db8::2ec (ed716bf2-a2f0-466b-8fb8-e9e7cf90e085/5545ce4a-a81f-4fc0-8cd9-d6a463142aa7/476ca6c7-4fc8-4f42-be83-6de88b0dd8b3) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:25:22.516424 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:22.690243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64619a71-ebf4-4993-b4f7-61fa4b6d2d1c req-b320a47f-2a17-4abf-9cf4-fd3e2422f53f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:22.698943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64619a71-ebf4-4993-b4f7-61fa4b6d2d1c req-b320a47f-2a17-4abf-9cf4-fd3e2422f53f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.1490257 Oct 18 23:25:22.721220 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:22.729731 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:22.745766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:22.790080 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64619a71-ebf4-4993-b4f7-61fa4b6d2d1c req-080915b7-9349-4783-92b5-18f36f5c69dc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896587 Oct 18 23:25:22.845712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 7a6bb165-957f-468d-a530-bcb9fbf9fec6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:22.864903 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:22.875418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:22.942851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 45594a8a-5264-43dc-877a-b7d6c899e21f up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:23.057243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:25:23.075401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:23.089180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:23.109800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:25:23.117027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['faf4f3de-afad-4f93-af9c-957edace3ac3'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:23.184928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['e575f3cd-e042-4327-ba0f-79c57ab4aa0d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:23.248508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.250853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:23.281942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd98b4-7477-49df-a9f5-752e823e170f req-f36c2a3d-1758-40dc-a8cb-3ef405d01756 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.289545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd98b4-7477-49df-a9f5-752e823e170f req-f36c2a3d-1758-40dc-a8cb-3ef405d01756 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.301517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46fd98b4-7477-49df-a9f5-752e823e170f req-f36c2a3d-1758-40dc-a8cb-3ef405d01756 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1681 time: 0.1410334 Oct 18 23:25:23.308128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Allocated IP 172.20.0.12 (d3d0a755-2480-45ec-ba90-6acec9a7ddfa/94e5cc56-f976-4b7f-b7db-43eb616dedd1/cb10c558-e6df-40c6-ad80-91cfa2270861) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:25:23.369317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-e33cf342-aaad-4062-917d-9b87fafdf17c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3503296 Oct 18 23:25:23.383997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=7a6bb165-957f-468d-a530-bcb9fbf9fec6,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:23.402383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Request body: {'port': {'device_id': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:23.454586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-f75eff08-bbc8-438a-ab3e-b2bdde1de22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.457129 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-f75eff08-bbc8-438a-ab3e-b2bdde1de22c service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 1.2335672 Oct 18 23:25:23.490897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3df6b-671e-4fb2-ba21-a503a4ad2fdc req-38531f51-66d9-4167-a885-0113b2302319 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.500275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3df6b-671e-4fb2-ba21-a503a4ad2fdc req-38531f51-66d9-4167-a885-0113b2302319 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.507976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3df6b-671e-4fb2-ba21-a503a4ad2fdc req-38531f51-66d9-4167-a885-0113b2302319 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.515982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3df6b-671e-4fb2-ba21-a503a4ad2fdc req-38531f51-66d9-4167-a885-0113b2302319 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.523718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3df6b-671e-4fb2-ba21-a503a4ad2fdc req-38531f51-66d9-4167-a885-0113b2302319 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.532349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3df6b-671e-4fb2-ba21-a503a4ad2fdc req-38531f51-66d9-4167-a885-0113b2302319 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.534793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:23.540068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3df6b-671e-4fb2-ba21-a503a4ad2fdc req-38531f51-66d9-4167-a885-0113b2302319 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:23.550371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-92d3df6b-671e-4fb2-ba21-a503a4ad2fdc req-38531f51-66d9-4167-a885-0113b2302319 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5437 time: 1.0833879 Oct 18 23:25:23.738060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:23.773754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 45594a8a-5264-43dc-877a-b7d6c899e21f completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:23.812756 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:23.827871 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 45594a8a-5264-43dc-877a-b7d6c899e21f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:23.830267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:23.910290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa47f265-8df6-4350-afd2-607201b1496e {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:23.929700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-d2335892-0f54-48fb-84d4-65c5d51a14ea service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b36bb4db-5955-4409-8034-6d86546926c4 HTTP/1.1" status: 200 len: 217 time: 0.3764658 Oct 18 23:25:23.934509 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:23.967197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Transition to ACTIVE for port object aa47f265-8df6-4350-afd2-607201b1496e will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:25:23.970528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6bb165-957f-468d-a530-bcb9fbf9fec6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:23.972154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46fd98b4-7477-49df-a9f5-752e823e170f req-e7529e0f-c8de-404f-8d34-0b7ae2bbd5af tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693437 Oct 18 23:25:23.976260 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d3ca67-4b39-4d42-9c2c-61cf48bc3bc9" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "7a6bb165-957f-468d-a530-bcb9fbf9fec6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:23.986294 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:24.128573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-84d165d3-963e-41cc-9dc6-1d1afa870fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.131972 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-84d165d3-963e-41cc-9dc6-1d1afa870fde service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1650393 Oct 18 23:25:24.133605 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:24.200007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Network d3d0a755-2480-45ec-ba90-6acec9a7ddfa is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:25:24.237868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 45594a8a-5264-43dc-877a-b7d6c899e21f, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=45594a8a-5264-43dc-877a-b7d6c899e21f,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:24.240642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4b05e231-5d1d-4868-af18-ffae51949198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:24.244191 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-92d3df6b-671e-4fb2-ba21-a503a4ad2fdc req-3f1cf508-94e8-4db2-8cea-af8f61278fdc tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6922479 Oct 18 23:25:24.263418 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:24.265139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f510c872-9f6c-4597-8731-2461b49102da up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:24.308631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:24.345312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:25:24.437557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=45594a8a-5264-43dc-877a-b7d6c899e21f,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:24.439451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Pushing event updated for resources: {'Port': ['ID=cb10c558-e6df-40c6-ad80-91cfa2270861,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:24.452318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.453509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:24.504206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:24.525642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-9c704139-9115-41c9-930e-7b279650967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.526010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:24.528815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-9c704139-9115-41c9-930e-7b279650967c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3795705 Oct 18 23:25:24.536012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-3d65edaf-3f51-4af1-ab01-07533cffea6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4380462 Oct 18 23:25:24.576616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port f510c872-9f6c-4597-8731-2461b49102da completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:24.585723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port f510c872-9f6c-4597-8731-2461b49102da triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:24.585968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Request body: {'port': {'device_id': 'b0237b81-f9b9-4b38-b448-601b23629231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:24.586395 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:24.613542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Attempting to bind port aa47f265-8df6-4350-afd2-607201b1496e on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:25:24.614057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Attempting to bind port aa47f265-8df6-4350-afd2-607201b1496e by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:25:24.614569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Attempting to bind port aa47f265-8df6-4350-afd2-607201b1496e on network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:24.712763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7b0b6-39c6-44a6-b497-d4f41c90ea6c req-a891b134-5084-4aca-8441-410d5855f7ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.729572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7b0b6-39c6-44a6-b497-d4f41c90ea6c req-a891b134-5084-4aca-8441-410d5855f7ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.743495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7b0b6-39c6-44a6-b497-d4f41c90ea6c req-a891b134-5084-4aca-8441-410d5855f7ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.762308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7b0b6-39c6-44a6-b497-d4f41c90ea6c req-a891b134-5084-4aca-8441-410d5855f7ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.780772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7b0b6-39c6-44a6-b497-d4f41c90ea6c req-a891b134-5084-4aca-8441-410d5855f7ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.795934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7b0b6-39c6-44a6-b497-d4f41c90ea6c req-a891b134-5084-4aca-8441-410d5855f7ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.812324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7b0b6-39c6-44a6-b497-d4f41c90ea6c req-a891b134-5084-4aca-8441-410d5855f7ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:24.832271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7db7b0b6-39c6-44a6-b497-d4f41c90ea6c req-a891b134-5084-4aca-8441-410d5855f7ab tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.6110008 Oct 18 23:25:24.835752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Port aa47f265-8df6-4350-afd2-607201b1496e on network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:25:24.836306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Attempting to bind port aa47f265-8df6-4350-afd2-607201b1496e on network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:24.924802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:25:24.925690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Checking segment: {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:24.926341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Bound using segment: {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:25:24.927088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Bound port: aa47f265-8df6-4350-afd2-607201b1496e, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:25:24.928641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:24.959114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:24.989883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.078933 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:25:25.112220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Allocated IP 2001:db8::2 (ed716bf2-a2f0-466b-8fb8-e9e7cf90e085/5545ce4a-a81f-4fc0-8cd9-d6a463142aa7/7d6453c6-8389-4220-ae86-b02a5b4b93e2) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:25:25.131146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7db7b0b6-39c6-44a6-b497-d4f41c90ea6c req-24a34271-74b3-498e-9bc9-bd4977a6ce68 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2639794 Oct 18 23:25:25.153038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-e8bb876c-79e7-4ba4-a7d1-cbc7c8a48650 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3193409 Oct 18 23:25:25.237802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:25:25.243164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:25:25.256089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f4efb-bf28-460c-ba7a-eea7a7a9ef57 req-de43c362-2bad-495c-ab80-66b2e707caa5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:25.257972 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-651f4efb-bf28-460c-ba7a-eea7a7a9ef57 req-de43c362-2bad-495c-ab80-66b2e707caa5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 943 time: 0.5670338 Oct 18 23:25:25.268014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.368305 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:25:25.412407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.414288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:25.420324 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event updated for resources: {'Port': ['ID=476ca6c7-4fc8-4f42-be83-6de88b0dd8b3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:25.430279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:25:25.445236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:25.446348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.450308 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.479322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-c307b8d5-52ec-4ac7-9fe5-7d05a65b1f76 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9200711 Oct 18 23:25:25.511977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:25.512650 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.514191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] 10.222.0.102 "PUT /v2.0/ports/aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 200 len: 1092 time: 2.1239130 Oct 18 23:25:25.515931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:25.525634 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a99455f-9130-451a-850e-a452813007e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "tag": "aa47f265-8df6-4350-afd2-607201b1496e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:25.582693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-651f4efb-bf28-460c-ba7a-eea7a7a9ef57 req-1e41ee60-4f29-4ccc-820d-cb3a5c670ddd tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756212 Oct 18 23:25:25.586764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-9bf20071-99b5-441b-9234-7f1c9c64cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:25.600623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-9bf20071-99b5-441b-9234-7f1c9c64cac7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 1100 time: 0.3497379 Oct 18 23:25:25.605553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200169de-33a9-417c-a5e4-ff3fd6ec62a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:25.627307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e6520-438b-4e67-93ed-d7c5d9b57b2f req-d2f7d2b5-cbce-4a86-904b-96b991a9376e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:25.637845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b54e6520-438b-4e67-93ed-d7c5d9b57b2f req-d2f7d2b5-cbce-4a86-904b-96b991a9376e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 932 time: 0.3050613 Oct 18 23:25:25.735450 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e5511acc-1a11-4ecc-904f-2a17377f2c17 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.6393666 Oct 18 23:25:25.735789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.738326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47936) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:25.760914 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.771629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Request body: {'port': {'network_id': 'ed716bf2-a2f0-466b-8fb8-e9e7cf90e085', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-307154249', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:25.772407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.api.validators [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] bootfile-name is not in valid_values {{(pid=100921) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:25:25.772849 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.api.validators [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] tftp-server is not in valid_values {{(pid=100921) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:25:25.773282 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.api.validators [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] server-ip-address is not in valid_values {{(pid=100921) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:25:25.802197 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.900949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f510c872-9f6c-4597-8731-2461b49102da, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f510c872-9f6c-4597-8731-2461b49102da,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:25.928240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:25:25.929178 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:25.930073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device affadff4-9124-405e-9b62-6c7ce55a9e42 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:25.937045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:25.997275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:25:26.000827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b54e6520-438b-4e67-93ed-d7c5d9b57b2f req-0ac8af2f-c1ba-4a90-8259-21f042cb5980 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375514 Oct 18 23:25:26.019302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Pushing event updated for resources: {'Port': ['ID=7d6453c6-8389-4220-ae86-b02a5b4b93e2,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:26.065255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-d655034c-2f9a-41d0-9639-1285d08568b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:26.070186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-d655034c-2f9a-41d0-9639-1285d08568b6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 1095 time: 0.3504140 Oct 18 23:25:26.203436 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee55ce22-313b-4df5-b7dd-4bd7cf9c6674 x-openstack-request-id: req-ee55ce22-313b-4df5-b7dd-4bd7cf9c6674 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:26.204269 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "7a6bb165-957f-468d-a530-bcb9fbf9fec6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:26.204269 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee55ce22-313b-4df5-b7dd-4bd7cf9c6674 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:26.207232 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6bb165-957f-468d-a530-bcb9fbf9fec6', 'code': 200} Oct 18 23:25:26.229389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-af9c2aa2-b3c0-4d11-8d4f-2eb5c2345cd2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 200 len: 217 time: 0.1408532 Oct 18 23:25:26.296767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=f510c872-9f6c-4597-8731-2461b49102da,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:26.301436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Attempting to bind port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:25:26.301967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Attempting to bind port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '90d1785c-38b9-4c9e-8f29-75e1fe2a1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ed716bf2-a2f0-466b-8fb8-e9e7cf90e085'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:25:26.303505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Attempting to bind port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 on network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:26.320738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:25:26.324628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-36a3fbf7-2b14-42ef-ad0e-82ea50f149f8 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366829 Oct 18 23:25:26.337265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Checking segment: {'id': '90d1785c-38b9-4c9e-8f29-75e1fe2a1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ed716bf2-a2f0-466b-8fb8-e9e7cf90e085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:26.337950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:26.344050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Bound using segment: {'id': '90d1785c-38b9-4c9e-8f29-75e1fe2a1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ed716bf2-a2f0-466b-8fb8-e9e7cf90e085'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:25:26.351686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Bound port: 7d6453c6-8389-4220-ae86-b02a5b4b93e2, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d1785c-38b9-4c9e-8f29-75e1fe2a1e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ed716bf2-a2f0-466b-8fb8-e9e7cf90e085'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:25:26.352255 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:26.387010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-de231110-9685-41fe-b3c3-a44845f991c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:26.393253 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-de231110-9685-41fe-b3c3-a44845f991c8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 200 len: 854 time: 0.1510997 Oct 18 23:25:26.409032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd3f97-1042-44fd-bc94-c51b86bb67e3 req-510c38f9-6e8e-4c46-9d27-592095486e9d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:26.418494 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58dd3f97-1042-44fd-bc94-c51b86bb67e3 req-510c38f9-6e8e-4c46-9d27-592095486e9d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.4747841 Oct 18 23:25:26.429531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port affadff4-9124-405e-9b62-6c7ce55a9e42 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:26.461481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port affadff4-9124-405e-9b62-6c7ce55a9e42 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:26.462017 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:26.570627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] For port 7d6453c6-8389-4220-ae86-b02a5b4b93e2, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:25:26.574092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-af427ca7-74a5-46f4-9fd4-11d542631c47 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820302 Oct 18 23:25:26.589966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] For port 7d6453c6-8389-4220-ae86-b02a5b4b93e2, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7d6453c6-8389-4220-ae86-b02a5b4b93e2,segment=NetworkSegment(90d1785c-38b9-4c9e-8f29-75e1fe2a1e11),segment_id=90d1785c-38b9-4c9e-8f29-75e1fe2a1e11)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:25:26.591847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-67e6fec6-e997-41a6-8963-cf21b30a7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:26.593624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-67e6fec6-e997-41a6-8963-cf21b30a7a98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.9514520 Oct 18 23:25:26.595694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Made reservation on behalf of 989add4c4458413a988895ac4ac8ab20 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:26.606392 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:26.611892 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:26.713347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb10c558-e6df-40c6-ad80-91cfa2270861 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:26.755934 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:26.776936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334c28c-d3f2-487d-bcbc-f7a89ccd4f5b None None] Pushing event updated for resources: {'Port': ['ID=7d6453c6-8389-4220-ae86-b02a5b4b93e2,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:26.791842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-c49552cf-510b-43b7-8858-5f8e337ac7fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ed53882d-add0-411e-b4e4-5f675d396fe2 HTTP/1.1" status: 200 len: 217 time: 0.1676950 Oct 18 23:25:26.825938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Transition to ACTIVE for port object cb10c558-e6df-40c6-ad80-91cfa2270861 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:25:26.837229 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58dd3f97-1042-44fd-bc94-c51b86bb67e3 req-01f169c4-d5af-481e-b7ff-a4825110ee59 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948982 Oct 18 23:25:26.878888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] device_id is not set on port 54b8142e-7220-45e1-a407-ab57f42abd3b yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:25:26.935433 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.065954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port affadff4-9124-405e-9b62-6c7ce55a9e42, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=affadff4-9124-405e-9b62-6c7ce55a9e42,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:27.073915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.074780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bf6f01ac-8e62-4468-aede-f946a2798c22 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:27.096891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Allocated IP 2001:db8::90 (ed716bf2-a2f0-466b-8fb8-e9e7cf90e085/5545ce4a-a81f-4fc0-8cd9-d6a463142aa7/54b8142e-7220-45e1-a407-ab57f42abd3b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:25:27.149918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-98819867-52de-4d6c-9469-caa810186258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.218439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-98819867-52de-4d6c-9469-caa810186258 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.4113288 Oct 18 23:25:27.273808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16da22-8ade-4068-afc5-1522fdeb5e7d req-74e62edb-09e7-43c6-aed3-8ef174179627 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.282004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16da22-8ade-4068-afc5-1522fdeb5e7d req-74e62edb-09e7-43c6-aed3-8ef174179627 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.291179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e16da22-8ade-4068-afc5-1522fdeb5e7d req-74e62edb-09e7-43c6-aed3-8ef174179627 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1681 time: 0.6651876 Oct 18 23:25:27.374819 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.384195 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e16da22-8ade-4068-afc5-1522fdeb5e7d req-526c864f-f962-4ffa-89b8-b36efd8af2ac tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919940 Oct 18 23:25:27.386264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=affadff4-9124-405e-9b62-6c7ce55a9e42,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:27.387114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-066be439-49e2-4b8b-aebe-250161b8a6a6 service neutron] 10.222.0.102 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7917337 Oct 18 23:25:27.455779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port bf6f01ac-8e62-4468-aede-f946a2798c22 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:27.461343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-07421574-6c4a-4292-832c-2a0f4084a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.471194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-07421574-6c4a-4292-832c-2a0f4084a0cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2335303 Oct 18 23:25:27.476049 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f8c1f0-10ba-400d-a588-3e1e75656249 x-openstack-request-id: req-69f8c1f0-10ba-400d-a588-3e1e75656249 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:27.478507 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "tag": "aa47f265-8df6-4350-afd2-607201b1496e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:27.479040 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69f8c1f0-10ba-400d-a588-3e1e75656249 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:27.480099 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e', 'status': 'completed', 'code': 200} Oct 18 23:25:27.496178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port bf6f01ac-8e62-4468-aede-f946a2798c22 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:27.502624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.504069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.541182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.725104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ef9cd6d-476d-4c22-aaa3-f8c4be9d69c9 req-6c692483-6dbc-42ff-a09c-d61e0040d138 service neutron] 10.222.0.102 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281758 Oct 18 23:25:27.754150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea1e7-823e-4a41-93fe-ffb88258c34b req-5763ad8b-f03c-4091-b4f8-63340a9dba9c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.773208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:25:27.775371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea1e7-823e-4a41-93fe-ffb88258c34b req-5763ad8b-f03c-4091-b4f8-63340a9dba9c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.792175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea1e7-823e-4a41-93fe-ffb88258c34b req-5763ad8b-f03c-4091-b4f8-63340a9dba9c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.800376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea1e7-823e-4a41-93fe-ffb88258c34b req-5763ad8b-f03c-4091-b4f8-63340a9dba9c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.815049 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.818502 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.821140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:27.824858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea1e7-823e-4a41-93fe-ffb88258c34b req-5763ad8b-f03c-4091-b4f8-63340a9dba9c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.831811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea1e7-823e-4a41-93fe-ffb88258c34b req-5763ad8b-f03c-4091-b4f8-63340a9dba9c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.840155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea1e7-823e-4a41-93fe-ffb88258c34b req-5763ad8b-f03c-4091-b4f8-63340a9dba9c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.847610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:25:27.855702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8faea1e7-823e-4a41-93fe-ffb88258c34b req-5763ad8b-f03c-4091-b4f8-63340a9dba9c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.2870336 Oct 18 23:25:27.858928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.859979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.860275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-09c2d6f8-da1c-46c9-a276-806c317c54bd service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879039 Oct 18 23:25:27.894280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port bf6f01ac-8e62-4468-aede-f946a2798c22, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bf6f01ac-8e62-4468-aede-f946a2798c22,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:27.894590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Attempting to bind port cb10c558-e6df-40c6-ad80-91cfa2270861 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:25:27.895447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Attempting to bind port cb10c558-e6df-40c6-ad80-91cfa2270861 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:25:27.896989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Attempting to bind port cb10c558-e6df-40c6-ad80-91cfa2270861 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:27.904834 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:27.905663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 9501c6d1-d528-46f9-ba18-68ffb673079f up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:27.916031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Port cb10c558-e6df-40c6-ad80-91cfa2270861 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:25:27.916535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Attempting to bind port cb10c558-e6df-40c6-ad80-91cfa2270861 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:27.981300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c17bda-afa6-4d96-8d86-93c2afa0c4c1 req-bfbfeda6-f877-4a7b-9c52-aece7d19b181 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:27.995937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c17bda-afa6-4d96-8d86-93c2afa0c4c1 req-bfbfeda6-f877-4a7b-9c52-aece7d19b181 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:28.010895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c17bda-afa6-4d96-8d86-93c2afa0c4c1 req-bfbfeda6-f877-4a7b-9c52-aece7d19b181 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:28.035507 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c17bda-afa6-4d96-8d86-93c2afa0c4c1 req-bfbfeda6-f877-4a7b-9c52-aece7d19b181 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:28.052286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c17bda-afa6-4d96-8d86-93c2afa0c4c1 req-bfbfeda6-f877-4a7b-9c52-aece7d19b181 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:28.065155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c17bda-afa6-4d96-8d86-93c2afa0c4c1 req-bfbfeda6-f877-4a7b-9c52-aece7d19b181 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:28.088969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=bf6f01ac-8e62-4468-aede-f946a2798c22,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:28.092227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c17bda-afa6-4d96-8d86-93c2afa0c4c1 req-bfbfeda6-f877-4a7b-9c52-aece7d19b181 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:28.118982 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d8c17bda-afa6-4d96-8d86-93c2afa0c4c1 req-bfbfeda6-f877-4a7b-9c52-aece7d19b181 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5441 time: 0.6174977 Oct 18 23:25:28.135962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 9501c6d1-d528-46f9-ba18-68ffb673079f completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:28.141890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 9501c6d1-d528-46f9-ba18-68ffb673079f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:28.142641 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:28.172391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:25:28.173987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Checking segment: {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:28.174576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Bound using segment: {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:25:28.175369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Bound port: cb10c558-e6df-40c6-ad80-91cfa2270861, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:25:28.175951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:28.185504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Pushing event updated for resources: {'Port': ['ID=cb10c558-e6df-40c6-ad80-91cfa2270861,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:28.208923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f'}, {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f510c872-9f6c-4597-8731-2461b49102da'}, {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affadff4-9124-405e-9b62-6c7ce55a9e42'}, {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6f01ac-8e62-4468-aede-f946a2798c22'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:28.211749 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0425111-f5dd-4dbd-9cc1-d5689b236746" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f"}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "f510c872-9f6c-4597-8731-2461b49102da"}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "affadff4-9124-405e-9b62-6c7ce55a9e42"}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "bf6f01ac-8e62-4468-aede-f946a2798c22"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:28.255622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.4978273 Oct 18 23:25:28.257665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47958) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:28.265327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7d6453c6-8389-4220-ae86-b02a5b4b93e2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:28.312529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:28.373468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 9501c6d1-d528-46f9-ba18-68ffb673079f, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9501c6d1-d528-46f9-ba18-68ffb673079f,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:28.377996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:28.378828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:28.383061 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:28.412437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device faf4f3de-afad-4f93-af9c-957edace3ac3 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:28.549840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=9501c6d1-d528-46f9-ba18-68ffb673079f,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:28.591766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port faf4f3de-afad-4f93-af9c-957edace3ac3 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:28.602963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port faf4f3de-afad-4f93-af9c-957edace3ac3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:28.603814 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:28.662034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fb694-8f7d-4ddb-9f3a-408bee9aaa87 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event updated for resources: {'Port': ['ID=54b8142e-7220-45e1-a407-ab57f42abd3b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:28.719767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:28.741559 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d8c17bda-afa6-4d96-8d86-93c2afa0c4c1 req-a42138f9-1114-4afd-ba0b-2e6be49f5b85 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6211360 Oct 18 23:25:28.773824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8faea1e7-823e-4a41-93fe-ffb88258c34b req-84e5b333-bd1e-4e98-8689-4f73e15a0301 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9151917 Oct 18 23:25:28.878644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 7d6453c6-8389-4220-ae86-b02a5b4b93e2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7d6453c6-8389-4220-ae86-b02a5b4b93e2,segment=NetworkSegment(90d1785c-38b9-4c9e-8f29-75e1fe2a1e11),segment_id=90d1785c-38b9-4c9e-8f29-75e1fe2a1e11)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:28.926834 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:28.949513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99455f-9130-451a-850e-a452813007e7 req-efab0a51-7169-4194-a790-476cc0cd888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:28.952785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a99455f-9130-451a-850e-a452813007e7 req-efab0a51-7169-4194-a790-476cc0cd888b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 1095 time: 1.0756595 Oct 18 23:25:28.975111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b965c-a823-41ea-9e7f-6765772a971a tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.001513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b965c-a823-41ea-9e7f-6765772a971a tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.002376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-542ae879-043a-46f5-a483-6bde7aa1d35b req-ea1a0042-d1dd-4212-9550-01bf5a9cd33f service neutron] 10.222.0.73 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1269407 Oct 18 23:25:29.048119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b965c-a823-41ea-9e7f-6765772a971a tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.059407 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8e9b965c-a823-41ea-9e7f-6765772a971a tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.6432993 Oct 18 23:25:29.060696 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47970) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:29.063246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:25:29.081770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cb10c558-e6df-40c6-ad80-91cfa2270861,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:25:29.089143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96efcd3-2be8-40fb-a262-f31004712858 None None] Network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:29.110953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:29.226876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=7d6453c6-8389-4220-ae86-b02a5b4b93e2,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:29.237268 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:29.250329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99455f-9130-451a-850e-a452813007e7 req-732f35b1-914e-4f50-ac98-fe8691a8ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.254128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a99455f-9130-451a-850e-a452813007e7 req-732f35b1-914e-4f50-ac98-fe8691a8ffdc service neutron] 10.222.0.102 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 915 time: 0.2850571 Oct 18 23:25:29.262258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Pushing event updated for resources: {'Port': ['ID=cb10c558-e6df-40c6-ad80-91cfa2270861,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:29.269718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f29394-bb68-471d-a738-c1cbbc025920 req-5996afcb-00fa-4669-a76f-04734549289d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.285318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06f29394-bb68-471d-a738-c1cbbc025920 req-5996afcb-00fa-4669-a76f-04734549289d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 943 time: 0.3452368 Oct 18 23:25:29.316553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ca8de7fb-d366-4397-bd89-e3d140c8646f None None] Provisioning complete for port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:29.316826 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ca8de7fb-d366-4397-bd89-e3d140c8646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:29.369656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port faf4f3de-afad-4f93-af9c-957edace3ac3, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=faf4f3de-afad-4f93-af9c-957edace3ac3,segment=NetworkSegment(5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2),segment_id=5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:29.380653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a99455f-9130-451a-850e-a452813007e7 req-18b0d8d8-b036-4f30-95d0-19f91b6c32d6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 200 len: 217 time: 0.0928247 Oct 18 23:25:29.390248 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:29.391521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e575f3cd-e042-4327-ba0f-79c57ab4aa0d up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:29.416727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.417360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:29.418865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-6ca30151-f75e-45d7-b7f0-9c762745da94 service neutron] 10.222.0.102 "PUT /v2.0/ports/cb10c558-e6df-40c6-ad80-91cfa2270861 HTTP/1.1" status: 200 len: 1093 time: 4.8448045 Oct 18 23:25:29.419361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:29.422286 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714da52d-7770-4f6a-b568-163081d038f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:29.453843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c391-6f95-43f8-833f-b6fbcf5745e2 req-ed90c1ca-e79e-4df4-a2c7-abd1477c48e0 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.457516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3078c391-6f95-43f8-833f-b6fbcf5745e2 req-ed90c1ca-e79e-4df4-a2c7-abd1477c48e0 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 944 time: 0.1596780 Oct 18 23:25:29.471568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99455f-9130-451a-850e-a452813007e7 req-ead91ab9-875c-438a-be54-373354d2ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.473049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a99455f-9130-451a-850e-a452813007e7 req-ead91ab9-875c-438a-be54-373354d2ac51 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 200 len: 854 time: 0.0828733 Oct 18 23:25:29.494559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06f29394-bb68-471d-a738-c1cbbc025920 req-608fd9f7-0514-439c-9909-f1cc7d86251a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957636 Oct 18 23:25:29.560322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a99455f-9130-451a-850e-a452813007e7 req-08f7c482-ca1c-4a6e-9004-e3191a5b8282 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581725 Oct 18 23:25:29.596292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=faf4f3de-afad-4f93-af9c-957edace3ac3,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:29.645394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port e575f3cd-e042-4327-ba0f-79c57ab4aa0d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:29.652541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port e575f3cd-e042-4327-ba0f-79c57ab4aa0d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:29.653084 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:29.713865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-1ce9b034-fe52-46e9-82aa-2e5362fe10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.716407 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-1ce9b034-fe52-46e9-82aa-2e5362fe10a6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 1096 time: 0.1772647 Oct 18 23:25:29.724029 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3078c391-6f95-43f8-833f-b6fbcf5745e2 req-de3309c6-2587-4524-bb95-d3f08494a808 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594464 Oct 18 23:25:29.726596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a679e0-1ef7-4c16-bdc2-70c442023b28 req-46ef99b1-49b7-4869-99c9-37ad2cb5c00e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.734867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42a679e0-1ef7-4c16-bdc2-70c442023b28 req-46ef99b1-49b7-4869-99c9-37ad2cb5c00e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.1226218 Oct 18 23:25:29.801777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-f049326f-f6ef-4bba-b3f8-775fd11c2d49 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb10c558-e6df-40c6-ad80-91cfa2270861 HTTP/1.1" status: 200 len: 217 time: 0.0703721 Oct 18 23:25:29.818948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42a679e0-1ef7-4c16-bdc2-70c442023b28 req-d85cf5b6-7b74-4e10-b7df-fbdaca9cc4a2 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830574 Oct 18 23:25:29.836408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a99455f-9130-451a-850e-a452813007e7 req-9aa940a4-cb21-439e-906a-6a354fcda1f5 service neutron] 10.222.0.102 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659943 Oct 18 23:25:29.865332 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:29.943822 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a818dd-5b95-4bf6-8d29-598077400aac x-openstack-request-id: req-f9a818dd-5b95-4bf6-8d29-598077400aac {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:29.944185 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f", "code": 200}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "f510c872-9f6c-4597-8731-2461b49102da", "code": 200}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "affadff4-9124-405e-9b62-6c7ce55a9e42", "code": 200}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "bf6f01ac-8e62-4468-aede-f946a2798c22", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:29.944479 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9a818dd-5b95-4bf6-8d29-598077400aac {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:29.944942 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'code': 200} Oct 18 23:25:29.945171 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f510c872-9f6c-4597-8731-2461b49102da', 'code': 200} Oct 18 23:25:29.945439 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affadff4-9124-405e-9b62-6c7ce55a9e42', 'code': 200} Oct 18 23:25:29.945692 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6f01ac-8e62-4468-aede-f946a2798c22', 'code': 200} Oct 18 23:25:29.951386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-29afac35-ede3-473a-8449-3b2ec1d9d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:29.958082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-29afac35-ede3-473a-8449-3b2ec1d9d6c1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94e5cc56-f976-4b7f-b7db-43eb616dedd1 HTTP/1.1" status: 200 len: 845 time: 0.1464374 Oct 18 23:25:29.962169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c513a5ac-ae0f-4ad2-ba4d-80af1b1ad9ad tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Deleting port 54b8142e-7220-45e1-a407-ab57f42abd3b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:29.967722 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c513a5ac-ae0f-4ad2-ba4d-80af1b1ad9ad tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:29.996857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e575f3cd-e042-4327-ba0f-79c57ab4aa0d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,segment=NetworkSegment(560f303b-a3ba-4603-a146-5ff09f6039f3),segment_id=560f303b-a3ba-4603-a146-5ff09f6039f3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:30.011073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:30.066315 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-5ed824d8-9b02-4d6f-9617-0ec9fbab1f3a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941234 Oct 18 23:25:30.096186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7d6453c6-8389-4220-ae86-b02a5b4b93e2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:30.141372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32266534-bb94-40d8-9968-b3b924c0b151 req-eeb5d0c2-9a9f-47b3-96f7-9e08d04b7953 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:30.152645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32266534-bb94-40d8-9968-b3b924c0b151 req-eeb5d0c2-9a9f-47b3-96f7-9e08d04b7953 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:30.154961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32266534-bb94-40d8-9968-b3b924c0b151 req-eeb5d0c2-9a9f-47b3-96f7-9e08d04b7953 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1682 time: 0.1843886 Oct 18 23:25:30.174934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a99455f-9130-451a-850e-a452813007e7 req-c3d4ab78-7615-4f3a-8fd0-dda80102e848 service neutron] 10.222.0.102 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279901 Oct 18 23:25:30.231262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:30.260560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32266534-bb94-40d8-9968-b3b924c0b151 req-2152a93c-50e2-4eb8-8f81-7f33e2e8e7d3 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966029 Oct 18 23:25:30.313743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:30.314214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:30.362512 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2ca047-a843-4953-99c8-d04fbf4b917f x-openstack-request-id: req-ad2ca047-a843-4953-99c8-d04fbf4b917f {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:30.362831 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:30.363095 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad2ca047-a843-4953-99c8-d04fbf4b917f {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:30.363487 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861', 'status': 'completed', 'code': 200} Oct 18 23:25:30.367878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-da494ec8-b78a-4d59-b2b0-abf892d97445 service neutron] 10.222.0.102 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920806 Oct 18 23:25:30.368856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a45d8262-fdbd-4b93-ad92-68cfbc6cf145 None None] Provisioning complete for port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:30.369846 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c513a5ac-ae0f-4ad2-ba4d-80af1b1ad9ad tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:30.370405 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a45d8262-fdbd-4b93-ad92-68cfbc6cf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:30.417512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c513a5ac-ae0f-4ad2-ba4d-80af1b1ad9ad tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Calling delete_port for 54b8142e-7220-45e1-a407-ab57f42abd3b owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:30.636567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97d2-7b87-4855-90c7-2af3e86943a1 req-7ed00a17-5e96-4c70-813d-79cb3d46fb91 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:30.661452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a45d8262-fdbd-4b93-ad92-68cfbc6cf145 None None] Provisioning complete for port 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:30.661992 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a45d8262-fdbd-4b93-ad92-68cfbc6cf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:30.677744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97d2-7b87-4855-90c7-2af3e86943a1 req-7ed00a17-5e96-4c70-813d-79cb3d46fb91 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:30.693719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97d2-7b87-4855-90c7-2af3e86943a1 req-7ed00a17-5e96-4c70-813d-79cb3d46fb91 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:30.731399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97d2-7b87-4855-90c7-2af3e86943a1 req-7ed00a17-5e96-4c70-813d-79cb3d46fb91 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:30.741235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97d2-7b87-4855-90c7-2af3e86943a1 req-7ed00a17-5e96-4c70-813d-79cb3d46fb91 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:30.749240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a45d8262-fdbd-4b93-ad92-68cfbc6cf145 None None] Port 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:25:30.755158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97d2-7b87-4855-90c7-2af3e86943a1 req-7ed00a17-5e96-4c70-813d-79cb3d46fb91 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:30.762344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd97d2-7b87-4855-90c7-2af3e86943a1 req-7ed00a17-5e96-4c70-813d-79cb3d46fb91 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:30.768787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a45d8262-fdbd-4b93-ad92-68cfbc6cf145 None None] Provisioning complete for port 54b8142e-7220-45e1-a407-ab57f42abd3b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:30.770493 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a45d8262-fdbd-4b93-ad92-68cfbc6cf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:30.773948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3cfd97d2-7b87-4855-90c7-2af3e86943a1 req-7ed00a17-5e96-4c70-813d-79cb3d46fb91 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.2849989 Oct 18 23:25:30.865896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a45d8262-fdbd-4b93-ad92-68cfbc6cf145 None None] Port 54b8142e-7220-45e1-a407-ab57f42abd3b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:25:30.886571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3cfd97d2-7b87-4855-90c7-2af3e86943a1 req-601ccd2d-fcea-4f17-b0ce-db3af47dfebd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1116107 Oct 18 23:25:31.015931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9ce79bb8-ebd4-4e12-8963-426f7bf8baf9 None None] Provisioning complete for port 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:31.020604 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9ce79bb8-ebd4-4e12-8963-426f7bf8baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:31.059277 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1237f-955a-49a2-b3b2-0d7491d4f53d req-c4085503-b950-43ca-a8c1-689ad84a4e16 service neutron] 10.222.0.102 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707447 Oct 18 23:25:31.096569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9ce79bb8-ebd4-4e12-8963-426f7bf8baf9 None None] Port 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:25:31.189125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3316-7502-4d82-b1f5-94c4e4389a38 req-e1d63f48-136b-4ac0-95b3-6615592f9ad2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.201021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3316-7502-4d82-b1f5-94c4e4389a38 req-e1d63f48-136b-4ac0-95b3-6615592f9ad2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.212321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3316-7502-4d82-b1f5-94c4e4389a38 req-e1d63f48-136b-4ac0-95b3-6615592f9ad2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.220620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3316-7502-4d82-b1f5-94c4e4389a38 req-e1d63f48-136b-4ac0-95b3-6615592f9ad2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.228782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3316-7502-4d82-b1f5-94c4e4389a38 req-e1d63f48-136b-4ac0-95b3-6615592f9ad2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.231263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0390d70d-4ec1-4291-88d0-aded5efc2bb4 None None] Provisioning complete for port 54b8142e-7220-45e1-a407-ab57f42abd3b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:31.231752 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0390d70d-4ec1-4291-88d0-aded5efc2bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:31.234371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a221ba3c-65f3-4453-aeea-cda82f9291f5 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:31.238386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3316-7502-4d82-b1f5-94c4e4389a38 req-e1d63f48-136b-4ac0-95b3-6615592f9ad2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.248066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3316-7502-4d82-b1f5-94c4e4389a38 req-e1d63f48-136b-4ac0-95b3-6615592f9ad2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.258597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab6f3316-7502-4d82-b1f5-94c4e4389a38 req-e1d63f48-136b-4ac0-95b3-6615592f9ad2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5417 time: 0.2475843 Oct 18 23:25:31.267419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714da52d-7770-4f6a-b568-163081d038f2 req-43579cd2-f361-4b35-9050-c5828411af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.269092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-714da52d-7770-4f6a-b568-163081d038f2 req-43579cd2-f361-4b35-9050-c5828411af42 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 1096 time: 0.0681105 Oct 18 23:25:31.315982 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c513a5ac-ae0f-4ad2-ba4d-80af1b1ad9ad tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:31.328454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab6f3316-7502-4d82-b1f5-94c4e4389a38 req-8789810e-8b64-489b-af0c-49e293059cce tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683453 Oct 18 23:25:31.388016 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:25:31.390260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513a5ac-ae0f-4ad2-ba4d-80af1b1ad9ad tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event deleted for resources: {'Port': ['ID=54b8142e-7220-45e1-a407-ab57f42abd3b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:31.434040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c513a5ac-ae0f-4ad2-ba4d-80af1b1ad9ad tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:31.441963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c513a5ac-ae0f-4ad2-ba4d-80af1b1ad9ad tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "DELETE /v2.0/ports/54b8142e-7220-45e1-a407-ab57f42abd3b HTTP/1.1" status: 204 len: 168 time: 2.3712571 Oct 18 23:25:31.442150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48026) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:31.448126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Request body: {'port': {'name': 'tempest-new-port-name-299488596', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:31.448595 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.api.validators [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] bootfile-name is not in valid_values {{(pid=100922) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:25:31.449157 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.api.validators [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] tftp-server is not in valid_values {{(pid=100922) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:25:31.449499 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.api.validators [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] server-ip-address is not in valid_values {{(pid=100922) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:25:31.490099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0390d70d-4ec1-4291-88d0-aded5efc2bb4 None None] Port 54b8142e-7220-45e1-a407-ab57f42abd3b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:25:31.553014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714da52d-7770-4f6a-b568-163081d038f2 req-a326b980-7271-46af-8475-03ef80b0044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.560343 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-714da52d-7770-4f6a-b568-163081d038f2 req-a326b980-7271-46af-8475-03ef80b0044d service neutron] 10.222.0.102 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 906 time: 0.2800083 Oct 18 23:25:31.677288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-714da52d-7770-4f6a-b568-163081d038f2 req-07ff0c0c-bf14-41af-b04a-6e5062374bf3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb10c558-e6df-40c6-ad80-91cfa2270861 HTTP/1.1" status: 200 len: 217 time: 0.0955954 Oct 18 23:25:31.687043 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:31.696145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9d5e7-b30f-41f1-974c-271fccd181ec req-93fbd581-b4ed-4dc8-be09-9616bc29b59d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.698636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36a9d5e7-b30f-41f1-974c-271fccd181ec req-93fbd581-b4ed-4dc8-be09-9616bc29b59d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 944 time: 0.2052948 Oct 18 23:25:31.719853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3d822-4f92-4993-9be2-3335f68cab65 req-aff5a25c-bf93-48e8-bcad-b7032011ba9b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.727732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96a3d822-4f92-4993-9be2-3335f68cab65 req-aff5a25c-bf93-48e8-bcad-b7032011ba9b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 943 time: 0.2218258 Oct 18 23:25:31.828376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a221ba3c-65f3-4453-aeea-cda82f9291f5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a221ba3c-65f3-4453-aeea-cda82f9291f5,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:31.838486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96a3d822-4f92-4993-9be2-3335f68cab65 req-89419ecc-84d1-47df-b073-32126c2dc72c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980010 Oct 18 23:25:31.841387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36a9d5e7-b30f-41f1-974c-271fccd181ec req-feecd52d-66a7-4812-8387-4d80ad7d0e03 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318977 Oct 18 23:25:31.876010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'a221ba3c-65f3-4453-aeea-cda82f9291f5', 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'port_id': 'a221ba3c-65f3-4453-aeea-cda82f9291f5', 'mac_address': 'fa:16:3e:a8:fd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbad7fb-f0bb-4070-9b26-1c8fcf710213', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:31.902147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714da52d-7770-4f6a-b568-163081d038f2 req-7e64ed38-3084-416d-a685-267c5ea7e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:31.907393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-714da52d-7770-4f6a-b568-163081d038f2 req-7e64ed38-3084-416d-a685-267c5ea7e931 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=94e5cc56-f976-4b7f-b7db-43eb616dedd1 HTTP/1.1" status: 200 len: 845 time: 0.2073352 Oct 18 23:25:31.948233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9501c6d1-d528-46f9-ba18-68ffb673079f'}, {'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf4f3de-afad-4f93-af9c-957edace3ac3'}, {'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e575f3cd-e042-4327-ba0f-79c57ab4aa0d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:31.955466 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7327b1-0a0f-4073-a915-819e14573bdf" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "9501c6d1-d528-46f9-ba18-68ffb673079f"}, {"server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "name": "network-vif-plugged", "status": "completed", "tag": "faf4f3de-afad-4f93-af9c-957edace3ac3"}, {"server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "name": "network-vif-plugged", "status": "completed", "tag": "e575f3cd-e042-4327-ba0f-79c57ab4aa0d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:31.981656 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:32.008677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a221ba3c-65f3-4453-aeea-cda82f9291f5 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:32.023048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-714da52d-7770-4f6a-b568-163081d038f2 req-662b1dfb-3076-4aab-b0ac-19d13d95fed8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040382 Oct 18 23:25:32.033194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a221ba3c-65f3-4453-aeea-cda82f9291f5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a221ba3c-65f3-4453-aeea-cda82f9291f5,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:32.044095 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:32.045116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aa47f265-8df6-4350-afd2-607201b1496e details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:32.090055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae3a50-4b5d-4c4a-8d4b-8d5aedee6f39 req-8411a188-587a-4d88-8ad9-537f7f393081 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.097347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae3a50-4b5d-4c4a-8d4b-8d5aedee6f39 req-8411a188-587a-4d88-8ad9-537f7f393081 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.099552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3cae3a50-4b5d-4c4a-8d4b-8d5aedee6f39 req-8411a188-587a-4d88-8ad9-537f7f393081 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1683 time: 0.1075473 Oct 18 23:25:32.186998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:32.195781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270a69-86ee-4e9a-bcd5-5a858d94e8d7 req-f28866d1-b5e5-4985-9b80-8c87e74eacfc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.197545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05270a69-86ee-4e9a-bcd5-5a858d94e8d7 req-f28866d1-b5e5-4985-9b80-8c87e74eacfc tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.1727614 Oct 18 23:25:32.213060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'aa47f265-8df6-4350-afd2-607201b1496e', 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7', 'port_id': 'aa47f265-8df6-4350-afd2-607201b1496e', 'mac_address': 'fa:16:3e:79:79:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8442eba-cbb7-44ec-9362-78857b6c5106', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:32.225901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3cae3a50-4b5d-4c4a-8d4b-8d5aedee6f39 req-7f72ad1f-255b-4a88-9b8c-ce748a805e7f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081619 Oct 18 23:25:32.269732 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05270a69-86ee-4e9a-bcd5-5a858d94e8d7 req-ebc98aaa-23ae-4843-bde4-d95b310bd402 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514510 Oct 18 23:25:32.316748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:32.327585 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-714da52d-7770-4f6a-b568-163081d038f2 req-7765fb2c-39f8-43ea-b5b9-78461dda9c56 service neutron] 10.222.0.102 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421598 Oct 18 23:25:32.333773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:32.336321 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:32.353452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a221ba3c-65f3-4453-aeea-cda82f9291f5,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:32.372752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa47f265-8df6-4350-afd2-607201b1496e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:32.427478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:32.437954 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:32.438650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b3c6dc2a-df4f-43e9-808c-11041ee1a955 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:32.484839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] In _notify_port_updated(), no bound segment for port 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 on network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:25:32.497880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.499594 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:32.519582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "PUT /v2.0/ports/476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 HTTP/1.1" status: 200 len: 1129 time: 1.0762603 Oct 18 23:25:32.520546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48044) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:32.609807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:32.627299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b3c6dc2a-df4f-43e9-808c-11041ee1a955, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3c6dc2a-df4f-43e9-808c-11041ee1a955,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:32.653228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b3c6dc2a-df4f-43e9-808c-11041ee1a955', 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'port_id': 'b3c6dc2a-df4f-43e9-808c-11041ee1a955', 'mac_address': 'fa:16:3e:82:9c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbad7fb-f0bb-4070-9b26-1c8fcf710213', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:32.707766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0acbf-6301-4fec-9cf6-4810993b587d req-9f711fda-18be-404a-9b26-c90f56aadae3 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.709961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12eaf62-77e0-4c56-bd32-e8fd5b776d09 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event updated for resources: {'Port': ['ID=476ca6c7-4fc8-4f42-be83-6de88b0dd8b3,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:32.726973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0acbf-6301-4fec-9cf6-4810993b587d req-9f711fda-18be-404a-9b26-c90f56aadae3 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.738774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0acbf-6301-4fec-9cf6-4810993b587d req-9f711fda-18be-404a-9b26-c90f56aadae3 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.750249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0acbf-6301-4fec-9cf6-4810993b587d req-9f711fda-18be-404a-9b26-c90f56aadae3 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.759862 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:32.774145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0acbf-6301-4fec-9cf6-4810993b587d req-9f711fda-18be-404a-9b26-c90f56aadae3 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.779124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56fdcdd-7212-4b0d-856d-eefcd1f0a05a tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.788798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0acbf-6301-4fec-9cf6-4810993b587d req-9f711fda-18be-404a-9b26-c90f56aadae3 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.797607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d56fdcdd-7212-4b0d-856d-eefcd1f0a05a tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "GET /v2.0/ports/476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 HTTP/1.1" status: 200 len: 1129 time: 0.2633431 Oct 18 23:25:32.797861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0acbf-6301-4fec-9cf6-4810993b587d req-9f711fda-18be-404a-9b26-c90f56aadae3 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:32.798969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48054) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:32.801988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c6dc2a-df4f-43e9-808c-11041ee1a955 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:32.815450 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eaa0acbf-6301-4fec-9cf6-4810993b587d req-9f711fda-18be-404a-9b26-c90f56aadae3 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.3627756 Oct 18 23:25:32.855689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b3c6dc2a-df4f-43e9-808c-11041ee1a955, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3c6dc2a-df4f-43e9-808c-11041ee1a955,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:32.865191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:32.865927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05304f96-14be-417a-82ce-b7c7d7460a0f details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:32.880222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-714da52d-7770-4f6a-b568-163081d038f2 req-1cc52c78-6220-4db2-b801-3d29bc5ac558 service neutron] 10.222.0.102 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316424 Oct 18 23:25:32.956497 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eaa0acbf-6301-4fec-9cf6-4810993b587d req-bcb451c7-2224-4c13-9827-1277487926c0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1304801 Oct 18 23:25:33.047267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b3c6dc2a-df4f-43e9-808c-11041ee1a955,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:33.060118 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3b44ae-c7d1-4443-8a28-08b6587e6046 x-openstack-request-id: req-5d3b44ae-c7d1-4443-8a28-08b6587e6046 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:33.066384 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-plugged", "status": "completed", "tag": "9501c6d1-d528-46f9-ba18-68ffb673079f", "code": 200}, {"server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "name": "network-vif-plugged", "status": "completed", "tag": "faf4f3de-afad-4f93-af9c-957edace3ac3", "code": 200}, {"server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "name": "network-vif-plugged", "status": "completed", "tag": "e575f3cd-e042-4327-ba0f-79c57ab4aa0d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:33.067008 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d3b44ae-c7d1-4443-8a28-08b6587e6046 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:33.067794 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9501c6d1-d528-46f9-ba18-68ffb673079f', 'code': 200} Oct 18 23:25:33.068302 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf4f3de-afad-4f93-af9c-957edace3ac3', 'code': 200} Oct 18 23:25:33.068804 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e575f3cd-e042-4327-ba0f-79c57ab4aa0d', 'code': 200} Oct 18 23:25:33.141967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a40103d5-7bbd-46c3-97ce-136636b3c684 None None] Provisioning complete for port 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:33.142335 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a40103d5-7bbd-46c3-97ce-136636b3c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:33.205144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb1b25-3132-4d0d-bf5d-117c9be3ac9b tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Deleting port 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:33.205952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fb1b25-3132-4d0d-bf5d-117c9be3ac9b tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:33.268389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05304f96-14be-417a-82ce-b7c7d7460a0f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05304f96-14be-417a-82ce-b7c7d7460a0f,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:33.299247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8be31c-3dbe-47cb-ad52-4c74fe945f79 req-37095522-750e-4851-8458-e034d222fb42 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.306703 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a40103d5-7bbd-46c3-97ce-136636b3c684 None None] Port 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:25:33.310304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8be31c-3dbe-47cb-ad52-4c74fe945f79 req-37095522-750e-4851-8458-e034d222fb42 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.314285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'port_id': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'mac_address': 'fa:16:3e:ce:bc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:33.323534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8be31c-3dbe-47cb-ad52-4c74fe945f79 req-37095522-750e-4851-8458-e034d222fb42 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.334220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8be31c-3dbe-47cb-ad52-4c74fe945f79 req-37095522-750e-4851-8458-e034d222fb42 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.342510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8be31c-3dbe-47cb-ad52-4c74fe945f79 req-37095522-750e-4851-8458-e034d222fb42 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.350036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8be31c-3dbe-47cb-ad52-4c74fe945f79 req-37095522-750e-4851-8458-e034d222fb42 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.357140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8be31c-3dbe-47cb-ad52-4c74fe945f79 req-37095522-750e-4851-8458-e034d222fb42 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.366606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab8be31c-3dbe-47cb-ad52-4c74fe945f79 req-37095522-750e-4851-8458-e034d222fb42 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5419 time: 0.1773272 Oct 18 23:25:33.438817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:33.447795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8359a35-4173-42d8-833b-f851b110acae req-160350a5-2bce-4756-a8c1-8a46799445b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.448164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8359a35-4173-42d8-833b-f851b110acae req-160350a5-2bce-4756-a8c1-8a46799445b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.450814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8359a35-4173-42d8-833b-f851b110acae req-160350a5-2bce-4756-a8c1-8a46799445b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1987 time: 0.0874944 Oct 18 23:25:33.465921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab8be31c-3dbe-47cb-ad52-4c74fe945f79 req-750bb9bc-3029-4c91-8f76-8d3c58328585 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976937 Oct 18 23:25:33.475869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05304f96-14be-417a-82ce-b7c7d7460a0f {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:33.498200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4079-d5f1-41b7-8c5a-21a1db2e96c3 req-0fa43631-64dc-4620-8cab-046db3c180df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.502911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4079-d5f1-41b7-8c5a-21a1db2e96c3 req-0fa43631-64dc-4620-8cab-046db3c180df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.508809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4079-d5f1-41b7-8c5a-21a1db2e96c3 req-0fa43631-64dc-4620-8cab-046db3c180df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.508809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4079-d5f1-41b7-8c5a-21a1db2e96c3 req-0fa43631-64dc-4620-8cab-046db3c180df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.509256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4079-d5f1-41b7-8c5a-21a1db2e96c3 req-0fa43631-64dc-4620-8cab-046db3c180df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.509593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4079-d5f1-41b7-8c5a-21a1db2e96c3 req-0fa43631-64dc-4620-8cab-046db3c180df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.510382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4079-d5f1-41b7-8c5a-21a1db2e96c3 req-0fa43631-64dc-4620-8cab-046db3c180df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.513181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c6a4079-d5f1-41b7-8c5a-21a1db2e96c3 req-0fa43631-64dc-4620-8cab-046db3c180df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6507 time: 0.1433139 Oct 18 23:25:33.519734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05304f96-14be-417a-82ce-b7c7d7460a0f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05304f96-14be-417a-82ce-b7c7d7460a0f,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:33.549882 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:33.551259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 8ca62050-0176-473e-a99c-b6bdd559021f details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:33.568497 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fb1b25-3132-4d0d-bf5d-117c9be3ac9b tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:33.613443 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8359a35-4173-42d8-833b-f851b110acae req-e6d7b9de-4a58-4791-958e-bbb06037cffe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500285 Oct 18 23:25:33.619445 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c6a4079-d5f1-41b7-8c5a-21a1db2e96c3 req-df0c8bca-ada9-4f84-a57d-9bdd813829f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&id=9818231d-19af-4f37-a572-321fed406099&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0962949 Oct 18 23:25:33.664078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb1b25-3132-4d0d-bf5d-117c9be3ac9b tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Calling delete_port for 476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:33.669580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 8ca62050-0176-473e-a99c-b6bdd559021f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8ca62050-0176-473e-a99c-b6bdd559021f,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:33.691332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '8ca62050-0176-473e-a99c-b6bdd559021f', 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'port_id': '8ca62050-0176-473e-a99c-b6bdd559021f', 'mac_address': 'fa:16:3e:bd:fa:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbad7fb-f0bb-4070-9b26-1c8fcf710213', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:33.803487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87182ea7-aa86-4e9c-8c49-bcba96f7c640 req-7378a194-2f0d-4d85-9868-4d8f3050470c tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.825380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05304f96-14be-417a-82ce-b7c7d7460a0f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:33.828485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-87182ea7-aa86-4e9c-8c49-bcba96f7c640 req-7378a194-2f0d-4d85-9868-4d8f3050470c tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 944 time: 0.2382140 Oct 18 23:25:33.855335 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:33.864369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647557f-418c-4df6-b948-813a7bbb9d85 req-c860cb1a-8255-49bb-a291-fa9f60a0a696 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:33.866819 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e647557f-418c-4df6-b948-813a7bbb9d85 req-c860cb1a-8255-49bb-a291-fa9f60a0a696 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.1849945 Oct 18 23:25:33.902797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca62050-0176-473e-a99c-b6bdd559021f {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:33.925787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e647557f-418c-4df6-b948-813a7bbb9d85 req-350641ca-259d-4117-9fba-206c70511141 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466187 Oct 18 23:25:33.936080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 8ca62050-0176-473e-a99c-b6bdd559021f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8ca62050-0176-473e-a99c-b6bdd559021f,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:33.957042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:33.957961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 70e8bbe8-ed68-4237-b01d-65e0153e9b27 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:34.040397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-87182ea7-aa86-4e9c-8c49-bcba96f7c640 req-04da6469-a688-44a5-8d96-44b244df0c1d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432633 Oct 18 23:25:34.130525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 70e8bbe8-ed68-4237-b01d-65e0153e9b27, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:34.149815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '70e8bbe8-ed68-4237-b01d-65e0153e9b27', 'network_id': 'cec56cf4-1185-4e9c-8660-7e388b5035be', 'port_id': '70e8bbe8-ed68-4237-b01d-65e0153e9b27', 'mac_address': 'fa:16:3e:a9:43:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbad7fb-f0bb-4070-9b26-1c8fcf710213', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:34.162949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=8ca62050-0176-473e-a99c-b6bdd559021f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:34.223840 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:34.227212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5400529-05d6-4799-8c54-7a3f96b65d0e req-87117bbb-a656-4827-ab6d-d0d330cc048f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.239480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e8bbe8-ed68-4237-b01d-65e0153e9b27 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:34.240332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5400529-05d6-4799-8c54-7a3f96b65d0e req-87117bbb-a656-4827-ab6d-d0d330cc048f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.242777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d5400529-05d6-4799-8c54-7a3f96b65d0e req-87117bbb-a656-4827-ab6d-d0d330cc048f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1683 time: 0.2022121 Oct 18 23:25:34.274253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 70e8bbe8-ed68-4237-b01d-65e0153e9b27, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:34.280487 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:34.281210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 92905cd7-b4ec-4d07-91cc-fca810fa649c details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:34.328591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d5400529-05d6-4799-8c54-7a3f96b65d0e req-c9f70c78-ed92-46b6-9c64-6f90dc6aa5ec tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740435 Oct 18 23:25:34.334317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fb1b25-3132-4d0d-bf5d-117c9be3ac9b tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:34.417670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=70e8bbe8-ed68-4237-b01d-65e0153e9b27,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:34.502303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcf55c-8331-440a-a700-1f896ff6c356 req-58d43d5c-1c71-4406-8c5d-aaaec05662a6 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.509844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18fcf55c-8331-440a-a700-1f896ff6c356 req-58d43d5c-1c71-4406-8c5d-aaaec05662a6 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.3131893 Oct 18 23:25:34.512814 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fb1b25-3132-4d0d-bf5d-117c9be3ac9b tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:34.519499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c9fb1b25-3132-4d0d-bf5d-117c9be3ac9b tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "DELETE /v2.0/ports/476ca6c7-4fc8-4f42-be83-6de88b0dd8b3 HTTP/1.1" status: 204 len: 168 time: 1.7189722 Oct 18 23:25:34.519765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48096) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:34.538146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb1b25-3132-4d0d-bf5d-117c9be3ac9b tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event deleted for resources: {'Port': ['ID=476ca6c7-4fc8-4f42-be83-6de88b0dd8b3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:34.578836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 92905cd7-b4ec-4d07-91cc-fca810fa649c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:34.584791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18fcf55c-8331-440a-a700-1f896ff6c356 req-db2f6624-22dc-4c0e-843a-1337f2ea87be tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737793 Oct 18 23:25:34.634540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '92905cd7-b4ec-4d07-91cc-fca810fa649c', 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2', 'port_id': '92905cd7-b4ec-4d07-91cc-fca810fa649c', 'mac_address': 'fa:16:3e:56:56:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:34.693302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c02326-857a-4b57-b6a5-2006481de6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Deleting subnet 5545ce4a-a81f-4fc0-8cd9-d6a463142aa7 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:25:34.706492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60c02326-857a-4b57-b6a5-2006481de6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:34.714824 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:34.776274 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:34.813914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60c02326-857a-4b57-b6a5-2006481de6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:34.825703 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92905cd7-b4ec-4d07-91cc-fca810fa649c {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:34.834047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d3b9-6841-4fe9-b721-384fb3e0b236 req-e8a83c07-24a7-4571-9ea6-525628e2d01c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.859764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d3b9-6841-4fe9-b721-384fb3e0b236 req-e8a83c07-24a7-4571-9ea6-525628e2d01c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.866797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d3b9-6841-4fe9-b721-384fb3e0b236 req-e8a83c07-24a7-4571-9ea6-525628e2d01c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.893565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d3b9-6841-4fe9-b721-384fb3e0b236 req-e8a83c07-24a7-4571-9ea6-525628e2d01c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.902254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 92905cd7-b4ec-4d07-91cc-fca810fa649c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:34.909231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d3b9-6841-4fe9-b721-384fb3e0b236 req-e8a83c07-24a7-4571-9ea6-525628e2d01c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.912994 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:34.916379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d3b9-6841-4fe9-b721-384fb3e0b236 req-e8a83c07-24a7-4571-9ea6-525628e2d01c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.928095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d3b9-6841-4fe9-b721-384fb3e0b236 req-e8a83c07-24a7-4571-9ea6-525628e2d01c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:34.937090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8cb6d3b9-6841-4fe9-b721-384fb3e0b236 req-e8a83c07-24a7-4571-9ea6-525628e2d01c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.2363105 Oct 18 23:25:34.993903 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8cb6d3b9-6841-4fe9-b721-384fb3e0b236 req-e5fa5461-9727-470c-a916-978db6c0e2d4 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557494 Oct 18 23:25:35.056448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=92905cd7-b4ec-4d07-91cc-fca810fa649c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:35.070458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60c02326-857a-4b57-b6a5-2006481de6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.074923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c773a362-a8f6-4f26-b538-2d8beb8a2bd9 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:35.160517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381c98-a7c1-40b2-a3d0-e5d502666da3 req-18f7a144-2e1c-4f3c-bbdc-629bcacc1565 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.168920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381c98-a7c1-40b2-a3d0-e5d502666da3 req-18f7a144-2e1c-4f3c-bbdc-629bcacc1565 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.176296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381c98-a7c1-40b2-a3d0-e5d502666da3 req-18f7a144-2e1c-4f3c-bbdc-629bcacc1565 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.189404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381c98-a7c1-40b2-a3d0-e5d502666da3 req-18f7a144-2e1c-4f3c-bbdc-629bcacc1565 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.195966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381c98-a7c1-40b2-a3d0-e5d502666da3 req-18f7a144-2e1c-4f3c-bbdc-629bcacc1565 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.197203 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60c02326-857a-4b57-b6a5-2006481de6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.202900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381c98-a7c1-40b2-a3d0-e5d502666da3 req-18f7a144-2e1c-4f3c-bbdc-629bcacc1565 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.213274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381c98-a7c1-40b2-a3d0-e5d502666da3 req-18f7a144-2e1c-4f3c-bbdc-629bcacc1565 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.215601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2381c98-a7c1-40b2-a3d0-e5d502666da3 req-18f7a144-2e1c-4f3c-bbdc-629bcacc1565 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5423 time: 0.1483903 Oct 18 23:25:35.241648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c02326-857a-4b57-b6a5-2006481de6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event deleted for resources: {'Subnet': ['ID=5545ce4a-a81f-4fc0-8cd9-d6a463142aa7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:35.252013 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60c02326-857a-4b57-b6a5-2006481de6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.269307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c773a362-a8f6-4f26-b538-2d8beb8a2bd9, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:35.271551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48130) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:35.273809 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-60c02326-857a-4b57-b6a5-2006481de6b9 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "DELETE /v2.0/subnets/5545ce4a-a81f-4fc0-8cd9-d6a463142aa7 HTTP/1.1" status: 204 len: 168 time: 0.7514203 Oct 18 23:25:35.285085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32cedff-030a-4606-a3fc-1fdbad9bc2ec None None] Network ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:35.301603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9', 'network_id': '39ea3733-74ea-4469-86dd-2826e17a10c2', 'port_id': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9', 'mac_address': 'fa:16:3e:bd:f7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:35.382100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2381c98-a7c1-40b2-a3d0-e5d502666da3 req-28bacbe9-317a-4ab5-be31-8bd2845096dd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242728 Oct 18 23:25:35.414639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.421501 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.468851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c773a362-a8f6-4f26-b538-2d8beb8a2bd9 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:35.499327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c773a362-a8f6-4f26-b538-2d8beb8a2bd9, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:35.504517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Deleting port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:35.505154 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.507607 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.508746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cb10c558-e6df-40c6-ad80-91cfa2270861 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:35.598464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ffcb05-6300-4a7b-ac22-8d09c516eadf None None] DHCP port deletion for ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:25:35.620306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:35.646956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] For port 7d6453c6-8389-4220-ae86-b02a5b4b93e2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7d6453c6-8389-4220-ae86-b02a5b4b93e2,segment=NetworkSegment(90d1785c-38b9-4c9e-8f29-75e1fe2a1e11),segment_id=90d1785c-38b9-4c9e-8f29-75e1fe2a1e11)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:35.647374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.671917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Calling delete_port for 7d6453c6-8389-4220-ae86-b02a5b4b93e2 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:35.693903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32423c1c-13e6-4487-a122-436cda683e97 req-a62cba4f-82dc-4698-b90b-bab5f411db07 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.712657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32423c1c-13e6-4487-a122-436cda683e97 req-a62cba4f-82dc-4698-b90b-bab5f411db07 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.1395667 Oct 18 23:25:35.719400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4d49c-892e-46aa-bef2-e95a93809dcc req-086441df-c59f-44b5-ab88-5322ee68b619 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.721222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4ab4d49c-892e-46aa-bef2-e95a93809dcc req-086441df-c59f-44b5-ab88-5322ee68b619 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 944 time: 0.0610697 Oct 18 23:25:35.752846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cb10c558-e6df-40c6-ad80-91cfa2270861,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:35.776867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'cb10c558-e6df-40c6-ad80-91cfa2270861', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'port_id': 'cb10c558-e6df-40c6-ad80-91cfa2270861', 'mac_address': 'fa:16:3e:00:f1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5cc56-f976-4b7f-b7db-43eb616dedd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:35.782809 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4ab4d49c-892e-46aa-bef2-e95a93809dcc req-c739c45b-686f-4c92-abef-9eba7f543ee3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553365 Oct 18 23:25:35.784538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-36ffcb05-6300-4a7b-ac22-8d09c516eadf None None] Deleting port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:35.784912 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-36ffcb05-6300-4a7b-ac22-8d09c516eadf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.820884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32423c1c-13e6-4487-a122-436cda683e97 req-d11156a1-be07-4337-83b6-ae5c6ca1a2f6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070437 Oct 18 23:25:35.898748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.907393 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.933634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef59d2a-ded9-45c9-a954-3e381e5e3735 req-e996639d-b779-409b-a556-1ffc23603757 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.933778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb10c558-e6df-40c6-ad80-91cfa2270861 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:35.939712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-36ffcb05-6300-4a7b-ac22-8d09c516eadf None None] For port 7d6453c6-8389-4220-ae86-b02a5b4b93e2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7d6453c6-8389-4220-ae86-b02a5b4b93e2,segment=NetworkSegment(90d1785c-38b9-4c9e-8f29-75e1fe2a1e11),segment_id=90d1785c-38b9-4c9e-8f29-75e1fe2a1e11)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:35.940115 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-36ffcb05-6300-4a7b-ac22-8d09c516eadf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:35.940809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef59d2a-ded9-45c9-a954-3e381e5e3735 req-e996639d-b779-409b-a556-1ffc23603757 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:35.942765 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6ef59d2a-ded9-45c9-a954-3e381e5e3735 req-e996639d-b779-409b-a556-1ffc23603757 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1683 time: 0.0679138 Oct 18 23:25:35.962373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-36ffcb05-6300-4a7b-ac22-8d09c516eadf None None] Calling delete_port for 7d6453c6-8389-4220-ae86-b02a5b4b93e2 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:35.977193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] No DVR routers for this DVR port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:35.977987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cb10c558-e6df-40c6-ad80-91cfa2270861,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:35.982017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event deleted for resources: {'Port': ['ID=7d6453c6-8389-4220-ae86-b02a5b4b93e2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:35.992987 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:36.018015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6ef59d2a-ded9-45c9-a954-3e381e5e3735 req-1ee1fa02-ec52-4a7a-abc1-de23b6207ee5 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672615 Oct 18 23:25:36.038334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7d6453c6-8389-4220-ae86-b02a5b4b93e2 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:36.048344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde65b13-73b1-4b0e-b5f2-bfd3c958b427 req-edf67453-d356-41e6-bb22-babbeadc8705 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.049975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bde65b13-73b1-4b0e-b5f2-bfd3c958b427 req-edf67453-d356-41e6-bb22-babbeadc8705 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.1667080 Oct 18 23:25:36.082979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 7d6453c6-8389-4220-ae86-b02a5b4b93e2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:36.083320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7d6453c6-8389-4220-ae86-b02a5b4b93e2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:36.138367 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:36.156579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=cb10c558-e6df-40c6-ad80-91cfa2270861,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:36.165249 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:36.181734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bde65b13-73b1-4b0e-b5f2-bfd3c958b427 req-321a44e8-afd1-4097-b004-165f0c92bf37 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204112 Oct 18 23:25:36.183367 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-36ffcb05-6300-4a7b-ac22-8d09c516eadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:36.198001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed716bf2-a2f0-466b-8fb8-e9e7cf90e085']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:36.228983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d1785c-38b9-4c9e-8f29-75e1fe2a1e11') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:36.229315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d1785c-38b9-4c9e-8f29-75e1fe2a1e11') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:36.240060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffcb05-6300-4a7b-ac22-8d09c516eadf None None] Pushing event deleted for resources: {'Port': ['ID=7d6453c6-8389-4220-ae86-b02a5b4b93e2,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:36.257100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ffcb05-6300-4a7b-ac22-8d09c516eadf None None] No DVR routers for this DVR port 7d6453c6-8389-4220-ae86-b02a5b4b93e2 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:36.261517 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:36.292864 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:36.312358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:25:36.312730 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:25:36.316523 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:25:36.396946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['70e8bbe8-ed68-4237-b01d-65e0153e9b27'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:36.420378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7781ce-8efe-4a63-ad72-af2d3bf4cdc9 req-77ccccfc-417e-4e89-9195-ef95d6c9af04 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.428304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7781ce-8efe-4a63-ad72-af2d3bf4cdc9 req-77ccccfc-417e-4e89-9195-ef95d6c9af04 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.435091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7781ce-8efe-4a63-ad72-af2d3bf4cdc9 req-77ccccfc-417e-4e89-9195-ef95d6c9af04 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.442382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7781ce-8efe-4a63-ad72-af2d3bf4cdc9 req-77ccccfc-417e-4e89-9195-ef95d6c9af04 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.447967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7781ce-8efe-4a63-ad72-af2d3bf4cdc9 req-77ccccfc-417e-4e89-9195-ef95d6c9af04 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.455900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7781ce-8efe-4a63-ad72-af2d3bf4cdc9 req-77ccccfc-417e-4e89-9195-ef95d6c9af04 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.464225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7781ce-8efe-4a63-ad72-af2d3bf4cdc9 req-77ccccfc-417e-4e89-9195-ef95d6c9af04 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.468589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d7781ce-8efe-4a63-ad72-af2d3bf4cdc9 req-77ccccfc-417e-4e89-9195-ef95d6c9af04 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.1721692 Oct 18 23:25:36.482403 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:36.515813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:36.522411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b494f6-ef7f-434f-ab7b-1992011ddd1d req-997a58a0-6f19-4792-b9c1-c8187c444a4a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.524254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] 10.222.0.52 "DELETE /v2.0/networks/ed716bf2-a2f0-466b-8fb8-e9e7cf90e085 HTTP/1.1" status: 204 len: 168 time: 1.2444942 Oct 18 23:25:36.536747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23b494f6-ef7f-434f-ab7b-1992011ddd1d req-997a58a0-6f19-4792-b9c1-c8187c444a4a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 948 time: 0.1517620 Oct 18 23:25:36.548810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d74c29-b2c7-46c0-89d4-329c6869589f tempest-ExtraDHCPOptionsIpV6TestJSON-131072108 tempest-ExtraDHCPOptionsIpV6TestJSON-131072108-project] Pushing event deleted for resources: {'Network': ['ID=ed716bf2-a2f0-466b-8fb8-e9e7cf90e085,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:36.551751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a221ba3c-65f3-4453-aeea-cda82f9291f5'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:36.619801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d7781ce-8efe-4a63-ad72-af2d3bf4cdc9 req-0ae3a1d9-5828-4a0f-ac52-8f1ba5f0da81 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1414287 Oct 18 23:25:36.626087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23b494f6-ef7f-434f-ab7b-1992011ddd1d req-c4717651-1d2a-41f6-a0e7-0160a48675e5 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 Oct 18 23:25:36.630164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05304f96-14be-417a-82ce-b7c7d7460a0f'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:36.656427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['8ca62050-0176-473e-a99c-b6bdd559021f'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:36.759221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-5508bd5a-6918-4aae-998d-a766ae926ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.773285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-5508bd5a-6918-4aae-998d-a766ae926ea0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 1098 time: 0.1211381 Oct 18 23:25:36.886131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e393404-525f-42b2-83f4-fbecf9543913 req-23a41359-3c54-41fd-bdc5-9ab80d2d6a95 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.899112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e393404-525f-42b2-83f4-fbecf9543913 req-23a41359-3c54-41fd-bdc5-9ab80d2d6a95 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.912056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e393404-525f-42b2-83f4-fbecf9543913 req-23a41359-3c54-41fd-bdc5-9ab80d2d6a95 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.925241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e393404-525f-42b2-83f4-fbecf9543913 req-23a41359-3c54-41fd-bdc5-9ab80d2d6a95 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.939424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e393404-525f-42b2-83f4-fbecf9543913 req-23a41359-3c54-41fd-bdc5-9ab80d2d6a95 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.952607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e393404-525f-42b2-83f4-fbecf9543913 req-23a41359-3c54-41fd-bdc5-9ab80d2d6a95 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.960715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e393404-525f-42b2-83f4-fbecf9543913 req-23a41359-3c54-41fd-bdc5-9ab80d2d6a95 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:36.963252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e393404-525f-42b2-83f4-fbecf9543913 req-23a41359-3c54-41fd-bdc5-9ab80d2d6a95 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5424 time: 0.2379136 Oct 18 23:25:36.968857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aa47f265-8df6-4350-afd2-607201b1496e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:37.002344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['92905cd7-b4ec-4d07-91cc-fca810fa649c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:37.005088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b3c6dc2a-df4f-43e9-808c-11041ee1a955'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:37.063788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e393404-525f-42b2-83f4-fbecf9543913 req-5bcca452-ed06-415d-abcb-95049a3c904d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889308 Oct 18 23:25:37.073542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48176) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:37.088897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-7264c106-54d9-4fbc-895c-c5908686317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:37.090393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-7264c106-54d9-4fbc-895c-c5908686317b service neutron] 10.222.0.73 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 913 time: 0.3142285 Oct 18 23:25:37.166664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-5080fc34-8bcb-474e-a553-3f2c203f7631 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5758669-751e-44ba-b7a0-2e61f541e33e HTTP/1.1" status: 200 len: 217 time: 0.0404267 Oct 18 23:25:37.224791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eaad6-f0cf-4539-bab3-56e0927d3723 req-205cd017-78b3-488c-872f-89db11517115 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:37.226795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['cb10c558-e6df-40c6-ad80-91cfa2270861'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:37.227712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e99eaad6-f0cf-4539-bab3-56e0927d3723 req-205cd017-78b3-488c-872f-89db11517115 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 945 time: 0.1583526 Oct 18 23:25:37.249752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['c773a362-a8f6-4f26-b538-2d8beb8a2bd9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:37.277511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-c660bde1-9697-4b6a-b846-7acb19ce63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:37.279367 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-c660bde1-9697-4b6a-b846-7acb19ce63f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.1047537 Oct 18 23:25:37.300152 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e99eaad6-f0cf-4539-bab3-56e0927d3723 req-0564aa97-3a55-47ed-aa81-adda7160dcd7 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535703 Oct 18 23:25:37.329468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-8571c604-d4e3-4381-85be-52d1908b6bc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327601 Oct 18 23:25:37.531566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-f7c8bef6-ef6f-4f06-8902-f84782ff7507 service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922505 Oct 18 23:25:37.554689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525597b-911d-40ff-9bda-f3d4c124f969 req-cf0edbbc-cd62-4e2b-a039-c0262b6fa84f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:37.567822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525597b-911d-40ff-9bda-f3d4c124f969 req-cf0edbbc-cd62-4e2b-a039-c0262b6fa84f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:37.571644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a525597b-911d-40ff-9bda-f3d4c124f969 req-cf0edbbc-cd62-4e2b-a039-c0262b6fa84f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1683 time: 0.1607203 Oct 18 23:25:37.654776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba6004-c767-4ae2-9301-ec498d948458 req-1680ec0c-2a7b-4d99-93e0-ca674fdb4ce3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:37.663506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5ba6004-c767-4ae2-9301-ec498d948458 req-1680ec0c-2a7b-4d99-93e0-ca674fdb4ce3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.4563751 Oct 18 23:25:37.684328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9685c0d1-bb87-4328-8aed-8a668cef8d58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=989add4c4458413a988895ac4ac8ab20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089003 Oct 18 23:25:37.697700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48186) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:37.751227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a525597b-911d-40ff-9bda-f3d4c124f969 req-bfc02871-b74d-4b89-9afb-22e58f4318b7 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448479 Oct 18 23:25:37.781136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5ba6004-c767-4ae2-9301-ec498d948458 req-3f6b6a93-a230-474d-a882-a303f754353c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156151 Oct 18 23:25:37.795376 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06ca77b5-4b3c-4d1d-81e7-c013a152c522 req-798c85f2-2a4d-49f3-8db2-4226a752e88f service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146165 Oct 18 23:25:37.849028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17cd168f-bb91-4d95-a689-99a1722e4dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:37.940642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17cd168f-bb91-4d95-a689-99a1722e4dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:37.956311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94499cdc-fd65-4ec6-b808-594a9962d57b req-2728e12b-982b-4a7a-abb6-e42c6255a14f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:37.958706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94499cdc-fd65-4ec6-b808-594a9962d57b req-2728e12b-982b-4a7a-abb6-e42c6255a14f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.0809917 Oct 18 23:25:38.016063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94499cdc-fd65-4ec6-b808-594a9962d57b req-3fa839a2-8c77-41d5-87ab-43557612e473 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Oct 18 23:25:38.078471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7935fb-d769-4b3c-8ec4-6711ab6c1548 req-80d189e5-037f-4a4d-b9ba-33cf9dc874cf tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.092022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7935fb-d769-4b3c-8ec4-6711ab6c1548 req-80d189e5-037f-4a4d-b9ba-33cf9dc874cf tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.107667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7935fb-d769-4b3c-8ec4-6711ab6c1548 req-80d189e5-037f-4a4d-b9ba-33cf9dc874cf tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.129402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7935fb-d769-4b3c-8ec4-6711ab6c1548 req-80d189e5-037f-4a4d-b9ba-33cf9dc874cf tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.152664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7935fb-d769-4b3c-8ec4-6711ab6c1548 req-80d189e5-037f-4a4d-b9ba-33cf9dc874cf tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.164607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7935fb-d769-4b3c-8ec4-6711ab6c1548 req-80d189e5-037f-4a4d-b9ba-33cf9dc874cf tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.176898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7935fb-d769-4b3c-8ec4-6711ab6c1548 req-80d189e5-037f-4a4d-b9ba-33cf9dc874cf tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.180520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c7935fb-d769-4b3c-8ec4-6711ab6c1548 req-80d189e5-037f-4a4d-b9ba-33cf9dc874cf tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.3052082 Oct 18 23:25:38.206374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17cd168f-bb91-4d95-a689-99a1722e4dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:38.210578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17cd168f-bb91-4d95-a689-99a1722e4dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:38.212464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-17cd168f-bb91-4d95-a689-99a1722e4dc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/546f16ce-d618-43c1-a70c-9b963ab21ab9 HTTP/1.1" status: 204 len: 168 time: 0.5112040 Oct 18 23:25:38.235745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd168f-bb91-4d95-a689-99a1722e4dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546f16ce-d618-43c1-a70c-9b963ab21ab9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:38.237175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93b0d-9785-46b9-a09f-a527b911ebfa req-6c4a6c96-472f-4161-b0f0-ecfdb5280c6a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.251312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-04b93b0d-9785-46b9-a09f-a527b911ebfa req-6c4a6c96-472f-4161-b0f0-ecfdb5280c6a tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 948 time: 0.1021161 Oct 18 23:25:38.274456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c7935fb-d769-4b3c-8ec4-6711ab6c1548 req-e0ca031f-f4ec-4bb9-9d83-3ec7df49df95 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0804813 Oct 18 23:25:38.356940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-04b93b0d-9785-46b9-a09f-a527b911ebfa req-65134b7d-05b1-4987-bace-cf6acf388c81 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898218 Oct 18 23:25:38.450529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42647c02-4bc7-41a4-8bf0-cc452988dffb req-b9dff865-b2a7-40c6-b306-c67611a71f12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.462558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42647c02-4bc7-41a4-8bf0-cc452988dffb req-b9dff865-b2a7-40c6-b306-c67611a71f12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.474499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42647c02-4bc7-41a4-8bf0-cc452988dffb req-b9dff865-b2a7-40c6-b306-c67611a71f12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.487339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42647c02-4bc7-41a4-8bf0-cc452988dffb req-b9dff865-b2a7-40c6-b306-c67611a71f12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.505248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42647c02-4bc7-41a4-8bf0-cc452988dffb req-b9dff865-b2a7-40c6-b306-c67611a71f12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.518854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42647c02-4bc7-41a4-8bf0-cc452988dffb req-b9dff865-b2a7-40c6-b306-c67611a71f12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.536803 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42647c02-4bc7-41a4-8bf0-cc452988dffb req-b9dff865-b2a7-40c6-b306-c67611a71f12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.539869 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42647c02-4bc7-41a4-8bf0-cc452988dffb req-b9dff865-b2a7-40c6-b306-c67611a71f12 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5424 time: 0.1989975 Oct 18 23:25:38.564010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9283d08-beb0-467c-a268-8daa8ce9f0ae req-62266cda-0fe0-44c7-b891-a6071055f703 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.574553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9283d08-beb0-467c-a268-8daa8ce9f0ae req-62266cda-0fe0-44c7-b891-a6071055f703 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.583138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9283d08-beb0-467c-a268-8daa8ce9f0ae req-62266cda-0fe0-44c7-b891-a6071055f703 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.592019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9283d08-beb0-467c-a268-8daa8ce9f0ae req-62266cda-0fe0-44c7-b891-a6071055f703 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.603337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9283d08-beb0-467c-a268-8daa8ce9f0ae req-62266cda-0fe0-44c7-b891-a6071055f703 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.606012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42647c02-4bc7-41a4-8bf0-cc452988dffb req-d5b39a38-e890-4234-b41a-fee2ecd40e96 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541658 Oct 18 23:25:38.616112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9283d08-beb0-467c-a268-8daa8ce9f0ae req-62266cda-0fe0-44c7-b891-a6071055f703 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.626035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9283d08-beb0-467c-a268-8daa8ce9f0ae req-62266cda-0fe0-44c7-b891-a6071055f703 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.641227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48200) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:38.642187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9283d08-beb0-467c-a268-8daa8ce9f0ae req-62266cda-0fe0-44c7-b891-a6071055f703 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.1838081 Oct 18 23:25:38.649454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1d7c500c-4a6d-44e4-acf1-d3797a6f63f9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Request body: {'floatingip': {'port_id': '45594a8a-5264-43dc-877a-b7d6c899e21f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:38.734610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d7c500c-4a6d-44e4-acf1-d3797a6f63f9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:38.768263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60283df-22c3-4db1-a237-d31655071a5d req-c989d7a9-ea80-4212-8213-de9f737fa7e2 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.769867 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b60283df-22c3-4db1-a237-d31655071a5d req-c989d7a9-ea80-4212-8213-de9f737fa7e2 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.73 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 948 time: 0.1264651 Oct 18 23:25:38.800547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e6c79-505a-43ec-8795-731ed1b92eec req-80c09417-096c-4c84-9906-283328dc8a6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:38.802145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f20e6c79-505a-43ec-8795-731ed1b92eec req-80c09417-096c-4c84-9906-283328dc8a6b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 945 time: 0.0962160 Oct 18 23:25:38.921395 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f20e6c79-505a-43ec-8795-731ed1b92eec req-a214d602-615f-46c5-8343-0acffcbef11a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875375 Oct 18 23:25:38.967123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-b60283df-22c3-4db1-a237-d31655071a5d req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Deleting port ed53882d-add0-411e-b4e4-5f675d396fe2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:38.967507 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b60283df-22c3-4db1-a237-d31655071a5d req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:39.041052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e834b-6cb3-4c9d-9c81-1f35217f7498 req-db7f288c-3f4c-4bfa-a293-cfa8b816818a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:39.043004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7e834b-6cb3-4c9d-9c81-1f35217f7498 req-db7f288c-3f4c-4bfa-a293-cfa8b816818a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.1435528 Oct 18 23:25:39.115017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0318173-d4f2-49a3-b0fd-ffbb85f25fa4 req-19d797fd-d413-4e37-a632-eb40cbd38420 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:39.121845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0318173-d4f2-49a3-b0fd-ffbb85f25fa4 req-19d797fd-d413-4e37-a632-eb40cbd38420 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:39.123690 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0318173-d4f2-49a3-b0fd-ffbb85f25fa4 req-19d797fd-d413-4e37-a632-eb40cbd38420 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1683 time: 0.0861218 Oct 18 23:25:39.142602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b60283df-22c3-4db1-a237-d31655071a5d req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] For port ed53882d-add0-411e-b4e4-5f675d396fe2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ed53882d-add0-411e-b4e4-5f675d396fe2,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:39.142602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b60283df-22c3-4db1-a237-d31655071a5d req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:39.172168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-b60283df-22c3-4db1-a237-d31655071a5d req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Calling delete_port for ed53882d-add0-411e-b4e4-5f675d396fe2 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:39.207825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0318173-d4f2-49a3-b0fd-ffbb85f25fa4 req-639c5fa5-12d5-4d66-b396-9c0adad1f020 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717292 Oct 18 23:25:39.209341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f7e834b-6cb3-4c9d-9c81-1f35217f7498 req-a2cac7ed-ad8a-4bce-83e6-a32602f64d35 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297958 Oct 18 23:25:39.297384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-ff6faf43-ab1b-4635-8d4f-6547f2074194 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:39.303561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-ff6faf43-ab1b-4635-8d4f-6547f2074194 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:39.305280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-ff6faf43-ab1b-4635-8d4f-6547f2074194 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1683 time: 0.2153616 Oct 18 23:25:39.433491 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48224) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:39.488170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06cf82-c682-4b8a-9add-0d8e7c017519 req-bf6f4c0b-f6e4-40b9-bd17-4cd01797fbb9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:39.495878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc06cf82-c682-4b8a-9add-0d8e7c017519 req-bf6f4c0b-f6e4-40b9-bd17-4cd01797fbb9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 946 time: 0.1078691 Oct 18 23:25:39.511038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b60283df-22c3-4db1-a237-d31655071a5d req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:39.547080 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42bafa79-4a93-476e-8706-24c56dc2a349 req-c3a740a6-9c4f-4a3d-8025-b4e8a646c015 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=60f0738b-0ea3-4a17-b12f-a3b4a6909674 HTTP/1.1" status: 200 len: 210 time: 0.0556867 Oct 18 23:25:39.580766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Pushing event deleted for resources: {'Port': ['ID=ed53882d-add0-411e-b4e4-5f675d396fe2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:39.645924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.646808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.647342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.647993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.648634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.649363 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.650013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.650672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.651354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.651962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.652597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.653518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:39.695465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60283df-22c3-4db1-a237-d31655071a5d req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] No DVR routers for this DVR port ed53882d-add0-411e-b4e4-5f675d396fe2 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:39.700997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-922e8261-cd42-4521-872e-0410fb3595a1 tempest-DvrRoutersNegativeTest-168143961 tempest-DvrRoutersNegativeTest-168143961-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-911078335', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:39.705743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.policy [None req-922e8261-cd42-4521-872e-0410fb3595a1 tempest-DvrRoutersNegativeTest-168143961 tempest-DvrRoutersNegativeTest-168143961-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100921) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 18 23:25:39.706348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.policy [None req-922e8261-cd42-4521-872e-0410fb3595a1 tempest-DvrRoutersNegativeTest-168143961 tempest-DvrRoutersNegativeTest-168143961-project] Failed policy check for 'create_router' {{(pid=100921) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 18 23:25:39.707242 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-922e8261-cd42-4521-872e-0410fb3595a1 tempest-DvrRoutersNegativeTest-168143961 tempest-DvrRoutersNegativeTest-168143961-project] create failed (client error): Access was denied to this resource. Oct 18 23:25:39.708846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-922e8261-cd42-4521-872e-0410fb3595a1 tempest-DvrRoutersNegativeTest-168143961 tempest-DvrRoutersNegativeTest-168143961-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2705948 Oct 18 23:25:39.711229 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b60283df-22c3-4db1-a237-d31655071a5d req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:39.715096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting port faf4f3de-afad-4f93-af9c-957edace3ac3 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:39.716711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:39.716866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b60283df-22c3-4db1-a237-d31655071a5d req-c47ef25b-d882-45fe-ae32-35bc366a54ae tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.73 "DELETE /v2.0/ports/ed53882d-add0-411e-b4e4-5f675d396fe2 HTTP/1.1" status: 204 len: 173 time: 0.9353166 Oct 18 23:25:39.717841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'name': 'network-vif-deleted', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:39.722939 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667e02a6-69c7-4a9a-ac23-d711b0320644" -d '{"events": [{"server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "name": "network-vif-deleted", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:39.733083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc06cf82-c682-4b8a-9add-0d8e7c017519 req-338d5ed2-f0b9-4508-a9de-1c32a0300968 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322991 Oct 18 23:25:39.841364 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37f500d-a5b5-440a-8fed-551b2283ab2c x-openstack-request-id: req-d37f500d-a5b5-440a-8fed-551b2283ab2c {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:39.841986 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f0738b-0ea3-4a17-b12f-a3b4a6909674", "name": "network-vif-deleted", "tag": "ed53882d-add0-411e-b4e4-5f675d396fe2", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:39.842216 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d37f500d-a5b5-440a-8fed-551b2283ab2c {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:39.848071 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f0738b-0ea3-4a17-b12f-a3b4a6909674', 'name': 'network-vif-deleted', 'tag': 'ed53882d-add0-411e-b4e4-5f675d396fe2', 'status': 'completed', 'code': 200} Oct 18 23:25:39.941453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d7c500c-4a6d-44e4-acf1-d3797a6f63f9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:39.985742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d7c500c-4a6d-44e4-acf1-d3797a6f63f9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:40.106469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9391fc-6a90-419d-82a3-ccf1adcbab55 req-56cfba4f-c5fb-4a8d-a751-f67595c9fb56 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.109895 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae9391fc-6a90-419d-82a3-ccf1adcbab55 req-56cfba4f-c5fb-4a8d-a751-f67595c9fb56 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 945 time: 0.0923567 Oct 18 23:25:40.183058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae9391fc-6a90-419d-82a3-ccf1adcbab55 req-cb047348-d8d1-497b-81f4-d2db5c853e56 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617459 Oct 18 23:25:40.186894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39badef-a380-4d19-8b2b-b41131774d91 req-8f43564f-bd67-44d5-bf36-5d5e2c46a5e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.200314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39badef-a380-4d19-8b2b-b41131774d91 req-8f43564f-bd67-44d5-bf36-5d5e2c46a5e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.210512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39badef-a380-4d19-8b2b-b41131774d91 req-8f43564f-bd67-44d5-bf36-5d5e2c46a5e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.220047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39badef-a380-4d19-8b2b-b41131774d91 req-8f43564f-bd67-44d5-bf36-5d5e2c46a5e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.230458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39badef-a380-4d19-8b2b-b41131774d91 req-8f43564f-bd67-44d5-bf36-5d5e2c46a5e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.239648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39badef-a380-4d19-8b2b-b41131774d91 req-8f43564f-bd67-44d5-bf36-5d5e2c46a5e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.249442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39badef-a380-4d19-8b2b-b41131774d91 req-8f43564f-bd67-44d5-bf36-5d5e2c46a5e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.252208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c39badef-a380-4d19-8b2b-b41131774d91 req-8f43564f-bd67-44d5-bf36-5d5e2c46a5e0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5424 time: 0.4964831 Oct 18 23:25:40.255067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] For port faf4f3de-afad-4f93-af9c-957edace3ac3, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=faf4f3de-afad-4f93-af9c-957edace3ac3,segment=NetworkSegment(5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2),segment_id=5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:40.255559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:40.268807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48238) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:40.409376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Calling delete_port for faf4f3de-afad-4f93-af9c-957edace3ac3 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:40.469885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c39badef-a380-4d19-8b2b-b41131774d91 req-fc08c118-a56e-4f74-8b1a-029c24f56973 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2077820 Oct 18 23:25:40.470948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb9fd-abff-4d15-8aaa-2c04cbfc523c req-3a157192-2a50-4651-a26f-1e4fbf9e4eee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.484107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb9fd-abff-4d15-8aaa-2c04cbfc523c req-3a157192-2a50-4651-a26f-1e4fbf9e4eee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:40.487201 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d43eb9fd-abff-4d15-8aaa-2c04cbfc523c req-3a157192-2a50-4651-a26f-1e4fbf9e4eee tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 1683 time: 0.1262133 Oct 18 23:25:40.545113 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-1d7c500c-4a6d-44e4-acf1-d3797a6f63f9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Floating IP fd566895-08e4-48a4-9de9-67a04b2265b2 associated. External IP: 172.25.7.33, port: 45594a8a-5264-43dc-877a-b7d6c899e21f. Oct 18 23:25:40.566944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d43eb9fd-abff-4d15-8aaa-2c04cbfc523c req-2b91235f-aea9-413d-badb-ba2f47e5d856 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/security-groups?id=05de42ac-add5-4568-b0ac-bceb49c27e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704331 Oct 18 23:25:40.582845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d006bf7d-cc8d-4cfb-baa0-701ca75e57ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:40.675985 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f5758669-751e-44ba-b7a0-2e61f541e33e no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:40.784726 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d006bf7d-cc8d-4cfb-baa0-701ca75e57ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:40.794918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d006bf7d-cc8d-4cfb-baa0-701ca75e57ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:40.865334 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d006bf7d-cc8d-4cfb-baa0-701ca75e57ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a2912d24ecd4523b9351ec87fa0bb55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846438 Oct 18 23:25:40.867055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48252) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:40.868207 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:40.877488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006bf7d-cc8d-4cfb-baa0-701ca75e57ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d67735f-fcba-4f96-9ce4-ba6675063054,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:40.955400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f5758669-751e-44ba-b7a0-2e61f541e33e,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:40.957813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:40.963598 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9497fae3-a21e-4276-a07b-234fd37fee74" -d '{"events": [{"server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "name": "network-vif-unplugged", "status": "completed", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:40.973968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e69ed909-3553-4366-bb11-34788caa800d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:40.980485 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:41.029430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e69ed909-3553-4366-bb11-34788caa800d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:41.073520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=f5758669-751e-44ba-b7a0-2e61f541e33e,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:41.093064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 70e8bbe8-ed68-4237-b01d-65e0153e9b27 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:41.169079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0143c6a-e0d8-4973-b5d9-0ea8a7105ce3 req-30d3f6e3-3e26-479d-a717-20d1c1a13c5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:41.170817 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e0143c6a-e0d8-4973-b5d9-0ea8a7105ce3 req-30d3f6e3-3e26-479d-a717-20d1c1a13c5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 944 time: 0.0887291 Oct 18 23:25:41.175881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e44bf0-9673-452a-bab8-778bb33c0d62 req-1ed7b7d8-c911-4e7c-977f-556cc1712f73 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:41.183827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e44bf0-9673-452a-bab8-778bb33c0d62 req-1ed7b7d8-c911-4e7c-977f-556cc1712f73 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.5571148 Oct 18 23:25:41.191007 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e69ed909-3553-4366-bb11-34788caa800d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:41.193580 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e69ed909-3553-4366-bb11-34788caa800d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:41.194777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e69ed909-3553-4366-bb11-34788caa800d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d67735f-fcba-4f96-9ce4-ba6675063054 HTTP/1.1" status: 204 len: 168 time: 0.3266761 Oct 18 23:25:41.215549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ed909-3553-4366-bb11-34788caa800d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d67735f-fcba-4f96-9ce4-ba6675063054,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:41.217563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:41.232333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:41.233852 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:41.243496 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e0143c6a-e0d8-4973-b5d9-0ea8a7105ce3 req-19f84d9d-4c38-4885-b7b1-d10558814b2d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599227 Oct 18 23:25:41.298945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e44bf0-9673-452a-bab8-778bb33c0d62 req-12c7e292-671c-419c-a9f0-356e0fc548b3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140840 Oct 18 23:25:41.325360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:41.431420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Port': ['ID=faf4f3de-afad-4f93-af9c-957edace3ac3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:41.452405 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a93c410-7936-4c16-9da4-cddc09f5be6a x-openstack-request-id: req-0a93c410-7936-4c16-9da4-cddc09f5be6a {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:41.452887 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "name": "network-vif-unplugged", "status": "failed", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e", "code": 422}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:41.453302 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a93c410-7936-4c16-9da4-cddc09f5be6a {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:41.454010 n-d-713498-28 neutron-server[100923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e', 'code': 422} returned with failed status Oct 18 23:25:41.455271 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:41.512502 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadab5d-842d-4ca2-8a0b-7fd1ca6e764a req-d44a6d53-9f9a-4a3a-845e-e654f9717080 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:41.515405 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7fadab5d-842d-4ca2-8a0b-7fd1ca6e764a req-d44a6d53-9f9a-4a3a-845e-e654f9717080 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 948 time: 0.1022687 Oct 18 23:25:41.535360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] No DVR routers for this DVR port faf4f3de-afad-4f93-af9c-957edace3ac3 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:41.549217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 70e8bbe8-ed68-4237-b01d-65e0153e9b27, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:41.562466 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:41.564066 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:41.567835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-b180b6bc-721f-4e0f-97ae-126f53d3707a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "DELETE /v2.0/ports/faf4f3de-afad-4f93-af9c-957edace3ac3 HTTP/1.1" status: 204 len: 173 time: 2.2511048 Oct 18 23:25:41.570434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'name': 'network-vif-deleted', 'tag': 'faf4f3de-afad-4f93-af9c-957edace3ac3'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:41.572359 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1a1a8-9d20-4939-90d5-068cc77ea3a2" -d '{"events": [{"server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "name": "network-vif-deleted", "tag": "faf4f3de-afad-4f93-af9c-957edace3ac3"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:41.630572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7fadab5d-842d-4ca2-8a0b-7fd1ca6e764a req-44ff9ab2-837f-4e40-ad94-77ec85fdf4d8 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010845 Oct 18 23:25:41.681934 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=70e8bbe8-ed68-4237-b01d-65e0153e9b27,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:41.737721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7c500c-4a6d-44e4-acf1-d3797a6f63f9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Router 1e914e2f-f303-4274-9f75-dfe92e3be389 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:25:41.746635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7717-aad1-407d-a7c3-7f9262168406 req-d0cd8800-98dc-4675-91d6-58873b0c9fc7 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:41.748301 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c0f7717-aad1-407d-a7c3-7f9262168406 req-d0cd8800-98dc-4675-91d6-58873b0c9fc7 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 945 time: 0.2559631 Oct 18 23:25:41.863759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c0f7717-aad1-407d-a7c3-7f9262168406 req-148522f2-d19a-4e8c-916b-4a4e791d521e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000683 Oct 18 23:25:41.874323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting port e575f3cd-e042-4327-ba0f-79c57ab4aa0d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:41.874671 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:42.048655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7c500c-4a6d-44e4-acf1-d3797a6f63f9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:25:42.060021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d7c500c-4a6d-44e4-acf1-d3797a6f63f9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:42.066204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] Sync routers for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:25:42.076277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:25:42.077722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:25:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:42.102360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] For port e575f3cd-e042-4327-ba0f-79c57ab4aa0d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,segment=NetworkSegment(560f303b-a3ba-4603-a146-5ff09f6039f3),segment_id=560f303b-a3ba-4603-a146-5ff09f6039f3)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:42.102760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:42.122706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1d7c500c-4a6d-44e4-acf1-d3797a6f63f9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "PUT /v2.0/floatingips/fd566895-08e4-48a4-9de9-67a04b2265b2 HTTP/1.1" status: 200 len: 991 time: 3.4795477 Oct 18 23:25:42.125254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Calling delete_port for e575f3cd-e042-4327-ba0f-79c57ab4aa0d owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:42.138466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c51d9-9915-45fd-8f59-97295d30400a req-c5afa391-eba8-4c00-a9e2-57641e104e6d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:42.144839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c51d9-9915-45fd-8f59-97295d30400a req-c5afa391-eba8-4c00-a9e2-57641e104e6d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:42.151091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c51d9-9915-45fd-8f59-97295d30400a req-c5afa391-eba8-4c00-a9e2-57641e104e6d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:42.157380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c51d9-9915-45fd-8f59-97295d30400a req-c5afa391-eba8-4c00-a9e2-57641e104e6d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:42.163892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c51d9-9915-45fd-8f59-97295d30400a req-c5afa391-eba8-4c00-a9e2-57641e104e6d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:42.171015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c51d9-9915-45fd-8f59-97295d30400a req-c5afa391-eba8-4c00-a9e2-57641e104e6d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:42.177179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c51d9-9915-45fd-8f59-97295d30400a req-c5afa391-eba8-4c00-a9e2-57641e104e6d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:42.179175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-083c51d9-9915-45fd-8f59-97295d30400a req-c5afa391-eba8-4c00-a9e2-57641e104e6d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5425 time: 0.1897202 Oct 18 23:25:42.242486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:25:42.281332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-083c51d9-9915-45fd-8f59-97295d30400a req-7c2dc6f3-3643-4897-9a94-6ce2d833b47d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952766 Oct 18 23:25:42.422983 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b4dd57-cf3a-4209-b38a-bcfbea22bc5b x-openstack-request-id: req-b5b4dd57-cf3a-4209-b38a-bcfbea22bc5b {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:42.423296 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "name": "network-vif-deleted", "tag": "faf4f3de-afad-4f93-af9c-957edace3ac3", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:42.423559 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5b4dd57-cf3a-4209-b38a-bcfbea22bc5b {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:42.424000 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'name': 'network-vif-deleted', 'tag': 'faf4f3de-afad-4f93-af9c-957edace3ac3', 'status': 'completed', 'code': 200} Oct 18 23:25:42.468353 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:42.482818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48328) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:42.524813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Port': ['ID=e575f3cd-e042-4327-ba0f-79c57ab4aa0d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:42.568925 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205c0d14-d958-4dc1-8960-7bf62666cd3f req-97acf3ae-9fc7-491b-9ecf-2575f4ab85b3 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc9b1e9-846b-45d8-bb38-119bb5096505 HTTP/1.1" status: 200 len: 210 time: 0.0481434 Oct 18 23:25:42.621392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] No DVR routers for this DVR port e575f3cd-e042-4327-ba0f-79c57ab4aa0d on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:42.624578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:42.629478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16147f61-8006-4f15-a1f9-2071cdf46a4e req-57ba4320-9df4-49d3-94e2-bd5d5dcd3a18 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.73 "DELETE /v2.0/ports/e575f3cd-e042-4327-ba0f-79c57ab4aa0d HTTP/1.1" status: 204 len: 173 time: 1.0516548 Oct 18 23:25:42.696042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f5758669-751e-44ba-b7a0-2e61f541e33e no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:42.722883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group': {'name': 'tempest-secgroup--416461509'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:42.782347 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:42.810166 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:42.940027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35679d3-0ad4-4b9c-9003-7df734b3214d req-a4876b7a-a5dd-44b3-9421-7fc4b1892ac1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:42.941905 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a35679d3-0ad4-4b9c-9003-7df734b3214d req-a4876b7a-a5dd-44b3-9421-7fc4b1892ac1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0595601 Oct 18 23:25:42.958616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device faf4f3de-afad-4f93-af9c-957edace3ac3 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:42.985628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: faf4f3de-afad-4f93-af9c-957edace3ac3 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:42.986603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device faf4f3de-afad-4f93-af9c-957edace3ac3 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:42.987345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e575f3cd-e042-4327-ba0f-79c57ab4aa0d no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:43.012980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: e575f3cd-e042-4327-ba0f-79c57ab4aa0d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:43.013337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e575f3cd-e042-4327-ba0f-79c57ab4aa0d not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:43.013782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed53882d-add0-411e-b4e4-5f675d396fe2 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:43.021985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-446f9aa0-bbb6-42f3-96a4-26d84115de8d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.026503 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a35679d3-0ad4-4b9c-9003-7df734b3214d req-921510f3-20fa-45c1-b93c-fa2f81924ceb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580535 Oct 18 23:25:43.028842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-446f9aa0-bbb6-42f3-96a4-26d84115de8d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=1119e426-23be-49a1-8011-5dc87c6c765e HTTP/1.1" status: 200 len: 944 time: 0.1296370 Oct 18 23:25:43.038665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: ed53882d-add0-411e-b4e4-5f675d396fe2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:43.038949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ed53882d-add0-411e-b4e4-5f675d396fe2 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:43.055983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'fd566895-08e4-48a4-9de9-67a04b2265b2', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'floating_ip_address': '172.25.7.33', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'port_id': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'mac_address': 'fa:16:3e:2a:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:23:26Z', 'updated_at': '2021-10-18T23:25:39Z', 'revision_number': 1, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a75ceeb-a038-4e0f-b074-013a929bb61d', 'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'mac_address': 'fa:16:3e:c1:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:55Z', 'updated_at': '2021-10-18T23:22:05Z', 'revision_number': 5, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'subnets': [{'id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:43.092106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] Checking router: 1e914e2f-f303-4274-9f75-dfe92e3be389 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:25:43.102685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aa47f265-8df6-4350-afd2-607201b1496e up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:43.128423 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.135813 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.144616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:25:43.145265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:25:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:43.188412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064657a-e133-48b0-b6c1-d93e4e36b572 req-b63e705e-4db7-41ab-a0f5-25cc1149cf10 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.191427 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c064657a-e133-48b0-b6c1-d93e4e36b572 req-b63e705e-4db7-41ab-a0f5-25cc1149cf10 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 948 time: 0.0821064 Oct 18 23:25:43.227327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.236007 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.242115 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd51eb8-8e01-4a5d-9416-dbe4ee79259d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:43.268017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port aa47f265-8df6-4350-afd2-607201b1496e completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:43.283754 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c064657a-e133-48b0-b6c1-d93e4e36b572 req-cf049479-6b96-45ab-9d70-4ad49bc91701 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847270 Oct 18 23:25:43.284880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Deleting port f5758669-751e-44ba-b7a0-2e61f541e33e {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:43.284880 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.289627 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.291088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8063312 Oct 18 23:25:43.293898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48336) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:43.315891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28344680-a24f-400e-9881-29a593ac8ce4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d230e08-4965-4f72-9ac2-ad229c66f5f3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:43.346460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port aa47f265-8df6-4350-afd2-607201b1496e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:43.346979 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.449716 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4bf40ee1-fe23-4b16-8163-47c11eb90059 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1518528 Oct 18 23:25:43.449940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c93fe-ad13-46f0-a95f-c4bb73e19265 req-cfb34050-6e3e-4ab1-bf2c-914241ce0fa5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.449940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-762c93fe-ad13-46f0-a95f-c4bb73e19265 req-cfb34050-6e3e-4ab1-bf2c-914241ce0fa5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 945 time: 0.0759926 Oct 18 23:25:43.451222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48340) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:43.455650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f5000370-b1bc-4880-95ff-22b2adcf4ad1 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group': {'name': 'tempest-security--686396077', 'description': 'tempest-security-description-1313232102'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:43.464429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] For port f5758669-751e-44ba-b7a0-2e61f541e33e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f5758669-751e-44ba-b7a0-2e61f541e33e,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:43.464794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.482977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Calling delete_port for f5758669-751e-44ba-b7a0-2e61f541e33e owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:43.529574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5000370-b1bc-4880-95ff-22b2adcf4ad1 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.539148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e8bbe8-ed68-4237-b01d-65e0153e9b27'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:43.543442 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72e0805-21c2-40b8-a391-0b9db83cdf8f" -d '{"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "70e8bbe8-ed68-4237-b01d-65e0153e9b27"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:43.548499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-762c93fe-ad13-46f0-a95f-c4bb73e19265 req-6c60c761-8224-430a-bb14-648cd4582603 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812545 Oct 18 23:25:43.583762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:25:43.600530 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5000370-b1bc-4880-95ff-22b2adcf4ad1 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.608951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5000370-b1bc-4880-95ff-22b2adcf4ad1 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.611480 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5000370-b1bc-4880-95ff-22b2adcf4ad1 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.616488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f5000370-b1bc-4880-95ff-22b2adcf4ad1 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "PUT /v2.0/security-groups/5d230e08-4965-4f72-9ac2-ad229c66f5f3 HTTP/1.1" status: 200 len: 1779 time: 0.1615582 Oct 18 23:25:43.620136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48346) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:43.688813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5000370-b1bc-4880-95ff-22b2adcf4ad1 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d230e08-4965-4f72-9ac2-ad229c66f5f3,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:43.695648 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.713127 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.730039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-538b8d0e-5b10-4299-94cb-11f387852874 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups/5d230e08-4965-4f72-9ac2-ad229c66f5f3 HTTP/1.1" status: 200 len: 1779 time: 0.1078854 Oct 18 23:25:43.735429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48348) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:43.760120 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event deleted for resources: {'Port': ['ID=f5758669-751e-44ba-b7a0-2e61f541e33e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:43.787900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:43.806313 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.812382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c773a362-a8f6-4f26-b538-2d8beb8a2bd9 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:43.855668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] No DVR routers for this DVR port f5758669-751e-44ba-b7a0-2e61f541e33e on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:43.856790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad7d2-f328-4727-924d-a6e01ad3e52b req-c23bc867-73d5-4c29-aa3f-7f031a993138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.860180 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.864228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad7d2-f328-4727-924d-a6e01ad3e52b req-c23bc867-73d5-4c29-aa3f-7f031a993138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.867659 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c98118d-efd6-4420-9e8b-6f011a7470c0 req-39c0cfba-2d40-4e45-b73f-213dbb226a5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "DELETE /v2.0/ports/f5758669-751e-44ba-b7a0-2e61f541e33e HTTP/1.1" status: 204 len: 173 time: 0.8375525 Oct 18 23:25:43.870668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad7d2-f328-4727-924d-a6e01ad3e52b req-c23bc867-73d5-4c29-aa3f-7f031a993138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.875666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'name': 'network-vif-deleted', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:43.878107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad7d2-f328-4727-924d-a6e01ad3e52b req-c23bc867-73d5-4c29-aa3f-7f031a993138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.879610 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a777e70-baf8-4d57-9d48-d5bc50e6a476" -d '{"events": [{"server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "name": "network-vif-deleted", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:43.884648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad7d2-f328-4727-924d-a6e01ad3e52b req-c23bc867-73d5-4c29-aa3f-7f031a993138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.891017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad7d2-f328-4727-924d-a6e01ad3e52b req-c23bc867-73d5-4c29-aa3f-7f031a993138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.897686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ad7d2-f328-4727-924d-a6e01ad3e52b req-c23bc867-73d5-4c29-aa3f-7f031a993138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.906260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-798ad7d2-f328-4727-924d-a6e01ad3e52b req-c23bc867-73d5-4c29-aa3f-7f031a993138 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5425 time: 0.1954067 Oct 18 23:25:43.909088 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cca79848-0999-4475-a5ff-e144c11b9949 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.909723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65965e45-876f-49e3-b86d-79b068d61cec req-21edf5e8-5a24-4cfd-81d7-d8117ae9a126 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:43.913395 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65965e45-876f-49e3-b86d-79b068d61cec req-21edf5e8-5a24-4cfd-81d7-d8117ae9a126 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.102 "GET /v2.0/ports?device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 948 time: 0.1417341 Oct 18 23:25:43.984225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:43.985328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-798ad7d2-f328-4727-924d-a6e01ad3e52b req-e37c6a17-44cf-4c7e-a25f-6db9bfcb5298 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780094 Oct 18 23:25:43.988001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cca79848-0999-4475-a5ff-e144c11b9949 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:43.991646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:43.992042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.028346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:44.103304 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cca79848-0999-4475-a5ff-e144c11b9949 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.107083 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cca79848-0999-4475-a5ff-e144c11b9949 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.111480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cca79848-0999-4475-a5ff-e144c11b9949 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-groups/5d230e08-4965-4f72-9ac2-ad229c66f5f3 HTTP/1.1" status: 204 len: 168 time: 0.3748202 Oct 18 23:25:44.112205 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48360) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:44.140102 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06015948-2eef-436b-afd5-8b690f5e249b x-openstack-request-id: req-06015948-2eef-436b-afd5-8b690f5e249b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:44.140403 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "70e8bbe8-ed68-4237-b01d-65e0153e9b27", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:44.140634 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06015948-2eef-436b-afd5-8b690f5e249b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:44.141016 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e8bbe8-ed68-4237-b01d-65e0153e9b27', 'code': 200} Oct 18 23:25:44.158114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'fd566895-08e4-48a4-9de9-67a04b2265b2', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'floating_ip_address': '172.25.7.33', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'port_id': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'mac_address': 'fa:16:3e:2a:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:23:26Z', 'updated_at': '2021-10-18T23:25:39Z', 'revision_number': 1, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a75ceeb-a038-4e0f-b074-013a929bb61d', 'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'mac_address': 'fa:16:3e:c1:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:55Z', 'updated_at': '2021-10-18T23:22:05Z', 'revision_number': 5, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'subnets': [{'id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:44.174823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca79848-0999-4475-a5ff-e144c11b9949 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d230e08-4965-4f72-9ac2-ad229c66f5f3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:44.193796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc2643-c5d8-4a91-a030-d21b26942536 None None] The sync data for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 is: [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'fd566895-08e4-48a4-9de9-67a04b2265b2', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'floating_ip_address': '172.25.7.33', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'port_id': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'mac_address': 'fa:16:3e:2a:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56a9108-0696-41ba-a206-07e7de51486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:23:26Z', 'updated_at': '2021-10-18T23:25:39Z', 'revision_number': 1, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a75ceeb-a038-4e0f-b074-013a929bb61d', 'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'mac_address': 'fa:16:3e:c1:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:55Z', 'updated_at': '2021-10-18T23:22:05Z', 'revision_number': 5, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'subnets': [{'id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:25:44.199321 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.242518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-65965e45-876f-49e3-b86d-79b068d61cec req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Deleting port b36bb4db-5955-4409-8034-6d86546926c4 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:44.245852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-65965e45-876f-49e3-b86d-79b068d61cec req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.259447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c773a362-a8f6-4f26-b538-2d8beb8a2bd9, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:44.268294 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.272607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05304f96-14be-417a-82ce-b7c7d7460a0f up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:44.274122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48366) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:44.320507 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-53cd3df7-d263-4e52-a422-405dc5e40927 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2018516 Oct 18 23:25:44.325747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48372) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:44.405715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:44.408034 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-3beccc3f-2919-4f98-8847-960d5efef8f4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] delete failed (client error): The resource could not be found. Oct 18 23:25:44.413143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3beccc3f-2919-4f98-8847-960d5efef8f4 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-groups/5d230e08-4965-4f72-9ac2-ad229c66f5f3 HTTP/1.1" status: 404 len: 347 time: 0.0804820 Oct 18 23:25:44.416711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48374) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:44.427005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-16f4a9af-3556-4143-a78a-58ec17592ad9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group': {'name': 'tempest-secgroup--570556085'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:44.438289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f'}, {'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'name': 'network-vif-deleted', 'tag': 'e575f3cd-e042-4327-ba0f-79c57ab4aa0d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:44.442068 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22946ce5-383c-422c-b6f2-19389999a6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f"}, {"server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "name": "network-vif-deleted", "tag": "e575f3cd-e042-4327-ba0f-79c57ab4aa0d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:44.446977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 05304f96-14be-417a-82ce-b7c7d7460a0f completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:44.457032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 05304f96-14be-417a-82ce-b7c7d7460a0f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:44.457472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.464619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d042ba-59ee-4c6b-a570-6b0546df139f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting subnet 4d4c63e8-0298-4a4e-8d97-7bb36f9783da {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:25:44.471468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-73d042ba-59ee-4c6b-a570-6b0546df139f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.497191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16f4a9af-3556-4143-a78a-58ec17592ad9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.530835 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2372ae1f-a8f1-4ed9-bc05-0e3be2b9da23 x-openstack-request-id: req-2372ae1f-a8f1-4ed9-bc05-0e3be2b9da23 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:44.530835 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1119e426-23be-49a1-8011-5dc87c6c765e", "name": "network-vif-deleted", "tag": "f5758669-751e-44ba-b7a0-2e61f541e33e", "status": "failed", "code": 422}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:44.541557 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2372ae1f-a8f1-4ed9-bc05-0e3be2b9da23 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:44.542233 n-d-713498-28 neutron-server[100921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1119e426-23be-49a1-8011-5dc87c6c765e', 'name': 'network-vif-deleted', 'tag': 'f5758669-751e-44ba-b7a0-2e61f541e33e', 'status': 'failed', 'code': 422} returned with failed status Oct 18 23:25:44.591491 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-65965e45-876f-49e3-b86d-79b068d61cec req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] For port b36bb4db-5955-4409-8034-6d86546926c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b36bb4db-5955-4409-8034-6d86546926c4,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:44.591867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-65965e45-876f-49e3-b86d-79b068d61cec req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.614487 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-73d042ba-59ee-4c6b-a570-6b0546df139f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.653397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-65965e45-876f-49e3-b86d-79b068d61cec req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Calling delete_port for b36bb4db-5955-4409-8034-6d86546926c4 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:44.657772 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.690871 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef4c49-cb65-43d9-b285-058364af77be None None] New status for floating IP fd566895-08e4-48a4-9de9-67a04b2265b2: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:25:44.753895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05304f96-14be-417a-82ce-b7c7d7460a0f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05304f96-14be-417a-82ce-b7c7d7460a0f,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:44.766681 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.767982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 92905cd7-b4ec-4d07-91cc-fca810fa649c up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:44.809079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-73d042ba-59ee-4c6b-a570-6b0546df139f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.856100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16f4a9af-3556-4143-a78a-58ec17592ad9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.867063 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16f4a9af-3556-4143-a78a-58ec17592ad9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.910300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aab727-19f0-4406-a9c1-323600c04f80 req-9d17079b-07a2-46cd-9887-3b03043d31bf tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:44.920328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25aab727-19f0-4406-a9c1-323600c04f80 req-9d17079b-07a2-46cd-9887-3b03043d31bf tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1705685 Oct 18 23:25:44.933448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16f4a9af-3556-4143-a78a-58ec17592ad9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:44.939204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-16f4a9af-3556-4143-a78a-58ec17592ad9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5205383 Oct 18 23:25:44.940081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48384) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:44.954214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2d2df536-1f0f-4d30-8c22-1536b2f6d5c6 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1c3d7-9b91-457a-b242-bd3d8fdf19e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:44.977642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4a9af-3556-4143-a78a-58ec17592ad9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b1c3d7-9b91-457a-b242-bd3d8fdf19e3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:44.992198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05304f96-14be-417a-82ce-b7c7d7460a0f,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:45.000183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 92905cd7-b4ec-4d07-91cc-fca810fa649c completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:45.005591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d2df536-1f0f-4d30-8c22-1536b2f6d5c6 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.008670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 92905cd7-b4ec-4d07-91cc-fca810fa649c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:45.009600 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.064027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25aab727-19f0-4406-a9c1-323600c04f80 req-afeaa527-e450-4b79-b27f-dde2f409fea0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435685 Oct 18 23:25:45.150052 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704c1e12-f25d-48ea-ba5f-67ed400af2f2 x-openstack-request-id: req-704c1e12-f25d-48ea-ba5f-67ed400af2f2 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:45.150525 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f", "status": "completed", "code": 200}, {"server_uuid": "5bc9b1e9-846b-45d8-bb38-119bb5096505", "name": "network-vif-deleted", "tag": "e575f3cd-e042-4327-ba0f-79c57ab4aa0d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:45.150960 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-704c1e12-f25d-48ea-ba5f-67ed400af2f2 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:45.151627 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'status': 'completed', 'code': 200} Oct 18 23:25:45.152043 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc9b1e9-846b-45d8-bb38-119bb5096505', 'name': 'network-vif-deleted', 'tag': 'e575f3cd-e042-4327-ba0f-79c57ab4aa0d', 'status': 'completed', 'code': 200} Oct 18 23:25:45.155622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d2df536-1f0f-4d30-8c22-1536b2f6d5c6 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.164779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d2df536-1f0f-4d30-8c22-1536b2f6d5c6 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.212927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.256471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 92905cd7-b4ec-4d07-91cc-fca810fa649c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:45.262289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.272650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2df536-1f0f-4d30-8c22-1536b2f6d5c6 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67129cc3-561f-4de5-aa68-6257cfab61e4,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:45.295130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a221ba3c-65f3-4453-aeea-cda82f9291f5 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:45.319111 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d2df536-1f0f-4d30-8c22-1536b2f6d5c6 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.321874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2d2df536-1f0f-4d30-8c22-1536b2f6d5c6 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3742130 Oct 18 23:25:45.332415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48388) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:45.360569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=92905cd7-b4ec-4d07-91cc-fca810fa649c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:45.378547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port a221ba3c-65f3-4453-aeea-cda82f9291f5 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:45.383440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port a221ba3c-65f3-4453-aeea-cda82f9291f5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:45.383818 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.406966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-3c754acf-8c66-412d-a0f4-6d354e585431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.407895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-3c754acf-8c66-412d-a0f4-6d354e585431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.409026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-3c754acf-8c66-412d-a0f4-6d354e585431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.409568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-3c754acf-8c66-412d-a0f4-6d354e585431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.410410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-3c754acf-8c66-412d-a0f4-6d354e585431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.411645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-3c754acf-8c66-412d-a0f4-6d354e585431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.412178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-3c754acf-8c66-412d-a0f4-6d354e585431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.416701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22946ce5-383c-422c-b6f2-19389999a6aa req-3c754acf-8c66-412d-a0f4-6d354e585431 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6507 time: 0.2111096 Oct 18 23:25:45.456183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a4d8e-9b7f-4b1c-9280-3c641fe2334c req-02311523-c09c-4951-b28a-1162fe805633 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.457137 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-750b1d55-1260-4979-bbc3-b85147afeef9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.458085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec7a4d8e-9b7f-4b1c-9280-3c641fe2334c req-02311523-c09c-4951-b28a-1162fe805633 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2133d02-e7c6-4002-bdcf-c8e0c06ed083 HTTP/1.1" status: 200 len: 948 time: 0.6243711 Oct 18 23:25:45.478269 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.478899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec60a5-86fd-4c98-8882-0039f8b70d69 req-7ccb2074-0f7b-48f5-8b0c-15078f369d71 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.482612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efec60a5-86fd-4c98-8882-0039f8b70d69 req-7ccb2074-0f7b-48f5-8b0c-15078f369d71 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 945 time: 0.2502925 Oct 18 23:25:45.492620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-73d042ba-59ee-4c6b-a570-6b0546df139f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.513314 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-65965e45-876f-49e3-b86d-79b068d61cec req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.514470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-750b1d55-1260-4979-bbc3-b85147afeef9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.536354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a221ba3c-65f3-4453-aeea-cda82f9291f5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a221ba3c-65f3-4453-aeea-cda82f9291f5,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:45.544473 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.546235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d042ba-59ee-4c6b-a570-6b0546df139f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4c63e8-0298-4a4e-8d97-7bb36f9783da,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:45.546746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 8ca62050-0176-473e-a99c-b6bdd559021f up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:45.567123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-73d042ba-59ee-4c6b-a570-6b0546df139f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.573880 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-73d042ba-59ee-4c6b-a570-6b0546df139f tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "DELETE /v2.0/subnets/4d4c63e8-0298-4a4e-8d97-7bb36f9783da HTTP/1.1" status: 204 len: 168 time: 1.2998071 Oct 18 23:25:45.578991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48392) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:45.599027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Pushing event deleted for resources: {'Port': ['ID=b36bb4db-5955-4409-8034-6d86546926c4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:45.642191 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec7a4d8e-9b7f-4b1c-9280-3c641fe2334c req-cb15ee6c-19e3-4ec2-b4c0-7c7556083c95 tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.52 "GET /v2.0/security-groups?id=7c83c289-1d69-49c6-9144-77b09ded416f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256781 Oct 18 23:25:45.684139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efec60a5-86fd-4c98-8882-0039f8b70d69 req-fd783059-789d-48b3-ab4a-725cd2d1f5e3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755517 Oct 18 23:25:45.693918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-750b1d55-1260-4979-bbc3-b85147afeef9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.707774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950fe6ca-5d9c-4434-bf3f-098e2f01c727 None None] Network fddb06cc-ca2a-4b76-835e-0a5d916e25b0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:45.721650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-65965e45-876f-49e3-b86d-79b068d61cec req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] No DVR routers for this DVR port b36bb4db-5955-4409-8034-6d86546926c4 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:45.728795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-65965e45-876f-49e3-b86d-79b068d61cec req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.740915 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65965e45-876f-49e3-b86d-79b068d61cec req-ce0b3f1e-2598-4ca0-836e-5cd2966fd33b tempest-ListImageFiltersTestJSON-2029455848 tempest-ListImageFiltersTestJSON-2029455848-project] 10.222.0.102 "DELETE /v2.0/ports/b36bb4db-5955-4409-8034-6d86546926c4 HTTP/1.1" status: 204 len: 173 time: 1.8201146 Oct 18 23:25:45.747178 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-750b1d55-1260-4979-bbc3-b85147afeef9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.750496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-750b1d55-1260-4979-bbc3-b85147afeef9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/67129cc3-561f-4de5-aa68-6257cfab61e4 HTTP/1.1" status: 204 len: 168 time: 0.4135945 Oct 18 23:25:45.751340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48394) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:45.761082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a221ba3c-65f3-4453-aeea-cda82f9291f5,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:45.762316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-a4e5cbe8-f79c-4e6d-8393-c4495101b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:45.764384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22946ce5-383c-422c-b6f2-19389999a6aa req-a4e5cbe8-f79c-4e6d-8393-c4495101b7f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e4d68fd-ab2f-4461-a11b-f7c55648da01 HTTP/1.1" status: 200 len: 917 time: 0.3245642 Oct 18 23:25:45.768129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:45.865782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b1d55-1260-4979-bbc3-b85147afeef9 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67129cc3-561f-4de5-aa68-6257cfab61e4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:45.922181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b1b7e5f2-efb7-4203-9912-b53124b0b662 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1692324 Oct 18 23:25:45.925070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48398) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:46.037942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22946ce5-383c-422c-b6f2-19389999a6aa req-a15cd2bf-9fa5-4c19-ac2a-fd1ec39c1548 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45594a8a-5264-43dc-877a-b7d6c899e21f HTTP/1.1" status: 200 len: 1001 time: 0.2639408 Oct 18 23:25:46.038436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 8ca62050-0176-473e-a99c-b6bdd559021f completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:46.058990 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5c21dc1-0664-4803-a186-8e2209a8352e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.089988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69834a-e959-4b7c-b374-e524ecf2d3f3 req-7f759f03-d3a0-4d2a-a934-1f7cd70c1aef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.102777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69834a-e959-4b7c-b374-e524ecf2d3f3 req-7f759f03-d3a0-4d2a-a934-1f7cd70c1aef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.104690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 8ca62050-0176-473e-a99c-b6bdd559021f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:46.105271 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.108577 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5c21dc1-0664-4803-a186-8e2209a8352e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.113051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69834a-e959-4b7c-b374-e524ecf2d3f3 req-7f759f03-d3a0-4d2a-a934-1f7cd70c1aef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.123407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69834a-e959-4b7c-b374-e524ecf2d3f3 req-7f759f03-d3a0-4d2a-a934-1f7cd70c1aef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.132268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69834a-e959-4b7c-b374-e524ecf2d3f3 req-7f759f03-d3a0-4d2a-a934-1f7cd70c1aef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.140061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69834a-e959-4b7c-b374-e524ecf2d3f3 req-7f759f03-d3a0-4d2a-a934-1f7cd70c1aef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.143347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e'}, {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9'}, {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f'}, {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92905cd7-b4ec-4d07-91cc-fca810fa649c'}, {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a221ba3c-65f3-4453-aeea-cda82f9291f5'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:46.147631 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656303d6-997c-4a96-9aee-2f3a2ef0cf61" -d '{"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-plugged", "status": "completed", "tag": "aa47f265-8df6-4350-afd2-607201b1496e"}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "c773a362-a8f6-4f26-b538-2d8beb8a2bd9"}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f"}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "92905cd7-b4ec-4d07-91cc-fca810fa649c"}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "a221ba3c-65f3-4453-aeea-cda82f9291f5"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:46.148512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69834a-e959-4b7c-b374-e524ecf2d3f3 req-7f759f03-d3a0-4d2a-a934-1f7cd70c1aef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.158867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c69834a-e959-4b7c-b374-e524ecf2d3f3 req-7f759f03-d3a0-4d2a-a934-1f7cd70c1aef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5429 time: 0.2710645 Oct 18 23:25:46.205125 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5c21dc1-0664-4803-a186-8e2209a8352e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.208614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5c21dc1-0664-4803-a186-8e2209a8352e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.213241 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f5c21dc1-0664-4803-a186-8e2209a8352e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-groups/e9b1c3d7-9b91-457a-b242-bd3d8fdf19e3 HTTP/1.1" status: 204 len: 168 time: 0.2728326 Oct 18 23:25:46.222864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48410) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:46.230670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21dc1-0664-4803-a186-8e2209a8352e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b1c3d7-9b91-457a-b242-bd3d8fdf19e3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:46.322605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-632f7ea9-80a1-4081-b538-b20042eb7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.325117 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22946ce5-383c-422c-b6f2-19389999a6aa req-632f7ea9-80a1-4081-b538-b20042eb7446 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c69b70b0-9ab5-4ffc-9c05-64e019afa0a3 HTTP/1.1" status: 200 len: 855 time: 0.2773671 Oct 18 23:25:46.339536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting port 9afbca0e-9870-4580-94e1-a2d5d623ed4d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:46.340086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.357519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c69834a-e959-4b7c-b374-e524ecf2d3f3 req-578924fb-049b-4549-9bfb-270b8bc28723 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1973798 Oct 18 23:25:46.357822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624a0e3-4672-4b21-ad0c-09ad95fe0539 None None] DHCP port deletion for fddb06cc-ca2a-4b76-835e-0a5d916e25b0 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:25:46.401442 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.445267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 8ca62050-0176-473e-a99c-b6bdd559021f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8ca62050-0176-473e-a99c-b6bdd559021f,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:46.458003 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.459050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cb10c558-e6df-40c6-ad80-91cfa2270861 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:46.495858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c3efaf72-492b-4f2d-8381-0c58139ac006 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2482207 Oct 18 23:25:46.501631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48416) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:46.507640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-ede7290d-a446-4169-b48e-74dedc11ba96 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.509870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4a9a373e-2356-4a11-b7d4-07f4491ac10d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164586258'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:46.511200 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-ede7290d-a446-4169-b48e-74dedc11ba96 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.2252834 Oct 18 23:25:46.535679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-256ec9e8-7a79-42ab-b42d-9352db8c04c4 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/quotas/10bc3899219b45fb838a08e4df12e676 HTTP/1.1" status: 200 len: 375 time: 0.0155902 Oct 18 23:25:46.543722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-deleted', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:46.547493 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7798c4b4-6034-4c9c-b22a-09535a3f6d5c" -d '{"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-deleted", "tag": "b36bb4db-5955-4409-8034-6d86546926c4"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:46.585508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-2d5f84a4-9d55-4438-84d7-7ebad4129e41 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339665 Oct 18 23:25:46.596053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8624a0e3-4672-4b21-ad0c-09ad95fe0539 None None] Deleting port 9afbca0e-9870-4580-94e1-a2d5d623ed4d {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:46.596673 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8624a0e3-4672-4b21-ad0c-09ad95fe0539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.645121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] For port 9afbca0e-9870-4580-94e1-a2d5d623ed4d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9afbca0e-9870-4580-94e1-a2d5d623ed4d,segment=NetworkSegment(5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2),segment_id=5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:46.646187 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.675296 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=8ca62050-0176-473e-a99c-b6bdd559021f,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:46.746945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946ce5-383c-422c-b6f2-19389999a6aa req-779f6c59-2a04-4801-abbc-b941cec18a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.750704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22946ce5-383c-422c-b6f2-19389999a6aa req-779f6c59-2a04-4801-abbc-b941cec18a38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4064386 Oct 18 23:25:46.752454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Calling delete_port for 9afbca0e-9870-4580-94e1-a2d5d623ed4d owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:46.755653 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-8ddcd695-43e3-4fbc-8d66-f436f3689694 service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552231 Oct 18 23:25:46.795809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8624a0e3-4672-4b21-ad0c-09ad95fe0539 None None] For port 9afbca0e-9870-4580-94e1-a2d5d623ed4d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9afbca0e-9870-4580-94e1-a2d5d623ed4d,segment=NetworkSegment(5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2),segment_id=5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:46.796647 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8624a0e3-4672-4b21-ad0c-09ad95fe0539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.800290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a9a373e-2356-4a11-b7d4-07f4491ac10d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.828504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port cb10c558-e6df-40c6-ad80-91cfa2270861 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:46.841748 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8624a0e3-4672-4b21-ad0c-09ad95fe0539 None None] Calling delete_port for 9afbca0e-9870-4580-94e1-a2d5d623ed4d owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:46.846160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port cb10c558-e6df-40c6-ad80-91cfa2270861 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:46.846858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:46.906488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae48188-6f55-4bed-9ca0-7736728997c3 req-e59d2b02-e88f-4e9b-bfeb-4ae765af6652 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:46.908259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ae48188-6f55-4bed-9ca0-7736728997c3 req-e59d2b02-e88f-4e9b-bfeb-4ae765af6652 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.3824685 Oct 18 23:25:46.927468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-e124dab8-cb27-48a8-9cbb-dab7fa27ce3d service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629510 Oct 18 23:25:47.018567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22946ce5-383c-422c-b6f2-19389999a6aa req-d19a50ba-fe19-4fae-baa2-d7f918b98427 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561061 Oct 18 23:25:47.041064 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.045899 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ae48188-6f55-4bed-9ca0-7736728997c3 req-96910992-acc8-4ec0-95de-541cdb80c295 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101637 Oct 18 23:25:47.110127 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.128389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] No DVR routers for this DVR port 9afbca0e-9870-4580-94e1-a2d5d623ed4d on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:47.134628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Port': ['ID=9afbca0e-9870-4580-94e1-a2d5d623ed4d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:47.137173 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b16887e-a61c-44ca-b303-956b3c2d72ac x-openstack-request-id: req-5b16887e-a61c-44ca-b303-956b3c2d72ac {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:47.137759 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2133d02-e7c6-4002-bdcf-c8e0c06ed083", "name": "network-vif-deleted", "tag": "b36bb4db-5955-4409-8034-6d86546926c4", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:47.138218 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b16887e-a61c-44ca-b303-956b3c2d72ac {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:47.138854 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2133d02-e7c6-4002-bdcf-c8e0c06ed083', 'name': 'network-vif-deleted', 'tag': 'b36bb4db-5955-4409-8034-6d86546926c4', 'status': 'completed', 'code': 200} Oct 18 23:25:47.169604 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a9a373e-2356-4a11-b7d4-07f4491ac10d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.218434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cb10c558-e6df-40c6-ad80-91cfa2270861,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:47.231606 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a9a373e-2356-4a11-b7d4-07f4491ac10d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.232135 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.233584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b3c6dc2a-df4f-43e9-808c-11041ee1a955 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:25:47.237638 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92fdbd5-2d1e-4d1a-865c-0112e1b495b1 x-openstack-request-id: req-e92fdbd5-2d1e-4d1a-865c-0112e1b495b1 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:47.237986 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-plugged", "status": "completed", "tag": "aa47f265-8df6-4350-afd2-607201b1496e", "code": 200}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "c773a362-a8f6-4f26-b538-2d8beb8a2bd9", "code": 200}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f", "code": 200}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "92905cd7-b4ec-4d07-91cc-fca810fa649c", "code": 200}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "a221ba3c-65f3-4453-aeea-cda82f9291f5", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:47.238300 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e92fdbd5-2d1e-4d1a-865c-0112e1b495b1 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:47.246928 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e', 'code': 200} Oct 18 23:25:47.249222 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9', 'code': 200} Oct 18 23:25:47.249597 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'code': 200} Oct 18 23:25:47.249929 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92905cd7-b4ec-4d07-91cc-fca810fa649c', 'code': 200} Oct 18 23:25:47.250250 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a221ba3c-65f3-4453-aeea-cda82f9291f5', 'code': 200} Oct 18 23:25:47.313517 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8624a0e3-4672-4b21-ad0c-09ad95fe0539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.404081 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-667eea54-b79d-494e-9151-5234e83b8029 req-26b13fb5-654e-47b9-9773-d9f10f948e5f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 210 time: 0.0442023 Oct 18 23:25:47.410940 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.453522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624a0e3-4672-4b21-ad0c-09ad95fe0539 None None] No DVR routers for this DVR port 9afbca0e-9870-4580-94e1-a2d5d623ed4d on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:47.482972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=cb10c558-e6df-40c6-ad80-91cfa2270861,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:47.504629 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a9a373e-2356-4a11-b7d4-07f4491ac10d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.507388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4a9a373e-2356-4a11-b7d4-07f4491ac10d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0015540 Oct 18 23:25:47.519683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48444) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:47.525726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a373e-2356-4a11-b7d4-07f4491ac10d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c725186-8a9b-40b9-9f08-874a09754c1e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:47.547071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c47191-80ab-477f-a5fa-7ff4bbda84aa req-555d7300-5a07-4b05-a8f9-5ff28b8c3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:47.549401 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-64c47191-80ab-477f-a5fa-7ff4bbda84aa req-555d7300-5a07-4b05-a8f9-5ff28b8c3983 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 1097 time: 0.0836263 Oct 18 23:25:47.570126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-87fdf657-15d0-4d51-87d5-2827216ed59e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': '6c725186-8a9b-40b9-9f08-874a09754c1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:47.575375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624a0e3-4672-4b21-ad0c-09ad95fe0539 None None] Pushing event deleted for resources: {'Port': ['ID=9afbca0e-9870-4580-94e1-a2d5d623ed4d,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:47.594436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b3c6dc2a-df4f-43e9-808c-11041ee1a955 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:25:47.597922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22946ce5-383c-422c-b6f2-19389999a6aa req-6ebef070-c1b3-44dd-8c71-8960d8257250 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645492 Oct 18 23:25:47.598460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b3c6dc2a-df4f-43e9-808c-11041ee1a955 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:25:47.598920 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.609761 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-64c47191-80ab-477f-a5fa-7ff4bbda84aa req-cd941fc9-d743-461d-9b11-e2bf418376c7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521426 Oct 18 23:25:47.613155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddb06cc-ca2a-4b76-835e-0a5d916e25b0']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:47.644552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:47.645439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5456a8c2-afb3-4e9a-8bbe-98631a1f9ab2') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:47.681336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09673c0a-42d9-49e2-ab7b-0a6949c8808b req-6ccf27a0-215a-4979-85c2-552c8a24b901 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:47.682951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09673c0a-42d9-49e2-ab7b-0a6949c8808b req-6ccf27a0-215a-4979-85c2-552c8a24b901 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 946 time: 0.4288435 Oct 18 23:25:47.688161 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.759463 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09673c0a-42d9-49e2-ab7b-0a6949c8808b req-d39b3ee8-e027-4402-95c0-19046d459b90 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608504 Oct 18 23:25:47.760591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.763080 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87fdf657-15d0-4d51-87d5-2827216ed59e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.800780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:25:47.801185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:25:47.825534 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:25:47.875499 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.936855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b3c6dc2a-df4f-43e9-808c-11041ee1a955, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3c6dc2a-df4f-43e9-808c-11041ee1a955,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:47.943177 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:47.944839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:48.063786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b3c6dc2a-df4f-43e9-808c-11041ee1a955,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:48.068000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: b36bb4db-5955-4409-8034-6d86546926c4 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:48.068628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b36bb4db-5955-4409-8034-6d86546926c4 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:48.126288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9afbca0e-9870-4580-94e1-a2d5d623ed4d no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:48.154872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 9afbca0e-9870-4580-94e1-a2d5d623ed4d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:48.155309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9afbca0e-9870-4580-94e1-a2d5d623ed4d not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:48.280470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614d4f9-207f-445a-857d-d85418a7b819 req-fdedec29-ac8d-41e9-9ccf-ff9819e197fa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:48.283378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0614d4f9-207f-445a-857d-d85418a7b819 req-fdedec29-ac8d-41e9-9ccf-ff9819e197fa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0735905 Oct 18 23:25:48.331192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0614d4f9-207f-445a-857d-d85418a7b819 req-7d3edae8-f701-4239-a831-66335fc8effc tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Oct 18 23:25:48.496405 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:48.516234 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:48.522116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "DELETE /v2.0/networks/fddb06cc-ca2a-4b76-835e-0a5d916e25b0 HTTP/1.1" status: 204 len: 168 time: 2.9169066 Oct 18 23:25:48.527339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48476) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:48.552807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e20a41-6d46-4dcb-87cc-b100d213bced tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Network': ['ID=fddb06cc-ca2a-4b76-835e-0a5d916e25b0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:48.572089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216e852-62c2-4cae-8621-aaee644e5eee req-d0198fd1-c588-4498-872b-0a8faced279c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:48.578665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216e852-62c2-4cae-8621-aaee644e5eee req-d0198fd1-c588-4498-872b-0a8faced279c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:48.586688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216e852-62c2-4cae-8621-aaee644e5eee req-d0198fd1-c588-4498-872b-0a8faced279c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:48.594227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216e852-62c2-4cae-8621-aaee644e5eee req-d0198fd1-c588-4498-872b-0a8faced279c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:48.601361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216e852-62c2-4cae-8621-aaee644e5eee req-d0198fd1-c588-4498-872b-0a8faced279c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:48.607454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216e852-62c2-4cae-8621-aaee644e5eee req-d0198fd1-c588-4498-872b-0a8faced279c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:48.616435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216e852-62c2-4cae-8621-aaee644e5eee req-d0198fd1-c588-4498-872b-0a8faced279c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:48.625791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4216e852-62c2-4cae-8621-aaee644e5eee req-d0198fd1-c588-4498-872b-0a8faced279c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.7357428 Oct 18 23:25:48.631365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87fdf657-15d0-4d51-87d5-2827216ed59e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:48.643243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cd07a2-49e0-4667-b090-8b38460cbd92 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting subnet 1f00c00d-5176-4b39-9de3-52587e1aa5ac {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:25:48.645606 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87fdf657-15d0-4d51-87d5-2827216ed59e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:48.651879 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1cd07a2-49e0-4667-b090-8b38460cbd92 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:48.690481 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87fdf657-15d0-4d51-87d5-2827216ed59e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:48.691812 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-87fdf657-15d0-4d51-87d5-2827216ed59e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1698236 Oct 18 23:25:48.699211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48484) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:48.719831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bfdfa12d-46da-4f73-b39b-475fd0f68925 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': '6c725186-8a9b-40b9-9f08-874a09754c1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:48.724691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4216e852-62c2-4cae-8621-aaee644e5eee req-39242d2a-c502-4c72-95e5-4deed24a5856 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965173 Oct 18 23:25:48.729290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdf657-15d0-4d51-87d5-2827216ed59e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a24fb81-9e6d-4207-9658-f63e4b39beb9,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:48.794120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1cd07a2-49e0-4667-b090-8b38460cbd92 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:48.918505 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa12d-46da-4f73-b39b-475fd0f68925 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:48.930631 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d4f9d59-f8d2-4730-997c-55058f55c1ff req-7a962bfd-b39f-4421-ac99-5209d1870a1f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 210 time: 0.0827754 Oct 18 23:25:49.019189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-02798964-cbc5-48c1-b339-70aa044d38f3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.021242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-02798964-cbc5-48c1-b339-70aa044d38f3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.2272789 Oct 18 23:25:49.047577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Request body: {'port': {'device_id': '3b617c47-e100-4cbd-85a4-17f47a723d78', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'admin_state_up': True, 'tenant_id': '10bc3899219b45fb838a08e4df12e676'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:49.115672 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa12d-46da-4f73-b39b-475fd0f68925 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.118141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1cd07a2-49e0-4667-b090-8b38460cbd92 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.142012 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa12d-46da-4f73-b39b-475fd0f68925 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.199480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfa12d-46da-4f73-b39b-475fd0f68925 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e785255e-adbf-468a-abd8-37305eb87dc2,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:49.218443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa12d-46da-4f73-b39b-475fd0f68925 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.219734 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bfdfa12d-46da-4f73-b39b-475fd0f68925 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5186720 Oct 18 23:25:49.224187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48506) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:49.228991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ea8f3-0bb8-4294-a3a6-6489513a8cd5 req-3847f79b-323e-4f71-bd02-f97c3ca8a159 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.230599 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-161ea8f3-0bb8-4294-a3a6-6489513a8cd5 req-3847f79b-323e-4f71-bd02-f97c3ca8a159 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 946 time: 0.2080295 Oct 18 23:25:49.236065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8dbaafc0-fb16-4351-9622-77dfab6f9e0a tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': '6c725186-8a9b-40b9-9f08-874a09754c1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:49.252495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca62050-0176-473e-a99c-b6bdd559021f'}, {'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861'}, {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6dc2a-df4f-43e9-808c-11041ee1a955'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:49.257733 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b6166-dec5-4591-8631-7180c807a832" -d '{"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "8ca62050-0176-473e-a99c-b6bdd559021f"}, {"server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "name": "network-vif-plugged", "status": "completed", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861"}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6dc2a-df4f-43e9-808c-11041ee1a955"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:49.276913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-8dbaafc0-fb16-4351-9622-77dfab6f9e0a tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 23:25:49.276913 n-d-713498-28 neutron-server[100922]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 18 23:25:49.276913 n-d-713498-28 neutron-server[100922]: [parameters: {'project_id_1': '48ab3f1e8f2c4003bfad28d968681e47', 'expiration_1': datetime.datetime(2021, 10, 18, 23, 25, 29, 250260)}] Oct 18 23:25:49.276913 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:25:49.277455 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-8dbaafc0-fb16-4351-9622-77dfab6f9e0a tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:25:49.285848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Made reservation on behalf of 10bc3899219b45fb838a08e4df12e676 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:49.291367 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1cd07a2-49e0-4667-b090-8b38460cbd92 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.291539 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.339907 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-161ea8f3-0bb8-4294-a3a6-6489513a8cd5 req-6e1db356-63db-4097-bf93-1fdf277733cd tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967014 Oct 18 23:25:49.346803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1cd07a2-49e0-4667-b090-8b38460cbd92 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.352003 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f1cd07a2-49e0-4667-b090-8b38460cbd92 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "DELETE /v2.0/subnets/1f00c00d-5176-4b39-9de3-52587e1aa5ac HTTP/1.1" status: 204 len: 168 time: 0.8191776 Oct 18 23:25:49.352979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd07a2-49e0-4667-b090-8b38460cbd92 tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Subnet': ['ID=1f00c00d-5176-4b39-9de3-52587e1aa5ac,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:49.357494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48512) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:49.358515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a91f9-1eab-4820-a19c-909ef70e9573 None None] Network ddd560be-fca0-42f8-afce-725b6f26594b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:49.364451 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2150e0ef-d854-4146-8100-00dfdfbb1d57 x-openstack-request-id: req-2150e0ef-d854-4146-8100-00dfdfbb1d57 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:49.364787 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "8ca62050-0176-473e-a99c-b6bdd559021f", "code": 200}, {"server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "name": "network-vif-plugged", "status": "completed", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861", "code": 200}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-plugged", "status": "completed", "tag": "b3c6dc2a-df4f-43e9-808c-11041ee1a955", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:49.365053 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2150e0ef-d854-4146-8100-00dfdfbb1d57 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:49.365471 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca62050-0176-473e-a99c-b6bdd559021f', 'code': 200} Oct 18 23:25:49.365732 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861', 'code': 200} Oct 18 23:25:49.365988 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c6dc2a-df4f-43e9-808c-11041ee1a955', 'code': 200} Oct 18 23:25:49.491604 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.632302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce994-6172-49d9-b295-fe420db559be req-69358c91-ad71-43fc-84c5-8648118a573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.634520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c0ce994-6172-49d9-b295-fe420db559be req-69358c91-ad71-43fc-84c5-8648118a573b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 1098 time: 0.0947096 Oct 18 23:25:49.636682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Deleting port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:49.637230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.660623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Allocated IP 172.20.0.10 (27a2d0a7-d1ec-4b11-b693-4650f6a6c827/fed0e15c-d6b8-4c05-8d0b-15673a74270e/59d0ca7a-307a-4b7e-ae80-b985bc807606) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:25:49.675981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f2cc-eaea-4806-b3fd-26ce4c08eb63 req-9997e598-8bb7-44df-bc68-0ae248487a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.677436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f2cc-eaea-4806-b3fd-26ce4c08eb63 req-9997e598-8bb7-44df-bc68-0ae248487a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.678186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f2cc-eaea-4806-b3fd-26ce4c08eb63 req-9997e598-8bb7-44df-bc68-0ae248487a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.679266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f2cc-eaea-4806-b3fd-26ce4c08eb63 req-9997e598-8bb7-44df-bc68-0ae248487a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.679889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f2cc-eaea-4806-b3fd-26ce4c08eb63 req-9997e598-8bb7-44df-bc68-0ae248487a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.685623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f2cc-eaea-4806-b3fd-26ce4c08eb63 req-9997e598-8bb7-44df-bc68-0ae248487a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.686956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f2cc-eaea-4806-b3fd-26ce4c08eb63 req-9997e598-8bb7-44df-bc68-0ae248487a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.689545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af49f2cc-eaea-4806-b3fd-26ce4c08eb63 req-9997e598-8bb7-44df-bc68-0ae248487a05 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6495 time: 0.1465104 Oct 18 23:25:49.715857 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c0ce994-6172-49d9-b295-fe420db559be req-1883a765-335d-4325-9558-3781f891cf38 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661850 Oct 18 23:25:49.716585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ee578-811b-404c-a675-9dce517bba19 req-96f08161-b764-4a9c-bebc-f274cfe89567 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:49.717996 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-955ee578-811b-404c-a675-9dce517bba19 req-96f08161-b764-4a9c-bebc-f274cfe89567 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2393177 Oct 18 23:25:49.725467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a793b5a-6a10-439a-b41a-aac58af1619f None None] DHCP port deletion for ddd560be-fca0-42f8-afce-725b6f26594b request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:25:49.786791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] For port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cf9dd6b3-7942-4723-bef9-c9fb76e25b9f,segment=NetworkSegment(560f303b-a3ba-4603-a146-5ff09f6039f3),segment_id=560f303b-a3ba-4603-a146-5ff09f6039f3)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:49.787590 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.802102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0a793b5a-6a10-439a-b41a-aac58af1619f None None] Deleting port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:49.803138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0a793b5a-6a10-439a-b41a-aac58af1619f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.804540 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af49f2cc-eaea-4806-b3fd-26ce4c08eb63 req-52eba3a4-5eb7-4b3c-aed7-c2e1a09774a5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060777 Oct 18 23:25:49.804944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Calling delete_port for cf9dd6b3-7942-4723-bef9-c9fb76e25b9f owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:49.877850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-955ee578-811b-404c-a675-9dce517bba19 req-22aca77a-ba69-4973-9ec2-c802c2e30c95 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457698 Oct 18 23:25:49.938706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0a793b5a-6a10-439a-b41a-aac58af1619f None None] For port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cf9dd6b3-7942-4723-bef9-c9fb76e25b9f,segment=NetworkSegment(560f303b-a3ba-4603-a146-5ff09f6039f3),segment_id=560f303b-a3ba-4603-a146-5ff09f6039f3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:49.939409 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0a793b5a-6a10-439a-b41a-aac58af1619f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:49.980517 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8dbaafc0-fb16-4351-9622-77dfab6f9e0a tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.022867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0a793b5a-6a10-439a-b41a-aac58af1619f None None] Calling delete_port for cf9dd6b3-7942-4723-bef9-c9fb76e25b9f owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:50.024189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48526) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:50.050626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b38c2c-733c-4ee0-b1d7-9629e1df899c req-00393158-6e1e-40ed-84d8-e6520f8836bf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.066133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b38c2c-733c-4ee0-b1d7-9629e1df899c req-00393158-6e1e-40ed-84d8-e6520f8836bf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.082827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b38c2c-733c-4ee0-b1d7-9629e1df899c req-00393158-6e1e-40ed-84d8-e6520f8836bf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.106948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b38c2c-733c-4ee0-b1d7-9629e1df899c req-00393158-6e1e-40ed-84d8-e6520f8836bf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.113786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b38c2c-733c-4ee0-b1d7-9629e1df899c req-00393158-6e1e-40ed-84d8-e6520f8836bf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.126641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b38c2c-733c-4ee0-b1d7-9629e1df899c req-00393158-6e1e-40ed-84d8-e6520f8836bf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.133012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b38c2c-733c-4ee0-b1d7-9629e1df899c req-00393158-6e1e-40ed-84d8-e6520f8836bf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.137148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.142524 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31b38c2c-733c-4ee0-b1d7-9629e1df899c req-00393158-6e1e-40ed-84d8-e6520f8836bf tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.2047634 Oct 18 23:25:50.151189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cf9dd6b3-7942-4723-bef9-c9fb76e25b9f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:25:50.151524 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.192997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ae1c0ac-cda2-4805-ae96-365e2cea8aba req-a72d16c1-5a46-4866-9977-eb986da2e64f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 210 time: 0.0432320 Oct 18 23:25:50.212495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: cf9dd6b3-7942-4723-bef9-c9fb76e25b9f {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:25:50.212902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cf9dd6b3-7942-4723-bef9-c9fb76e25b9f not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:25:50.255266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8dbaafc0-fb16-4351-9622-77dfab6f9e0a tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.260044 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8dbaafc0-fb16-4351-9622-77dfab6f9e0a tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.266404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Port': ['ID=cf9dd6b3-7942-4723-bef9-c9fb76e25b9f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:50.269065 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.280715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] No DVR routers for this DVR port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:50.292933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaafc0-fb16-4351-9622-77dfab6f9e0a tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97cd8ae-d68b-4d6b-8886-49cbcb36ecb3,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:50.296863 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a0a21b96-600a-4492-a248-098eb70a6953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.304158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31b38c2c-733c-4ee0-b1d7-9629e1df899c req-8389866e-1609-4cf5-be2a-05a53fac5312 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554048 Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: from cryptography.utils import int_from_bytes Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: from cryptography.utils import int_from_bytes Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.307663 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:25:50.310021 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:25:50.321426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0a793b5a-6a10-439a-b41a-aac58af1619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.355566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:25:50.361735 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8dbaafc0-fb16-4351-9622-77dfab6f9e0a tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.366030 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8dbaafc0-fb16-4351-9622-77dfab6f9e0a tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1392446 Oct 18 23:25:50.367244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48536) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:50.375318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a793b5a-6a10-439a-b41a-aac58af1619f None None] No DVR routers for this DVR port cf9dd6b3-7942-4723-bef9-c9fb76e25b9f on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:25:50.377158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a793b5a-6a10-439a-b41a-aac58af1619f None None] Pushing event deleted for resources: {'Port': ['ID=cf9dd6b3-7942-4723-bef9-c9fb76e25b9f,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:50.392476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c512179c-98d5-4e14-8aed-5366af38bcf7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': '6c725186-8a9b-40b9-9f08-874a09754c1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:50.397482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:50.401081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:25:50.406192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event updated for resources: {'Port': ['ID=59d0ca7a-307a-4b7e-ae80-b985bc807606,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:50.512052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.512657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.550198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c512179c-98d5-4e14-8aed-5366af38bcf7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.585870 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.590884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-654e66e8-cdc7-4ef4-b28f-e1fb4db514a3 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5522811 Oct 18 23:25:50.622518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Request body: {'port': {'device_id': '3b617c47-e100-4cbd-85a4-17f47a723d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:50.634227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8760f38d-800f-4c2e-ac51-a757cd4b02ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30fa7ce7ef9b492b8d8680e43fa65170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891357 Oct 18 23:25:50.640274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd560be-fca0-42f8-afce-725b6f26594b']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:50.643939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48544) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:50.659457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-900d39a6-19d8-455a-a217-0db71086a468 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.661031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-900d39a6-19d8-455a-a217-0db71086a468 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 814 time: 0.2225180 Oct 18 23:25:50.679972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560f303b-a3ba-4603-a146-5ff09f6039f3') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:50.680427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560f303b-a3ba-4603-a146-5ff09f6039f3') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:50.697254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-5ab7da4c-237f-4dea-a8de-1320c1ed677d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/quotas/e8983fb43e6540b39f5db0003434b7c5 HTTP/1.1" status: 200 len: 375 time: 0.0281839 Oct 18 23:25:50.702584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799023-8502-437d-885a-7849a877860a req-52a6dd26-6cdf-4bef-a7ab-69ccab0050ac tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:50.704266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f799023-8502-437d-885a-7849a877860a req-52a6dd26-6cdf-4bef-a7ab-69ccab0050ac tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 946 time: 0.2299571 Oct 18 23:25:50.714657 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.723367 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c512179c-98d5-4e14-8aed-5366af38bcf7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.738106 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c512179c-98d5-4e14-8aed-5366af38bcf7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.768033 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.783579 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.789171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512179c-98d5-4e14-8aed-5366af38bcf7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83029f8-fc0f-4026-af88-34c48971bf03,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:50.790505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:25:50.796091 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:25:50.805532 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:25:50.809779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c512179c-98d5-4e14-8aed-5366af38bcf7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.811197 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c512179c-98d5-4e14-8aed-5366af38bcf7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4407609 Oct 18 23:25:50.813426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48546) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:50.819210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a32d902f-3d5f-4b5b-a9a8-07a846c598ae tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': '6c725186-8a9b-40b9-9f08-874a09754c1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:50.865554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b9131f9f-c7f2-4c8f-a906-2254da761f5b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1456368 Oct 18 23:25:50.928022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a32d902f-3d5f-4b5b-a9a8-07a846c598ae tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.928618 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc08c913-05bb-4912-9e4d-dd278ff5eb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.934216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f799023-8502-437d-885a-7849a877860a req-fdae1aa9-559a-4c1c-8159-76a4bd9eb97d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127793 Oct 18 23:25:50.971451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.988067 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:50.993801 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] 10.222.0.52 "DELETE /v2.0/networks/ddd560be-fca0-42f8-afce-725b6f26594b HTTP/1.1" status: 204 len: 168 time: 1.6347980 Oct 18 23:25:50.997654 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc08c913-05bb-4912-9e4d-dd278ff5eb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.017875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c46cba-ac9e-4306-8eb7-98c90975a31a tempest-ServersTestMultiNic-1723236754 tempest-ServersTestMultiNic-1723236754-project] Pushing event deleted for resources: {'Network': ['ID=ddd560be-fca0-42f8-afce-725b6f26594b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:51.113206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc08c913-05bb-4912-9e4d-dd278ff5eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.117081 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc08c913-05bb-4912-9e4d-dd278ff5eb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.124091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fc08c913-05bb-4912-9e4d-dd278ff5eb0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c83c289-1d69-49c6-9144-77b09ded416f HTTP/1.1" status: 204 len: 168 time: 0.4736462 Oct 18 23:25:51.133014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08c913-05bb-4912-9e4d-dd278ff5eb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c83c289-1d69-49c6-9144-77b09ded416f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:51.141440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-a7bc6eff-2d73-4d3a-a27f-ea964b32d1f8 service neutron] 10.222.0.52 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645974 Oct 18 23:25:51.159718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a32d902f-3d5f-4b5b-a9a8-07a846c598ae tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.204406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a32d902f-3d5f-4b5b-a9a8-07a846c598ae tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.286490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d902f-3d5f-4b5b-a9a8-07a846c598ae tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44849405-5157-4829-a38a-bdb8ed4bb206,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:51.302583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a32d902f-3d5f-4b5b-a9a8-07a846c598ae tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.303873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a32d902f-3d5f-4b5b-a9a8-07a846c598ae tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4883678 Oct 18 23:25:51.310481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48560) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:51.354478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-e1835e65-a03b-47cc-9ad7-430c86074d46 service neutron] 10.222.0.52 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620595 Oct 18 23:25:51.428951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d0ca7a-307a-4b7e-ae80-b985bc807606 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:51.429845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d45a9692-f51c-4801-9615-8fea44137cbe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.440004 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.445544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d45a9692-f51c-4801-9615-8fea44137cbe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.455542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Transition to ACTIVE for port object 59d0ca7a-307a-4b7e-ae80-b985bc807606 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:25:51.461349 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.525761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1c5d6-0d5f-4720-bc55-f4f90c17f64a req-1b325b34-5c70-4d0f-adb0-7f3e0781279a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:51.529116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Pushing event updated for resources: {'Port': ['ID=59d0ca7a-307a-4b7e-ae80-b985bc807606,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:51.539605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18d1c5d6-0d5f-4720-bc55-f4f90c17f64a req-1b325b34-5c70-4d0f-adb0-7f3e0781279a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 932 time: 0.1765256 Oct 18 23:25:51.573841 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d45a9692-f51c-4801-9615-8fea44137cbe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.586218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d45a9692-f51c-4801-9615-8fea44137cbe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.588178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d45a9692-f51c-4801-9615-8fea44137cbe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/44849405-5157-4829-a38a-bdb8ed4bb206 HTTP/1.1" status: 204 len: 168 time: 0.2741816 Oct 18 23:25:51.594785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48566) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:51.605282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a9692-f51c-4801-9615-8fea44137cbe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44849405-5157-4829-a38a-bdb8ed4bb206,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:51.636738 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18d1c5d6-0d5f-4720-bc55-f4f90c17f64a req-ede71c7c-e93a-49a4-8a3a-c897174df97a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938249 Oct 18 23:25:51.697135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Attempting to bind port 59d0ca7a-307a-4b7e-ae80-b985bc807606 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:25:51.698080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Attempting to bind port 59d0ca7a-307a-4b7e-ae80-b985bc807606 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:25:51.698080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Attempting to bind port 59d0ca7a-307a-4b7e-ae80-b985bc807606 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:51.708538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Port 59d0ca7a-307a-4b7e-ae80-b985bc807606 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:25:51.709099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Attempting to bind port 59d0ca7a-307a-4b7e-ae80-b985bc807606 on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:51.733538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:25:51.733877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Checking segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:51.734270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Bound using segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:25:51.734745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Bound port: 59d0ca7a-307a-4b7e-ae80-b985bc807606, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:25:51.735495 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.786362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-51afc112-6247-4770-992d-21bb69e4b0e7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1870759 Oct 18 23:25:51.787811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48576) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:51.875440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-07dd1156-ba39-483c-8f2b-5e2c06476ada tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.893669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-07dd1156-ba39-483c-8f2b-5e2c06476ada tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:51.898886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] For port 59d0ca7a-307a-4b7e-ae80-b985bc807606, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:25:51.917651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] For port 59d0ca7a-307a-4b7e-ae80-b985bc807606, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=59d0ca7a-307a-4b7e-ae80-b985bc807606,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:25:51.942373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1003c-78ce-4da3-bb59-b304116fffd3 req-c01dab09-d994-4da9-990b-d39684a4b1e6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:51.949396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1003c-78ce-4da3-bb59-b304116fffd3 req-c01dab09-d994-4da9-990b-d39684a4b1e6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:51.956696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1003c-78ce-4da3-bb59-b304116fffd3 req-c01dab09-d994-4da9-990b-d39684a4b1e6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:51.964366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1003c-78ce-4da3-bb59-b304116fffd3 req-c01dab09-d994-4da9-990b-d39684a4b1e6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:51.971294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1003c-78ce-4da3-bb59-b304116fffd3 req-c01dab09-d994-4da9-990b-d39684a4b1e6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:51.978813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1003c-78ce-4da3-bb59-b304116fffd3 req-c01dab09-d994-4da9-990b-d39684a4b1e6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:51.987387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1003c-78ce-4da3-bb59-b304116fffd3 req-c01dab09-d994-4da9-990b-d39684a4b1e6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:51.995918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6d1003c-78ce-4da3-bb59-b304116fffd3 req-c01dab09-d994-4da9-990b-d39684a4b1e6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.1491506 Oct 18 23:25:51.999367 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:52.021416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-07dd1156-ba39-483c-8f2b-5e2c06476ada tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:52.027854 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-07dd1156-ba39-483c-8f2b-5e2c06476ada tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:52.029396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-07dd1156-ba39-483c-8f2b-5e2c06476ada tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d83029f8-fc0f-4026-af88-34c48971bf03 HTTP/1.1" status: 204 len: 168 time: 0.2391858 Oct 18 23:25:52.049226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48586) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:52.063666 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05e6e478-6f2a-4dcb-b395-707776b56a4b req-3ca636c3-9725-41f8-8042-547e05d657cb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 210 time: 0.0779855 Oct 18 23:25:52.081418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd1156-ba39-483c-8f2b-5e2c06476ada tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d83029f8-fc0f-4026-af88-34c48971bf03,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:52.098656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:52.099324 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:52.100933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] 10.222.0.73 "PUT /v2.0/ports/59d0ca7a-307a-4b7e-ae80-b985bc807606 HTTP/1.1" status: 200 len: 1093 time: 1.4938483 Oct 18 23:25:52.101424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b617c47-e100-4cbd-85a4-17f47a723d78', 'tag': '59d0ca7a-307a-4b7e-ae80-b985bc807606'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:52.103852 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781ded7e-1425-4ea7-ae00-a0c5323af03f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b617c47-e100-4cbd-85a4-17f47a723d78", "tag": "59d0ca7a-307a-4b7e-ae80-b985bc807606"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:52.159174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48590) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:52.191908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d60437e3-0ce5-4a32-994f-17649db9b5d8 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1412766 Oct 18 23:25:52.215426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6d1003c-78ce-4da3-bb59-b304116fffd3 req-3dd00857-fed7-41fd-a243-93ab39c0bb1e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2162416 Oct 18 23:25:52.231800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48594) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:52.287401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Pushing event updated for resources: {'Port': ['ID=59d0ca7a-307a-4b7e-ae80-b985bc807606,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:52.308832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.309585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.310405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.311177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.311714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.312394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.313112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.313849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.314409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.315126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.315677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.316272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af2dc39-288a-4610-843b-0b0af3b61841 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:25:52.325281 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d71ee9e-b293-4924-9872-b0ccd0957060 x-openstack-request-id: req-3d71ee9e-b293-4924-9872-b0ccd0957060 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:52.325704 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b617c47-e100-4cbd-85a4-17f47a723d78", "tag": "59d0ca7a-307a-4b7e-ae80-b985bc807606", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:52.325901 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d71ee9e-b293-4924-9872-b0ccd0957060 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:52.326596 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b617c47-e100-4cbd-85a4-17f47a723d78', 'tag': '59d0ca7a-307a-4b7e-ae80-b985bc807606', 'status': 'completed', 'code': 200} Oct 18 23:25:52.384534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23baf297-5526-49e7-811d-d9d0da2e51bf tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:52.419066 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23baf297-5526-49e7-811d-d9d0da2e51bf tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:52.509234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-879ef22b-28da-4bdb-ae4f-3e3f3b4df43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:52.516884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-879ef22b-28da-4bdb-ae4f-3e3f3b4df43b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 1096 time: 0.3452384 Oct 18 23:25:52.521080 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23baf297-5526-49e7-811d-d9d0da2e51bf tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:52.548676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96977e-6b44-4923-88a5-12a5d7590523 req-dac8e22f-d9a8-454f-8efe-baa4d986030d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:52.550576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e96977e-6b44-4923-88a5-12a5d7590523 req-dac8e22f-d9a8-454f-8efe-baa4d986030d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 946 time: 0.2287374 Oct 18 23:25:52.571235 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23baf297-5526-49e7-811d-d9d0da2e51bf tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:52.581267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48606) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:52.583079 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-23baf297-5526-49e7-811d-d9d0da2e51bf tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b97cd8ae-d68b-4d6b-8886-49cbcb36ecb3 HTTP/1.1" status: 204 len: 168 time: 0.3493001 Oct 18 23:25:52.656255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baf297-5526-49e7-811d-d9d0da2e51bf tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b97cd8ae-d68b-4d6b-8886-49cbcb36ecb3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:52.659608 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-b75de2d7-b31b-4e77-8bfd-7cf12a38b424 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d0ca7a-307a-4b7e-ae80-b985bc807606 HTTP/1.1" status: 200 len: 217 time: 0.1263211 Oct 18 23:25:52.789481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e96977e-6b44-4923-88a5-12a5d7590523 req-06e01447-9687-4609-b51a-8c784bb21746 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253020 Oct 18 23:25:52.791860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-7a245233-d5cb-4b20-bc49-b2f832d17b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:52.797219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-7a245233-d5cb-4b20-bc49-b2f832d17b1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.1299994 Oct 18 23:25:52.891831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-239aec65-18ae-4210-9087-e849395b0e25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863855 Oct 18 23:25:52.906023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f4085cf3-d141-45ac-9952-148c6ec3a2d2 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3195088 Oct 18 23:25:52.906023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48616) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:52.907074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48618) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:53.159341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-9a03c028-2cef-4465-927e-418cbb4d3045 service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544622 Oct 18 23:25:53.165283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f811bdc4-23ba-49e0-b7df-548df584d98c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.190802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f811bdc4-23ba-49e0-b7df-548df584d98c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.228682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1756622441-network', 'tenant_id': '074b6e2a9d2e4ca7b390fb69e6875427'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:53.240113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040f6f5-8288-495b-8453-790cfafa1512 req-befc947f-ae81-47ee-be81-33922bc16b31 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:53.247752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e040f6f5-8288-495b-8453-790cfafa1512 req-befc947f-ae81-47ee-be81-33922bc16b31 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 944 time: 0.3695402 Oct 18 23:25:53.331914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Made reservation on behalf of 074b6e2a9d2e4ca7b390fb69e6875427 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:53.334642 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.351585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55d888-cb4c-46b6-a29d-f4f31ebe40b2 req-38aa6b63-166d-4a60-833f-0087ceeea288 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:53.353317 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd55d888-cb4c-46b6-a29d-f4f31ebe40b2 req-38aa6b63-166d-4a60-833f-0087ceeea288 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 946 time: 0.2120395 Oct 18 23:25:53.355320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.391246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f811bdc4-23ba-49e0-b7df-548df584d98c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.396613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f811bdc4-23ba-49e0-b7df-548df584d98c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.397793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f811bdc4-23ba-49e0-b7df-548df584d98c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e785255e-adbf-468a-abd8-37305eb87dc2 HTTP/1.1" status: 204 len: 168 time: 0.4673226 Oct 18 23:25:53.404610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48628) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:53.424206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e040f6f5-8288-495b-8453-790cfafa1512 req-f46fe2d6-4d77-4fc4-8b0c-ce2a960bee3b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740024 Oct 18 23:25:53.426081 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.442485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811bdc4-23ba-49e0-b7df-548df584d98c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e785255e-adbf-468a-abd8-37305eb87dc2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:53.462757 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d695b39-c639-4fd5-a1b8-3695806e46fa req-9db750ae-e8e2-4b62-acb2-46a0ea89984f service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758019 Oct 18 23:25:53.484184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ee095dbb-ba45-475a-8946-1809b0dd0d4c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0754457 Oct 18 23:25:53.487157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48630) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:53.520518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cff9c7b0-05b5-410e-96b5-110c8af053fd tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.520775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd55d888-cb4c-46b6-a29d-f4f31ebe40b2 req-1fa9b2cd-2a23-4cf6-ac55-44ceb5793073 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571462 Oct 18 23:25:53.537303 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cff9c7b0-05b5-410e-96b5-110c8af053fd tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.661602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d2e7596-68c7-406c-a12e-3fb2336bfeb4 req-b723907f-c499-4020-a256-6032125547eb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 210 time: 0.1093841 Oct 18 23:25:53.719768 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cff9c7b0-05b5-410e-96b5-110c8af053fd tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.728973 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cff9c7b0-05b5-410e-96b5-110c8af053fd tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.730962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cff9c7b0-05b5-410e-96b5-110c8af053fd tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7a24fb81-9e6d-4207-9658-f63e4b39beb9 HTTP/1.1" status: 204 len: 168 time: 0.2424963 Oct 18 23:25:53.736410 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.741600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48634) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:53.790927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9c7b0-05b5-410e-96b5-110c8af053fd tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a24fb81-9e6d-4207-9658-f63e4b39beb9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:53.801818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-56ee4003-92e2-4d50-b085-60d41af94741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:53.804580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-56ee4003-92e2-4d50-b085-60d41af94741 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 1096 time: 0.2036285 Oct 18 23:25:53.812685 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:53.887239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b72219f1-b0ec-4df5-aaab-7bb85c8ffc0b tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1436148 Oct 18 23:25:53.892381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48636) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:53.930864 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2eda98d3-ceaf-48fe-9723-13a8ee28d823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.052382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-41046a13-a5c4-43b8-a790-78003839d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.053969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-41046a13-a5c4-43b8-a790-78003839d0f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 913 time: 0.2409339 Oct 18 23:25:54.074450 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a96973e6-c5de-4f70-bb88-a79a368a590f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.120195 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-37187ec1-7abd-4e34-beb8-c93d112a23ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d0ca7a-307a-4b7e-ae80-b985bc807606 HTTP/1.1" status: 200 len: 217 time: 0.0565569 Oct 18 23:25:54.137874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a96973e6-c5de-4f70-bb88-a79a368a590f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.215628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-db9b507a-6bb2-4e9f-bbf4-80e60b774e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.217712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-db9b507a-6bb2-4e9f-bbf4-80e60b774e97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.0813181 Oct 18 23:25:54.221896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:25:54.235643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a96973e6-c5de-4f70-bb88-a79a368a590f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.238655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a96973e6-c5de-4f70-bb88-a79a368a590f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.241150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a96973e6-c5de-4f70-bb88-a79a368a590f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-groups/6c725186-8a9b-40b9-9f08-874a09754c1e HTTP/1.1" status: 204 len: 168 time: 0.3459210 Oct 18 23:25:54.244806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48638) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:54.260588 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-801f3c9b-723a-4357-9aec-fff94ca2684d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347662 Oct 18 23:25:54.266453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96973e6-c5de-4f70-bb88-a79a368a590f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c725186-8a9b-40b9-9f08-874a09754c1e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:54.275823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b02be4f-6bbe-4ff6-b17d-23f361b2905e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:54.278965 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.279307 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Added segment fd50001a-e700-4204-b053-9704c00f052d of type vlan for network 7fd93b7a-6375-4576-9f9d-51dabd652f1e Oct 18 23:25:54.376508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-3cc14662-c51b-4546-afa4-801b0a851a95 service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077406 Oct 18 23:25:54.383822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd804d-e7b3-4be5-a51d-d0a73cacc5c7 req-c627b65a-b26a-428a-9102-79ec6486f538 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.389983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd804d-e7b3-4be5-a51d-d0a73cacc5c7 req-c627b65a-b26a-428a-9102-79ec6486f538 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.396090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd804d-e7b3-4be5-a51d-d0a73cacc5c7 req-c627b65a-b26a-428a-9102-79ec6486f538 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.402100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd804d-e7b3-4be5-a51d-d0a73cacc5c7 req-c627b65a-b26a-428a-9102-79ec6486f538 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.408659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd804d-e7b3-4be5-a51d-d0a73cacc5c7 req-c627b65a-b26a-428a-9102-79ec6486f538 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.414636 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd804d-e7b3-4be5-a51d-d0a73cacc5c7 req-c627b65a-b26a-428a-9102-79ec6486f538 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.421244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd804d-e7b3-4be5-a51d-d0a73cacc5c7 req-c627b65a-b26a-428a-9102-79ec6486f538 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.423215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dffd804d-e7b3-4be5-a51d-d0a73cacc5c7 req-c627b65a-b26a-428a-9102-79ec6486f538 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.6847832 Oct 18 23:25:54.454382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.479230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-781ded7e-1425-4ea7-ae00-a0c5323af03f req-76a461bf-6ab0-40c5-8099-a9d65a10ab6b service neutron] 10.222.0.73 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945296 Oct 18 23:25:54.527751 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bc0231c7-4ce5-4bf1-876b-35e865f4e5f5 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2759597 Oct 18 23:25:54.540236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48642) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:54.547218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-eb2206a7-63f7-436d-b5fa-1d8d27f98c3c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.548763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-eb2206a7-63f7-436d-b5fa-1d8d27f98c3c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.73 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 814 time: 0.6457863 Oct 18 23:25:54.559903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f5187feb-df23-4d60-a6c8-95096a282f85 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group': {'name': 'tempest-secgroup--270722070'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:54.580799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Request body: {'port': {'device_id': 'b0e03275-c9ac-47ad-b07a-1cdbb98532b4', 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7', 'admin_state_up': True, 'tenant_id': 'e8983fb43e6540b39f5db0003434b7c5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:54.588349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff39b6-63bf-4019-9ce9-a830c1e0055b req-6db37a52-754b-48dc-b9a3-44ec2e4505b7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.591470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.591705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1ff39b6-63bf-4019-9ce9-a830c1e0055b req-6db37a52-754b-48dc-b9a3-44ec2e4505b7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 944 time: 0.0587714 Oct 18 23:25:54.592451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.593028 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.634454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1ff39b6-63bf-4019-9ce9-a830c1e0055b req-befae274-2e42-4886-ad73-3cbc465a3e4f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373056 Oct 18 23:25:54.648102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dffd804d-e7b3-4be5-a51d-d0a73cacc5c7 req-f8a1a51d-c9fe-44fd-b1b9-d0b68573891c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2065821 Oct 18 23:25:54.719592 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5187feb-df23-4d60-a6c8-95096a282f85 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.747897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8408506 Oct 18 23:25:54.753845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.761935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48650) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:54.774005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Request body: {'subnet': {'network_id': '7fd93b7a-6375-4576-9f9d-51dabd652f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1756622441-subnet', 'tenant_id': '074b6e2a9d2e4ca7b390fb69e6875427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:54.807911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e15133-8947-4d24-8c11-b6699aac3a61 req-137760e9-bc60-4a11-861d-44f5032e1cf8 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.810486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b8e15133-8947-4d24-8c11-b6699aac3a61 req-137760e9-bc60-4a11-861d-44f5032e1cf8 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 946 time: 0.0906484 Oct 18 23:25:54.830895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c00e5d-c537-46f8-9ef9-7bb5db21f275 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd93b7a-6375-4576-9f9d-51dabd652f1e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:54.836668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Made reservation on behalf of 074b6e2a9d2e4ca7b390fb69e6875427 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:54.839090 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:54.848313 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 7fd93b7a-6375-4576-9f9d-51dabd652f1e details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:25:54.934957 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b8e15133-8947-4d24-8c11-b6699aac3a61 req-286614e5-a108-4aa8-b050-6f7471b54483 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127412 Oct 18 23:25:54.957326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f27946-7230-46f6-8735-31aaed6de76d req-c00792d2-f28d-4ca5-b81c-589da31661e9 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.963839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f27946-7230-46f6-8735-31aaed6de76d req-c00792d2-f28d-4ca5-b81c-589da31661e9 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.970279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f27946-7230-46f6-8735-31aaed6de76d req-c00792d2-f28d-4ca5-b81c-589da31661e9 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.976889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f27946-7230-46f6-8735-31aaed6de76d req-c00792d2-f28d-4ca5-b81c-589da31661e9 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.985555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f27946-7230-46f6-8735-31aaed6de76d req-c00792d2-f28d-4ca5-b81c-589da31661e9 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.992280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f27946-7230-46f6-8735-31aaed6de76d req-c00792d2-f28d-4ca5-b81c-589da31661e9 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:54.999971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f27946-7230-46f6-8735-31aaed6de76d req-c00792d2-f28d-4ca5-b81c-589da31661e9 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:55.001996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78f27946-7230-46f6-8735-31aaed6de76d req-c00792d2-f28d-4ca5-b81c-589da31661e9 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.2267473 Oct 18 23:25:55.012877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Made reservation on behalf of e8983fb43e6540b39f5db0003434b7c5 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:25:55.016181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48656) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:55.018578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.021537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3b48616f-ce24-4c74-8382-4b910ff3e4b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Request body: {'floatingip': {'port_id': '05304f96-14be-417a-82ce-b7c7d7460a0f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:55.043391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Deleting port 17034623-2f48-4633-8020-464a316cb341 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:55.043736 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.047488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5187feb-df23-4d60-a6c8-95096a282f85 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.070093 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5187feb-df23-4d60-a6c8-95096a282f85 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.113207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80db87ca-172a-4e6c-a572-087ef4f3a3a5 req-2a2858e7-c60c-4ac3-94bb-bbe6b98d0cdc tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 210 time: 0.0396464 Oct 18 23:25:55.125538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b48616f-ce24-4c74-8382-4b910ff3e4b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.196467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5187feb-df23-4d60-a6c8-95096a282f85 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29577133-3ff8-4631-abce-8a033629551e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:55.200791 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5187feb-df23-4d60-a6c8-95096a282f85 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.202786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f5187feb-df23-4d60-a6c8-95096a282f85 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6504714 Oct 18 23:25:55.207706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48658) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:55.212333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-46a708d4-a0e8-44de-bd4d-1604a30d91da tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': '29577133-3ff8-4631-abce-8a033629551e', 'direction': 'ingress', 'protocol': 17}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:55.245648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] For port 17034623-2f48-4633-8020-464a316cb341, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=17034623-2f48-4633-8020-464a316cb341,segment=NetworkSegment(2a5d0467-69c1-4551-b46f-6ef4e408e0d1),segment_id=2a5d0467-69c1-4551-b46f-6ef4e408e0d1)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:55.246252 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.268313 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.288587 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.306033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Calling delete_port for 17034623-2f48-4633-8020-464a316cb341 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:55.385409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Allocated IP 172.20.0.6 (3e651f18-b15a-4c07-a5ed-6fc0ae4562c7/a8442eba-cbb7-44ec-9362-78857b6c5106/6bff02c3-64d6-40c5-b9b5-c08bbde15b0a) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:25:55.657994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a708d4-a0e8-44de-bd4d-1604a30d91da tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.671897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.674289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.731111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Pushing event deleted for resources: {'Port': ['ID=17034623-2f48-4633-8020-464a316cb341,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:55.736748 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.771817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9a664a-5775-4710-94d6-8069ea52eb07,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:55.787118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aa47f265-8df6-4350-afd2-607201b1496e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:55.841109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Checking segment: {'id': 'fd50001a-e700-4204-b053-9704c00f052d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7fd93b7a-6375-4576-9f9d-51dabd652f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:55.842976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Network hostable DHCP agents. Network: 7fd93b7a-6375-4576-9f9d-51dabd652f1e, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:25:55.905289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:25:55.944333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a708d4-a0e8-44de-bd4d-1604a30d91da tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:55.948520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:55.968104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:25:56.019936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Pushing event updated for resources: {'Port': ['ID=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:56.063651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca50b18-30f3-4aaf-af33-413967e159bb req-8e9f6fa7-e9ad-42cf-8f03-0d19524ef00b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:56.071500 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3ca50b18-30f3-4aaf-af33-413967e159bb req-8e9f6fa7-e9ad-42cf-8f03-0d19524ef00b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 944 time: 0.2027574 Oct 18 23:25:56.177688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:56.178335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.201923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3ca50b18-30f3-4aaf-af33-413967e159bb req-8c5b7470-af60-4375-b7ba-9f84eb3c9d9e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287374 Oct 18 23:25:56.228414 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a708d4-a0e8-44de-bd4d-1604a30d91da tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.230168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Network 7fd93b7a-6375-4576-9f9d-51dabd652f1e is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:25:56.241405 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-b082e92a-6b97-4705-895a-60e1dd43ebd1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6761920 Oct 18 23:25:56.265964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Request body: {'port': {'device_id': 'b0e03275-c9ac-47ad-b07a-1cdbb98532b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:56.266553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a708d4-a0e8-44de-bd4d-1604a30d91da tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d199472-1608-420b-a8ff-8c5f458a89bd,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:56.270921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 7fd93b7a-6375-4576-9f9d-51dabd652f1e) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:25:56.286102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:56.286704 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.291112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d9216f-e250-42bf-9737-606c18ba016f None None] Network 7fd93b7a-6375-4576-9f9d-51dabd652f1e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:56.293142 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a708d4-a0e8-44de-bd4d-1604a30d91da tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.299247 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-46a708d4-a0e8-44de-bd4d-1604a30d91da tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0857527 Oct 18 23:25:56.303619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48684) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:56.314913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.340852 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8859b8c2-089d-4463-99f5-923f3eeca1c5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5761893 Oct 18 23:25:56.416397 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b48616f-ce24-4c74-8382-4b910ff3e4b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.431928 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b48616f-ce24-4c74-8382-4b910ff3e4b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.496321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80113cd-50d3-47e4-9810-e84273fe83c8 None None] Network 7fd93b7a-6375-4576-9f9d-51dabd652f1e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:25:56.536825 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.584088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea4488-3eb9-4638-9c5d-f0837f531a1a req-a6f747fd-ed3b-4f23-b880-04b863cc494b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:56.591682 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a7ea4488-3eb9-4638-9c5d-f0837f531a1a req-a6f747fd-ed3b-4f23-b880-04b863cc494b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 931 time: 0.2777143 Oct 18 23:25:56.632520 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-3b48616f-ce24-4c74-8382-4b910ff3e4b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Floating IP d02bee46-f3fe-4d27-8d66-b9539a87573a associated. External IP: 172.25.7.71, port: 05304f96-14be-417a-82ce-b7c7d7460a0f. Oct 18 23:25:56.697435 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb082ff3-7475-4fbc-8a46-add0f2df00eb tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.771094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-56e64a1a-28d5-445a-9009-fa43620ae372 req-847b48c4-c79d-4cb0-beb7-06c713889395 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-403635773', 'description': 'tempest-description-1888550095'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:56.809605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb082ff3-7475-4fbc-8a46-add0f2df00eb tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.821463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-56e64a1a-28d5-445a-9009-fa43620ae372 req-847b48c4-c79d-4cb0-beb7-06c713889395 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:56.833793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a7ea4488-3eb9-4638-9c5d-f0837f531a1a req-0da2d232-17d3-49af-97c0-bfb7e990f71f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406797 Oct 18 23:25:56.994392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b48616f-ce24-4c74-8382-4b910ff3e4b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Router 62edf35a-719d-416c-a557-6b617a9d146d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:25:57.027912 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-56e64a1a-28d5-445a-9009-fa43620ae372 req-847b48c4-c79d-4cb0-beb7-06c713889395 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.033252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-56e64a1a-28d5-445a-9009-fa43620ae372 req-847b48c4-c79d-4cb0-beb7-06c713889395 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.042108 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb082ff3-7475-4fbc-8a46-add0f2df00eb tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.047007 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb082ff3-7475-4fbc-8a46-add0f2df00eb tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.049160 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cb082ff3-7475-4fbc-8a46-add0f2df00eb tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-groups/29577133-3ff8-4631-abce-8a033629551e HTTP/1.1" status: 204 len: 168 time: 0.7442365 Oct 18 23:25:57.070413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48702) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:57.125877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-56e64a1a-28d5-445a-9009-fa43620ae372 req-847b48c4-c79d-4cb0-beb7-06c713889395 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.127176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56e64a1a-28d5-445a-9009-fa43620ae372 req-847b48c4-c79d-4cb0-beb7-06c713889395 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3620863 Oct 18 23:25:57.148378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b48c4-c79d-4cb0-beb7-06c713889395 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898d6aac-8d51-43dd-bd28-e568fcd5befa,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:57.154245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb082ff3-7475-4fbc-8a46-add0f2df00eb tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29577133-3ff8-4631-abce-8a033629551e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:57.200583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c818d776-3b52-4329-9d4f-b6f24179dcec tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1289198 Oct 18 23:25:57.204946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48706) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:57.211056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7ab233ed-dfa7-466c-93fa-dd531f8d4403 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group': {'name': 'tempest-secgroup--314072196'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:57.211306 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Router b1efc775-bae2-4fd4-99ba-40d304f510aa has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:25:57.228598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b48616f-ce24-4c74-8382-4b910ff3e4b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:25:57.236757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b48616f-ce24-4c74-8382-4b910ff3e4b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.246586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] Sync routers for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:25:57.265735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:25:57.266599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:25:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:57.277937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3b6b31d2-22ad-4200-8f32-09ad0ff670ca req-d647e152-7ebe-47c1-ad39-b27aae468130 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/898d6aac-8d51-43dd-bd28-e568fcd5befa HTTP/1.1" status: 200 len: 1806 time: 0.1100700 Oct 18 23:25:57.281141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b48616f-ce24-4c74-8382-4b910ff3e4b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "PUT /v2.0/floatingips/d02bee46-f3fe-4d27-8d66-b9539a87573a HTTP/1.1" status: 200 len: 990 time: 2.2635844 Oct 18 23:25:57.282877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:57.286920 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:57.287542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-3b6b31d2-22ad-4200-8f32-09ad0ff670ca req-62c9a000-f407-4f6a-8751-d5211653baa9 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '898d6aac-8d51-43dd-bd28-e568fcd5befa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:57.288038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-3b6b31d2-22ad-4200-8f32-09ad0ff670ca req-62c9a000-f407-4f6a-8751-d5211653baa9 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '898d6aac-8d51-43dd-bd28-e568fcd5befa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:57.293519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ab233ed-dfa7-466c-93fa-dd531f8d4403 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.346101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:57.360412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.419394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8282d3-1a45-4198-a67d-cde9eed6842e req-0735851b-3c0e-4d61-825a-a5df804f4844 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:57.421772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f8282d3-1a45-4198-a67d-cde9eed6842e req-0735851b-3c0e-4d61-825a-a5df804f4844 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 944 time: 0.0850272 Oct 18 23:25:57.424439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Transition to ACTIVE for port object 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:25:57.435868 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.448052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:25:57.470947 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ab233ed-dfa7-466c-93fa-dd531f8d4403 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.477665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ab233ed-dfa7-466c-93fa-dd531f8d4403 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.508249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:25:57.510830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f8282d3-1a45-4198-a67d-cde9eed6842e req-82a2e11a-beb0-4bc6-80ee-0fa3e6152cf6 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736749 Oct 18 23:25:57.515147 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3b6b31d2-22ad-4200-8f32-09ad0ff670ca req-62c9a000-f407-4f6a-8751-d5211653baa9 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.525837 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d9d343fb-c82e-49a5-a758-27acd6a2d30f admin admin] 10.222.0.52 "PUT /v2.0/routers/b1efc775-bae2-4fd4-99ba-40d304f510aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3628666 Oct 18 23:25:57.527022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ab233ed-dfa7-466c-93fa-dd531f8d4403 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.528544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7ab233ed-dfa7-466c-93fa-dd531f8d4403 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3226123 Oct 18 23:25:57.532332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48716) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:57.534290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48718) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:57.541880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Pushing event updated for resources: {'Port': ['ID=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:57.545657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a8d1fff1-a785-40b1-b1e5-f551ab298eb7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group': {'name': 'tempest-secgroup--276291986'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:57.560739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3b6b31d2-22ad-4200-8f32-09ad0ff670ca req-62c9a000-f407-4f6a-8751-d5211653baa9 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.575166 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] Sync routers for ids ['b1efc775-bae2-4fd4-99ba-40d304f510aa'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:25:57.583520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3b6b31d2-22ad-4200-8f32-09ad0ff670ca req-62c9a000-f407-4f6a-8751-d5211653baa9 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.597061 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] Routers {'b1efc775-bae2-4fd4-99ba-40d304f510aa'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:25:57.597697 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:25:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b1efc775-bae2-4fd4-99ba-40d304f510aa'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:57.636394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9a000-f407-4f6a-8751-d5211653baa9 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b77147-d00c-4a8a-a83e-81070ac4d43c,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:57.637736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab233ed-dfa7-466c-93fa-dd531f8d4403 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac3d9f-5187-4617-8db5-7d3b09135c35,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:57.653061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3b6b31d2-22ad-4200-8f32-09ad0ff670ca req-62c9a000-f407-4f6a-8751-d5211653baa9 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.665238 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3b6b31d2-22ad-4200-8f32-09ad0ff670ca req-62c9a000-f407-4f6a-8751-d5211653baa9 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3863020 Oct 18 23:25:57.699329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Attempting to bind port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:25:57.699788 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Attempting to bind port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:25:57.700199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Attempting to bind port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a on network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:57.713155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a on network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:25:57.713857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Attempting to bind port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a on network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:25:57.720904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8d1fff1-a785-40b1-b1e5-f551ab298eb7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.725812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:25:57.726093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Checking segment: {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:25:57.726466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Bound using segment: {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:25:57.727732 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Bound port: 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:25:57.728293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.797676 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.843943 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] Set router b1efc775-bae2-4fd4-99ba-40d304f510aa gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:25:57.861109 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1e28f8-6f1d-4384-a409-fe39b3128dca x-openstack-request-id: req-5b1e28f8-6f1d-4384-a409-fe39b3128dca {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:57.861750 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:57.862186 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b1e28f8-6f1d-4384-a409-fe39b3128dca {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:57.862919 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'status': 'completed', 'code': 200} Oct 18 23:25:57.901588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] For port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:25:57.910627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] For port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:25:57.921713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-a39e7a8b-97bc-4843-86bd-6b1c944a63bc req-2a8147d3-1ac2-4d6e-890c-7b5a8c899faf tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1974727693', 'description': 'tempest-description-1274923599'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:57.937902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.963437 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.985854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:57.986658 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:57.989543 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] 10.222.0.73 "PUT /v2.0/ports/6bff02c3-64d6-40c5-b9b5-c08bbde15b0a HTTP/1.1" status: 200 len: 1092 time: 1.7305410 Oct 18 23:25:57.994345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e03275-c9ac-47ad-b07a-1cdbb98532b4', 'tag': '6bff02c3-64d6-40c5-b9b5-c08bbde15b0a'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:25:57.997940 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e03275-c9ac-47ad-b07a-1cdbb98532b4", "tag": "6bff02c3-64d6-40c5-b9b5-c08bbde15b0a"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:25:58.010136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:15Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd02bee46-f3fe-4d27-8d66-b9539a87573a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'floating_ip_address': '172.25.7.71', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'port_id': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'mac_address': 'fa:16:3e:ce:bc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:23:49Z', 'updated_at': '2021-10-18T23:25:56Z', 'revision_number': 1, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b295de10-a6e3-4cbe-9204-11b8da59f159', 'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'mac_address': 'fa:16:3e:38:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:11Z', 'updated_at': '2021-10-18T23:22:23Z', 'revision_number': 5, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'subnets': [{'id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:58.012745 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a39e7a8b-97bc-4843-86bd-6b1c944a63bc req-2a8147d3-1ac2-4d6e-890c-7b5a8c899faf tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.059679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] Checking router: 62edf35a-719d-416c-a557-6b617a9d146d for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:25:58.074578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:25:58.075768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:25:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:58.090245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-f9657ac3-bcf8-4626-8bf7-5af363e9f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.090899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-f9657ac3-bcf8-4626-8bf7-5af363e9f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.091201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-f9657ac3-bcf8-4626-8bf7-5af363e9f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.092373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-f9657ac3-bcf8-4626-8bf7-5af363e9f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.093128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-f9657ac3-bcf8-4626-8bf7-5af363e9f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.093751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-f9657ac3-bcf8-4626-8bf7-5af363e9f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.094360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-f9657ac3-bcf8-4626-8bf7-5af363e9f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.096785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-f9657ac3-bcf8-4626-8bf7-5af363e9f795 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6495 time: 0.2147233 Oct 18 23:25:58.147744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-4ef61526-4556-47a2-8379-a806154e448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.150000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-4ef61526-4556-47a2-8379-a806154e448c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 1095 time: 0.0933650 Oct 18 23:25:58.154240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08708e44-9cb7-4240-aa59-297922d0b721 service neutron] Pushing event updated for resources: {'Port': ['ID=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:58.183709 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.197099 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:28Z', 'updated_at': '2021-10-18T23:25:55Z', 'revision_number': 5, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'gw_port': {'id': '3b8a3afd-6657-4197-851f-c4e9e021e4f8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:31Z', 'updated_at': '2021-10-18T23:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:58.198888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8d1fff1-a785-40b1-b1e5-f551ab298eb7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.229450 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-09f634fd-0ec9-4622-88ab-908ced616cd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a HTTP/1.1" status: 200 len: 217 time: 0.0604508 Oct 18 23:25:58.236881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8d1fff1-a785-40b1-b1e5-f551ab298eb7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.259841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd7e10-7546-4c03-9aaa-e1eda5b17c95 req-2099ef2d-a28b-4eec-b67c-cfe39ace4014 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.268567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1fd7e10-7546-4c03-9aaa-e1eda5b17c95 req-2099ef2d-a28b-4eec-b67c-cfe39ace4014 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 943 time: 0.2362413 Oct 18 23:25:58.286684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a39e7a8b-97bc-4843-86bd-6b1c944a63bc req-2a8147d3-1ac2-4d6e-890c-7b5a8c899faf tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.303640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a39e7a8b-97bc-4843-86bd-6b1c944a63bc req-2a8147d3-1ac2-4d6e-890c-7b5a8c899faf tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.313577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:25:58.364539 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8d1fff1-a785-40b1-b1e5-f551ab298eb7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.365923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a8d1fff1-a785-40b1-b1e5-f551ab298eb7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8260534 Oct 18 23:25:58.372562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48728) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:58.372833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8147d3-1ac2-4d6e-890c-7b5a8c899faf tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e7f16c-73fa-42db-977f-c7edce560ccc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:58.375689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1fff1-a785-40b1-b1e5-f551ab298eb7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c729c0a-4e7c-46ac-8f13-ec345b6393ab,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:58.389589 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] Checking router: b1efc775-bae2-4fd4-99ba-40d304f510aa for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:25:58.396154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-75b40507-7f32-4dc3-843d-a61fbce22a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.398228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-75b40507-7f32-4dc3-843d-a61fbce22a2d service neutron] 10.222.0.102 "GET /v2.0/networks?id=57a13f99-1faa-47f7-a1f7-fb5bc556604a HTTP/1.1" status: 200 len: 913 time: 0.2794418 Oct 18 23:25:58.405818 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] Routers {'b1efc775-bae2-4fd4-99ba-40d304f510aa'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:25:58.406651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:25:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b1efc775-bae2-4fd4-99ba-40d304f510aa'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:58.409536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1fd7e10-7546-4c03-9aaa-e1eda5b17c95 req-a4461f0a-a4c2-4e80-88e8-6e7f7623d309 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399863 Oct 18 23:25:58.412823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-01d53d70-43ef-4e01-b683-a084d95c6544 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': 'e7ac3d9f-5187-4617-8db5-7d3b09135c35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8c729c0a-4e7c-46ac-8f13-ec345b6393ab', 'remote_ip_prefix': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:58.470948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a39e7a8b-97bc-4843-86bd-6b1c944a63bc req-2a8147d3-1ac2-4d6e-890c-7b5a8c899faf tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.475682 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a39e7a8b-97bc-4843-86bd-6b1c944a63bc req-2a8147d3-1ac2-4d6e-890c-7b5a8c899faf tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5609863 Oct 18 23:25:58.496621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Deleting port 3b8a3afd-6657-4197-851f-c4e9e021e4f8 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:25:58.497024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.525603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-d8b96565-e0ce-4529-9546-4d837567ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.531581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-d8b96565-e0ce-4529-9546-4d837567ddf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 200 len: 854 time: 0.2402651 Oct 18 23:25:58.532286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01d53d70-43ef-4e01-b683-a084d95c6544 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.545049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-9bffb2bc-34df-4e7c-9c74-7d5f198aca0e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05304f96-14be-417a-82ce-b7c7d7460a0f HTTP/1.1" status: 200 len: 998 time: 0.1343274 Oct 18 23:25:58.557158 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] Set router b1efc775-bae2-4fd4-99ba-40d304f510aa gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:25:58.606094 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ec009b-84b9-4411-9396-0f6dde1df4f8 x-openstack-request-id: req-a0ec009b-84b9-4411-9396-0f6dde1df4f8 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:25:58.606445 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e03275-c9ac-47ad-b07a-1cdbb98532b4", "tag": "6bff02c3-64d6-40c5-b9b5-c08bbde15b0a", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:25:58.606645 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0ec009b-84b9-4411-9396-0f6dde1df4f8 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:25:58.607509 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e03275-c9ac-47ad-b07a-1cdbb98532b4', 'tag': '6bff02c3-64d6-40c5-b9b5-c08bbde15b0a', 'status': 'completed', 'code': 200} Oct 18 23:25:58.630272 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:28Z', 'updated_at': '2021-10-18T23:25:58Z', 'revision_number': 6, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:58.644194 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-5d85f71c-b65d-481c-bff5-fee1fea7781a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076207 Oct 18 23:25:58.668124 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb8c23d-a715-46cc-9e2f-f42384a3cf0a None None] The sync data for ids ['b1efc775-bae2-4fd4-99ba-40d304f510aa'] in n-d-713498-28 is: [{'id': 'b1efc775-bae2-4fd4-99ba-40d304f510aa', 'name': 'tempest-ServersTestMultiNic-656328121-router', 'tenant_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:28Z', 'updated_at': '2021-10-18T23:25:58Z', 'revision_number': 6, 'project_id': '4f410f55dbbb4058ae1f0f4cc25a04d5', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:25:58.754138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73e2df94-f51a-4ced-9cb2-90738a09457f req-9fd3af4a-313a-458e-b66b-aeeb81c54751 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/79e7f16c-73fa-42db-977f-c7edce560ccc HTTP/1.1" status: 200 len: 1807 time: 0.2141809 Oct 18 23:25:58.760483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-73e2df94-f51a-4ced-9cb2-90738a09457f req-db7e2ec4-873c-4953-80f8-4cab961129be tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '79e7f16c-73fa-42db-977f-c7edce560ccc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:58.764016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-73e2df94-f51a-4ced-9cb2-90738a09457f req-db7e2ec4-873c-4953-80f8-4cab961129be tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '79e7f16c-73fa-42db-977f-c7edce560ccc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:58.764292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01d53d70-43ef-4e01-b683-a084d95c6544 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.780587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 59d0ca7a-307a-4b7e-ae80-b985bc807606 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:25:58.792740 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01d53d70-43ef-4e01-b683-a084d95c6544 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.846865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-7b4692f4-5e9c-49ab-af66-18aafbda57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:58.850101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-7b4692f4-5e9c-49ab-af66-18aafbda57c9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5115d984-ce58-49c9-9669-41c1b9da4f27 HTTP/1.1" status: 200 len: 851 time: 0.2844710 Oct 18 23:25:58.883128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] For port 3b8a3afd-6657-4197-851f-c4e9e021e4f8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3b8a3afd-6657-4197-851f-c4e9e021e4f8,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:58.883764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.949515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:15Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd02bee46-f3fe-4d27-8d66-b9539a87573a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'floating_ip_address': '172.25.7.71', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'port_id': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'mac_address': 'fa:16:3e:ce:bc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:23:49Z', 'updated_at': '2021-10-18T23:25:56Z', 'revision_number': 1, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b295de10-a6e3-4cbe-9204-11b8da59f159', 'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'mac_address': 'fa:16:3e:38:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:11Z', 'updated_at': '2021-10-18T23:22:23Z', 'revision_number': 5, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'subnets': [{'id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:25:58.949859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Calling delete_port for 3b8a3afd-6657-4197-851f-c4e9e021e4f8 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:25:58.957323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-73e2df94-f51a-4ced-9cb2-90738a09457f req-db7e2ec4-873c-4953-80f8-4cab961129be tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:58.991264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0e846-8c43-4519-909a-863ea1ebcc58 None None] The sync data for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 is: [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:15Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd02bee46-f3fe-4d27-8d66-b9539a87573a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'floating_ip_address': '172.25.7.71', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'port_id': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'mac_address': 'fa:16:3e:ce:bc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:23:49Z', 'updated_at': '2021-10-18T23:25:56Z', 'revision_number': 1, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b295de10-a6e3-4cbe-9204-11b8da59f159', 'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'mac_address': 'fa:16:3e:38:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:11Z', 'updated_at': '2021-10-18T23:22:23Z', 'revision_number': 5, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'subnets': [{'id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:25:59.002754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 59d0ca7a-307a-4b7e-ae80-b985bc807606, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=59d0ca7a-307a-4b7e-ae80-b985bc807606,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:59.016908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '59d0ca7a-307a-4b7e-ae80-b985bc807606', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'port_id': '59d0ca7a-307a-4b7e-ae80-b985bc807606', 'mac_address': 'fa:16:3e:93:c0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed0e15c-d6b8-4c05-8d0b-15673a74270e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:25:59.034267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-73e2df94-f51a-4ced-9cb2-90738a09457f req-db7e2ec4-873c-4953-80f8-4cab961129be tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.039953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-5dcf81fb-c175-4ace-8f47-c831f56503c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:59.041933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-5dcf81fb-c175-4ace-8f47-c831f56503c5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736047 Oct 18 23:25:59.047311 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-73e2df94-f51a-4ced-9cb2-90738a09457f req-db7e2ec4-873c-4953-80f8-4cab961129be tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.103933 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.112903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2ec4-873c-4953-80f8-4cab961129be tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249b0329-704a-41ae-b1bc-615fcf28a9fd,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:59.127774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d0ca7a-307a-4b7e-ae80-b985bc807606 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:25:59.140742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-73e2df94-f51a-4ced-9cb2-90738a09457f req-db7e2ec4-873c-4953-80f8-4cab961129be tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.142528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73e2df94-f51a-4ced-9cb2-90738a09457f req-db7e2ec4-873c-4953-80f8-4cab961129be tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3872201 Oct 18 23:25:59.203024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 59d0ca7a-307a-4b7e-ae80-b985bc807606, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=59d0ca7a-307a-4b7e-ae80-b985bc807606,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:25:59.208705 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.314980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=59d0ca7a-307a-4b7e-ae80-b985bc807606,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:59.355099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d53d70-43ef-4e01-b683-a084d95c6544 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb9d905-08e0-48d7-b267-d56681008aa5,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:59.368425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-0a786a35-e7a1-4787-9562-3a82ecede123 service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148293 Oct 18 23:25:59.391034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.398593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01d53d70-43ef-4e01-b683-a084d95c6544 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.400184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-01d53d70-43ef-4e01-b683-a084d95c6544 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0093975 Oct 18 23:25:59.409140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48748) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:59.433898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd05a-f31a-4c40-b7ee-a4f33c31a50c req-8f97ed82-ef0c-4544-969f-408c4b3a6405 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:59.437946 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0efdd05a-f31a-4c40-b7ee-a4f33c31a50c req-8f97ed82-ef0c-4544-969f-408c4b3a6405 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 944 time: 0.7036605 Oct 18 23:25:59.441155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8a3afd-6657-4197-851f-c4e9e021e4f8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:59.447548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-23d057a2-fe33-4e21-8c5c-aae0cfbf1331 req-ddb7c18b-20c8-4797-8aa0-ccc13bb299ff tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-247006504', 'description': 'tempest-description-1411412196'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:25:59.450791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-968ee021-0c67-42cd-89c7-71f43888e9a9 service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682815 Oct 18 23:25:59.466983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d37613-4d17-4b84-9756-3bd79351a0e8 None None] New status for floating IP d02bee46-f3fe-4d27-8d66-b9539a87573a: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:25:59.510169 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98d9e8c9-53b4-4ace-81e2-26b4c2fbdde7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.540293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98d9e8c9-53b4-4ace-81e2-26b4c2fbdde7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.634667 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0efdd05a-f31a-4c40-b7ee-a4f33c31a50c req-3478cea2-1b69-4d52-9b69-939892bc3f81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816926 Oct 18 23:25:59.666275 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-23d057a2-fe33-4e21-8c5c-aae0cfbf1331 req-ddb7c18b-20c8-4797-8aa0-ccc13bb299ff tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.675596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.700358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7ef86d9-aa40-46fa-a09b-eb297b4c4178 req-bd260dca-9131-4d79-8e8e-e5b55375250d service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343373 Oct 18 23:25:59.705003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['59d0ca7a-307a-4b7e-ae80-b985bc807606'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:25:59.708746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98d9e8c9-53b4-4ace-81e2-26b4c2fbdde7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.722051 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98d9e8c9-53b4-4ace-81e2-26b4c2fbdde7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.725361 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-98d9e8c9-53b4-4ace-81e2-26b4c2fbdde7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/8fb9d905-08e0-48d7-b267-d56681008aa5 HTTP/1.1" status: 204 len: 168 time: 0.3141246 Oct 18 23:25:59.728387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48754) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:59.782005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9e8c9-53b4-4ace-81e2-26b4c2fbdde7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fb9d905-08e0-48d7-b267-d56681008aa5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:25:59.901782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.921859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:25:59.953889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-914259cd-61f2-40d6-ad28-4f0feb474146 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2183373 Oct 18 23:25:59.959338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48756) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:25:59.977876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93338b6-e05a-440c-a9e5-36e42395fa13 req-da78bbe8-2c74-4325-97a9-358d6e42b4b8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:25:59.981351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c93338b6-e05a-440c-a9e5-36e42395fa13 req-da78bbe8-2c74-4325-97a9-358d6e42b4b8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 943 time: 0.2036827 Oct 18 23:25:59.996952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e8d25b8-0c44-4128-a6ba-8fb032dcd951 req-195114a9-5191-4a9d-964e-401093e87973 service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671024 Oct 18 23:26:00.014231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.014848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1efc775-bae2-4fd4-99ba-40d304f510aa {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:26:00.024685 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.025962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8e2b8df6-606a-43e6-b51d-50000292ec13 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b1efc775-bae2-4fd4-99ba-40d304f510aa HTTP/1.1" status: 204 len: 168 time: 2.4924526 Oct 18 23:26:00.031724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48758) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:00.093474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd37f180-657d-4a1d-814a-06f9e6bbf2b9 admin admin] Deleting subnet dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:26:00.101614 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fd37f180-657d-4a1d-814a-06f9e6bbf2b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.124855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-b3242b66-817a-494d-b9e2-3a5ebb3a94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:00.128112 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-b3242b66-817a-494d-b9e2-3a5ebb3a94a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 1095 time: 0.2722785 Oct 18 23:26:00.148548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c93338b6-e05a-440c-a9e5-36e42395fa13 req-03d14829-6d15-4e4e-a699-a4fe703544c8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414506 Oct 18 23:26:00.148775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 17034623-2f48-4633-8020-464a316cb341 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:26:00.163558 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-23d057a2-fe33-4e21-8c5c-aae0cfbf1331 req-ddb7c18b-20c8-4797-8aa0-ccc13bb299ff tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.170990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fd37f180-657d-4a1d-814a-06f9e6bbf2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.197860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 17034623-2f48-4633-8020-464a316cb341 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:26:00.199116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 17034623-2f48-4633-8020-464a316cb341 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:26:00.200191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3b8a3afd-6657-4197-851f-c4e9e021e4f8 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:26:00.207902 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-23d057a2-fe33-4e21-8c5c-aae0cfbf1331 req-ddb7c18b-20c8-4797-8aa0-ccc13bb299ff tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.242823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 3b8a3afd-6657-4197-851f-c4e9e021e4f8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:26:00.244470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3b8a3afd-6657-4197-851f-c4e9e021e4f8 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:26:00.247726 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f49d83ad-97e9-4b2d-b090-ab64db19e34d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.274855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-23d057a2-fe33-4e21-8c5c-aae0cfbf1331 req-ddb7c18b-20c8-4797-8aa0-ccc13bb299ff tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.279939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23d057a2-fe33-4e21-8c5c-aae0cfbf1331 req-ddb7c18b-20c8-4797-8aa0-ccc13bb299ff tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8511038 Oct 18 23:26:00.307772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7c18b-20c8-4797-8aa0-ccc13bb299ff tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5fb728-98c1-4df5-bdff-9bc98a737753,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:00.316920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-687caa3c-4dd4-4236-a0d5-02ce623aa377 req-0d4c3134-e134-4032-9493-b6c2718385a6 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1322908364', 'description': 'tempest-description-995126403'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:00.337830 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f49d83ad-97e9-4b2d-b090-ab64db19e34d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.391370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fd37f180-657d-4a1d-814a-06f9e6bbf2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.401508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-4488dc88-cd6b-4eca-8a93-26975e33e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:00.403135 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-4488dc88-cd6b-4eca-8a93-26975e33e4b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 915 time: 0.2531793 Oct 18 23:26:00.462883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-ceb58a50-1d54-4cdc-bbf0-d9b8004910ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a HTTP/1.1" status: 200 len: 217 time: 0.0503418 Oct 18 23:26:00.497055 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f49d83ad-97e9-4b2d-b090-ab64db19e34d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.504979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f49d83ad-97e9-4b2d-b090-ab64db19e34d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.508403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f49d83ad-97e9-4b2d-b090-ab64db19e34d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-groups/8c729c0a-4e7c-46ac-8f13-ec345b6393ab HTTP/1.1" status: 204 len: 168 time: 0.5453742 Oct 18 23:26:00.553806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48774) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:00.586262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d83ad-97e9-4b2d-b090-ab64db19e34d tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c729c0a-4e7c-46ac-8f13-ec345b6393ab,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:00.614817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-c36884a8-e09e-46e3-a61c-1578ff8e95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:00.616455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-c36884a8-e09e-46e3-a61c-1578ff8e95a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 200 len: 854 time: 0.1467214 Oct 18 23:26:00.664949 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-f1cd4e89-d417-4bce-a9b0-1dd1dec48c27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388665 Oct 18 23:26:00.709020 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-20b95553-2976-4291-9ddd-ec7a17a05929 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1536334 Oct 18 23:26:00.711930 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-687caa3c-4dd4-4236-a0d5-02ce623aa377 req-0d4c3134-e134-4032-9493-b6c2718385a6 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.713787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48780) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:00.818473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fd37f180-657d-4a1d-814a-06f9e6bbf2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.849864 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6eda0e4c-ecf3-4816-a02b-0345da5c888e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.853448 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-78865d55-e0d2-4b2d-acf3-6d68b3e37d6b service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780748 Oct 18 23:26:00.881356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-687caa3c-4dd4-4236-a0d5-02ce623aa377 req-0d4c3134-e134-4032-9493-b6c2718385a6 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.882637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37f180-657d-4a1d-814a-06f9e6bbf2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:00.885324 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fd37f180-657d-4a1d-814a-06f9e6bbf2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.893464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fd37f180-657d-4a1d-814a-06f9e6bbf2b9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dc2bb6a6-33a5-48b1-8ea0-93047c7c3abb HTTP/1.1" status: 204 len: 168 time: 0.8555191 Oct 18 23:26:00.893464 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-687caa3c-4dd4-4236-a0d5-02ce623aa377 req-0d4c3134-e134-4032-9493-b6c2718385a6 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.893464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48782) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:00.895676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cc2b8-afd1-48c5-acee-07de57c5e410 None None] Network a1fbbb97-157e-4a93-a1ad-26ffa01120bf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:26:00.932725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6eda0e4c-ecf3-4816-a02b-0345da5c888e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.958182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-687caa3c-4dd4-4236-a0d5-02ce623aa377 req-0d4c3134-e134-4032-9493-b6c2718385a6 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:00.963826 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-687caa3c-4dd4-4236-a0d5-02ce623aa377 req-0d4c3134-e134-4032-9493-b6c2718385a6 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6571572 Oct 18 23:26:01.016497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c3134-e134-4032-9493-b6c2718385a6 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220d301d-162e-46a1-8501-258b714e0a35,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:01.050210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.085787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed48b60a-5612-452a-b7a2-c3f8fd57b8cf req-81a72207-b1cc-4f9c-ac8a-b15b0249918d tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/8c5fb728-98c1-4df5-bdff-9bc98a737753 HTTP/1.1" status: 200 len: 1806 time: 0.0703764 Oct 18 23:26:01.121983 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d08c7df-9add-434e-bb61-a6bc4fa01e8a req-9fce5a57-d575-453c-b2ac-beb4dab6ae05 service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608559 Oct 18 23:26:01.133851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360bf80-5541-48f9-a7d5-f0a8d7cd1ace req-a97653ca-b109-4472-9a7d-7c15d67c8432 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:01.136116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2360bf80-5541-48f9-a7d5-f0a8d7cd1ace req-a97653ca-b109-4472-9a7d-7c15d67c8432 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 945 time: 0.1246326 Oct 18 23:26:01.169862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6eda0e4c-ecf3-4816-a02b-0345da5c888e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.174086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cb10c558-e6df-40c6-ad80-91cfa2270861 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:26:01.175070 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6eda0e4c-ecf3-4816-a02b-0345da5c888e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.176354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6eda0e4c-ecf3-4816-a02b-0345da5c888e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-groups/e7ac3d9f-5187-4617-8db5-7d3b09135c35 HTTP/1.1" status: 204 len: 168 time: 0.4616332 Oct 18 23:26:01.186353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48786) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:01.209058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda0e4c-ecf3-4816-a02b-0345da5c888e tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac3d9f-5187-4617-8db5-7d3b09135c35,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:01.242479 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed48b60a-5612-452a-b7a2-c3f8fd57b8cf req-683f9925-1ed7-4869-82ad-c5e6c4cf3b23 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/220d301d-162e-46a1-8501-258b714e0a35 HTTP/1.1" status: 200 len: 1806 time: 0.1316078 Oct 18 23:26:01.243888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2360bf80-5541-48f9-a7d5-f0a8d7cd1ace req-d28ef814-c439-4c65-b92f-86143d790971 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768719 Oct 18 23:26:01.264851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Deleting port 74bf7d67-e54e-46e2-86b8-22e407b07f3c {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:26:01.265165 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.273913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa325d5-758a-4e40-8912-ee6beac230ef None None] DHCP port deletion for a1fbbb97-157e-4a93-a1ad-26ffa01120bf request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:26:01.294833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ed48b60a-5612-452a-b7a2-c3f8fd57b8cf req-8c5f51fc-b48c-451f-9649-c842a9be8ef2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c5fb728-98c1-4df5-bdff-9bc98a737753', 'remote_group_id': '220d301d-162e-46a1-8501-258b714e0a35', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:01.295248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ed48b60a-5612-452a-b7a2-c3f8fd57b8cf req-8c5f51fc-b48c-451f-9649-c842a9be8ef2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c5fb728-98c1-4df5-bdff-9bc98a737753', 'remote_group_id': '220d301d-162e-46a1-8501-258b714e0a35', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:01.351229 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f19a5b4-0355-40cc-99c1-4fce0990cd56 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1554320 Oct 18 23:26:01.355588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48790) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:01.366110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cc04eba7-f9dc-4e0b-a84d-d9ac426725d7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group': {'name': 'tempest-secgroup--518803820'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:01.416980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cb10c558-e6df-40c6-ad80-91cfa2270861,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:01.449939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] For port 74bf7d67-e54e-46e2-86b8-22e407b07f3c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=74bf7d67-e54e-46e2-86b8-22e407b07f3c,segment=NetworkSegment(2a5d0467-69c1-4551-b46f-6ef4e408e0d1),segment_id=2a5d0467-69c1-4551-b46f-6ef4e408e0d1)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:01.450513 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.453137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e846383-cd3f-47ad-87e9-22e96668d351 req-42cff7cb-05d6-4acc-bb03-e02b54d78634 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:01.455258 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e846383-cd3f-47ad-87e9-22e96668d351 req-42cff7cb-05d6-4acc-bb03-e02b54d78634 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 943 time: 0.0783560 Oct 18 23:26:01.464822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'cb10c558-e6df-40c6-ad80-91cfa2270861', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'port_id': 'cb10c558-e6df-40c6-ad80-91cfa2270861', 'mac_address': 'fa:16:3e:00:f1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5cc56-f976-4b7f-b7db-43eb616dedd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:26:01.479978 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc04eba7-f9dc-4e0b-a84d-d9ac426725d7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.488358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Calling delete_port for 74bf7d67-e54e-46e2-86b8-22e407b07f3c owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:26:01.532663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e846383-cd3f-47ad-87e9-22e96668d351 req-9af864e7-f1b3-4045-aeae-8e75b33c1c7d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641928 Oct 18 23:26:01.590390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8aa325d5-758a-4e40-8912-ee6beac230ef None None] Deleting port 74bf7d67-e54e-46e2-86b8-22e407b07f3c {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:26:01.591090 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8aa325d5-758a-4e40-8912-ee6beac230ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.605809 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc04eba7-f9dc-4e0b-a84d-d9ac426725d7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.612388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc04eba7-f9dc-4e0b-a84d-d9ac426725d7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.651125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ed48b60a-5612-452a-b7a2-c3f8fd57b8cf req-8c5f51fc-b48c-451f-9649-c842a9be8ef2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.661165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04eba7-f9dc-4e0b-a84d-d9ac426725d7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b9a7d-2aca-4bc8-a18c-4a9f1783cf00,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:01.666556 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc04eba7-f9dc-4e0b-a84d-d9ac426725d7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.668102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cc04eba7-f9dc-4e0b-a84d-d9ac426725d7 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3082430 Oct 18 23:26:01.672776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48806) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:01.679782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-58ae94d8-3bc8-488d-9b59-5eddda175503 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': 'fd2b9a7d-2aca-4bc8-a18c-4a9f1783cf00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:01.719814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58ae94d8-3bc8-488d-9b59-5eddda175503 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.814560 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ed48b60a-5612-452a-b7a2-c3f8fd57b8cf req-8c5f51fc-b48c-451f-9649-c842a9be8ef2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.829804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ed48b60a-5612-452a-b7a2-c3f8fd57b8cf req-8c5f51fc-b48c-451f-9649-c842a9be8ef2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.836544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58ae94d8-3bc8-488d-9b59-5eddda175503 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.842468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58ae94d8-3bc8-488d-9b59-5eddda175503 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.867262 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.869432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae94d8-3bc8-488d-9b59-5eddda175503 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a980dc-d3c2-41f6-80e4-ee93fe746051,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:01.882688 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58ae94d8-3bc8-488d-9b59-5eddda175503 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.889316 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-58ae94d8-3bc8-488d-9b59-5eddda175503 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2096846 Oct 18 23:26:01.889771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48808) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:01.889943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f51fc-b48c-451f-9649-c842a9be8ef2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8185fdc-2cf1-46c5-bb25-d4b8d931565d,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:01.933257 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01614120-ae49-40e7-8a4a-59af2d2d6b23 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.947033 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01614120-ae49-40e7-8a4a-59af2d2d6b23 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.958083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bf7d67-e54e-46e2-86b8-22e407b07f3c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:01.972741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:01.986324 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ed48b60a-5612-452a-b7a2-c3f8fd57b8cf req-8c5f51fc-b48c-451f-9649-c842a9be8ef2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.000738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed48b60a-5612-452a-b7a2-c3f8fd57b8cf req-8c5f51fc-b48c-451f-9649-c842a9be8ef2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7295785 Oct 18 23:26:02.002221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8aa325d5-758a-4e40-8912-ee6beac230ef None None] For port 74bf7d67-e54e-46e2-86b8-22e407b07f3c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=74bf7d67-e54e-46e2-86b8-22e407b07f3c,segment=NetworkSegment(2a5d0467-69c1-4551-b46f-6ef4e408e0d1),segment_id=2a5d0467-69c1-4551-b46f-6ef4e408e0d1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:02.003518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8aa325d5-758a-4e40-8912-ee6beac230ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.020495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb10c558-e6df-40c6-ad80-91cfa2270861 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:02.021702 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01614120-ae49-40e7-8a4a-59af2d2d6b23 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.027911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] No DVR routers for this DVR port 74bf7d67-e54e-46e2-86b8-22e407b07f3c on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:26:02.031016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01614120-ae49-40e7-8a4a-59af2d2d6b23 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.034955 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-01614120-ae49-40e7-8a4a-59af2d2d6b23 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/75a980dc-d3c2-41f6-80e4-ee93fe746051 HTTP/1.1" status: 204 len: 168 time: 0.1440210 Oct 18 23:26:02.038963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48812) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:02.040382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8aa325d5-758a-4e40-8912-ee6beac230ef None None] Calling delete_port for 74bf7d67-e54e-46e2-86b8-22e407b07f3c owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:26:02.078351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01614120-ae49-40e7-8a4a-59af2d2d6b23 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a980dc-d3c2-41f6-80e4-ee93fe746051,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:02.086286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cb10c558-e6df-40c6-ad80-91cfa2270861,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:02.088674 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:26:02.112522 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-53f8935f-f206-44c2-b7dd-7cff17f92542 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0716639 Oct 18 23:26:02.115954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48814) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:02.141943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-e3e88228-99ab-45dd-a805-60ba90746a9e req-0b010e5d-63db-49ca-be5d-84196b95754f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1968513576', 'description': 'tempest-description-2142927568'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:02.151534 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.201780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 74bf7d67-e54e-46e2-86b8-22e407b07f3c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:26:02.202828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8afcde66-3427-4d1b-9295-2d25d12b1640 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.233662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8afcde66-3427-4d1b-9295-2d25d12b1640 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.254459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 74bf7d67-e54e-46e2-86b8-22e407b07f3c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:26:02.255130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 74bf7d67-e54e-46e2-86b8-22e407b07f3c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:26:02.281737 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.297922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e3e88228-99ab-45dd-a805-60ba90746a9e req-0b010e5d-63db-49ca-be5d-84196b95754f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.299489 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8afcde66-3427-4d1b-9295-2d25d12b1640 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.303854 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8afcde66-3427-4d1b-9295-2d25d12b1640 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.304271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=cb10c558-e6df-40c6-ad80-91cfa2270861,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:02.309744 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8afcde66-3427-4d1b-9295-2d25d12b1640 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-groups/fd2b9a7d-2aca-4bc8-a18c-4a9f1783cf00 HTTP/1.1" status: 204 len: 168 time: 0.1888487 Oct 18 23:26:02.311282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:02.330086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8aa325d5-758a-4e40-8912-ee6beac230ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.343414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcde66-3427-4d1b-9295-2d25d12b1640 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b9a7d-2aca-4bc8-a18c-4a9f1783cf00,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:02.343708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fbbb97-157e-4a93-a1ad-26ffa01120bf']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:02.369132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5d0467-69c1-4551-b46f-6ef4e408e0d1') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:02.369621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5d0467-69c1-4551-b46f-6ef4e408e0d1') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:02.401006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.417152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa325d5-758a-4e40-8912-ee6beac230ef None None] Pushing event deleted for resources: {'Port': ['ID=74bf7d67-e54e-46e2-86b8-22e407b07f3c,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:02.417427 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-909ba74e-4b46-441c-bdee-ee2d65406e33 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001413 Oct 18 23:26:02.417866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48820) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:02.425528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa325d5-758a-4e40-8912-ee6beac230ef None None] No DVR routers for this DVR port 74bf7d67-e54e-46e2-86b8-22e407b07f3c on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:26:02.427055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-40e6d14a-47d8-4bd2-970e-1f02eea0eb18 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968527719'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:02.442318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.469096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:26:02.469970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:26:02.473092 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:26:02.479206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['cb10c558-e6df-40c6-ad80-91cfa2270861'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:02.522777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40e6d14a-47d8-4bd2-970e-1f02eea0eb18 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.604950 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.622592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec564e2-3c09-45f9-94a5-b50f74da52ff req-4df4405d-3d3d-4cc1-b7f5-7790c0dfb691 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:02.635284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ec564e2-3c09-45f9-94a5-b50f74da52ff req-4df4405d-3d3d-4cc1-b7f5-7790c0dfb691 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 945 time: 0.1490936 Oct 18 23:26:02.635655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e3e88228-99ab-45dd-a805-60ba90746a9e req-0b010e5d-63db-49ca-be5d-84196b95754f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.638161 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.647403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a1fbbb97-157e-4a93-a1ad-26ffa01120bf HTTP/1.1" status: 204 len: 168 time: 1.7477810 Oct 18 23:26:02.699096 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e3e88228-99ab-45dd-a805-60ba90746a9e req-0b010e5d-63db-49ca-be5d-84196b95754f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.724115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df350ef-7deb-425f-8521-8ab38d1b2843 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1fbbb97-157e-4a93-a1ad-26ffa01120bf,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:02.736049 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ec564e2-3c09-45f9-94a5-b50f74da52ff req-9f3818c0-b1e7-4b2b-a952-62325c0fb70f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983522 Oct 18 23:26:02.753316 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40e6d14a-47d8-4bd2-970e-1f02eea0eb18 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.758985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40e6d14a-47d8-4bd2-970e-1f02eea0eb18 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.790241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e3e88228-99ab-45dd-a805-60ba90746a9e req-0b010e5d-63db-49ca-be5d-84196b95754f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.791895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3e88228-99ab-45dd-a805-60ba90746a9e req-0b010e5d-63db-49ca-be5d-84196b95754f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6619687 Oct 18 23:26:02.795276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010e5d-63db-49ca-be5d-84196b95754f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf1532d-e431-42e4-a339-5be4f8cc01e5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:02.803476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 59d0ca7a-307a-4b7e-ae80-b985bc807606 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:02.912839 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40e6d14a-47d8-4bd2-970e-1f02eea0eb18 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.913664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 59d0ca7a-307a-4b7e-ae80-b985bc807606 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:26:02.915330 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-40e6d14a-47d8-4bd2-970e-1f02eea0eb18 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4957976 Oct 18 23:26:02.917898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48840) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:02.923484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6d14a-47d8-4bd2-970e-1f02eea0eb18 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d84f36-d3b0-4702-8d6c-42b9ca7914d6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:02.926108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 59d0ca7a-307a-4b7e-ae80-b985bc807606 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:02.927707 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:02.928304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3d551682-7afd-4da8-b723-469f8116bca8 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': '18d84f36-d3b0-4702-8d6c-42b9ca7914d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:02.981380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411caef6-7bab-40f1-9b3f-b014ae4c1cf7 req-a23bb54f-e294-48b9-933e-2f4bc63cb15a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:02.985681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-411caef6-7bab-40f1-9b3f-b014ae4c1cf7 req-a23bb54f-e294-48b9-933e-2f4bc63cb15a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 943 time: 0.1601639 Oct 18 23:26:02.993413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48842) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:03.003189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-e07846f2-dce1-4a64-83b5-ac3c4746288d req-c367673c-a001-42d8-9bcf-468dd4b0e5b8 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-510298205', 'description': 'tempest-description-1831038710'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:03.014859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d551682-7afd-4da8-b723-469f8116bca8 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.065194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e07846f2-dce1-4a64-83b5-ac3c4746288d req-c367673c-a001-42d8-9bcf-468dd4b0e5b8 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.109187 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d551682-7afd-4da8-b723-469f8116bca8 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.117136 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-29c3169f-bf40-4bbe-a87d-7ffe708c84b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f410f55dbbb4058ae1f0f4cc25a04d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1190271 Oct 18 23:26:03.117813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48846) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:03.121598 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-411caef6-7bab-40f1-9b3f-b014ae4c1cf7 req-5be98600-826f-4aa9-8759-bb771b3411db tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101656 Oct 18 23:26:03.141525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d551682-7afd-4da8-b723-469f8116bca8 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.144373 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.187924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cb10c558-e6df-40c6-ad80-91cfa2270861 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:03.221693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d551682-7afd-4da8-b723-469f8116bca8 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf086d7f-5f62-4111-a71d-e81e5c4fc854,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:03.232810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d551682-7afd-4da8-b723-469f8116bca8 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.238539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3d551682-7afd-4da8-b723-469f8116bca8 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3146791 Oct 18 23:26:03.239589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48848) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:03.268287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-96726b2e-32ee-4f4c-9fa7-870e80eb47f0 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules/bf086d7f-5f62-4111-a71d-e81e5c4fc854 HTTP/1.1" status: 200 len: 763 time: 0.0272996 Oct 18 23:26:03.272167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48850) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:03.277144 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c852-4611-4e2e-b45e-b902288c0837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.282061 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e07846f2-dce1-4a64-83b5-ac3c4746288d req-c367673c-a001-42d8-9bcf-468dd4b0e5b8 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.288614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b617c47-e100-4cbd-85a4-17f47a723d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0ca7a-307a-4b7e-ae80-b985bc807606'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:03.291149 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b50c62b-18b6-47b1-95d6-5ed3642914b1" -d '{"events": [{"server_uuid": "3b617c47-e100-4cbd-85a4-17f47a723d78", "name": "network-vif-plugged", "status": "completed", "tag": "59d0ca7a-307a-4b7e-ae80-b985bc807606"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:03.308392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e07846f2-dce1-4a64-83b5-ac3c4746288d req-c367673c-a001-42d8-9bcf-468dd4b0e5b8 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.315508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 59d0ca7a-307a-4b7e-ae80-b985bc807606, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=59d0ca7a-307a-4b7e-ae80-b985bc807606,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:03.321081 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.394364 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c852-4611-4e2e-b45e-b902288c0837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.407662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-73a83f02-5a41-45ce-b10c-663d26670774 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1332974 Oct 18 23:26:03.411410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48854) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:03.411838 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e07846f2-dce1-4a64-83b5-ac3c4746288d req-c367673c-a001-42d8-9bcf-468dd4b0e5b8 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.414356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e07846f2-dce1-4a64-83b5-ac3c4746288d req-c367673c-a001-42d8-9bcf-468dd4b0e5b8 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4254003 Oct 18 23:26:03.417622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port cb10c558-e6df-40c6-ad80-91cfa2270861 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:03.418871 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.440788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367673c-a001-42d8-9bcf-468dd4b0e5b8 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0244aa7-fba9-4591-89cc-7befed2b77bf,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:03.475061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=59d0ca7a-307a-4b7e-ae80-b985bc807606,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:03.492653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bdbb-45f2-48c6-8975-ae871fd2e82c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.518966 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e20eedb-4a2c-407d-a2b5-1ab652258d0b x-openstack-request-id: req-8e20eedb-4a2c-407d-a2b5-1ab652258d0b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:03.519450 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b617c47-e100-4cbd-85a4-17f47a723d78", "name": "network-vif-plugged", "status": "completed", "tag": "59d0ca7a-307a-4b7e-ae80-b985bc807606", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:03.520154 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e20eedb-4a2c-407d-a2b5-1ab652258d0b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:03.520977 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b617c47-e100-4cbd-85a4-17f47a723d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0ca7a-307a-4b7e-ae80-b985bc807606', 'code': 200} Oct 18 23:26:03.525336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bdbb-45f2-48c6-8975-ae871fd2e82c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.544362 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c852-4611-4e2e-b45e-b902288c0837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.552299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c852-4611-4e2e-b45e-b902288c0837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.555090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a0d5c852-4611-4e2e-b45e-b902288c0837 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05de42ac-add5-4568-b0ac-bceb49c27e58 HTTP/1.1" status: 204 len: 168 time: 0.4317532 Oct 18 23:26:03.568641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5c852-4611-4e2e-b45e-b902288c0837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05de42ac-add5-4568-b0ac-bceb49c27e58,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:03.624930 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.681282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cb10c558-e6df-40c6-ad80-91cfa2270861,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:03.688577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.715437 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0a5c122-b3b3-42ac-81f0-ae634c8d3d3d req-aa7b35b2-c1c9-4881-9990-9d6aafd57222 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/cdf1532d-e431-42e4-a339-5be4f8cc01e5 HTTP/1.1" status: 200 len: 1807 time: 0.2166898 Oct 18 23:26:03.720296 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bdbb-45f2-48c6-8975-ae871fd2e82c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.726522 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bdbb-45f2-48c6-8975-ae871fd2e82c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:03.728290 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0d8bdbb-45f2-48c6-8975-ae871fd2e82c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/bf086d7f-5f62-4111-a71d-e81e5c4fc854 HTTP/1.1" status: 204 len: 168 time: 0.3151627 Oct 18 23:26:03.733286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48860) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:03.785992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8bdbb-45f2-48c6-8975-ae871fd2e82c tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf086d7f-5f62-4111-a71d-e81e5c4fc854,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:03.825273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b872ee-61b5-4338-a418-9f5a7b1ccaaa req-9930f4fc-4aa0-4fb7-b622-5bfd96f667e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:03.827502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0b872ee-61b5-4338-a418-9f5a7b1ccaaa req-9930f4fc-4aa0-4fb7-b622-5bfd96f667e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 1098 time: 0.2088065 Oct 18 23:26:03.838955 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0a5c122-b3b3-42ac-81f0-ae634c8d3d3d req-360f1782-19e5-4036-8f8f-8c5befda5a8c tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/a0244aa7-fba9-4591-89cc-7befed2b77bf HTTP/1.1" status: 200 len: 1806 time: 0.1066039 Oct 18 23:26:03.845626 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-da7205e7-9aee-4dd8-9310-96da52f75e56 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1095550 Oct 18 23:26:03.848570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-c0a5c122-b3b3-42ac-81f0-ae634c8d3d3d req-ad8ed694-c743-4427-b3a1-e03ddd39fb6b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cdf1532d-e431-42e4-a339-5be4f8cc01e5', 'remote_group_id': 'a0244aa7-fba9-4591-89cc-7befed2b77bf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:03.848908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-c0a5c122-b3b3-42ac-81f0-ae634c8d3d3d req-ad8ed694-c743-4427-b3a1-e03ddd39fb6b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cdf1532d-e431-42e4-a339-5be4f8cc01e5', 'remote_group_id': 'a0244aa7-fba9-4591-89cc-7befed2b77bf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:03.862331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48866) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:03.866499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=cb10c558-e6df-40c6-ad80-91cfa2270861,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:03.877554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ab706b82-c0b6-4226-b7ad-bca7600a14a2 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': '18d84f36-d3b0-4702-8d6c-42b9ca7914d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:03.923678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0b872ee-61b5-4338-a418-9f5a7b1ccaaa req-5a23bb1a-38a5-4be3-a2e8-aeed83be6a6e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793922 Oct 18 23:26:03.989426 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c0a5c122-b3b3-42ac-81f0-ae634c8d3d3d req-ad8ed694-c743-4427-b3a1-e03ddd39fb6b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.037552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6ee1-567d-4c91-a7e8-4394380da23d req-25016f97-b58a-429d-90c3-c14fdf779af7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:04.041080 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b9a6ee1-567d-4c91-a7e8-4394380da23d req-25016f97-b58a-429d-90c3-c14fdf779af7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.1474102 Oct 18 23:26:04.042883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab706b82-c0b6-4226-b7ad-bca7600a14a2 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.053024 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c0a5c122-b3b3-42ac-81f0-ae634c8d3d3d req-ad8ed694-c743-4427-b3a1-e03ddd39fb6b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.058537 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c0a5c122-b3b3-42ac-81f0-ae634c8d3d3d req-ad8ed694-c743-4427-b3a1-e03ddd39fb6b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.085249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ed694-c743-4427-b3a1-e03ddd39fb6b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbb8e43-439b-41e8-aa02-ff026393bd60,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:04.109722 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c0a5c122-b3b3-42ac-81f0-ae634c8d3d3d req-ad8ed694-c743-4427-b3a1-e03ddd39fb6b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.111372 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0a5c122-b3b3-42ac-81f0-ae634c8d3d3d req-ad8ed694-c743-4427-b3a1-e03ddd39fb6b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2713048 Oct 18 23:26:04.168775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b9a6ee1-567d-4c91-a7e8-4394380da23d req-cb459b20-6bdc-45ef-a977-ae8d297cc1e1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171851 Oct 18 23:26:04.216935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab706b82-c0b6-4226-b7ad-bca7600a14a2 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.223735 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab706b82-c0b6-4226-b7ad-bca7600a14a2 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.268906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab706b82-c0b6-4226-b7ad-bca7600a14a2 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bbf5de-f01d-41d7-a9f3-b6b80fd0700a,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:04.277990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab706b82-c0b6-4226-b7ad-bca7600a14a2 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.282128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ab706b82-c0b6-4226-b7ad-bca7600a14a2 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4138784 Oct 18 23:26:04.284931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48890) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:04.319984 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-51499ec0-209b-46ba-a11e-9b2ad66e6d79 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules/d4bbf5de-f01d-41d7-a9f3-b6b80fd0700a HTTP/1.1" status: 200 len: 763 time: 0.0311642 Oct 18 23:26:04.320733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48894) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:04.327079 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b236647b-8671-4ee5-9344-bcf45e103b7d req-cf7b5660-b90a-4248-a7ea-70418312ce45 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/a0244aa7-fba9-4591-89cc-7befed2b77bf HTTP/1.1" status: 200 len: 1806 time: 0.0932131 Oct 18 23:26:04.367496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944b707-cdd5-417c-8ad1-b1046c11ffc8 req-963dcecc-9dc9-4143-bae8-893d3846c72f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:04.369460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b944b707-cdd5-417c-8ad1-b1046c11ffc8 req-963dcecc-9dc9-4143-bae8-893d3846c72f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 943 time: 0.0867159 Oct 18 23:26:04.414549 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e8afb135-d8d9-44f2-a2ca-d304e0ffa87b tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0927539 Oct 18 23:26:04.417653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48898) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:04.422761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b236647b-8671-4ee5-9344-bcf45e103b7d req-b2a817a9-ef30-4ea7-acdc-5ded0b6a1615 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.468446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b944b707-cdd5-417c-8ad1-b1046c11ffc8 req-24071458-b15e-4110-a87a-8730b4162f67 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882945 Oct 18 23:26:04.487722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b236647b-8671-4ee5-9344-bcf45e103b7d req-b2a817a9-ef30-4ea7-acdc-5ded0b6a1615 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.509417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b491424-196d-4188-9ebf-4d057ce31f1b tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.537972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b491424-196d-4188-9ebf-4d057ce31f1b tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.606042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.664244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b491424-196d-4188-9ebf-4d057ce31f1b tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.675186 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b491424-196d-4188-9ebf-4d057ce31f1b tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.679436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48910) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:04.680232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7b491424-196d-4188-9ebf-4d057ce31f1b tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d4bbf5de-f01d-41d7-a9f3-b6b80fd0700a HTTP/1.1" status: 204 len: 168 time: 0.2595572 Oct 18 23:26:04.689105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b236647b-8671-4ee5-9344-bcf45e103b7d req-b2a817a9-ef30-4ea7-acdc-5ded0b6a1615 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.692653 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b236647b-8671-4ee5-9344-bcf45e103b7d req-b2a817a9-ef30-4ea7-acdc-5ded0b6a1615 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.693922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b236647b-8671-4ee5-9344-bcf45e103b7d req-b2a817a9-ef30-4ea7-acdc-5ded0b6a1615 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "DELETE /v2.0/security-groups/a0244aa7-fba9-4591-89cc-7befed2b77bf HTTP/1.1" status: 204 len: 173 time: 0.3593919 Oct 18 23:26:04.698331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b491424-196d-4188-9ebf-4d057ce31f1b tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4bbf5de-f01d-41d7-a9f3-b6b80fd0700a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:04.709190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a817a9-ef30-4ea7-acdc-5ded0b6a1615 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0244aa7-fba9-4591-89cc-7befed2b77bf,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:04.743032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-11b540f0-f656-423a-8b8f-dfdaed6d1c65 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618598 Oct 18 23:26:04.746121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48914) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:04.752368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1d805c3c-0fef-41fd-9263-b4320d030c3f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Request body: {'security_group_rule': {'security_group_id': '18d84f36-d3b0-4702-8d6c-42b9ca7914d6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:04.804131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:26:04.805183 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d805c3c-0fef-41fd-9263-b4320d030c3f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.825617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:04.835111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03b0a6de-bcfb-44da-a796-0c6230897210 req-391cc45e-d455-4cb4-a3b3-91b5c37c556e tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/cdf1532d-e431-42e4-a339-5be4f8cc01e5 HTTP/1.1" status: 200 len: 1807 time: 0.0923126 Oct 18 23:26:04.890857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-76ff5f3b-8599-4fa0-9c5e-898ee723d084 req-4be32af7-8965-4fbe-84db-a73d88ba29ed tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1125627151', 'description': 'tempest-description-1410739422'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:04.964257 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d805c3c-0fef-41fd-9263-b4320d030c3f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.968841 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d805c3c-0fef-41fd-9263-b4320d030c3f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.980591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-76ff5f3b-8599-4fa0-9c5e-898ee723d084 req-4be32af7-8965-4fbe-84db-a73d88ba29ed tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:04.994432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:04.997101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d805c3c-0fef-41fd-9263-b4320d030c3f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1362c7-f41c-4b9c-b583-cb9fb5d96932,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:05.027741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '6bff02c3-64d6-40c5-b9b5-c08bbde15b0a', 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7', 'port_id': '6bff02c3-64d6-40c5-b9b5-c08bbde15b0a', 'mac_address': 'fa:16:3e:6b:88:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8442eba-cbb7-44ec-9362-78857b6c5106', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:26:05.048196 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d805c3c-0fef-41fd-9263-b4320d030c3f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.052604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48932) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:05.059601 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d805c3c-0fef-41fd-9263-b4320d030c3f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3117170 Oct 18 23:26:05.084034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48934) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:05.086346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7804afc3-dbe6-473b-9463-7cdd464e4df1 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules/0b1362c7-f41c-4b9c-b583-cb9fb5d96932 HTTP/1.1" status: 200 len: 764 time: 0.0323606 Oct 18 23:26:05.150843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-403885817-network', 'tenant_id': 'b44da27b6e694bc995b5f70d16da2001'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:05.153988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.155296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-00e2c1b6-8538-4d14-bdf6-8ed088a875b5 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0700047 Oct 18 23:26:05.160787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48936) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:05.170669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-76ff5f3b-8599-4fa0-9c5e-898ee723d084 req-4be32af7-8965-4fbe-84db-a73d88ba29ed tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.178290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-76ff5f3b-8599-4fa0-9c5e-898ee723d084 req-4be32af7-8965-4fbe-84db-a73d88ba29ed tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.191583 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:05.215381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Made reservation on behalf of b44da27b6e694bc995b5f70d16da2001 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:05.221096 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.234671 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.261066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:05.271343 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-76ff5f3b-8599-4fa0-9c5e-898ee723d084 req-4be32af7-8965-4fbe-84db-a73d88ba29ed tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.274511 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.294601 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76ff5f3b-8599-4fa0-9c5e-898ee723d084 req-4be32af7-8965-4fbe-84db-a73d88ba29ed tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4100912 Oct 18 23:26:05.296969 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f7b73b6-5fc2-44b2-9d91-697d093e86fe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.322183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be32af7-8965-4fbe-84db-a73d88ba29ed tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a245d0a-ea5d-44ad-8424-11bab62330e8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:05.325729 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f7b73b6-5fc2-44b2-9d91-697d093e86fe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.424445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:05.460675 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-91b32ed6-879a-4196-84f2-e18463237eba req-fc68acc9-8b1c-4ce3-8fb3-b5381213d5a7 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/9a245d0a-ea5d-44ad-8424-11bab62330e8 HTTP/1.1" status: 200 len: 1807 time: 0.0481796 Oct 18 23:26:05.461634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f7b73b6-5fc2-44b2-9d91-697d093e86fe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.469436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f7b73b6-5fc2-44b2-9d91-697d093e86fe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.470677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0f7b73b6-5fc2-44b2-9d91-697d093e86fe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/0b1362c7-f41c-4b9c-b583-cb9fb5d96932 HTTP/1.1" status: 204 len: 168 time: 0.3088651 Oct 18 23:26:05.478999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48958) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:05.484128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-91b32ed6-879a-4196-84f2-e18463237eba req-84b8e125-c1c6-4361-b4a0-fd91cd2d7426 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a245d0a-ea5d-44ad-8424-11bab62330e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:05.484342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-91b32ed6-879a-4196-84f2-e18463237eba req-84b8e125-c1c6-4361-b4a0-fd91cd2d7426 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a245d0a-ea5d-44ad-8424-11bab62330e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:05.489089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b73b6-5fc2-44b2-9d91-697d093e86fe tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b1362c7-f41c-4b9c-b583-cb9fb5d96932,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:05.522618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:05.531667 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95032a5-68a1-4c31-ad50-d3aca676a212" -d '{"events": [{"server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "name": "network-vif-plugged", "status": "completed", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:05.559964 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-00ce8c3c-b033-48d2-be2c-556867a65c3f tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796034 Oct 18 23:26:05.568380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48966) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:05.618516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abde9c-8902-483d-99d3-03a5167d787c req-96773bd0-9b3b-4abb-a006-c14c405f4f59 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:05.621711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28abde9c-8902-483d-99d3-03a5167d787c req-96773bd0-9b3b-4abb-a006-c14c405f4f59 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.2953990 Oct 18 23:26:05.646090 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-91b32ed6-879a-4196-84f2-e18463237eba req-84b8e125-c1c6-4361-b4a0-fd91cd2d7426 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.679152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98c961c8-3577-4bcf-aad5-307aab437082 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.689585 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.708017 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.716259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98c961c8-3577-4bcf-aad5-307aab437082 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.731096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-91b32ed6-879a-4196-84f2-e18463237eba req-84b8e125-c1c6-4361-b4a0-fd91cd2d7426 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.739326 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-91b32ed6-879a-4196-84f2-e18463237eba req-84b8e125-c1c6-4361-b4a0-fd91cd2d7426 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.778284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['6bff02c3-64d6-40c5-b9b5-c08bbde15b0a'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:05.779473 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28abde9c-8902-483d-99d3-03a5167d787c req-d3a488dc-02a6-49d9-8f20-80cb2990adb8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411552 Oct 18 23:26:05.791095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8e125-c1c6-4361-b4a0-fd91cd2d7426 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158c44cf-e6bf-49dd-a4ad-ed4b321ca7a0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:05.823485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:26:05.824137 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-91b32ed6-879a-4196-84f2-e18463237eba req-84b8e125-c1c6-4361-b4a0-fd91cd2d7426 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.836544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-91b32ed6-879a-4196-84f2-e18463237eba req-84b8e125-c1c6-4361-b4a0-fd91cd2d7426 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3572898 Oct 18 23:26:05.844480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:05.850578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.851710 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Added segment c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1 of type vlan for network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 Oct 18 23:26:05.877300 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98c961c8-3577-4bcf-aad5-307aab437082 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.882277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98c961c8-3577-4bcf-aad5-307aab437082 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:05.886335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-98c961c8-3577-4bcf-aad5-307aab437082 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "DELETE /v2.0/security-groups/18d84f36-d3b0-4702-8d6c-42b9ca7914d6 HTTP/1.1" status: 204 len: 168 time: 0.3145292 Oct 18 23:26:05.890167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48978) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:05.944080 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb3138f-221c-4be3-b4a5-ed13c2773e0a x-openstack-request-id: req-8fb3138f-221c-4be3-b4a5-ed13c2773e0a {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:05.946942 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "name": "network-vif-plugged", "status": "completed", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:05.949293 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fb3138f-221c-4be3-b4a5-ed13c2773e0a {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:05.950001 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861', 'code': 200} Oct 18 23:26:05.979827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c961c8-3577-4bcf-aad5-307aab437082 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d84f36-d3b0-4702-8d6c-42b9ca7914d6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:06.005538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:06.061661 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4003443f-f472-4085-872c-297e1248efd6 tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1671047 Oct 18 23:26:06.070765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48980) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:06.160876 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b4bc1908-898d-4736-86b9-af6e97a3edcf tempest-SecGroupTest-1573281455 tempest-SecGroupTest-1573281455-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873802 Oct 18 23:26:06.204098 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:06.205865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:06.207756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:06.253399 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:06.322476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4953730 Oct 18 23:26:06.335459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:06.342990 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491bb06-2835-4eee-9f71-8044c7f03601 req-109ebe92-27b5-4ded-ac0b-a80f6239eefa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:06.355936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2491bb06-2835-4eee-9f71-8044c7f03601 req-109ebe92-27b5-4ded-ac0b-a80f6239eefa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 944 time: 0.2945192 Oct 18 23:26:06.360883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Request body: {'subnet': {'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-403885817-subnet', 'tenant_id': 'b44da27b6e694bc995b5f70d16da2001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:06.435230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0595b0d-0b3b-4478-923a-8a86a59aece3 admin admin] Pushing event updated for resources: {'Network': ['ID=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:06.467099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:26:06.530470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2491bb06-2835-4eee-9f71-8044c7f03601 req-858a018f-8d57-4286-84ee-dc4c0cf4a7ec tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695449 Oct 18 23:26:06.554860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Made reservation on behalf of b44da27b6e694bc995b5f70d16da2001 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:06.554860 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:06.867451 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-199b5a29-b750-424f-8683-8f5a8e72863e req-d83dfc36-3534-466c-b3ca-ae7b38c4a2d4 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/9a245d0a-ea5d-44ad-8424-11bab62330e8 HTTP/1.1" status: 200 len: 2401 time: 0.4288220 Oct 18 23:26:06.879802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-199b5a29-b750-424f-8683-8f5a8e72863e req-afd37429-24ae-4fa6-a0d1-2cc40e5ba481 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a245d0a-ea5d-44ad-8424-11bab62330e8', 'remote_group_id': None}]} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:06.881725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-199b5a29-b750-424f-8683-8f5a8e72863e req-afd37429-24ae-4fa6-a0d1-2cc40e5ba481 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a245d0a-ea5d-44ad-8424-11bab62330e8', 'remote_group_id': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:07.052648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53595b-976d-4424-a36f-848be8862cc1 req-67375c28-83c4-4384-bff9-a9b3ed173d8c tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:07.061536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd53595b-976d-4424-a36f-848be8862cc1 req-67375c28-83c4-4384-bff9-a9b3ed173d8c tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.0931654 Oct 18 23:26:07.073360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-199b5a29-b750-424f-8683-8f5a8e72863e req-afd37429-24ae-4fa6-a0d1-2cc40e5ba481 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.080006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49000) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:07.128268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd53595b-976d-4424-a36f-848be8862cc1 req-77ec3911-68b9-4a9c-b667-ae4a96a7a79e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653198 Oct 18 23:26:07.157465 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-199b5a29-b750-424f-8683-8f5a8e72863e req-afd37429-24ae-4fa6-a0d1-2cc40e5ba481 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.174949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-199b5a29-b750-424f-8683-8f5a8e72863e req-afd37429-24ae-4fa6-a0d1-2cc40e5ba481 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.189020 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.240180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd37429-24ae-4fa6-a0d1-2cc40e5ba481 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c268e69-f0f8-47be-95bb-4f1a65c0efb8,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:07.261983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-199b5a29-b750-424f-8683-8f5a8e72863e req-afd37429-24ae-4fa6-a0d1-2cc40e5ba481 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.274933 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-199b5a29-b750-424f-8683-8f5a8e72863e req-afd37429-24ae-4fa6-a0d1-2cc40e5ba481 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4056609 Oct 18 23:26:07.313072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7373e13-c3f2-42e5-a90f-aacf2be23383,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:07.380016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f64bd320-ff3a-42fb-aeaa-ebaf74083851 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48ab3f1e8f2c4003bfad28d968681e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959485 Oct 18 23:26:07.382583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49014) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:07.390268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Checking segment: {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:07.390651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Network hostable DHCP agents. Network: 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:26:07.433167 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b00a666f-1226-4fcf-8a5b-78a413aef37f req-34b2ea97-4224-42e9-90a7-c6a9feecb556 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/9a245d0a-ea5d-44ad-8424-11bab62330e8 HTTP/1.1" status: 200 len: 3000 time: 0.0805218 Oct 18 23:26:07.461282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:26:07.479935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:07.497151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d771a23-0e3b-46ae-8123-903177bb6e96 None None] Network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:26:07.513035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:07.514899 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.544397 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16aec39b-da9d-47fe-bd14-9bf31edb109d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.585828 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16106740-4ab0-4526-8ea4-67efc7c448ba req-1d6193bf-2f9c-4cd4-b922-7f3677ed770e tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-group-rules/0c268e69-f0f8-47be-95bb-4f1a65c0efb8 HTTP/1.1" status: 200 len: 783 time: 0.0623970 Oct 18 23:26:07.641810 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-828793b0-4282-493b-8960-8a99f82e0fcf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3038089 Oct 18 23:26:07.674582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16aec39b-da9d-47fe-bd14-9bf31edb109d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.748385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16106740-4ab0-4526-8ea4-67efc7c448ba req-8453830d-b672-4b1a-8233-98a06cc6f88c tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/9a245d0a-ea5d-44ad-8424-11bab62330e8 HTTP/1.1" status: 200 len: 3000 time: 0.1607628 Oct 18 23:26:07.874840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-16106740-4ab0-4526-8ea4-67efc7c448ba req-0ddfdf2e-bb40-4894-b79a-5b628678a2f5 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.877164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d5bb11-37fa-41ce-a654-e5e89e8a10a0 None None] Network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:26:07.903860 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-16106740-4ab0-4526-8ea4-67efc7c448ba req-0ddfdf2e-bb40-4894-b79a-5b628678a2f5 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.943101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-16106740-4ab0-4526-8ea4-67efc7c448ba req-0ddfdf2e-bb40-4894-b79a-5b628678a2f5 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.947629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c0b4b-3ff8-461e-842f-76c21246c1e0 req-440b5e35-ead0-4953-a28a-a9888edd13c0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:07.952436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-16106740-4ab0-4526-8ea4-67efc7c448ba req-0ddfdf2e-bb40-4894-b79a-5b628678a2f5 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:07.954465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d52c0b4b-3ff8-461e-842f-76c21246c1e0 req-440b5e35-ead0-4953-a28a-a9888edd13c0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.2213728 Oct 18 23:26:07.969211 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16106740-4ab0-4526-8ea4-67efc7c448ba req-0ddfdf2e-bb40-4894-b79a-5b628678a2f5 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/0c268e69-f0f8-47be-95bb-4f1a65c0efb8 HTTP/1.1" status: 204 len: 173 time: 0.1814928 Oct 18 23:26:08.005095 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16aec39b-da9d-47fe-bd14-9bf31edb109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:08.016651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16aec39b-da9d-47fe-bd14-9bf31edb109d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:08.019365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-16aec39b-da9d-47fe-bd14-9bf31edb109d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3dd51eb8-8e01-4a5d-9416-dbe4ee79259d HTTP/1.1" status: 204 len: 168 time: 0.6356604 Oct 18 23:26:08.027618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfdf2e-bb40-4894-b79a-5b628678a2f5 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c268e69-f0f8-47be-95bb-4f1a65c0efb8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:08.046820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aec39b-da9d-47fe-bd14-9bf31edb109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd51eb8-8e01-4a5d-9416-dbe4ee79259d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:08.080444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d52c0b4b-3ff8-461e-842f-76c21246c1e0 req-badc44b2-db8f-43d3-8207-51a8484f3c33 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238866 Oct 18 23:26:08.195462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712355f2-39b8-413c-85d5-bb67f275a526 req-0556dc1f-437c-4aa5-9929-9264e9dc45be tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:08.198436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-712355f2-39b8-413c-85d5-bb67f275a526 req-0556dc1f-437c-4aa5-9929-9264e9dc45be tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 944 time: 0.1072540 Oct 18 23:26:08.261437 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-712355f2-39b8-413c-85d5-bb67f275a526 req-55f493d6-22f2-4439-9ea5-aa218cc1ced1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Oct 18 23:26:08.295468 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2bda4955-b4c7-4912-b5ce-8260db41903f req-f6c77755-5205-4b7d-8a3a-3cd46bbc79a8 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/9a245d0a-ea5d-44ad-8424-11bab62330e8 HTTP/1.1" status: 200 len: 2401 time: 0.0834105 Oct 18 23:26:08.412411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2bda4955-b4c7-4912-b5ce-8260db41903f req-f0e62bee-1f22-4cc8-9aba-fa655d287137 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:08.516649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2bda4955-b4c7-4912-b5ce-8260db41903f req-f0e62bee-1f22-4cc8-9aba-fa655d287137 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:08.703311 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2bda4955-b4c7-4912-b5ce-8260db41903f req-f0e62bee-1f22-4cc8-9aba-fa655d287137 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:08.709157 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2bda4955-b4c7-4912-b5ce-8260db41903f req-f0e62bee-1f22-4cc8-9aba-fa655d287137 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:08.722147 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2bda4955-b4c7-4912-b5ce-8260db41903f req-f0e62bee-1f22-4cc8-9aba-fa655d287137 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "DELETE /v2.0/security-groups/9a245d0a-ea5d-44ad-8424-11bab62330e8 HTTP/1.1" status: 204 len: 173 time: 0.4251156 Oct 18 23:26:08.776734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e62bee-1f22-4cc8-9aba-fa655d287137 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a245d0a-ea5d-44ad-8424-11bab62330e8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:08.838213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:08.959196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:26:08.986504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:08.987459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:09.110026 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-14f667e2-3042-4ccf-b235-d959e486e44f req-323be643-37eb-4b86-8489-1585dacc5a3b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] show failed (client error): The resource could not be found. Oct 18 23:26:09.117708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14f667e2-3042-4ccf-b235-d959e486e44f req-323be643-37eb-4b86-8489-1585dacc5a3b tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/a0244aa7-fba9-4591-89cc-7befed2b77bf HTTP/1.1" status: 404 len: 352 time: 0.0570533 Oct 18 23:26:09.303066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0eb77-ed12-43d1-b93a-d62a9095d519 req-b7a5904c-6014-44bf-8535-6b2f0bc4e8a5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:09.314711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30c0eb77-ed12-43d1-b93a-d62a9095d519 req-b7a5904c-6014-44bf-8535-6b2f0bc4e8a5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.0993607 Oct 18 23:26:09.390771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30c0eb77-ed12-43d1-b93a-d62a9095d519 req-55705bab-3422-4dc1-8f9f-b41e99967c48 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740986 Oct 18 23:26:09.439364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:09.498766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e03275-c9ac-47ad-b07a-1cdbb98532b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bff02c3-64d6-40c5-b9b5-c08bbde15b0a'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:09.500096 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e026f-744c-44d3-93f6-6d73d648a302" -d '{"events": [{"server_uuid": "b0e03275-c9ac-47ad-b07a-1cdbb98532b4", "name": "network-vif-plugged", "status": "completed", "tag": "6bff02c3-64d6-40c5-b9b5-c08bbde15b0a"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:09.526476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdca81a5-547e-4dec-99eb-5080e95961fd req-0d391673-c0d2-439e-ad21-946cae6b0cf4 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/cdf1532d-e431-42e4-a339-5be4f8cc01e5 HTTP/1.1" status: 200 len: 1807 time: 0.1085620 Oct 18 23:26:09.541993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:09.550032 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:09.620334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-d4a71035-f722-4466-9a52-66b7aca885e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:09.626536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:09.645215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-d4a71035-f722-4466-9a52-66b7aca885e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/networks?id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 HTTP/1.1" status: 200 len: 817 time: 0.5829058 Oct 18 23:26:09.666238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdca81a5-547e-4dec-99eb-5080e95961fd req-3a7f66a6-83fb-470b-b0e5-a149958ee2a2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:09.705210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdca81a5-547e-4dec-99eb-5080e95961fd req-3a7f66a6-83fb-470b-b0e5-a149958ee2a2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:09.708397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-5d50f90b-236d-47f2-aa69-eccb6bf77001 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/quotas/b44da27b6e694bc995b5f70d16da2001 HTTP/1.1" status: 200 len: 375 time: 0.0570962 Oct 18 23:26:09.780412 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-7ce52fb5-b2b3-4c1f-88ec-6c5e57479f7b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b44da27b6e694bc995b5f70d16da2001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706437 Oct 18 23:26:09.825534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdca81a5-547e-4dec-99eb-5080e95961fd req-3a7f66a6-83fb-470b-b0e5-a149958ee2a2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:09.837171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdca81a5-547e-4dec-99eb-5080e95961fd req-3a7f66a6-83fb-470b-b0e5-a149958ee2a2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:09.850078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdca81a5-547e-4dec-99eb-5080e95961fd req-3a7f66a6-83fb-470b-b0e5-a149958ee2a2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "DELETE /v2.0/security-groups/cdf1532d-e431-42e4-a339-5be4f8cc01e5 HTTP/1.1" status: 204 len: 173 time: 0.3213832 Oct 18 23:26:09.881373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f66a6-83fb-470b-b0e5-a149958ee2a2 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf1532d-e431-42e4-a339-5be4f8cc01e5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:10.025334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49098) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:10.239587 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-a4e250be-f519-4e62-8853-824612d5948e service neutron] 10.222.0.52 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540777 Oct 18 23:26:10.254845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7c4d8-a1aa-4c38-bc41-3589011714c1 req-2ce30d44-6090-4d5a-84ee-bd546af67e45 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:10.256583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fb7c4d8-a1aa-4c38-bc41-3589011714c1 req-2ce30d44-6090-4d5a-84ee-bd546af67e45 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 945 time: 0.1298461 Oct 18 23:26:10.348365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-63a235d9-599e-4491-a90f-c4705024bb83 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:10.350126 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-63a235d9-599e-4491-a90f-c4705024bb83 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 23:26:10.350799 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-63a235d9-599e-4491-a90f-c4705024bb83 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 23:26:10.355479 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-63a235d9-599e-4491-a90f-c4705024bb83 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3254097 Oct 18 23:26:10.358193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49104) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:10.364328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485224333'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:10.372278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fb7c4d8-a1aa-4c38-bc41-3589011714c1 req-265f4224-e194-43fa-bfaa-5236c39fe959 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022060 Oct 18 23:26:10.417705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:10.419041 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-998502ba-866a-40c6-8ad5-974698d38e2e service neutron] 10.222.0.52 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590285 Oct 18 23:26:10.435168 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03de5072-0929-4f3c-a29f-9b63fb231e85 x-openstack-request-id: req-03de5072-0929-4f3c-a29f-9b63fb231e85 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:10.436894 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e03275-c9ac-47ad-b07a-1cdbb98532b4", "name": "network-vif-plugged", "status": "completed", "tag": "6bff02c3-64d6-40c5-b9b5-c08bbde15b0a", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:10.437440 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03de5072-0929-4f3c-a29f-9b63fb231e85 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:10.438597 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e03275-c9ac-47ad-b07a-1cdbb98532b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bff02c3-64d6-40c5-b9b5-c08bbde15b0a', 'code': 200} Oct 18 23:26:10.468413 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:10.617200 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af7ea646-8764-401b-8275-6336d0f885d8 req-26053df2-940e-4b44-b065-9422130c4349 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/220d301d-162e-46a1-8501-258b714e0a35 HTTP/1.1" status: 200 len: 1806 time: 0.1679447 Oct 18 23:26:10.618640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62790c-6b62-4449-9b7b-d8c20a006e60 req-5cbbd7e5-186a-4029-9991-996e72a500bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:10.620634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7a62790c-6b62-4449-9b7b-d8c20a006e60 req-5cbbd7e5-186a-4029-9991-996e72a500bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 1097 time: 0.0829699 Oct 18 23:26:10.691125 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7a62790c-6b62-4449-9b7b-d8c20a006e60 req-66b9d221-efa3-4a29-98e5-3555f6c0440a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627317 Oct 18 23:26:10.703379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:10.717993 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:10.774748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-af7ea646-8764-401b-8275-6336d0f885d8 req-4ce6efaa-e20a-4978-9b17-e45302bf7c9a tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:10.852192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26190b47-726c-45fb-99d7-3072bb3489eb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:10.898572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-af7ea646-8764-401b-8275-6336d0f885d8 req-4ce6efaa-e20a-4978-9b17-e45302bf7c9a tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.007956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.017858 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.089511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db6cd9-ab40-4479-aff8-0afe2cb91b1c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:11.099544 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.106599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a82f1e68-f68d-4b68-9b50-2b1b4b2e75fc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7469299 Oct 18 23:26:11.106815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49118) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:11.117762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c23d5ebb-b23c-4b77-bf4c-ea37948927bc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'c0db6cd9-ab40-4479-aff8-0afe2cb91b1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:11.130916 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-af7ea646-8764-401b-8275-6336d0f885d8 req-4ce6efaa-e20a-4978-9b17-e45302bf7c9a tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.139830 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-af7ea646-8764-401b-8275-6336d0f885d8 req-4ce6efaa-e20a-4978-9b17-e45302bf7c9a tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.156977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af7ea646-8764-401b-8275-6336d0f885d8 req-4ce6efaa-e20a-4978-9b17-e45302bf7c9a tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "DELETE /v2.0/security-groups/220d301d-162e-46a1-8501-258b714e0a35 HTTP/1.1" status: 204 len: 173 time: 0.5385399 Oct 18 23:26:11.176637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6efaa-e20a-4978-9b17-e45302bf7c9a tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220d301d-162e-46a1-8501-258b714e0a35,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:11.228564 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23d5ebb-b23c-4b77-bf4c-ea37948927bc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.350661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23d5ebb-b23c-4b77-bf4c-ea37948927bc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.359184 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23d5ebb-b23c-4b77-bf4c-ea37948927bc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.387365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b77d-b2df-4af4-a7b0-f9c1d189fcde req-3bbc5524-5280-4fc4-8688-4d916e7a63e6 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:11.389592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d58b77d-b2df-4af4-a7b0-f9c1d189fcde req-3bbc5524-5280-4fc4-8688-4d916e7a63e6 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.1239913 Oct 18 23:26:11.413680 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d5ebb-b23c-4b77-bf4c-ea37948927bc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ec0b49-fffd-40c6-970f-d0c77b29666d,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:11.430253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23d5ebb-b23c-4b77-bf4c-ea37948927bc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.432198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c23d5ebb-b23c-4b77-bf4c-ea37948927bc tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3232739 Oct 18 23:26:11.435263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49136) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:11.452140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4b88a7d2-8918-4808-9e2e-05257b3bee03 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'c0db6cd9-ab40-4479-aff8-0afe2cb91b1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:11.491594 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b88a7d2-8918-4808-9e2e-05257b3bee03 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.518990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d58b77d-b2df-4af4-a7b0-f9c1d189fcde req-fbc95f6b-542b-4694-8605-4da0a9df0dcd tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948820 Oct 18 23:26:11.607626 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-4b88a7d2-8918-4808-9e2e-05257b3bee03 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 23:26:11.613312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b88a7d2-8918-4808-9e2e-05257b3bee03 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1728711 Oct 18 23:26:11.616332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49148) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:11.641476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-934690b7-9447-43c6-91b4-19dfa25e3e6d req-b92f93a3-903d-4535-8495-b953a4f917f6 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/8c5fb728-98c1-4df5-bdff-9bc98a737753 HTTP/1.1" status: 200 len: 1806 time: 0.0550785 Oct 18 23:26:11.799675 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-934690b7-9447-43c6-91b4-19dfa25e3e6d req-0236b7ae-2370-453f-8491-7fb64a08f6aa tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.854820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-934690b7-9447-43c6-91b4-19dfa25e3e6d req-0236b7ae-2370-453f-8491-7fb64a08f6aa tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.856293 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-109756c3-1cff-4a2c-a85e-08bb7ca759fd tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.921071 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-109756c3-1cff-4a2c-a85e-08bb7ca759fd tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.951793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-934690b7-9447-43c6-91b4-19dfa25e3e6d req-0236b7ae-2370-453f-8491-7fb64a08f6aa tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.956061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc79242-92aa-4370-b7a9-a210930c5174 req-9506d1f2-03b4-464b-a64f-3f081759bee0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:11.957739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc79242-92aa-4370-b7a9-a210930c5174 req-9506d1f2-03b4-464b-a64f-3f081759bee0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 945 time: 0.2377446 Oct 18 23:26:11.961214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-934690b7-9447-43c6-91b4-19dfa25e3e6d req-0236b7ae-2370-453f-8491-7fb64a08f6aa tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:11.978988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-934690b7-9447-43c6-91b4-19dfa25e3e6d req-0236b7ae-2370-453f-8491-7fb64a08f6aa tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "DELETE /v2.0/security-groups/8c5fb728-98c1-4df5-bdff-9bc98a737753 HTTP/1.1" status: 204 len: 173 time: 0.3223417 Oct 18 23:26:12.005221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236b7ae-2370-453f-8491-7fb64a08f6aa tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5fb728-98c1-4df5-bdff-9bc98a737753,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:12.112285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ec4c515-df09-415a-9807-b8eabad64593 req-bc7c135c-16e1-4b4b-b10b-2e4f967d0b1d tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 210 time: 0.0521476 Oct 18 23:26:12.139869 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc79242-92aa-4370-b7a9-a210930c5174 req-dc4202ac-1923-414d-9c21-e33b5e1df866 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660392 Oct 18 23:26:12.196344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-109756c3-1cff-4a2c-a85e-08bb7ca759fd tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:12.199414 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-109756c3-1cff-4a2c-a85e-08bb7ca759fd tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:12.204748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-109756c3-1cff-4a2c-a85e-08bb7ca759fd tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/c0db6cd9-ab40-4479-aff8-0afe2cb91b1c HTTP/1.1" status: 204 len: 168 time: 0.5826468 Oct 18 23:26:12.205301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49156) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:12.255741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8788c77-7ef3-47ef-920d-8819b6e4a049 req-487d0ad3-0471-4700-a0cf-0bc3b9b4aa48 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/79e7f16c-73fa-42db-977f-c7edce560ccc HTTP/1.1" status: 200 len: 2407 time: 0.1258490 Oct 18 23:26:12.268949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109756c3-1cff-4a2c-a85e-08bb7ca759fd tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0db6cd9-ab40-4479-aff8-0afe2cb91b1c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:12.370672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e257973c-9122-4184-94fe-f3143ab183d7 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1529031 Oct 18 23:26:12.375262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49160) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:12.386177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-11f5f1fd-0a2d-44d0-b142-a5aa730b14cb tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'tempest-secgroup--598804700'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:12.403585 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f8788c77-7ef3-47ef-920d-8819b6e4a049 req-9e40d9a1-6162-466c-bd25-bb2b62f5b48f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:12.438418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11f5f1fd-0a2d-44d0-b142-a5aa730b14cb tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:12.441849 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f8788c77-7ef3-47ef-920d-8819b6e4a049 req-9e40d9a1-6162-466c-bd25-bb2b62f5b48f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:12.501960 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f8788c77-7ef3-47ef-920d-8819b6e4a049 req-9e40d9a1-6162-466c-bd25-bb2b62f5b48f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:12.505372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f8788c77-7ef3-47ef-920d-8819b6e4a049 req-9e40d9a1-6162-466c-bd25-bb2b62f5b48f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:12.509944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8788c77-7ef3-47ef-920d-8819b6e4a049 req-9e40d9a1-6162-466c-bd25-bb2b62f5b48f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "DELETE /v2.0/security-groups/79e7f16c-73fa-42db-977f-c7edce560ccc HTTP/1.1" status: 204 len: 173 time: 0.2500968 Oct 18 23:26:12.521783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40d9a1-6162-466c-bd25-bb2b62f5b48f tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e7f16c-73fa-42db-977f-c7edce560ccc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:12.758032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08505792-da7d-4773-8705-4eaa70d63056 req-8b1c9c81-b5d4-48b6-8278-87e74525c947 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "GET /v2.0/security-groups/898d6aac-8d51-43dd-bd28-e568fcd5befa HTTP/1.1" status: 200 len: 2400 time: 0.2131219 Oct 18 23:26:12.807600 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11f5f1fd-0a2d-44d0-b142-a5aa730b14cb tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:12.960988 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11f5f1fd-0a2d-44d0-b142-a5aa730b14cb tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.012285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc1de4-81a6-4d77-a53f-ac4ae0f1ba12 req-8806a3ac-f292-4fde-9260-65f13737cb68 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:13.016638 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-acdc1de4-81a6-4d77-a53f-ac4ae0f1ba12 req-8806a3ac-f292-4fde-9260-65f13737cb68 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.1963408 Oct 18 23:26:13.138029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5f1fd-0a2d-44d0-b142-a5aa730b14cb tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f1cd15-4880-4982-84e9-569c1f076668,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:13.152150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-acdc1de4-81a6-4d77-a53f-ac4ae0f1ba12 req-3bb37daa-0a05-4740-9843-3670b2a62334 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279793 Oct 18 23:26:13.178548 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-08505792-da7d-4773-8705-4eaa70d63056 req-a6fd4151-b5fd-42d7-a948-9f6c06eb8425 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.204223 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11f5f1fd-0a2d-44d0-b142-a5aa730b14cb tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.208776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49180) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:13.209038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-11f5f1fd-0a2d-44d0-b142-a5aa730b14cb tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8287838 Oct 18 23:26:13.215556 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f49355de-fdf1-4de4-ace7-5ba7b3bd03a6 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'e6f1cd15-4880-4982-84e9-569c1f076668', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:13.216862 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-f49355de-fdf1-4de4-ace7-5ba7b3bd03a6 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 18 23:26:13.218012 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-f49355de-fdf1-4de4-ace7-5ba7b3bd03a6 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:13.219680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f49355de-fdf1-4de4-ace7-5ba7b3bd03a6 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086241 Oct 18 23:26:13.223304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49182) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:13.237614 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-08505792-da7d-4773-8705-4eaa70d63056 req-a6fd4151-b5fd-42d7-a948-9f6c06eb8425 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.322375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-08505792-da7d-4773-8705-4eaa70d63056 req-a6fd4151-b5fd-42d7-a948-9f6c06eb8425 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.327938 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-08505792-da7d-4773-8705-4eaa70d63056 req-a6fd4151-b5fd-42d7-a948-9f6c06eb8425 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.340203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08505792-da7d-4773-8705-4eaa70d63056 req-a6fd4151-b5fd-42d7-a948-9f6c06eb8425 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] 10.222.0.52 "DELETE /v2.0/security-groups/898d6aac-8d51-43dd-bd28-e568fcd5befa HTTP/1.1" status: 204 len: 173 time: 0.5426853 Oct 18 23:26:13.342225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49186) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:13.352438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1f217b2-2857-4c1a-94d7-fc7954668891 req-eb2e2219-dc3d-4013-8d2c-2f9a1a237c0c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 210 time: 0.0790448 Oct 18 23:26:13.392197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd4151-b5fd-42d7-a948-9f6c06eb8425 tempest-SecurityGroupRulesTestJSON-1784090641 tempest-SecurityGroupRulesTestJSON-1784090641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898d6aac-8d51-43dd-bd28-e568fcd5befa,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:13.412795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d42425f-6395-421e-91e4-67ecea05a604 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.422146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6338ec-7fdd-44d1-85d6-389343a4998f admin admin] Deleting subnet fd9a664a-5775-4710-94d6-8069ea52eb07 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:26:13.426794 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c6338ec-7fdd-44d1-85d6-389343a4998f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.485361 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d42425f-6395-421e-91e4-67ecea05a604 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.573439 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d42425f-6395-421e-91e4-67ecea05a604 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.580865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d42425f-6395-421e-91e4-67ecea05a604 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.584234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4d42425f-6395-421e-91e4-67ecea05a604 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/e6f1cd15-4880-4982-84e9-569c1f076668 HTTP/1.1" status: 204 len: 168 time: 0.3594940 Oct 18 23:26:13.596499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49190) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:13.609173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42425f-6395-421e-91e4-67ecea05a604 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f1cd15-4880-4982-84e9-569c1f076668,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:13.633527 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c6338ec-7fdd-44d1-85d6-389343a4998f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.730024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a29563-f09f-493e-96a1-08fadb5a3e82 req-b0b23ef2-9af1-4631-9105-0ae32d499436 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:13.739948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a29563-f09f-493e-96a1-08fadb5a3e82 req-b0b23ef2-9af1-4631-9105-0ae32d499436 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 945 time: 0.2537389 Oct 18 23:26:13.861764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c6338ec-7fdd-44d1-85d6-389343a4998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:13.891964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6eee13b7-f565-4e3f-86a6-1445319d9bc6 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2905602 Oct 18 23:26:13.896112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49202) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:13.903612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4a99ce67-d7db-4e46-9e61-9f8643170d15 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'tempest-secgroup--465629959'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:14.047917 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4a99ce67-d7db-4e46-9e61-9f8643170d15 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:14.053767 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a29563-f09f-493e-96a1-08fadb5a3e82 req-166b0b17-c6e7-442e-a766-f3ae32ee0acc tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127954 Oct 18 23:26:14.117993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-98f1d7c7-f1a8-49c2-9cbf-be3bc8f21ea3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:14.120276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-98f1d7c7-f1a8-49c2-9cbf-be3bc8f21ea3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.73 "GET /v2.0/networks?id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 HTTP/1.1" status: 200 len: 817 time: 0.3288491 Oct 18 23:26:14.150867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Request body: {'port': {'device_id': '005fc86d-9fac-438b-8731-5ed85546a73a', 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77', 'admin_state_up': True, 'tenant_id': 'b44da27b6e694bc995b5f70d16da2001'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:14.280496 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c6338ec-7fdd-44d1-85d6-389343a4998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:14.337717 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4a99ce67-d7db-4e46-9e61-9f8643170d15 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:14.361430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4a99ce67-d7db-4e46-9e61-9f8643170d15 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:14.422439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99ce67-d7db-4e46-9e61-9f8643170d15 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbcf93c-8170-4b97-8dde-b72319de1f65,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:14.442560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4a99ce67-d7db-4e46-9e61-9f8643170d15 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:14.455180 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4a99ce67-d7db-4e46-9e61-9f8643170d15 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5480995 Oct 18 23:26:14.455987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49210) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:14.490591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-354bdd3c-5a54-40d4-b9bc-576aec371de7 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': '6cbcf93c-8170-4b97-8dde-b72319de1f65', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:14.491527 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-354bdd3c-5a54-40d4-b9bc-576aec371de7 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 18 23:26:14.492079 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-354bdd3c-5a54-40d4-b9bc-576aec371de7 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:14.499647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-354bdd3c-5a54-40d4-b9bc-576aec371de7 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0344565 Oct 18 23:26:14.505153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49214) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:14.555215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-dbaa1cf9-dc92-4af6-a35b-7992a91dee8a tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:14.564527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-dbaa1cf9-dc92-4af6-a35b-7992a91dee8a tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.102 "GET /v2.0/networks?id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 HTTP/1.1" status: 200 len: 817 time: 0.7579987 Oct 18 23:26:14.570754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Made reservation on behalf of b44da27b6e694bc995b5f70d16da2001 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:14.575771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6338ec-7fdd-44d1-85d6-389343a4998f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9a664a-5775-4710-94d6-8069ea52eb07,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:14.582451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:14.586663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c6338ec-7fdd-44d1-85d6-389343a4998f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:14.590583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3c6338ec-7fdd-44d1-85d6-389343a4998f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fd9a664a-5775-4710-94d6-8069ea52eb07 HTTP/1.1" status: 204 len: 168 time: 1.2404952 Oct 18 23:26:14.599003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49218) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:14.737690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Request body: {'port': {'device_id': '02da1433-c7fa-4d29-bca6-3e94f623f9ae', 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77', 'admin_state_up': True, 'tenant_id': 'b44da27b6e694bc995b5f70d16da2001'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:14.814144 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62e0bcf9-6769-42ec-9e1c-7c4eaf71988e req-08256d87-ec6a-424f-9906-ce5c689b21b3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 210 time: 0.1318107 Oct 18 23:26:14.858029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bf576-7203-4b92-9965-7c7bab310361 req-24920ca1-3bbb-4227-9d67-849de65fb84b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:14.860780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-811bf576-7203-4b92-9965-7c7bab310361 req-24920ca1-3bbb-4227-9d67-849de65fb84b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.5232248 Oct 18 23:26:14.963657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-95329982-3b3f-4041-a96f-e47215cdfde5 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:14.966168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb3469ab-55e9-4f10-b607-8e401df63e4b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:14.966758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-95329982-3b3f-4041-a96f-e47215cdfde5 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.73 "GET /v2.0/networks?id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 HTTP/1.1" status: 200 len: 817 time: 0.4273334 Oct 18 23:26:14.994967 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-811bf576-7203-4b92-9965-7c7bab310361 req-2dc7d032-527e-4994-8900-9c26d8d3b9f0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014073 Oct 18 23:26:15.005619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Request body: {'port': {'device_id': '57c5b4b3-641b-495e-a3db-f7911bd3c42f', 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77', 'admin_state_up': True, 'tenant_id': 'b44da27b6e694bc995b5f70d16da2001'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:15.116360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Made reservation on behalf of b44da27b6e694bc995b5f70d16da2001 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:15.126272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.150217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.199185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb3469ab-55e9-4f10-b607-8e401df63e4b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.301840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cad81-77b5-4cea-9769-916de47456b0 req-1c01723a-a51a-43ed-9fc4-51b167e5e987 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:15.315756 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b67cad81-77b5-4cea-9769-916de47456b0 req-1c01723a-a51a-43ed-9fc4-51b167e5e987 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 945 time: 0.2537766 Oct 18 23:26:15.361827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Allocated IP 172.20.0.10 (2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77/c7373e13-c3f2-42e5-a90f-aacf2be23383/c249a925-3257-48fa-aaaf-1064bca691cd) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:15.386376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Made reservation on behalf of b44da27b6e694bc995b5f70d16da2001 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:15.406239 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.555265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb3469ab-55e9-4f10-b607-8e401df63e4b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.561386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb3469ab-55e9-4f10-b607-8e401df63e4b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.566066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fb3469ab-55e9-4f10-b607-8e401df63e4b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/6cbcf93c-8170-4b97-8dde-b72319de1f65 HTTP/1.1" status: 204 len: 168 time: 1.0552707 Oct 18 23:26:15.600893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49232) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:15.647035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.683628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4289b60d-2150-4899-a209-901084acaca1 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727341 Oct 18 23:26:15.684713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49234) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:15.692170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f504b118-e4b9-42f1-a794-e1e3380b7276 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'tempest-secgroup--835980098'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:15.698536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3469ab-55e9-4f10-b607-8e401df63e4b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbcf93c-8170-4b97-8dde-b72319de1f65,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:15.727658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b67cad81-77b5-4cea-9769-916de47456b0 req-8a707a27-2dcf-4edc-b6fe-4ee9a53c4a36 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916001 Oct 18 23:26:15.745527 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f504b118-e4b9-42f1-a794-e1e3380b7276 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.804144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd93b7a-6375-4576-9f9d-51dabd652f1e']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:15.862790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd50001a-e700-4204-b053-9704c00f052d') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:15.863355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd50001a-e700-4204-b053-9704c00f052d') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:15.880112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f504b118-e4b9-42f1-a794-e1e3380b7276 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.887558 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f504b118-e4b9-42f1-a794-e1e3380b7276 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.902543 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.948762 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f504b118-e4b9-42f1-a794-e1e3380b7276 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:15.950257 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f504b118-e4b9-42f1-a794-e1e3380b7276 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2631090 Oct 18 23:26:15.952306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504b118-e4b9-42f1-a794-e1e3380b7276 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5caadd-2988-444f-8681-568e4032ed73,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:15.956430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49238) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:15.961597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-42c1c4b6-dfdb-432e-b5a4-e01fc91763e1 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': '5b5caadd-2988-444f-8681-568e4032ed73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:15.972248 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-42c1c4b6-dfdb-432e-b5a4-e01fc91763e1 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 18 23:26:15.973359 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-42c1c4b6-dfdb-432e-b5a4-e01fc91763e1 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:15.977535 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-42c1c4b6-dfdb-432e-b5a4-e01fc91763e1 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0172195 Oct 18 23:26:15.978125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49240) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:15.986207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-18362202-d98e-488a-8626-5a6684473271 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': '5b5caadd-2988-444f-8681-568e4032ed73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:15.987985 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-18362202-d98e-488a-8626-5a6684473271 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 18 23:26:15.988955 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-18362202-d98e-488a-8626-5a6684473271 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:15.990582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-18362202-d98e-488a-8626-5a6684473271 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0113842 Oct 18 23:26:15.994038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49242) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:16.000551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-85702c58-98e2-4ccd-9890-9c3ea95555e9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': '5b5caadd-2988-444f-8681-568e4032ed73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:16.001605 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-85702c58-98e2-4ccd-9890-9c3ea95555e9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 18 23:26:16.005638 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-85702c58-98e2-4ccd-9890-9c3ea95555e9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:16.008211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-85702c58-98e2-4ccd-9890-9c3ea95555e9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125408 Oct 18 23:26:16.012161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49244) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:16.031384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c169e1ac-a2a8-4d15-a1c8-067fd2eda908 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': '5b5caadd-2988-444f-8681-568e4032ed73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:16.036287 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-c169e1ac-a2a8-4d15-a1c8-067fd2eda908 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 18 23:26:16.037908 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-c169e1ac-a2a8-4d15-a1c8-067fd2eda908 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:16.041558 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c169e1ac-a2a8-4d15-a1c8-067fd2eda908 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0144572 Oct 18 23:26:16.041558 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.049052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49248) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:16.068390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e6aa4f1-db0b-401c-9def-c5280440a4aa req-157113f5-7661-4374-97e8-10be6dd811a0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 210 time: 0.0911760 Oct 18 23:26:16.075239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:26:16.075971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:26:16.082548 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:26:16.358757 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.369489 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.443009 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.451881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7fd93b7a-6375-4576-9f9d-51dabd652f1e HTTP/1.1" status: 204 len: 168 time: 1.8486748 Oct 18 23:26:16.466088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc23675-5446-4ed9-8e70-706816aedb49 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd93b7a-6375-4576-9f9d-51dabd652f1e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:16.484221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0ffa3-7c4f-45ae-9aa4-83956fa62b66 req-b4e68436-4240-4d4f-860e-546e33d8188f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:16.498353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-61f0ffa3-7c4f-45ae-9aa4-83956fa62b66 req-b4e68436-4240-4d4f-860e-546e33d8188f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.3781478 Oct 18 23:26:16.505350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42363454-9045-46ed-b05e-62111a7ff330 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.550220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-d9db7a17-16ef-44d1-b975-8c7e107a8780 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:16.553284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-d9db7a17-16ef-44d1-b975-8c7e107a8780 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 945 time: 0.1091745 Oct 18 23:26:16.640503 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42363454-9045-46ed-b05e-62111a7ff330 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.705782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.717430 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-61f0ffa3-7c4f-45ae-9aa4-83956fa62b66 req-316688fd-2ac8-4141-891b-83765f47dc38 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081065 Oct 18 23:26:16.868448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:16.880499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:16.885751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:16.894148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Pushing event updated for resources: {'Port': ['ID=c249a925-3257-48fa-aaaf-1064bca691cd,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:16.932083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49268) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:16.934304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Deleting port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:26:16.935967 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.942469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Allocated IP 172.20.0.4 (2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77/c7373e13-c3f2-42e5-a90f-aacf2be23383/0a9c5567-148a-428c-bdfe-d8dd3e22e58d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:16.963800 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42363454-9045-46ed-b05e-62111a7ff330 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.965825 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42363454-9045-46ed-b05e-62111a7ff330 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:16.970135 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-42363454-9045-46ed-b05e-62111a7ff330 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/5b5caadd-2988-444f-8681-568e4032ed73 HTTP/1.1" status: 204 len: 168 time: 0.9141672 Oct 18 23:26:16.970866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49270) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:17.035022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42363454-9045-46ed-b05e-62111a7ff330 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5caadd-2988-444f-8681-568e4032ed73,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:17.054217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:17.055014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.068746 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1bcdb642-e605-4205-9c33-386b13e278ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=074b6e2a9d2e4ca7b390fb69e6875427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279776 Oct 18 23:26:17.072234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49272) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:17.109370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-279cf415-6541-4e63-ba12-3731b016a8e3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9644496 Oct 18 23:26:17.157736 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83296458-d082-4713-b864-c61b4b3dc77d tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1786733 Oct 18 23:26:17.158690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49276) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:17.166618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Request body: {'port': {'device_id': '005fc86d-9fac-438b-8731-5ed85546a73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:17.177081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c071940c-3542-4fae-85b1-9dfd8de592da tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247285550'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:17.277754 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c071940c-3542-4fae-85b1-9dfd8de592da tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.288276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4f82-5832-4223-8bba-e98df7d74144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.299768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b50341-be23-4651-ae52-511ce5a1ad1b req-17d40726-c151-4136-a71d-db490335f4e9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:17.302627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8b50341-be23-4651-ae52-511ce5a1ad1b req-17d40726-c151-4136-a71d-db490335f4e9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 945 time: 0.3455658 Oct 18 23:26:17.309541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.348937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6631af95-ad29-42d1-a6a6-7e03e7ea7e00 req-e2f7cf94-bfb6-40f3-b5a8-b480b9c830b6 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 210 time: 0.0653734 Oct 18 23:26:17.380290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4f82-5832-4223-8bba-e98df7d74144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.432120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] For port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:17.432924 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.569993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Calling delete_port for 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:26:17.627788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8b50341-be23-4651-ae52-511ce5a1ad1b req-c4f058fa-a5d8-4ab9-b3d1-abed5133c82d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828014 Oct 18 23:26:17.691624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4f82-5832-4223-8bba-e98df7d74144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.694203 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4f82-5832-4223-8bba-e98df7d74144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.705575 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8e6a4f82-5832-4223-8bba-e98df7d74144 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b02be4f-6bbe-4ff6-b17d-23f361b2905e HTTP/1.1" status: 204 len: 168 time: 0.6228547 Oct 18 23:26:17.784307 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c071940c-3542-4fae-85b1-9dfd8de592da tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.789921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a4f82-5832-4223-8bba-e98df7d74144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b02be4f-6bbe-4ff6-b17d-23f361b2905e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:17.852457 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c071940c-3542-4fae-85b1-9dfd8de592da tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:17.885818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:18.032922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c071940c-3542-4fae-85b1-9dfd8de592da tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:18.034701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c071940c-3542-4fae-85b1-9dfd8de592da tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8640552 Oct 18 23:26:18.042313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49296) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:18.049124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d751c678-6d8d-49c5-b308-3d0cdd57c40e tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1817d-8828-4175-970b-feddb6f9609e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:18.050486 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-d751c678-6d8d-49c5-b308-3d0cdd57c40e tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 23:26:18.051484 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-d751c678-6d8d-49c5-b308-3d0cdd57c40e tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:18.052877 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d751c678-6d8d-49c5-b308-3d0cdd57c40e tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082970 Oct 18 23:26:18.056645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071940c-3542-4fae-85b1-9dfd8de592da tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa1817d-8828-4175-970b-feddb6f9609e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:18.064680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49298) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:18.076960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7a6bd905-43c1-49e4-9d24-b89022a685d3 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1817d-8828-4175-970b-feddb6f9609e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:18.100015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c54f2-98f1-4b55-8cda-80ef17df7043 req-e2721891-416c-4e42-bd1e-d005f35d22f7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:18.109427 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:18.110118 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a94c54f2-98f1-4b55-8cda-80ef17df7043 req-e2721891-416c-4e42-bd1e-d005f35d22f7 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.2115073 Oct 18 23:26:18.144963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['6bff02c3-64d6-40c5-b9b5-c08bbde15b0a'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:18.168450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Pushing event deleted for resources: {'Port': ['ID=6bff02c3-64d6-40c5-b9b5-c08bbde15b0a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:18.193568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aa47f265-8df6-4350-afd2-607201b1496e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:18.231358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a94c54f2-98f1-4b55-8cda-80ef17df7043 req-e8757552-0d1e-4a26-a0fb-d22f0aba19e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199408 Oct 18 23:26:18.243506 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:18.246642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] No DVR routers for this DVR port 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:26:18.264035 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:18.264035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f48a9c79-8803-4a30-9691-5e092f130d91 req-a085e520-350e-400e-860f-754b78790338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.73 "DELETE /v2.0/ports/6bff02c3-64d6-40c5-b9b5-c08bbde15b0a HTTP/1.1" status: 204 len: 173 time: 1.7039139 Oct 18 23:26:18.265569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e03275-c9ac-47ad-b07a-1cdbb98532b4', 'name': 'network-vif-deleted', 'tag': '6bff02c3-64d6-40c5-b9b5-c08bbde15b0a'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:18.272341 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179dd179-d97d-48cc-8084-6a48d8a5efbb" -d '{"events": [{"server_uuid": "b0e03275-c9ac-47ad-b07a-1cdbb98532b4", "name": "network-vif-deleted", "tag": "6bff02c3-64d6-40c5-b9b5-c08bbde15b0a"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:18.381216 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e56b72-ea6a-4436-ac0a-940b0533f4e7 x-openstack-request-id: req-32e56b72-ea6a-4436-ac0a-940b0533f4e7 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:18.381964 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e03275-c9ac-47ad-b07a-1cdbb98532b4", "name": "network-vif-deleted", "tag": "6bff02c3-64d6-40c5-b9b5-c08bbde15b0a", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:18.382581 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32e56b72-ea6a-4436-ac0a-940b0533f4e7 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:18.383229 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e03275-c9ac-47ad-b07a-1cdbb98532b4', 'name': 'network-vif-deleted', 'tag': '6bff02c3-64d6-40c5-b9b5-c08bbde15b0a', 'status': 'completed', 'code': 200} Oct 18 23:26:18.423713 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-7a6bd905-43c1-49e4-9d24-b89022a685d3 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:18.425639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7a6bd905-43c1-49e4-9d24-b89022a685d3 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3596563 Oct 18 23:26:18.437364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49304) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:18.457711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:18.460653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c88c7d0b-e422-4dba-975e-686c1c7b0294 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1817d-8828-4175-970b-feddb6f9609e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:18.461168 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-c88c7d0b-e422-4dba-975e-686c1c7b0294 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 18 23:26:18.464384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:18.468022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Pushing event updated for resources: {'Port': ['ID=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:18.472594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:18.476799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-777a8b1f-52a8-40ef-97d2-55a374360167 {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:26:18.488366 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:26:18.488941 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-c88c7d0b-e422-4dba-975e-686c1c7b0294 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:18.488941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c88c7d0b-e422-4dba-975e-686c1c7b0294 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0493464 Oct 18 23:26:18.497735 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49308) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:18.562519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:18.563228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:18.607761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-e2df9e84-a90d-4b75-a31b-bcd7bd2b83d0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9477053 Oct 18 23:26:18.608403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-25d09487-32df-4616-b67a-d6aab433c874 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1817d-8828-4175-970b-feddb6f9609e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:18.636128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Request body: {'port': {'device_id': '02da1433-c7fa-4d29-bca6-3e94f623f9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:18.741851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:18.818044 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a953e396-a3be-4dc2-9001-d32cc11d9b9d req-735f98f0-aede-42e9-904c-07d87594a311 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 210 time: 0.1110632 Oct 18 23:26:18.891537 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-25d09487-32df-4616-b67a-d6aab433c874 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:18.893463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-25d09487-32df-4616-b67a-d6aab433c874 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3033962 Oct 18 23:26:18.897808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49332) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:18.909026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4fee8780-358e-4572-b7e3-cb21a00e0f08 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1817d-8828-4175-970b-feddb6f9609e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:18.910423 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-4fee8780-358e-4572-b7e3-cb21a00e0f08 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 23:26:18.911241 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-4fee8780-358e-4572-b7e3-cb21a00e0f08 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:18.912903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4fee8780-358e-4572-b7e3-cb21a00e0f08 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135221 Oct 18 23:26:18.916623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49334) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:18.925033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f85d659c-2134-4526-89c8-9854ff88a35c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1817d-8828-4175-970b-feddb6f9609e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:19.016484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:19.071975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81bc0f4d-e998-4e0c-a2c7-890aca437670 req-8435c76f-af55-4b88-837c-40f4723340aa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e03275-c9ac-47ad-b07a-1cdbb98532b4 HTTP/1.1" status: 200 len: 210 time: 0.0565162 Oct 18 23:26:19.122035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c249a925-3257-48fa-aaaf-1064bca691cd {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:19.130456 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-f85d659c-2134-4526-89c8-9854ff88a35c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:19.132797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f85d659c-2134-4526-89c8-9854ff88a35c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2136486 Oct 18 23:26:19.137541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49342) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:19.143737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-83e4c45a-fc6d-48b9-83bc-9d19168f68f2 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1817d-8828-4175-970b-feddb6f9609e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:19.144334 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-83e4c45a-fc6d-48b9-83bc-9d19168f68f2 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 18 23:26:19.145070 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-83e4c45a-fc6d-48b9-83bc-9d19168f68f2 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:19.146370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83e4c45a-fc6d-48b9-83bc-9d19168f68f2 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075457 Oct 18 23:26:19.149889 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:19.153453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49344) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:19.161734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fe82b324-8bee-4dfd-9801-4ee370793615 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1817d-8828-4175-970b-feddb6f9609e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:19.254322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Transition to ACTIVE for port object c249a925-3257-48fa-aaaf-1064bca691cd will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:26:19.267025 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-fe82b324-8bee-4dfd-9801-4ee370793615 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:19.271717 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fe82b324-8bee-4dfd-9801-4ee370793615 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1162374 Oct 18 23:26:19.272365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49346) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:19.275367 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:19.286357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3b53fb74-ac51-4727-b5c7-209c938242f6 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1817d-8828-4175-970b-feddb6f9609e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:19.492175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Pushing event updated for resources: {'Port': ['ID=c249a925-3257-48fa-aaaf-1064bca691cd,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:19.502313 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-3b53fb74-ac51-4727-b5c7-209c938242f6 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:19.519368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3b53fb74-ac51-4727-b5c7-209c938242f6 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2453363 Oct 18 23:26:19.550691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49356) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:19.677897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Attempting to bind port c249a925-3257-48fa-aaaf-1064bca691cd on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:26:19.677897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Attempting to bind port c249a925-3257-48fa-aaaf-1064bca691cd by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:26:19.677897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Attempting to bind port c249a925-3257-48fa-aaaf-1064bca691cd on network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:19.684028 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8c61e05-e293-442b-89c1-5e342fe3788c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:19.693166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Port c249a925-3257-48fa-aaaf-1064bca691cd on network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:26:19.693758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Attempting to bind port c249a925-3257-48fa-aaaf-1064bca691cd on network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:19.711917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:26:19.712449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Checking segment: {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:19.712673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Bound using segment: {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:26:19.713172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Bound port: c249a925-3257-48fa-aaaf-1064bca691cd, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:26:19.713514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:19.731069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8c61e05-e293-442b-89c1-5e342fe3788c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:19.786628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49360) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:19.862791 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8c61e05-e293-442b-89c1-5e342fe3788c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:19.868365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8c61e05-e293-442b-89c1-5e342fe3788c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:19.873376 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a8c61e05-e293-442b-89c1-5e342fe3788c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/bfa1817d-8828-4175-970b-feddb6f9609e HTTP/1.1" status: 204 len: 168 time: 0.3240225 Oct 18 23:26:19.874255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49368) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:19.891233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] For port c249a925-3257-48fa-aaaf-1064bca691cd, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:26:19.910999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61e05-e293-442b-89c1-5e342fe3788c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa1817d-8828-4175-970b-feddb6f9609e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:19.926844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] For port c249a925-3257-48fa-aaaf-1064bca691cd, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c249a925-3257-48fa-aaaf-1064bca691cd,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:26:19.942528 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.109239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:20.111021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.113839 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] 10.222.0.73 "PUT /v2.0/ports/c249a925-3257-48fa-aaaf-1064bca691cd HTTP/1.1" status: 200 len: 1093 time: 2.9677083 Oct 18 23:26:20.139670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005fc86d-9fac-438b-8731-5ed85546a73a', 'tag': 'c249a925-3257-48fa-aaaf-1064bca691cd'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:20.144606 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dcae43-c132-4c8d-b22a-76332f5f0349" -d '{"events": [{"name": "network-changed", "server_uuid": "005fc86d-9fac-438b-8731-5ed85546a73a", "tag": "c249a925-3257-48fa-aaaf-1064bca691cd"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:20.157177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1cf3da6b-1def-4831-bb34-a9e96064d35d tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2758725 Oct 18 23:26:20.163422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49376) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:20.171680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb52f729-3a7e-46a3-943e-faeca0a8b6ce req-4d0fa299-92fc-4192-bc5b-667655d6cd9a tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 210 time: 0.1201341 Oct 18 23:26:20.192449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d7492-ff7e-4fc9-95f9-7e9bed8a11da req-997c5108-1402-4631-a985-38449165a70a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:20.194670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e3d7492-ff7e-4fc9-95f9-7e9bed8a11da req-997c5108-1402-4631-a985-38449165a70a tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.7408686 Oct 18 23:26:20.205243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-07e94396-e241-46bc-9caa-44eb8f8f22ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252178073'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:20.237639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bab25869-e788-41f8-9056-f2510cd05be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.239343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07e94396-e241-46bc-9caa-44eb8f8f22ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.323605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-637674922-network', 'tenant_id': '430d43c0dfd94da1a23258cfb5e3f00d'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:20.330045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41370f-c1bc-4dd8-aadd-18479ae89dae service neutron] Pushing event updated for resources: {'Port': ['ID=c249a925-3257-48fa-aaaf-1064bca691cd,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:20.377816 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-5e5aab85-31c1-41c6-9794-476a979dfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:20.380718 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-5e5aab85-31c1-41c6-9794-476a979dfcf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b44da27b6e694bc995b5f70d16da2001&device_id=005fc86d-9fac-438b-8731-5ed85546a73a HTTP/1.1" status: 200 len: 1096 time: 0.1679237 Oct 18 23:26:20.382469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Made reservation on behalf of 430d43c0dfd94da1a23258cfb5e3f00d for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:20.385523 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.399115 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.431938 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07e94396-e241-46bc-9caa-44eb8f8f22ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.442053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e3d7492-ff7e-4fc9-95f9-7e9bed8a11da req-d147779c-8d73-4ea0-8507-f930a2bb854e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093270 Oct 18 23:26:20.536096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9c5567-148a-428c-bdfe-d8dd3e22e58d {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:20.547941 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.569280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Transition to ACTIVE for port object 0a9c5567-148a-428c-bdfe-d8dd3e22e58d will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:26:20.570624 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07e94396-e241-46bc-9caa-44eb8f8f22ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.593390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.740671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Allocated IP 172.20.0.8 (2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77/c7373e13-c3f2-42e5-a90f-aacf2be23383/830dc911-f1b4-4913-b539-e832d87768e9) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:20.755566 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07e94396-e241-46bc-9caa-44eb8f8f22ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:20.759775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-07e94396-e241-46bc-9caa-44eb8f8f22ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5849023 Oct 18 23:26:20.783633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49390) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:20.789888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a5acb78d-c15d-4238-9d00-3a3ab5528c4b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': '2ef50c36-0a9d-4e8f-a363-81d2bb44021e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:20.799131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Pushing event updated for resources: {'Port': ['ID=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:20.814259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e94396-e241-46bc-9caa-44eb8f8f22ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef50c36-0a9d-4e8f-a363-81d2bb44021e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:20.878777 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c262f1e-e26d-4c6c-83fe-3bc727a27e24 x-openstack-request-id: req-6c262f1e-e26d-4c6c-83fe-3bc727a27e24 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:20.879503 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005fc86d-9fac-438b-8731-5ed85546a73a", "tag": "c249a925-3257-48fa-aaaf-1064bca691cd", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:20.879606 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c262f1e-e26d-4c6c-83fe-3bc727a27e24 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:20.880546 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005fc86d-9fac-438b-8731-5ed85546a73a', 'tag': 'c249a925-3257-48fa-aaaf-1064bca691cd', 'status': 'completed', 'code': 200} Oct 18 23:26:20.906272 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-79beacf1-9660-440a-91f2-79da05dae262 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c249a925-3257-48fa-aaaf-1064bca691cd HTTP/1.1" status: 200 len: 217 time: 0.5083120 Oct 18 23:26:20.912789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:26:20.987744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:26:20.989714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 6bff02c3-64d6-40c5-b9b5-c08bbde15b0a not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:26:21.074671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d86eef-8e73-4d07-ab82-787abe98d72f req-a035d8b8-0f42-4f3e-a0a8-fca049a96ef4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:21.078463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35d86eef-8e73-4d07-ab82-787abe98d72f req-a035d8b8-0f42-4f3e-a0a8-fca049a96ef4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1953948 Oct 18 23:26:21.130867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-ad06fb14-e380-46c3-a9df-c6134834fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:21.132510 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-ad06fb14-e380-46c3-a9df-c6134834fe8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7373e13-c3f2-42e5-a90f-aacf2be23383 HTTP/1.1" status: 200 len: 857 time: 0.1628437 Oct 18 23:26:21.170821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Attempting to bind port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:26:21.171743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Attempting to bind port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:26:21.171743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Attempting to bind port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d on network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:21.176451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.181240 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-a5acb78d-c15d-4238-9d00-3a3ab5528c4b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The resource could not be found. Oct 18 23:26:21.182378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a5acb78d-c15d-4238-9d00-3a3ab5528c4b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3977478 Oct 18 23:26:21.188328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49396) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:21.194375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-71b27db2-02f3-44b0-8bd4-1bc7bcd55113 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': '2ef50c36-0a9d-4e8f-a363-81d2bb44021e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9bdc6722-1cf8-4e41-b0ee-2b2a0f0cdf84'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:21.198692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-0285ab48-64fb-4355-b269-56496d707a73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544710 Oct 18 23:26:21.203764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d on network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:26:21.204134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Attempting to bind port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d on network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:21.233668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:26:21.234137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Checking segment: {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:21.234527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Bound using segment: {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:26:21.234852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Bound port: 0a9c5567-148a-428c-bdfe-d8dd3e22e58d, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:26:21.235269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.276943 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35d86eef-8e73-4d07-ab82-787abe98d72f req-5bfeeb48-740f-47ec-9877-6626772da648 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971104 Oct 18 23:26:21.385919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.498994 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.516313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Pushing event updated for resources: {'Port': ['ID=830dc911-f1b4-4913-b539-e832d87768e9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:21.519704 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.537094 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-71b27db2-02f3-44b0-8bd4-1bc7bcd55113 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The resource could not be found. Oct 18 23:26:21.538526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-71b27db2-02f3-44b0-8bd4-1bc7bcd55113 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3491306 Oct 18 23:26:21.544377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49412) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:21.569492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] For port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:26:21.587808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:21.682416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:21.686074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] For port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:26:21.696760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:21.713009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.796254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Pushing event updated for resources: {'Port': ['ID=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:21.844933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42d8ec60-02bc-4a32-9e98-8989626bd32f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.857027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf41b-a02c-45fc-b5aa-e3b813b9245b req-a40b16d2-cc07-4c30-a06e-1add77ff9bb3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:21.857294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:26:21.858839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d8bf41b-a02c-45fc-b5aa-e3b813b9245b req-a40b16d2-cc07-4c30-a06e-1add77ff9bb3 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 931 time: 0.2629879 Oct 18 23:26:21.866119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:21.867178 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.869138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78699466-52c9-4e9b-b3ae-0a41b8958e3e service neutron] 10.222.0.102 "PUT /v2.0/ports/0a9c5567-148a-428c-bdfe-d8dd3e22e58d HTTP/1.1" status: 200 len: 1092 time: 3.2398489 Oct 18 23:26:21.873187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02da1433-c7fa-4d29-bca6-3e94f623f9ae', 'tag': '0a9c5567-148a-428c-bdfe-d8dd3e22e58d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:21.876025 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa68938f-7731-4e4c-a965-558354452d54" -d '{"events": [{"name": "network-changed", "server_uuid": "02da1433-c7fa-4d29-bca6-3e94f623f9ae", "tag": "0a9c5567-148a-428c-bdfe-d8dd3e22e58d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:21.908425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db10955-af11-48e1-a53c-8dc39392ea6a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:21.923298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:21.924080 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.953240 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.953782 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Added segment fc918311-4690-4834-8ea5-f3ee425d4b39 of type vlan for network 2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3 Oct 18 23:26:21.980470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42d8ec60-02bc-4a32-9e98-8989626bd32f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:21.987123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d8bf41b-a02c-45fc-b5aa-e3b813b9245b req-1247e2ff-af69-4370-bf2c-5ab1f28110d1 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072628 Oct 18 23:26:22.015128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b6a26-907c-4f6e-a60c-3945710a079d req-bb988e9c-57c6-4e70-af0c-467864debfba tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:22.017994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-026b6a26-907c-4f6e-a60c-3945710a079d req-bb988e9c-57c6-4e70-af0c-467864debfba tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.2766616 Oct 18 23:26:22.021158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-a7a3cfcc-0ae8-4b0b-9a2c-7cd492aeb746 service neutron] 10.222.0.73 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7835000 Oct 18 23:26:22.037261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-3e559725-fa0c-483a-9702-17266e48079c tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0390708 Oct 18 23:26:22.071928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Request body: {'port': {'device_id': '57c5b4b3-641b-495e-a3db-f7911bd3c42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:22.220592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-2b902f6e-818a-49a9-a379-3a366ec2ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:22.225803 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-2b902f6e-818a-49a9-a379-3a366ec2ce41 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b44da27b6e694bc995b5f70d16da2001&device_id=02da1433-c7fa-4d29-bca6-3e94f623f9ae HTTP/1.1" status: 200 len: 1095 time: 0.2573223 Oct 18 23:26:22.233267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-c9a39b65-42a1-4fd0-a33e-0e6d66797fb9 service neutron] 10.222.0.73 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824987 Oct 18 23:26:22.298115 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd165b-6bab-4d1c-85b3-fb3e204d5734 x-openstack-request-id: req-25fd165b-6bab-4d1c-85b3-fb3e204d5734 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:22.298614 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02da1433-c7fa-4d29-bca6-3e94f623f9ae", "tag": "0a9c5567-148a-428c-bdfe-d8dd3e22e58d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:22.299052 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25fd165b-6bab-4d1c-85b3-fb3e204d5734 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:22.299822 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02da1433-c7fa-4d29-bca6-3e94f623f9ae', 'tag': '0a9c5567-148a-428c-bdfe-d8dd3e22e58d', 'status': 'completed', 'code': 200} Oct 18 23:26:22.401252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42d8ec60-02bc-4a32-9e98-8989626bd32f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:22.406423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42d8ec60-02bc-4a32-9e98-8989626bd32f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:22.408734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-42d8ec60-02bc-4a32-9e98-8989626bd32f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/2ef50c36-0a9d-4e8f-a363-81d2bb44021e HTTP/1.1" status: 204 len: 168 time: 0.8628595 Oct 18 23:26:22.422371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-78c5b600-36f1-4e22-b2a9-f410fbfd4acd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a9c5567-148a-428c-bdfe-d8dd3e22e58d HTTP/1.1" status: 200 len: 217 time: 0.1403022 Oct 18 23:26:22.422976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49426) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:22.434566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-026b6a26-907c-4f6e-a60c-3945710a079d req-1c68783a-e092-4f7f-a275-e34e3d25e759 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156894 Oct 18 23:26:22.437143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:22.471813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:22.473861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-31c8679e-fbd8-4cac-8339-e7c3530fc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:22.475565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-31c8679e-fbd8-4cac-8339-e7c3530fc6ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b44da27b6e694bc995b5f70d16da2001&device_id=005fc86d-9fac-438b-8731-5ed85546a73a HTTP/1.1" status: 200 len: 1096 time: 0.1398821 Oct 18 23:26:22.476814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:22.477830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:22.478466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:22.539834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-98a318e6-7678-4899-baf7-6161a8d9ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:22.541163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7516556 Oct 18 23:26:22.545373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-98a318e6-7678-4899-baf7-6161a8d9ed98 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7373e13-c3f2-42e5-a90f-aacf2be23383 HTTP/1.1" status: 200 len: 857 time: 0.1046340 Oct 18 23:26:22.546197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8ec60-02bc-4a32-9e98-8989626bd32f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef50c36-0a9d-4e8f-a363-81d2bb44021e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:22.574333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49430) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:22.587881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Request body: {'subnet': {'network_id': '2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-637674922-subnet', 'tenant_id': '430d43c0dfd94da1a23258cfb5e3f00d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:22.589296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55853cfc-94d7-4148-ba9c-c83c16d8c485 admin admin] Pushing event updated for resources: {'Network': ['ID=2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:22.620129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:26:22.652064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-99e271b0-1947-4002-9b1c-cd31eec28f46 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747786 Oct 18 23:26:22.690227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-8fcf6d65-5693-486c-9d2e-a6fa62fd57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:22.698541 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-8fcf6d65-5693-486c-9d2e-a6fa62fd57a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 HTTP/1.1" status: 200 len: 918 time: 0.2136304 Oct 18 23:26:22.784039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-ea7b08ed-411d-4b0f-ba13-6eda5d0a2aea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c249a925-3257-48fa-aaaf-1064bca691cd HTTP/1.1" status: 200 len: 217 time: 0.0724530 Oct 18 23:26:22.886863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-6098d112-8a59-4854-9ee0-d8898f2bf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:22.889346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-6098d112-8a59-4854-9ee0-d8898f2bf50b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7373e13-c3f2-42e5-a90f-aacf2be23383 HTTP/1.1" status: 200 len: 857 time: 0.0891395 Oct 18 23:26:22.927816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-6181aa60-0d07-4ffb-b81c-e9b5c199fdf1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305145 Oct 18 23:26:23.021077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7829f-5aca-40e9-b809-5688fb98c31e req-1b01018e-a947-4e42-838a-bac604dc3852 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.023632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ede7829f-5aca-40e9-b809-5688fb98c31e req-1b01018e-a947-4e42-838a-bac604dc3852 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.6133957 Oct 18 23:26:23.030634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4057010f-cbfb-417d-b04e-288748effcca tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6003807 Oct 18 23:26:23.038647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Made reservation on behalf of 430d43c0dfd94da1a23258cfb5e3f00d for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:23.042428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:23.051686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49442) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:23.070036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b2f900e6-7e0e-4dab-823f-2890ca49300f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': '112f490e-c5cb-4e96-a7a8-ce792e30b39e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:23.088873 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-56353a6d-b987-4126-82f0-f73c7b92a2bb service neutron] 10.222.0.73 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537719 Oct 18 23:26:23.362119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bdb71-6389-4a4e-a2d9-7eba71cabd06 req-78ee2114-0a93-49cc-b5ab-674b4fe7c341 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.384311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e8bdb71-6389-4a4e-a2d9-7eba71cabd06 req-78ee2114-0a93-49cc-b5ab-674b4fe7c341 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 931 time: 0.2117405 Oct 18 23:26:23.389149 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16dcae43-c132-4c8d-b22a-76332f5f0349 req-7a94631f-c026-45bd-988a-a4a7c595762c service neutron] 10.222.0.73 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929974 Oct 18 23:26:23.393559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ede7829f-5aca-40e9-b809-5688fb98c31e req-583da436-6bdf-41ca-b7b1-9b327963c05c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371241 Oct 18 23:26:23.411953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-68715e43-42f2-443a-b9fb-691741ced09e service neutron] 10.222.0.102 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776309 Oct 18 23:26:23.556001 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e8bdb71-6389-4a4e-a2d9-7eba71cabd06 req-d6e312d1-d531-40a7-88a9-d508ef010607 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702244 Oct 18 23:26:23.611988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-7345e925-4796-4529-b3bc-db107c96be29 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1810787 Oct 18 23:26:23.639189 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-b2f900e6-7e0e-4dab-823f-2890ca49300f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The resource could not be found. Oct 18 23:26:23.640340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b2f900e6-7e0e-4dab-823f-2890ca49300f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5809541 Oct 18 23:26:23.645713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49452) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:23.651113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-49073240-baef-41ee-a7bd-471f5d50ab2c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043745435'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:23.705951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49073240-baef-41ee-a7bd-471f5d50ab2c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:23.883039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-41cf13e5-5bb8-4f32-8dfc-59cc3ee408b5 service neutron] 10.222.0.102 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492168 Oct 18 23:26:23.904931 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b4690c6-650f-46bf-b19f-7974c4536541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:23.926843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830dc911-f1b4-4913-b539-e832d87768e9 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:23.948152 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:23.969162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-b6bfcafe-a6d5-44a0-aa74-2826cd2e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.970169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-b6bfcafe-a6d5-44a0-aa74-2826cd2e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.970657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-b6bfcafe-a6d5-44a0-aa74-2826cd2e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.971163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-b6bfcafe-a6d5-44a0-aa74-2826cd2e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.971819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-b6bfcafe-a6d5-44a0-aa74-2826cd2e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.972296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-b6bfcafe-a6d5-44a0-aa74-2826cd2e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.972833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-b6bfcafe-a6d5-44a0-aa74-2826cd2e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.977088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-b6bfcafe-a6d5-44a0-aa74-2826cd2e6df4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6495 time: 0.1622746 Oct 18 23:26:23.982886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778ffbd-1498-42f2-857d-162700e7bb69 req-d03dfafa-85f5-494b-87f8-596810b8f1fa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:23.990983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0778ffbd-1498-42f2-857d-162700e7bb69 req-d03dfafa-85f5-494b-87f8-596810b8f1fa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2447999 Oct 18 23:26:24.002673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.007459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97959c41-63f0-4767-989f-9ef5a1de05a6 req-286000b0-55b6-450e-b4eb-a528569a5ce9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:24.008233 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97959c41-63f0-4767-989f-9ef5a1de05a6 req-286000b0-55b6-450e-b4eb-a528569a5ce9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.1959457 Oct 18 23:26:24.026564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Transition to ACTIVE for port object 830dc911-f1b4-4913-b539-e832d87768e9 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:26:24.073684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.096366 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97959c41-63f0-4767-989f-9ef5a1de05a6 req-9338d5f1-6ec8-47fa-9969-2b27946f84bb tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562608 Oct 18 23:26:24.099408 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49073240-baef-41ee-a7bd-471f5d50ab2c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.149114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49073240-baef-41ee-a7bd-471f5d50ab2c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.220307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68938f-7731-4e4c-a965-558354452d54 req-38d0cf5a-5b8f-46d2-aa73-bd0d0cf3cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:24.222246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa68938f-7731-4e4c-a965-558354452d54 req-38d0cf5a-5b8f-46d2-aa73-bd0d0cf3cdc7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b44da27b6e694bc995b5f70d16da2001&device_id=02da1433-c7fa-4d29-bca6-3e94f623f9ae HTTP/1.1" status: 200 len: 1095 time: 0.1301639 Oct 18 23:26:24.223379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49073240-baef-41ee-a7bd-471f5d50ab2c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a385f2-ce02-4df7-bd01-220e53c11197,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:24.228941 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49073240-baef-41ee-a7bd-471f5d50ab2c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.235436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-49073240-baef-41ee-a7bd-471f5d50ab2c tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5885098 Oct 18 23:26:24.237767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49458) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:24.242495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b4e5e169-4f04-4a06-b903-6626499a6d48 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020654972'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:24.282576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0778ffbd-1498-42f2-857d-162700e7bb69 req-791564de-ecf1-4ba2-9860-25b330053b60 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906253 Oct 18 23:26:24.312911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=36570c6f-0e4b-49bc-b690-ae4416b0e8a9,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:24.358028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Pushing event updated for resources: {'Port': ['ID=830dc911-f1b4-4913-b539-e832d87768e9,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:24.444977 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e169-4f04-4a06-b903-6626499a6d48 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.467504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68938f-7731-4e4c-a965-558354452d54 req-08fac612-88a3-486e-a818-d1fc3586d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:24.469400 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa68938f-7731-4e4c-a965-558354452d54 req-08fac612-88a3-486e-a818-d1fc3586d527 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 HTTP/1.1" status: 200 len: 918 time: 0.2327874 Oct 18 23:26:24.563214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e169-4f04-4a06-b903-6626499a6d48 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.609342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa68938f-7731-4e4c-a965-558354452d54 req-1ece0585-13be-4f3c-a024-b3bb5d8bdfaf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a9c5567-148a-428c-bdfe-d8dd3e22e58d HTTP/1.1" status: 200 len: 217 time: 0.0443258 Oct 18 23:26:24.610602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e169-4f04-4a06-b903-6626499a6d48 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.624188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Checking segment: {'id': 'fc918311-4690-4834-8ea5-f3ee425d4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:24.626545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Network hostable DHCP agents. Network: 2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:26:24.690914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e169-4f04-4a06-b903-6626499a6d48 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.695203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b4e5e169-4f04-4a06-b903-6626499a6d48 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4561474 Oct 18 23:26:24.697152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68938f-7731-4e4c-a965-558354452d54 req-26b15df9-e41c-4297-b440-3433f9422aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:24.697411 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49476) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:24.699843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa68938f-7731-4e4c-a965-558354452d54 req-26b15df9-e41c-4297-b440-3433f9422aff service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c7373e13-c3f2-42e5-a90f-aacf2be23383 HTTP/1.1" status: 200 len: 857 time: 0.0732694 Oct 18 23:26:24.756941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.761394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1ba663b3-5a39-4952-bd15-f230f4103208 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group_rule': {'security_group_id': '14a385f2-ce02-4df7-bd01-220e53c11197', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'af443405-960e-470f-9cd9-01d6de52890d'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:24.769087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-9edb4eec-a1cd-4f97-b7c5-e4857e21f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:24.769602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-9edb4eec-a1cd-4f97-b7c5-e4857e21f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:24.770346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-9edb4eec-a1cd-4f97-b7c5-e4857e21f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:24.772822 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-9edb4eec-a1cd-4f97-b7c5-e4857e21f06e service neutron] 10.222.0.102 "GET /v2.0/networks?id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=39ea3733-74ea-4469-86dd-2826e17a10c2&id=39ea3733-74ea-4469-86dd-2826e17a10c2 HTTP/1.1" status: 200 len: 2294 time: 0.6886799 Oct 18 23:26:24.816439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Attempting to bind port 830dc911-f1b4-4913-b539-e832d87768e9 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:26:24.816689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Attempting to bind port 830dc911-f1b4-4913-b539-e832d87768e9 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:26:24.818777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Attempting to bind port 830dc911-f1b4-4913-b539-e832d87768e9 on network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:24.824123 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa68938f-7731-4e4c-a965-558354452d54 req-2e3a05bb-3868-4bde-a63b-2a1e0112cfb4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153984 Oct 18 23:26:24.876647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5e169-4f04-4a06-b903-6626499a6d48 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af443405-960e-470f-9cd9-01d6de52890d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:24.895727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Port 830dc911-f1b4-4913-b539-e832d87768e9 on network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:26:24.896433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Attempting to bind port 830dc911-f1b4-4913-b539-e832d87768e9 on network 2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:24.902596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Network 2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:26:24.916052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:26:24.916703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573698d-4ada-4513-b2ce-2acd10a6349e req-71101da0-28d7-493e-b88b-9ee81a8fea5b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:24.917077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Checking segment: {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:24.917709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Bound using segment: {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:26:24.918381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Bound port: 830dc911-f1b4-4913-b539-e832d87768e9, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:26:24.919057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:24.924800 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8573698d-4ada-4513-b2ce-2acd10a6349e req-71101da0-28d7-493e-b88b-9ee81a8fea5b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 943 time: 0.2175944 Oct 18 23:26:24.988575 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:25.012286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0e045c-0072-43fb-84e7-4c4baa78a094 None None] Network 2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:26:25.026217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-2237acc1-6035-4bde-b943-69e597da8d13 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05304f96-14be-417a-82ce-b7c7d7460a0f HTTP/1.1" status: 200 len: 1000 time: 0.2275710 Oct 18 23:26:25.040154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:25.041903 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:25.131443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8573698d-4ada-4513-b2ce-2acd10a6349e req-c5e6c50c-f3c1-4941-8ca9-3d20de22bb12 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055857 Oct 18 23:26:25.145355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-c8d2ff03-db03-4b4e-adb6-9df9c63ed67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:25.148450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-c8d2ff03-db03-4b4e-adb6-9df9c63ed67f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5115d984-ce58-49c9-9669-41c1b9da4f27 HTTP/1.1" status: 200 len: 851 time: 0.0824242 Oct 18 23:26:25.272791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa68938f-7731-4e4c-a965-558354452d54 req-84927696-46d2-4023-9faa-9a3cbd1bb184 service neutron] 10.222.0.102 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174671 Oct 18 23:26:25.292352 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-179f7bf5-3691-459d-9f80-8323d0a42cad admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7167227 Oct 18 23:26:25.303645 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-1ba663b3-5a39-4952-bd15-f230f4103208 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:26:25.304762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1ba663b3-5a39-4952-bd15-f230f4103208 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5499117 Oct 18 23:26:25.312757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49488) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:25.527233 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:25.537234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8608cb68-4856-4fff-a38d-cfe7dc7497c1 None None] Network 2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:26:25.620843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] For port 830dc911-f1b4-4913-b539-e832d87768e9, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:26:25.631547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] For port 830dc911-f1b4-4913-b539-e832d87768e9, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=830dc911-f1b4-4913-b539-e832d87768e9,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:26:25.704588 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:25.826424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-869313e4-cd76-4b44-a787-63c1a0bdd13f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:25.868207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:25.871340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:25.871340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] 10.222.0.73 "PUT /v2.0/ports/830dc911-f1b4-4913-b539-e832d87768e9 HTTP/1.1" status: 200 len: 1092 time: 3.8041317 Oct 18 23:26:25.876047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c5b4b3-641b-495e-a3db-f7911bd3c42f', 'tag': '830dc911-f1b4-4913-b539-e832d87768e9'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:25.878765 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fb3870-fbdf-4603-829b-5f0e27ba15b8" -d '{"events": [{"name": "network-changed", "server_uuid": "57c5b4b3-641b-495e-a3db-f7911bd3c42f", "tag": "830dc911-f1b4-4913-b539-e832d87768e9"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:25.897192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa68938f-7731-4e4c-a965-558354452d54 req-3da572b5-f9f0-4e4b-b2b2-70d471eaeb6a service neutron] 10.222.0.102 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065288 Oct 18 23:26:25.899864 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-869313e4-cd76-4b44-a787-63c1a0bdd13f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:26.016086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-869313e4-cd76-4b44-a787-63c1a0bdd13f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:26.022017 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-869313e4-cd76-4b44-a787-63c1a0bdd13f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:26.026700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-869313e4-cd76-4b44-a787-63c1a0bdd13f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/af443405-960e-470f-9cd9-01d6de52890d HTTP/1.1" status: 204 len: 168 time: 0.7157466 Oct 18 23:26:26.036051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49518) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:26.051479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869313e4-cd76-4b44-a787-63c1a0bdd13f tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af443405-960e-470f-9cd9-01d6de52890d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:26.136153 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5abbea3c-cae4-4b88-9504-494da60a9c72 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0949736 Oct 18 23:26:26.136153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49522) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:26.231942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c165e-f728-4d30-82d6-8b8730a1ce0b req-d4ced7da-75f0-438f-9ab2-bafa4160a537 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:26.247898 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd6c165e-f728-4d30-82d6-8b8730a1ce0b req-d4ced7da-75f0-438f-9ab2-bafa4160a537 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.6093516 Oct 18 23:26:26.251985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-10754c5a-6041-4d29-8bee-76a1b1dd9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:26.253744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-10754c5a-6041-4d29-8bee-76a1b1dd9fb8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9374387 Oct 18 23:26:26.254100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2a815-f1ba-4711-83ef-f50f4663cc4b service neutron] Pushing event updated for resources: {'Port': ['ID=830dc911-f1b4-4913-b539-e832d87768e9,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:26.313704 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-893c593d-2f69-40db-8515-ccdadb72373b req-2e2b2277-7b94-4f40-947b-5b97a452c837 tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] show failed (client error): The resource could not be found. Oct 18 23:26:26.330117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-893c593d-2f69-40db-8515-ccdadb72373b req-2e2b2277-7b94-4f40-947b-5b97a452c837 tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] 10.222.0.52 "GET /v2.0/security-groups/6feace01-c0c2-49aa-81ef-6a526e97bc9c HTTP/1.1" status: 404 len: 352 time: 0.0834024 Oct 18 23:26:26.374486 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0234e55a-99de-4928-bdba-f5377d47775a tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:26.431110 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0234e55a-99de-4928-bdba-f5377d47775a tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:26.487735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd6c165e-f728-4d30-82d6-8b8730a1ce0b req-bc12b820-dabd-4d8b-b44d-ef47edea480b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388370 Oct 18 23:26:26.505663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-48ce3fe4-d42f-4a61-b1aa-38603a2932fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:26.510220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-48ce3fe4-d42f-4a61-b1aa-38603a2932fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b44da27b6e694bc995b5f70d16da2001&device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 1095 time: 0.5430686 Oct 18 23:26:26.513944 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0234e55a-99de-4928-bdba-f5377d47775a tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:26.521262 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0234e55a-99de-4928-bdba-f5377d47775a tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:26.524958 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0234e55a-99de-4928-bdba-f5377d47775a tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/14a385f2-ce02-4df7-bd01-220e53c11197 HTTP/1.1" status: 204 len: 168 time: 0.3875115 Oct 18 23:26:26.546057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49528) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:26.547218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234e55a-99de-4928-bdba-f5377d47775a tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a385f2-ce02-4df7-bd01-220e53c11197,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:26.627040 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1ca21b-0aaf-4164-bf55-4506690663af x-openstack-request-id: req-be1ca21b-0aaf-4164-bf55-4506690663af {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:26.627418 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c5b4b3-641b-495e-a3db-f7911bd3c42f", "tag": "830dc911-f1b4-4913-b539-e832d87768e9", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:26.627558 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be1ca21b-0aaf-4164-bf55-4506690663af {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:26.628016 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c5b4b3-641b-495e-a3db-f7911bd3c42f', 'tag': '830dc911-f1b4-4913-b539-e832d87768e9', 'status': 'completed', 'code': 200} Oct 18 23:26:26.633849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-7bccb05e-eb6e-465f-abd6-8034cd2a99de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=830dc911-f1b4-4913-b539-e832d87768e9 HTTP/1.1" status: 200 len: 217 time: 0.1036804 Oct 18 23:26:26.693968 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0e7af049-4f16-41a6-a0df-053ad1a3dd0e tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391923 Oct 18 23:26:26.699229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49538) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:26.720684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-7d22215f-b739-4433-9309-966c5444f846 service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408877 Oct 18 23:26:26.726178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9ed4fb15-2b74-4496-b059-8a9a803307b9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'tempest-secgroup--271674052'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:26.797432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-f6caaf41-62a2-40d8-8c2f-39d1d404c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:26.799044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-f6caaf41-62a2-40d8-8c2f-39d1d404c2d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7373e13-c3f2-42e5-a90f-aacf2be23383 HTTP/1.1" status: 200 len: 857 time: 0.1225240 Oct 18 23:26:26.820152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a260b-df3f-4ac1-a91c-36f75ce23655 req-57a40e64-dba2-49ba-8ab5-21ea707956e6 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:26.821908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b0a260b-df3f-4ac1-a91c-36f75ce23655 req-57a40e64-dba2-49ba-8ab5-21ea707956e6 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 943 time: 0.1926961 Oct 18 23:26:26.850478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ed4fb15-2b74-4496-b059-8a9a803307b9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:26.865144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-cc46eb5d-537e-4b59-bb8a-53e99656e7f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393465 Oct 18 23:26:26.926621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c249a925-3257-48fa-aaaf-1064bca691cd details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:26:27.010068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ed4fb15-2b74-4496-b059-8a9a803307b9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:27.018085 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ed4fb15-2b74-4496-b059-8a9a803307b9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:27.052403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc5a52b6-5539-46ae-ba67-f275331bd273 req-307514bd-485f-4e40-b307-52eef0336855 tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=430d43c0dfd94da1a23258cfb5e3f00d HTTP/1.1" status: 200 len: 2988 time: 0.2822614 Oct 18 23:26:27.116890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4fb15-2b74-4496-b059-8a9a803307b9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9f9562-6df5-45ae-9e56-11182f231749,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:27.143964 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ed4fb15-2b74-4496-b059-8a9a803307b9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:27.146428 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ed4fb15-2b74-4496-b059-8a9a803307b9 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4460437 Oct 18 23:26:27.151548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49546) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:27.157901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-2ea26f72-9490-4893-9cf7-188ac67fae30 service neutron] 10.222.0.73 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709041 Oct 18 23:26:27.159138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d11d1472-f77f-480c-9577-e9807f7d23ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:27.159369 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-d11d1472-f77f-480c-9577-e9807f7d23ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 23:26:27.160132 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-d11d1472-f77f-480c-9577-e9807f7d23ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] update failed (client error): There was a conflict when trying to complete your request. Oct 18 23:26:27.161538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d11d1472-f77f-480c-9577-e9807f7d23ab tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "PUT /v2.0/security-groups/fa9f9562-6df5-45ae-9e56-11182f231749 HTTP/1.1" status: 409 len: 330 time: 0.0082150 Oct 18 23:26:27.169336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49548) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:27.174965 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc5a52b6-5539-46ae-ba67-f275331bd273 req-05639bf6-d40f-4e05-bcc8-c258f1574515 tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] 10.222.0.52 "GET /v2.0/security-groups/5db10955-af11-48e1-a53c-8dc39392ea6a HTTP/1.1" status: 200 len: 2985 time: 0.1217148 Oct 18 23:26:27.272162 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc5a52b6-5539-46ae-ba67-f275331bd273 req-dc2806e4-8f28-4761-b9b4-0de9d88b9ad1 tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] 10.222.0.52 "GET /v2.0/security-groups/5db10955-af11-48e1-a53c-8dc39392ea6a HTTP/1.1" status: 200 len: 2985 time: 0.0946655 Oct 18 23:26:27.291802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b0a260b-df3f-4ac1-a91c-36f75ce23655 req-898e4be0-338e-4788-a478-1f6228b10c92 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222386 Oct 18 23:26:27.337374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c249a925-3257-48fa-aaaf-1064bca691cd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c249a925-3257-48fa-aaaf-1064bca691cd,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:27.427609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'c249a925-3257-48fa-aaaf-1064bca691cd', 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77', 'port_id': 'c249a925-3257-48fa-aaaf-1064bca691cd', 'mac_address': 'fa:16:3e:d0:ed:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7373e13-c3f2-42e5-a90f-aacf2be23383', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:26:27.492066 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:27.523766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c249a925-3257-48fa-aaaf-1064bca691cd {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:27.559312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c249a925-3257-48fa-aaaf-1064bca691cd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c249a925-3257-48fa-aaaf-1064bca691cd,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:27.566878 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:27.655515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c249a925-3257-48fa-aaaf-1064bca691cd,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:27.673018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.673692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.674407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.675028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.675684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.676276 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.676853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.677471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.678019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.678588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.679223 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.679936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:27.789312 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:27.796898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21ae75e8-050b-4daf-8566-fc4eed0a2f35 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:27.805510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0891f5-429a-4b87-8b50-445e052fecd1 req-7856f932-f363-4510-ba17-f8c22eea4520 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:27.808089 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-be0891f5-429a-4b87-8b50-445e052fecd1 req-7856f932-f363-4510-ba17-f8c22eea4520 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.1161294 Oct 18 23:26:27.809417 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-31b05bf2-7928-4ed1-826c-0aa2304be997 service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0601497 Oct 18 23:26:27.858151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-be0891f5-429a-4b87-8b50-445e052fecd1 req-abd8f27b-e2e2-4901-9559-dccbddc7b7e9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382926 Oct 18 23:26:27.911323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-ba9d42a7-f3a0-465b-af35-0b44b6d78eb0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=b3c6dc2a-df4f-43e9-808c-11041ee1a955 HTTP/1.1" status: 200 len: 217 time: 0.0878806 Oct 18 23:26:27.912966 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21ae75e8-050b-4daf-8566-fc4eed0a2f35 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:28.035650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b509189-c37a-44e7-9dd2-7c65df175d9e req-1ce86fb8-b8f9-4f48-bc74-c3df2122aeca service neutron] 10.222.0.73 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723258 Oct 18 23:26:28.052626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-333f6012-d428-4354-ac66-b1f04d7b31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:28.054316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-333f6012-d428-4354-ac66-b1f04d7b31fc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.1169615 Oct 18 23:26:28.058972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e671a214-89bc-4d6f-aaa1-71a8868bed34 req-b1e24b66-fbc0-4cfa-8ab4-abd10c2ed8ed tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] 10.222.0.52 "GET /v2.0/security-groups/5db10955-af11-48e1-a53c-8dc39392ea6a HTTP/1.1" status: 200 len: 2985 time: 0.2847993 Oct 18 23:26:28.061300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21ae75e8-050b-4daf-8566-fc4eed0a2f35 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:28.064192 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21ae75e8-050b-4daf-8566-fc4eed0a2f35 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:28.068975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-21ae75e8-050b-4daf-8566-fc4eed0a2f35 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/fa9f9562-6df5-45ae-9e56-11182f231749 HTTP/1.1" status: 204 len: 168 time: 0.8920155 Oct 18 23:26:28.069349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49596) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:28.076148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae75e8-050b-4daf-8566-fc4eed0a2f35 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9f9562-6df5-45ae-9e56-11182f231749,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:28.110412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c249a925-3257-48fa-aaaf-1064bca691cd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:28.158987 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ad8adf8-8459-41c0-8863-18c8e4de0dc6 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844951 Oct 18 23:26:28.159668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49600) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:28.194909 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-3ebdc7b8-1c7a-4613-b1d0-03d8365d4117 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] delete failed (client error): The resource could not be found. Oct 18 23:26:28.201656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3ebdc7b8-1c7a-4613-b1d0-03d8365d4117 tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "DELETE /v2.0/security-groups/2bdac185-4252-4747-997a-2a8493fa75a6 HTTP/1.1" status: 404 len: 347 time: 0.0407252 Oct 18 23:26:28.203768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49602) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:28.224616 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-3262a9c7-1a7a-4125-a0d3-d301b5c0957d tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] show failed (client error): The resource could not be found. Oct 18 23:26:28.230513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49604) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:28.230766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3262a9c7-1a7a-4125-a0d3-d301b5c0957d tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-groups/0f1249b5-8fd4-4545-ae33-92c230992949 HTTP/1.1" status: 404 len: 347 time: 0.0237277 Oct 18 23:26:28.244904 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-e671a214-89bc-4d6f-aaa1-71a8868bed34 req-54fbbf43-b9b0-420c-9e4f-943af9ef0f7f tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 23:26:28.246172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e671a214-89bc-4d6f-aaa1-71a8868bed34 req-54fbbf43-b9b0-420c-9e4f-943af9ef0f7f tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] 10.222.0.52 "DELETE /v2.0/security-groups/5db10955-af11-48e1-a53c-8dc39392ea6a HTTP/1.1" status: 409 len: 352 time: 0.1676605 Oct 18 23:26:28.259490 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-cdc6c1c2-da2d-472b-ac1a-b01857697e0b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] show failed (client error): The resource could not be found. Oct 18 23:26:28.265167 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cdc6c1c2-da2d-472b-ac1a-b01857697e0b tempest-NegativeSecGroupTest-570335695 tempest-NegativeSecGroupTest-570335695-project] 10.222.0.52 "GET /v2.0/security-group-rules/217d1708-6381-4cac-9f65-7ee910f7504f HTTP/1.1" status: 404 len: 356 time: 0.0275106 Oct 18 23:26:28.319676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-ba5f3873-59fa-4c5b-bfc1-383f3b111cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:28.321284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-ba5f3873-59fa-4c5b-bfc1-383f3b111cb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b44da27b6e694bc995b5f70d16da2001&device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 1095 time: 0.1689198 Oct 18 23:26:28.347939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-9caeb6b4-a7bc-40de-a2c9-5d43964003f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:28.350233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-9caeb6b4-a7bc-40de-a2c9-5d43964003f3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1552422 Oct 18 23:26:28.352641 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-75873de0-0db4-43a9-93b4-f83bf16f5ce6 req-2eac4364-8e01-41c1-b6dd-e420291d361f tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] show failed (client error): The resource could not be found. Oct 18 23:26:28.353709 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75873de0-0db4-43a9-93b4-f83bf16f5ce6 req-2eac4364-8e01-41c1-b6dd-e420291d361f tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] 10.222.0.52 "GET /v2.0/security-groups/d2ffeb2c-114b-4473-8dab-f1a53a347ccd HTTP/1.1" status: 404 len: 352 time: 0.0493464 Oct 18 23:26:28.590074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe7ad8-8817-4128-906a-548f2ad76265 req-9614bd8b-44de-42e0-8d00-69fb8c4bc934 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:28.599012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38fe7ad8-8817-4128-906a-548f2ad76265 req-9614bd8b-44de-42e0-8d00-69fb8c4bc934 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 943 time: 0.1566596 Oct 18 23:26:28.601316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-1d1aa5ee-4d51-46c5-85c3-8cebe50d8cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:28.602831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-1d1aa5ee-4d51-46c5-85c3-8cebe50d8cea service neutron] 10.222.0.73 "GET /v2.0/networks?id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 HTTP/1.1" status: 200 len: 918 time: 0.2670267 Oct 18 23:26:28.632195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49640) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:28.664338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-5cf5acf5-951a-41f0-96a7-119d8a450ba5 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965126 Oct 18 23:26:28.667999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-d0a74460-169f-4cce-8358-0ef6e58ae5bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=830dc911-f1b4-4913-b539-e832d87768e9 HTTP/1.1" status: 200 len: 217 time: 0.0554650 Oct 18 23:26:28.723440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38fe7ad8-8817-4128-906a-548f2ad76265 req-2adb6c90-3d87-4b11-adb2-2cf11df0497b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195879 Oct 18 23:26:28.886402 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-e0c878cd-6da6-4864-9d26-58c2c0be3ad2 req-85bfe64d-9fb0-404f-bbbb-e705f937c104 tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] show failed (client error): The resource could not be found. Oct 18 23:26:28.913606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0c878cd-6da6-4864-9d26-58c2c0be3ad2 req-85bfe64d-9fb0-404f-bbbb-e705f937c104 tempest-SecurityGroupsNegativeTestJSON-1512528368 tempest-SecurityGroupsNegativeTestJSON-1512528368-project] 10.222.0.52 "GET /v2.0/security-groups/3dbae78a-3068-4a96-a32b-05374b3fa52b HTTP/1.1" status: 404 len: 352 time: 0.1092689 Oct 18 23:26:28.917443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49664) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:28.948198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-3b0e6ea8-e63e-4d36-b92a-a827a8b7d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:28.952023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-3b0e6ea8-e63e-4d36-b92a-a827a8b7d7a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7373e13-c3f2-42e5-a90f-aacf2be23383 HTTP/1.1" status: 200 len: 857 time: 0.2527628 Oct 18 23:26:28.994436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-66c9bbc4-6ee1-4537-a271-ce75b39755cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=105f06c3b0264e468a49a585d203ed2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598738 Oct 18 23:26:28.999113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49668) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:29.040795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a175ef-99aa-4fe8-8918-966ed7b435c0 admin admin] Deleting subnet 36570c6f-0e4b-49bc-b690-ae4416b0e8a9 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:26:29.054539 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6a175ef-99aa-4fe8-8918-966ed7b435c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.079616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-a3f37cf0-b0c3-440f-83ff-44e29f75b377 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682065 Oct 18 23:26:29.119981 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6a175ef-99aa-4fe8-8918-966ed7b435c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.142505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-e4754eb4-1aa8-4126-b89f-171af941988a service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447558 Oct 18 23:26:29.178446 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6a175ef-99aa-4fe8-8918-966ed7b435c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.180644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0106696-5dac-4c43-85fd-250b1e3a4351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.252114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0106696-5dac-4c43-85fd-250b1e3a4351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.277705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-cac9089d-af0f-4282-a6ac-d38c74c700c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=a221ba3c-65f3-4453-aeea-cda82f9291f5 HTTP/1.1" status: 200 len: 217 time: 0.1150241 Oct 18 23:26:29.310126 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6a175ef-99aa-4fe8-8918-966ed7b435c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.331617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0a9c5567-148a-428c-bdfe-d8dd3e22e58d details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:26:29.336696 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a175ef-99aa-4fe8-8918-966ed7b435c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36570c6f-0e4b-49bc-b690-ae4416b0e8a9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:29.352036 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6a175ef-99aa-4fe8-8918-966ed7b435c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.357824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c6a175ef-99aa-4fe8-8918-966ed7b435c0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/36570c6f-0e4b-49bc-b690-ae4416b0e8a9 HTTP/1.1" status: 204 len: 168 time: 0.4372065 Oct 18 23:26:29.362349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49674) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:29.376780 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0106696-5dac-4c43-85fd-250b1e3a4351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.379858 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0106696-5dac-4c43-85fd-250b1e3a4351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.381241 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0106696-5dac-4c43-85fd-250b1e3a4351 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26190b47-726c-45fb-99d7-3072bb3489eb HTTP/1.1" status: 204 len: 168 time: 0.3805611 Oct 18 23:26:29.440250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0106696-5dac-4c43-85fd-250b1e3a4351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26190b47-726c-45fb-99d7-3072bb3489eb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:29.542665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.571929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:29.602369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '0a9c5567-148a-428c-bdfe-d8dd3e22e58d', 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77', 'port_id': '0a9c5567-148a-428c-bdfe-d8dd3e22e58d', 'mac_address': 'fa:16:3e:e5:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7373e13-c3f2-42e5-a90f-aacf2be23383', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:26:29.660234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-ebb67dc9-1de1-499b-97e4-7f0ab726de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:29.663003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-ebb67dc9-1de1-499b-97e4-7f0ab726de0f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.3494687 Oct 18 23:26:29.666836 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.688387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a800a-8eff-49f1-96d5-791a3846100f req-9caf5382-106f-42c4-8d38-00fce39e06b9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:29.691130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac6a800a-8eff-49f1-96d5-791a3846100f req-9caf5382-106f-42c4-8d38-00fce39e06b9 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.4223406 Oct 18 23:26:29.694763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9c5567-148a-428c-bdfe-d8dd3e22e58d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:29.694922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-a51212b6-ef98-48dd-bd39-09bba64e88f6 service neutron] 10.222.0.73 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505302 Oct 18 23:26:29.759365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:29.767415 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.778831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.822467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:29.855643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc918311-4690-4834-8ea5-f3ee425d4b39') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:29.856112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc918311-4690-4834-8ea5-f3ee425d4b39') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:29.865582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:29.900426 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.929134 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.943833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cac45-8192-46a9-afeb-887f77594b69 req-fa3f4db3-b987-40cc-8fb9-057a5325b40c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:29.945842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb0cac45-8192-46a9-afeb-887f77594b69 req-fa3f4db3-b987-40cc-8fb9-057a5325b40c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1051729 Oct 18 23:26:29.953377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:26:29.954105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:26:29.956480 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:26:30.030771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-8f663b41-d67e-4361-9524-0d90d3e7e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:30.033412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-8f663b41-d67e-4361-9524-0d90d3e7e82c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3369246 Oct 18 23:26:30.052726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac6a800a-8eff-49f1-96d5-791a3846100f req-57b70d2f-4e65-4f97-a353-654f7686d12b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334913 Oct 18 23:26:30.089857 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb0cac45-8192-46a9-afeb-887f77594b69 req-f902b09a-0768-43ec-a5ff-c0a4cb6328b0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290689 Oct 18 23:26:30.093763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:30.117633 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:30.121883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3 HTTP/1.1" status: 204 len: 168 time: 0.7583318 Oct 18 23:26:30.128301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460c3f2-91a7-49a5-8136-b4051a65bcf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2186f56d-32d4-4b80-8e3d-b9b3f7e1d3a3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:30.228295 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79fb3870-fbdf-4603-829b-5f0e27ba15b8 req-4682c45e-31b2-43c2-8e36-becf00651739 service neutron] 10.222.0.73 "GET /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063040 Oct 18 23:26:30.316895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-57856d08-a2fe-4c8c-a4d6-345c7b328cbb service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629774 Oct 18 23:26:30.331705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77314d-955e-40f0-a5da-1ac2e5706a04 req-f07201e9-247b-4acd-8f06-37f6ea0fc524 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:30.333524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e77314d-955e-40f0-a5da-1ac2e5706a04 req-f07201e9-247b-4acd-8f06-37f6ea0fc524 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 943 time: 0.1108880 Oct 18 23:26:30.418352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49712) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:30.432604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a9c5567-148a-428c-bdfe-d8dd3e22e58d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:30.452147 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e77314d-955e-40f0-a5da-1ac2e5706a04 req-b1daf387-98d9-4d09-a049-787b3c2309ac tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074505 Oct 18 23:26:30.502495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-4c157d81-4d7d-4190-8219-f14d2c68d67d service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678822 Oct 18 23:26:30.505367 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-368e57bc-2a13-4fd6-9300-01ff86a4214a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=430d43c0dfd94da1a23258cfb5e3f00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835168 Oct 18 23:26:30.511035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49714) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:30.549478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fbe85-95e5-4557-96f2-864faa984191 req-100c0a69-7f4b-49aa-93eb-f097dbe14cf3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:30.552697 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-100c0a69-7f4b-49aa-93eb-f097dbe14cf3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 805 time: 0.2766781 Oct 18 23:26:30.574895 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-412a0387-4919-4c22-9a5d-5134a6555ed7 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/quotas/a9a1b90e89fb4afebbb5c7f3e7df85b1 HTTP/1.1" status: 200 len: 375 time: 0.0142901 Oct 18 23:26:30.580412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-0d83aecb-569b-4717-912a-c307354c3175 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27 HTTP/1.1" status: 200 len: 217 time: 0.0661764 Oct 18 23:26:30.691650 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40393a74-bb01-4b7d-a908-a9657f56517c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:30.727510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40393a74-bb01-4b7d-a908-a9657f56517c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:30.783312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-128d3f26-b1a2-4b8f-8f9c-8918dac4d12a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1974289 Oct 18 23:26:30.794605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-3f00dff3-6847-462c-ae58-f370ba8e915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:30.797623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-3f00dff3-6847-462c-ae58-f370ba8e915a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.2073557 Oct 18 23:26:30.914113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-ce41a5c6-33ce-4583-bde2-423b12221dc2 service neutron] 10.222.0.52 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227264 Oct 18 23:26:30.926627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40393a74-bb01-4b7d-a908-a9657f56517c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:30.929448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40393a74-bb01-4b7d-a908-a9657f56517c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:30.935399 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-40393a74-bb01-4b7d-a908-a9657f56517c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5db10955-af11-48e1-a53c-8dc39392ea6a HTTP/1.1" status: 204 len: 168 time: 0.4184391 Oct 18 23:26:30.936930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-aba7f029-00e6-4499-b975-cefd86079de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:30.938900 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-aba7f029-00e6-4499-b975-cefd86079de7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1224177 Oct 18 23:26:30.956554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4242ac-754f-495f-9642-62fb31ed4c41 req-98affd89-b060-4407-9a0f-829053127a0d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:30.959314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e4242ac-754f-495f-9642-62fb31ed4c41 req-98affd89-b060-4407-9a0f-829053127a0d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1527426 Oct 18 23:26:30.962200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c249a925-3257-48fa-aaaf-1064bca691cd up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:30.985087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40393a74-bb01-4b7d-a908-a9657f56517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db10955-af11-48e1-a53c-8dc39392ea6a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:31.076299 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-2d0df464-f35d-4ec7-bc5a-c62f6e0c4120 service neutron] 10.222.0.52 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602380 Oct 18 23:26:31.110271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port c249a925-3257-48fa-aaaf-1064bca691cd completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:26:31.130158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port c249a925-3257-48fa-aaaf-1064bca691cd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:31.147903 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:31.200951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e4242ac-754f-495f-9642-62fb31ed4c41 req-81317d9b-8cc4-4df9-837a-a688f330326a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198279 Oct 18 23:26:31.308039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-ed9b4cc5-e3ec-4483-a06a-8efa89d2db0b service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456933 Oct 18 23:26:31.368532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cb10c558-e6df-40c6-ad80-91cfa2270861 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:26:31.630048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dbc40-e22f-40dc-a7ff-e66df480f20a req-4b3f0785-7788-4ff6-8d94-708ce217ce0e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:31.631794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-548dbc40-e22f-40dc-a7ff-e66df480f20a req-4b3f0785-7788-4ff6-8d94-708ce217ce0e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.2255595 Oct 18 23:26:31.717523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-548dbc40-e22f-40dc-a7ff-e66df480f20a req-0572541b-e4bf-499a-ae67-2af9eaf2a8ce tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736504 Oct 18 23:26:31.722366 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:31.726185 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:31.752085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-12b3b872-d0ee-410f-b895-5560427daa65 req-6f686f03-c88f-41bc-a5ec-95f1a03678f9 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 210 time: 0.1145208 Oct 18 23:26:31.772727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:31.775452 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b60a7-906a-4278-bffe-5a6d256237d7" -d '{"events": [{"server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "name": "network-vif-unplugged", "status": "completed", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:31.790950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cb10c558-e6df-40c6-ad80-91cfa2270861,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:31.807001 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:31.823659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c249a925-3257-48fa-aaaf-1064bca691cd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c249a925-3257-48fa-aaaf-1064bca691cd,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:31.850566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:31.862493 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-6bfaf3bb-86e6-4843-a47b-fc341906a68a service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399330 Oct 18 23:26:31.892893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=cb10c558-e6df-40c6-ad80-91cfa2270861,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:31.950243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-b32b0a14-df4a-4451-b297-190131d76b20 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=8ca62050-0176-473e-a99c-b6bdd559021f HTTP/1.1" status: 200 len: 217 time: 0.0703146 Oct 18 23:26:32.097467 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1c8f2b-5173-47b1-9f7d-41d482e9fd9e x-openstack-request-id: req-ea1c8f2b-5173-47b1-9f7d-41d482e9fd9e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:32.097869 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "name": "network-vif-unplugged", "status": "completed", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:32.098252 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea1c8f2b-5173-47b1-9f7d-41d482e9fd9e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:32.099722 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861', 'code': 200} Oct 18 23:26:32.103227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-74033ed7-e4b6-41e3-89d5-e1867bf5d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:32.106135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-74033ed7-e4b6-41e3-89d5-e1867bf5d416 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.1217167 Oct 18 23:26:32.109736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c249a925-3257-48fa-aaaf-1064bca691cd,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:32.120361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66b808-073c-48c6-b8f3-7a101c7dffb9 req-e6c0da21-7456-4683-9dbc-35637d2237ab tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:32.123890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe66b808-073c-48c6-b8f3-7a101c7dffb9 req-e6c0da21-7456-4683-9dbc-35637d2237ab tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 943 time: 0.1516273 Oct 18 23:26:32.221328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe66b808-073c-48c6-b8f3-7a101c7dffb9 req-ac30a15c-5e53-4ac8-8915-d9ad95eab1ec tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803993 Oct 18 23:26:32.223562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-e8bfa468-6903-40db-b703-ffe6184699b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:32.225228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-e8bfa468-6903-40db-b703-ffe6184699b1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882237 Oct 18 23:26:32.398368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-dd0026bc-298d-4a7e-811c-6b7a8fea7633 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635549 Oct 18 23:26:32.432841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-4b0f6cf8-a4d0-49a2-be9c-23efb0dc2822 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:32.439764 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-4b0f6cf8-a4d0-49a2-be9c-23efb0dc2822 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.102 "GET /v2.0/ports?device_id=b0237b81-f9b9-4b38-b448-601b23629231 HTTP/1.1" status: 200 len: 944 time: 0.1171231 Oct 18 23:26:32.692082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-ad3703ef-9e92-4781-8ceb-df674b96b9b0 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831666 Oct 18 23:26:32.735995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Deleting port cb10c558-e6df-40c6-ad80-91cfa2270861 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:26:32.736981 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:32.766292 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-2e45db17-8e59-45af-8715-998693afd22f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c HTTP/1.1" status: 200 len: 217 time: 0.0684044 Oct 18 23:26:32.868934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-edcf819c-e457-4d80-b0a3-a5d2cdafda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:32.872073 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-edcf819c-e457-4d80-b0a3-a5d2cdafda79 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 200 len: 797 time: 0.0976725 Oct 18 23:26:32.966283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 830dc911-f1b4-4913-b539-e832d87768e9 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:26:32.974797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1572557c-c169-44d1-a77a-e85c68ed4980 req-88f3cbee-bdf2-4ee6-a40b-1d31b07024db tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 210 time: 0.0558286 Oct 18 23:26:32.997704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-4ad46d6a-b58a-4447-b409-750a6d1820e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:32.999290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-4ad46d6a-b58a-4447-b409-750a6d1820e4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187625 Oct 18 23:26:33.052906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49798) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:33.185392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] For port cb10c558-e6df-40c6-ad80-91cfa2270861, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cb10c558-e6df-40c6-ad80-91cfa2270861,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:33.185769 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:33.196462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d2283-fe02-43b9-acbf-c1425c959f3e req-69be43ad-2c16-4a5d-88ec-e594209fd94e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:33.198141 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d2d2283-fe02-43b9-acbf-c1425c959f3e req-69be43ad-2c16-4a5d-88ec-e594209fd94e tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.2409527 Oct 18 23:26:33.219405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Calling delete_port for cb10c558-e6df-40c6-ad80-91cfa2270861 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:26:33.241848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-301a64b7-c6d9-4aca-b7b2-3c249dc9b90c service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285590 Oct 18 23:26:33.320719 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d2d2283-fe02-43b9-acbf-c1425c959f3e req-bd9ab914-21cf-490f-a3d0-7542ab3a6019 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128755 Oct 18 23:26:33.430319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0a9c5567-148a-428c-bdfe-d8dd3e22e58d up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:33.460469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:33.532593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-5e5cc880-1315-4535-9b12-d298200225b5 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830305 Oct 18 23:26:33.618387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-154857578-network', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:33.657289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 830dc911-f1b4-4913-b539-e832d87768e9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=830dc911-f1b4-4913-b539-e832d87768e9,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:33.666407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Pushing event deleted for resources: {'Port': ['ID=cb10c558-e6df-40c6-ad80-91cfa2270861,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:33.667630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-63e0b493-35df-4422-b756-9e36d6a606a8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9 HTTP/1.1" status: 200 len: 217 time: 0.1262233 Oct 18 23:26:33.721556 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] No DVR routers for this DVR port cb10c558-e6df-40c6-ad80-91cfa2270861 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:26:33.734060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '830dc911-f1b4-4913-b539-e832d87768e9', 'network_id': '2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77', 'port_id': '830dc911-f1b4-4913-b539-e832d87768e9', 'mac_address': 'fa:16:3e:9c:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7373e13-c3f2-42e5-a90f-aacf2be23383', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:26:33.734831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:33.750381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a456462b-0a28-4138-a765-9f63cf9d5f7c req-7f7fe0de-50e8-4a96-b7c8-4379e41714ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.102 "DELETE /v2.0/ports/cb10c558-e6df-40c6-ad80-91cfa2270861 HTTP/1.1" status: 204 len: 173 time: 1.3064868 Oct 18 23:26:33.751856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:26:33.753047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'name': 'network-vif-deleted', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:33.755464 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad90ed7-aa90-4c36-a5e2-872cf36828c2" -d '{"events": [{"server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "name": "network-vif-deleted", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:33.787171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:33.788221 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:33.796642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Made reservation on behalf of f53366cd69a648e984ef14f44ad1ff28 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:33.799694 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:33.820365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.015992 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.031219 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.077594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:26:34.093023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daccafa-24ac-49b4-bf0d-28416975c339 req-a4efa306-0074-4386-9b8f-62eebeb695fd tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:34.100993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2daccafa-24ac-49b4-bf0d-28416975c339 req-a4efa306-0074-4386-9b8f-62eebeb695fd tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 943 time: 0.3892994 Oct 18 23:26:34.125209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc86d-9fac-438b-8731-5ed85546a73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c249a925-3257-48fa-aaaf-1064bca691cd'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:34.152732 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92e419b-5338-4ece-96c5-5f010eacca18" -d '{"events": [{"server_uuid": "005fc86d-9fac-438b-8731-5ed85546a73a", "name": "network-vif-plugged", "status": "completed", "tag": "c249a925-3257-48fa-aaaf-1064bca691cd"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:34.158037 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e54681d-e31d-4aac-bef7-d8c01de44168 x-openstack-request-id: req-3e54681d-e31d-4aac-bef7-d8c01de44168 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:34.158319 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0237b81-f9b9-4b38-b448-601b23629231", "name": "network-vif-deleted", "tag": "cb10c558-e6df-40c6-ad80-91cfa2270861", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:34.158588 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e54681d-e31d-4aac-bef7-d8c01de44168 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:34.169133 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0237b81-f9b9-4b38-b448-601b23629231', 'name': 'network-vif-deleted', 'tag': 'cb10c558-e6df-40c6-ad80-91cfa2270861', 'status': 'completed', 'code': 200} Oct 18 23:26:34.170531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.170919 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Added segment 2d163bc8-1371-49b4-92b0-657d71517707 of type vlan for network 35c62384-00d3-44c8-91e0-fca552ab1c35 Oct 18 23:26:34.188472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-db1c91b8-fbf7-47f4-af33-7bce86fc592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:34.189906 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-db1c91b8-fbf7-47f4-af33-7bce86fc592c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 200 len: 797 time: 0.4468529 Oct 18 23:26:34.208666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f821f3a6-524c-40c7-9b55-af86ce086023,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:34.216869 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.270526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830dc911-f1b4-4913-b539-e832d87768e9 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:34.316020 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.353257 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.354771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:34.355264 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.355997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 830dc911-f1b4-4913-b539-e832d87768e9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=830dc911-f1b4-4913-b539-e832d87768e9,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:34.373766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.487823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d6ac5e0c-1a99-4aa2-9b67-6798c87fb19b req-c00eb424-a9bd-431f-8dba-a56bc9d73095 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 210 time: 0.0819230 Oct 18 23:26:34.535464 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.567772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=830dc911-f1b4-4913-b539-e832d87768e9,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:34.633752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:34.635384 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5635426 Oct 18 23:26:34.636356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424d90d-b185-467b-a6e8-01db1151deb9 admin admin] Pushing event updated for resources: {'Network': ['ID=35c62384-00d3-44c8-91e0-fca552ab1c35,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:34.649285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49826) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:34.655799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Request body: {'subnet': {'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-154857578-subnet', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:34.657891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 35c62384-00d3-44c8-91e0-fca552ab1c35 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:26:34.683593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Made reservation on behalf of f53366cd69a648e984ef14f44ad1ff28 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:34.687226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.709532 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.710267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cb10c558-e6df-40c6-ad80-91cfa2270861 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:26:34.859532 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2daccafa-24ac-49b4-bf0d-28416975c339 req-e62e1536-3863-4f3d-bda6-05f61ac729b5 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7575476 Oct 18 23:26:34.884498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fbe85-95e5-4557-96f2-864faa984191 req-af9f4054-71e7-46c8-9208-52c7523b05c5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:34.888761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-af9f4054-71e7-46c8-9208-52c7523b05c5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 805 time: 1.2154319 Oct 18 23:26:34.892729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f79108-59e0-4220-bd27-9419f54a0382 req-4b0bf27c-afad-437e-97da-81952e7cb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:34.895192 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-4b0bf27c-afad-437e-97da-81952e7cb703 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2106831 Oct 18 23:26:34.928671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: cb10c558-e6df-40c6-ad80-91cfa2270861 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:26:34.929256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cb10c558-e6df-40c6-ad80-91cfa2270861 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:26:34.931169 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:34.935158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Request body: {'port': {'device_id': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'admin_state_up': True, 'tenant_id': 'a9a1b90e89fb4afebbb5c7f3e7df85b1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:34.935484 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c5f523-2e9f-4ef6-a129-8e513e753b5c x-openstack-request-id: req-36c5f523-2e9f-4ef6-a129-8e513e753b5c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:34.936400 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc86d-9fac-438b-8731-5ed85546a73a", "name": "network-vif-plugged", "status": "completed", "tag": "c249a925-3257-48fa-aaaf-1064bca691cd", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:34.936400 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36c5f523-2e9f-4ef6-a129-8e513e753b5c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:34.947437 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc86d-9fac-438b-8731-5ed85546a73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c249a925-3257-48fa-aaaf-1064bca691cd', 'code': 200} Oct 18 23:26:34.967758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['830dc911-f1b4-4913-b539-e832d87768e9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:35.081744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a344ef-f3da-4e08-a300-37a0acbab5dd req-93fd7c06-486b-4efc-b59d-6c42dd4ecf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:35.082562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:35.083328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84a344ef-f3da-4e08-a300-37a0acbab5dd req-93fd7c06-486b-4efc-b59d-6c42dd4ecf43 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=005fc86d-9fac-438b-8731-5ed85546a73a HTTP/1.1" status: 200 len: 1098 time: 0.1575141 Oct 18 23:26:35.112616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cd49a-7f6d-4474-8843-b7593dbbd781 req-6787bc4a-03d8-4bd0-9d96-28580b36dd23 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:35.112616 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a8cd49a-7f6d-4474-8843-b7593dbbd781 req-6787bc4a-03d8-4bd0-9d96-28580b36dd23 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.1845934 Oct 18 23:26:35.119121 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:35.224861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-81137d7f-d217-4871-8363-b9e920659dc7 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110604 Oct 18 23:26:35.247920 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84a344ef-f3da-4e08-a300-37a0acbab5dd req-b9275ab8-6af2-4d29-9560-97e63c7eab8e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510766 Oct 18 23:26:35.272473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=451d398e-2038-4e2a-86ed-cb9a58de3493,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:35.309938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a8cd49a-7f6d-4474-8843-b7593dbbd781 req-6a16d08b-5557-4433-8489-d5704e59ad31 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881227 Oct 18 23:26:35.311251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Checking segment: {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:35.311625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Network hostable DHCP agents. Network: 35c62384-00d3-44c8-91e0-fca552ab1c35, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:26:35.351467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Network 35c62384-00d3-44c8-91e0-fca552ab1c35 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:26:35.364650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 35c62384-00d3-44c8-91e0-fca552ab1c35) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:35.369283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Made reservation on behalf of a9a1b90e89fb4afebbb5c7f3e7df85b1 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:35.373864 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:35.378158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c448f-26d2-4ea1-94c2-2e1163440d98 None None] Network 35c62384-00d3-44c8-91e0-fca552ab1c35 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:26:35.387150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:35.388431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:35.421110 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28f17537-ea40-4891-9514-15437a425dd8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7680786 Oct 18 23:26:35.421921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49834) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:35.459078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:35.474975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22f79108-59e0-4220-bd27-9419f54a0382 req-faac034d-c859-49ef-a82c-0f3786f2ab8d service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438552 Oct 18 23:26:35.509960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:35.511440 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:35.612278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-35c62384-00d3-44c8-91e0-fca552ab1c35', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:26:35.614145 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:35.621452 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:35.636997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Allocated IP 172.20.0.5 (d3d0a755-2480-45ec-ba90-6acec9a7ddfa/94e5cc56-f976-4b7f-b7db-43eb616dedd1/63cc9e65-e760-44e2-a13d-dc4b7f605093) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:35.668645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e89c4663-fb10-4813-8121-c1c12ec3b439 req-7429dff6-5d21-47bc-94ab-a42f05cea17a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 210 time: 0.0509634 Oct 18 23:26:35.672194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305175c7-52c9-429f-963d-28fb365bb7f5 req-1c433d0d-6fdf-4cca-b9d5-606bff3e9a0d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:35.674301 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-305175c7-52c9-429f-963d-28fb365bb7f5 req-1c433d0d-6fdf-4cca-b9d5-606bff3e9a0d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0994127 Oct 18 23:26:35.727656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-305175c7-52c9-429f-963d-28fb365bb7f5 req-060c026f-2c49-4753-a9b2-57b33b871dbd tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 Oct 18 23:26:35.821036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Allocated IP 172.20.0.2 (35c62384-00d3-44c8-91e0-fca552ab1c35/451d398e-2038-4e2a-86ed-cb9a58de3493/5f9519cd-c047-4453-a0d1-50f1cf4ef2ea) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:35.889672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:35.911686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3920c-f893-42b5-818c-8845d5d3841f req-6044dfd5-55ad-48db-abf5-f15d815b0bcb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:35.912780 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78b3920c-f893-42b5-818c-8845d5d3841f req-6044dfd5-55ad-48db-abf5-f15d815b0bcb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0698054 Oct 18 23:26:35.975693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78b3920c-f893-42b5-818c-8845d5d3841f req-61a99296-e20a-4cff-8ffd-d530bc8e1e84 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492330 Oct 18 23:26:36.167265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.175051 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.196947 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.213228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84638f-463b-4fa2-a5d3-c70fe6ccaff5 req-6a2e32b8-668e-4054-a68b-4b5cde75e3c6 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:36.214925 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb84638f-463b-4fa2-a5d3-c70fe6ccaff5 req-6a2e32b8-668e-4054-a68b-4b5cde75e3c6 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 944 time: 0.1572304 Oct 18 23:26:36.215577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.301230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.314573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Network 35c62384-00d3-44c8-91e0-fca552ab1c35 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:36.324849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:36.329022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:36.373370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Pushing event updated for resources: {'Port': ['ID=5f9519cd-c047-4453-a0d1-50f1cf4ef2ea,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:36.389179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb84638f-463b-4fa2-a5d3-c70fe6ccaff5 req-6c9550ad-6b0c-441f-ac62-5f27579b4a4e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596193 Oct 18 23:26:36.416923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef126a32-65cb-4bb5-9cfd-a7c6d96b321e req-57e1200b-af98-4e98-a04d-7aa7e2032211 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:36.429536 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef126a32-65cb-4bb5-9cfd-a7c6d96b321e req-57e1200b-af98-4e98-a04d-7aa7e2032211 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0670760 Oct 18 23:26:36.459189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Attempting to bind port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:26:36.462178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Attempting to bind port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:26:36.464326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Attempting to bind port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea on network 35c62384-00d3-44c8-91e0-fca552ab1c35 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:36.475382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:26:36.477535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Checking segment: {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:36.478322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.479029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Bound using segment: {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:26:36.479778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Bound port: 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:26:36.480598 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.486155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Network d3d0a755-2480-45ec-ba90-6acec9a7ddfa is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:36.497678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:36.506270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:36.548181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef126a32-65cb-4bb5-9cfd-a7c6d96b321e req-c1a38c6a-0583-4abb-bedf-02f6a5c109b8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217809 Oct 18 23:26:36.575505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] For port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:26:36.579217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] For port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5f9519cd-c047-4453-a0d1-50f1cf4ef2ea,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:26:36.586754 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.592521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Pushing event updated for resources: {'Port': ['ID=63cc9e65-e760-44e2-a13d-dc4b7f605093,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:36.615442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.647073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.700246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81396d-acbe-467e-bf6e-fc70a29e937f None None] Pushing event updated for resources: {'Port': ['ID=5f9519cd-c047-4453-a0d1-50f1cf4ef2ea,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:36.704274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:36.705215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:36.754348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc26e9-50ab-4a46-99ee-a511983dffe0 req-d8cc25e7-9bf0-41d8-af0c-f960291d0570 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:36.766267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-40bc26e9-50ab-4a46-99ee-a511983dffe0 req-d8cc25e7-9bf0-41d8-af0c-f960291d0570 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1015501 Oct 18 23:26:36.904058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-67b9171c-e89b-4e3f-b21f-9a08004bcf1b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9772265 Oct 18 23:26:36.912796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c632e9-c87d-4d1f-af5a-897848aa4d63 req-fe275235-f3c8-43db-8524-f8da95a97879 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:36.914824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35c632e9-c87d-4d1f-af5a-897848aa4d63 req-fe275235-f3c8-43db-8524-f8da95a97879 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.3355982 Oct 18 23:26:36.924150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Request body: {'port': {'device_id': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:36.950814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02da1433-c7fa-4d29-bca6-3e94f623f9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9c5567-148a-428c-bdfe-d8dd3e22e58d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:36.953217 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4386b23c-3064-49a2-953f-557a37131ab7" -d '{"events": [{"server_uuid": "02da1433-c7fa-4d29-bca6-3e94f623f9ae", "name": "network-vif-plugged", "status": "completed", "tag": "0a9c5567-148a-428c-bdfe-d8dd3e22e58d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:36.972380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 830dc911-f1b4-4913-b539-e832d87768e9 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:36.976000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Allocated IP 172.25.7.91 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/3af9d6f3-2146-46c0-a775-932cef0e2aa0) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:37.023358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-40bc26e9-50ab-4a46-99ee-a511983dffe0 req-3698caa4-db2d-45ad-8135-dfa832ab5e21 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558625 Oct 18 23:26:37.079292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 830dc911-f1b4-4913-b539-e832d87768e9 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:26:37.092548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 830dc911-f1b4-4913-b539-e832d87768e9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:37.092932 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:37.110264 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35c632e9-c87d-4d1f-af5a-897848aa4d63 req-e8aad284-2a7b-44ad-abb2-2dc133559cde tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825097 Oct 18 23:26:37.162856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:37.209912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7a367-05ba-45af-9192-ace3c494324e req-a081638e-1029-4364-b5c7-314621defcca tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:37.226216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97f7a367-05ba-45af-9192-ace3c494324e req-a081638e-1029-4364-b5c7-314621defcca tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 931 time: 0.1040461 Oct 18 23:26:37.250538 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:37.296299 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97f7a367-05ba-45af-9192-ace3c494324e req-fe70350a-5a65-459b-a4e1-81a8a7cdb5c1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680113 Oct 18 23:26:37.335517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 830dc911-f1b4-4913-b539-e832d87768e9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=830dc911-f1b4-4913-b539-e832d87768e9,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:37.343819 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:37.402065 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:37.418300 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4e46fb-e7b0-4cea-8f7f-4853be93b5cb x-openstack-request-id: req-4e4e46fb-e7b0-4cea-8f7f-4853be93b5cb {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:37.419338 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02da1433-c7fa-4d29-bca6-3e94f623f9ae", "name": "network-vif-plugged", "status": "completed", "tag": "0a9c5567-148a-428c-bdfe-d8dd3e22e58d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:37.419710 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e4e46fb-e7b0-4cea-8f7f-4853be93b5cb {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:37.422124 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02da1433-c7fa-4d29-bca6-3e94f623f9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9c5567-148a-428c-bdfe-d8dd3e22e58d', 'code': 200} Oct 18 23:26:37.525661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=830dc911-f1b4-4913-b539-e832d87768e9,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:37.638794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e2705-dd7d-4b92-965e-4cd8f1c00f20 req-18763c0e-768f-4c56-be96-828217d719ce tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:37.640426 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-864e2705-dd7d-4b92-965e-4cd8f1c00f20 req-18763c0e-768f-4c56-be96-828217d719ce tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 945 time: 0.0878518 Oct 18 23:26:37.668160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:37.690117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-864e2705-dd7d-4b92-965e-4cd8f1c00f20 req-a9cfe74a-b41b-4aaa-a4d2-31c933851148 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387523 Oct 18 23:26:37.726090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dbe89-24b5-4e04-ba3b-291c3c2a5b1e req-53b3858e-6fba-46b8-9961-e20b991dcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:37.727668 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab4dbe89-24b5-4e04-ba3b-291c3c2a5b1e req-53b3858e-6fba-46b8-9961-e20b991dcffb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=02da1433-c7fa-4d29-bca6-3e94f623f9ae HTTP/1.1" status: 200 len: 1097 time: 0.1918187 Oct 18 23:26:37.758447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f1b65-e698-45cb-bc72-dca2517642cd req-25dc88e9-1b94-4ccf-bf46-05fddd19a418 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:37.772759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b50f1b65-e698-45cb-bc72-dca2517642cd req-25dc88e9-1b94-4ccf-bf46-05fddd19a418 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2500448 Oct 18 23:26:37.791055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:37.802430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:37.823606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:37.926196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Pushing event updated for resources: {'Port': ['ID=3af9d6f3-2146-46c0-a775-932cef0e2aa0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:38.043740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b50f1b65-e698-45cb-bc72-dca2517642cd req-0ce5d197-e7f4-42d4-8563-b935568bf028 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769222 Oct 18 23:26:38.069359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab4dbe89-24b5-4e04-ba3b-291c3c2a5b1e req-c12d94ad-ca49-41f5-be5a-e6af2e4038cd service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854700 Oct 18 23:26:38.100402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cc9e65-e760-44e2-a13d-dc4b7f605093 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:38.125459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:38.210081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Transition to ACTIVE for port object 63cc9e65-e760-44e2-a13d-dc4b7f605093 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:26:38.217013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:38.243077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:38.279250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45bb2-10f8-41de-941a-68fc4b175196 req-91622a6c-b899-4320-b1ec-1d629bd4820e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:38.289852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0c45bb2-10f8-41de-941a-68fc4b175196 req-91622a6c-b899-4320-b1ec-1d629bd4820e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1055615 Oct 18 23:26:38.358413 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:38.359215 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:38.370267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0c45bb2-10f8-41de-941a-68fc4b175196 req-d6c5cc61-86d1-44f4-8c2b-bcd763fe77be tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766063 Oct 18 23:26:38.445702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Pushing event updated for resources: {'Port': ['ID=63cc9e65-e760-44e2-a13d-dc4b7f605093,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:38.501472 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:38.519654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d58f78-54a5-49ac-9b51-8476a1bc6209 req-37d2b82c-85af-4313-9616-8fe00ee202e8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:38.527791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d58f78-54a5-49ac-9b51-8476a1bc6209 req-37d2b82c-85af-4313-9616-8fe00ee202e8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.2209427 Oct 18 23:26:38.646487 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:38.680805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d58f78-54a5-49ac-9b51-8476a1bc6209 req-4e207719-1b44-4ad7-a4df-e9a4e7b15193 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514463 Oct 18 23:26:38.705716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Attempting to bind port 63cc9e65-e760-44e2-a13d-dc4b7f605093 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:26:38.706078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Attempting to bind port 63cc9e65-e760-44e2-a13d-dc4b7f605093 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:26:38.706423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Attempting to bind port 63cc9e65-e760-44e2-a13d-dc4b7f605093 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:38.707183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d264c9cf-9ea3-4dec-af50-613f5d03bb6b None None] Network 35c62384-00d3-44c8-91e0-fca552ab1c35 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:26:38.786881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Port 63cc9e65-e760-44e2-a13d-dc4b7f605093 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:26:38.796061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Attempting to bind port 63cc9e65-e760-44e2-a13d-dc4b7f605093 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:38.820215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:26:38.820847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Checking segment: {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:38.821434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Bound using segment: {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:26:38.821835 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd27c8-c5a2-4ed1-a94b-45ddbef01d06 req-fbe25af9-3f5c-4788-9782-a754c714d4b4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:38.822572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Bound port: 63cc9e65-e760-44e2-a13d-dc4b7f605093, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:26:38.822572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:38.851040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-59cd27c8-c5a2-4ed1-a94b-45ddbef01d06 req-fbe25af9-3f5c-4788-9782-a754c714d4b4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 943 time: 0.1211982 Oct 18 23:26:39.010053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5f9519cd-c047-4453-a0d1-50f1cf4ef2ea,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:39.026036 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-59cd27c8-c5a2-4ed1-a94b-45ddbef01d06 req-cb91d2b9-ef60-4e55-9ed8-94d87ff07210 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709962 Oct 18 23:26:39.035531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:26:39.047835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:26:39.059489 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:39.126016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b99423ff-fa36-4e47-a24d-0cbcb4fa9fe8 None None] Provisioning complete for port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:39.126770 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b99423ff-fa36-4e47-a24d-0cbcb4fa9fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:39.178194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:39.219469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=5f9519cd-c047-4453-a0d1-50f1cf4ef2ea,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:39.274210 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:26:39.281801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299750e-80c1-4c6f-bed4-670f64ebf777 req-7cb179a0-2cd9-497b-9ee7-6dbd15c3fe28 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:39.291654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e299750e-80c1-4c6f-bed4-670f64ebf777 req-7cb179a0-2cd9-497b-9ee7-6dbd15c3fe28 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 945 time: 0.1048195 Oct 18 23:26:39.321784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:39.329969 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:39.331487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] 10.222.0.73 "PUT /v2.0/ports/63cc9e65-e760-44e2-a13d-dc4b7f605093 HTTP/1.1" status: 200 len: 1092 time: 2.4134166 Oct 18 23:26:39.333991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:39.336618 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677a1752-dac7-4598-9c74-4dafc1fe9274" -d '{"events": [{"name": "network-changed", "server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:39.401197 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e299750e-80c1-4c6f-bed4-670f64ebf777 req-36a0da04-9516-462c-8fb5-f20c46bf6356 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960300 Oct 18 23:26:39.430958 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c5b4b3-641b-495e-a3db-f7911bd3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830dc911-f1b4-4913-b539-e832d87768e9'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:39.430958 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac55549e-198d-4ab6-be1a-0aba4d90f464" -d '{"events": [{"server_uuid": "57c5b4b3-641b-495e-a3db-f7911bd3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "830dc911-f1b4-4913-b539-e832d87768e9"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:39.561897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe36adc-10a1-4602-aa77-8a57acb6b905 req-7420178e-b5dc-441d-a764-2e30cf2a4ab5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:39.571807 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fe36adc-10a1-4602-aa77-8a57acb6b905 req-7420178e-b5dc-441d-a764-2e30cf2a4ab5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.0740430 Oct 18 23:26:39.626651 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fe36adc-10a1-4602-aa77-8a57acb6b905 req-cbb82b8d-065e-4ecb-9516-bf8d2d459ed5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533087 Oct 18 23:26:39.710449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-37a560f6-8d3b-4e0e-80db-b22c2d02d896 None None] Provisioning complete for port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:39.711788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37a560f6-8d3b-4e0e-80db-b22c2d02d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:39.741906 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc14529-f82a-4130-8a2c-4321069e819e x-openstack-request-id: req-3dc14529-f82a-4130-8a2c-4321069e819e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:39.742535 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c5b4b3-641b-495e-a3db-f7911bd3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "830dc911-f1b4-4913-b539-e832d87768e9", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:39.743027 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dc14529-f82a-4130-8a2c-4321069e819e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:39.743772 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c5b4b3-641b-495e-a3db-f7911bd3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830dc911-f1b4-4913-b539-e832d87768e9', 'code': 200} Oct 18 23:26:39.759363 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe8fb5a-7391-4e2e-90aa-6e42c9a3957e x-openstack-request-id: req-fbe8fb5a-7391-4e2e-90aa-6e42c9a3957e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:39.759659 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:39.760106 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbe8fb5a-7391-4e2e-90aa-6e42c9a3957e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:39.760670 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093', 'status': 'completed', 'code': 200} Oct 18 23:26:39.798517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee945e-7a1e-4fde-9d0c-3e17c7f67255 service neutron] Pushing event updated for resources: {'Port': ['ID=63cc9e65-e760-44e2-a13d-dc4b7f605093,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:39.917573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3dbe4-6623-4c0c-84b4-e7a197dd60a6 req-24370274-a300-4787-ba9c-cf5246f36501 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:39.926127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-12b3dbe4-6623-4c0c-84b4-e7a197dd60a6 req-24370274-a300-4787-ba9c-cf5246f36501 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.5600038 Oct 18 23:26:39.928890 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:39.948429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fbe85-95e5-4557-96f2-864faa984191 req-34a29038-72b6-4c42-a664-ead9f25beb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:39.951966 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-34a29038-72b6-4c42-a664-ead9f25beb42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 1095 time: 0.1900587 Oct 18 23:26:39.966704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d93b7-b473-4cfc-9d8e-a15086ba1455 req-a71a4539-cf58-4c41-b45f-01189dc314aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:39.969296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-849d93b7-b473-4cfc-9d8e-a15086ba1455 req-a71a4539-cf58-4c41-b45f-01189dc314aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 1097 time: 0.0762744 Oct 18 23:26:40.025803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-849d93b7-b473-4cfc-9d8e-a15086ba1455 req-da619b37-ad19-4944-acaa-96e77671ce8f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483603 Oct 18 23:26:40.056371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-04fd3ff1-1d47-4c6b-bba1-7daba03aa7b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093 HTTP/1.1" status: 200 len: 217 time: 0.0884619 Oct 18 23:26:40.066041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-12b3dbe4-6623-4c0c-84b4-e7a197dd60a6 req-a0ac42c8-e025-49ea-abde-320a74bb317d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385021 Oct 18 23:26:40.114139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:40.223183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:40.224037 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:40.253783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5891c-d40c-41a6-b42c-6780d8501b5f req-e1b2cb85-b903-4817-a5a1-25efaaccbf2b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:40.261870 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3ac5891c-d40c-41a6-b42c-6780d8501b5f req-e1b2cb85-b903-4817-a5a1-25efaaccbf2b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 943 time: 0.0724039 Oct 18 23:26:40.286784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4c664-a9c8-49a3-ab74-4b75dffe034e req-bcb2dded-b6dd-4060-bb5b-807d09682ae1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:40.289227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09f4c664-a9c8-49a3-ab74-4b75dffe034e req-bcb2dded-b6dd-4060-bb5b-807d09682ae1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0887005 Oct 18 23:26:40.298407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Router 14c8f330-2100-4f39-a03a-d255a9ec0bde is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:26:40.310284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3ac5891c-d40c-41a6-b42c-6780d8501b5f req-d36fef6e-ad5a-4fc4-8b18-01467b12942b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Oct 18 23:26:40.452999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09f4c664-a9c8-49a3-ab74-4b75dffe034e req-47f34d47-96ce-4fae-9b02-d54ba5a8712c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411748 Oct 18 23:26:40.507160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fbe85-95e5-4557-96f2-864faa984191 req-af3199cd-92ab-4158-92dd-4bd7297806ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:40.508881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-af3199cd-92ab-4158-92dd-4bd7297806ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94e5cc56-f976-4b7f-b7db-43eb616dedd1 HTTP/1.1" status: 200 len: 845 time: 0.1281576 Oct 18 23:26:40.567547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-efa2a1ff-943c-48a5-9f34-a0aae2e1cac9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475695 Oct 18 23:26:40.573229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:26:40.591460 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Sync routers for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:26:40.608651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:26:40.609352 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:40.620780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bc616-7c63-4d13-86c5-35a78ccd2261 req-18f89120-53df-4643-bcd0-a8ff7d2c0654 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:40.624145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd1bc616-7c63-4d13-86c5-35a78ccd2261 req-18f89120-53df-4643-bcd0-a8ff7d2c0654 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 945 time: 0.0955288 Oct 18 23:26:40.625407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:40.630923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a3468a52-421d-464f-a2e4-c352f2bc544f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.2024875 Oct 18 23:26:40.632211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49942) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:40.828087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f65df-879e-45f0-8883-9c8336179fbb req-ce64a396-2408-4507-889e-769e8ac79bc6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:40.829859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e3f65df-879e-45f0-8883-9c8336179fbb req-ce64a396-2408-4507-889e-769e8ac79bc6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1623538 Oct 18 23:26:40.832067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-182bd593-cb69-4bcd-b114-c595c32325ff service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316272 Oct 18 23:26:40.858372 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:26:40.977886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e3f65df-879e-45f0-8883-9c8336179fbb req-769ad2e3-9252-4829-a452-8eda1b4f9eec tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341488 Oct 18 23:26:41.039840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-200fbe85-95e5-4557-96f2-864faa984191 req-5e534c29-7aea-4f33-96c4-409caf772568 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996167 Oct 18 23:26:41.104945 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:38Z', 'revision_number': 3, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:41.111616 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd1bc616-7c63-4d13-86c5-35a78ccd2261 req-fd8293ab-4860-443c-82df-febd776364d6 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763639 Oct 18 23:26:41.165289 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Checking router: 14c8f330-2100-4f39-a03a-d255a9ec0bde for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:26:41.165719 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Updating router 14c8f330-2100-4f39-a03a-d255a9ec0bde port 3af9d6f3-2146-46c0-a775-932cef0e2aa0 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:26:41.212063 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:41.241792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e66ebe-ee43-401c-aaa1-66e1636056f8 req-32546b1f-8480-4a21-aae6-41e9ceecfaa1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:41.243666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85e66ebe-ee43-401c-aaa1-66e1636056f8 req-32546b1f-8480-4a21-aae6-41e9ceecfaa1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.1365263 Oct 18 23:26:41.287394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-fd36dafa-3d1f-4cb7-bec6-8f0c5dc3a433 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:41.289622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-fd36dafa-3d1f-4cb7-bec6-8f0c5dc3a433 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 946 time: 0.1290233 Oct 18 23:26:41.302828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-d80d8b24-486f-4514-b926-13721212545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:41.304664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-d80d8b24-486f-4514-b926-13721212545d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 1095 time: 0.1211467 Oct 18 23:26:41.449914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-3e60a066-138f-4431-b75e-1552dc4fa7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:41.452019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-3e60a066-138f-4431-b75e-1552dc4fa7bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 906 time: 0.1047680 Oct 18 23:26:41.477669 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85e66ebe-ee43-401c-aaa1-66e1636056f8 req-a4e4107f-5ff0-4aa2-a473-a738032071de tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844862 Oct 18 23:26:41.551169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Deleting port 59d0ca7a-307a-4b7e-ae80-b985bc807606 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:26:41.551896 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:41.593351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-c4eb43b4-0e50-4770-b1ad-c63f365d63e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093 HTTP/1.1" status: 200 len: 217 time: 0.1308713 Oct 18 23:26:41.699832 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:41.709251 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:41.756380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a352ef4-1376-42ce-9b39-0b454324c46b req-33b72295-4e39-4a56-8071-be984b1a6172 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:41.766816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a352ef4-1376-42ce-9b39-0b454324c46b req-33b72295-4e39-4a56-8071-be984b1a6172 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2724311 Oct 18 23:26:41.777911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-e219030c-3496-4793-87fd-b7859c95b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:41.780905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-e219030c-3496-4793-87fd-b7859c95b0a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94e5cc56-f976-4b7f-b7db-43eb616dedd1 HTTP/1.1" status: 200 len: 845 time: 0.1679690 Oct 18 23:26:41.787370 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Pushing event updated for resources: {'Port': ['ID=3af9d6f3-2146-46c0-a775-932cef0e2aa0,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:41.796328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336df57f-7ceb-41de-a42a-6082a9b7c475 req-c01b6569-efed-46ed-a648-f48dc58939c4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:41.809875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-336df57f-7ceb-41de-a42a-6082a9b7c475 req-c01b6569-efed-46ed-a648-f48dc58939c4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 943 time: 0.2164018 Oct 18 23:26:41.829643 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.829986 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.830454 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.830823 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.831223 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.831555 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.831884 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.832210 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.832532 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.832902 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.833667 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.833667 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:41.837662 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Attempting to bind port 3af9d6f3-2146-46c0-a775-932cef0e2aa0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:26:41.838027 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Attempting to bind port 3af9d6f3-2146-46c0-a775-932cef0e2aa0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:26:41.838386 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Attempting to bind port 3af9d6f3-2146-46c0-a775-932cef0e2aa0 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:41.845790 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:26:41.846186 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:41.846570 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:41.847315 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:26:41.848329 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Bound port: 3af9d6f3-2146-46c0-a775-932cef0e2aa0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:26:41.848329 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:41.857740 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-16683286-4e8c-4730-b7a1-5ffe8b731049 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573633 Oct 18 23:26:41.871400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] For port 59d0ca7a-307a-4b7e-ae80-b985bc807606, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=59d0ca7a-307a-4b7e-ae80-b985bc807606,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:41.872793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:41.900692 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Calling delete_port for 59d0ca7a-307a-4b7e-ae80-b985bc807606 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:26:41.913791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-336df57f-7ceb-41de-a42a-6082a9b7c475 req-cbcfd327-86a2-4690-9037-3b8c6d66fe51 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024616 Oct 18 23:26:41.917657 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] For port 3af9d6f3-2146-46c0-a775-932cef0e2aa0, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:26:41.922940 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] For port 3af9d6f3-2146-46c0-a775-932cef0e2aa0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3af9d6f3-2146-46c0-a775-932cef0e2aa0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:26:41.936808 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:41.951340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a352ef4-1376-42ce-9b39-0b454324c46b req-f6fadeab-ed0d-44ca-a837-e9059be821ed tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808655 Oct 18 23:26:42.040343 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2dcb0-21e8-45a9-abf3-169372dfd8c5 None None] Pushing event updated for resources: {'Port': ['ID=3af9d6f3-2146-46c0-a775-932cef0e2aa0,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:42.077910 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:26:42.079226 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:42.171528 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:42.216711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['59d0ca7a-307a-4b7e-ae80-b985bc807606'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:42.273199 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:26:42.299954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event deleted for resources: {'Port': ['ID=59d0ca7a-307a-4b7e-ae80-b985bc807606,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:42.343565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] No DVR routers for this DVR port 59d0ca7a-307a-4b7e-ae80-b985bc807606 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:26:42.347516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:42.352573 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2796780d-5bb5-43eb-8abe-ff10f309baaa req-333f99c7-11dc-4d9a-ac17-7a9db1693684 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.73 "DELETE /v2.0/ports/59d0ca7a-307a-4b7e-ae80-b985bc807606 HTTP/1.1" status: 204 len: 173 time: 1.0427411 Oct 18 23:26:42.353156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b617c47-e100-4cbd-85a4-17f47a723d78', 'name': 'network-vif-deleted', 'tag': '59d0ca7a-307a-4b7e-ae80-b985bc807606'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:42.357101 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5c576d-1c4a-4b1d-94e4-acd44e94e712" -d '{"events": [{"server_uuid": "3b617c47-e100-4cbd-85a4-17f47a723d78", "name": "network-vif-deleted", "tag": "59d0ca7a-307a-4b7e-ae80-b985bc807606"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:42.359018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-3a8a5fec-98a3-42c6-8c65-ca39bee69d9d service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721839 Oct 18 23:26:42.361437 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:42.475416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30108bd7-1666-4f79-aa25-a404df921b46 req-6efdcfca-8bf4-4fa0-aeea-0b89d544bec2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:42.476602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9bd4f-f00e-4970-a5b3-c8fe247f4cc9 req-0501dd62-c2fc-45da-abd5-8548963b74ab tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:42.479031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74d9bd4f-f00e-4970-a5b3-c8fe247f4cc9 req-0501dd62-c2fc-45da-abd5-8548963b74ab tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 945 time: 0.1882217 Oct 18 23:26:42.491224 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30108bd7-1666-4f79-aa25-a404df921b46 req-6efdcfca-8bf4-4fa0-aeea-0b89d544bec2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.3064036 Oct 18 23:26:42.548765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74d9bd4f-f00e-4970-a5b3-c8fe247f4cc9 req-7102ea72-6cf4-4538-b2c2-a4be96884e74 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600953 Oct 18 23:26:42.676571 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:38Z', 'revision_number': 3, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:42.738852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30108bd7-1666-4f79-aa25-a404df921b46 req-70120f83-5c99-430c-befe-98a2885a6e81 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464104 Oct 18 23:26:42.849303 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-677a1752-dac7-4598-9c74-4dafc1fe9274 req-9e49ec71-df9d-4c6b-b80d-792719817e40 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807284 Oct 18 23:26:42.922076 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11718448-d166-4735-a73c-68f7f10a4866 None None] The sync data for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 is: [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:38Z', 'revision_number': 3, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:26:42.959964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Allocated IP 172.20.0.1 (35c62384-00d3-44c8-91e0-fca552ab1c35/451d398e-2038-4e2a-86ed-cb9a58de3493/5f37dcf9-7980-4f4f-b897-c42281429a84) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:43.016992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04ccade9-2180-4019-a04b-fbce2d431186 req-c05b7255-8428-4a6d-9d07-ff2099c97fd0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b617c47-e100-4cbd-85a4-17f47a723d78 HTTP/1.1" status: 200 len: 210 time: 0.0446820 Oct 18 23:26:43.052290 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebbc2ff-8719-41f2-ba95-8bef88355463 x-openstack-request-id: req-4ebbc2ff-8719-41f2-ba95-8bef88355463 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:43.052604 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b617c47-e100-4cbd-85a4-17f47a723d78", "name": "network-vif-deleted", "tag": "59d0ca7a-307a-4b7e-ae80-b985bc807606", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:43.052979 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ebbc2ff-8719-41f2-ba95-8bef88355463 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:43.053542 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b617c47-e100-4cbd-85a4-17f47a723d78', 'name': 'network-vif-deleted', 'tag': '59d0ca7a-307a-4b7e-ae80-b985bc807606', 'status': 'completed', 'code': 200} Oct 18 23:26:43.195365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073a7e5-e94c-4099-90c6-18c3b211bcc3 req-e2d251ae-dc12-436b-a43c-a4ab905c6041 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:43.197938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b073a7e5-e94c-4099-90c6-18c3b211bcc3 req-e2d251ae-dc12-436b-a43c-a4ab905c6041 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=005fc86d-9fac-438b-8731-5ed85546a73a HTTP/1.1" status: 200 len: 946 time: 0.0826337 Oct 18 23:26:43.217992 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:43.237675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234d9ec-beb3-46ee-aeb0-b2a9b27da704 req-d9ea8ac7-360b-479d-9cee-f11f9f802483 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:43.246196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7234d9ec-beb3-46ee-aeb0-b2a9b27da704 req-d9ea8ac7-360b-479d-9cee-f11f9f802483 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1061580 Oct 18 23:26:43.299563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b073a7e5-e94c-4099-90c6-18c3b211bcc3 req-c6161f15-090f-4129-afec-ea9882dd4369 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799212 Oct 18 23:26:43.344170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7234d9ec-beb3-46ee-aeb0-b2a9b27da704 req-3792c84b-9621-4b79-9cfe-73feb2c46ef4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968173 Oct 18 23:26:43.374653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:43.556544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Network 35c62384-00d3-44c8-91e0-fca552ab1c35 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:43.573725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:43.577093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:43.624896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f37dcf9-7980-4f4f-b897-c42281429a84,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:43.644849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.645362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.645829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.646163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.646514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.646974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.647318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.647654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.647988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.648321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.648789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.649123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:43.685899 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:43.686577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25a3ec-f955-4471-a87a-a1f132a996e2 req-3bf39278-83df-461a-b7c2-431d96aa2e81 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:43.691591 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb25a3ec-f955-4471-a87a-a1f132a996e2 req-3bf39278-83df-461a-b7c2-431d96aa2e81 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 943 time: 0.1504381 Oct 18 23:26:43.765392 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb25a3ec-f955-4471-a87a-a1f132a996e2 req-91a6dc9d-ef3a-4c55-9612-0f790cf21b3a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666306 Oct 18 23:26:43.777381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5463f-36f1-4327-ac92-c915c48d460d req-ba098e7c-77ff-4c19-a52b-8aa48fe8a04a tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:43.780450 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3c5463f-36f1-4327-ac92-c915c48d460d req-ba098e7c-77ff-4c19-a52b-8aa48fe8a04a tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=02da1433-c7fa-4d29-bca6-3e94f623f9ae HTTP/1.1" status: 200 len: 945 time: 0.2328742 Oct 18 23:26:43.874238 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3c5463f-36f1-4327-ac92-c915c48d460d req-5699da70-3bb3-49f5-b279-022112aa7399 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790145 Oct 18 23:26:43.960006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:43.972327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-19237148-3055-421f-b068-d7bf02025f08 None None] Provisioning complete for port 5f37dcf9-7980-4f4f-b897-c42281429a84 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:43.972782 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-19237148-3055-421f-b068-d7bf02025f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:44.062301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0428086-c61f-4a4d-8679-7b5abf202d8d req-24df8380-ee74-463e-b4a8-7569b96b7c4e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:44.065289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0428086-c61f-4a4d-8679-7b5abf202d8d req-24df8380-ee74-463e-b4a8-7569b96b7c4e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 814 time: 0.1973860 Oct 18 23:26:44.094108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-19237148-3055-421f-b068-d7bf02025f08 None None] Port 5f37dcf9-7980-4f4f-b897-c42281429a84 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:26:44.112888 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0428086-c61f-4a4d-8679-7b5abf202d8d req-86716145-cc5d-40ca-8de0-322615e69a13 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/quotas/e8983fb43e6540b39f5db0003434b7c5 HTTP/1.1" status: 200 len: 375 time: 0.0338714 Oct 18 23:26:44.216538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0428086-c61f-4a4d-8679-7b5abf202d8d req-ba2ddc51-cc7d-4e2b-a434-8bbd247f1dd0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018264 Oct 18 23:26:44.270433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3af9d6f3-2146-46c0-a775-932cef0e2aa0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:44.299233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:44.306174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:44.392678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3af9d6f3-2146-46c0-a775-932cef0e2aa0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:44.393292 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:44.422773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:44.571776 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:44.601749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 3af9d6f3-2146-46c0-a775-932cef0e2aa0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3af9d6f3-2146-46c0-a775-932cef0e2aa0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:44.607198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1222-ec0b-42fb-8909-7eb9bf5e6e80 req-589caae5-fa06-49e1-a59e-8f683fc8aca4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:44.607681 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:44.610226 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fae1222-ec0b-42fb-8909-7eb9bf5e6e80 req-589caae5-fa06-49e1-a59e-8f683fc8aca4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1302364 Oct 18 23:26:44.618051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f37dcf9-7980-4f4f-b897-c42281429a84,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:44.634372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Network 35c62384-00d3-44c8-91e0-fca552ab1c35 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:44.639736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:44.667287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27819db9-a3ad-429d-afdd-ee885104c569 req-49369be1-6246-483c-9d82-84c4c1ba5667 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:44.675526 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27819db9-a3ad-429d-afdd-ee885104c569 req-49369be1-6246-483c-9d82-84c4c1ba5667 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=02da1433-c7fa-4d29-bca6-3e94f623f9ae HTTP/1.1" status: 200 len: 945 time: 0.2031715 Oct 18 23:26:44.688107 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fae1222-ec0b-42fb-8909-7eb9bf5e6e80 req-3ad9abf9-af73-4f4e-bc4e-1949edb93a7e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616086 Oct 18 23:26:44.729734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=3af9d6f3-2146-46c0-a775-932cef0e2aa0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:44.781271 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27819db9-a3ad-429d-afdd-ee885104c569 req-135c2c6e-cef4-43ab-89be-38e501fe817b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043963 Oct 18 23:26:44.922612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Router 14c8f330-2100-4f39-a03a-d255a9ec0bde has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:26:44.973531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 63cc9e65-e760-44e2-a13d-dc4b7f605093 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:26:44.981662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 59d0ca7a-307a-4b7e-ae80-b985bc807606 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:26:45.034200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 59d0ca7a-307a-4b7e-ae80-b985bc807606 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:26:45.034976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 59d0ca7a-307a-4b7e-ae80-b985bc807606 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:26:45.166501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:26:45.192639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-acc72b78-0a16-4e69-9420-fd79bf0397a1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:45.211029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-acc72b78-0a16-4e69-9420-fd79bf0397a1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.3497617 Oct 18 23:26:45.213803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-05c90cc2-c6fa-46e2-860c-b09c03df4fb0 admin admin] 10.222.0.52 "PUT /v2.0/routers/14c8f330-2100-4f39-a03a-d255a9ec0bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5778601 Oct 18 23:26:45.222051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a18c34e7-6e21-457b-a876-1f4ecbb04281 None None] Provisioning complete for port 5f37dcf9-7980-4f4f-b897-c42281429a84 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:45.222806 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a18c34e7-6e21-457b-a876-1f4ecbb04281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:45.252907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ca9c933d-0468-4cc0-a9f4-324ce484ba03 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/quotas/10bc3899219b45fb838a08e4df12e676 HTTP/1.1" status: 200 len: 375 time: 0.0344796 Oct 18 23:26:45.267269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:45.292082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '63cc9e65-e760-44e2-a13d-dc4b7f605093', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'port_id': '63cc9e65-e760-44e2-a13d-dc4b7f605093', 'mac_address': 'fa:16:3e:44:03:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5cc56-f976-4b7f-b7db-43eb616dedd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:26:45.297215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a18c34e7-6e21-457b-a876-1f4ecbb04281 None None] Port 5f37dcf9-7980-4f4f-b897-c42281429a84 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:26:45.367375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:45.367719 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84076b3-8027-4c6e-8fb6-7a2659fa474c req-199485d2-7794-45ee-9948-c9330098ed07 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:45.373685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-d01169b6-10f0-4b2f-b1bb-a581dd839905 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105371 Oct 18 23:26:45.382427 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a84076b3-8027-4c6e-8fb6-7a2659fa474c req-199485d2-7794-45ee-9948-c9330098ed07 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2130845 Oct 18 23:26:45.417386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cc9e65-e760-44e2-a13d-dc4b7f605093 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:45.485703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a84076b3-8027-4c6e-8fb6-7a2659fa474c req-fe098867-0b2c-4ea4-bf54-0de41c92dd24 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959845 Oct 18 23:26:45.499124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:45.507864 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:45.643512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-9f89f57d-57e1-4caf-a76f-df4749d9ac26 service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638154 Oct 18 23:26:45.666825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=63cc9e65-e760-44e2-a13d-dc4b7f605093,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:45.795163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-4fa65992-1183-410b-8212-d249baac4c44 service neutron] 10.222.0.52 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502116 Oct 18 23:26:45.801224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a443c8-8d14-4f77-98f9-b53052881d60 req-c63edcd5-b498-4eb2-8933-74c838cbce82 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:45.803096 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34a443c8-8d14-4f77-98f9-b53052881d60 req-c63edcd5-b498-4eb2-8933-74c838cbce82 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 944 time: 0.0991087 Oct 18 23:26:45.851439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34a443c8-8d14-4f77-98f9-b53052881d60 req-8cd1a1d5-38df-4046-b8cd-4c5ca1310588 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Oct 18 23:26:45.857762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Sync routers for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:26:45.870112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:26:45.871516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:46.228070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['63cc9e65-e760-44e2-a13d-dc4b7f605093'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:46.230751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3af9d6f3-2146-46c0-a775-932cef0e2aa0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:46.286515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fa715bd5-fe8a-4cac-bca7-bf2bcc3ec79a req-2199b971-0765-4acc-88be-e02dba549280 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e8983fb43e6540b39f5db0003434b7c5 HTTP/1.1" status: 200 len: 221 time: 0.0958042 Oct 18 23:26:46.339485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:26:46.390305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3af9d6f3-2146-46c0-a775-932cef0e2aa0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:46.390959 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:46.549022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8e758-c1a8-49eb-b2d0-7c1922eec8db req-eeeac077-c7de-4770-b2a2-2827abe5e075 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:46.562700 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0c8e758-c1a8-49eb-b2d0-7c1922eec8db req-eeeac077-c7de-4770-b2a2-2827abe5e075 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=02da1433-c7fa-4d29-bca6-3e94f623f9ae HTTP/1.1" status: 200 len: 945 time: 0.1786547 Oct 18 23:26:46.563079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50072) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:46.568607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e79ea544-8ada-47cb-aa4a-a6063ca46de4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271991793', 'description': 'tempest-description--2092779592'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:46.641801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e79ea544-8ada-47cb-aa4a-a6063ca46de4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:46.663665 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f5df4ac-99ea-49f7-9f8c-e8b5ad89dbd8 req-04302675-b539-4d25-9105-694e1f0f8777 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 210 time: 0.0507352 Oct 18 23:26:46.677529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0c8e758-c1a8-49eb-b2d0-7c1922eec8db req-c87581b6-801c-4165-860b-782e82b9bdbc tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179082 Oct 18 23:26:46.733385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-0bd6b9bc-509e-4968-92e1-529382ab65df tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:46.735275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-0bd6b9bc-509e-4968-92e1-529382ab65df tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.102 "GET /v2.0/ports?device_id=02da1433-c7fa-4d29-bca6-3e94f623f9ae HTTP/1.1" status: 200 len: 945 time: 0.2631485 Oct 18 23:26:46.789946 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e79ea544-8ada-47cb-aa4a-a6063ca46de4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:46.798148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e79ea544-8ada-47cb-aa4a-a6063ca46de4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:46.906648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Deleting port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:26:46.917035 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:46.937780 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e79ea544-8ada-47cb-aa4a-a6063ca46de4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:46.943322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e79ea544-8ada-47cb-aa4a-a6063ca46de4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3791029 Oct 18 23:26:46.949538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50078) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:46.962886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:43Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5f37dcf9-7980-4f4f-b897-c42281429a84', 'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'mac_address': 'fa:16:3e:68:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:42Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 2, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'subnets': [{'id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:46.964193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b05cd7e9-f324-4d1e-aba0-0dc664f65b40 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Request body: {'security_group_rule': {'security_group_id': '10e83e06-8641-413e-acf9-05a6d7c226db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:46.975853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ea544-8ada-47cb-aa4a-a6063ca46de4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e83e06-8641-413e-acf9-05a6d7c226db,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:47.024932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646944e-c19d-457f-b4dc-01e4962548b2 req-88375c94-a98e-4fd4-8422-dfea897df758 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:47.026672 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7646944e-c19d-457f-b4dc-01e4962548b2 req-88375c94-a98e-4fd4-8422-dfea897df758 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1849597 Oct 18 23:26:47.034314 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05cd7e9-f324-4d1e-aba0-0dc664f65b40 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.036904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Checking router: 14c8f330-2100-4f39-a03a-d255a9ec0bde for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:26:47.037292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Updating router 14c8f330-2100-4f39-a03a-d255a9ec0bde port 5f37dcf9-7980-4f4f-b897-c42281429a84 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:26:47.095403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.127163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7646944e-c19d-457f-b4dc-01e4962548b2 req-577123ae-61aa-4148-b4fe-ed4def55a7b4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851276 Oct 18 23:26:47.171073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] For port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:47.183156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.185663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05cd7e9-f324-4d1e-aba0-0dc664f65b40 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.194848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05cd7e9-f324-4d1e-aba0-0dc664f65b40 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.209479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Calling delete_port for 0a9c5567-148a-428c-bdfe-d8dd3e22e58d owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:26:47.249225 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd7e9-f324-4d1e-aba0-0dc664f65b40 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfdbe51-6d12-46e3-9b13-29850fd21f88,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:47.272498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05cd7e9-f324-4d1e-aba0-0dc664f65b40 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.273752 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b05cd7e9-f324-4d1e-aba0-0dc664f65b40 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199170 Oct 18 23:26:47.276724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50088) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:47.289119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-98291d2f-d4fe-4c6f-8bda-46712a1ddb6e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Request body: {'security_group_rule': {'security_group_id': '10e83e06-8641-413e-acf9-05a6d7c226db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:47.303718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17ff8-4623-4662-af56-2af2fb1d7e45 req-2a7e69ac-df69-4d0d-8905-eb4b3fbdad91 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:47.311594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08e17ff8-4623-4662-af56-2af2fb1d7e45 req-2a7e69ac-df69-4d0d-8905-eb4b3fbdad91 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 944 time: 0.2758031 Oct 18 23:26:47.386804 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08e17ff8-4623-4662-af56-2af2fb1d7e45 req-a97fbd2b-7a20-4d63-bfc8-c4088f8fef68 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744691 Oct 18 23:26:47.388456 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-98291d2f-d4fe-4c6f-8bda-46712a1ddb6e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.561827 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.571245 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.580317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-98291d2f-d4fe-4c6f-8bda-46712a1ddb6e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.582665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.621258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7af3fa-0fc2-42c1-b738-b1923ea834e7 req-5be20252-e8a7-45a3-8e02-6cfa90882b7f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:47.623614 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-de7af3fa-0fc2-42c1-b738-b1923ea834e7 req-5be20252-e8a7-45a3-8e02-6cfa90882b7f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1316922 Oct 18 23:26:47.624347 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-98291d2f-d4fe-4c6f-8bda-46712a1ddb6e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.638121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Pushing event deleted for resources: {'Port': ['ID=0a9c5567-148a-428c-bdfe-d8dd3e22e58d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:47.656450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98291d2f-d4fe-4c6f-8bda-46712a1ddb6e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d21374-ebfd-46c4-8a6c-8ebadac7df52,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:47.659296 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d297f-24b8-4b18-b748-1352d94a6760 None None] Pushing event updated for resources: {'Port': ['ID=5f37dcf9-7980-4f4f-b897-c42281429a84,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:47.728791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] No DVR routers for this DVR port 0a9c5567-148a-428c-bdfe-d8dd3e22e58d on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:26:47.739950 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-98291d2f-d4fe-4c6f-8bda-46712a1ddb6e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.744111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-98291d2f-d4fe-4c6f-8bda-46712a1ddb6e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4611220 Oct 18 23:26:47.744441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50094) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:47.750526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:47.755761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.759338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6abb1a8-babf-4664-87ae-26654dfbe558 req-df2bb29c-7f0f-4ad0-90e3-39cc68a8d736 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.102 "DELETE /v2.0/ports/0a9c5567-148a-428c-bdfe-d8dd3e22e58d HTTP/1.1" status: 204 len: 173 time: 1.0173807 Oct 18 23:26:47.759855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02da1433-c7fa-4d29-bca6-3e94f623f9ae', 'name': 'network-vif-deleted', 'tag': '0a9c5567-148a-428c-bdfe-d8dd3e22e58d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:47.762829 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8151d79b-455e-44e1-8b71-28b3ea03efbf" -d '{"events": [{"server_uuid": "02da1433-c7fa-4d29-bca6-3e94f623f9ae", "name": "network-vif-deleted", "tag": "0a9c5567-148a-428c-bdfe-d8dd3e22e58d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:47.776180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Attempting to bind port 5f37dcf9-7980-4f4f-b897-c42281429a84 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:26:47.776563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Attempting to bind port 5f37dcf9-7980-4f4f-b897-c42281429a84 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:26:47.776911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Attempting to bind port 5f37dcf9-7980-4f4f-b897-c42281429a84 on network 35c62384-00d3-44c8-91e0-fca552ab1c35 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:47.797700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:26:47.798904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Checking segment: {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:47.801106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.801577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Bound using segment: {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:26:47.803325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Bound port: 5f37dcf9-7980-4f4f-b897-c42281429a84, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:26:47.803737 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.804286 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:47.836056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-de7af3fa-0fc2-42c1-b738-b1923ea834e7 req-dd080691-2d87-4812-a705-e59b8f3cdfdd tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462929 Oct 18 23:26:47.960173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] For port 5f37dcf9-7980-4f4f-b897-c42281429a84, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:26:47.964881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] For port 5f37dcf9-7980-4f4f-b897-c42281429a84, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5f37dcf9-7980-4f4f-b897-c42281429a84,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:26:47.966882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c249a925-3257-48fa-aaaf-1064bca691cd', '830dc911-f1b4-4913-b539-e832d87768e9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:48.003204 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:48.004792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b070613-47c6-422f-a13e-9bf78545d928 req-f827cf38-0d8a-4dd0-97ce-95ed9c97c022 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=02da1433-c7fa-4d29-bca6-3e94f623f9ae HTTP/1.1" status: 200 len: 210 time: 0.0427525 Oct 18 23:26:48.050022 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-47115f17-977e-4a9e-806f-dbce862742ae req-3a3080c4-211b-4e35-8780-c3c473dbdb4f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 210 time: 0.1557903 Oct 18 23:26:48.070981 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702c0992-52b3-4ad2-9ea4-1a763ef17c9f x-openstack-request-id: req-702c0992-52b3-4ad2-9ea4-1a763ef17c9f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:48.071846 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02da1433-c7fa-4d29-bca6-3e94f623f9ae", "name": "network-vif-deleted", "tag": "0a9c5567-148a-428c-bdfe-d8dd3e22e58d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:48.072321 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-702c0992-52b3-4ad2-9ea4-1a763ef17c9f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:48.073656 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02da1433-c7fa-4d29-bca6-3e94f623f9ae', 'name': 'network-vif-deleted', 'tag': '0a9c5567-148a-428c-bdfe-d8dd3e22e58d', 'status': 'completed', 'code': 200} Oct 18 23:26:48.198489 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:48.201568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:26:48.202324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:48.205613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-64edaed5-30e7-4708-b4c8-1eb3d449c5c8 None None] Provisioning complete for port 5f37dcf9-7980-4f4f-b897-c42281429a84 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:48.206196 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64edaed5-30e7-4708-b4c8-1eb3d449c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:48.331615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d297f-24b8-4b18-b748-1352d94a6760 None None] Pushing event updated for resources: {'Port': ['ID=5f37dcf9-7980-4f4f-b897-c42281429a84,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:48.460567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4caf-2d84-4d77-a905-64b68bb7be78 req-764e5085-1a86-40d1-9fd4-19ff68b4f42d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:48.462285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-230c4caf-2d84-4d77-a905-64b68bb7be78 req-764e5085-1a86-40d1-9fd4-19ff68b4f42d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1533947 Oct 18 23:26:48.553558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Allocated IP 172.25.7.241 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/74351344-8a3b-4124-9305-a8b7d7763d5f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:48.559006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-230c4caf-2d84-4d77-a905-64b68bb7be78 req-44dbc205-f236-4a5a-89c4-91a630366410 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847104 Oct 18 23:26:48.773620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:48.822934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7445e75-17e6-4019-9c27-132be7aac74d req-2098c7ad-5b9b-43cc-a6a1-c4a8e5558587 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:48.824699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7445e75-17e6-4019-9c27-132be7aac74d req-2098c7ad-5b9b-43cc-a6a1-c4a8e5558587 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 944 time: 0.1918838 Oct 18 23:26:48.834502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-d6b2586a-7819-428b-ba98-333c7aa68d4b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:48.836655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-d6b2586a-7819-428b-ba98-333c7aa68d4b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 812 time: 0.4560156 Oct 18 23:26:48.837864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:26:48.851129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:48.904102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:48.907774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:48.912225 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:48.929909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Request body: {'port': {'device_id': '9a0d1222-fe6b-42e3-bf29-f8269c8fd03f', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'admin_state_up': True, 'tenant_id': '10bc3899219b45fb838a08e4df12e676'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:48.950691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Pushing event updated for resources: {'Port': ['ID=74351344-8a3b-4124-9305-a8b7d7763d5f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:48.980533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7445e75-17e6-4019-9c27-132be7aac74d req-c39b8ce3-d222-406a-9416-65c9670e7014 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361911 Oct 18 23:26:49.000067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64edaed5-30e7-4708-b4c8-1eb3d449c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:49.025592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 63cc9e65-e760-44e2-a13d-dc4b7f605093 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:49.116874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:49.288242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Made reservation on behalf of 10bc3899219b45fb838a08e4df12e676 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:49.292199 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:49.318560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5085b-7d5b-4c4e-830e-ee88e59a6934 req-7d6736db-ae13-454b-aacb-796de46bd367 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:49.325425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30c5085b-7d5b-4c4e-830e-ee88e59a6934 req-7d6736db-ae13-454b-aacb-796de46bd367 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1931767 Oct 18 23:26:49.328651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:49.376001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-64edaed5-30e7-4708-b4c8-1eb3d449c5c8 None None] For port 5f37dcf9-7980-4f4f-b897-c42281429a84, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5f37dcf9-7980-4f4f-b897-c42281429a84,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:49.416312 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64edaed5-30e7-4708-b4c8-1eb3d449c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:49.421512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0a9c5567-148a-428c-bdfe-d8dd3e22e58d no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:26:49.467767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Allocated IP 172.20.0.9 (27a2d0a7-d1ec-4b11-b693-4650f6a6c827/fed0e15c-d6b8-4c05-8d0b-15673a74270e/9236976e-99bd-454a-a48e-6ccae91a21bb) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:49.557472 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30c5085b-7d5b-4c4e-830e-ee88e59a6934 req-e6079e84-9d50-4243-8d89-abf70fecc20e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136571 Oct 18 23:26:49.563514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 0a9c5567-148a-428c-bdfe-d8dd3e22e58d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:26:49.563830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0a9c5567-148a-428c-bdfe-d8dd3e22e58d not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:26:49.594229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edaed5-30e7-4708-b4c8-1eb3d449c5c8 None None] Pushing event updated for resources: {'Port': ['ID=5f37dcf9-7980-4f4f-b897-c42281429a84,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:49.731035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-010fdc17-2087-45da-8e7f-81208fe083a1 req-637674c5-2b53-4a86-ae22-3138cc6e8eb1 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 210 time: 0.1581590 Oct 18 23:26:49.868430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 63cc9e65-e760-44e2-a13d-dc4b7f605093 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:26:49.891372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:49.898098 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 63cc9e65-e760-44e2-a13d-dc4b7f605093 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:49.899203 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:49.972116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-aefe9c58-a33f-4283-a4d1-d86aa61e5c63 None None] Provisioning complete for port 5f37dcf9-7980-4f4f-b897-c42281429a84 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:49.972636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-aefe9c58-a33f-4283-a4d1-d86aa61e5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:49.989309 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.005470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.030151 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.052507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:50.071582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:50.082254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:50.173171 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Pushing event updated for resources: {'Port': ['ID=74351344-8a3b-4124-9305-a8b7d7763d5f,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:50.192077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:50.193827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.232459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event updated for resources: {'Port': ['ID=9236976e-99bd-454a-a48e-6ccae91a21bb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:50.257726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-ff0f92b3-babf-42f9-9eb1-113d2a37b5e5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3368602 Oct 18 23:26:50.266301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50142) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:50.322455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570541a4-c38c-4221-a5d7-c29a02d2e717 req-dc6de977-665d-47ad-bec6-f6f709e0898b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:50.331589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-570541a4-c38c-4221-a5d7-c29a02d2e717 req-dc6de977-665d-47ad-bec6-f6f709e0898b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1678245 Oct 18 23:26:50.334522 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.336991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Request body: {'port': {'device_id': '9a0d1222-fe6b-42e3-bf29-f8269c8fd03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:50.392889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-570541a4-c38c-4221-a5d7-c29a02d2e717 req-69e1b003-e807-45b8-829e-4e1d2cf785cf tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 Oct 18 23:26:50.402180 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.414181 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b33a4a99-8568-4045-9f22-77505eddc761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.427877 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fda68fda-37c3-4762-913e-5d9cbec0cfc4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6733320 Oct 18 23:26:50.455401 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.520991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:43Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5f37dcf9-7980-4f4f-b897-c42281429a84', 'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'mac_address': 'fa:16:3e:68:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:42Z', 'updated_at': '2021-10-18T23:26:47Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'subnets': [{'id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:26:50.530846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:50.536841 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c311719-7127-4a96-a5ce-af3839bda24f" -d '{"events": [{"server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "name": "network-vif-plugged", "status": "completed", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:50.569979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda49c69-6da8-492f-9d2b-a53ffdb980f7 req-1b740b02-eb00-48d4-a7b8-3f3769f5cc7c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:50.576170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dda49c69-6da8-492f-9d2b-a53ffdb980f7 req-1b740b02-eb00-48d4-a7b8-3f3769f5cc7c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0702794 Oct 18 23:26:50.605188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637659a-48b6-4da9-ace0-47c05f4df8a8 None None] The sync data for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 is: [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:43Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5f37dcf9-7980-4f4f-b897-c42281429a84', 'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'mac_address': 'fa:16:3e:68:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:42Z', 'updated_at': '2021-10-18T23:26:47Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'subnets': [{'id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:26:50.611233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:50.620673 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.643756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d283b3a-f785-460e-9ff3-f06aab59db24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.646200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:50.658233 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dda49c69-6da8-492f-9d2b-a53ffdb980f7 req-2c256d52-5fb6-4e98-a3c6-9a96a4a5b114 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788019 Oct 18 23:26:50.761451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=63cc9e65-e760-44e2-a13d-dc4b7f605093,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:50.773775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e57f9-fc28-45c2-a3cc-492a51fefc3c req-1d8e9fe6-30f7-42ce-a151-a04addd35e40 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:50.782289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-135e57f9-fc28-45c2-a3cc-492a51fefc3c req-1d8e9fe6-30f7-42ce-a151-a04addd35e40 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 944 time: 0.3407719 Oct 18 23:26:50.793182 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242e188-cfd5-4508-b853-ad06bd7f1eb8 x-openstack-request-id: req-d242e188-cfd5-4508-b853-ad06bd7f1eb8 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:50.793724 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "name": "network-vif-plugged", "status": "completed", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:50.794136 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d242e188-cfd5-4508-b853-ad06bd7f1eb8 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:50.794835 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093', 'code': 200} Oct 18 23:26:50.986535 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-9f51e5e7-17e9-49db-88b2-b5e7da271d1d tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1271991793&fields=id&tenant_id=f53366cd69a648e984ef14f44ad1ff28 HTTP/1.1" status: 200 len: 267 time: 0.0905478 Oct 18 23:26:51.038635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e30809-c20a-4f18-b43d-4a04c19f2715 req-8196ea7e-195a-4d7c-ae74-5683ad9de8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:51.041280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-135e57f9-fc28-45c2-a3cc-492a51fefc3c req-ad3a0e62-fa6c-4b15-ae2c-f2ef13cadee1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561138 Oct 18 23:26:51.042222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35e30809-c20a-4f18-b43d-4a04c19f2715 req-8196ea7e-195a-4d7c-ae74-5683ad9de8c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 1097 time: 0.1018457 Oct 18 23:26:51.160720 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d283b3a-f785-460e-9ff3-f06aab59db24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:51.177702 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d283b3a-f785-460e-9ff3-f06aab59db24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:51.464220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d283b3a-f785-460e-9ff3-f06aab59db24 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=760c1623d76446b4880bf21cfba09796&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1956899 Oct 18 23:26:51.468925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d283b3a-f785-460e-9ff3-f06aab59db24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cef59d-25c1-4ff5-b6d1-ca27d47e90a2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:51.474260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50180) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:51.577599 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35e30809-c20a-4f18-b43d-4a04c19f2715 req-0dac1cd0-2aad-4b7c-b285-8217e40a6e73 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264125 Oct 18 23:26:51.581165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1846c4-3734-4a81-8674-611cdaa0737a req-68e0f670-9332-4ac9-9662-a93f192c039f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:51.583173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb1846c4-3734-4a81-8674-611cdaa0737a req-68e0f670-9332-4ac9-9662-a93f192c039f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 931 time: 0.3546724 Oct 18 23:26:51.598627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-907bd05c-531a-48a9-a007-a3f0257343e3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:51.600806 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-907bd05c-531a-48a9-a007-a3f0257343e3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/networks?id=35c62384-00d3-44c8-91e0-fca552ab1c35 HTTP/1.1" status: 200 len: 805 time: 0.6041679 Oct 18 23:26:51.620896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9236976e-99bd-454a-a48e-6ccae91a21bb {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:51.624998 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-c0ec738a-8495-4b2c-b4b4-30f4c88171eb tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/quotas/f53366cd69a648e984ef14f44ad1ff28 HTTP/1.1" status: 200 len: 375 time: 0.0156891 Oct 18 23:26:51.636800 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-56242228-b1e0-4b82-915c-332c3f5d677c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:51.642639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:51.689918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Transition to ACTIVE for port object 9236976e-99bd-454a-a48e-6ccae91a21bb will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:26:51.697718 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb1846c4-3734-4a81-8674-611cdaa0737a req-f85e0669-560a-48de-8269-c8556ab7d0cd tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044197 Oct 18 23:26:51.700654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-56242228-b1e0-4b82-915c-332c3f5d677c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:51.703020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:51.732707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-2acaea0b-3d9a-4844-8a64-9dd7139cd72a tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f53366cd69a648e984ef14f44ad1ff28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987711 Oct 18 23:26:51.791434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9236976e-99bd-454a-a48e-6ccae91a21bb,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:51.895998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-56242228-b1e0-4b82-915c-332c3f5d677c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:51.900580 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-56242228-b1e0-4b82-915c-332c3f5d677c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:51.902488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-56242228-b1e0-4b82-915c-332c3f5d677c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07cef59d-25c1-4ff5-b6d1-ca27d47e90a2 HTTP/1.1" status: 204 len: 168 time: 0.4270194 Oct 18 23:26:51.939764 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-dd945b1b-0cd6-4e88-b39e-bdad8e4b89df service neutron] 10.222.0.52 "GET /v2.0/networks/35c62384-00d3-44c8-91e0-fca552ab1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854415 Oct 18 23:26:51.952883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Attempting to bind port 9236976e-99bd-454a-a48e-6ccae91a21bb on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:26:51.953404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Attempting to bind port 9236976e-99bd-454a-a48e-6ccae91a21bb by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:26:51.953974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Attempting to bind port 9236976e-99bd-454a-a48e-6ccae91a21bb on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:51.958784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56242228-b1e0-4b82-915c-332c3f5d677c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cef59d-25c1-4ff5-b6d1-ca27d47e90a2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:51.968366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Port 9236976e-99bd-454a-a48e-6ccae91a21bb on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:26:51.968813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Attempting to bind port 9236976e-99bd-454a-a48e-6ccae91a21bb on network 27a2d0a7-d1ec-4b11-b693-4650f6a6c827 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:51.975895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:26:51.977091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Checking segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:51.977091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Bound using segment: {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:26:51.988843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Bound port: 9236976e-99bd-454a-a48e-6ccae91a21bb, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6480a59b-b3ad-4224-ba30-0ff887401d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:26:51.989921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:52.098944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-2d3c80b9-37dd-4f97-ae64-33b0e258ae79 service neutron] 10.222.0.52 "GET /v2.0/networks/35c62384-00d3-44c8-91e0-fca552ab1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570091 Oct 18 23:26:52.119025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] For port 9236976e-99bd-454a-a48e-6ccae91a21bb, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:26:52.126536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] For port 9236976e-99bd-454a-a48e-6ccae91a21bb, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9236976e-99bd-454a-a48e-6ccae91a21bb,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:26:52.139075 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:52.194774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:52.195411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:52.196987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] 10.222.0.102 "PUT /v2.0/ports/9236976e-99bd-454a-a48e-6ccae91a21bb HTTP/1.1" status: 200 len: 1092 time: 1.8869104 Oct 18 23:26:52.197698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0d1222-fe6b-42e3-bf29-f8269c8fd03f', 'tag': '9236976e-99bd-454a-a48e-6ccae91a21bb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:52.200791 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac850da-c661-42f9-ba03-e39dcd31b3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0d1222-fe6b-42e3-bf29-f8269c8fd03f", "tag": "9236976e-99bd-454a-a48e-6ccae91a21bb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:52.259267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100ba51-8981-4ce2-b736-56857eabe7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9236976e-99bd-454a-a48e-6ccae91a21bb,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:52.311123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5f37dcf9-7980-4f4f-b897-c42281429a84 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:26:52.505932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5f37dcf9-7980-4f4f-b897-c42281429a84 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:52.506346 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:52.557702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339df1-e1fc-4186-89af-0690bbefec05 req-178b1ba6-59b8-434e-8a01-83d3b0a941a1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:52.561582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a339df1-e1fc-4186-89af-0690bbefec05 req-178b1ba6-59b8-434e-8a01-83d3b0a941a1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2004666 Oct 18 23:26:52.564138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-745b726d-5f6d-45f4-9006-5ec6c84446ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:52.566202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-745b726d-5f6d-45f4-9006-5ec6c84446ce service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 1095 time: 0.2801669 Oct 18 23:26:52.639606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50198) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:52.667760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cda85fa-ce03-4ca7-be06-d9d30c4c6600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:52.688212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-3cadb828-2302-42f8-bca1-3035f55b8b39 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9236976e-99bd-454a-a48e-6ccae91a21bb HTTP/1.1" status: 200 len: 217 time: 0.1021385 Oct 18 23:26:52.722490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a339df1-e1fc-4186-89af-0690bbefec05 req-8a5df0fc-0049-410a-9f67-d8b4917b64ee tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484501 Oct 18 23:26:52.843238 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5af4994-3092-44df-8733-7f4359b60bd9 x-openstack-request-id: req-d5af4994-3092-44df-8733-7f4359b60bd9 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:52.843726 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0d1222-fe6b-42e3-bf29-f8269c8fd03f", "tag": "9236976e-99bd-454a-a48e-6ccae91a21bb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:52.844444 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5af4994-3092-44df-8733-7f4359b60bd9 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:52.845313 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0d1222-fe6b-42e3-bf29-f8269c8fd03f', 'tag': '9236976e-99bd-454a-a48e-6ccae91a21bb', 'status': 'completed', 'code': 200} Oct 18 23:26:52.850116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7b938830-8061-4110-9e0d-bdf2e29037d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:52.854235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-7b938830-8061-4110-9e0d-bdf2e29037d4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.1262078 Oct 18 23:26:52.913587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cda85fa-ce03-4ca7-be06-d9d30c4c6600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:52.926375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d06f5-efef-42c6-8128-1ddef3a02d39 req-afa14837-3440-46fa-bb7b-6b476f044f69 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:52.929205 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e30d06f5-efef-42c6-8128-1ddef3a02d39 req-afa14837-3440-46fa-bb7b-6b476f044f69 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0961201 Oct 18 23:26:52.931362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cda85fa-ce03-4ca7-be06-d9d30c4c6600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:53.007182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda85fa-ce03-4ca7-be06-d9d30c4c6600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73156a6-b94f-4af6-9c69-4b967f5d2e5d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:53.020180 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7cda85fa-ce03-4ca7-be06-d9d30c4c6600 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=101a1cde8a8e4594896dffde6fcbc131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787024 Oct 18 23:26:53.026329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50208) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:53.038941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e30d06f5-efef-42c6-8128-1ddef3a02d39 req-7c3a0700-11ed-40ca-9d4d-5e88ff634b62 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996525 Oct 18 23:26:53.136999 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80848164-6542-4d50-b938-3108a42e58c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:53.189420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80848164-6542-4d50-b938-3108a42e58c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:53.297036 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80848164-6542-4d50-b938-3108a42e58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:53.303341 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80848164-6542-4d50-b938-3108a42e58c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:53.308076 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-80848164-6542-4d50-b938-3108a42e58c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d73156a6-b94f-4af6-9c69-4b967f5d2e5d HTTP/1.1" status: 204 len: 168 time: 0.2773612 Oct 18 23:26:53.315424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80848164-6542-4d50-b938-3108a42e58c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73156a6-b94f-4af6-9c69-4b967f5d2e5d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:53.392148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8db990e6-b468-4ae8-885b-f052eb3b1550 req-867e6602-00a9-4dbe-a00f-4b5f7671694d tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 210 time: 0.5001585 Oct 18 23:26:53.410220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-12ada607-890d-404f-999e-36ca48dc087b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5441527 Oct 18 23:26:53.410370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3103ad4-3448-44d9-a452-21c5ba201e3d req-48a9d0dd-478c-4028-aa74-a3f4d4c9152b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:53.412599 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3103ad4-3448-44d9-a452-21c5ba201e3d req-48a9d0dd-478c-4028-aa74-a3f4d4c9152b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 943 time: 0.0821230 Oct 18 23:26:53.519655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3103ad4-3448-44d9-a452-21c5ba201e3d req-59f6cf3f-c6c4-446e-933c-3363b6440236 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988684 Oct 18 23:26:53.570914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-1ee8daea-5b0e-46fc-bf3c-b66fc735c67e service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478176 Oct 18 23:26:53.629515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465455d-e966-4199-bd29-47c0a1569b9c req-b53814f1-5b38-4f58-bc86-7feb6e6aa796 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:53.631241 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3465455d-e966-4199-bd29-47c0a1569b9c req-b53814f1-5b38-4f58-bc86-7feb6e6aa796 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1573570 Oct 18 23:26:53.787151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3465455d-e966-4199-bd29-47c0a1569b9c req-ba5912d7-4c94-4e25-9662-b4e4630dc187 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069646 Oct 18 23:26:53.791665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac034501-01ad-4caf-8c71-e27accfcf0f2 req-82202d99-4faa-43a8-8b7f-4860b2777a74 service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109828 Oct 18 23:26:53.906056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9c27b632-b588-4529-8cea-18053c2f86b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:54.030547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b47c7-7b47-4066-92b2-53effbd7edf9 req-0a6d5695-2b8d-4203-a54b-511b550fa4eb tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:54.038391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b47c7-7b47-4066-92b2-53effbd7edf9 req-0a6d5695-2b8d-4203-a54b-511b550fa4eb tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:54.040615 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1b47c7-7b47-4066-92b2-53effbd7edf9 req-0a6d5695-2b8d-4203-a54b-511b550fa4eb tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=005fc86d-9fac-438b-8731-5ed85546a73a&device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 1682 time: 0.1081843 Oct 18 23:26:54.047409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-179bf67f-1ecd-4323-ab97-c1a291a11f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:54.050043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-179bf67f-1ecd-4323-ab97-c1a291a11f19 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=10bc3899219b45fb838a08e4df12e676&device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 1095 time: 0.0722294 Oct 18 23:26:54.102330 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1b47c7-7b47-4066-92b2-53effbd7edf9 req-66210d08-f4cc-4d28-9606-601f20570f46 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518320 Oct 18 23:26:54.307832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4b9ae-ef58-47c1-984c-6a1ffd4dcac0 req-dc33da86-bc1c-40a9-a5d5-a346c97594f3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:54.319332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52e4b9ae-ef58-47c1-984c-6a1ffd4dcac0 req-dc33da86-bc1c-40a9-a5d5-a346c97594f3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2120252 Oct 18 23:26:54.389556 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12cb7e-bbc1-4c00-a57d-1182c69a6b2a req-4509ea9a-05f3-4ec1-962d-b7f93061720f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:54.391432 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd12cb7e-bbc1-4c00-a57d-1182c69a6b2a req-4509ea9a-05f3-4ec1-962d-b7f93061720f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.1768796 Oct 18 23:26:54.406067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-5531fb8c-ced0-41dc-80a2-b9b5bd01d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:54.408910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-5531fb8c-ced0-41dc-80a2-b9b5bd01d1b4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 200 len: 913 time: 0.3221774 Oct 18 23:26:54.443442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-a6ea89ed-13f8-4302-9107-f7f0bfb7d8c5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:54.446200 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-a6ea89ed-13f8-4302-9107-f7f0bfb7d8c5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.102 "GET /v2.0/networks?id=35c62384-00d3-44c8-91e0-fca552ab1c35 HTTP/1.1" status: 200 len: 805 time: 0.1786187 Oct 18 23:26:54.469008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-9133e399-232c-4e0d-aff1-901ec7b8b779 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9236976e-99bd-454a-a48e-6ccae91a21bb HTTP/1.1" status: 200 len: 217 time: 0.0514400 Oct 18 23:26:54.472104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52e4b9ae-ef58-47c1-984c-6a1ffd4dcac0 req-1543409d-3b2f-4fa7-8c85-8f744dab4d8b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491258 Oct 18 23:26:54.537051 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-8abfe0b0-faba-4236-8228-be2c43c8f507 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f53366cd69a648e984ef14f44ad1ff28 HTTP/1.1" status: 200 len: 380 time: 0.0667062 Oct 18 23:26:54.542026 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd12cb7e-bbc1-4c00-a57d-1182c69a6b2a req-938c854f-8405-4843-b3de-a255a461df02 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116672 Oct 18 23:26:54.548650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-f5ac5da6-e969-439a-bf23-b42ade550b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:54.550789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-f5ac5da6-e969-439a-bf23-b42ade550b80 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 200 len: 852 time: 0.0737028 Oct 18 23:26:54.577655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Request body: {'port': {'device_id': '77852f04-4746-4aed-8c89-c421af424fd7', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'admin_state_up': True, 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'security_groups': ['10e83e06-8641-413e-acf9-05a6d7c226db']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:54.631129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab3894b0-bee1-4843-a801-a44116aabcf6 req-8ed50f25-f921-4618-b6e0-0e2291cd14b6 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 210 time: 0.0696251 Oct 18 23:26:54.633333 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-c49c47ee-d3c3-4b7a-a574-29f343cd200a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=27a2d0a7-d1ec-4b11-b693-4650f6a6c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609334 Oct 18 23:26:54.735414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09850-8f08-4410-805e-478bfcd9cda4 req-387c06d6-6aef-4887-9817-fe5c497a7e80 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:54.744647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0db09850-8f08-4410-805e-478bfcd9cda4 req-387c06d6-6aef-4887-9817-fe5c497a7e80 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0971229 Oct 18 23:26:54.747100 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:54.793964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Made reservation on behalf of f53366cd69a648e984ef14f44ad1ff28 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:26:54.800140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:54.803671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-433fd5c4-0ec0-4f89-8995-b5672f2ed573 service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603391 Oct 18 23:26:54.839705 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0db09850-8f08-4410-805e-478bfcd9cda4 req-16cc3e00-0499-46f6-ba9a-549b62190c62 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938790 Oct 18 23:26:55.038962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Allocated IP 172.20.0.11 (35c62384-00d3-44c8-91e0-fca552ab1c35/451d398e-2038-4e2a-86ed-cb9a58de3493/1c344fd8-c3df-41fa-a958-939dc0597680) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:26:55.056099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d63b3-77ed-404e-8373-a5e7576d1aaa req-6d4b7474-6ae9-47c8-a8fd-324765128f60 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:55.057616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46d63b3-77ed-404e-8373-a5e7576d1aaa req-6d4b7474-6ae9-47c8-a8fd-324765128f60 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 943 time: 0.1506727 Oct 18 23:26:55.064745 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ac850da-c661-42f9-ba03-e39dcd31b3c5 req-1806039d-3218-43d5-8a44-d86a0a483b03 service neutron] 10.222.0.102 "GET /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479489 Oct 18 23:26:55.132683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46d63b3-77ed-404e-8373-a5e7576d1aaa req-5b17e010-c30c-48ea-ad65-e568d43c8c84 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605233 Oct 18 23:26:55.244467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:55.297049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:55.345075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:55.380145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ee847-fbc8-4f2d-adcb-61ecebd3b617 req-85419bf9-6439-4808-8d6d-3e0aa6afbc34 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:55.383424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-861ee847-fbc8-4f2d-adcb-61ecebd3b617 req-85419bf9-6439-4808-8d6d-3e0aa6afbc34 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0977280 Oct 18 23:26:55.396267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Network 35c62384-00d3-44c8-91e0-fca552ab1c35 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:26:55.411836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:26:55.428009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:26:55.454803 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-861ee847-fbc8-4f2d-adcb-61ecebd3b617 req-008a3082-21b2-4e45-99e0-358c3b8104af tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544999 Oct 18 23:26:55.473779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Pushing event updated for resources: {'Port': ['ID=1c344fd8-c3df-41fa-a958-939dc0597680,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:55.528352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:55.529060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:55.550100 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-24190a56-7c43-424a-8210-21f95fdf9aa5 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9770176 Oct 18 23:26:55.572449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Request body: {'port': {'device_id': '77852f04-4746-4aed-8c89-c421af424fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:26:55.706424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe5c48-87e9-49ea-89b4-4f5e6855667e req-c8619344-0581-404a-bbf7-d1732d7ff856 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:55.706939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:55.709371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7afe5c48-87e9-49ea-89b4-4f5e6855667e req-c8619344-0581-404a-bbf7-d1732d7ff856 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1397417 Oct 18 23:26:55.774915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6fb72fbd-a97a-40f4-a44d-cb18909b180a None None] Provisioning complete for port 1c344fd8-c3df-41fa-a958-939dc0597680 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:26:55.775308 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6fb72fbd-a97a-40f4-a44d-cb18909b180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:55.798867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7afe5c48-87e9-49ea-89b4-4f5e6855667e req-a1864e3d-6aaf-4fe5-bb8b-7e006de55403 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780668 Oct 18 23:26:55.889487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6fb72fbd-a97a-40f4-a44d-cb18909b180a None None] Port 1c344fd8-c3df-41fa-a958-939dc0597680 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:26:55.999395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f626a6-a64b-4ff7-85dd-a17e519b44ab req-958725ac-5bf4-4b39-b838-5d7a549e8795 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:56.007694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41f626a6-a64b-4ff7-85dd-a17e519b44ab req-958725ac-5bf4-4b39-b838-5d7a549e8795 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 932 time: 0.1004429 Oct 18 23:26:56.054822 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41f626a6-a64b-4ff7-85dd-a17e519b44ab req-8673ca9c-6f5a-4e97-a899-c9a727659930 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460057 Oct 18 23:26:56.202287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951d804-db2a-43d5-a8a7-d97ebb9efe42 req-e496912a-9775-4245-ae36-e63c51234bf7 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:56.204433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1951d804-db2a-43d5-a8a7-d97ebb9efe42 req-e496912a-9775-4245-ae36-e63c51234bf7 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1472030 Oct 18 23:26:56.316083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1951d804-db2a-43d5-a8a7-d97ebb9efe42 req-a3439594-a63f-47ee-8b0a-c6e68f4509ec tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031787 Oct 18 23:26:56.333201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c344fd8-c3df-41fa-a958-939dc0597680 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:56.360727 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:56.393456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Transition to ACTIVE for port object 1c344fd8-c3df-41fa-a958-939dc0597680 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:26:56.399493 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:56.412451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c4a8-01ad-460f-9ee7-5c491965e79d req-25a6c7ed-324e-4817-8d9d-227ece3ea1b1 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:56.414227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cb2c4a8-01ad-460f-9ee7-5c491965e79d req-25a6c7ed-324e-4817-8d9d-227ece3ea1b1 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=005fc86d-9fac-438b-8731-5ed85546a73a HTTP/1.1" status: 200 len: 946 time: 0.0765598 Oct 18 23:26:56.467324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cb2c4a8-01ad-460f-9ee7-5c491965e79d req-f4c48628-ca3c-426c-8e93-6681fc0e2691 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Oct 18 23:26:56.545647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Pushing event updated for resources: {'Port': ['ID=1c344fd8-c3df-41fa-a958-939dc0597680,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:56.653780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc53c2f-491f-4485-8598-47214ddc01ed req-b7cc8d88-59bc-4b2f-ab7e-6e27dcdda692 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:56.661582 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbc53c2f-491f-4485-8598-47214ddc01ed req-b7cc8d88-59bc-4b2f-ab7e-6e27dcdda692 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 943 time: 0.2048016 Oct 18 23:26:56.760859 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbc53c2f-491f-4485-8598-47214ddc01ed req-2382777b-1f7d-42fa-894f-da831803465b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980411 Oct 18 23:26:56.768858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Attempting to bind port 1c344fd8-c3df-41fa-a958-939dc0597680 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:26:56.769714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Attempting to bind port 1c344fd8-c3df-41fa-a958-939dc0597680 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:26:56.774597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Attempting to bind port 1c344fd8-c3df-41fa-a958-939dc0597680 on network 35c62384-00d3-44c8-91e0-fca552ab1c35 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:56.783517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10818c5-9986-4f6c-8425-2ecb424dc95a req-fbde32e4-fb60-49fa-895d-2fcf29babf8a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:56.785150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a10818c5-9986-4f6c-8425-2ecb424dc95a req-fbde32e4-fb60-49fa-895d-2fcf29babf8a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0939810 Oct 18 23:26:56.790431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Port 1c344fd8-c3df-41fa-a958-939dc0597680 on network 35c62384-00d3-44c8-91e0-fca552ab1c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:26:56.796350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Attempting to bind port 1c344fd8-c3df-41fa-a958-939dc0597680 on network 35c62384-00d3-44c8-91e0-fca552ab1c35 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:26:56.813412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:26:56.820574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Checking segment: {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:26:56.821783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Bound using segment: {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:26:56.823939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Bound port: 1c344fd8-c3df-41fa-a958-939dc0597680, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d163bc8-1371-49b4-92b0-657d71517707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:26:56.825330 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:56.849497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a10818c5-9986-4f6c-8425-2ecb424dc95a req-86db8f24-53be-4c66-a7a1-2411eeb45792 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577793 Oct 18 23:26:56.873191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50342) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:56.975448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] For port 1c344fd8-c3df-41fa-a958-939dc0597680, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:26:56.985439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff87169-891c-4edc-9328-d47969511669 req-e8c92427-3711-49d6-955a-65d33a88b313 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:56.987091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ff87169-891c-4edc-9328-d47969511669 req-e8c92427-3711-49d6-955a-65d33a88b313 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0895710 Oct 18 23:26:56.989060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] For port 1c344fd8-c3df-41fa-a958-939dc0597680, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1c344fd8-c3df-41fa-a958-939dc0597680,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:26:56.999863 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.023212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.061127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:57.061950 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.063283 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] 10.222.0.102 "PUT /v2.0/ports/1c344fd8-c3df-41fa-a958-939dc0597680 HTTP/1.1" status: 200 len: 1093 time: 1.4965434 Oct 18 23:26:57.066197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77852f04-4746-4aed-8c89-c421af424fd7', 'tag': '1c344fd8-c3df-41fa-a958-939dc0597680'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:57.068180 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec55d9e-bd45-43ed-8cbd-6af711ea260f" -d '{"events": [{"name": "network-changed", "server_uuid": "77852f04-4746-4aed-8c89-c421af424fd7", "tag": "1c344fd8-c3df-41fa-a958-939dc0597680"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:57.106524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258864d7-2906-43c0-8d33-5b04aa3ba5cd service neutron] Pushing event updated for resources: {'Port': ['ID=1c344fd8-c3df-41fa-a958-939dc0597680,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:57.127627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ff87169-891c-4edc-9328-d47969511669 req-5c3391ca-953e-4894-8c3b-f2d744720a07 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175160 Oct 18 23:26:57.146570 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.146570 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.197194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9f4594-be3f-49b8-a90f-b5a23e73fc09,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:57.205875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5384893b8599434bbef81a22ac33aac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313358 Oct 18 23:26:57.208204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50352) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:57.221743 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037e6c16-14e5-4a80-bf79-b04581995254 x-openstack-request-id: req-037e6c16-14e5-4a80-bf79-b04581995254 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:57.222879 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77852f04-4746-4aed-8c89-c421af424fd7", "tag": "1c344fd8-c3df-41fa-a958-939dc0597680", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:57.223184 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-037e6c16-14e5-4a80-bf79-b04581995254 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:57.223643 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77852f04-4746-4aed-8c89-c421af424fd7', 'tag': '1c344fd8-c3df-41fa-a958-939dc0597680', 'status': 'completed', 'code': 200} Oct 18 23:26:57.275382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.275712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.276452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.276452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.276770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.277118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.279551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.280039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.280216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.280858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.281040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.281321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb82e8-bae4-4220-8c49-24612faaa0dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:26:57.283215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-12b2de18-6881-4a1f-9ac9-8d595329b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:57.286039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-12b2de18-6881-4a1f-9ac9-8d595329b81e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f53366cd69a648e984ef14f44ad1ff28&device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 1096 time: 0.1176953 Oct 18 23:26:57.308629 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65fab3ff-097e-4a07-9985-c95f414ed46d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.351565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65fab3ff-097e-4a07-9985-c95f414ed46d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.377301 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-01d4796c-3871-4a38-a289-92675728055e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c344fd8-c3df-41fa-a958-939dc0597680 HTTP/1.1" status: 200 len: 217 time: 0.0588036 Oct 18 23:26:57.425919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9236976e-99bd-454a-a48e-6ccae91a21bb details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:26:57.450483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf417-90c6-433d-811e-238199b81848 req-2096085a-1843-487c-923b-8a1744354ac9 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:57.452491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e0caf417-90c6-433d-811e-238199b81848 req-2096085a-1843-487c-923b-8a1744354ac9 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 944 time: 0.1998556 Oct 18 23:26:57.462919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-c617d08f-cb2b-4471-be75-4ac42b02bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:57.464622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-c617d08f-cb2b-4471-be75-4ac42b02bedd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=451d398e-2038-4e2a-86ed-cb9a58de3493 HTTP/1.1" status: 200 len: 844 time: 0.0795968 Oct 18 23:26:57.516098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a774-e544-457d-94ed-40de4fd1a687 req-9a7103c4-259f-4027-b3b0-445d4bfd29f8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:57.517695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0274a774-e544-457d-94ed-40de4fd1a687 req-9a7103c4-259f-4027-b3b0-445d4bfd29f8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1699901 Oct 18 23:26:57.545767 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e0caf417-90c6-433d-811e-238199b81848 req-c2b807d9-25ad-4871-86a8-40f7cec09547 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777104 Oct 18 23:26:57.583331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-efc7676f-574f-47f5-b905-a7d86dedc087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:57.585223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-efc7676f-574f-47f5-b905-a7d86dedc087 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=35c62384-00d3-44c8-91e0-fca552ab1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091743 Oct 18 23:26:57.598320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0274a774-e544-457d-94ed-40de4fd1a687 req-37931da8-93f7-403a-be08-092e7d9960ea tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715806 Oct 18 23:26:57.602140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65fab3ff-097e-4a07-9985-c95f414ed46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.617765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65fab3ff-097e-4a07-9985-c95f414ed46d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.622825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-65fab3ff-097e-4a07-9985-c95f414ed46d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e9f4594-be3f-49b8-a90f-b5a23e73fc09 HTTP/1.1" status: 204 len: 168 time: 0.4107933 Oct 18 23:26:57.659085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fab3ff-097e-4a07-9985-c95f414ed46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9f4594-be3f-49b8-a90f-b5a23e73fc09,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:57.665248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e075946-c98f-446e-95d7-d1502ddec852 req-0ec52feb-c1d6-4293-902d-730c050f50e9 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:57.667061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e075946-c98f-446e-95d7-d1502ddec852 req-0ec52feb-c1d6-4293-902d-730c050f50e9 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.73 "GET /v2.0/ports?device_id=005fc86d-9fac-438b-8731-5ed85546a73a HTTP/1.1" status: 200 len: 946 time: 0.1203251 Oct 18 23:26:57.694431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9236976e-99bd-454a-a48e-6ccae91a21bb, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9236976e-99bd-454a-a48e-6ccae91a21bb,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:57.730064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '9236976e-99bd-454a-a48e-6ccae91a21bb', 'network_id': '27a2d0a7-d1ec-4b11-b693-4650f6a6c827', 'port_id': '9236976e-99bd-454a-a48e-6ccae91a21bb', 'mac_address': 'fa:16:3e:39:40:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed0e15c-d6b8-4c05-8d0b-15673a74270e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:26:57.855538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3b3f9-83f7-458e-a3a6-554d738431a8 req-aafd1557-cda4-4daa-b439-79e8bf03a938 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:57.857593 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-8fac4857-e767-4da5-8d65-d4ea05e0b9de service neutron] 10.222.0.102 "GET /v2.0/networks/35c62384-00d3-44c8-91e0-fca552ab1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602363 Oct 18 23:26:57.863568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.864439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41b3b3f9-83f7-458e-a3a6-554d738431a8 req-aafd1557-cda4-4daa-b439-79e8bf03a938 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=005fc86d-9fac-438b-8731-5ed85546a73a HTTP/1.1" status: 200 len: 946 time: 0.0821092 Oct 18 23:26:57.904838 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.922755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9236976e-99bd-454a-a48e-6ccae91a21bb {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:26:57.936110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41b3b3f9-83f7-458e-a3a6-554d738431a8 req-03d5c751-9666-47ad-ae4b-593d0e8109c0 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/security-groups?id=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706229 Oct 18 23:26:57.965814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-6e075946-c98f-446e-95d7-d1502ddec852 req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Deleting port c249a925-3257-48fa-aaaf-1064bca691cd {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:26:57.966209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6e075946-c98f-446e-95d7-d1502ddec852 req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:57.990230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9236976e-99bd-454a-a48e-6ccae91a21bb, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9236976e-99bd-454a-a48e-6ccae91a21bb,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:57.997450 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:58.079118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9236976e-99bd-454a-a48e-6ccae91a21bb,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:58.104082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-72131632-915d-48a5-9968-3a0fd165ba55 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:58.108225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-72131632-915d-48a5-9968-3a0fd165ba55 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.73 "GET /v2.0/ports?device_id=57c5b4b3-641b-495e-a3db-f7911bd3c42f HTTP/1.1" status: 200 len: 945 time: 0.1671872 Oct 18 23:26:58.127551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95592d5e-1941-4e15-af72-8b669d2bb480 req-bb365d1f-0d5b-4b78-a67e-5719bc3ed067 service neutron] 10.222.0.102 "GET /v2.0/networks/35c62384-00d3-44c8-91e0-fca552ab1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546093 Oct 18 23:26:58.198137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bc4fd-e3cd-43e0-bddf-d910a80ad3f4 req-16bf80d7-a07b-4b32-a121-3cec2ab728f0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:58.200744 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c5bc4fd-e3cd-43e0-bddf-d910a80ad3f4 req-16bf80d7-a07b-4b32-a121-3cec2ab728f0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 944 time: 0.1040702 Oct 18 23:26:58.202985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6e075946-c98f-446e-95d7-d1502ddec852 req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] For port c249a925-3257-48fa-aaaf-1064bca691cd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c249a925-3257-48fa-aaaf-1064bca691cd,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:58.203649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6e075946-c98f-446e-95d7-d1502ddec852 req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:58.228945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-6e075946-c98f-446e-95d7-d1502ddec852 req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Calling delete_port for c249a925-3257-48fa-aaaf-1064bca691cd owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:26:58.288219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50374) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:58.294946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd274b9b-d67c-47cd-9878-5a4f586c24a0 req-65e96870-4c94-4d28-b2cd-c6c6c2188896 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:58.299300 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd274b9b-d67c-47cd-9878-5a4f586c24a0 req-65e96870-4c94-4d28-b2cd-c6c6c2188896 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.1901312 Oct 18 23:26:58.369840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e16e37cb-c1aa-4e1c-9ca0-bd652cd1c0eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:58.381791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c5bc4fd-e3cd-43e0-bddf-d910a80ad3f4 req-34a755da-2717-4888-a4bc-75abf14b8c20 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658075 Oct 18 23:26:58.389534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd274b9b-d67c-47cd-9878-5a4f586c24a0 req-64c12fce-638f-4291-b782-a1429e73d53f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767002 Oct 18 23:26:58.403523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Deleting port 830dc911-f1b4-4913-b539-e832d87768e9 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:26:58.404073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:58.438051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-d295569d-e1e9-4b78-9f36-ced4ff050043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:58.439695 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-d295569d-e1e9-4b78-9f36-ced4ff050043 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f53366cd69a648e984ef14f44ad1ff28&device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 1096 time: 0.1864417 Oct 18 23:26:58.589949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] For port 830dc911-f1b4-4913-b539-e832d87768e9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=830dc911-f1b4-4913-b539-e832d87768e9,segment=NetworkSegment(c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1),segment_id=c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:26:58.591050 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:58.608361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Calling delete_port for 830dc911-f1b4-4913-b539-e832d87768e9 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:26:58.685130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e16e37cb-c1aa-4e1c-9ca0-bd652cd1c0eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:58.697752 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e16e37cb-c1aa-4e1c-9ca0-bd652cd1c0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:58.701498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6e075946-c98f-446e-95d7-d1502ddec852 req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:58.718127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1411-3a56-42b6-bedb-1022792ffb2e req-a3e9a168-1346-4130-b8c9-40a941caa6c9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:58.719797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d54e1411-3a56-42b6-bedb-1022792ffb2e req-a3e9a168-1346-4130-b8c9-40a941caa6c9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2139771 Oct 18 23:26:58.740845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c249a925-3257-48fa-aaaf-1064bca691cd', '830dc911-f1b4-4913-b539-e832d87768e9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:58.747242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-43cd4b75-1626-4faa-a8db-b99956dce79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:58.748427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['9236976e-99bd-454a-a48e-6ccae91a21bb'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:26:58.749012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-43cd4b75-1626-4faa-a8db-b99956dce79f service neutron] 10.222.0.102 "GET /v2.0/networks?id=35c62384-00d3-44c8-91e0-fca552ab1c35 HTTP/1.1" status: 200 len: 906 time: 0.3003206 Oct 18 23:26:58.823600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33d581-8ed0-4d56-9771-54c05fb3d787 req-9eef3a2b-e7f2-49a5-ade8-9eef0bf0f318 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:58.826780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae33d581-8ed0-4d56-9771-54c05fb3d787 req-9eef3a2b-e7f2-49a5-ade8-9eef0bf0f318 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 944 time: 0.1490383 Oct 18 23:26:58.857750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Pushing event deleted for resources: {'Port': ['ID=c249a925-3257-48fa-aaaf-1064bca691cd,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:58.870647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-44f09e11-7574-4332-b5dd-d9f4c70d589e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c344fd8-c3df-41fa-a958-939dc0597680 HTTP/1.1" status: 200 len: 217 time: 0.0857413 Oct 18 23:26:58.873702 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e16e37cb-c1aa-4e1c-9ca0-bd652cd1c0eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33f7d60c0b8c42568872e53e6441693b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834475 Oct 18 23:26:58.889971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e37cb-c1aa-4e1c-9ca0-bd652cd1c0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a511069-3eb2-4e68-a740-33d60b5f6f1d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:58.894514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50380) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:26:58.969667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e075946-c98f-446e-95d7-d1502ddec852 req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] No DVR routers for this DVR port c249a925-3257-48fa-aaaf-1064bca691cd on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:26:58.974386 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae33d581-8ed0-4d56-9771-54c05fb3d787 req-3a8f03dd-6f1e-4dda-ae19-4447ce763063 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262095 Oct 18 23:26:58.981470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6e075946-c98f-446e-95d7-d1502ddec852 req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:58.985020 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e075946-c98f-446e-95d7-d1502ddec852 req-fe97749a-9349-4513-a4db-4f151ad2509e tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.73 "DELETE /v2.0/ports/c249a925-3257-48fa-aaaf-1064bca691cd HTTP/1.1" status: 204 len: 173 time: 1.2632236 Oct 18 23:26:59.005594 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d54e1411-3a56-42b6-bedb-1022792ffb2e req-cad277ea-b541-4965-8738-d8cf5f921936 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540846 Oct 18 23:26:59.007417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:59.098316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Pushing event deleted for resources: {'Port': ['ID=830dc911-f1b4-4913-b539-e832d87768e9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:59.126627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-d7bb6612-ac8a-4d13-b213-a10d81d87df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:59.130826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-d7bb6612-ac8a-4d13-b213-a10d81d87df1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=451d398e-2038-4e2a-86ed-cb9a58de3493 HTTP/1.1" status: 200 len: 844 time: 0.2368608 Oct 18 23:26:59.132975 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bad5da4-3190-4283-91a9-94d00fd73145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:59.178313 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bad5da4-3190-4283-91a9-94d00fd73145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:59.196252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] No DVR routers for this DVR port 830dc911-f1b4-4913-b539-e832d87768e9 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:26:59.200450 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:59.205483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cdd95c2-332e-48bb-b180-aaf8cdf30d2f req-24d38d02-4dd3-4283-b270-21bb7102027b tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.73 "DELETE /v2.0/ports/830dc911-f1b4-4913-b539-e832d87768e9 HTTP/1.1" status: 204 len: 173 time: 1.0852230 Oct 18 23:26:59.206385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c5b4b3-641b-495e-a3db-f7911bd3c42f', 'name': 'network-vif-deleted', 'tag': '830dc911-f1b4-4913-b539-e832d87768e9'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:59.209433 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32432bf0-4bea-40b1-b68c-d2ad8732e21a" -d '{"events": [{"server_uuid": "57c5b4b3-641b-495e-a3db-f7911bd3c42f", "name": "network-vif-deleted", "tag": "830dc911-f1b4-4913-b539-e832d87768e9"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:59.229353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005fc86d-9fac-438b-8731-5ed85546a73a', 'name': 'network-vif-deleted', 'tag': 'c249a925-3257-48fa-aaaf-1064bca691cd'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:26:59.234093 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf176814-c7cb-4739-b2b5-196f489f77ea" -d '{"events": [{"server_uuid": "005fc86d-9fac-438b-8731-5ed85546a73a", "name": "network-vif-deleted", "tag": "c249a925-3257-48fa-aaaf-1064bca691cd"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:26:59.294969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-0f6d1015-5c31-473e-8b4b-114a946428cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:59.296915 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-0f6d1015-5c31-473e-8b4b-114a946428cf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=35c62384-00d3-44c8-91e0-fca552ab1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788469 Oct 18 23:26:59.364993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d15c5ecf-f40d-4ec9-a5f3-a066c662a2be req-e319b9e7-dfeb-4141-b91d-cf56253ac671 tempest-ListServersNegativeTestJSON-603066555 tempest-ListServersNegativeTestJSON-603066555-project] 10.222.0.52 "GET /v2.0/ports?device_id=005fc86d-9fac-438b-8731-5ed85546a73a HTTP/1.1" status: 200 len: 210 time: 0.0456786 Oct 18 23:26:59.365914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bad5da4-3190-4283-91a9-94d00fd73145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:59.369449 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bad5da4-3190-4283-91a9-94d00fd73145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:26:59.373930 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3bad5da4-3190-4283-91a9-94d00fd73145 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a511069-3eb2-4e68-a740-33d60b5f6f1d HTTP/1.1" status: 204 len: 168 time: 0.4730902 Oct 18 23:26:59.414138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b6bf0-6bdb-445f-a644-5ae19775ffeb req-952f16c1-ef2b-4172-96c5-c5c2b7f981ab tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:59.417223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-835b6bf0-6bdb-445f-a644-5ae19775ffeb req-952f16c1-ef2b-4172-96c5-c5c2b7f981ab tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1279314 Oct 18 23:26:59.423866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad5da4-3190-4283-91a9-94d00fd73145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a511069-3eb2-4e68-a740-33d60b5f6f1d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:26:59.443934 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc9674-38e1-451c-888b-e25659fb71c6 x-openstack-request-id: req-6edc9674-38e1-451c-888b-e25659fb71c6 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:59.444276 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c5b4b3-641b-495e-a3db-f7911bd3c42f", "name": "network-vif-deleted", "tag": "830dc911-f1b4-4913-b539-e832d87768e9", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:59.444463 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6edc9674-38e1-451c-888b-e25659fb71c6 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:59.444863 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c5b4b3-641b-495e-a3db-f7911bd3c42f', 'name': 'network-vif-deleted', 'tag': '830dc911-f1b4-4913-b539-e832d87768e9', 'status': 'completed', 'code': 200} Oct 18 23:26:59.478576 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a00b5a8-ead4-4b34-b459-80d42798e817 x-openstack-request-id: req-8a00b5a8-ead4-4b34-b459-80d42798e817 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:26:59.478911 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005fc86d-9fac-438b-8731-5ed85546a73a", "name": "network-vif-deleted", "tag": "c249a925-3257-48fa-aaaf-1064bca691cd", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:26:59.479172 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a00b5a8-ead4-4b34-b459-80d42798e817 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:26:59.479640 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005fc86d-9fac-438b-8731-5ed85546a73a', 'name': 'network-vif-deleted', 'tag': 'c249a925-3257-48fa-aaaf-1064bca691cd', 'status': 'completed', 'code': 200} Oct 18 23:26:59.486491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-2c772a51-3ee0-4630-998f-ed7d883e7048 service neutron] 10.222.0.102 "GET /v2.0/networks/35c62384-00d3-44c8-91e0-fca552ab1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815488 Oct 18 23:26:59.514043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-835b6bf0-6bdb-445f-a644-5ae19775ffeb req-c5ea1491-ea18-4408-b393-9e8143e59a84 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874238 Oct 18 23:26:59.669390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d0010-085f-42ab-8e7d-19d7cef5b60d req-414b26f7-ded4-4109-8e0e-31198ac77d10 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:59.671052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a54d0010-085f-42ab-8e7d-19d7cef5b60d req-414b26f7-ded4-4109-8e0e-31198ac77d10 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 944 time: 0.0754592 Oct 18 23:26:59.679230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bec55d9e-bd45-43ed-8cbd-6af711ea260f req-11634af1-97cf-4f4b-acce-97dbea68364f service neutron] 10.222.0.102 "GET /v2.0/networks/35c62384-00d3-44c8-91e0-fca552ab1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827948 Oct 18 23:26:59.732012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a54d0010-085f-42ab-8e7d-19d7cef5b60d req-08ec03b3-5c90-4be6-bcae-4127bb4255c0 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488851 Oct 18 23:26:59.791690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b4705-7873-418d-ab86-9891c17b0fec req-e6ebfd62-26d2-49be-857c-56ce49c606a4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:59.793655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-920b4705-7873-418d-ab86-9891c17b0fec req-e6ebfd62-26d2-49be-857c-56ce49c606a4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.1000781 Oct 18 23:26:59.859902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-920b4705-7873-418d-ab86-9891c17b0fec req-2029210d-2acf-48bc-b12e-437934622418 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 Oct 18 23:26:59.917628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959e302-c849-4fc6-b2f8-9801178705cf req-fa977a97-429d-4161-af2a-e4c57a77c2da tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:26:59.920446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8959e302-c849-4fc6-b2f8-9801178705cf req-fa977a97-429d-4161-af2a-e4c57a77c2da tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0763307 Oct 18 23:26:59.966045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8959e302-c849-4fc6-b2f8-9801178705cf req-accb9783-a51d-4bf4-b41b-efb8a0f1a0f9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390017 Oct 18 23:27:00.127918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e59821-53fd-4c43-835d-07b4e06a8129 req-4f22bfa3-c6ac-4e91-92ba-4ba4d700394e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:00.129544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14e59821-53fd-4c43-835d-07b4e06a8129 req-4f22bfa3-c6ac-4e91-92ba-4ba4d700394e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 944 time: 0.0590749 Oct 18 23:27:00.138099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b39935-ffa0-4a69-a6f5-5a8e230dd706 req-b4146291-b3ee-4625-9db6-56792317ff07 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:00.140723 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28b39935-ffa0-4a69-a6f5-5a8e230dd706 req-b4146291-b3ee-4625-9db6-56792317ff07 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0840609 Oct 18 23:27:00.180447 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14e59821-53fd-4c43-835d-07b4e06a8129 req-0c917532-12f5-4ce9-ab49-faee1c6a8e5a tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371599 Oct 18 23:27:00.202468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28b39935-ffa0-4a69-a6f5-5a8e230dd706 req-c2349546-afbb-4b0d-bd95-efcf9286f40a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546036 Oct 18 23:27:00.428979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c30973-af05-4930-b1f0-9431fa1f7db7 req-fb03f57e-98fb-4222-b648-96c65581c72d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:00.430568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37c30973-af05-4930-b1f0-9431fa1f7db7 req-fb03f57e-98fb-4222-b648-96c65581c72d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0581012 Oct 18 23:27:00.476312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37c30973-af05-4930-b1f0-9431fa1f7db7 req-30ef48ec-215e-4fec-8196-1ada8ed855f1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391421 Oct 18 23:27:00.645092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c2210-5555-42d4-b420-2d1ee1810d72 req-3e7ed181-b13b-484a-b84d-a5cacd8be51c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:00.647178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af3c2210-5555-42d4-b420-2d1ee1810d72 req-3e7ed181-b13b-484a-b84d-a5cacd8be51c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0631940 Oct 18 23:27:00.670303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50446) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:00.712971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af3c2210-5555-42d4-b420-2d1ee1810d72 req-4a97ef37-ea26-43ab-8246-6e981c2b4406 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538065 Oct 18 23:27:00.727705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f908fda8-22f7-430c-abe0-8043a98ee904 admin admin] Deleting subnet c7373e13-c3f2-42e5-a90f-aacf2be23383 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:27:00.732141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f908fda8-22f7-430c-abe0-8043a98ee904 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:00.807634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f908fda8-22f7-430c-abe0-8043a98ee904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:00.892546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f908fda8-22f7-430c-abe0-8043a98ee904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:00.983025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164df85e-6518-4967-aca7-450e39ed4d71 req-cd300fe8-6bd0-4817-8105-13103b283149 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:00.998945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-164df85e-6518-4967-aca7-450e39ed4d71 req-cd300fe8-6bd0-4817-8105-13103b283149 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 944 time: 0.1375844 Oct 18 23:27:01.050478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f908fda8-22f7-430c-abe0-8043a98ee904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.055206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c249a925-3257-48fa-aaaf-1064bca691cd no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:27:01.067454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-164df85e-6518-4967-aca7-450e39ed4d71 req-aea62274-bb71-4f31-86d5-f2597c030697 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661554 Oct 18 23:27:01.073166 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f908fda8-22f7-430c-abe0-8043a98ee904 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.079594 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f908fda8-22f7-430c-abe0-8043a98ee904 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c7373e13-c3f2-42e5-a90f-aacf2be23383 HTTP/1.1" status: 204 len: 168 time: 0.4083772 Oct 18 23:27:01.090985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d9e22-cc53-46bb-b2a8-335aef2adfdd req-6fa9f2dc-99ed-4e31-8bf3-5811829c3722 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:01.091788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: c249a925-3257-48fa-aaaf-1064bca691cd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:27:01.092372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c249a925-3257-48fa-aaaf-1064bca691cd not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:27:01.092954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50464) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:01.093257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 830dc911-f1b4-4913-b539-e832d87768e9 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:27:01.127749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af2d9e22-cc53-46bb-b2a8-335aef2adfdd req-6fa9f2dc-99ed-4e31-8bf3-5811829c3722 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.1497030 Oct 18 23:27:01.128844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 830dc911-f1b4-4913-b539-e832d87768e9 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:27:01.129535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 830dc911-f1b4-4913-b539-e832d87768e9 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:27:01.152718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908fda8-22f7-430c-abe0-8043a98ee904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7373e13-c3f2-42e5-a90f-aacf2be23383,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:01.193758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af2d9e22-cc53-46bb-b2a8-335aef2adfdd req-efc0efaa-ddfe-43a7-9898-82cfc90f60df tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728481 Oct 18 23:27:01.255441 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.315674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a7039-daa1-4717-aeb1-2716403c8ce7 req-a0ec5605-5f68-43d3-88e1-012b69ab99c5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:01.317184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-042a7039-daa1-4717-aeb1-2716403c8ce7 req-a0ec5605-5f68-43d3-88e1-012b69ab99c5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1173675 Oct 18 23:27:01.388581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bac39-b2d0-4de2-bdf1-864f5d5ca22e req-1638425a-ba2a-4624-862e-07392cff914b tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:01.391761 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c8bac39-b2d0-4de2-bdf1-864f5d5ca22e req-1638425a-ba2a-4624-862e-07392cff914b tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 944 time: 0.0698993 Oct 18 23:27:01.401208 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.435327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-042a7039-daa1-4717-aeb1-2716403c8ce7 req-f6d56f77-3a7f-4aa6-8a8b-6a075874da78 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974424 Oct 18 23:27:01.436205 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c8bac39-b2d0-4de2-bdf1-864f5d5ca22e req-82b3fcdd-ecd5-4487-b595-64fe1ab8c488 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378888 Oct 18 23:27:01.439146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:01.441936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1c344fd8-c3df-41fa-a958-939dc0597680 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:27:01.459208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:01.459617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40879a1-0ce1-4dab-81a1-ad6e7c14fcf1') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:01.459842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9236976e-99bd-454a-a48e-6ccae91a21bb up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:01.486425 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.504789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.516250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:27:01.517058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:27:01.520329 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:27:01.585868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.596614 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.600165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] 10.222.0.52 "DELETE /v2.0/networks/2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77 HTTP/1.1" status: 204 len: 168 time: 0.5056837 Oct 18 23:27:01.621175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d93dfa-6df8-411c-87dc-854ea3f0b04c admin admin] Pushing event deleted for resources: {'Network': ['ID=2fdf6a68-f093-4f1d-bf3e-ad61a9a91a77,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:01.625977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 9236976e-99bd-454a-a48e-6ccae91a21bb completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:27:01.632573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 9236976e-99bd-454a-a48e-6ccae91a21bb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:01.633295 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.679947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1c344fd8-c3df-41fa-a958-939dc0597680, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1c344fd8-c3df-41fa-a958-939dc0597680,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:01.698904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '1c344fd8-c3df-41fa-a958-939dc0597680', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'port_id': '1c344fd8-c3df-41fa-a958-939dc0597680', 'mac_address': 'fa:16:3e:0a:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:27:01.778623 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.791577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.806590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c344fd8-c3df-41fa-a958-939dc0597680 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:27:01.849009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d1222-fe6b-42e3-bf29-f8269c8fd03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9236976e-99bd-454a-a48e-6ccae91a21bb'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:01.851618 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00bb7d6-815f-4747-a14f-d9dcad11847d" -d '{"events": [{"server_uuid": "9a0d1222-fe6b-42e3-bf29-f8269c8fd03f", "name": "network-vif-plugged", "status": "completed", "tag": "9236976e-99bd-454a-a48e-6ccae91a21bb"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:01.860759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1c344fd8-c3df-41fa-a958-939dc0597680, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1c344fd8-c3df-41fa-a958-939dc0597680,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:01.873340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9236976e-99bd-454a-a48e-6ccae91a21bb, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9236976e-99bd-454a-a48e-6ccae91a21bb,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:01.875150 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.882865 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:01.941902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1c344fd8-c3df-41fa-a958-939dc0597680,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:01.951084 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23947e4c-a428-492b-ba1c-e43ff708042b x-openstack-request-id: req-23947e4c-a428-492b-ba1c-e43ff708042b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:01.951554 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d1222-fe6b-42e3-bf29-f8269c8fd03f", "name": "network-vif-plugged", "status": "completed", "tag": "9236976e-99bd-454a-a48e-6ccae91a21bb", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:01.951926 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23947e4c-a428-492b-ba1c-e43ff708042b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:01.952455 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d1222-fe6b-42e3-bf29-f8269c8fd03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9236976e-99bd-454a-a48e-6ccae91a21bb', 'code': 200} Oct 18 23:27:01.974513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50484) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:02.030487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9236976e-99bd-454a-a48e-6ccae91a21bb,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:02.068741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-afa94b10-bb22-48ae-91eb-52af33b30147 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b44da27b6e694bc995b5f70d16da2001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911634 Oct 18 23:27:02.069259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50488) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:02.171315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81961c-22c6-475d-b8c7-e5bf532bfec6 req-1fb3f9ca-1cc0-4828-8adb-2bd0ea327f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:02.174513 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e81961c-22c6-475d-b8c7-e5bf532bfec6 req-1fb3f9ca-1cc0-4828-8adb-2bd0ea327f0d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 1097 time: 0.0704057 Oct 18 23:27:02.211212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afe13428-937b-44d5-a493-926224194214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:02.227320 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e81961c-22c6-475d-b8c7-e5bf532bfec6 req-30abaa56-7b90-47f8-b294-09b21adc1ef7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452209 Oct 18 23:27:02.277797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afe13428-937b-44d5-a493-926224194214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:02.314230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f4808-071e-428d-aaa4-241cadacfe49 req-d639c10e-bfa4-4d7e-8fb6-da81568a69c8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:02.315943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d6f4808-071e-428d-aaa4-241cadacfe49 req-d639c10e-bfa4-4d7e-8fb6-da81568a69c8 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 945 time: 0.1076889 Oct 18 23:27:02.365721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a36b0-ddc1-4f49-8ecb-751907d4bdf8 req-1982e411-0160-4438-bd27-cd7979f89b55 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:02.369159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-687a36b0-ddc1-4f49-8ecb-751907d4bdf8 req-1982e411-0160-4438-bd27-cd7979f89b55 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0789406 Oct 18 23:27:02.391778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d6f4808-071e-428d-aaa4-241cadacfe49 req-8d30950b-d360-4163-93af-67b6b648ca28 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533364 Oct 18 23:27:02.406882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afe13428-937b-44d5-a493-926224194214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:02.410190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afe13428-937b-44d5-a493-926224194214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:02.411951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-afe13428-937b-44d5-a493-926224194214 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e2955f2-4d7e-46be-a8a6-b41e7ed4c558 HTTP/1.1" status: 204 len: 168 time: 0.3408945 Oct 18 23:27:02.446868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe13428-937b-44d5-a493-926224194214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2955f2-4d7e-46be-a8a6-b41e7ed4c558,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:02.450360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['1c344fd8-c3df-41fa-a958-939dc0597680'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:27:02.494565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-687a36b0-ddc1-4f49-8ecb-751907d4bdf8 req-9f8a9326-1661-4c24-b76d-bace01a5f6b2 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182988 Oct 18 23:27:02.676726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc32f7-abc0-49b6-bbd8-0a3cc6fd1b47 req-2c5e37db-602d-46bd-9118-2e8a5939c573 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:02.681430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4ccc32f7-abc0-49b6-bbd8-0a3cc6fd1b47 req-2c5e37db-602d-46bd-9118-2e8a5939c573 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 945 time: 0.1120055 Oct 18 23:27:02.708923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83112439-25df-4681-b24c-997ee99121dd req-152947b9-f184-408f-8c7f-b4b26233db3b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:02.715860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83112439-25df-4681-b24c-997ee99121dd req-152947b9-f184-408f-8c7f-b4b26233db3b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1059952 Oct 18 23:27:02.766839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4ccc32f7-abc0-49b6-bbd8-0a3cc6fd1b47 req-358f79ea-c946-4b0e-9207-e4a83adcfc2b tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715454 Oct 18 23:27:02.809888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83112439-25df-4681-b24c-997ee99121dd req-fe3e22f4-da38-4509-9612-640f96dd48d7 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762985 Oct 18 23:27:03.312258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171aa176-9f6c-4366-9faa-ceb16fc76b8a req-b119820d-bcc2-4084-9eca-165ca66a28f6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:03.315043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-171aa176-9f6c-4366-9faa-ceb16fc76b8a req-b119820d-bcc2-4084-9eca-165ca66a28f6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1021278 Oct 18 23:27:03.376092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-171aa176-9f6c-4366-9faa-ceb16fc76b8a req-1ddb5295-f79e-417c-b887-14d43f0262a9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543747 Oct 18 23:27:03.629227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c2e55-6345-4048-b805-deed9c5a7384 req-77a30160-1a79-4e5e-9b2e-38e56ecbda3f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:03.630665 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a63c2e55-6345-4048-b805-deed9c5a7384 req-77a30160-1a79-4e5e-9b2e-38e56ecbda3f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 945 time: 0.0905578 Oct 18 23:27:03.631191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50538) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:03.665674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098c7bd-4763-4c19-85e0-2c4c4e25a0f7 req-2bb741ef-50e9-4b2a-b98b-700ae37b0bff tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:03.667735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2098c7bd-4763-4c19-85e0-2c4c4e25a0f7 req-2bb741ef-50e9-4b2a-b98b-700ae37b0bff tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0662186 Oct 18 23:27:03.699287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a63c2e55-6345-4048-b805-deed9c5a7384 req-3f5a61c5-66b9-411b-9111-f32ceb10f320 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Oct 18 23:27:03.723379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2098c7bd-4763-4c19-85e0-2c4c4e25a0f7 req-a12ff845-22d8-479c-aa80-8f0853bbcb13 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 Oct 18 23:27:03.772450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-495741216-network', 'tenant_id': 'b6dcc78b48794efc954ffbd033e5b3c8'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:03.794916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Made reservation on behalf of b6dcc78b48794efc954ffbd033e5b3c8 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:03.796558 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:03.806214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:03.923065 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:03.928248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:03.982849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2ef98-cd73-421b-9b05-ae90b16bc3f4 req-98c771ba-af48-4833-82bd-4c185b900cf4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:03.984470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ce2ef98-cd73-421b-9b05-ae90b16bc3f4 req-98c771ba-af48-4833-82bd-4c185b900cf4 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 945 time: 0.1196251 Oct 18 23:27:03.988861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:27:03.995321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:04.031727 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:04.032087 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Added segment 8d338ad7-578d-4a5c-9725-51cd420610e9 of type vlan for network e99321b8-f40e-4705-96b5-a7c07f06d76f Oct 18 23:27:04.078858 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ce2ef98-cd73-421b-9b05-ae90b16bc3f4 req-804488cf-49af-471b-ac09-60687ec7d67a tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792296 Oct 18 23:27:04.098577 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:04.131933 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:04.132903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:04.133489 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:04.172338 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5399251 Oct 18 23:27:04.176820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50548) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:04.206065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Request body: {'subnet': {'network_id': 'e99321b8-f40e-4705-96b5-a7c07f06d76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-495741216-subnet', 'tenant_id': 'b6dcc78b48794efc954ffbd033e5b3c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:04.214359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5dd99-483e-4070-b6a1-8d0585db2fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=e99321b8-f40e-4705-96b5-a7c07f06d76f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:04.229850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e99321b8-f40e-4705-96b5-a7c07f06d76f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:27:04.236614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Made reservation on behalf of b6dcc78b48794efc954ffbd033e5b3c8 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:04.239386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:04.459823 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:04.542382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f865cf-fe07-4beb-b49d-c89b3f3e2332,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:04.564682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198cb69-9449-46e2-8edd-3636ea5062fa req-ead6fd43-9f66-4e85-a8d4-10deb8c0b4cb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:04.566296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d198cb69-9449-46e2-8edd-3636ea5062fa req-ead6fd43-9f66-4e85-a8d4-10deb8c0b4cb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1159992 Oct 18 23:27:04.599831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Checking segment: {'id': '8d338ad7-578d-4a5c-9725-51cd420610e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e99321b8-f40e-4705-96b5-a7c07f06d76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:27:04.600319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Network hostable DHCP agents. Network: e99321b8-f40e-4705-96b5-a7c07f06d76f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:27:04.616117 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:04.637820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d198cb69-9449-46e2-8edd-3636ea5062fa req-d56c2aad-a533-4f9b-b978-3f305eaa42fb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626791 Oct 18 23:27:04.657961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Network e99321b8-f40e-4705-96b5-a7c07f06d76f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:27:04.666594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e99321b8-f40e-4705-96b5-a7c07f06d76f) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:04.675231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:04.675838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:04.676504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815ba05-a34d-4abd-ab1a-6417bef49e0c None None] Network e99321b8-f40e-4705-96b5-a7c07f06d76f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:27:04.696712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5a9ebab8-0dcf-4eec-9a89-e7751e8b57b1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5188498 Oct 18 23:27:04.812113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3c9e-9cbb-4cb9-93ad-b4a624afed3f req-782349de-80bf-4f99-bd1d-b20b3f5734ba tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:04.822234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45bd3c9e-9cbb-4cb9-93ad-b4a624afed3f req-782349de-80bf-4f99-bd1d-b20b3f5734ba tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0842333 Oct 18 23:27:04.883513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945f162-0656-4263-a168-a70247e9dd37 req-8b70ed0e-6c9b-42bf-aea8-cedaaacf8679 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:04.885181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d04672-ccb3-49a3-9205-8a200bb5cc13 None None] Network e99321b8-f40e-4705-96b5-a7c07f06d76f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:27:04.895399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4945f162-0656-4263-a168-a70247e9dd37 req-8b70ed0e-6c9b-42bf-aea8-cedaaacf8679 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 945 time: 0.0848992 Oct 18 23:27:04.904659 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45bd3c9e-9cbb-4cb9-93ad-b4a624afed3f req-f489ef23-2b26-4481-a3e4-ab135d0be823 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813153 Oct 18 23:27:04.973512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4945f162-0656-4263-a168-a70247e9dd37 req-1a7cfdf8-22d9-400e-877e-cd40670d8d09 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767455 Oct 18 23:27:05.071695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f5a9d-1df1-4ed0-a7a6-a454b141ffcb req-511eac0a-3aef-43e1-bf93-703bc316228d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:05.081829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc4f5a9d-1df1-4ed0-a7a6-a454b141ffcb req-511eac0a-3aef-43e1-bf93-703bc316228d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.1050525 Oct 18 23:27:05.132562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc4f5a9d-1df1-4ed0-a7a6-a454b141ffcb req-a751ec81-a879-4900-9cae-661eefbe4d6e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493186 Oct 18 23:27:05.379545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23012f32-7f00-46f7-af99-c3233b7ce38f req-dd8903cf-36e7-4819-a8f0-ea75efec8bf7 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:05.381315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23012f32-7f00-46f7-af99-c3233b7ce38f req-dd8903cf-36e7-4819-a8f0-ea75efec8bf7 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0771377 Oct 18 23:27:05.444798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23012f32-7f00-46f7-af99-c3233b7ce38f req-9cdbcb65-33ef-4dd3-a659-1e713f4e31c2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544481 Oct 18 23:27:05.471101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1c344fd8-c3df-41fa-a958-939dc0597680 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:05.526790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 1c344fd8-c3df-41fa-a958-939dc0597680 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:27:05.531540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 1c344fd8-c3df-41fa-a958-939dc0597680 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:05.531921 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:05.647608 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:05.684875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77852f04-4746-4aed-8c89-c421af424fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c344fd8-c3df-41fa-a958-939dc0597680'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:05.688858 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c576dff9-fa6d-40a5-8573-3e8974acd932" -d '{"events": [{"server_uuid": "77852f04-4746-4aed-8c89-c421af424fd7", "name": "network-vif-plugged", "status": "completed", "tag": "1c344fd8-c3df-41fa-a958-939dc0597680"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:05.708149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1c344fd8-c3df-41fa-a958-939dc0597680, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1c344fd8-c3df-41fa-a958-939dc0597680,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:05.709679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-98dc2bab-d8d3-41e6-8086-dfd4b98a5947 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:05.717203 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:05.720317 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-98dc2bab-d8d3-41e6-8086-dfd4b98a5947 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/networks?id=e99321b8-f40e-4705-96b5-a7c07f06d76f HTTP/1.1" status: 200 len: 812 time: 0.2241495 Oct 18 23:27:05.726135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fbc5-d977-494c-a65f-26c1a6d5547e req-bedd9427-c081-46d7-b420-bc82b193b308 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:05.728837 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e24fbc5-d977-494c-a65f-26c1a6d5547e req-bedd9427-c081-46d7-b420-bc82b193b308 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 945 time: 0.0792816 Oct 18 23:27:05.743921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-2fbac179-cd4d-4a45-8a78-1ea3b89c38d0 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/quotas/b6dcc78b48794efc954ffbd033e5b3c8 HTTP/1.1" status: 200 len: 375 time: 0.0226479 Oct 18 23:27:05.804083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-6f0c038d-7eea-43d0-ab68-27db7ce0589f tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b6dcc78b48794efc954ffbd033e5b3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535736 Oct 18 23:27:05.828066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e24fbc5-d977-494c-a65f-26c1a6d5547e req-c3061224-97e6-4324-a5cd-d5e7eee353cf tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902593 Oct 18 23:27:05.841925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1c344fd8-c3df-41fa-a958-939dc0597680,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:05.983707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce87fc-19a9-405f-a3ab-17b8bced6e88 req-e9aba3a7-b9b2-4418-ad9c-255aa1b9513c tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:05.985242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3ce87fc-19a9-405f-a3ab-17b8bced6e88 req-e9aba3a7-b9b2-4418-ad9c-255aa1b9513c tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 945 time: 0.0573390 Oct 18 23:27:06.034147 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3ce87fc-19a9-405f-a3ab-17b8bced6e88 req-b0e92d1a-7d5c-43f4-86bd-e171092af273 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Oct 18 23:27:06.128379 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:06.153869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8c72e-d372-403b-b930-1223d981e1fa req-e595cbf2-87f3-429c-b818-f980d3da1bcb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:06.155567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73a8c72e-d372-403b-b930-1223d981e1fa req-e595cbf2-87f3-429c-b818-f980d3da1bcb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0595934 Oct 18 23:27:06.201857 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73a8c72e-d372-403b-b930-1223d981e1fa req-9a817b2a-c98d-4b53-b733-9dc1900a2205 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Oct 18 23:27:06.206925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-cbebe61b-38ef-4411-8ae6-2f78646b5a15 service neutron] 10.222.0.52 "GET /v2.0/networks/e99321b8-f40e-4705-96b5-a7c07f06d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017053 Oct 18 23:27:06.250023 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee444f3-3ba2-4297-a7dc-ca842330af85 x-openstack-request-id: req-9ee444f3-3ba2-4297-a7dc-ca842330af85 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:06.250486 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77852f04-4746-4aed-8c89-c421af424fd7", "name": "network-vif-plugged", "status": "completed", "tag": "1c344fd8-c3df-41fa-a958-939dc0597680", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:06.250842 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ee444f3-3ba2-4297-a7dc-ca842330af85 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:06.251132 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77852f04-4746-4aed-8c89-c421af424fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c344fd8-c3df-41fa-a958-939dc0597680', 'code': 200} Oct 18 23:27:06.303855 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-8747df01-0dec-4e41-b4ce-ac76483fc460 service neutron] 10.222.0.52 "GET /v2.0/networks/e99321b8-f40e-4705-96b5-a7c07f06d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908990 Oct 18 23:27:06.378071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc155b-e6e9-4aa4-8fad-65014270a414 req-7c2f18c9-d857-4133-9086-d7870b915c59 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:06.379889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73cc155b-e6e9-4aa4-8fad-65014270a414 req-7c2f18c9-d857-4133-9086-d7870b915c59 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0820637 Oct 18 23:27:06.417175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea91ac-5473-4853-9fed-605a716c4cae req-7fd94837-b985-4e21-9804-46b0c2dc7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:06.419303 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73ea91ac-5473-4853-9fed-605a716c4cae req-7fd94837-b985-4e21-9804-46b0c2dc7ae2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 1098 time: 0.0595715 Oct 18 23:27:06.430973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73cc155b-e6e9-4aa4-8fad-65014270a414 req-b7d5b23f-341b-4a6c-90df-bb4bc8c5e74b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442226 Oct 18 23:27:06.482935 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73ea91ac-5473-4853-9fed-605a716c4cae req-6ba21b5d-04f8-4df0-bfd1-dc09708af874 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519114 Oct 18 23:27:06.523856 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93e4e387-b4c1-40b2-950b-46ecb29eca2f req-a4cbf89e-ac25-470b-9590-cb81b3f4b81b tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 210 time: 0.0303812 Oct 18 23:27:06.675801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd483598-df83-4957-8aed-bd917d879f83 req-a99601ff-9dc2-40bc-b5b1-6b1721d4d9d4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:06.677353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd483598-df83-4957-8aed-bd917d879f83 req-a99601ff-9dc2-40bc-b5b1-6b1721d4d9d4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0537846 Oct 18 23:27:06.728133 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd483598-df83-4957-8aed-bd917d879f83 req-8efa24e4-323b-43fc-91c3-cafa976f41af tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Oct 18 23:27:06.970873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea30c-ad5a-4eba-8aae-1e3c11531042 req-2cb85d1a-14fd-4cee-b4fe-d3b377e2fa12 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:06.972404 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7dfea30c-ad5a-4eba-8aae-1e3c11531042 req-2cb85d1a-14fd-4cee-b4fe-d3b377e2fa12 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0733790 Oct 18 23:27:07.033169 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7dfea30c-ad5a-4eba-8aae-1e3c11531042 req-888facc2-e0ce-4873-83b8-d91d8c2ace93 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520241 Oct 18 23:27:07.100791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbdaec-c6f6-40d2-83de-ed897dc2759b req-d9dc6bca-a4d4-472c-b28a-02e427cc0a4a tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:07.103963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82bbdaec-c6f6-40d2-83de-ed897dc2759b req-d9dc6bca-a4d4-472c-b28a-02e427cc0a4a tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.0713813 Oct 18 23:27:07.162273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82bbdaec-c6f6-40d2-83de-ed897dc2759b req-eaaba51a-4d92-4f4f-a744-8716014e017e tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451760 Oct 18 23:27:07.205718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57540-3d95-4960-b907-d6d4c51fe106 req-2ed962b8-564e-483f-aef3-530f34e951cf tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:07.211887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-69a57540-3d95-4960-b907-d6d4c51fe106 req-2ed962b8-564e-483f-aef3-530f34e951cf tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 945 time: 0.0956261 Oct 18 23:27:07.280282 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-69a57540-3d95-4960-b907-d6d4c51fe106 req-b2d6da3e-3382-468f-b4e0-4dd8be0ae149 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583673 Oct 18 23:27:07.428802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a107626-8250-4ce3-b946-4f8b4172f396 req-b96b385a-25c0-4e32-a0de-156e0d822820 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:07.430963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a107626-8250-4ce3-b946-4f8b4172f396 req-b96b385a-25c0-4e32-a0de-156e0d822820 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0657732 Oct 18 23:27:07.493764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a107626-8250-4ce3-b946-4f8b4172f396 req-6d5c7e24-34d7-4aa3-9cbb-c29d6bcb5d05 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555301 Oct 18 23:27:07.633312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd194-4f44-4a7d-8e64-f916b5caacdb req-b3f114eb-761a-4b76-a702-49a8bae3f7e9 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:07.635974 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cabd194-4f44-4a7d-8e64-f916b5caacdb req-b3f114eb-761a-4b76-a702-49a8bae3f7e9 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0911345 Oct 18 23:27:07.663976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7febf65-1580-4721-b9a4-4005b98e2752 req-26cd4b7f-6d14-408e-ba75-d1e6b17db4ad tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:07.665808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7febf65-1580-4721-b9a4-4005b98e2752 req-26cd4b7f-6d14-408e-ba75-d1e6b17db4ad tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 945 time: 0.0907612 Oct 18 23:27:07.703399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cabd194-4f44-4a7d-8e64-f916b5caacdb req-8c34374f-ea78-4314-b620-e74f0baa9059 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529692 Oct 18 23:27:07.825032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7febf65-1580-4721-b9a4-4005b98e2752 req-b6ce4605-e3a0-46a4-bbf0-200c7b815241 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409910 Oct 18 23:27:07.891161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-b42b8d18-9607-48a5-bbbb-1019a7296a53 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:07.893334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-b42b8d18-9607-48a5-bbbb-1019a7296a53 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.73 "GET /v2.0/networks?id=e99321b8-f40e-4705-96b5-a7c07f06d76f HTTP/1.1" status: 200 len: 812 time: 0.2058084 Oct 18 23:27:07.901164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b4897-7a2c-44cd-b73e-784bdbbdfd88 req-782a0f85-ece8-4787-a0f4-772edb103748 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:07.903968 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d93b4897-7a2c-44cd-b73e-784bdbbdfd88 req-782a0f85-ece8-4787-a0f4-772edb103748 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0733266 Oct 18 23:27:07.914254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Request body: {'port': {'device_id': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'network_id': 'e99321b8-f40e-4705-96b5-a7c07f06d76f', 'admin_state_up': True, 'tenant_id': 'b6dcc78b48794efc954ffbd033e5b3c8'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:07.953247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d93b4897-7a2c-44cd-b73e-784bdbbdfd88 req-fb650de3-9022-44d6-980a-08f5f39e9bdf tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400698 Oct 18 23:27:07.958903 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75f4a88-7dad-431a-b6c6-4cfc935f427a req-fd123725-2b6c-40cf-81a2-0f5b89957bda tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 210 time: 0.0409412 Oct 18 23:27:08.123842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Made reservation on behalf of b6dcc78b48794efc954ffbd033e5b3c8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:08.128651 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:08.346450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407162a-05a9-4dc7-9810-bbf934e7235a req-0f81d3de-c89c-4f91-a13e-092e5f13e495 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:08.356678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6407162a-05a9-4dc7-9810-bbf934e7235a req-0f81d3de-c89c-4f91-a13e-092e5f13e495 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.0729854 Oct 18 23:27:08.412998 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6407162a-05a9-4dc7-9810-bbf934e7235a req-2945cb96-dad2-46ae-8134-87e93affa76d tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565138 Oct 18 23:27:08.424022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2ce87-bae2-4834-a909-751920938101 req-4a00e4fa-948f-4265-9dca-5f2ed3a9fbd7 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:08.426691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4fc2ce87-bae2-4834-a909-751920938101 req-4a00e4fa-948f-4265-9dca-5f2ed3a9fbd7 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2018647 Oct 18 23:27:08.470318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Allocated IP 172.20.0.2 (e99321b8-f40e-4705-96b5-a7c07f06d76f/a9f865cf-fe07-4beb-b49d-c89b3f3e2332/e2ec6f37-6f8b-4780-b5fc-79a9d317a898) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:27:08.496472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4fc2ce87-bae2-4834-a909-751920938101 req-84995c34-8f26-4318-9ec0-2a97f895a5a9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554733 Oct 18 23:27:08.647312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea19db-45b9-4b33-9891-d16f4ecf296d req-ee2e1cc8-fcf6-488c-8e55-1d6b42dc6d01 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:08.648928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-03ea19db-45b9-4b33-9891-d16f4ecf296d req-ee2e1cc8-fcf6-488c-8e55-1d6b42dc6d01 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0557797 Oct 18 23:27:08.654127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:08.691896 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-03ea19db-45b9-4b33-9891-d16f4ecf296d req-980c63c5-b36f-47e7-8022-e88e136c4c90 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Oct 18 23:27:08.698478 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:08.743405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Network e99321b8-f40e-4705-96b5-a7c07f06d76f is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:27:08.747383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:08.751571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:27:08.781099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Pushing event updated for resources: {'Port': ['ID=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:08.815761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:08.816436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:08.861904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0b61bb4f-fba3-424a-a4b7-fc7db54847d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9516690 Oct 18 23:27:08.886765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482332d-064a-4bc0-a3f4-3ead9680144d req-cf82d5aa-e450-4cc7-aa4f-aeb0004a9674 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:08.888801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1482332d-064a-4bc0-a3f4-3ead9680144d req-cf82d5aa-e450-4cc7-aa4f-aeb0004a9674 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0674133 Oct 18 23:27:08.914562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d7d3-2eaf-4c12-9567-0d521676a639 req-f7673f62-98e3-4f29-a50e-582688848d50 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:08.916176 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21c6d7d3-2eaf-4c12-9567-0d521676a639 req-f7673f62-98e3-4f29-a50e-582688848d50 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0661957 Oct 18 23:27:08.934917 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1482332d-064a-4bc0-a3f4-3ead9680144d req-880c475b-205d-4df2-8b0b-c444142e06b6 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Oct 18 23:27:08.953552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Request body: {'port': {'device_id': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:08.968353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21c6d7d3-2eaf-4c12-9567-0d521676a639 req-4922943d-55f5-43ac-8294-a357ebc17bef tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Oct 18 23:27:09.059467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:09.103351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dde5b-8c60-43d6-899d-2b00cbcdc36d req-64bd84d7-16c4-4f88-9bd7-7fa5a0b9c5d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:09.104918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd5dde5b-8c60-43d6-899d-2b00cbcdc36d req-64bd84d7-16c4-4f88-9bd7-7fa5a0b9c5d4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 931 time: 0.0543768 Oct 18 23:27:09.139785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cee2b2-1460-4136-b9c2-f175e656e1c2 req-d60c7174-f80f-4aa1-9168-7b376acf9f81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:09.142416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05cee2b2-1460-4136-b9c2-f175e656e1c2 req-d60c7174-f80f-4aa1-9168-7b376acf9f81 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 945 time: 0.1165743 Oct 18 23:27:09.147888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd5dde5b-8c60-43d6-899d-2b00cbcdc36d req-96f7b9de-b602-495e-b671-2c9267639fd6 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361822 Oct 18 23:27:09.258691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05cee2b2-1460-4136-b9c2-f175e656e1c2 req-680395a1-52c0-41a9-94c2-7bb1b4dc221b tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089818 Oct 18 23:27:09.305127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe9a10-6fd8-4698-82d3-277c796a2558 req-ddb8521a-d468-43bc-96bd-7d94d646df9f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:09.307547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5bbe9a10-6fd8-4698-82d3-277c796a2558 req-ddb8521a-d468-43bc-96bd-7d94d646df9f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0738258 Oct 18 23:27:09.351825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5bbe9a10-6fd8-4698-82d3-277c796a2558 req-b55e1524-dda1-44bc-9906-40c271596ca4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372765 Oct 18 23:27:09.500729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ec6f37-6f8b-4780-b5fc-79a9d317a898 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:27:09.523143 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:09.537685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Transition to ACTIVE for port object e2ec6f37-6f8b-4780-b5fc-79a9d317a898 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:27:09.549076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:09.586386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aec9b7-c29c-439d-b45e-97119d23e228 req-afb5d561-e30d-49e4-a815-2b5831999859 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:09.588113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82aec9b7-c29c-439d-b45e-97119d23e228 req-afb5d561-e30d-49e4-a815-2b5831999859 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.0667009 Oct 18 23:27:09.624239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:09.642997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911984da-1c57-4cd6-99b2-30ea705dfb22 req-a681aa24-9691-4f50-99ed-f69b39d0e36c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:09.644606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-911984da-1c57-4cd6-99b2-30ea705dfb22 req-a681aa24-9691-4f50-99ed-f69b39d0e36c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1082897 Oct 18 23:27:09.662788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82aec9b7-c29c-439d-b45e-97119d23e228 req-3f34e64c-38a1-4a27-ad75-9b7c8bc39111 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618527 Oct 18 23:27:09.744344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-911984da-1c57-4cd6-99b2-30ea705dfb22 req-16e45478-cfef-46e8-95e2-850323b926c9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849807 Oct 18 23:27:09.755330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Attempting to bind port e2ec6f37-6f8b-4780-b5fc-79a9d317a898 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:27:09.755739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Attempting to bind port e2ec6f37-6f8b-4780-b5fc-79a9d317a898 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '8d338ad7-578d-4a5c-9725-51cd420610e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e99321b8-f40e-4705-96b5-a7c07f06d76f'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:27:09.756207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Attempting to bind port e2ec6f37-6f8b-4780-b5fc-79a9d317a898 on network e99321b8-f40e-4705-96b5-a7c07f06d76f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:27:09.771474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Port e2ec6f37-6f8b-4780-b5fc-79a9d317a898 on network e99321b8-f40e-4705-96b5-a7c07f06d76f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:27:09.773168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Attempting to bind port e2ec6f37-6f8b-4780-b5fc-79a9d317a898 on network e99321b8-f40e-4705-96b5-a7c07f06d76f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:27:09.792341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:27:09.792991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Checking segment: {'id': '8d338ad7-578d-4a5c-9725-51cd420610e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e99321b8-f40e-4705-96b5-a7c07f06d76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:27:09.794171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Bound using segment: {'id': '8d338ad7-578d-4a5c-9725-51cd420610e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e99321b8-f40e-4705-96b5-a7c07f06d76f'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:27:09.794850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Bound port: e2ec6f37-6f8b-4780-b5fc-79a9d317a898, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d338ad7-578d-4a5c-9725-51cd420610e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e99321b8-f40e-4705-96b5-a7c07f06d76f'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:27:09.795402 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:09.810593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e5a43-c77a-4bcd-8065-29ae8da4e2bf req-64341249-fd89-4eb7-a765-d91942bdedf1 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:09.812291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e0e5a43-c77a-4bcd-8065-29ae8da4e2bf req-64341249-fd89-4eb7-a765-d91942bdedf1 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.0622339 Oct 18 23:27:09.821576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50708) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:09.827549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9002eb37-fa8f-4e5e-8dbf-95798f0a4116 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Request body: {'floatingip': {'port_id': '1c344fd8-c3df-41fa-a958-939dc0597680'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:09.872562 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9002eb37-fa8f-4e5e-8dbf-95798f0a4116 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:09.913552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] For port e2ec6f37-6f8b-4780-b5fc-79a9d317a898, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:27:09.930509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] For port e2ec6f37-6f8b-4780-b5fc-79a9d317a898, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,segment=NetworkSegment(8d338ad7-578d-4a5c-9725-51cd420610e9),segment_id=8d338ad7-578d-4a5c-9725-51cd420610e9)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:27:09.941089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:09.952246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f801f-2713-4113-af7e-aaae0d759318 req-3920efbe-c197-4713-9b5b-2cd50d68ffc6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:09.953846 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b53f801f-2713-4113-af7e-aaae0d759318 req-3920efbe-c197-4713-9b5b-2cd50d68ffc6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0784283 Oct 18 23:27:10.056924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:10.057557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:10.059145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] 10.222.0.73 "PUT /v2.0/ports/e2ec6f37-6f8b-4780-b5fc-79a9d317a898 HTTP/1.1" status: 200 len: 1092 time: 1.1685317 Oct 18 23:27:10.059634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'tag': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:10.062110 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "de25d362-d12a-45f8-9674-cd1c09aabfc1", "tag": "e2ec6f37-6f8b-4780-b5fc-79a9d317a898"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:10.094876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b53f801f-2713-4113-af7e-aaae0d759318 req-6b6b2032-1490-4e97-8b67-1ace56afe435 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869236 Oct 18 23:27:10.127352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7794a0-1b80-4a0f-b9cc-0e2798f5cb98 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:10.163355 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481e5ae6-4604-48cd-98d6-e5303ea3ed5a x-openstack-request-id: req-481e5ae6-4604-48cd-98d6-e5303ea3ed5a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:10.164077 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de25d362-d12a-45f8-9674-cd1c09aabfc1", "tag": "e2ec6f37-6f8b-4780-b5fc-79a9d317a898", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:10.164077 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-481e5ae6-4604-48cd-98d6-e5303ea3ed5a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:10.164379 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'tag': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898', 'status': 'completed', 'code': 200} Oct 18 23:27:10.213424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-fc0d6f08-6b0c-4fc3-84f0-0a79aff77d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:10.217837 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-fc0d6f08-6b0c-4fc3-84f0-0a79aff77d69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6dcc78b48794efc954ffbd033e5b3c8&device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 1095 time: 0.0846634 Oct 18 23:27:10.314158 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-5963dd00-e2ed-43d0-872d-ab146a7b7a61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2ec6f37-6f8b-4780-b5fc-79a9d317a898 HTTP/1.1" status: 200 len: 217 time: 0.0820823 Oct 18 23:27:10.346960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9aa66-fe07-4d39-bc30-7d77727c41e6 req-d1bf4b22-67d6-490f-9af7-551e914f5b74 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:10.348700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2df9aa66-fe07-4d39-bc30-7d77727c41e6 req-d1bf4b22-67d6-490f-9af7-551e914f5b74 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.3240364 Oct 18 23:27:10.379145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43537-2e0d-4334-af93-7b86e683d8cd req-7f3b5243-495d-4d55-a971-59b952d8248d tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:10.380888 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42d43537-2e0d-4334-af93-7b86e683d8cd req-7f3b5243-495d-4d55-a971-59b952d8248d tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 943 time: 0.1426804 Oct 18 23:27:10.394970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0fe08129-47df-48c1-8346-d29df6b4d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:10.396670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-0fe08129-47df-48c1-8346-d29df6b4d1d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9f865cf-fe07-4beb-b49d-c89b3f3e2332 HTTP/1.1" status: 200 len: 852 time: 0.0749676 Oct 18 23:27:10.397021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-3d4597c6-4555-45ec-84c9-3b60c6d2bc0d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:10.398556 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-3d4597c6-4555-45ec-84c9-3b60c6d2bc0d tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 945 time: 0.3535445 Oct 18 23:27:10.437716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-33cc9eed-67d6-4b6d-81f5-cce5e001df90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e99321b8-f40e-4705-96b5-a7c07f06d76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328810 Oct 18 23:27:10.503793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42d43537-2e0d-4334-af93-7b86e683d8cd req-0e7f7ff3-33ce-46d2-8ba7-e0d7a9ba18c4 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999618 Oct 18 23:27:10.524916 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2df9aa66-fe07-4d39-bc30-7d77727c41e6 req-aa390686-3674-4245-be1c-3f5f58f989ae tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362844 Oct 18 23:27:10.779540 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9002eb37-fa8f-4e5e-8dbf-95798f0a4116 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:10.786993 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9002eb37-fa8f-4e5e-8dbf-95798f0a4116 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:10.837538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Deleting port 9236976e-99bd-454a-a48e-6ccae91a21bb {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:27:10.837978 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:10.884312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a162d-7a97-4360-9ffd-0dfc95eeb660 req-0c28927f-be93-4f11-8def-6ff21b0ac8ab tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:10.887349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf3a162d-7a97-4360-9ffd-0dfc95eeb660 req-0c28927f-be93-4f11-8def-6ff21b0ac8ab tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 945 time: 0.2501757 Oct 18 23:27:10.958437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-c317f4b2-62cc-4737-9a52-09af36ebc954 service neutron] 10.222.0.73 "GET /v2.0/networks/e99321b8-f40e-4705-96b5-a7c07f06d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132515 Oct 18 23:27:10.970857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87113405-2df6-43e6-9557-0f94f3d3cdbf req-d34963e2-0a2e-46eb-8faa-70bcad9f9cff tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:10.972465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-87113405-2df6-43e6-9557-0f94f3d3cdbf req-d34963e2-0a2e-46eb-8faa-70bcad9f9cff tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0925188 Oct 18 23:27:11.076392 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-87113405-2df6-43e6-9557-0f94f3d3cdbf req-d217e77c-1aa1-4d44-b1a7-f0cceace7aa8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948398 Oct 18 23:27:11.103062 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf3a162d-7a97-4360-9ffd-0dfc95eeb660 req-a825043e-8774-48bb-b295-c9bd2d975713 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/security-groups?id=55629613-fdaa-41d0-98ae-e946c33ba361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970019 Oct 18 23:27:11.110149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65565f42-a97a-4657-ad58-d89bc22a66c5 req-94bae2af-31d3-4d5f-a9e7-3493c0f476e9 service neutron] 10.222.0.73 "GET /v2.0/networks/e99321b8-f40e-4705-96b5-a7c07f06d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365743 Oct 18 23:27:11.130256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] For port 9236976e-99bd-454a-a48e-6ccae91a21bb, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9236976e-99bd-454a-a48e-6ccae91a21bb,segment=NetworkSegment(6480a59b-b3ad-4224-ba30-0ff887401d70),segment_id=6480a59b-b3ad-4224-ba30-0ff887401d70)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:11.138495 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:11.155555 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-9002eb37-fa8f-4e5e-8dbf-95798f0a4116 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Floating IP da36ab8a-f430-4090-a618-7bbdd1d0dcbf associated. External IP: 172.25.7.241, port: 1c344fd8-c3df-41fa-a958-939dc0597680. Oct 18 23:27:11.247770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Calling delete_port for 9236976e-99bd-454a-a48e-6ccae91a21bb owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:27:11.316255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-539669fd-040b-4f65-ae14-f794257fba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:11.319422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-539669fd-040b-4f65-ae14-f794257fba67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6dcc78b48794efc954ffbd033e5b3c8&device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 1095 time: 0.0712304 Oct 18 23:27:11.497067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d4b99-fe02-4be8-b096-a4eb94a9831a req-03709b45-50f4-4b24-a84f-dd7eb3b49401 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:11.498674 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e95d4b99-fe02-4be8-b096-a4eb94a9831a req-03709b45-50f4-4b24-a84f-dd7eb3b49401 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1745777 Oct 18 23:27:11.506040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-e16cbd73-a713-44f9-84c4-da786665b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:11.508955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-e16cbd73-a713-44f9-84c4-da786665b72a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e99321b8-f40e-4705-96b5-a7c07f06d76f HTTP/1.1" status: 200 len: 913 time: 0.1822586 Oct 18 23:27:11.568652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-000b4472-f346-4970-a538-6dbb6de14550 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2ec6f37-6f8b-4780-b5fc-79a9d317a898 HTTP/1.1" status: 200 len: 217 time: 0.0511956 Oct 18 23:27:11.662110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-054913f2-be7f-443e-8e24-0b95f321c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:11.663551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-054913f2-be7f-443e-8e24-0b95f321c16f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9f865cf-fe07-4beb-b49d-c89b3f3e2332 HTTP/1.1" status: 200 len: 852 time: 0.0879285 Oct 18 23:27:11.690932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e95d4b99-fe02-4be8-b096-a4eb94a9831a req-47e7bcef-ea58-40b5-aed5-ebd449baae83 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342735 Oct 18 23:27:11.691800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da402-9e83-4d39-8f9f-5d1dbafb45f2 req-7b549681-7828-4156-9730-50dae3a2c531 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:11.693349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c9da402-9e83-4d39-8f9f-5d1dbafb45f2 req-7b549681-7828-4156-9730-50dae3a2c531 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 943 time: 0.0840371 Oct 18 23:27:11.710762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-8ee1463d-dd4c-4806-ba28-e71e311bcd7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e99321b8-f40e-4705-96b5-a7c07f06d76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396404 Oct 18 23:27:11.714029 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:11.749910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9002eb37-fa8f-4e5e-8dbf-95798f0a4116 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Router 14c8f330-2100-4f39-a03a-d255a9ec0bde has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:27:11.754807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Pushing event deleted for resources: {'Port': ['ID=9236976e-99bd-454a-a48e-6ccae91a21bb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:11.822441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c9da402-9e83-4d39-8f9f-5d1dbafb45f2 req-5b225482-4a0e-4bcb-837c-e9a45e6c255d tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141384 Oct 18 23:27:11.873340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-bbc70601-aede-4f3f-b790-20b33e44c38a service neutron] 10.222.0.73 "GET /v2.0/networks/e99321b8-f40e-4705-96b5-a7c07f06d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550508 Oct 18 23:27:11.879704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] No DVR routers for this DVR port 9236976e-99bd-454a-a48e-6ccae91a21bb on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:27:11.883040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:11.889871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-647beb08-6a17-4d02-bfc8-e23cde60a0c8 req-68793b66-1f7f-4cb1-a9bc-5b4e0e252c0f tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.102 "DELETE /v2.0/ports/9236976e-99bd-454a-a48e-6ccae91a21bb HTTP/1.1" status: 204 len: 173 time: 1.4823167 Oct 18 23:27:11.895627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d1222-fe6b-42e3-bf29-f8269c8fd03f', 'name': 'network-vif-deleted', 'tag': '9236976e-99bd-454a-a48e-6ccae91a21bb'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:11.899874 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d6b405-cf75-47fb-a958-3afab543b70e" -d '{"events": [{"server_uuid": "9a0d1222-fe6b-42e3-bf29-f8269c8fd03f", "name": "network-vif-deleted", "tag": "9236976e-99bd-454a-a48e-6ccae91a21bb"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:12.013474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26fb1ff9-4568-4a17-9831-04c7f8fba5ca req-9a9cc1a2-3847-442f-83f1-a4b69f71135c service neutron] 10.222.0.73 "GET /v2.0/networks/e99321b8-f40e-4705-96b5-a7c07f06d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324430 Oct 18 23:27:12.021477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b12633-dd3d-4b1c-a216-5fc2bbf5fa39 req-9c6719b6-8eb3-4cb8-b633-794f3d13eb32 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:12.024200 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1b12633-dd3d-4b1c-a216-5fc2bbf5fa39 req-9c6719b6-8eb3-4cb8-b633-794f3d13eb32 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.1672010 Oct 18 23:27:12.037736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fca5de-bb78-4842-99b0-01b7c951f277 req-5763249c-344e-48c8-b666-09e795f8d179 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:12.039547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28fca5de-bb78-4842-99b0-01b7c951f277 req-5763249c-344e-48c8-b666-09e795f8d179 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0775232 Oct 18 23:27:12.057851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9002eb37-fa8f-4e5e-8dbf-95798f0a4116 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:27:12.064192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9002eb37-fa8f-4e5e-8dbf-95798f0a4116 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:12.071618 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] Sync routers for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:27:12.083413 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:27:12.084375 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:26:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:12.108739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28fca5de-bb78-4842-99b0-01b7c951f277 req-0bd16d9a-b34f-409f-b63f-a7be20e9703f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512960 Oct 18 23:27:12.207527 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:27:12.318384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-316bc434-f1c4-45b9-b66a-0e5aba57500b req-9fb1dc2a-b669-4984-b030-d8e288cc27a5 tempest-DeleteServersTestJSON-2005588867 tempest-DeleteServersTestJSON-2005588867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a0d1222-fe6b-42e3-bf29-f8269c8fd03f HTTP/1.1" status: 200 len: 210 time: 0.0293279 Oct 18 23:27:12.454270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19980dfc-6ca5-4836-8abd-6b9c6336cba3 req-40cf72af-533b-4294-8f46-4ced6691c639 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:12.456874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-19980dfc-6ca5-4836-8abd-6b9c6336cba3 req-40cf72af-533b-4294-8f46-4ced6691c639 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0716312 Oct 18 23:27:12.458287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9002eb37-fa8f-4e5e-8dbf-95798f0a4116 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "PUT /v2.0/floatingips/da36ab8a-f430-4090-a618-7bbdd1d0dcbf HTTP/1.1" status: 200 len: 992 time: 2.6354973 Oct 18 23:27:12.460776 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e946767e-5a39-4da0-ad2c-695c607b91ac x-openstack-request-id: req-e946767e-5a39-4da0-ad2c-695c607b91ac {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:12.461161 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d1222-fe6b-42e3-bf29-f8269c8fd03f", "name": "network-vif-deleted", "tag": "9236976e-99bd-454a-a48e-6ccae91a21bb", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:12.461537 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e946767e-5a39-4da0-ad2c-695c607b91ac {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:12.462083 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d1222-fe6b-42e3-bf29-f8269c8fd03f', 'name': 'network-vif-deleted', 'tag': '9236976e-99bd-454a-a48e-6ccae91a21bb', 'status': 'completed', 'code': 200} Oct 18 23:27:12.474315 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1b12633-dd3d-4b1c-a216-5fc2bbf5fa39 req-269390a4-1e4a-4e4b-b8b4-b9a99d7c6c08 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420955 Oct 18 23:27:12.531306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-19980dfc-6ca5-4836-8abd-6b9c6336cba3 req-d36ba793-0742-44ea-a784-ca08b923e338 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653763 Oct 18 23:27:12.587642 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:43Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'da36ab8a-f430-4090-a618-7bbdd1d0dcbf', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'port_id': '1c344fd8-c3df-41fa-a958-939dc0597680', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'mac_address': 'fa:16:3e:0a:15:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77852f04-4746-4aed-8c89-c421af424fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:26:49Z', 'updated_at': '2021-10-18T23:27:10Z', 'revision_number': 1, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f37dcf9-7980-4f4f-b897-c42281429a84', 'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'mac_address': 'fa:16:3e:68:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:42Z', 'updated_at': '2021-10-18T23:26:49Z', 'revision_number': 5, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'subnets': [{'id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:12.671684 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] Checking router: 14c8f330-2100-4f39-a03a-d255a9ec0bde for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:27:12.696949 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:27:12.698075 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:26:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:12.883682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcffc23-16a0-4509-9854-47633ad8dc9f req-d318f317-3463-45ff-a144-13b5fca7b25d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:12.893077 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fcffc23-16a0-4509-9854-47633ad8dc9f req-d318f317-3463-45ff-a144-13b5fca7b25d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0739615 Oct 18 23:27:12.942823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fcffc23-16a0-4509-9854-47633ad8dc9f req-4c47eca2-555e-411d-9d26-95ff0a9a8d30 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487409 Oct 18 23:27:12.987179 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:27:13.103175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d051ef-5f05-4484-ab59-d6bcdcf7eb05 req-a9267742-2a7d-4134-b6a1-d3b8c5ca7b7c tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:13.107445 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0d051ef-5f05-4484-ab59-d6bcdcf7eb05 req-a9267742-2a7d-4134-b6a1-d3b8c5ca7b7c tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 943 time: 0.1334476 Oct 18 23:27:13.178313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18603c2-b81b-43a9-9116-9ff3fc4f14e8 req-0e9994f7-283a-4100-bb64-fb712c004592 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:13.186190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a18603c2-b81b-43a9-9116-9ff3fc4f14e8 req-0e9994f7-283a-4100-bb64-fb712c004592 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0664272 Oct 18 23:27:13.195761 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0d051ef-5f05-4484-ab59-d6bcdcf7eb05 req-5a75c668-111a-4561-91d5-b75be5e9fc2d tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818112 Oct 18 23:27:13.264585 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a18603c2-b81b-43a9-9116-9ff3fc4f14e8 req-1d96d7b0-4954-4772-a423-8a89bb561b89 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762386 Oct 18 23:27:13.343063 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:43Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'da36ab8a-f430-4090-a618-7bbdd1d0dcbf', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'port_id': '1c344fd8-c3df-41fa-a958-939dc0597680', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'mac_address': 'fa:16:3e:0a:15:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77852f04-4746-4aed-8c89-c421af424fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:26:49Z', 'updated_at': '2021-10-18T23:27:10Z', 'revision_number': 1, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f37dcf9-7980-4f4f-b897-c42281429a84', 'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'mac_address': 'fa:16:3e:68:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:42Z', 'updated_at': '2021-10-18T23:26:49Z', 'revision_number': 5, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'subnets': [{'id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:13.380334 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d6604-6246-4e82-bbe1-fd61455f9071 None None] The sync data for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 is: [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:43Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'da36ab8a-f430-4090-a618-7bbdd1d0dcbf', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'port_id': '1c344fd8-c3df-41fa-a958-939dc0597680', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'mac_address': 'fa:16:3e:0a:15:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77852f04-4746-4aed-8c89-c421af424fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:26:49Z', 'updated_at': '2021-10-18T23:27:10Z', 'revision_number': 1, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f37dcf9-7980-4f4f-b897-c42281429a84', 'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'mac_address': 'fa:16:3e:68:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:42Z', 'updated_at': '2021-10-18T23:26:49Z', 'revision_number': 5, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'subnets': [{'id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:27:13.492417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4426f-57c1-4e66-8438-b098023dd43c req-50bb25b9-48b7-4014-92a0-f55b73dd1578 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:13.494544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21c4426f-57c1-4e66-8438-b098023dd43c req-50bb25b9-48b7-4014-92a0-f55b73dd1578 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0992813 Oct 18 23:27:13.497804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9236976e-99bd-454a-a48e-6ccae91a21bb no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:27:13.533998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 9236976e-99bd-454a-a48e-6ccae91a21bb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:27:13.536447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9236976e-99bd-454a-a48e-6ccae91a21bb not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:27:13.569171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21c4426f-57c1-4e66-8438-b098023dd43c req-adf2e92f-6a21-4dbf-ab83-35149be3d430 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578983 Oct 18 23:27:13.707329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4077902-384b-4cd6-ac06-ba08bd6c7deb None None] New status for floating IP da36ab8a-f430-4090-a618-7bbdd1d0dcbf: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:27:13.716091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29566e68-dc34-421e-861b-4174cb41c82d req-795d7c26-28e4-4983-bf06-ad67f2751ffe tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:13.723842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29566e68-dc34-421e-861b-4174cb41c82d req-795d7c26-28e4-4983-bf06-ad67f2751ffe tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0946033 Oct 18 23:27:13.827410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada25fb-fddd-48a4-a05a-8dc36af77d14 req-1ecb46eb-dc79-4c79-adab-d95edccb276b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:13.830142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ada25fb-fddd-48a4-a05a-8dc36af77d14 req-1ecb46eb-dc79-4c79-adab-d95edccb276b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1236439 Oct 18 23:27:13.880393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29566e68-dc34-421e-861b-4174cb41c82d req-8edfc549-3025-4ed2-be76-c7ec7a9ff1cb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532581 Oct 18 23:27:13.908902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ada25fb-fddd-48a4-a05a-8dc36af77d14 req-cc02607f-4132-4ca9-8cc8-732bca62b17e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701835 Oct 18 23:27:14.420099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79f6ea-2d22-4313-a145-060cb51a859c req-3e02df91-eec1-4767-abd0-924dff00ac6b tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:14.428041 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a79f6ea-2d22-4313-a145-060cb51a859c req-3e02df91-eec1-4767-abd0-924dff00ac6b tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 943 time: 0.0977664 Oct 18 23:27:14.467357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77852f04-4746-4aed-8c89-c421af424fd7', 'tag': '1c344fd8-c3df-41fa-a958-939dc0597680'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:14.469755 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "77852f04-4746-4aed-8c89-c421af424fd7", "tag": "1c344fd8-c3df-41fa-a958-939dc0597680"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:14.483237 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a79f6ea-2d22-4313-a145-060cb51a859c req-e0ba52db-317e-45c2-9cfb-2aef426e9629 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525117 Oct 18 23:27:14.590028 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fd1570-46a3-4351-9320-e7393c2c3af3 x-openstack-request-id: req-38fd1570-46a3-4351-9320-e7393c2c3af3 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:14.590515 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77852f04-4746-4aed-8c89-c421af424fd7", "tag": "1c344fd8-c3df-41fa-a958-939dc0597680", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:14.590899 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38fd1570-46a3-4351-9320-e7393c2c3af3 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:14.591537 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77852f04-4746-4aed-8c89-c421af424fd7', 'tag': '1c344fd8-c3df-41fa-a958-939dc0597680', 'status': 'completed', 'code': 200} Oct 18 23:27:14.846978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac41863-3254-417b-b407-99fb1e27040f req-0c10ea33-032a-4dbd-a90e-a0a7a832134b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:14.854639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ac41863-3254-417b-b407-99fb1e27040f req-0c10ea33-032a-4dbd-a90e-a0a7a832134b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1106184 Oct 18 23:27:14.881935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-737f8a46-286c-4941-8c35-3f6469dd7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:14.888179 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-737f8a46-286c-4941-8c35-3f6469dd7675 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f53366cd69a648e984ef14f44ad1ff28&device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 1098 time: 0.0933688 Oct 18 23:27:15.013102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ac41863-3254-417b-b407-99fb1e27040f req-f2ea40ac-6a15-4a78-81f3-a1ff2b8d11ad tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513710 Oct 18 23:27:15.119295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e2ec6f37-6f8b-4780-b5fc-79a9d317a898 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:27:15.194546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-ee33b182-750a-4087-8d08-f87d3a38f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:15.212678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-ee33b182-750a-4087-8d08-f87d3a38f164 service neutron] 10.222.0.102 "GET /v2.0/networks?id=35c62384-00d3-44c8-91e0-fca552ab1c35 HTTP/1.1" status: 200 len: 906 time: 0.3206270 Oct 18 23:27:15.352909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e2ec6f37-6f8b-4780-b5fc-79a9d317a898, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,segment=NetworkSegment(8d338ad7-578d-4a5c-9725-51cd420610e9),segment_id=8d338ad7-578d-4a5c-9725-51cd420610e9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:15.375911 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-ee5a6af5-1329-417d-8468-5e5488cf3670 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c344fd8-c3df-41fa-a958-939dc0597680 HTTP/1.1" status: 200 len: 1002 time: 0.1322818 Oct 18 23:27:15.380631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898', 'network_id': 'e99321b8-f40e-4705-96b5-a7c07f06d76f', 'port_id': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898', 'mac_address': 'fa:16:3e:85:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f865cf-fe07-4beb-b49d-c89b3f3e2332', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:27:15.396388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24d66e-020f-4599-907b-86b281f09145 req-2e0f4a20-6157-4865-ab4c-8ff4014b3dfe tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:15.401350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de24d66e-020f-4599-907b-86b281f09145 req-2e0f4a20-6157-4865-ab4c-8ff4014b3dfe tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.2549164 Oct 18 23:27:15.433026 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:15.454896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ec6f37-6f8b-4780-b5fc-79a9d317a898 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:27:15.478706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-91057a72-4298-43ab-9d8e-0fef5913865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:15.480927 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-91057a72-4298-43ab-9d8e-0fef5913865b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=451d398e-2038-4e2a-86ed-cb9a58de3493 HTTP/1.1" status: 200 len: 844 time: 0.0782998 Oct 18 23:27:15.499794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e2ec6f37-6f8b-4780-b5fc-79a9d317a898, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,segment=NetworkSegment(8d338ad7-578d-4a5c-9725-51cd420610e9),segment_id=8d338ad7-578d-4a5c-9725-51cd420610e9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:15.515943 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:15.571904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de24d66e-020f-4599-907b-86b281f09145 req-65596e92-2104-4104-97e5-459697a28ce4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516752 Oct 18 23:27:15.596045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-c31c0497-da86-48e6-aa17-d652dea1e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:15.598635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-c31c0497-da86-48e6-aa17-d652dea1e787 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=35c62384-00d3-44c8-91e0-fca552ab1c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002705 Oct 18 23:27:15.635437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:15.732317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fd5e6-730f-4db7-8848-5dea61faf6ad req-c6bc34a0-3798-4b93-a9b6-b32c7a15c5ba tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:15.742827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-463fd5e6-730f-4db7-8848-5dea61faf6ad req-c6bc34a0-3798-4b93-a9b6-b32c7a15c5ba tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 944 time: 0.1358931 Oct 18 23:27:15.747039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-4472a400-1662-4bf0-9306-24c4dd51ab7d service neutron] 10.222.0.102 "GET /v2.0/networks/35c62384-00d3-44c8-91e0-fca552ab1c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396561 Oct 18 23:27:15.837351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-463fd5e6-730f-4db7-8848-5dea61faf6ad req-492c5b6e-61cb-441a-899b-58798a80a0e2 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929654 Oct 18 23:27:15.904407 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cbe825e-ce0a-45b4-8676-6eb9928ea0d6 req-08ce5108-afc5-470d-9483-cd2fc04b0a1e service neutron] 10.222.0.102 "GET /v2.0/networks/35c62384-00d3-44c8-91e0-fca552ab1c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491013 Oct 18 23:27:15.983937 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['e2ec6f37-6f8b-4780-b5fc-79a9d317a898'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:27:16.184674 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:27:16.300193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cddd-abd0-4801-857d-8dfbc2bf40ab req-fb4e0b63-be3f-4353-ad9b-a88adb803a50 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:16.315565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f588cddd-abd0-4801-857d-8dfbc2bf40ab req-fb4e0b63-be3f-4353-ad9b-a88adb803a50 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1274736 Oct 18 23:27:16.407882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f588cddd-abd0-4801-857d-8dfbc2bf40ab req-46bd8f36-1aa4-434a-824e-b49d99e4e16a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849476 Oct 18 23:27:16.771201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1020c-7254-447c-b436-85f5b87b46c8 req-3d2b314c-51a2-454b-acdc-8354816e54e0 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:16.781109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eef1020c-7254-447c-b436-85f5b87b46c8 req-3d2b314c-51a2-454b-acdc-8354816e54e0 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0847082 Oct 18 23:27:16.840633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eef1020c-7254-447c-b436-85f5b87b46c8 req-6965ae6d-4989-4f66-9ac9-a736b3f1c56e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529597 Oct 18 23:27:17.033920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a51134-9101-4850-9f00-aa7aa096ad0c req-c2324e8d-6cf1-4b30-b78c-419e7c1f2544 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:17.036696 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-04a51134-9101-4850-9f00-aa7aa096ad0c req-c2324e8d-6cf1-4b30-b78c-419e7c1f2544 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 944 time: 0.0889952 Oct 18 23:27:17.091890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-04a51134-9101-4850-9f00-aa7aa096ad0c req-54b07674-d276-4762-a608-da00f0a068be tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477817 Oct 18 23:27:17.608869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde1bc-45a9-417d-a3a2-734d79bda605 req-d2ef8a02-aaff-42dd-8c43-6a2d6de66335 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:17.618688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d3fde1bc-45a9-417d-a3a2-734d79bda605 req-d2ef8a02-aaff-42dd-8c43-6a2d6de66335 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0876610 Oct 18 23:27:17.671568 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d3fde1bc-45a9-417d-a3a2-734d79bda605 req-141230a0-d8d7-4666-8552-839dd406380a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 Oct 18 23:27:17.968573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b55b2b-b358-455f-8f82-19b8239fe00e req-2c8f9e27-e120-49c4-a28c-d94ef23a33ad tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:17.970172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94b55b2b-b358-455f-8f82-19b8239fe00e req-2c8f9e27-e120-49c4-a28c-d94ef23a33ad tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0525279 Oct 18 23:27:18.023567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94b55b2b-b358-455f-8f82-19b8239fe00e req-d4a67f1e-ce16-4350-9440-4ef29ec3d227 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464985 Oct 18 23:27:18.259618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f581c22-3fff-4763-b522-2f9ae115ef28 req-3c45644c-fcdd-48e6-9ffd-14258c7809c7 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:18.261833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f581c22-3fff-4763-b522-2f9ae115ef28 req-3c45644c-fcdd-48e6-9ffd-14258c7809c7 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 944 time: 0.0593741 Oct 18 23:27:18.313931 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f581c22-3fff-4763-b522-2f9ae115ef28 req-9a588704-4dbe-4cbd-b944-be2f90eb8e16 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 Oct 18 23:27:18.851416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe214a3-631c-47a3-9f3f-63606f2ab605 req-feda4d81-3765-4237-a503-4e8eb5c92969 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:18.853483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbe214a3-631c-47a3-9f3f-63606f2ab605 req-feda4d81-3765-4237-a503-4e8eb5c92969 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0948014 Oct 18 23:27:18.915355 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbe214a3-631c-47a3-9f3f-63606f2ab605 req-7594b25f-5ccf-48d3-bf58-e2723a825264 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533226 Oct 18 23:27:19.166947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e2ec6f37-6f8b-4780-b5fc-79a9d317a898 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:19.234389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf97ba-829e-431d-870c-70b8ac070fc1 req-e9317bff-3d48-4a01-906c-e3927d86ee2f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:19.247603 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9cf97ba-829e-431d-870c-70b8ac070fc1 req-e9317bff-3d48-4a01-906c-e3927d86ee2f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.1163645 Oct 18 23:27:19.324174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9cf97ba-829e-431d-870c-70b8ac070fc1 req-49c332a7-cebe-4879-9098-e7d36fcdbeb3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724547 Oct 18 23:27:19.562694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port e2ec6f37-6f8b-4780-b5fc-79a9d317a898 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:27:19.581751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c4ca6-7786-4c25-a184-de59b31240d6 req-c4b2af50-de60-4c21-baf7-62e3d806e150 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:19.583829 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-763c4ca6-7786-4c25-a184-de59b31240d6 req-c4b2af50-de60-4c21-baf7-62e3d806e150 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 944 time: 0.1247387 Oct 18 23:27:19.585223 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port e2ec6f37-6f8b-4780-b5fc-79a9d317a898 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:19.585596 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:19.703847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-763c4ca6-7786-4c25-a184-de59b31240d6 req-369bde3c-8103-467f-ace4-ae1dcc974c2f tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069038 Oct 18 23:27:19.751667 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:19.806235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:19.816787 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9048ec8-be06-4a25-bdaa-c1aeb66be9f5" -d '{"events": [{"server_uuid": "de25d362-d12a-45f8-9674-cd1c09aabfc1", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec6f37-6f8b-4780-b5fc-79a9d317a898"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:19.859574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e2ec6f37-6f8b-4780-b5fc-79a9d317a898, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,segment=NetworkSegment(8d338ad7-578d-4a5c-9725-51cd420610e9),segment_id=8d338ad7-578d-4a5c-9725-51cd420610e9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:19.867496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:19.970153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:19.977036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50928) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:20.221500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70d381f2-0c1a-4b76-bc76-3d28fcb31165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:20.251032 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a4a5a5-e9cd-4bd9-a9f5-03e0732e6fb8 x-openstack-request-id: req-10a4a5a5-e9cd-4bd9-a9f5-03e0732e6fb8 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:20.251586 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de25d362-d12a-45f8-9674-cd1c09aabfc1", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec6f37-6f8b-4780-b5fc-79a9d317a898", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:20.252001 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10a4a5a5-e9cd-4bd9-a9f5-03e0732e6fb8 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:20.252628 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898', 'code': 200} Oct 18 23:27:20.254079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3168c7-ace9-4395-b3c3-71cef464ca54 admin admin] Deleting subnet fed0e15c-d6b8-4c05-8d0b-15673a74270e {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:27:20.260071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333baea6-e320-40ed-ae5b-1018661fbcc2 req-6306c1af-43df-4e06-911d-28aabb7bbdcd tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:20.260372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f3168c7-ace9-4395-b3c3-71cef464ca54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:20.262263 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-333baea6-e320-40ed-ae5b-1018661fbcc2 req-6306c1af-43df-4e06-911d-28aabb7bbdcd tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0912287 Oct 18 23:27:20.321840 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-333baea6-e320-40ed-ae5b-1018661fbcc2 req-b4e9a040-d3a6-4d91-b2ec-1112d4120369 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 Oct 18 23:27:20.363886 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f3168c7-ace9-4395-b3c3-71cef464ca54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:20.424159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f3168c7-ace9-4395-b3c3-71cef464ca54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:20.557044 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f3168c7-ace9-4395-b3c3-71cef464ca54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:20.625462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3168c7-ace9-4395-b3c3-71cef464ca54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed0e15c-d6b8-4c05-8d0b-15673a74270e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:20.660159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870d8ed-8f0b-4525-bc5e-9c358596a778 req-43e1c417-8ad5-4c32-8608-2b514a1eb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:20.661800 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1870d8ed-8f0b-4525-bc5e-9c358596a778 req-43e1c417-8ad5-4c32-8608-2b514a1eb6c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 1097 time: 0.1542132 Oct 18 23:27:20.682162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f3168c7-ace9-4395-b3c3-71cef464ca54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:20.686453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f3168c7-ace9-4395-b3c3-71cef464ca54 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fed0e15c-d6b8-4c05-8d0b-15673a74270e HTTP/1.1" status: 204 len: 168 time: 0.7077014 Oct 18 23:27:20.690418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50938) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:20.721822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c21760-e7ae-4481-a5fb-170b1bda0808 req-05117633-0b13-4161-a16a-b046456cd30d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:20.729303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24c21760-e7ae-4481-a5fb-170b1bda0808 req-05117633-0b13-4161-a16a-b046456cd30d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.2229900 Oct 18 23:27:20.795323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24c21760-e7ae-4481-a5fb-170b1bda0808 req-6d5683c1-997f-4f97-a233-5bab561e3e50 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630105 Oct 18 23:27:20.799772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1870d8ed-8f0b-4525-bc5e-9c358596a778 req-a1786bf7-5280-43aa-b43c-1951d21296a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239893 Oct 18 23:27:20.924876 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:20.983548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323f4a6-d0fb-4639-b091-4972c7b0d821 req-1ea30a5a-990f-4d01-a0b9-4a65668c606c tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:20.997666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a323f4a6-d0fb-4639-b091-4972c7b0d821 req-1ea30a5a-990f-4d01-a0b9-4a65668c606c tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 945 time: 0.0946362 Oct 18 23:27:21.052542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.073647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a323f4a6-d0fb-4639-b091-4972c7b0d821 req-80e3c03e-5551-4b42-bb6f-062068351ea7 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497334 Oct 18 23:27:21.085832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a2d0a7-d1ec-4b11-b693-4650f6a6c827']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:21.101663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6480a59b-b3ad-4224-ba30-0ff887401d70') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:21.101973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6480a59b-b3ad-4224-ba30-0ff887401d70') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:21.121713 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.141276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.153937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:27:21.154673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:27:21.157389 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:27:21.238515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.279498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.286952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] 10.222.0.52 "DELETE /v2.0/networks/27a2d0a7-d1ec-4b11-b693-4650f6a6c827 HTTP/1.1" status: 204 len: 168 time: 0.5933182 Oct 18 23:27:21.288112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb4385-17ba-49ee-aaa9-0d3285f5988b admin admin] Pushing event deleted for resources: {'Network': ['ID=27a2d0a7-d1ec-4b11-b693-4650f6a6c827,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:21.500018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50952) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:21.545400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebb7d0-7bcd-41e0-bd8d-e322668e5112 req-c8df5ad8-fb3e-4768-8769-8ddafef1d918 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:21.547172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5bebb7d0-7bcd-41e0-bd8d-e322668e5112 req-c8df5ad8-fb3e-4768-8769-8ddafef1d918 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0775979 Oct 18 23:27:21.573228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-de612910-a7de-4fb0-b438-745e2c992062 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10bc3899219b45fb838a08e4df12e676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684526 Oct 18 23:27:21.574864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50954) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:21.622447 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5bebb7d0-7bcd-41e0-bd8d-e322668e5112 req-5fd90f07-fdda-456f-859d-fcb736c9f04c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641415 Oct 18 23:27:21.647254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32fcf494-6679-47a9-b09f-9f1a2e30b626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.679732 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32fcf494-6679-47a9-b09f-9f1a2e30b626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.744089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32fcf494-6679-47a9-b09f-9f1a2e30b626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.747327 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32fcf494-6679-47a9-b09f-9f1a2e30b626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:21.748524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-32fcf494-6679-47a9-b09f-9f1a2e30b626 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55629613-fdaa-41d0-98ae-e946c33ba361 HTTP/1.1" status: 204 len: 168 time: 0.1726334 Oct 18 23:27:21.757711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcf494-6679-47a9-b09f-9f1a2e30b626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55629613-fdaa-41d0-98ae-e946c33ba361,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:21.987535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fd900-f06d-4724-80d4-895e0f855771 req-ac0329f5-9724-456f-8b3d-0a5d95e9b690 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:21.996686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb0fd900-f06d-4724-80d4-895e0f855771 req-ac0329f5-9724-456f-8b3d-0a5d95e9b690 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 945 time: 0.0887260 Oct 18 23:27:22.051027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb0fd900-f06d-4724-80d4-895e0f855771 req-2f5a81ed-3ee3-4f21-9084-bdd5d0a25c0a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507271 Oct 18 23:27:22.342681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555a362-340f-4fa4-b7ed-facd2ff81c33 req-46d18f0a-6676-4756-9449-1c90eb66dcc9 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:22.344535 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9555a362-340f-4fa4-b7ed-facd2ff81c33 req-46d18f0a-6676-4756-9449-1c90eb66dcc9 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 945 time: 0.1213775 Oct 18 23:27:22.442918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9555a362-340f-4fa4-b7ed-facd2ff81c33 req-430aebf1-22ac-43fd-8106-933cc000d737 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828516 Oct 18 23:27:22.875891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571e31e-9f13-46ee-9a6b-1a3762749433 req-b646e5fe-e4d8-4193-9481-e748865a0589 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:22.879039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f571e31e-9f13-46ee-9a6b-1a3762749433 req-b646e5fe-e4d8-4193-9481-e748865a0589 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0567718 Oct 18 23:27:22.929853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f571e31e-9f13-46ee-9a6b-1a3762749433 req-d3b3e570-378b-4cd8-8cef-6dd4636b6b49 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Oct 18 23:27:23.104704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51016) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:23.184854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51020) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:23.280339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-388480482-network', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:23.306990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f09ec85-93c7-4d09-b512-9e3c7945ce72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.329226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Made reservation on behalf of d899752a05e64b3f9145afdc0282ac36 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:23.331714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.345485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.451748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f09ec85-93c7-4d09-b512-9e3c7945ce72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.458118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f09ec85-93c7-4d09-b512-9e3c7945ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.521528 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.528883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2f09ec85-93c7-4d09-b512-9e3c7945ce72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51cb5f50d7de465fbcc18882690f3c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427672 Oct 18 23:27:23.530111 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.531778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51026) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:23.533413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09ec85-93c7-4d09-b512-9e3c7945ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c314d1bf-191f-4f83-adb3-2584a1f9effc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:23.556745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:27:23.573197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb552cd-708d-4f2c-9d45-5fe34d4526e8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:23.576423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.576764 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Added segment 7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26 of type vlan for network c7d0788c-db89-4515-aee6-4a91445fe6b4 Oct 18 23:27:23.621544 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.657169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.658371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:23.659192 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.668676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39ff7a-78ac-41eb-bd14-6a20f22de436 req-0699bf99-5cea-491a-b229-6ecaa6e39fca tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:23.670430 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e39ff7a-78ac-41eb-bd14-6a20f22de436 req-0699bf99-5cea-491a-b229-6ecaa6e39fca tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 945 time: 0.1228149 Oct 18 23:27:23.674241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-07950652-092f-41c8-b6d3-56aeb25ef664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.699443 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5898919 Oct 18 23:27:23.700012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51032) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:23.705349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Request body: {'subnet': {'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-388480482-subnet', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:23.721803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-07950652-092f-41c8-b6d3-56aeb25ef664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.756113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e39ff7a-78ac-41eb-bd14-6a20f22de436 req-017aac97-b261-43b0-9b00-7143010d4564 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763915 Oct 18 23:27:23.778534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Made reservation on behalf of d899752a05e64b3f9145afdc0282ac36 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:23.780931 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.811992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc0901-81b3-414b-a0f6-fb0644ee9bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d0788c-db89-4515-aee6-4a91445fe6b4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:23.835612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-07950652-092f-41c8-b6d3-56aeb25ef664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.839035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:27:23.840939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-07950652-092f-41c8-b6d3-56aeb25ef664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:23.845941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-07950652-092f-41c8-b6d3-56aeb25ef664 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c314d1bf-191f-4f83-adb3-2584a1f9effc HTTP/1.1" status: 204 len: 168 time: 0.3098748 Oct 18 23:27:23.858148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07950652-092f-41c8-b6d3-56aeb25ef664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c314d1bf-191f-4f83-adb3-2584a1f9effc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:24.036697 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-674c7614-c567-46ac-b080-c705aab08afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.179103 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.272071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Checking segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:27:24.273040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Network hostable DHCP agents. Network: c7d0788c-db89-4515-aee6-4a91445fe6b4, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:27:24.299967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e025854-be14-4d6b-8b65-ae0a9ecf6dde,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:24.310782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf57d-b112-47be-9848-992e14e57c18 req-9a552bf2-50b0-47b6-bdb0-d5ebaf49ea18 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:24.319072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:27:24.322620 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0afaf57d-b112-47be-9848-992e14e57c18 req-9a552bf2-50b0-47b6-bdb0-d5ebaf49ea18 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1110687 Oct 18 23:27:24.343917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c7d0788c-db89-4515-aee6-4a91445fe6b4) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:24.353829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:24.356136 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.361042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc961d-3c63-46b3-9539-90f7d6be6a8e None None] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:27:24.403436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7fdf47d1-e791-45de-ab73-8085ec4decf9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7018046 Oct 18 23:27:24.406136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51058) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:24.417989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0afaf57d-b112-47be-9848-992e14e57c18 req-eaca8f66-1259-43b1-a2bb-1a472877737f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911062 Oct 18 23:27:24.420288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:24.500564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51060) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:24.532430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.534082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.606153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.611141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-fe3ac33e-8cc7-438d-b05e-51d75f0e62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:24.616933 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-fe3ac33e-8cc7-438d-b05e-51d75f0e62ef service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 1097 time: 0.1304231 Oct 18 23:27:24.617313 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16f55fb4-51c9-4d3c-b145-c9920c5f8e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.855857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c7d0788c-db89-4515-aee6-4a91445fe6b4', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:27:24.861262 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.906474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-7e8f7394-c019-4438-ac84-39a1929dcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:24.909567 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-7e8f7394-c019-4438-ac84-39a1929dcbe6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 915 time: 0.2672708 Oct 18 23:27:24.929062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.941792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:24.975921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-c1b6dad7-37c8-43e6-a864-94cfeae689b8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 200 len: 217 time: 0.0535328 Oct 18 23:27:24.988271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f50897-e3ba-4626-8927-e3e6c0cee073 req-39c1e9e7-8090-43dd-ba0e-e44d1dc85300 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:24.997260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-00f50897-e3ba-4626-8927-e3e6c0cee073 req-39c1e9e7-8090-43dd-ba0e-e44d1dc85300 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 945 time: 0.1860769 Oct 18 23:27:25.075954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-6a85609a-c3a4-4e5f-a03f-49f0a081a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:25.077696 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-6a85609a-c3a4-4e5f-a03f-49f0a081a796 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 200 len: 854 time: 0.0580361 Oct 18 23:27:25.086494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16f55fb4-51c9-4d3c-b145-c9920c5f8e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.108917 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16f55fb4-51c9-4d3c-b145-c9920c5f8e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.127715 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-a65302b9-0062-4573-af19-2dcf4aad69f4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397820 Oct 18 23:27:25.174841 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-00f50897-e3ba-4626-8927-e3e6c0cee073 req-32e5d3e4-6e5e-462b-8b52-49c326b6b23c tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605983 Oct 18 23:27:25.177567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 63cc9e65-e760-44e2-a13d-dc4b7f605093 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:27:25.312584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-ba50e006-8505-44fc-a364-2519a40f9fde service neutron] 10.222.0.102 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742787 Oct 18 23:27:25.324155 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.348889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-16f55fb4-51c9-4d3c-b145-c9920c5f8e3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=159bb2e545ee49caba78df30d5b1fc56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8413780 Oct 18 23:27:25.352999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51080) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:25.353486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f55fb4-51c9-4d3c-b145-c9920c5f8e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8dd603-50b5-4eda-a4d9-e3b896c851f2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:25.444661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Allocated IP 172.20.0.2 (c7d0788c-db89-4515-aee6-4a91445fe6b4/5e025854-be14-4d6b-8b65-ae0a9ecf6dde/feef182f-6411-4275-978e-cc65a65d3071) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:27:25.493702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:25.517058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cc16976-b2ad-4884-a463-ff5d7b12f20c req-9def255e-b6f6-4be8-9888-07b8fa6987d7 service neutron] 10.222.0.102 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965835 Oct 18 23:27:25.523156 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-725ef40e-38a3-4ee4-b8bc-e57460443d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.538530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '63cc9e65-e760-44e2-a13d-dc4b7f605093', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'port_id': '63cc9e65-e760-44e2-a13d-dc4b7f605093', 'mac_address': 'fa:16:3e:44:03:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5cc56-f976-4b7f-b7db-43eb616dedd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:27:25.583098 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-725ef40e-38a3-4ee4-b8bc-e57460443d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.606293 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.664523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63cc9e65-e760-44e2-a13d-dc4b7f605093 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:27:25.673075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf9419-c64e-400b-8b12-9d17703dcc84 req-81678a70-d987-43f2-9856-fc8d860e17e5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:25.679478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2bf9419-c64e-400b-8b12-9d17703dcc84 req-81678a70-d987-43f2-9856-fc8d860e17e5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1105819 Oct 18 23:27:25.681173 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-725ef40e-38a3-4ee4-b8bc-e57460443d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.688620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-725ef40e-38a3-4ee4-b8bc-e57460443d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.693428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.699934 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:25.706952 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.707876 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-725ef40e-38a3-4ee4-b8bc-e57460443d48 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd8dd603-50b5-4eda-a4d9-e3b896c851f2 HTTP/1.1" status: 204 len: 168 time: 0.3528039 Oct 18 23:27:25.724171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.726189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ef40e-38a3-4ee4-b8bc-e57460443d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8dd603-50b5-4eda-a4d9-e3b896c851f2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:25.819012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2bf9419-c64e-400b-8b12-9d17703dcc84 req-d6072cc9-a9b2-4bdb-8bf7-34501bcec40b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347466 Oct 18 23:27:25.858926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=63cc9e65-e760-44e2-a13d-dc4b7f605093,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:25.864547 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.873706 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:25.923035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:27:25.926745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:25.931562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:27:25.981535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Allocated IP 172.25.7.209 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/feba43b4-5db7-44f6-9be3-760143375ccd) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:27:25.984049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Pushing event updated for resources: {'Port': ['ID=feef182f-6411-4275-978e-cc65a65d3071,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:26.008162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['63cc9e65-e760-44e2-a13d-dc4b7f605093'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:27:26.129558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Attempting to bind port feef182f-6411-4275-978e-cc65a65d3071 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:27:26.129927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Attempting to bind port feef182f-6411-4275-978e-cc65a65d3071 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:27:26.130295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Attempting to bind port feef182f-6411-4275-978e-cc65a65d3071 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:27:26.159007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:27:26.159298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Checking segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:27:26.159641 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:26.160037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Bound using segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:27:26.160527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Bound port: feef182f-6411-4275-978e-cc65a65d3071, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:27:26.160909 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:26.239983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:26.321148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:26.392148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] For port feef182f-6411-4275-978e-cc65a65d3071, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:27:26.396305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] For port feef182f-6411-4275-978e-cc65a65d3071, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=feef182f-6411-4275-978e-cc65a65d3071,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:27:26.403869 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:26.408178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:27:26.411406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:26.414945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:27:26.480576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Pushing event updated for resources: {'Port': ['ID=feba43b4-5db7-44f6-9be3-760143375ccd,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:26.511672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09634c-f61c-4624-99fc-a45a430e4fb1 req-2b47e13b-cc02-4ff0-ba6a-c379451a82d8 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:26.528441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fb54f-2c5a-4a42-8d07-df22d8049493 None None] Pushing event updated for resources: {'Port': ['ID=feef182f-6411-4275-978e-cc65a65d3071,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:26.529369 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c09634c-f61c-4624-99fc-a45a430e4fb1 req-2b47e13b-cc02-4ff0-ba6a-c379451a82d8 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 945 time: 0.1935794 Oct 18 23:27:26.597848 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c09634c-f61c-4624-99fc-a45a430e4fb1 req-b8778ae7-c146-4ad2-8e99-7eec541ff579 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641272 Oct 18 23:27:27.025312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-f9724bb8-52b3-4335-8881-e1048e6c6c3e tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:27.026973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-f9724bb8-52b3-4335-8881-e1048e6c6c3e tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.73 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 945 time: 0.2033246 Oct 18 23:27:27.029777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:27.121469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4c6cf-4de8-443b-9247-34109dcb9ec0 req-2f7cfbe2-dbb4-4923-8b98-dda3d4736c23 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:27.123099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b8e4c6cf-4de8-443b-9247-34109dcb9ec0 req-2f7cfbe2-dbb4-4923-8b98-dda3d4736c23 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1744506 Oct 18 23:27:27.223547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 63cc9e65-e760-44e2-a13d-dc4b7f605093 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:27.253363 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b8e4c6cf-4de8-443b-9247-34109dcb9ec0 req-5e0d296e-288a-4c41-8ec7-10a93bd50595 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193953 Oct 18 23:27:27.297418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 63cc9e65-e760-44e2-a13d-dc4b7f605093 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:27.297780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:27.405626 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:27.454138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:27.471677 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48571c59-48fc-470f-b310-6953a1ce3bf7" -d '{"events": [{"server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "name": "network-vif-plugged", "status": "completed", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:27.519072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:27.527185 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:27.528422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e2ec6f37-6f8b-4780-b5fc-79a9d317a898 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:27:27.592645 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d6ee4e-46ce-440f-8f5f-20aa0ed478b8 x-openstack-request-id: req-23d6ee4e-46ce-440f-8f5f-20aa0ed478b8 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:27.592985 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "name": "network-vif-plugged", "status": "completed", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:27.593190 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23d6ee4e-46ce-440f-8f5f-20aa0ed478b8 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:27.593542 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093', 'code': 200} Oct 18 23:27:27.594256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aa47f265-8df6-4350-afd2-607201b1496e details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:27:27.709761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=63cc9e65-e760-44e2-a13d-dc4b7f605093,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:27.731384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.731710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.732046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.732380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.732710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.733036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.733361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.733682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.733990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.734322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.734632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.735095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:27.800151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-4179af7c-43e9-4867-99b3-39fe7c976c98 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1245565 Oct 18 23:27:27.838667 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:27.861591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Deleting port e2ec6f37-6f8b-4780-b5fc-79a9d317a898 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:27:27.862436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:27.880355 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:27.956316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e2ec6f37-6f8b-4780-b5fc-79a9d317a898, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,segment=NetworkSegment(8d338ad7-578d-4a5c-9725-51cd420610e9),segment_id=8d338ad7-578d-4a5c-9725-51cd420610e9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:27.984422 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:27.995420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ed1d5d36-d88b-4ec0-8f43-5380ca7a7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:27.996754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ed1d5d36-d88b-4ec0-8f43-5380ca7a7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:27.997465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ed1d5d36-d88b-4ec0-8f43-5380ca7a7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:27.998191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ed1d5d36-d88b-4ec0-8f43-5380ca7a7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:27.998976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ed1d5d36-d88b-4ec0-8f43-5380ca7a7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:27.999845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ed1d5d36-d88b-4ec0-8f43-5380ca7a7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:28.000559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ed1d5d36-d88b-4ec0-8f43-5380ca7a7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:28.003819 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ed1d5d36-d88b-4ec0-8f43-5380ca7a7590 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6507 time: 0.0739901 Oct 18 23:27:28.012903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:28.076884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] For port e2ec6f37-6f8b-4780-b5fc-79a9d317a898, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,segment=NetworkSegment(8d338ad7-578d-4a5c-9725-51cd420610e9),segment_id=8d338ad7-578d-4a5c-9725-51cd420610e9)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:28.077255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:28.092911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Calling delete_port for e2ec6f37-6f8b-4780-b5fc-79a9d317a898 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:27:28.115398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'aa47f265-8df6-4350-afd2-607201b1496e', 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7', 'port_id': 'aa47f265-8df6-4350-afd2-607201b1496e', 'mac_address': 'fa:16:3e:79:79:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8442eba-cbb7-44ec-9362-78857b6c5106', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:27:28.124018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:28.244636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:28.255611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ad37a8f4-9d22-4746-a552-eac4bf264426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:28.256460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ad37a8f4-9d22-4746-a552-eac4bf264426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:28.257093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ad37a8f4-9d22-4746-a552-eac4bf264426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:28.258991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ad37a8f4-9d22-4746-a552-eac4bf264426 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=be5758dd-8396-4c4a-a368-25bd778a9183&id=be5758dd-8396-4c4a-a368-25bd778a9183 HTTP/1.1" status: 200 len: 2296 time: 0.2178569 Oct 18 23:27:28.271593 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:28.297961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c956ed8-7aad-450c-a323-a4ec76d3bc43 None None] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:27:28.331815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c742-328b-4e4a-97fd-e104e26e7ee4 req-ef94c3ce-3940-408b-a612-c485eeb6e017 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:28.333437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16c0c742-328b-4e4a-97fd-e104e26e7ee4 req-ef94c3ce-3940-408b-a612-c485eeb6e017 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/ports?device_id=de25d362-d12a-45f8-9674-cd1c09aabfc1 HTTP/1.1" status: 200 len: 945 time: 0.5454321 Oct 18 23:27:28.340958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Pushing event deleted for resources: {'Port': ['ID=e2ec6f37-6f8b-4780-b5fc-79a9d317a898,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:28.392597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-f8614113-d1af-4309-bd70-b67094e9fde2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45594a8a-5264-43dc-877a-b7d6c899e21f HTTP/1.1" status: 200 len: 1001 time: 0.1255305 Oct 18 23:27:28.419406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:28.454497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] No DVR routers for this DVR port e2ec6f37-6f8b-4780-b5fc-79a9d317a898 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:27:28.461181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:28.466337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9bd7dbdf-34b4-4ad5-b4cc-7ef784b81608 req-1a318886-0738-46d8-85b6-9c3f2161dd31 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.73 "DELETE /v2.0/ports/e2ec6f37-6f8b-4780-b5fc-79a9d317a898 HTTP/1.1" status: 204 len: 173 time: 1.4327254 Oct 18 23:27:28.468436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'name': 'network-vif-deleted', 'tag': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:28.480709 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8d7234-f253-4ed2-8347-8056385e37ec" -d '{"events": [{"server_uuid": "de25d362-d12a-45f8-9674-cd1c09aabfc1", "name": "network-vif-deleted", "tag": "e2ec6f37-6f8b-4780-b5fc-79a9d317a898"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:28.492631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-65a9b0be-8930-4b20-9f9e-d5cd89762f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:28.494158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-65a9b0be-8930-4b20-9f9e-d5cd89762f21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c69b70b0-9ab5-4ffc-9c05-64e019afa0a3 HTTP/1.1" status: 200 len: 855 time: 0.0911102 Oct 18 23:27:28.503746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364d81a-5c23-4d9c-a39e-a8e2d12bb3ed req-61cf2584-ec7c-4d3d-b4ac-cc3d119d8f10 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:28.505301 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2364d81a-5c23-4d9c-a39e-a8e2d12bb3ed req-61cf2584-ec7c-4d3d-b4ac-cc3d119d8f10 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0921607 Oct 18 23:27:28.520450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device feef182f-6411-4275-978e-cc65a65d3071 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:28.535140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa47f265-8df6-4350-afd2-607201b1496e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:27:28.575431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16c0c742-328b-4e4a-97fd-e104e26e7ee4 req-9a7354db-2a84-481f-9161-578d63183458 tempest-ServerPasswordTestJSON-89493775 tempest-ServerPasswordTestJSON-89493775-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035651 Oct 18 23:27:28.603693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:28.614059 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2364d81a-5c23-4d9c-a39e-a8e2d12bb3ed req-407bb218-53cf-4eb5-852e-5e0bfa01de6a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Oct 18 23:27:28.633461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-f994b919-1e95-4a21-a8fb-edd492e5a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:28.635574 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-f994b919-1e95-4a21-a8fb-edd492e5a8d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255097 Oct 18 23:27:28.719012 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa2a921-76b9-499f-874a-99de12920852 x-openstack-request-id: req-dfa2a921-76b9-499f-874a-99de12920852 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:28.719231 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de25d362-d12a-45f8-9674-cd1c09aabfc1", "name": "network-vif-deleted", "tag": "e2ec6f37-6f8b-4780-b5fc-79a9d317a898", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:28.719479 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfa2a921-76b9-499f-874a-99de12920852 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:28.719794 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'name': 'network-vif-deleted', 'tag': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898', 'status': 'completed', 'code': 200} Oct 18 23:27:28.779063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Router efaffcf3-ed95-45ae-be0b-d21c609e3c23 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:27:28.800426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:28.823643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-10207f3d-40bb-474c-a447-fa26f2316e39 None None] Provisioning complete for port feef182f-6411-4275-978e-cc65a65d3071 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:28.823643 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-10207f3d-40bb-474c-a447-fa26f2316e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:28.843965 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-6740d220-713c-4f86-a2f7-2424f3ec317c service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992908 Oct 18 23:27:28.906196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port feef182f-6411-4275-978e-cc65a65d3071 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:28.906637 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:28.932487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:27:28.960211 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Sync routers for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:27:28.971246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:28.973258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-15c90641-ba98-4dba-af94-e2a633d7622c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5651889 Oct 18 23:27:28.976163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51176) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:28.976885 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:27:28.978631 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:27:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:29.044632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aa47f265-8df6-4350-afd2-607201b1496e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:27:29.118099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-2df3a15a-d6f4-4db2-8a9c-fa47d56240fe service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612882 Oct 18 23:27:29.121639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:29.207722 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-cae6c3a7-ad9d-4501-93e6-dee89f864847 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 200 len: 217 time: 0.0858226 Oct 18 23:27:29.253278 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:27:29.365443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-b47e761e-379e-4ba5-928d-cfc3b5696ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:29.376113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-b47e761e-379e-4ba5-928d-cfc3b5696ce4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1613746 Oct 18 23:27:29.408531 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:29.416817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-10207f3d-40bb-474c-a447-fa26f2316e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:29.490621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-10207f3d-40bb-474c-a447-fa26f2316e39 None None] For port feef182f-6411-4275-978e-cc65a65d3071, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=feef182f-6411-4275-978e-cc65a65d3071,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:29.504114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-10207f3d-40bb-474c-a447-fa26f2316e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:29.571242 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:26Z', 'revision_number': 3, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:29.595034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-8b0ae7c3-d6c0-4394-b630-3006a297875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:29.596760 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-8b0ae7c3-d6c0-4394-b630-3006a297875f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635052 Oct 18 23:27:29.621367 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Checking router: efaffcf3-ed95-45ae-be0b-d21c609e3c23 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:27:29.622038 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Updating router efaffcf3-ed95-45ae-be0b-d21c609e3c23 port feba43b4-5db7-44f6-9be3-760143375ccd binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:27:29.660469 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:29.750308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:29.753081 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19bcbdd-a03d-47b7-932b-238804ca90cf" -d '{"events": [{"server_uuid": "de25d362-d12a-45f8-9674-cd1c09aabfc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ec6f37-6f8b-4780-b5fc-79a9d317a898"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:29.764573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51192) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:29.863840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-7994e145-ff24-499f-a072-cd9ee1c85347 admin admin] Deleting subnet a9f865cf-fe07-4beb-b49d-c89b3f3e2332 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:27:29.869633 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:27:29.870634 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:27:29.877087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-82cab8fe-9f0a-4682-9d02-4df42caa9e97 None None] Provisioning complete for port feef182f-6411-4275-978e-cc65a65d3071 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:29.877996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82cab8fe-9f0a-4682-9d02-4df42caa9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:29.878476 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7994e145-ff24-499f-a072-cd9ee1c85347 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:29.900836 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:29.904867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10207f3d-40bb-474c-a447-fa26f2316e39 None None] Pushing event updated for resources: {'Port': ['ID=feef182f-6411-4275-978e-cc65a65d3071,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:29.920074 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea3b133-f903-4f50-babe-aa3fac68eb01 x-openstack-request-id: req-aea3b133-f903-4f50-babe-aa3fac68eb01 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:29.920418 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de25d362-d12a-45f8-9674-cd1c09aabfc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ec6f37-6f8b-4780-b5fc-79a9d317a898", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:29.920773 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aea3b133-f903-4f50-babe-aa3fac68eb01 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:29.921434 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de25d362-d12a-45f8-9674-cd1c09aabfc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ec6f37-6f8b-4780-b5fc-79a9d317a898', 'code': 200} Oct 18 23:27:30.007533 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7994e145-ff24-499f-a072-cd9ee1c85347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.014841 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-24cf755f-8b9e-4403-b3ed-9bdbcff364d7 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088793 Oct 18 23:27:30.096867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310c572-e0ce-4489-8ca1-cba7c5db893e req-c755bb19-d021-4678-b9df-3500628b7c53 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:30.105518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7310c572-e0ce-4489-8ca1-cba7c5db893e req-c755bb19-d021-4678-b9df-3500628b7c53 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.3365629 Oct 18 23:27:30.159908 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7994e145-ff24-499f-a072-cd9ee1c85347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.219408 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.233043 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.292888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Allocated IP 172.20.0.1 (c7d0788c-db89-4515-aee6-4a91445fe6b4/5e025854-be14-4d6b-8b65-ae0a9ecf6dde/9f470321-8dbc-421f-a92b-adf4f786bf35) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:27:30.303323 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7310c572-e0ce-4489-8ca1-cba7c5db893e req-fb1719be-2467-4b70-ba6e-25d04c011833 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966426 Oct 18 23:27:30.326080 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Attempting to bind port feba43b4-5db7-44f6-9be3-760143375ccd on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:27:30.326551 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Attempting to bind port feba43b4-5db7-44f6-9be3-760143375ccd by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:27:30.326830 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Attempting to bind port feba43b4-5db7-44f6-9be3-760143375ccd on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:27:30.348119 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:27:30.348876 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:27:30.349445 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.350016 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:27:30.350816 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Bound port: feba43b4-5db7-44f6-9be3-760143375ccd, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:27:30.351397 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.355297 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7994e145-ff24-499f-a072-cd9ee1c85347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.360327 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb8a0e-4317-4f5f-84fd-62cd70661d13 None None] Pushing event updated for resources: {'Port': ['ID=feba43b4-5db7-44f6-9be3-760143375ccd,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:30.441637 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] For port feba43b4-5db7-44f6-9be3-760143375ccd, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:27:30.446712 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] For port feba43b4-5db7-44f6-9be3-760143375ccd, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=feba43b4-5db7-44f6-9be3-760143375ccd,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:27:30.458914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994e145-ff24-499f-a072-cd9ee1c85347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f865cf-fe07-4beb-b49d-c89b3f3e2332,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:30.466098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-1c6058ed-f609-4012-8a04-3abaa54f14a5 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999908 Oct 18 23:27:30.467502 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7994e145-ff24-499f-a072-cd9ee1c85347 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.474878 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.476778 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7994e145-ff24-499f-a072-cd9ee1c85347 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a9f865cf-fe07-4beb-b49d-c89b3f3e2332 HTTP/1.1" status: 204 len: 168 time: 0.7090762 Oct 18 23:27:30.477125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51224) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:30.534122 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.642052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-8713f2c1-12f7-4931-87e3-2566c6146fc2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 200 len: 217 time: 0.1622853 Oct 18 23:27:30.655884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.747367 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.751025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Pushing event updated for resources: {'Port': ['ID=9f470321-8dbc-421f-a92b-adf4f786bf35,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:30.763182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device feef182f-6411-4275-978e-cc65a65d3071 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:30.785360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:27:30.788942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:30.803678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:27:30.885916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-a841ae76-77f8-4ee3-b7dd-23427f65bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:30.899136 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-a841ae76-77f8-4ee3-b7dd-23427f65bcf4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.2336657 Oct 18 23:27:30.906967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port feef182f-6411-4275-978e-cc65a65d3071 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:30.907551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.933747 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:30.949254 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb8a0e-4317-4f5f-84fd-62cd70661d13 None None] Pushing event updated for resources: {'Port': ['ID=feba43b4-5db7-44f6-9be3-760143375ccd,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:30.973185 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:27:30.973830 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:27:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:31.150599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.264944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99321b8-f40e-4705-96b5-a7c07f06d76f']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:31.314458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d338ad7-578d-4a5c-9725-51cd420610e9') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:31.318603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d338ad7-578d-4a5c-9725-51cd420610e9') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:31.364533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.376248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-04f66a36-5345-4459-89e4-a5445435a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:31.378094 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-04f66a36-5345-4459-89e4-a5445435a8ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2528183 Oct 18 23:27:31.383344 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.432170 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:27:31.447417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.488659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:27:31.489079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:27:31.491054 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:27:31.509990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-be31e985-d0e6-43c9-bd35-10350105a6a7 None None] Provisioning complete for port 9f470321-8dbc-421f-a92b-adf4f786bf35 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:31.510457 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be31e985-d0e6-43c9-bd35-10350105a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.583274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aa47f265-8df6-4350-afd2-607201b1496e up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:31.661950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-be31e985-d0e6-43c9-bd35-10350105a6a7 None None] Port 9f470321-8dbc-421f-a92b-adf4f786bf35 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:27:31.677960 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.696901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port aa47f265-8df6-4350-afd2-607201b1496e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:31.697881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.699253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.718672 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] 10.222.0.52 "DELETE /v2.0/networks/e99321b8-f40e-4705-96b5-a7c07f06d76f HTTP/1.1" status: 204 len: 168 time: 1.2359633 Oct 18 23:27:31.741571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360b423-b632-4d99-95dc-02f22cb87fba admin admin] Pushing event deleted for resources: {'Network': ['ID=e99321b8-f40e-4705-96b5-a7c07f06d76f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:31.748474 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-db2e1d01-0e77-4a87-bbdf-aaf890376a91 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604541 Oct 18 23:27:31.952707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:31.978005 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:32.013642 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-60d8d26c-e90c-4f3a-9a13-fe30be9c8e63 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582114 Oct 18 23:27:32.033544 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:32.075020 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:26Z', 'revision_number': 3, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:32.091015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:32.106160 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79248eab-f56f-4b05-a054-675d7e1efbe6" -d '{"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-plugged", "status": "completed", "tag": "aa47f265-8df6-4350-afd2-607201b1496e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:32.124204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-3cecc89f-1c06-4348-8237-16c0279a559f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=bf6f01ac-8e62-4468-aede-f946a2798c22 HTTP/1.1" status: 200 len: 217 time: 0.1025684 Oct 18 23:27:32.137953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:32.143583 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:32.150204 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ea110-a38f-47d4-9947-848e1ffbc5c9 None None] The sync data for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 is: [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:26Z', 'revision_number': 3, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:27:32.239102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Pushing event updated for resources: {'Port': ['ID=9f470321-8dbc-421f-a92b-adf4f786bf35,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:32.246644 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-b761f433-80e8-4652-94e4-98428d3db0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:32.249428 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-b761f433-80e8-4652-94e4-98428d3db0d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1180246 Oct 18 23:27:32.259136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:32.284262 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:32.353169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6a21-eb6d-4d79-a74c-cce661177724 req-94f31aa8-b94c-4e74-bfad-07ecda9e355f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:32.355644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52df6a21-eb6d-4d79-a74c-cce661177724 req-94f31aa8-b94c-4e74-bfad-07ecda9e355f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.8361619 Oct 18 23:27:32.394076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-1fa3bcb2-8ddb-45a5-9aa7-bb51ad761577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:32.399688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-1fa3bcb2-8ddb-45a5-9aa7-bb51ad761577 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1439571 Oct 18 23:27:32.505814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51294) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:32.808548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:27:32.821988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:32.899558 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-73afe742-5b79-4033-b6dc-4323b33fffc8 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887698 Oct 18 23:27:32.915172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52df6a21-eb6d-4d79-a74c-cce661177724 req-db8534f2-b2c2-4ffa-ad3d-fd47ddef54f0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401700 Oct 18 23:27:33.140517 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703dd257-b3df-4f23-a71f-320a5c6a1de5 x-openstack-request-id: req-703dd257-b3df-4f23-a71f-320a5c6a1de5 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:33.144123 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-plugged", "status": "completed", "tag": "aa47f265-8df6-4350-afd2-607201b1496e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:33.144733 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-703dd257-b3df-4f23-a71f-320a5c6a1de5 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:33.145380 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e', 'code': 200} Oct 18 23:27:33.308738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e9798dbc-26d7-4b8a-8ca6-39a16c303842 None None] Provisioning complete for port 9f470321-8dbc-421f-a92b-adf4f786bf35 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:33.309875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e9798dbc-26d7-4b8a-8ca6-39a16c303842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:33.419400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Router efaffcf3-ed95-45ae-be0b-d21c609e3c23 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:27:33.420622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-62c44a6b-c219-45c0-960c-03c555994b00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6dcc78b48794efc954ffbd033e5b3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9136233 Oct 18 23:27:33.426353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51302) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:33.432790 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-64c9a855-a133-4d62-85eb-e5eefa31d9c9 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040185 Oct 18 23:27:33.462575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e9798dbc-26d7-4b8a-8ca6-39a16c303842 None None] Port 9f470321-8dbc-421f-a92b-adf4f786bf35 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:27:33.703041 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-ea50abe7-a4ca-4f66-a42f-1fa60b405e90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=9501c6d1-d528-46f9-ba18-68ffb673079f HTTP/1.1" status: 200 len: 217 time: 0.1627855 Oct 18 23:27:33.837193 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf4e31d8-7ac5-4abe-86f3-669a135c30f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:33.853501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:27:33.873823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f90c8531-e09c-499a-a6cb-031a4abe3722 admin admin] 10.222.0.52 "PUT /v2.0/routers/efaffcf3-ed95-45ae-be0b-d21c609e3c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8965054 Oct 18 23:27:33.937187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-86615152-9eea-49c0-82b4-313b80daa348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:33.938173 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-86615152-9eea-49c0-82b4-313b80daa348 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.2224536 Oct 18 23:27:33.940320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf4e31d8-7ac5-4abe-86f3-669a135c30f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:34.240227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-d39e084d-6daa-491b-950b-e30b5a756202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:34.242633 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-d39e084d-6daa-491b-950b-e30b5a756202 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2884800 Oct 18 23:27:34.378893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f35de-fa77-4965-b7c6-6fec7be4beb3 req-922de9d2-b16b-4198-9893-8ef570314956 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:34.382899 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f5f35de-fa77-4965-b7c6-6fec7be4beb3 req-922de9d2-b16b-4198-9893-8ef570314956 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.2157924 Oct 18 23:27:34.415549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf4e31d8-7ac5-4abe-86f3-669a135c30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:34.424385 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf4e31d8-7ac5-4abe-86f3-669a135c30f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:34.425775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cf4e31d8-7ac5-4abe-86f3-669a135c30f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8f1cbd1-a944-4a07-9577-6a821a2ca9bc HTTP/1.1" status: 204 len: 168 time: 0.9919305 Oct 18 23:27:34.479357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e31d8-7ac5-4abe-86f3-669a135c30f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f1cbd1-a944-4a07-9577-6a821a2ca9bc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:34.531596 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-f5d995e4-4ace-4bff-bbad-29b875fe4824 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813849 Oct 18 23:27:34.597221 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f5f35de-fa77-4965-b7c6-6fec7be4beb3 req-3be22f8b-bafc-4186-9d1b-d0114aaa4466 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817355 Oct 18 23:27:34.776942 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:34.946399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device feba43b4-5db7-44f6-9be3-760143375ccd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:35.106440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port feba43b4-5db7-44f6-9be3-760143375ccd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:35.107157 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:35.390040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:35.473559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port feba43b4-5db7-44f6-9be3-760143375ccd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=feba43b4-5db7-44f6-9be3-760143375ccd,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:35.484528 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:35.675490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=feba43b4-5db7-44f6-9be3-760143375ccd,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:35.764007 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-d0ca088c-d22e-4fd1-a5d4-d84f8ae4a41c service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2234328 Oct 18 23:27:35.867868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-fd63f2ec-0ead-4ce3-aca3-b351f8800f4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=647b7f98-2219-41e9-8bc3-2f82234f0205 HTTP/1.1" status: 200 len: 217 time: 0.0950065 Oct 18 23:27:35.883040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff6020-323a-468c-9988-44346c151460 None None] Sync routers for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:27:35.902540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff6020-323a-468c-9988-44346c151460 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:27:35.909509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-12ff6020-323a-468c-9988-44346c151460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:27:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:36.025566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-32390c4a-1656-4a67-b318-2589f6cb968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:36.035183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-32390c4a-1656-4a67-b318-2589f6cb968b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.1594601 Oct 18 23:27:36.225828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-36fc51b6-2ac3-43e6-9a55-ec9439c6053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:36.231728 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-36fc51b6-2ac3-43e6-9a55-ec9439c6053b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1861804 Oct 18 23:27:36.235073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:36.241374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-12ff6020-323a-468c-9988-44346c151460 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:27:36.534049 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-55762534-65c5-4e06-8d62-bb9db49d79e9 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931042 Oct 18 23:27:36.718403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device feba43b4-5db7-44f6-9be3-760143375ccd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:36.831090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51364) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:36.837849 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-996fcd48-be62-44a9-9ad5-03d2358f03ca service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968695 Oct 18 23:27:36.840754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-65aba6f2-17b0-45c3-96cd-11b61f406f3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136506885', 'description': 'tempest-description--1385219809'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:36.841034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port feba43b4-5db7-44f6-9be3-760143375ccd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:36.841412 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:36.878064 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65aba6f2-17b0-45c3-96cd-11b61f406f3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:36.887366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-12ff6020-323a-468c-9988-44346c151460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9f470321-8dbc-421f-a92b-adf4f786bf35', 'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'mac_address': 'fa:16:3e:0d:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:29Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 2, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'subnets': [{'id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:36.940164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff6020-323a-468c-9988-44346c151460 None None] Checking router: efaffcf3-ed95-45ae-be0b-d21c609e3c23 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:27:36.941527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff6020-323a-468c-9988-44346c151460 None None] Updating router efaffcf3-ed95-45ae-be0b-d21c609e3c23 port 9f470321-8dbc-421f-a92b-adf4f786bf35 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:27:36.988562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-1311b770-c433-4202-820b-1ffa3fbe390c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6 HTTP/1.1" status: 200 len: 217 time: 0.1392727 Oct 18 23:27:37.101543 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12ff6020-323a-468c-9988-44346c151460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.103815 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65aba6f2-17b0-45c3-96cd-11b61f406f3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.133877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65aba6f2-17b0-45c3-96cd-11b61f406f3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.140400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-efa6efea-52a5-4631-9cda-af547764eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:37.143418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-efa6efea-52a5-4631-9cda-af547764eb2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.1536856 Oct 18 23:27:37.206398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65aba6f2-17b0-45c3-96cd-11b61f406f3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.215288 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-65aba6f2-17b0-45c3-96cd-11b61f406f3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3806286 Oct 18 23:27:37.219187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51372) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:37.243069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-61fa1578-7498-495b-bd29-d35274675dfb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'security_group_rule': {'security_group_id': 'f91f69d1-afe2-4abd-955b-31f3f7b0d010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:37.318372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aba6f2-17b0-45c3-96cd-11b61f406f3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91f69d1-afe2-4abd-955b-31f3f7b0d010,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:37.374309 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61fa1578-7498-495b-bd29-d35274675dfb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.458281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a628-2a40-4444-9254-ce7ce630e803 req-a7f70043-026b-4529-95a7-ba598cb41024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:37.465018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-a7f70043-026b-4529-95a7-ba598cb41024 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3141048 Oct 18 23:27:37.482330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8378d-4ebb-4886-ba5a-9d603ac803cd req-ab2e260c-2e02-4e7a-8457-f4516f7305e3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:37.503665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3a8378d-4ebb-4886-ba5a-9d603ac803cd req-ab2e260c-2e02-4e7a-8457-f4516f7305e3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1119454 Oct 18 23:27:37.525874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61fa1578-7498-495b-bd29-d35274675dfb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.616881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3a8378d-4ebb-4886-ba5a-9d603ac803cd req-ec30e90d-67a1-4859-a3d3-225854baca0c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123264 Oct 18 23:27:37.655540 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61fa1578-7498-495b-bd29-d35274675dfb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.754389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61fa1578-7498-495b-bd29-d35274675dfb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.756644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-61fa1578-7498-495b-bd29-d35274675dfb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5321300 Oct 18 23:27:37.759392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51384) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:37.773798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b17c29aa-c457-4058-adc6-74aa01e693e4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'security_group_rule': {'security_group_id': 'f91f69d1-afe2-4abd-955b-31f3f7b0d010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:37.827941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-3db55899-2017-4e85-9f60-c5d24b75ff33 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966194 Oct 18 23:27:37.831324 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa1578-7498-495b-bd29-d35274675dfb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8e52de-7533-4e37-9dc4-b95e753b8758,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:37.930826 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17c29aa-c457-4058-adc6-74aa01e693e4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.973114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12ff6020-323a-468c-9988-44346c151460 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:37.989877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12ff6020-323a-468c-9988-44346c151460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.112911 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17c29aa-c457-4058-adc6-74aa01e693e4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.122771 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17c29aa-c457-4058-adc6-74aa01e693e4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.188311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e786b-1df1-44da-9505-afe794ca5c77 None None] Pushing event updated for resources: {'Port': ['ID=9f470321-8dbc-421f-a92b-adf4f786bf35,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:38.250392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17c29aa-c457-4058-adc6-74aa01e693e4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.254565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b17c29aa-c457-4058-adc6-74aa01e693e4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4936936 Oct 18 23:27:38.258457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c29aa-c457-4058-adc6-74aa01e693e4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f851fd1f-8d22-4d7d-9707-0dc33e0f8d81,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:38.267662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51396) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:38.280714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5047a628-2a40-4444-9254-ce7ce630e803 req-201db045-bfd0-4787-802c-310c1f7ebe91 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246061 Oct 18 23:27:38.286077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:38.358354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.364854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12ff6020-323a-468c-9988-44346c151460 None None] Attempting to bind port 9f470321-8dbc-421f-a92b-adf4f786bf35 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:27:38.368142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12ff6020-323a-468c-9988-44346c151460 None None] Attempting to bind port 9f470321-8dbc-421f-a92b-adf4f786bf35 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:27:38.370753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff6020-323a-468c-9988-44346c151460 None None] Attempting to bind port 9f470321-8dbc-421f-a92b-adf4f786bf35 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:27:38.395608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff6020-323a-468c-9988-44346c151460 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:27:38.398080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff6020-323a-468c-9988-44346c151460 None None] Checking segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:27:38.401008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12ff6020-323a-468c-9988-44346c151460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.403555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff6020-323a-468c-9988-44346c151460 None None] Bound using segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:27:38.408894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12ff6020-323a-468c-9988-44346c151460 None None] Bound port: 9f470321-8dbc-421f-a92b-adf4f786bf35, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:27:38.409942 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12ff6020-323a-468c-9988-44346c151460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.695998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-12ff6020-323a-468c-9988-44346c151460 None None] For port 9f470321-8dbc-421f-a92b-adf4f786bf35, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:27:38.717910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-12ff6020-323a-468c-9988-44346c151460 None None] For port 9f470321-8dbc-421f-a92b-adf4f786bf35, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9f470321-8dbc-421f-a92b-adf4f786bf35,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:27:38.723617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2a0fd72f-2780-4111-9968-9dcc83d4c48b None None] Provisioning complete for port 9f470321-8dbc-421f-a92b-adf4f786bf35 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:38.724459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a0fd72f-2780-4111-9968-9dcc83d4c48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.740451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.742359 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12ff6020-323a-468c-9988-44346c151460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:38.923026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff6020-323a-468c-9988-44346c151460 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:27:38.923664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-12ff6020-323a-468c-9988-44346c151460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:27:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:38.985393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Allocated IP 172.25.7.190 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/4ecf0af5-889b-462b-add6-12e4db464469) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:27:39.254162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-12ff6020-323a-468c-9988-44346c151460 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:27:39.336687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:39.392874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:39.457661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e786b-1df1-44da-9505-afe794ca5c77 None None] Pushing event updated for resources: {'Port': ['ID=9f470321-8dbc-421f-a92b-adf4f786bf35,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:39.497310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:27:39.506665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:39.522900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:27:39.567101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a0fd72f-2780-4111-9968-9dcc83d4c48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:39.584079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'Port': ['ID=4ecf0af5-889b-462b-add6-12e4db464469,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:39.653457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2a0fd72f-2780-4111-9968-9dcc83d4c48b None None] For port 9f470321-8dbc-421f-a92b-adf4f786bf35, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9f470321-8dbc-421f-a92b-adf4f786bf35,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:39.741703 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a0fd72f-2780-4111-9968-9dcc83d4c48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:39.796468 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:39.918581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:39.936775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-290fc4f9-1b73-4cdf-a9f1-207e071df13f None None] Provisioning complete for port 9f470321-8dbc-421f-a92b-adf4f786bf35 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:39.937428 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-290fc4f9-1b73-4cdf-a9f1-207e071df13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:39.946986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fd72f-2780-4111-9968-9dcc83d4c48b None None] Pushing event updated for resources: {'Port': ['ID=9f470321-8dbc-421f-a92b-adf4f786bf35,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:40.419388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-12ff6020-323a-468c-9988-44346c151460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9f470321-8dbc-421f-a92b-adf4f786bf35', 'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'mac_address': 'fa:16:3e:0d:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:29Z', 'updated_at': '2021-10-18T23:27:38Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'subnets': [{'id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:27:40.486592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff6020-323a-468c-9988-44346c151460 None None] The sync data for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 is: [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9f470321-8dbc-421f-a92b-adf4f786bf35', 'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'mac_address': 'fa:16:3e:0d:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:29Z', 'updated_at': '2021-10-18T23:27:38Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'subnets': [{'id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:27:40.506852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:40.523185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:40.703623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'Port': ['ID=4ecf0af5-889b-462b-add6-12e4db464469,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:40.754748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:40.790451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:40.802348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eae01632-1af6-4108-8bef-7a57271275e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5303257 Oct 18 23:27:42.668307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9f470321-8dbc-421f-a92b-adf4f786bf35 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:27:42.824745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9f470321-8dbc-421f-a92b-adf4f786bf35 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:42.825164 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:46.648783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51450) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:46.909885 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:47.079926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:47.089926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:47.246933 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abeee2964b8c4fba8406ec521a9152d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5917571 Oct 18 23:27:47.247828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51454) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:47.255372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f6faa8-9ec0-4b9f-b9e6-d91871ca8c96,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:47.278387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.278870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.279078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.279414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.279751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.280091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.280702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.281130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.285611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.286290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.286652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.287261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c9c4a6-57df-474a-b9ba-309f0e2c5350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:47.391904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c6f75ae-3943-4fab-bc9d-64d8a4fe4de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:47.523911 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c6f75ae-3943-4fab-bc9d-64d8a4fe4de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:47.683777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c6f75ae-3943-4fab-bc9d-64d8a4fe4de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:47.686755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c6f75ae-3943-4fab-bc9d-64d8a4fe4de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:47.692336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5c6f75ae-3943-4fab-bc9d-64d8a4fe4de3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74f6faa8-9ec0-4b9f-b9e6-d91871ca8c96 HTTP/1.1" status: 204 len: 168 time: 0.4377556 Oct 18 23:27:47.696914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f75ae-3943-4fab-bc9d-64d8a4fe4de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f6faa8-9ec0-4b9f-b9e6-d91871ca8c96,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:49.299064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51484) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:49.611177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-853721600-network', 'tenant_id': '6d39fe7122d042a1aa9149f11e6f89a3'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:49.649781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Made reservation on behalf of 6d39fe7122d042a1aa9149f11e6f89a3 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:49.654419 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:49.666331 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:49.803082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:49.813828 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:49.840172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:27:49.867374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b94c48-98d8-476b-bcb6-5d9d7f626825,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:49.880158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:49.880620 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Added segment 55773075-0a50-40fc-9206-6952e3fbf9e1 of type vlan for network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f Oct 18 23:27:49.950826 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:49.999426 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:50.001300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:50.002146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:50.074190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7684257 Oct 18 23:27:50.074702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51506) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:27:50.082467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Request body: {'subnet': {'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-853721600-subnet', 'tenant_id': '6d39fe7122d042a1aa9149f11e6f89a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:50.162784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216715-231a-4f44-a706-6b4b7b3f888e admin admin] Pushing event updated for resources: {'Network': ['ID=1d4a1d7f-1ad3-4266-9870-3bae4c64670f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:50.181816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:27:50.191521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Made reservation on behalf of 6d39fe7122d042a1aa9149f11e6f89a3 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:50.195548 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:50.265475 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-041a91c9-b06b-4fd5-b8f9-2448f75659ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:50.501002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c1d9b-db4b-4764-9e16-072b03ea1118 req-aaa7bb46-ace5-4534-9f26-a8af563465a2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:50.515606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-596c1d9b-db4b-4764-9e16-072b03ea1118 req-aaa7bb46-ace5-4534-9f26-a8af563465a2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1021011 Oct 18 23:27:50.580116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:50.599328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-596c1d9b-db4b-4764-9e16-072b03ea1118 req-8bbe175c-e008-45ab-83db-0a5d1e3f2519 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818477 Oct 18 23:27:50.698979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=44630835-de89-4318-bbe8-2910dd12a1db,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:50.746531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Checking segment: {'id': '55773075-0a50-40fc-9206-6952e3fbf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:27:50.747319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Network hostable DHCP agents. Network: 1d4a1d7f-1ad3-4266-9870-3bae4c64670f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:27:50.824264 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-b756c8f6-f329-4d13-9fdb-da68e6dd6681 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2136506885&fields=id&tenant_id=d899752a05e64b3f9145afdc0282ac36 HTTP/1.1" status: 200 len: 267 time: 0.1127214 Oct 18 23:27:50.835220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:27:50.884573 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-38bf9ee9-17dc-4425-a720-38274ebd5e48 req-9bf209da-1d4d-4343-b9e0-5977a10ddb85 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0806031 Oct 18 23:27:50.915924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1d4a1d7f-1ad3-4266-9870-3bae4c64670f) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:50.928459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c12d3-40cd-4b86-afe9-49e7661da608 None None] Network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:27:50.937986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:50.938602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:51.019991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4d0943f0-10b3-4d91-85e8-4f2478cbf21d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9439535 Oct 18 23:27:51.122860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-21517660-b175-4290-abb6-010962a1e5e6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:51.125620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fc84f-23dd-4664-941f-272ac9beac73 None None] Network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:27:51.128754 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-21517660-b175-4290-abb6-010962a1e5e6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.2792389 Oct 18 23:27:51.172421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-bcb2f5d3-24ed-4d62-8387-d1e9260fca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:51.176175 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-bcb2f5d3-24ed-4d62-8387-d1e9260fca23 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 1097 time: 0.0957050 Oct 18 23:27:51.183082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-169bd0e4-0072-4c71-9dc5-3a50bc2738ad tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/quotas/d899752a05e64b3f9145afdc0282ac36 HTTP/1.1" status: 200 len: 375 time: 0.0423725 Oct 18 23:27:51.303053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-95cda500-b15d-4dc4-8ace-1b795096ae8e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963793 Oct 18 23:27:51.391428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-fd2ceb24-69fb-45a6-9914-4148ec54b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:51.394289 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-fd2ceb24-69fb-45a6-9914-4148ec54b844 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 915 time: 0.2029474 Oct 18 23:27:51.446035 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-78793f60-0fb1-4f71-83a8-4f25f73c870b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 200 len: 217 time: 0.0433774 Oct 18 23:27:51.526249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-a5f56953-13ee-479c-b4c2-dadcf2202f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:51.528217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-a5f56953-13ee-479c-b4c2-dadcf2202f8c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 200 len: 854 time: 0.0742707 Oct 18 23:27:51.575368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-97b640d3-2069-4ac3-9ef4-f228c69190bd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383244 Oct 18 23:27:51.751690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-43256dd0-beb6-4ca6-92f4-0eae50b805eb service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255805 Oct 18 23:27:51.768124 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-7c8c5811-ad16-4467-8508-5fc3c8751430 service neutron] 10.222.0.102 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834624 Oct 18 23:27:51.952550 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a2c6d92-953a-4c9a-b9f8-dbd2892e554e req-9ae6ec13-d62b-45d0-b021-a43ed7a9b5de service neutron] 10.222.0.102 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750121 Oct 18 23:27:51.977696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-b6ca7011-0e7c-4bb0-85bb-3895cbd3d223 service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236013 Oct 18 23:27:52.522049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094c28d-4933-420b-8273-fa385c2390ab req-1cd1e5e1-d085-439f-9f89-d89caf1304de tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:52.532148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a094c28d-4933-420b-8273-fa385c2390ab req-1cd1e5e1-d085-439f-9f89-d89caf1304de tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1275530 Oct 18 23:27:52.535674 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c4cad18a-c7e7-4386-b5b2-5a2da664df90 req-e74dbb61-7b2d-4364-8149-e502f4f753b6 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0535264 Oct 18 23:27:52.589815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a094c28d-4933-420b-8273-fa385c2390ab req-22471e56-c021-4b1b-850d-970019a316b4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561280 Oct 18 23:27:52.737801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b0141ad-d5f9-4a70-ab19-6d2eb7aca85b req-56b33694-111d-4073-8ed0-693e6ec10011 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 210 time: 0.0722361 Oct 18 23:27:53.195434 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:27:53.303807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 63cc9e65-e760-44e2-a13d-dc4b7f605093 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:27:53.484962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58f466-fb15-4abc-be13-d15d951e607c req-d8e831b7-1710-4bf4-b12e-d7aa657280d8 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:53.487482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-d8e831b7-1710-4bf4-b12e-d7aa657280d8 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 805 time: 0.4752259 Oct 18 23:27:53.499786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:53.522154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-2cc648ad-49e8-4a4c-8aef-768191948944 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/quotas/a9a1b90e89fb4afebbb5c7f3e7df85b1 HTTP/1.1" status: 200 len: 375 time: 0.0170236 Oct 18 23:27:53.550400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:53.553007 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c912e-f81c-4bab-8371-fc14cbea7b9c" -d '{"events": [{"server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:53.571198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:53.579984 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:53.634265 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-63465cc2-b33e-4b76-bcb0-3a4a777fc617 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037779 Oct 18 23:27:53.656003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=63cc9e65-e760-44e2-a13d-dc4b7f605093,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:53.687268 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df632de-7a04-4ee0-a6d0-c5806ec04217 x-openstack-request-id: req-9df632de-7a04-4ee0-a6d0-c5806ec04217 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:53.687855 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:53.688371 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9df632de-7a04-4ee0-a6d0-c5806ec04217 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:53.689054 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093', 'code': 200} Oct 18 23:27:53.855434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f8d9c805-41dc-4e7b-8b44-f49d33703ffa service neutron] 10.222.0.52 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009187 Oct 18 23:27:53.901676 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd69c-0eaa-4469-984a-bc74524c3208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:53.935354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-591a2773-a0aa-45c7-a50a-a27f00b3c149 req-d16df850-fead-4cf9-813c-0654c202e895 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.1033406 Oct 18 23:27:54.035641 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1e712966-5a61-4bf7-add6-03be1f3991cd service neutron] 10.222.0.52 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701243 Oct 18 23:27:54.101770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-ebca0ad0-22c7-4d96-b8df-7aa328cb1b06 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:54.103743 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-ebca0ad0-22c7-4d96-b8df-7aa328cb1b06 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.3633161 Oct 18 23:27:54.183833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-2d54a418-324a-4041-aca0-a37e1e6e77df tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d899752a05e64b3f9145afdc0282ac36 HTTP/1.1" status: 200 len: 380 time: 0.0492680 Oct 18 23:27:54.198629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea483333-d8c1-472f-a59a-574a97db6213 req-114a1668-10d2-4e8e-b5c0-ee3a392ccafc tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:54.200317 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea483333-d8c1-472f-a59a-574a97db6213 req-114a1668-10d2-4e8e-b5c0-ee3a392ccafc tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.1205466 Oct 18 23:27:54.240004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'port': {'device_id': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'admin_state_up': True, 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'security_groups': ['f91f69d1-afe2-4abd-955b-31f3f7b0d010']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:54.323310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a27b070c-6f96-4daa-9cb1-efb5b50881f8 req-ca793edc-1a6c-4d05-8512-107b84246042 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 210 time: 0.0471179 Oct 18 23:27:54.400018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea483333-d8c1-472f-a59a-574a97db6213 req-8e8c244d-d649-44ea-8133-5eaa4a356ac4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863837 Oct 18 23:27:54.467014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72557a22-c201-4648-b9fb-39221dd3c207 req-fbfde983-e8e7-4024-82fa-fd981d032fe1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 210 time: 0.0561202 Oct 18 23:27:54.598377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Made reservation on behalf of d899752a05e64b3f9145afdc0282ac36 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:54.602027 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:54.616079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-80667a9b-8755-479f-9cd7-7fcce9b965f8 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:54.618194 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-80667a9b-8755-479f-9cd7-7fcce9b965f8 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "GET /v2.0/ports?device_id=40cf2a2d-9f67-40d5-9161-eebf98631f5f HTTP/1.1" status: 200 len: 943 time: 0.1139381 Oct 18 23:27:54.783172 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:54.914790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Deleting port 63cc9e65-e760-44e2-a13d-dc4b7f605093 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:27:54.915474 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:54.924108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Allocated IP 172.20.0.12 (c7d0788c-db89-4515-aee6-4a91445fe6b4/5e025854-be14-4d6b-8b65-ae0a9ecf6dde/7aa2da5a-8b37-4d4f-b11f-89785f9dbe56) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:27:54.976549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-af152542-719d-4ecc-ae9b-c0404dbddad6 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:54.981534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-af152542-719d-4ecc-ae9b-c0404dbddad6 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/networks?id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f HTTP/1.1" status: 200 len: 808 time: 0.1749432 Oct 18 23:27:55.015534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-63788e5d-e3c9-4a22-a365-9e87d6e937a0 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/quotas/6d39fe7122d042a1aa9149f11e6f89a3 HTTP/1.1" status: 200 len: 375 time: 0.0271685 Oct 18 23:27:55.104685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-6f749c50-a4ad-4813-889c-82826c8eaa64 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d39fe7122d042a1aa9149f11e6f89a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758257 Oct 18 23:27:55.136393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] For port 63cc9e65-e760-44e2-a13d-dc4b7f605093, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=63cc9e65-e760-44e2-a13d-dc4b7f605093,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:55.137414 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:55.185287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Calling delete_port for 63cc9e65-e760-44e2-a13d-dc4b7f605093 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:27:55.208163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4dd21cb8-aff8-4dd2-aca4-d937c759ee64 req-3bc2b4aa-585a-4611-8060-32a17aeab56e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0853636 Oct 18 23:27:55.213877 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3bcd6413-3aef-4e20-9de2-905656f0e58b req-8ad31966-80a6-4bb7-9d79-d7d87a61e00d tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0729990 Oct 18 23:27:55.259234 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:55.304209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:55.325199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-bd76cbcd-c4cc-4f22-8f4d-45252e53cfa9 service neutron] 10.222.0.52 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168775 Oct 18 23:27:55.381600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:55.479934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-4beec5cf-0681-4c08-b220-8667ff5baf7c service neutron] 10.222.0.52 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448185 Oct 18 23:27:55.506367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:27:55.522020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:55.525227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:27:55.533845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:55.630923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:55.638495 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:55.660417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:55.705842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84aab92-45e4-42fe-a67e-e5dd08521125 req-c66243e4-0073-41bb-9506-f980c4536d0a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:55.714758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aa47f265-8df6-4350-afd2-607201b1496e no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:27:55.718244 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b84aab92-45e4-42fe-a67e-e5dd08521125 req-c66243e4-0073-41bb-9506-f980c4536d0a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 932 time: 0.2994034 Oct 18 23:27:55.853882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b84aab92-45e4-42fe-a67e-e5dd08521125 req-bdb10ce3-cdbc-427e-9102-c7b1715c6e9d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340706 Oct 18 23:27:55.860572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-a1f6a682-f61e-4a9a-8f2c-893f362d672d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6265800 Oct 18 23:27:55.862332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Pushing event deleted for resources: {'Port': ['ID=63cc9e65-e760-44e2-a13d-dc4b7f605093,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:55.864958 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:55.899160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Request body: {'port': {'device_id': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:55.908029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2cba4-880f-4547-9ea4-0f9ba08fa67a req-8f6656e4-c91f-4419-b466-e8f6955b108a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:55.916271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0d2cba4-880f-4547-9ea4-0f9ba08fa67a req-8f6656e4-c91f-4419-b466-e8f6955b108a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0923743 Oct 18 23:27:55.926422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:55.930830 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd884bcd-3a8a-4036-87e3-5d33dfe065ad" -d '{"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa47f265-8df6-4350-afd2-607201b1496e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:55.947383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-844ad487-bd90-44d8-9b25-3686e5d1a4d2 None None] Provisioning complete for port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:27:55.948662 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-844ad487-bd90-44d8-9b25-3686e5d1a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:56.001972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-844ad487-bd90-44d8-9b25-3686e5d1a4d2 None None] Port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:27:56.009178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0d2cba4-880f-4547-9ea4-0f9ba08fa67a req-43532cee-8cbc-47f1-981e-46ce0ed54718 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899761 Oct 18 23:27:56.010135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:27:56.020568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:56.100841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] No DVR routers for this DVR port 63cc9e65-e760-44e2-a13d-dc4b7f605093 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:27:56.108753 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-01fafaa8-db2c-4d05-8c12-b413560f81ad req-8b4552ca-5d63-489f-9c1b-82d6ab167f8f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 210 time: 0.1122611 Oct 18 23:27:56.110594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:56.116949 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a47df4bb-ec88-4eb0-9970-bdae3c9a26ef req-d0e499bb-b16a-4f96-874b-551812927d30 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "DELETE /v2.0/ports/63cc9e65-e760-44e2-a13d-dc4b7f605093 HTTP/1.1" status: 204 len: 173 time: 1.4896207 Oct 18 23:27:56.175308 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'name': 'network-vif-deleted', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:56.188564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:56.196162 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b80331-8b26-4764-b338-632bcd62ecd1" -d '{"events": [{"server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "name": "network-vif-deleted", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:56.316945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5877a05f-759a-4cd1-b8ab-61a22eb457df req-b47098f1-3410-461d-be9a-d62ab7e7c070 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 210 time: 0.0563402 Oct 18 23:27:56.393586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:56.414182 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202a26b2-22bf-4ebe-bbfc-ac22d337e1f4 x-openstack-request-id: req-202a26b2-22bf-4ebe-bbfc-ac22d337e1f4 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:56.415102 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-unplugged", "status": "failed", "tag": "aa47f265-8df6-4350-afd2-607201b1496e", "code": 422}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:56.415756 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-202a26b2-22bf-4ebe-bbfc-ac22d337e1f4 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:56.417511 n-d-713498-28 neutron-server[100923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e', 'code': 422} returned with failed status Oct 18 23:27:56.539210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58f466-fb15-4abc-be13-d15d951e607c req-ee2b345f-9763-4fc4-befe-1ee315346b67 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:56.545706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-ee2b345f-9763-4fc4-befe-1ee315346b67 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 805 time: 0.3368547 Oct 18 23:27:56.581766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79f279-23e1-4315-99b0-547ddad978c9 req-4c8677c2-7996-4ba4-8615-76155a863c14 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:56.599575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e79f279-23e1-4315-99b0-547ddad978c9 req-4c8677c2-7996-4ba4-8615-76155a863c14 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 943 time: 0.1259391 Oct 18 23:27:56.678840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e79f279-23e1-4315-99b0-547ddad978c9 req-f0225483-68e7-4671-a947-c7bd6d1b9019 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763638 Oct 18 23:27:56.701334 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc1fca7-14eb-44fb-9f5b-b08433264393 x-openstack-request-id: req-ecc1fca7-14eb-44fb-9f5b-b08433264393 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:56.702061 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cf2a2d-9f67-40d5-9161-eebf98631f5f", "name": "network-vif-deleted", "tag": "63cc9e65-e760-44e2-a13d-dc4b7f605093", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:56.702388 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ecc1fca7-14eb-44fb-9f5b-b08433264393 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:56.702868 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cf2a2d-9f67-40d5-9161-eebf98631f5f', 'name': 'network-vif-deleted', 'tag': '63cc9e65-e760-44e2-a13d-dc4b7f605093', 'status': 'completed', 'code': 200} Oct 18 23:27:56.710560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Request body: {'port': {'device_id': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'admin_state_up': True, 'tenant_id': 'a9a1b90e89fb4afebbb5c7f3e7df85b1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:56.785538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccf9ea1d-0390-4397-b58d-f793e8b59aef req-1220b9d1-ee1a-4b56-a112-84fffe159691 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0806561 Oct 18 23:27:56.983904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-99f8b67a-e663-4bc5-9014-9b9c27374d2e req-33d9f63b-1dc8-4c4a-a772-80a2d09e4f1b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:27:56.984978 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-99f8b67a-e663-4bc5-9014-9b9c27374d2e req-33d9f63b-1dc8-4c4a-a772-80a2d09e4f1b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0218403 Oct 18 23:27:57.044189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Made reservation on behalf of a9a1b90e89fb4afebbb5c7f3e7df85b1 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:57.048022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:57.112317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c8c4b-9299-438c-845d-4bffac999f15 req-fee1e71c-7827-450b-95b0-a629f5770e49 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:57.129760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e48c8c4b-9299-438c-845d-4bffac999f15 req-fee1e71c-7827-450b-95b0-a629f5770e49 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 932 time: 0.1463554 Oct 18 23:27:57.225879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e48c8c4b-9299-438c-845d-4bffac999f15 req-6c238dd1-c072-4be2-a124-54a417a2cf27 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952439 Oct 18 23:27:57.230678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:27:57.244052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:57.300150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Transition to ACTIVE for port object 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:27:57.325388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:57.334619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 63cc9e65-e760-44e2-a13d-dc4b7f605093 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:27:57.339019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b4660eda-6b2f-49be-adc2-8f44f2933675 req-b1fb0505-3040-4917-8b37-0d74f23bd1aa tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 210 time: 0.0414085 Oct 18 23:27:57.396026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Allocated IP 172.20.0.3 (d3d0a755-2480-45ec-ba90-6acec9a7ddfa/94e5cc56-f976-4b7f-b7db-43eb616dedd1/e5299eaf-892c-4b2a-9d32-38b38219f8c2) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:27:57.406680 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 63cc9e65-e760-44e2-a13d-dc4b7f605093 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:27:57.409236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 63cc9e65-e760-44e2-a13d-dc4b7f605093 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:27:57.471048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb76b4f-5ffd-4b8d-b2cd-e7424c4d144a req-cd12296f-4725-4556-8340-bf0467430103 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:57.472939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6eb76b4f-5ffd-4b8d-b2cd-e7424c4d144a req-cd12296f-4725-4556-8340-bf0467430103 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 943 time: 0.1930826 Oct 18 23:27:57.478396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:57.617614 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6eb76b4f-5ffd-4b8d-b2cd-e7424c4d144a req-d6a30c82-5216-4b9a-91f7-8560cc8e5be0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038494 Oct 18 23:27:57.715130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Attempting to bind port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:27:57.715955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Attempting to bind port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:27:57.716659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Attempting to bind port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:27:57.822985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:27:57.823861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Attempting to bind port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:27:57.824443 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:57.842584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:27:57.843522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Checking segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:27:57.844131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Bound using segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:27:57.844850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Bound port: 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:27:57.845429 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:57.918126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba2dd1ef-f9fe-4e10-813e-8530be36a192 req-34769941-d844-48ab-88ec-241790dc0711 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 210 time: 0.0738454 Oct 18 23:27:57.984708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:27:57.988554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:27:57.999504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-c7e9380f-64c5-44ad-bb45-57e80476b8d0 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:58.000280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:58.001378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-c7e9380f-64c5-44ad-bb45-57e80476b8d0 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.102 "GET /v2.0/networks?id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f HTTP/1.1" status: 200 len: 808 time: 0.4983776 Oct 18 23:27:58.023655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Request body: {'port': {'device_id': 'b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa', 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f', 'admin_state_up': True, 'tenant_id': '6d39fe7122d042a1aa9149f11e6f89a3'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:58.031052 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-9412793e-459c-4e8d-8d7c-824f21b8aa53 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1851723 Oct 18 23:27:58.048957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:58.049459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-ed872719-2ccc-46a2-9eb3-fa90cbdb5d8f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:27:58.050785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-ed872719-2ccc-46a2-9eb3-fa90cbdb5d8f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057676 Oct 18 23:27:58.089058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:58.089727 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:58.091208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] 10.222.0.102 "PUT /v2.0/ports/7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1093 time: 2.1994741 Oct 18 23:27:58.096923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5de9be22-07ba-4470-939a-aadd63a18d14 req-5ab00077-6c54-4436-83a4-51e134af5677 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0581789 Oct 18 23:27:58.125505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2280-4c00-4b02-baf1-1fc6383e0913 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:58.175014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:58.244131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Made reservation on behalf of 6d39fe7122d042a1aa9149f11e6f89a3 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:27:58.250382 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:58.349613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Network d3d0a755-2480-45ec-ba90-6acec9a7ddfa is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:27:58.353305 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:58.366772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:27:58.425670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:58.426467 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:58.441638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Pushing event updated for resources: {'Port': ['ID=e5299eaf-892c-4b2a-9d32-38b38219f8c2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:58.480754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-f9c95055-9b38-40f4-addd-e1dde19262dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:58.483823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-f9c95055-9b38-40f4-addd-e1dde19262dd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1096 time: 0.2604406 Oct 18 23:27:58.497465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-1aef0658-831e-41c0-8af5-44ce99755283 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7999299 Oct 18 23:27:58.535614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Request body: {'port': {'device_id': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:58.595876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Allocated IP 172.20.0.10 (1d4a1d7f-1ad3-4266-9870-3bae4c64670f/44630835-de89-4318-bbe8-2910dd12a1db/4298ed17-38df-44ef-a673-4b65e9a1225e) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:27:58.817766 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:58.879971 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:58.952239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:27:58.954610 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b3bc38-4407-4a7c-bbee-5c447348349f" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:27:58.981515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:27:58.992996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:27:58.998666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Pushing event updated for resources: {'Port': ['ID=4298ed17-38df-44ef-a673-4b65e9a1225e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:27:59.002212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:27:59.034887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.035278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.035626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.035968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.036302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.036631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.036960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.037292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.037614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.037937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.038262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.038580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:27:59.051744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590ee09-1179-4650-b165-30603d2d1d83 req-fc61d1e7-6aa7-4354-99be-4ccc08636c3d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:59.055785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6590ee09-1179-4650-b165-30603d2d1d83 req-fc61d1e7-6aa7-4354-99be-4ccc08636c3d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 931 time: 0.1876035 Oct 18 23:27:59.061470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-ef379d68-4649-439d-9a2b-4a25be841fe3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 217 time: 0.0891211 Oct 18 23:27:59.128680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:59.129894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:59.139843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf07c82-c713-4ecd-a8fa-1a4e0f818ff5 req-7b7ef171-e96c-4969-a61d-e2c38d907717 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:59.141451 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bcf07c82-c713-4ecd-a8fa-1a4e0f818ff5 req-7b7ef171-e96c-4969-a61d-e2c38d907717 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 944 time: 0.6403027 Oct 18 23:27:59.154410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6590ee09-1179-4650-b165-30603d2d1d83 req-68637293-3169-4e7c-b408-6742f0cdf846 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846961 Oct 18 23:27:59.175428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:59.180908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-853b89f3-22cb-40fa-9f29-8e2692a071bf tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1619222 Oct 18 23:27:59.204903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Request body: {'port': {'device_id': 'b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:59.209482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-b7541361-e106-4db1-95c2-368a90d45ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:59.211243 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-b7541361-e106-4db1-95c2-368a90d45ba9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.1360667 Oct 18 23:27:59.269517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bcf07c82-c713-4ecd-a8fa-1a4e0f818ff5 req-08705487-c995-4818-b19c-215bb79da3ea tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144271 Oct 18 23:27:59.360945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:59.395260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-9b021ec6-ba54-42bd-833d-095212e6c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:59.397004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-9b021ec6-ba54-42bd-833d-095212e6c51f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736312 Oct 18 23:27:59.603035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9212b-53a5-43a8-a28e-ab6d9cab1035 req-2615aebe-b8e4-4154-82fe-9c09f4e105cb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:59.611753 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d8d9212b-53a5-43a8-a28e-ab6d9cab1035 req-2615aebe-b8e4-4154-82fe-9c09f4e105cb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 943 time: 0.2321682 Oct 18 23:27:59.660439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-cf330156-f7e4-4471-a158-26e2f458cc4e service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509267 Oct 18 23:27:59.672913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625025bd-1c67-4769-892a-2eea84ce2208 req-7837aadb-4984-4c78-96f3-1a1ea98d5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:27:59.674647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-7837aadb-4984-4c78-96f3-1a1ea98d5321 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e&tenant_id=e8983fb43e6540b39f5db0003434b7c5 HTTP/1.1" status: 200 len: 1095 time: 0.1511621 Oct 18 23:27:59.695045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:27:59.728428 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d8d9212b-53a5-43a8-a28e-ab6d9cab1035 req-fa015ac5-bb8d-4b52-bce9-be6b19329014 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163299 Oct 18 23:27:59.811446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:59.835753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4298ed17-38df-44ef-a673-4b65e9a1225e {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:27:59.845395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:59.855147 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe68a5d-2569-4430-81df-df992e045bd3 req-b56384d2-f667-4514-9497-9669b7dd1ea8 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809847 Oct 18 23:27:59.862795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5299eaf-892c-4b2a-9d32-38b38219f8c2 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:27:59.873169 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:59.892021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Transition to ACTIVE for port object e5299eaf-892c-4b2a-9d32-38b38219f8c2 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:27:59.894500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Transition to ACTIVE for port object 4298ed17-38df-44ef-a673-4b65e9a1225e will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:27:59.911916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:59.924188 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:27:59.983590 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dbb960-bcb9-49ae-8e05-8958fb882ad0 x-openstack-request-id: req-85dbb960-bcb9-49ae-8e05-8958fb882ad0 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:27:59.983892 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:27:59.984133 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85dbb960-bcb9-49ae-8e05-8958fb882ad0 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:27:59.984532 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'status': 'completed', 'code': 200} Oct 18 23:28:00.117978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4298ed17-38df-44ef-a673-4b65e9a1225e,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:00.143119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Pushing event updated for resources: {'Port': ['ID=e5299eaf-892c-4b2a-9d32-38b38219f8c2,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:00.192009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-03898862-b09a-4d30-89b0-31d50fbc3d64 req-6d6e6a9d-f977-4358-84d6-3ede753c1ede tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0399411 Oct 18 23:28:00.219758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-1e5ac4fc-4538-4e5e-b1a3-9c9011d03a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.221561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-1e5ac4fc-4538-4e5e-b1a3-9c9011d03a8c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1096 time: 0.1528704 Oct 18 23:28:00.222591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Attempting to bind port e5299eaf-892c-4b2a-9d32-38b38219f8c2 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:28:00.222932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Attempting to bind port e5299eaf-892c-4b2a-9d32-38b38219f8c2 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:28:00.223262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Attempting to bind port e5299eaf-892c-4b2a-9d32-38b38219f8c2 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:00.269263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Port e5299eaf-892c-4b2a-9d32-38b38219f8c2 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:28:00.269609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Attempting to bind port e5299eaf-892c-4b2a-9d32-38b38219f8c2 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:00.286179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:28:00.286594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Checking segment: {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:28:00.287030 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Bound using segment: {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:28:00.287536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Bound port: e5299eaf-892c-4b2a-9d32-38b38219f8c2, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:28:00.287913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:00.379510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ed725-d1b9-42a9-8c9d-38ea679a82f6 req-f5f702c4-eca2-4644-a55a-3a1eac80a46c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.384186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-815ed725-d1b9-42a9-8c9d-38ea679a82f6 req-f5f702c4-eca2-4644-a55a-3a1eac80a46c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 944 time: 0.3314626 Oct 18 23:28:00.396863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:00.429681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-9db3d1ae-bed3-4295-ac83-cfcc8443572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.431367 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-9db3d1ae-bed3-4295-ac83-cfcc8443572d service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1933317 Oct 18 23:28:00.449700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0955d-1225-48e9-9f58-16ccafd6a004 req-781ed2f3-a390-4286-8ad3-bc08694d7432 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.451298 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8a0955d-1225-48e9-9f58-16ccafd6a004 req-781ed2f3-a390-4286-8ad3-bc08694d7432 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.1199145 Oct 18 23:28:00.519286 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-acf649af-8718-493f-8fb6-f4dc35a4db0a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 217 time: 0.0792084 Oct 18 23:28:00.530389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:28:00.549297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:28:00.552300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Attempting to bind port 4298ed17-38df-44ef-a673-4b65e9a1225e on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:28:00.552872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Attempting to bind port 4298ed17-38df-44ef-a673-4b65e9a1225e by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '55773075-0a50-40fc-9206-6952e3fbf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:28:00.553428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Attempting to bind port 4298ed17-38df-44ef-a673-4b65e9a1225e on network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:00.584892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:28:00.591766 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:00.596919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8a0955d-1225-48e9-9f58-16ccafd6a004 req-5b2ed7dc-8db5-4d73-9946-5f3d392f4330 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334243 Oct 18 23:28:00.603320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-815ed725-d1b9-42a9-8c9d-38ea679a82f6 req-956fac7a-fbd9-4aa3-b2d9-8f3c3868d6f4 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841457 Oct 18 23:28:00.611572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Port 4298ed17-38df-44ef-a673-4b65e9a1225e on network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:28:00.612165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Attempting to bind port 4298ed17-38df-44ef-a673-4b65e9a1225e on network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:00.627549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:28:00.628115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Checking segment: {'id': '55773075-0a50-40fc-9206-6952e3fbf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:28:00.628767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Bound using segment: {'id': '55773075-0a50-40fc-9206-6952e3fbf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:28:00.629527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Bound port: 4298ed17-38df-44ef-a673-4b65e9a1225e, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55773075-0a50-40fc-9206-6952e3fbf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:28:00.630136 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:00.648905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.649542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:00.651136 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] 10.222.0.73 "PUT /v2.0/ports/e5299eaf-892c-4b2a-9d32-38b38219f8c2 HTTP/1.1" status: 200 len: 1092 time: 2.1251440 Oct 18 23:28:00.653061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-fe16e452-b146-4769-ad0e-56f316ae0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.654713 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-fe16e452-b146-4769-ad0e-56f316ae0f2d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.1217327 Oct 18 23:28:00.655539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa47f265-8df6-4350-afd2-607201b1496e {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:28:00.681484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:00.703066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Transition to ACTIVE for port object aa47f265-8df6-4350-afd2-607201b1496e will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:28:00.727459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:00.746999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd73e1-79bd-4f48-ad4f-da9d1d4dc12b service neutron] Pushing event updated for resources: {'Port': ['ID=e5299eaf-892c-4b2a-9d32-38b38219f8c2,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:00.841380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-497ecb14-1cd0-450e-ab9c-8f1a10a355bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.843492 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-497ecb14-1cd0-450e-ab9c-8f1a10a355bc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739833 Oct 18 23:28:00.849751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=9']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:00.869125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] No DVR routers for this DVR port aa47f265-8df6-4350-afd2-607201b1496e on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:28:00.878010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] For port 4298ed17-38df-44ef-a673-4b65e9a1225e, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:28:00.917537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] For port 4298ed17-38df-44ef-a673-4b65e9a1225e, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4298ed17-38df-44ef-a673-4b65e9a1225e,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:28:00.928537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f4cd403d-d6a5-4b93-bed0-64880976a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.930572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-f4cd403d-d6a5-4b93-bed0-64880976a72e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 1095 time: 0.1644471 Oct 18 23:28:00.932266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:00.952076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Attempting to bind port aa47f265-8df6-4350-afd2-607201b1496e on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:28:00.952451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Attempting to bind port aa47f265-8df6-4350-afd2-607201b1496e by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:28:00.952753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Attempting to bind port aa47f265-8df6-4350-afd2-607201b1496e on network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:00.985945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db39a94-836c-4322-a717-28749110f738 req-623f44a6-fbe9-4cbd-8be1-28513842da41 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.987694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1db39a94-836c-4322-a717-28749110f738 req-623f44a6-fbe9-4cbd-8be1-28513842da41 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 944 time: 0.1887593 Oct 18 23:28:00.999127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:00.999781 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:01.001246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] 10.222.0.102 "PUT /v2.0/ports/4298ed17-38df-44ef-a673-4b65e9a1225e HTTP/1.1" status: 200 len: 1093 time: 1.8052454 Oct 18 23:28:01.001795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa', 'tag': '4298ed17-38df-44ef-a673-4b65e9a1225e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:01.004248 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479cfd3-da5c-4331-ac93-f3ce70ec7497" -d '{"events": [{"name": "network-changed", "server_uuid": "b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa", "tag": "4298ed17-38df-44ef-a673-4b65e9a1225e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:01.011631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Port aa47f265-8df6-4350-afd2-607201b1496e on network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:28:01.011631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Attempting to bind port aa47f265-8df6-4350-afd2-607201b1496e on network 3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:01.030321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:28:01.030769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Checking segment: {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:28:01.031327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Bound using segment: {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:28:01.031643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Bound port: aa47f265-8df6-4350-afd2-607201b1496e, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca45f0fd-714a-4743-a967-bd1c9088dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:28:01.031998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:01.050858 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-994c8f14-30a7-4ab1-9d57-48d9068b74e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2 HTTP/1.1" status: 200 len: 217 time: 0.0692828 Oct 18 23:28:01.087512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2fcf9-a45d-4d38-aa9e-cd2e75c112e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4298ed17-38df-44ef-a673-4b65e9a1225e,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:01.133956 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-7f61472f-5c44-4e81-b16d-d4a642c7d134 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735047 Oct 18 23:28:01.175259 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58f466-fb15-4abc-be13-d15d951e607c req-468d826b-b5f4-4de3-ad7c-2d0740847879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.175705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1db39a94-836c-4322-a717-28749110f738 req-91b2d506-50b8-4b63-9ed1-bbaea74fd691 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503458 Oct 18 23:28:01.178883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-468d826b-b5f4-4de3-ad7c-2d0740847879 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94e5cc56-f976-4b7f-b7db-43eb616dedd1 HTTP/1.1" status: 200 len: 845 time: 0.1196423 Oct 18 23:28:01.201843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:28:01.206519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:28:01.216875 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:01.220645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-a533964a-aea8-46b5-ad20-46cd2d58c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.222210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-a533964a-aea8-46b5-ad20-46cd2d58c80c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6d39fe7122d042a1aa9149f11e6f89a3&device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 1096 time: 0.1093373 Oct 18 23:28:01.274829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.275489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:01.277454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] 10.222.0.73 "PUT /v2.0/ports/aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 200 len: 1092 time: 1.5866888 Oct 18 23:28:01.278847 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d8342f-e534-4694-8a31-1b8010108805 x-openstack-request-id: req-26d8342f-e534-4694-8a31-1b8010108805 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:01.279143 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa", "tag": "4298ed17-38df-44ef-a673-4b65e9a1225e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:01.279453 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26d8342f-e534-4694-8a31-1b8010108805 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:01.279888 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa', 'tag': '4298ed17-38df-44ef-a673-4b65e9a1225e', 'status': 'completed', 'code': 200} Oct 18 23:28:01.342356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-8454679a-9487-4fa4-bd4a-0aadded5d6cc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4298ed17-38df-44ef-a673-4b65e9a1225e HTTP/1.1" status: 200 len: 217 time: 0.0848997 Oct 18 23:28:01.347708 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-00da1f0c-98c1-44d4-a53f-fa30696f9ee8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972829 Oct 18 23:28:01.395382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778ec93-fd0a-420e-ad5f-c8610d9a3341 service neutron] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:01.439856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625025bd-1c67-4769-892a-2eea84ce2208 req-812d2b44-19f9-4d8a-bcdf-e21fd17d37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.441399 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-812d2b44-19f9-4d8a-bcdf-e21fd17d37ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 1096 time: 0.1134295 Oct 18 23:28:01.459830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-93c596c0-c9be-472f-8973-cdfed92ac550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.461248 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-93c596c0-c9be-472f-8973-cdfed92ac550 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=44630835-de89-4318-bbe8-2910dd12a1db HTTP/1.1" status: 200 len: 848 time: 0.0807152 Oct 18 23:28:01.479554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e9cb-b143-4455-a108-6e0e3770f5bb req-6a48fad1-504f-4634-82b1-ab43aab79dd5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.482064 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd47e9cb-b143-4455-a108-6e0e3770f5bb req-6a48fad1-504f-4634-82b1-ab43aab79dd5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 943 time: 0.3407249 Oct 18 23:28:01.521373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-35745ea4-3f06-4eb4-b7b7-1140b48d1ef3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459626 Oct 18 23:28:01.598428 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54b3bc38-4407-4a7c-bbee-5c447348349f req-5dd77cb8-626f-4feb-a073-17770c11d5bc service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556403 Oct 18 23:28:01.604693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd47e9cb-b143-4455-a108-6e0e3770f5bb req-ec3ca9a7-b83e-45e4-a436-667a208678cc tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017396 Oct 18 23:28:01.606769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e0b3373-3c40-49a8-9bd4-2dcf333adab9 req-01f3060a-bd8e-4310-8051-a149c1cbc722 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0879254 Oct 18 23:28:01.628823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-8022a300-11cb-43bd-9a37-e8bc675fde75 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648668 Oct 18 23:28:01.678123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625025bd-1c67-4769-892a-2eea84ce2208 req-cb21294b-fa93-45f5-a9d9-54050faa2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.680250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-cb21294b-fa93-45f5-a9d9-54050faa2fee service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 915 time: 0.2298825 Oct 18 23:28:01.708187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-c2897771-448e-4f94-99d2-f7f1bb0f1023 service neutron] 10.222.0.102 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746013 Oct 18 23:28:01.785303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-c6ba0329-f9df-434e-953b-fe76c847a98d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 200 len: 217 time: 0.0798235 Oct 18 23:28:01.789632 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e58f466-fb15-4abc-be13-d15d951e607c req-015da947-29a7-4609-9654-e9e0c0a89633 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531465 Oct 18 23:28:01.849894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb31fa-1561-44fb-88d9-82c68a98f4f0 req-d1ff8161-7884-4647-af06-b5c85ee252ab tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.852227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cbb31fa-1561-44fb-88d9-82c68a98f4f0 req-d1ff8161-7884-4647-af06-b5c85ee252ab tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 944 time: 0.0893817 Oct 18 23:28:01.894125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f8ad7-8d12-4686-95c0-f605671eade4 req-3f628f9f-4034-43cf-9778-2d17236a0f65 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.895791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c2f8ad7-8d12-4686-95c0-f605671eade4 req-3f628f9f-4034-43cf-9778-2d17236a0f65 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.1811328 Oct 18 23:28:01.901563 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cbb31fa-1561-44fb-88d9-82c68a98f4f0 req-65b91bf2-1b9c-4b2b-a141-262db250d57f tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422475 Oct 18 23:28:01.936698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625025bd-1c67-4769-892a-2eea84ce2208 req-c71a6504-4bc8-41a5-ac99-bbcfc9ebd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:01.938204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-c71a6504-4bc8-41a5-ac99-bbcfc9ebd32a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 200 len: 854 time: 0.1259575 Oct 18 23:28:01.982946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-263b015d-1343-45d8-9aa7-27ca9e5dfe00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331953 Oct 18 23:28:01.984920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5043f2e3-4e12-498c-a3a0-d1da950f4f28 req-81ffd875-aeb3-44ae-a5f0-8fcd3877c6a4 service neutron] 10.222.0.102 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670178 Oct 18 23:28:01.985754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:01.989157 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:02.012711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c2f8ad7-8d12-4686-95c0-f605671eade4 req-571670a4-9004-4a66-b230-194a81332bb8 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027014 Oct 18 23:28:02.075759 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db309cc1-4c2a-47a8-ad3e-898c976d9c22 x-openstack-request-id: req-db309cc1-4c2a-47a8-ad3e-898c976d9c22 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:02.076121 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:02.076452 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db309cc1-4c2a-47a8-ad3e-898c976d9c22 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:02.077056 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2', 'status': 'completed', 'code': 200} Oct 18 23:28:02.115701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-e2f4ce65-1100-47aa-a80a-4603b0c23b74 service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170380 Oct 18 23:28:02.188652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-8a5f6321-d1d2-4e5e-ada2-e996dfa43ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:02.190193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-8a5f6321-d1d2-4e5e-ada2-e996dfa43ffe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 1095 time: 0.0434291 Oct 18 23:28:02.238478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-605aa2d3-0105-4090-848f-d408e2a42db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:02.240134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-605aa2d3-0105-4090-848f-d408e2a42db4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6d39fe7122d042a1aa9149f11e6f89a3&device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 1096 time: 0.1114349 Oct 18 23:28:02.297915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-03929484-2d97-4b52-9292-270f5f5460e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:02.299548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-03929484-2d97-4b52-9292-270f5f5460e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 906 time: 0.1022892 Oct 18 23:28:02.302128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625025bd-1c67-4769-892a-2eea84ce2208 req-1e3e42fb-db38-404d-aa31-beac4cbf39a5 service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409614 Oct 18 23:28:02.376486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-4ed5defa-ea0b-426e-a9c1-62b71b9abb84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2 HTTP/1.1" status: 200 len: 217 time: 0.0605397 Oct 18 23:28:02.389552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-5ec270c0-d1c2-4e7a-bda5-d70e443f7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:02.391470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-5ec270c0-d1c2-4e7a-bda5-d70e443f7780 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f HTTP/1.1" status: 200 len: 909 time: 0.1302502 Oct 18 23:28:02.410385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b39d87-400a-4298-b336-4b1b6c9e5602 req-e5902fa5-aa44-45b7-9e33-591a2f1276d7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:02.413306 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-56b39d87-400a-4298-b336-4b1b6c9e5602 req-e5902fa5-aa44-45b7-9e33-591a2f1276d7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 944 time: 0.1077571 Oct 18 23:28:02.445150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-9679d52f-c60b-4890-afed-90c8e46418a1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4298ed17-38df-44ef-a673-4b65e9a1225e HTTP/1.1" status: 200 len: 217 time: 0.0414212 Oct 18 23:28:02.470556 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-56b39d87-400a-4298-b336-4b1b6c9e5602 req-920b8dce-3492-4e90-8851-0ba5e39a0fde tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481756 Oct 18 23:28:02.516025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-77e945aa-bf78-4034-ab66-ce3cf5dc4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:02.517617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-77e945aa-bf78-4034-ab66-ce3cf5dc4522 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=44630835-de89-4318-bbe8-2910dd12a1db HTTP/1.1" status: 200 len: 848 time: 0.0646260 Oct 18 23:28:02.558404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-a7b1ad72-11ed-4266-8590-5da73e8b9171 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301137 Oct 18 23:28:02.607337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-a28a9017-64a8-4027-bc33-5c1500d2f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:02.610039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-a28a9017-64a8-4027-bc33-5c1500d2f594 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94e5cc56-f976-4b7f-b7db-43eb616dedd1 HTTP/1.1" status: 200 len: 845 time: 0.0764725 Oct 18 23:28:02.654548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-a3db8c7a-6c70-4cc7-aee1-c719e51e3169 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359643 Oct 18 23:28:02.691894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-ba6ed116-da80-4d09-8f9d-0381a2e7fab7 service neutron] 10.222.0.102 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255269 Oct 18 23:28:02.791605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-460db136-41a4-4613-9a4c-40b14d292402 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279137 Oct 18 23:28:02.890088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e249568-f54b-4f95-b954-f87ad9c68607 req-cce9709d-41e5-47ee-9ffb-b49eb7d6608a tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0431225 Oct 18 23:28:03.085132 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d9a1146-cc0b-44d2-aa8e-06cff71fa624 req-2c84e5b0-726d-4984-9198-950603e029ef service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835555 Oct 18 23:28:03.101535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d81b13-751b-4fce-bffa-91b62378f149 req-ae2a4a3a-3bc3-444d-ae82-c1b92b975745 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:03.104700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28d81b13-751b-4fce-bffa-91b62378f149 req-ae2a4a3a-3bc3-444d-ae82-c1b92b975745 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 944 time: 0.0958190 Oct 18 23:28:03.239815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28d81b13-751b-4fce-bffa-91b62378f149 req-0ee9a75d-ed23-4620-9881-424475e88660 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224549 Oct 18 23:28:03.315892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:03.321325 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b80861-25c1-44d4-a443-8f25a4c445ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "tag": "aa47f265-8df6-4350-afd2-607201b1496e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:03.400509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d7a5b-1ed8-4382-a7ab-281b716147a0 req-5e515caa-10c8-490b-959d-7ba9aa8839ca tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:03.404546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-294d7a5b-1ed8-4382-a7ab-281b716147a0 req-5e515caa-10c8-490b-959d-7ba9aa8839ca tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.1412027 Oct 18 23:28:03.410932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8479cfd3-da5c-4331-ac93-f3ce70ec7497 req-57c95bbe-23da-4a0b-9978-b1f0fc39924e service neutron] 10.222.0.102 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105682 Oct 18 23:28:03.486789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-294d7a5b-1ed8-4382-a7ab-281b716147a0 req-40d9cf2f-382b-448e-8225-1a18cd044972 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 Oct 18 23:28:03.605487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e14b4-b38e-48fa-8f95-84eb5fc5eb9f req-a8910001-8416-4166-81c5-9ec1d0b040ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:03.607272 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c28e14b4-b38e-48fa-8f95-84eb5fc5eb9f req-a8910001-8416-4166-81c5-9ec1d0b040ef tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.1197073 Oct 18 23:28:03.677853 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c28e14b4-b38e-48fa-8f95-84eb5fc5eb9f req-a5c20a7f-b48e-4962-a514-4c49b71e9956 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624840 Oct 18 23:28:03.719585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:28:03.749738 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15b0e52-f1f6-4abe-b619-296efaf976ec x-openstack-request-id: req-d15b0e52-f1f6-4abe-b619-296efaf976ec {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:03.750045 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "tag": "aa47f265-8df6-4350-afd2-607201b1496e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:03.750314 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d15b0e52-f1f6-4abe-b619-296efaf976ec {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:03.751049 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e', 'status': 'completed', 'code': 200} Oct 18 23:28:03.880546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:03.897071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb010a1-5a9a-47be-a189-f9a3e4978e90 req-8f5885be-d314-4366-8ced-42fc8e3a4fb3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:03.900154 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efb010a1-5a9a-47be-a189-f9a3e4978e90 req-8f5885be-d314-4366-8ced-42fc8e3a4fb3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 944 time: 0.0763910 Oct 18 23:28:03.905057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'port_id': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'mac_address': 'fa:16:3e:41:b9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:28:03.967637 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:03.971266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efb010a1-5a9a-47be-a189-f9a3e4978e90 req-90a91930-c4af-4442-ba2b-9007e0a2c806 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634465 Oct 18 23:28:03.986640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:28:04.013831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:04.022519 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:04.127518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:04.232326 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-817d82c6-2654-444e-a32c-f99b3206e4f8 req-cbca7ca7-a757-42e8-acf8-14877d9ec432 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0432637 Oct 18 23:28:04.464569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bab70e-8236-4bf6-82b9-56f1fc2ad5a7 req-efb6bfa3-d2c0-4413-aef6-84f68febe67b tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:04.466747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34bab70e-8236-4bf6-82b9-56f1fc2ad5a7 req-efb6bfa3-d2c0-4413-aef6-84f68febe67b tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 944 time: 0.0840547 Oct 18 23:28:04.529066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34bab70e-8236-4bf6-82b9-56f1fc2ad5a7 req-d88cc3a4-7a2b-4a41-a134-c2a4a3d13f74 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555239 Oct 18 23:28:04.574238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:28:04.680339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:04.834224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836cbb0-65f4-4916-bd88-997e9a7aaa7b req-6b71461f-4eff-4096-b931-4cc14a4b5a63 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:04.836117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9836cbb0-65f4-4916-bd88-997e9a7aaa7b req-6b71461f-4eff-4096-b931-4cc14a4b5a63 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0780566 Oct 18 23:28:04.886790 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9836cbb0-65f4-4916-bd88-997e9a7aaa7b req-352627f3-4e7b-4fc7-9a59-e87f82ba699d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439551 Oct 18 23:28:05.024924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bde437-a2a9-4c48-a3c7-5eda02bcced9 req-072f024c-f805-416d-89d1-53717e142385 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:05.027193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83bde437-a2a9-4c48-a3c7-5eda02bcced9 req-072f024c-f805-416d-89d1-53717e142385 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.0586154 Oct 18 23:28:05.095558 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83bde437-a2a9-4c48-a3c7-5eda02bcced9 req-494b48d8-c6e4-44dd-b464-b6088462de72 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589724 Oct 18 23:28:05.227057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b33b92-7765-4862-83cb-aa3c330980a6 req-1e8f6e10-e78a-4c0b-8c6e-fd43a04b083e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:05.228788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b7b33b92-7765-4862-83cb-aa3c330980a6 req-1e8f6e10-e78a-4c0b-8c6e-fd43a04b083e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.0591731 Oct 18 23:28:05.279895 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b7b33b92-7765-4862-83cb-aa3c330980a6 req-a35ab25a-a747-4a87-acba-306a1b3342cb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390775 Oct 18 23:28:05.528590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07ced0b0-627e-4ccf-b0a3-f76f230198f4 req-a39f8166-1986-48bc-a6bf-7de4789012a5 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0369666 Oct 18 23:28:05.724804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4298ed17-38df-44ef-a673-4b65e9a1225e details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:28:05.733385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d0c85-2c87-4164-bf92-fcf49ec6a851 req-6b011057-9be9-45d2-9cdb-4839ceac2ec8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:05.735236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-078d0c85-2c87-4164-bf92-fcf49ec6a851 req-6b011057-9be9-45d2-9cdb-4839ceac2ec8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 944 time: 0.0961218 Oct 18 23:28:05.813637 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-078d0c85-2c87-4164-bf92-fcf49ec6a851 req-da4c920d-4e42-4f8c-a56f-50befac88a9b tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662727 Oct 18 23:28:05.905918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4298ed17-38df-44ef-a673-4b65e9a1225e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4298ed17-38df-44ef-a673-4b65e9a1225e,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:05.940566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '4298ed17-38df-44ef-a673-4b65e9a1225e', 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f', 'port_id': '4298ed17-38df-44ef-a673-4b65e9a1225e', 'mac_address': 'fa:16:3e:cd:00:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44630835-de89-4318-bbe8-2910dd12a1db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:28:06.005616 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:06.031387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4298ed17-38df-44ef-a673-4b65e9a1225e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:28:06.085088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4298ed17-38df-44ef-a673-4b65e9a1225e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4298ed17-38df-44ef-a673-4b65e9a1225e,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:06.095317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:06.186137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd82c5-4cc1-491c-9cf0-1fed5373988d req-ffaf16ec-35ab-47a9-a736-01bdcfa29d43 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:06.188055 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44dd82c5-4cc1-491c-9cf0-1fed5373988d req-ffaf16ec-35ab-47a9-a736-01bdcfa29d43 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.1082847 Oct 18 23:28:06.211551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:06.212340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4298ed17-38df-44ef-a673-4b65e9a1225e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:06.259378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44dd82c5-4cc1-491c-9cf0-1fed5373988d req-55afbedf-e796-4947-800e-7b189510afb8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Oct 18 23:28:06.452550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339853b5-4f87-4636-88c0-db60846d6f60 req-f5e8d4ff-9cf2-4436-9d26-d160055e7681 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:06.454511 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-339853b5-4f87-4636-88c0-db60846d6f60 req-f5e8d4ff-9cf2-4436-9d26-d160055e7681 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.0761223 Oct 18 23:28:06.520885 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-339853b5-4f87-4636-88c0-db60846d6f60 req-8e9ec357-06e9-4ada-aeea-55fdd9f64893 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540693 Oct 18 23:28:06.639350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4298ed17-38df-44ef-a673-4b65e9a1225e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:28:06.715440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e3ea2-8f01-43fe-bc29-558f2cc9ce40 req-203c13f1-7670-4310-b8da-85d56f0f5143 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:06.718137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-332e3ea2-8f01-43fe-bc29-558f2cc9ce40 req-203c13f1-7670-4310-b8da-85d56f0f5143 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1110034 Oct 18 23:28:06.820610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-332e3ea2-8f01-43fe-bc29-558f2cc9ce40 req-778d4c74-c72b-4421-87c8-97393d6e3cfa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894806 Oct 18 23:28:07.090890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ceb8df4-d2e2-4395-980e-e1a79c86cd16 req-fc2b361c-5d27-44e9-b3fb-4f3f0a1a347e tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0553997 Oct 18 23:28:07.273221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ceb65-9840-4d76-81dd-87a64999e205 req-2f2f85a7-6387-481a-89f6-5cdd3da0d6a5 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:07.276618 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-342ceb65-9840-4d76-81dd-87a64999e205 req-2f2f85a7-6387-481a-89f6-5cdd3da0d6a5 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 945 time: 0.0884757 Oct 18 23:28:07.334058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-342ceb65-9840-4d76-81dd-87a64999e205 req-52e1d3ff-5e48-4d10-99e5-37158d23ef94 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497744 Oct 18 23:28:07.604876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db07fa-82e2-4644-a5ce-3294fb9f0ef7 req-af658a88-62ef-43da-8ac4-4f8f20e28574 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:07.607466 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53db07fa-82e2-4644-a5ce-3294fb9f0ef7 req-af658a88-62ef-43da-8ac4-4f8f20e28574 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0837531 Oct 18 23:28:07.670559 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53db07fa-82e2-4644-a5ce-3294fb9f0ef7 req-a81958f4-ef50-4bd0-9b76-6bd4fd5f8e06 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524528 Oct 18 23:28:07.724318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:28:07.798524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:28:07.804398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:28:07.805012 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:07.903254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add50496-6f53-42ab-a38e-c0b736daf868 req-bfca6b58-3c01-41c0-b651-d8b468a8fd0c tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:07.907057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-add50496-6f53-42ab-a38e-c0b736daf868 req-bfca6b58-3c01-41c0-b651-d8b468a8fd0c tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.1204920 Oct 18 23:28:07.933539 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:07.973181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:07.976796 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317c1741-4fc6-4608-b47e-6b0f59f8c9e8" -d '{"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:07.997463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:08.007976 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-add50496-6f53-42ab-a38e-c0b736daf868 req-59d0c4be-0576-4455-9bbc-efcbc36eeb5a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843239 Oct 18 23:28:08.011469 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:08.126692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:08.210538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf11c6-348a-426d-a00c-2ff208e335d6 req-a369861a-fe5b-4958-ae59-5686a51560ab tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:08.213606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-edcf11c6-348a-426d-a00c-2ff208e335d6 req-a369861a-fe5b-4958-ae59-5686a51560ab tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.0960352 Oct 18 23:28:08.271959 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-edcf11c6-348a-426d-a00c-2ff208e335d6 req-7d2386e9-fde8-4cef-a193-48db03b4748f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495465 Oct 18 23:28:08.459530 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e41a9a5-d956-4e8c-9bf7-563b6e7275e3 x-openstack-request-id: req-7e41a9a5-d956-4e8c-9bf7-563b6e7275e3 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:08.459885 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:08.460253 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e41a9a5-d956-4e8c-9bf7-563b6e7275e3 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:08.460850 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'code': 200} Oct 18 23:28:08.613219 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2a72eea-c05c-47ec-bc27-18458b516635 req-20ae3c6f-c6e3-4673-80b1-cfd65eec4d22 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0407307 Oct 18 23:28:08.701315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa93c7-9a75-47d0-adbd-8ed70fbb9591 req-5c74b1c9-1465-4e37-b260-fdfac597e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:08.704134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15aa93c7-9a75-47d0-adbd-8ed70fbb9591 req-5c74b1c9-1465-4e37-b260-fdfac597e354 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1098 time: 0.1026592 Oct 18 23:28:08.762103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15aa93c7-9a75-47d0-adbd-8ed70fbb9591 req-8aa5e21e-ce7c-4f94-a5d2-f2ef3686ac29 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495563 Oct 18 23:28:08.812462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a5ebf-3d1c-4d47-8287-c3910eb1c821 req-fa012af8-e257-4f68-882e-e45b5609de1a tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:08.815519 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d7a5ebf-3d1c-4d47-8287-c3910eb1c821 req-fa012af8-e257-4f68-882e-e45b5609de1a tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 945 time: 0.0943394 Oct 18 23:28:08.879371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d7a5ebf-3d1c-4d47-8287-c3910eb1c821 req-855d7894-bd9c-4ce9-a8d4-f11150f71af7 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538743 Oct 18 23:28:09.361919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdf64-0303-47f7-86fe-21294b4e25a7 req-03aeb1d4-2504-44ba-b1c0-25eaa40cc9f2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:09.363636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aaafdf64-0303-47f7-86fe-21294b4e25a7 req-03aeb1d4-2504-44ba-b1c0-25eaa40cc9f2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0704963 Oct 18 23:28:09.428182 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aaafdf64-0303-47f7-86fe-21294b4e25a7 req-2d9a5a0d-4a11-4b5d-ae05-c05d12eee419 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537539 Oct 18 23:28:09.601932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103f153-f1c5-4993-8fb1-97094b2f32fe req-56a99a8e-da74-49a0-9e23-4ab88cf9ffe6 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:09.605014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9103f153-f1c5-4993-8fb1-97094b2f32fe req-56a99a8e-da74-49a0-9e23-4ab88cf9ffe6 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.0877430 Oct 18 23:28:09.686499 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9103f153-f1c5-4993-8fb1-97094b2f32fe req-1e792b0f-fa71-485b-9c96-34c260af85ee tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681281 Oct 18 23:28:09.751635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4298ed17-38df-44ef-a673-4b65e9a1225e up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:28:10.034636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 4298ed17-38df-44ef-a673-4b65e9a1225e completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:28:10.040188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba2bd1-5e56-4b45-81aa-b92fe25c42fa req-4ffdffb8-a3c5-4319-9ae4-a6e1fe7d941b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:10.042439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19ba2bd1-5e56-4b45-81aa-b92fe25c42fa req-4ffdffb8-a3c5-4319-9ae4-a6e1fe7d941b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.2416289 Oct 18 23:28:10.042865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 4298ed17-38df-44ef-a673-4b65e9a1225e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:28:10.043407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:10.239266 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:10.371369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4298ed17-38df-44ef-a673-4b65e9a1225e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4298ed17-38df-44ef-a673-4b65e9a1225e,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:10.377816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:10.462560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4298ed17-38df-44ef-a673-4b65e9a1225e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:10.465439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4298ed17-38df-44ef-a673-4b65e9a1225e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:10.468092 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d7710-5b56-4692-81ea-096e726d138b" -d '{"events": [{"server_uuid": "b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa", "name": "network-vif-plugged", "status": "completed", "tag": "4298ed17-38df-44ef-a673-4b65e9a1225e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:10.558680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19ba2bd1-5e56-4b45-81aa-b92fe25c42fa req-5ba61999-b3c9-4341-80ed-04e3921d7d31 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5026381 Oct 18 23:28:10.804668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2bb8e4f0-93be-4530-b972-ee6b757291f1 req-2e31cea6-c2fe-4693-8d65-113a67d25443 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0432084 Oct 18 23:28:10.949657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25637f-61fd-421f-9c4b-53b0903eb4fb req-2af9c1ed-a590-4154-9542-d3e1db5d264d tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:10.951290 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2f25637f-61fd-421f-9c4b-53b0903eb4fb req-2af9c1ed-a590-4154-9542-d3e1db5d264d tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 946 time: 0.0682230 Oct 18 23:28:11.008695 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2f25637f-61fd-421f-9c4b-53b0903eb4fb req-19acc5a8-6a13-465c-9d4d-d1c1ef6ad6d9 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500073 Oct 18 23:28:11.345446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dc040-2827-424d-bbc1-db2bee2cf6f2 req-61fbcb32-d686-460a-9389-249d5acd7a26 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:11.347015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-401dc040-2827-424d-bbc1-db2bee2cf6f2 req-61fbcb32-d686-460a-9389-249d5acd7a26 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0906677 Oct 18 23:28:11.408989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-401dc040-2827-424d-bbc1-db2bee2cf6f2 req-5757fd19-1735-4bbe-ae0d-80607d6847e1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553451 Oct 18 23:28:11.461722 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66906ce0-6904-46e3-b3b0-dcda874966c4 x-openstack-request-id: req-66906ce0-6904-46e3-b3b0-dcda874966c4 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:11.462631 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa", "name": "network-vif-plugged", "status": "completed", "tag": "4298ed17-38df-44ef-a673-4b65e9a1225e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:11.462631 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66906ce0-6904-46e3-b3b0-dcda874966c4 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:11.463983 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4298ed17-38df-44ef-a673-4b65e9a1225e', 'code': 200} Oct 18 23:28:11.584031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b9b0b-ba2d-408b-b417-87293f5d076a req-48edcbc9-32bb-4f38-ab2d-067c3e6f2718 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:11.592711 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a18b9b0b-ba2d-408b-b417-87293f5d076a req-48edcbc9-32bb-4f38-ab2d-067c3e6f2718 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.0767407 Oct 18 23:28:11.641229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dddd7-6077-49cb-a928-4d76a4d475c4 req-48c8d821-78c1-45d6-a684-9b0cc8e0acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:11.642158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a18b9b0b-ba2d-408b-b417-87293f5d076a req-ecd6755c-4fb9-4f1d-89b7-002f71de2b83 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475588 Oct 18 23:28:11.646450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a9dddd7-6077-49cb-a928-4d76a4d475c4 req-48c8d821-78c1-45d6-a684-9b0cc8e0acb4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 1098 time: 0.0801466 Oct 18 23:28:11.726484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a9dddd7-6077-49cb-a928-4d76a4d475c4 req-53fcbc3c-9f10-4a0e-97d4-3b571e660d66 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619366 Oct 18 23:28:11.782761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907278-e6b8-4e8e-9578-8906adfacf13 req-408ab658-d8e2-492e-aac4-98299d6afe7f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:11.784949 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54907278-e6b8-4e8e-9578-8906adfacf13 req-408ab658-d8e2-492e-aac4-98299d6afe7f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.0575769 Oct 18 23:28:11.841094 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54907278-e6b8-4e8e-9578-8906adfacf13 req-dd547499-d9c5-4925-93c8-163fb007e95a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441639 Oct 18 23:28:12.217398 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5bf0444-182a-4c52-8c57-e527f93cf91f req-c24e75c5-bde0-4253-9396-22add5f68dfc tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0395403 Oct 18 23:28:12.391424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7b26-7cbd-4660-88f6-2662bbd58b02 req-30d74850-3529-4609-b6c6-28696df5e909 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:12.403450 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-69fb7b26-7cbd-4660-88f6-2662bbd58b02 req-30d74850-3529-4609-b6c6-28696df5e909 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.0968330 Oct 18 23:28:12.405608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51940) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:28:12.412808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ec60b0f1-45d9-441d-b177-c9d974608c43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'floatingip': {'port_id': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:28:12.482350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec60b0f1-45d9-441d-b177-c9d974608c43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:12.512011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5762ba9-a1ac-43e4-a803-7cef9382aa14 req-eccf71d6-81cf-4940-a862-7ae046c5f7e8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:12.515010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5762ba9-a1ac-43e4-a803-7cef9382aa14 req-eccf71d6-81cf-4940-a862-7ae046c5f7e8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 946 time: 0.0621934 Oct 18 23:28:12.560986 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5762ba9-a1ac-43e4-a803-7cef9382aa14 req-0327c053-c0bd-4d0a-abea-2bf3990462c6 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390232 Oct 18 23:28:12.810214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790682d2-67cb-44f5-b6cc-0aed86667845 req-c3a7f8a4-b6dd-4f1b-abc1-57209af1e325 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:12.811878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-790682d2-67cb-44f5-b6cc-0aed86667845 req-c3a7f8a4-b6dd-4f1b-abc1-57209af1e325 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0562925 Oct 18 23:28:12.854989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-790682d2-67cb-44f5-b6cc-0aed86667845 req-a93e9a69-dd14-49e4-b415-8e43516ee8f8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362833 Oct 18 23:28:12.980291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1192b-8656-48b8-af5a-eed0beffb655 req-21a631d1-e87b-49ac-beb2-4d201b535603 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:12.982576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ed1192b-8656-48b8-af5a-eed0beffb655 req-21a631d1-e87b-49ac-beb2-4d201b535603 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.0687931 Oct 18 23:28:13.025427 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ed1192b-8656-48b8-af5a-eed0beffb655 req-4d1b55d6-848a-4c79-b704-571145861004 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364952 Oct 18 23:28:13.086254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec60b0f1-45d9-441d-b177-c9d974608c43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:13.091400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec60b0f1-45d9-441d-b177-c9d974608c43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:13.202854 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-ec60b0f1-45d9-441d-b177-c9d974608c43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Floating IP dcdad0f9-2aa5-4a84-aa53-e8485b9040c5 associated. External IP: 172.25.7.190, port: 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56. Oct 18 23:28:13.355934 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3ba89ec3-d8a1-4a4a-8743-52e5bc99188a req-2be6752d-245d-4195-8bf5-f65661597a73 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0489602 Oct 18 23:28:13.433228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec60b0f1-45d9-441d-b177-c9d974608c43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Router efaffcf3-ed95-45ae-be0b-d21c609e3c23 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:28:13.579031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec60b0f1-45d9-441d-b177-c9d974608c43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:28:13.585602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec60b0f1-45d9-441d-b177-c9d974608c43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:13.591154 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] Sync routers for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:28:13.602605 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:28:13.603277 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:27:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:28:13.622244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ec60b0f1-45d9-441d-b177-c9d974608c43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "PUT /v2.0/floatingips/dcdad0f9-2aa5-4a84-aa53-e8485b9040c5 HTTP/1.1" status: 200 len: 992 time: 1.2109065 Oct 18 23:28:13.622244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:13.622244 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:13.712718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fd593-80ff-4313-b191-60633df281a1 req-8bceb28f-507f-44b2-a0a8-a31e862981bc tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:13.714600 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c18fd593-80ff-4313-b191-60633df281a1 req-8bceb28f-507f-44b2-a0a8-a31e862981bc tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 946 time: 0.0551922 Oct 18 23:28:13.717811 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:28:13.756711 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c18fd593-80ff-4313-b191-60633df281a1 req-fca395b4-d2db-441c-8366-bb4876a79262 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359881 Oct 18 23:28:13.915105 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992abc9a-005c-4f73-ab79-dbc6c1663621 x-openstack-request-id: req-992abc9a-005c-4f73-ab79-dbc6c1663621 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:13.915636 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:13.916680 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-992abc9a-005c-4f73-ab79-dbc6c1663621 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:13.917267 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'status': 'completed', 'code': 200} Oct 18 23:28:14.001806 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'dcdad0f9-2aa5-4a84-aa53-e8485b9040c5', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'port_id': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'mac_address': 'fa:16:3e:41:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:27:39Z', 'updated_at': '2021-10-18T23:28:12Z', 'revision_number': 1, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f470321-8dbc-421f-a92b-adf4f786bf35', 'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'mac_address': 'fa:16:3e:0d:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:29Z', 'updated_at': '2021-10-18T23:27:39Z', 'revision_number': 5, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'subnets': [{'id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:28:14.007442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-ac36f5d1-a490-4fbb-8dde-57f2ca29fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:14.009076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-ac36f5d1-a490-4fbb-8dde-57f2ca29fefa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1098 time: 0.0465279 Oct 18 23:28:14.036509 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] Checking router: efaffcf3-ed95-45ae-be0b-d21c609e3c23 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:28:14.053565 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:28:14.054440 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:27:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:28:14.157307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99db06-81fe-487a-99fb-0a7673df56bf req-aa14191e-29fb-4919-8ed9-8acd8a101748 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:14.158406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-66c3e996-2afd-42c6-b565-b5c1243f5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:14.160365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-66c3e996-2afd-42c6-b565-b5c1243f5187 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1432598 Oct 18 23:28:14.164859 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe99db06-81fe-487a-99fb-0a7673df56bf req-aa14191e-29fb-4919-8ed9-8acd8a101748 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0888522 Oct 18 23:28:14.200834 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:28:14.206479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe99db06-81fe-487a-99fb-0a7673df56bf req-48900b8e-fc0e-4bbf-89f2-4fec47f2b91d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Oct 18 23:28:14.257859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-3551829c-48be-42b2-9783-e32df4b8effc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 0.0887151 Oct 18 23:28:14.332455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-245c5e1b-a228-4ed1-9408-ca13b744ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:14.334411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-245c5e1b-a228-4ed1-9408-ca13b744ddea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0691202 Oct 18 23:28:14.334861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e71c70-ac09-43a0-9d17-f3a0bcd2d6c9 req-c1c4aeee-9978-40d8-b85a-b7da884d5ef3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:14.336430 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-91e71c70-ac09-43a0-9d17-f3a0bcd2d6c9 req-c1c4aeee-9978-40d8-b85a-b7da884d5ef3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.0611014 Oct 18 23:28:14.392729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-bb700cb0-f716-4887-9bd0-55a55d2e4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:14.394609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-bb700cb0-f716-4887-9bd0-55a55d2e4b2b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500860 Oct 18 23:28:14.401327 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-91e71c70-ac09-43a0-9d17-f3a0bcd2d6c9 req-1ae67079-4d06-4594-ad81-cc8c3b97c879 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561171 Oct 18 23:28:14.497519 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'dcdad0f9-2aa5-4a84-aa53-e8485b9040c5', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'port_id': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'mac_address': 'fa:16:3e:41:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:27:39Z', 'updated_at': '2021-10-18T23:28:12Z', 'revision_number': 1, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f470321-8dbc-421f-a92b-adf4f786bf35', 'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'mac_address': 'fa:16:3e:0d:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:29Z', 'updated_at': '2021-10-18T23:27:39Z', 'revision_number': 5, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'subnets': [{'id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:28:14.511004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-6c00e152-650e-4671-b69f-a78288a0e6ca service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058912 Oct 18 23:28:14.530889 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8377a1e-98a5-42ca-8790-3f0eb0617826 None None] The sync data for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 is: [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'dcdad0f9-2aa5-4a84-aa53-e8485b9040c5', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'port_id': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'mac_address': 'fa:16:3e:41:b9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:27:39Z', 'updated_at': '2021-10-18T23:28:12Z', 'revision_number': 1, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f470321-8dbc-421f-a92b-adf4f786bf35', 'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'mac_address': 'fa:16:3e:0d:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:29Z', 'updated_at': '2021-10-18T23:27:39Z', 'revision_number': 5, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'subnets': [{'id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:28:14.623959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34aad4a6-1d2e-47fb-81ce-bf69b543f9d7 req-e33c5a65-9504-402e-86c8-92f2a22d706a service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018779 Oct 18 23:28:14.737897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-268015fe-42ff-4626-889e-78a7ad4a7712 req-44166868-4a1e-4935-822b-b5223551f647 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0322182 Oct 18 23:28:14.782689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f8576-d842-4680-b423-86d51a4a8d30 None None] New status for floating IP dcdad0f9-2aa5-4a84-aa53-e8485b9040c5: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:28:14.879390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3b77b-2e64-422b-a015-b01a0d87d11e req-ae50d576-2aee-4c95-aea3-0e4b6ba9f92f tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:14.882668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7c3b77b-2e64-422b-a015-b01a0d87d11e req-ae50d576-2aee-4c95-aea3-0e4b6ba9f92f tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 946 time: 0.0590327 Oct 18 23:28:14.931516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7c3b77b-2e64-422b-a015-b01a0d87d11e req-1b1a0760-1b25-4375-ac59-d85f0a2bf15f tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372899 Oct 18 23:28:15.335564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7263bbe-91a7-450d-9419-5a8271b99852 req-6cc75a81-b7df-4909-b3cd-eae8967569c1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:15.337111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7263bbe-91a7-450d-9419-5a8271b99852 req-6cc75a81-b7df-4909-b3cd-eae8967569c1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0526779 Oct 18 23:28:15.378395 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7263bbe-91a7-450d-9419-5a8271b99852 req-2418f164-4e01-41a8-9b2f-1b3068940005 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Oct 18 23:28:15.557382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b790-398c-424d-92ac-4ab206d4beec req-83824a18-4418-41d9-8214-e28647ff0cb0 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:15.558971 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5647b790-398c-424d-92ac-4ab206d4beec req-83824a18-4418-41d9-8214-e28647ff0cb0 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.0835567 Oct 18 23:28:15.565895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-1214034b-4de7-4a53-91b7-1269218ed7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:15.567482 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-1214034b-4de7-4a53-91b7-1269218ed7d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 1096 time: 0.0626080 Oct 18 23:28:15.631416 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5647b790-398c-424d-92ac-4ab206d4beec req-334700ff-652c-4470-9c7a-7bcf21a99e46 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629866 Oct 18 23:28:15.687716 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-fb2ca01c-55b2-49a1-bd82-77d9c6c71619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:15.689183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-fb2ca01c-55b2-49a1-bd82-77d9c6c71619 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 915 time: 0.1036417 Oct 18 23:28:15.739433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-68229bee-752b-4c97-93d7-247f9b65000f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 200 len: 217 time: 0.0405853 Oct 18 23:28:15.793829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-4c3f9a41-ba90-4317-9358-b5715bb5d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:15.795339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-4c3f9a41-ba90-4317-9358-b5715bb5d29d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 200 len: 854 time: 0.0459149 Oct 18 23:28:15.830686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-e8013219-cba3-416c-b870-fbbfafbb751e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266004 Oct 18 23:28:15.881188 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9df567d-570b-4bc3-8a81-6b24cf776e2f req-89574d50-dac3-46d3-8662-b1dfac12b4fd tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0431607 Oct 18 23:28:15.951886 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-9dbf128e-91c1-48b1-b7f9-872355537d57 service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121900 Oct 18 23:28:16.049479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0b80861-25c1-44d4-a443-8f25a4c445ca req-452b66b6-d9b5-4d95-ba2f-e83fa39ce58e service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898576 Oct 18 23:28:16.086203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa07747-04d9-4391-af45-6621f78e6fb5 req-ea1595cc-c2f2-4778-8b77-6f5612f4583b tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:16.088582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fa07747-04d9-4391-af45-6621f78e6fb5 req-ea1595cc-c2f2-4778-8b77-6f5612f4583b tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 946 time: 0.0612271 Oct 18 23:28:16.143685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fa07747-04d9-4391-af45-6621f78e6fb5 req-01dd99ca-8954-427e-8868-c52cbe4ec4a6 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Oct 18 23:28:16.499362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b77a8e-24f7-4d40-86f8-45c5c485cdeb req-88f9a769-ce0d-42e3-847b-d39b79429ca3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:16.500920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27b77a8e-24f7-4d40-86f8-45c5c485cdeb req-88f9a769-ce0d-42e3-847b-d39b79429ca3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0552468 Oct 18 23:28:16.543186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27b77a8e-24f7-4d40-86f8-45c5c485cdeb req-e0ff308b-113e-48d6-b8a7-bf0c29cd348a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358667 Oct 18 23:28:16.640477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-0b17e702-d40b-4192-a7dc-16bc8d329927 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:16.642033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-0b17e702-d40b-4192-a7dc-16bc8d329927 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 946 time: 0.0511096 Oct 18 23:28:16.775960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f61e6d-e679-4056-b48a-8e392ee96825 req-33f77386-d2b2-4c09-987f-9c302757d76a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:16.777527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31f61e6d-e679-4056-b48a-8e392ee96825 req-33f77386-d2b2-4c09-987f-9c302757d76a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.0629847 Oct 18 23:28:16.803409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Deleting port 4298ed17-38df-44ef-a673-4b65e9a1225e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:28:16.803742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:16.849178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31f61e6d-e679-4056-b48a-8e392ee96825 req-7cb4ca6c-35f6-4507-a0e3-6d6dde89277b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654190 Oct 18 23:28:16.914883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] For port 4298ed17-38df-44ef-a673-4b65e9a1225e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4298ed17-38df-44ef-a673-4b65e9a1225e,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:16.915157 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:16.932227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Calling delete_port for 4298ed17-38df-44ef-a673-4b65e9a1225e owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:28:16.998703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5b6b483-d714-42f6-86ab-e38ecbfe318b req-3849bc0e-da2b-43af-91fb-fe461e0516ea tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0332675 Oct 18 23:28:17.075708 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:17.109423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Pushing event deleted for resources: {'Port': ['ID=4298ed17-38df-44ef-a673-4b65e9a1225e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:17.123544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4298ed17-38df-44ef-a673-4b65e9a1225e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:28:17.155305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] No DVR routers for this DVR port 4298ed17-38df-44ef-a673-4b65e9a1225e on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:28:17.158233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:17.161840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-195e46a1-e854-4dde-acbc-4f09f6d44419 req-d80aed70-1b9f-4f75-8db7-7cd499ccd856 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.102 "DELETE /v2.0/ports/4298ed17-38df-44ef-a673-4b65e9a1225e HTTP/1.1" status: 204 len: 173 time: 0.5125618 Oct 18 23:28:17.162329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa', 'name': 'network-vif-deleted', 'tag': '4298ed17-38df-44ef-a673-4b65e9a1225e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:17.164793 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b492f0a4-d72e-49fc-877e-105fc129da78" -d '{"events": [{"server_uuid": "b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa", "name": "network-vif-deleted", "tag": "4298ed17-38df-44ef-a673-4b65e9a1225e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:17.206164 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cdea78-5d9c-4115-a46b-f49ffa48d93d x-openstack-request-id: req-06cdea78-5d9c-4115-a46b-f49ffa48d93d {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:17.206473 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa", "name": "network-vif-deleted", "tag": "4298ed17-38df-44ef-a673-4b65e9a1225e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:17.206764 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06cdea78-5d9c-4115-a46b-f49ffa48d93d {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:17.207187 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa', 'name': 'network-vif-deleted', 'tag': '4298ed17-38df-44ef-a673-4b65e9a1225e', 'status': 'completed', 'code': 200} Oct 18 23:28:17.289260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7619fc9a-7f03-4ebd-8533-7ff3dfde2c9c req-ad86b8af-b892-49a9-9b98-7623060184a8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9edfd65-ea3e-43aa-9e1e-afc3451d9dfa HTTP/1.1" status: 200 len: 210 time: 0.0335648 Oct 18 23:28:17.425973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e5299eaf-892c-4b2a-9d32-38b38219f8c2 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:28:17.529271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:17.541783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'port_id': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2', 'mac_address': 'fa:16:3e:de:6d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5cc56-f976-4b7f-b7db-43eb616dedd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:28:17.581653 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:17.596244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5299eaf-892c-4b2a-9d32-38b38219f8c2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:28:17.617958 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:17.623205 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:17.669746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac9408-5d11-4dfa-80cc-51c5cc1b8250 req-a34a47db-4798-4af5-8cd3-8de671bd37ca tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:17.671653 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-63ac9408-5d11-4dfa-80cc-51c5cc1b8250 req-a34a47db-4798-4af5-8cd3-8de671bd37ca tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0581672 Oct 18 23:28:17.694243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e5299eaf-892c-4b2a-9d32-38b38219f8c2,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:17.716196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-63ac9408-5d11-4dfa-80cc-51c5cc1b8250 req-9b6dffb7-6643-4b77-a999-b2cc4411f39b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379498 Oct 18 23:28:17.994688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e2980-38dd-489f-986e-c55472085a4f req-9a6a7539-6f2f-45bb-85e5-a3fd8ac33cc3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:17.996278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c44e2980-38dd-489f-986e-c55472085a4f req-9a6a7539-6f2f-45bb-85e5-a3fd8ac33cc3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 944 time: 0.0547745 Oct 18 23:28:18.036886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c44e2980-38dd-489f-986e-c55472085a4f req-280257f9-03f7-4ca4-8205-93f358cee192 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344455 Oct 18 23:28:18.114192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7246e606-4095-4bfe-b9ba-1f7d83552fca req-39d0dbef-c5d6-4513-99c5-7827215a715f tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0291715 Oct 18 23:28:18.240794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['e5299eaf-892c-4b2a-9d32-38b38219f8c2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:28:18.613785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-42d5230d-3f43-4f0d-b849-8e237e0f4505 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:18.615313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-42d5230d-3f43-4f0d-b849-8e237e0f4505 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/networks?id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f HTTP/1.1" status: 200 len: 808 time: 0.1156340 Oct 18 23:28:18.632185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-f00e59a4-1cab-4442-b173-b9e86277c065 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/quotas/6d39fe7122d042a1aa9149f11e6f89a3 HTTP/1.1" status: 200 len: 375 time: 0.0097325 Oct 18 23:28:18.665639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-005a9f20-d8ae-4ce8-9c88-fffb88ac39dd tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d39fe7122d042a1aa9149f11e6f89a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270202 Oct 18 23:28:18.765696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-6b9cac6e-7f3b-47ca-91a0-020dd5de6046 service neutron] 10.222.0.52 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926096 Oct 18 23:28:18.865037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a2d5-f5d3-4ee4-927e-133160f00cf2 req-c8431268-71f2-44be-a24c-680f5ce5e963 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:18.866515 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7575a2d5-f5d3-4ee4-927e-133160f00cf2 req-c8431268-71f2-44be-a24c-680f5ce5e963 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 944 time: 0.0576184 Oct 18 23:28:18.888461 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-d2fb94ab-051f-496f-aab0-ddfbf63423e2 service neutron] 10.222.0.52 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132896 Oct 18 23:28:18.914954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7575a2d5-f5d3-4ee4-927e-133160f00cf2 req-e2a639b1-3dc2-4369-8d6e-f526a65d3f6b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414467 Oct 18 23:28:19.107533 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c505d6bc-95a7-4098-b056-1f124b308016 req-26a86468-6925-4da8-86b4-1ba4d5089634 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 210 time: 0.0314550 Oct 18 23:28:19.249912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70397456-3bb3-4e37-9477-099f80c35567 req-29bfbf6a-6f5a-4998-9845-83a6f304d62e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:19.251712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70397456-3bb3-4e37-9477-099f80c35567 req-29bfbf6a-6f5a-4998-9845-83a6f304d62e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 944 time: 0.0871170 Oct 18 23:28:19.273911 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec1f59f5-6eed-43fd-862f-04eea7d1f5ac req-040d9408-9853-47bd-a726-0ae17c25d8d3 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0406010 Oct 18 23:28:19.308580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70397456-3bb3-4e37-9477-099f80c35567 req-6d48be36-7644-4a23-b407-de07045524b3 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487192 Oct 18 23:28:19.440403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device aa47f265-8df6-4350-afd2-607201b1496e details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:28:19.551107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:19.564387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'aa47f265-8df6-4350-afd2-607201b1496e', 'network_id': '3e651f18-b15a-4c07-a5ed-6fc0ae4562c7', 'port_id': 'aa47f265-8df6-4350-afd2-607201b1496e', 'mac_address': 'fa:16:3e:79:79:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8442eba-cbb7-44ec-9362-78857b6c5106', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:28:19.605224 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:19.621848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa47f265-8df6-4350-afd2-607201b1496e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:28:19.645735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:19.651439 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:19.719432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:20.048003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3e842-1fda-4b72-8657-f96dc9aa6bdb req-708e89c0-a153-45b1-a58c-6c40040ceaad tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:20.049591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5fd3e842-1fda-4b72-8657-f96dc9aa6bdb req-708e89c0-a153-45b1-a58c-6c40040ceaad tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0556347 Oct 18 23:28:20.092747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5fd3e842-1fda-4b72-8657-f96dc9aa6bdb req-7420680e-f151-4283-baca-e74298cda6ba tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Oct 18 23:28:20.121254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['aa47f265-8df6-4350-afd2-607201b1496e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:28:20.231233 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dfb6e45c-df30-4fb1-8d9c-94a46572e3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:20.241367 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f84e5807-17bf-4655-baa7-e08ea0b83d31 req-33985d70-846e-41c6-ab07-98c6332692b8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 210 time: 0.0323792 Oct 18 23:28:20.434478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6f291920-1f4a-4c7e-aca3-814c40288ab9 req-ad26e515-83c3-482d-9806-8ec543be1ead tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0641434 Oct 18 23:28:20.479230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-5c4647db-0261-4490-b921-f79ef519d9d8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:20.480903 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-5c4647db-0261-4490-b921-f79ef519d9d8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.102 "GET /v2.0/networks?id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f HTTP/1.1" status: 200 len: 808 time: 0.2129951 Oct 18 23:28:20.507300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Request body: {'port': {'device_id': 'f6087ea9-a2c6-465f-b220-19e69dc329ff', 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f', 'admin_state_up': True, 'tenant_id': '6d39fe7122d042a1aa9149f11e6f89a3'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:28:20.520626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba592d-55e0-401d-b648-898b7d2203bb req-570d8084-6a34-4d4f-94fd-bfa7867735c6 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:20.522207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81ba592d-55e0-401d-b648-898b7d2203bb req-570d8084-6a34-4d4f-94fd-bfa7867735c6 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 944 time: 0.0976114 Oct 18 23:28:20.619975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81ba592d-55e0-401d-b648-898b7d2203bb req-17586a45-7c0e-4737-a315-dd6b9fca3dea tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855889 Oct 18 23:28:20.674165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Made reservation on behalf of 6d39fe7122d042a1aa9149f11e6f89a3 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:28:20.679851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:20.844880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Allocated IP 172.20.0.7 (1d4a1d7f-1ad3-4266-9870-3bae4c64670f/44630835-de89-4318-bbe8-2910dd12a1db/07cf132e-dd62-4abd-a1f3-ecbb639b7ece) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:28:21.009501 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.044618 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.090749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:28:21.094273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:28:21.098508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:28:21.108735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Pushing event updated for resources: {'Port': ['ID=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:21.159473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:21.160133 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.178560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-ee20c0e0-899e-4988-9923-e199d745d14c tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6751330 Oct 18 23:28:21.205285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Request body: {'port': {'device_id': 'f6087ea9-a2c6-465f-b220-19e69dc329ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:28:21.225051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816bcfa-faa9-4073-ab13-47c3d8231239 req-d8aa6ee6-8bcf-4592-959f-4f8a02035d2e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:21.226585 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a816bcfa-faa9-4073-ab13-47c3d8231239 req-d8aa6ee6-8bcf-4592-959f-4f8a02035d2e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 945 time: 0.0579963 Oct 18 23:28:21.270051 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.273104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a816bcfa-faa9-4073-ab13-47c3d8231239 req-87f2db95-ea18-48ad-8775-878384573ffa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395236 Oct 18 23:28:21.392066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d195257-5115-4af2-aff1-71a181bdf45b req-995392ae-b5a2-4c13-ba38-620e7f543e35 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:21.393762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d195257-5115-4af2-aff1-71a181bdf45b req-995392ae-b5a2-4c13-ba38-620e7f543e35 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 931 time: 0.0520136 Oct 18 23:28:21.434263 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d195257-5115-4af2-aff1-71a181bdf45b req-251c757f-3635-4458-a9ef-910ac82640ab tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338881 Oct 18 23:28:21.440849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device aa47f265-8df6-4350-afd2-607201b1496e up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:28:21.499919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port aa47f265-8df6-4350-afd2-607201b1496e completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:28:21.505289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port aa47f265-8df6-4350-afd2-607201b1496e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:28:21.505658 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.570357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e4d1103-ccfe-4ce4-917c-eac5e3a2f2b3 req-7271b781-a149-46c5-a77d-bae512610eb3 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0464995 Oct 18 23:28:21.582892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cf132e-dd62-4abd-a1f3-ecbb639b7ece {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:28:21.591677 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.598034 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.605812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Transition to ACTIVE for port object 07cf132e-dd62-4abd-a1f3-ecbb639b7ece will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:28:21.612092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.628127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:21.630632 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bcb2b3-b5f2-4e25-b0d6-ab8e0e6aae55" -d '{"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-plugged", "status": "completed", "tag": "aa47f265-8df6-4350-afd2-607201b1496e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:21.651333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:21.657012 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.657872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e5299eaf-892c-4b2a-9d32-38b38219f8c2 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:28:21.669671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Pushing event updated for resources: {'Port': ['ID=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:21.690317 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0db8fec-3ba8-451b-9adc-754d5e164a9a x-openstack-request-id: req-a0db8fec-3ba8-451b-9adc-754d5e164a9a {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:21.690791 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-plugged", "status": "completed", "tag": "aa47f265-8df6-4350-afd2-607201b1496e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:21.690791 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0db8fec-3ba8-451b-9adc-754d5e164a9a {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:21.691169 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e', 'code': 200} Oct 18 23:28:21.778629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=12']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:21.801423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port e5299eaf-892c-4b2a-9d32-38b38219f8c2 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:28:21.807543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4298ed17-38df-44ef-a673-4b65e9a1225e no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:28:21.817560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Attempting to bind port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:28:21.818126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Attempting to bind port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '55773075-0a50-40fc-9206-6952e3fbf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:28:21.818608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Attempting to bind port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece on network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:21.832354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port e5299eaf-892c-4b2a-9d32-38b38219f8c2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:28:21.832736 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.834712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 4298ed17-38df-44ef-a673-4b65e9a1225e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:28:21.835160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4298ed17-38df-44ef-a673-4b65e9a1225e not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:28:21.846847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ff7c-7916-44ae-afe5-6c03711cc01c req-1077b0ec-74b7-4c94-9358-f6d69f88300f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:21.849439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c912ff7c-7916-44ae-afe5-6c03711cc01c req-1077b0ec-74b7-4c94-9358-f6d69f88300f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 944 time: 0.1149981 Oct 18 23:28:21.850379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece on network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:28:21.850943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Attempting to bind port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece on network 1d4a1d7f-1ad3-4266-9870-3bae4c64670f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:21.879537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:28:21.879882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Checking segment: {'id': '55773075-0a50-40fc-9206-6952e3fbf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:28:21.880272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Bound using segment: {'id': '55773075-0a50-40fc-9206-6952e3fbf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:28:21.880721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Bound port: 07cf132e-dd62-4abd-a1f3-ecbb639b7ece, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55773075-0a50-40fc-9206-6952e3fbf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:28:21.881097 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.929807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b250-3162-4c6b-a553-66457e966560 req-a740d325-7ce6-4983-b870-d4399e9d0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:21.932230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5377b250-3162-4c6b-a553-66457e966560 req-a740d325-7ce6-4983-b870-d4399e9d0e51 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 1098 time: 0.0479791 Oct 18 23:28:21.940907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c912ff7c-7916-44ae-afe5-6c03711cc01c req-f470ad64-8679-4bc7-a99f-ba39079158b9 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839157 Oct 18 23:28:21.942973 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:21.992413 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5377b250-3162-4c6b-a553-66457e966560 req-c3cda233-aadf-484a-91b5-422be75cd1f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 Oct 18 23:28:21.995293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] For port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:28:21.999145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] For port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:28:22.005533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:22.048221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:22.048941 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:22.050471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] 10.222.0.102 "PUT /v2.0/ports/07cf132e-dd62-4abd-a1f3-ecbb639b7ece HTTP/1.1" status: 200 len: 1092 time: 0.8500268 Oct 18 23:28:22.050998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6087ea9-a2c6-465f-b220-19e69dc329ff', 'tag': '07cf132e-dd62-4abd-a1f3-ecbb639b7ece'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:22.053399 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a688a786-18c3-4e7f-894f-4ed0ff10c304" -d '{"events": [{"name": "network-changed", "server_uuid": "f6087ea9-a2c6-465f-b220-19e69dc329ff", "tag": "07cf132e-dd62-4abd-a1f3-ecbb639b7ece"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:22.081994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbd424-2cc0-456d-89f3-10bf508a97a9 service neutron] Pushing event updated for resources: {'Port': ['ID=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:22.120018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:22.125691 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:22.133120 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff8043a-9903-40b5-a27f-5c6d01a9c276 x-openstack-request-id: req-dff8043a-9903-40b5-a27f-5c6d01a9c276 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:22.133700 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6087ea9-a2c6-465f-b220-19e69dc329ff", "tag": "07cf132e-dd62-4abd-a1f3-ecbb639b7ece", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:22.134129 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dff8043a-9903-40b5-a27f-5c6d01a9c276 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:22.134940 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6087ea9-a2c6-465f-b220-19e69dc329ff', 'tag': '07cf132e-dd62-4abd-a1f3-ecbb639b7ece', 'status': 'completed', 'code': 200} Oct 18 23:28:22.186242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e5299eaf-892c-4b2a-9d32-38b38219f8c2,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:22.205065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-608445f8-ba45-449d-8785-3ac384c19f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:22.206632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-608445f8-ba45-449d-8785-3ac384c19f5a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6d39fe7122d042a1aa9149f11e6f89a3&device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 1095 time: 0.0454233 Oct 18 23:28:22.263574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-269a2765-1491-4330-b3f5-4afa89e71cdc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07cf132e-dd62-4abd-a1f3-ecbb639b7ece HTTP/1.1" status: 200 len: 217 time: 0.0360415 Oct 18 23:28:22.323316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-986e824f-e48c-4cdb-9d51-4a6b42ac359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:22.324990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-986e824f-e48c-4cdb-9d51-4a6b42ac359e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=44630835-de89-4318-bbe8-2910dd12a1db HTTP/1.1" status: 200 len: 848 time: 0.0509326 Oct 18 23:28:22.362870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-4289c915-215d-4802-b74e-88b2f6de3a64 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277686 Oct 18 23:28:22.416301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6002e-6a97-4b77-833c-4b2a0848c119 req-33ceb5b8-d35b-4c46-920b-275bb3d509fa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:22.418389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d9a6002e-6a97-4b77-833c-4b2a0848c119 req-33ceb5b8-d35b-4c46-920b-275bb3d509fa tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0664120 Oct 18 23:28:22.469189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d9a6002e-6a97-4b77-833c-4b2a0848c119 req-f992ba45-c709-444a-a29e-8c3067531fb6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Oct 18 23:28:22.498971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-62829580-e602-4c83-ac88-a006979ef974 service neutron] 10.222.0.102 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252029 Oct 18 23:28:22.607510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c397d-4398-4f09-a6b0-f8e8b09f95cb req-7f3b0a33-eaa3-4279-b5c3-656d1f697bd6 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:22.608896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58e27dd3-a6c5-46f6-a4d2-5eb6878f4569 req-c9081ce7-a832-465e-82db-cb420727915c service neutron] 10.222.0.102 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004438 Oct 18 23:28:22.610178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-538c397d-4398-4f09-a6b0-f8e8b09f95cb req-7f3b0a33-eaa3-4279-b5c3-656d1f697bd6 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 943 time: 0.0765810 Oct 18 23:28:22.659890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-538c397d-4398-4f09-a6b0-f8e8b09f95cb req-27c1752c-c52e-4de3-98c1-5306cebc62b5 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Oct 18 23:28:22.706397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a1bfc07-9e7c-4d0d-9063-547dfb9056e9 req-80c99b64-8ca3-4b00-ba23-6f4a8f6c519f tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0416355 Oct 18 23:28:22.778364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-847cfe65-2644-45c1-8268-c7eb82f80ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:22.780027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-847cfe65-2644-45c1-8268-c7eb82f80ccf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6d39fe7122d042a1aa9149f11e6f89a3&device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 1095 time: 0.0537193 Oct 18 23:28:22.911005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-3143632d-d80f-4f5c-8aae-bab777eef2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:22.912489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-3143632d-d80f-4f5c-8aae-bab777eef2d7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f HTTP/1.1" status: 200 len: 909 time: 0.1209016 Oct 18 23:28:22.959114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-de75c6ca-ec93-415e-9f5a-c6abf3f3cc8e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07cf132e-dd62-4abd-a1f3-ecbb639b7ece HTTP/1.1" status: 200 len: 217 time: 0.0350034 Oct 18 23:28:23.021361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-919cef27-4b72-43bc-81a5-a1ab066b7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:23.022956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-919cef27-4b72-43bc-81a5-a1ab066b7871 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=44630835-de89-4318-bbe8-2910dd12a1db HTTP/1.1" status: 200 len: 848 time: 0.0538993 Oct 18 23:28:23.074514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-31a53f61-9606-4909-80b0-bf262b409ad4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1d4a1d7f-1ad3-4266-9870-3bae4c64670f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432944 Oct 18 23:28:23.078272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd00e59-b9e1-4785-9079-f64ca51bc26c req-ffcfa55b-d443-4e1b-97f9-238dcc8f5ce5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:23.079872 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfd00e59-b9e1-4785-9079-f64ca51bc26c req-ffcfa55b-d443-4e1b-97f9-238dcc8f5ce5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 945 time: 0.0529780 Oct 18 23:28:23.134214 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfd00e59-b9e1-4785-9079-f64ca51bc26c req-17d35f9f-0d23-4c72-8608-ac5efd64e905 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 Oct 18 23:28:23.177729 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-2189002e-54a8-46f9-9a6d-5b80c47778d1 service neutron] 10.222.0.102 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940199 Oct 18 23:28:23.284563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a688a786-18c3-4e7f-894f-4ed0ff10c304 req-4aef5f93-b17e-48db-85d4-97787dedcbe7 service neutron] 10.222.0.102 "GET /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962956 Oct 18 23:28:23.642187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e3e1a-feeb-41d8-b9d4-00ddc06d3ec0 req-4b279e29-b1c9-401f-942a-be0715ad09ab tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:23.643900 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed4e3e1a-feeb-41d8-b9d4-00ddc06d3ec0 req-4b279e29-b1c9-401f-942a-be0715ad09ab tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0738280 Oct 18 23:28:23.691561 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed4e3e1a-feeb-41d8-b9d4-00ddc06d3ec0 req-53ea7f4d-f315-4acc-a94d-24855594e2b2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387208 Oct 18 23:28:23.692955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:23.698250 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933955cf-e950-4229-82ca-f6ff30f329a0" -d '{"events": [{"server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "name": "network-vif-plugged", "status": "completed", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:23.751653 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900cc1b7-e944-4f93-8896-b5a2e30839b7 x-openstack-request-id: req-900cc1b7-e944-4f93-8896-b5a2e30839b7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:23.751845 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "name": "network-vif-plugged", "status": "completed", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:23.752507 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-900cc1b7-e944-4f93-8896-b5a2e30839b7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:23.753059 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2', 'code': 200} Oct 18 23:28:23.803736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129494a7-5485-4d58-8f36-9baa401c0473 req-d42e8c88-6108-45c2-bc66-b7e08d1c8699 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:23.805411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-129494a7-5485-4d58-8f36-9baa401c0473 req-d42e8c88-6108-45c2-bc66-b7e08d1c8699 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 943 time: 0.0643370 Oct 18 23:28:23.862612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15c06a2c-f865-45a0-b68a-b82283663e34 req-4ea1896e-a524-472e-a0ec-5dc455c4ee7c tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0432341 Oct 18 23:28:23.900971 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-077e094d-d968-431a-9dec-818874fa9618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:23.913973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-129494a7-5485-4d58-8f36-9baa401c0473 req-c64673ba-e738-43ef-a88b-e3816e8c23d2 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998654 Oct 18 23:28:23.927627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f99768-6829-43eb-9a1a-1883fbcc3d98 req-3cd1b8f0-ba44-4868-86e6-45d44b6ec204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:23.929579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28f99768-6829-43eb-9a1a-1883fbcc3d98 req-3cd1b8f0-ba44-4868-86e6-45d44b6ec204 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 1097 time: 0.0763769 Oct 18 23:28:23.992090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28f99768-6829-43eb-9a1a-1883fbcc3d98 req-2b191ca3-da92-4d07-8f00-a502265c7dfb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553489 Oct 18 23:28:24.560323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a070a14-bb16-4a83-80ee-85068346aa2c req-15a20bb1-7369-4f78-9422-44791c0a3b52 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:24.562309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a070a14-bb16-4a83-80ee-85068346aa2c req-15a20bb1-7369-4f78-9422-44791c0a3b52 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 945 time: 0.3471935 Oct 18 23:28:24.608297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a070a14-bb16-4a83-80ee-85068346aa2c req-7f8cd980-baab-47d3-934f-bb58eb474fd6 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394714 Oct 18 23:28:24.777312 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:24.914547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c9c56-f0c7-4312-bd84-cf9d1631a36a req-7044d714-0abd-4f2c-bc47-d5231ea1ba31 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:24.917707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918c9c56-f0c7-4312-bd84-cf9d1631a36a req-7044d714-0abd-4f2c-bc47-d5231ea1ba31 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0880489 Oct 18 23:28:24.980677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c1dbd319-02cf-4241-8dc1-fda2815defbc req-265b03fc-a207-4366-b24b-08b9075a1b2c tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0380688 Oct 18 23:28:24.982790 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918c9c56-f0c7-4312-bd84-cf9d1631a36a req-3d3f5327-e2ec-4ee5-b01b-2bdca3e4e87e tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569043 Oct 18 23:28:25.154483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464240f6-4e29-4c9c-bb98-44e94624ef23 req-c49d72c4-7359-4621-bb9e-7198cacf55eb tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:25.156117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-464240f6-4e29-4c9c-bb98-44e94624ef23 req-c49d72c4-7359-4621-bb9e-7198cacf55eb tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 943 time: 0.0616767 Oct 18 23:28:25.200102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-464240f6-4e29-4c9c-bb98-44e94624ef23 req-d70501a6-89a9-439d-8d9b-b2588ce6685b tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Oct 18 23:28:25.241728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164de48-84ca-4033-9d92-4b82dcb44d71 req-9a01248c-47b3-4ec2-8791-142eb05624ef tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:25.244890 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b164de48-84ca-4033-9d92-4b82dcb44d71 req-9a01248c-47b3-4ec2-8791-142eb05624ef tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0685863 Oct 18 23:28:25.256962 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:25.291332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b164de48-84ca-4033-9d92-4b82dcb44d71 req-b2e9ebf3-3176-4908-be59-428a068e4bd4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387785 Oct 18 23:28:25.485810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2fc23-6c06-42ba-90ac-2dcf1d24eab0 req-8b522ac3-8572-4db2-9e95-0e4a062ca3ba tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:25.487540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0f2fc23-6c06-42ba-90ac-2dcf1d24eab0 req-8b522ac3-8572-4db2-9e95-0e4a062ca3ba tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0695102 Oct 18 23:28:25.535972 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c0f2fc23-6c06-42ba-90ac-2dcf1d24eab0 req-36e569ad-86b8-4794-8257-29e8d5462cf3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 Oct 18 23:28:25.745868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4900dbf-528c-4b8f-8ab3-f078d39fc146 req-0f0c4d07-8092-4b56-9e9b-b93308bc8c07 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:25.748772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a4900dbf-528c-4b8f-8ab3-f078d39fc146 req-0f0c4d07-8092-4b56-9e9b-b93308bc8c07 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0845845 Oct 18 23:28:25.797576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a4900dbf-528c-4b8f-8ab3-f078d39fc146 req-492a73bd-3ab4-4030-9560-7f6c730192e2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Oct 18 23:28:25.820159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52eb471-2cfd-46dc-bb9f-36a7dcbc2ec3 req-c4105588-556f-4e6f-87f8-17ada9310925 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:25.824370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 07cf132e-dd62-4abd-a1f3-ecbb639b7ece details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:28:25.827703 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c52eb471-2cfd-46dc-bb9f-36a7dcbc2ec3 req-c4105588-556f-4e6f-87f8-17ada9310925 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 945 time: 0.0939579 Oct 18 23:28:25.887098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c52eb471-2cfd-46dc-bb9f-36a7dcbc2ec3 req-c6c5fed2-ae2f-437d-9544-39756bf56be8 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Oct 18 23:28:25.976188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:25.990175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '07cf132e-dd62-4abd-a1f3-ecbb639b7ece', 'network_id': '1d4a1d7f-1ad3-4266-9870-3bae4c64670f', 'port_id': '07cf132e-dd62-4abd-a1f3-ecbb639b7ece', 'mac_address': 'fa:16:3e:4f:87:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44630835-de89-4318-bbe8-2910dd12a1db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:28:26.025669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c9741-4255-47a0-9e85-f636e06a6e6f req-003aa080-97b4-47b6-abab-3dd438f35a32 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:26.027286 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d1c9741-4255-47a0-9e85-f636e06a6e6f req-003aa080-97b4-47b6-abab-3dd438f35a32 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0582023 Oct 18 23:28:26.031940 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:26.047404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cf132e-dd62-4abd-a1f3-ecbb639b7ece {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:28:26.070658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d1c9741-4255-47a0-9e85-f636e06a6e6f req-de32cc82-802e-48cb-951b-0e5bd6d67dd5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356934 Oct 18 23:28:26.074773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:26.081118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:26.121726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a782db2-ad44-40db-b48c-b4890e301156 req-782d1183-854d-4304-88a7-9a24e982d56b tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0384712 Oct 18 23:28:26.133867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:26.234261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ac6d-f08e-4f8f-965e-5fa7b898c64c req-d11bcee0-8945-4e80-b982-eaa4508af265 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:26.236378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d172ac6d-f08e-4f8f-965e-5fa7b898c64c req-d11bcee0-8945-4e80-b982-eaa4508af265 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0536752 Oct 18 23:28:26.278152 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d172ac6d-f08e-4f8f-965e-5fa7b898c64c req-2e0c71a9-0162-4a97-9bf3-2b426e1366c5 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343766 Oct 18 23:28:26.326636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885be5f-3844-48d0-916a-e22db9d8cbed req-c5fefad0-fa51-408e-96e2-c1249ea2466a tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:26.328104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8885be5f-3844-48d0-916a-e22db9d8cbed req-c5fefad0-fa51-408e-96e2-c1249ea2466a tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 944 time: 0.0501671 Oct 18 23:28:26.367851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8885be5f-3844-48d0-916a-e22db9d8cbed req-b17dc0ac-c39c-474e-a393-0dd9dd6de34d tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Oct 18 23:28:26.403242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c290262-55ae-4a67-83f2-e3a7cae29d49 req-1a517e85-4d06-45fd-90a9-03c57fb8149f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:26.404794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c290262-55ae-4a67-83f2-e3a7cae29d49 req-1a517e85-4d06-45fd-90a9-03c57fb8149f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0597842 Oct 18 23:28:26.447191 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c290262-55ae-4a67-83f2-e3a7cae29d49 req-092c7994-687a-4034-a247-fd2db9a39c02 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359297 Oct 18 23:28:26.701723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['07cf132e-dd62-4abd-a1f3-ecbb639b7ece'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:28:26.719786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8ee5-9b96-459d-adee-e9c1b46dd498 req-4ffbcb49-fe8e-4b26-8ae2-ebed1a28c64b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:26.722849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24fc8ee5-9b96-459d-adee-e9c1b46dd498 req-4ffbcb49-fe8e-4b26-8ae2-ebed1a28c64b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0690575 Oct 18 23:28:26.776986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24fc8ee5-9b96-459d-adee-e9c1b46dd498 req-a2a0feed-8462-43f2-9a7a-418c848ef3f0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 Oct 18 23:28:27.024873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de5eb9-3e2f-4bfe-b9ae-be528f64e62e req-fea345f5-4b89-4ff9-8afc-d18d59022aff tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:27.026911 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05de5eb9-3e2f-4bfe-b9ae-be528f64e62e req-fea345f5-4b89-4ff9-8afc-d18d59022aff tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 945 time: 0.0602040 Oct 18 23:28:27.072665 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05de5eb9-3e2f-4bfe-b9ae-be528f64e62e req-4606e3a7-4f4b-4090-bc11-aa8755660200 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Oct 18 23:28:27.243632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ade8772-338a-40bd-ac42-cc2bb5c80cb6 req-d3d270d5-8f34-49f3-b717-fc24ef389d12 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0276539 Oct 18 23:28:27.371013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee5f98-7883-422e-936c-93610e61b39c req-158ec053-1c67-4a49-818b-72bf21e60c99 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:27.372630 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0ee5f98-7883-422e-936c-93610e61b39c req-158ec053-1c67-4a49-818b-72bf21e60c99 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 945 time: 0.0567176 Oct 18 23:28:27.426472 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0ee5f98-7883-422e-936c-93610e61b39c req-60d0cc4e-4962-4d74-99c5-db6abc4bdc19 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456948 Oct 18 23:28:27.497444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695a154-02e7-4e0b-9322-316bfb4846c3 req-a4780953-f8af-4324-9824-63701c304fa5 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:27.499028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a695a154-02e7-4e0b-9322-316bfb4846c3 req-a4780953-f8af-4324-9824-63701c304fa5 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 944 time: 0.0518422 Oct 18 23:28:27.541545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a695a154-02e7-4e0b-9322-316bfb4846c3 req-fa7c9917-43a6-45a4-952a-01d4568fe3f4 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345545 Oct 18 23:28:27.787315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:27.908710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245de14-fa20-4c15-bb2e-17d2f9b6913f req-1ebbaced-1748-472b-9d5f-dc2e285393eb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:27.910232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1245de14-fa20-4c15-bb2e-17d2f9b6913f req-1ebbaced-1748-472b-9d5f-dc2e285393eb tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0596077 Oct 18 23:28:27.951918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1245de14-fa20-4c15-bb2e-17d2f9b6913f req-90092dc1-80ad-4667-9c3f-52e82f0f6557 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347049 Oct 18 23:28:28.256554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95a889-a60b-41e0-aeb8-8929e1f111cf req-353e85b7-caca-433c-b3ba-8241d46a6e0b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:28.258187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e95a889-a60b-41e0-aeb8-8929e1f111cf req-353e85b7-caca-433c-b3ba-8241d46a6e0b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0571659 Oct 18 23:28:28.337588 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e95a889-a60b-41e0-aeb8-8929e1f111cf req-ff098249-a5bc-4d44-b5ce-850cd946b706 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627444 Oct 18 23:28:28.344838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-bc6e03e8-5e03-4f0e-99ac-57de8e1fa9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:28.346629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-bc6e03e8-5e03-4f0e-99ac-57de8e1fa9ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8983fb43e6540b39f5db0003434b7c5&device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 1098 time: 0.0874698 Oct 18 23:28:28.412885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ffa27a20-9f6f-4532-a539-f47f28397add req-a41378aa-1af4-40d8-ac25-8e6809b75842 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0310428 Oct 18 23:28:28.469506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-85049489-017c-42a1-bf80-c1abfdfd1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:28.471071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-85049489-017c-42a1-bf80-c1abfdfd1bb3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 200 len: 915 time: 0.1156642 Oct 18 23:28:28.521318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-a2447fca-7bef-4b35-8ece-947b62b3edd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 200 len: 217 time: 0.0412564 Oct 18 23:28:28.571840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae8dbe-2feb-41b9-8cb5-ab358efc27ec req-979819e0-5f2e-49a9-8300-a939e9a31711 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:28.573938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfae8dbe-2feb-41b9-8cb5-ab358efc27ec req-979819e0-5f2e-49a9-8300-a939e9a31711 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 945 time: 0.0561683 Oct 18 23:28:28.582849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-13b9444a-73ed-459d-a164-34385e49967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:28.584531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-13b9444a-73ed-459d-a164-34385e49967b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 200 len: 854 time: 0.0559433 Oct 18 23:28:28.620725 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfae8dbe-2feb-41b9-8cb5-ab358efc27ec req-c37e44f6-8ca5-48ff-a869-4c75bd669c81 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Oct 18 23:28:28.628183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-992aada4-6e12-40b1-9091-b436417f4ed0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352747 Oct 18 23:28:28.742146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fea45-0114-4a49-95bb-1ca401f09982 req-8e69b28d-5fe2-4da3-b8ce-a530bb221e44 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:28.742809 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af9fea45-0114-4a49-95bb-1ca401f09982 req-8e69b28d-5fe2-4da3-b8ce-a530bb221e44 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 944 time: 0.1126595 Oct 18 23:28:28.787880 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-c01dc1b9-e124-40fd-b488-c3bbaf1d4cba service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479523 Oct 18 23:28:28.827135 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af9fea45-0114-4a49-95bb-1ca401f09982 req-d0f0e567-ec68-4de7-b5f2-08633d165485 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764096 Oct 18 23:28:28.905208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf4be0f5-6050-4558-a7ca-23da433fd887 req-464f54ad-6d72-4104-a3ee-21407651f23d service neutron] 10.222.0.73 "GET /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098666 Oct 18 23:28:29.494846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f660e-dc6f-4ba3-94d9-823f44d00200 req-874ed529-1023-48a1-9fd8-9f5bff784411 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:29.496469 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e68f660e-dc6f-4ba3-94d9-823f44d00200 req-874ed529-1023-48a1-9fd8-9f5bff784411 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0586994 Oct 18 23:28:29.566896 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e68f660e-dc6f-4ba3-94d9-823f44d00200 req-babd2f3f-d61f-4cf6-bbeb-2eef4a39cde1 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597186 Oct 18 23:28:29.634191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-111fc64b-5b62-46d8-982f-9a8b2d9e65f7 req-028a952d-f28f-412d-8550-ed9e59730751 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Oct 18 23:28:29.850545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 07cf132e-dd62-4abd-a1f3-ecbb639b7ece up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:28:29.920802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:28:29.925150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:28:29.925519 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:30.008552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd37660-0cec-4efc-8e99-1cd0a04fe751 req-1e95afeb-9da0-4751-838e-5ca14985b0b8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:30.012628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fd37660-0cec-4efc-8e99-1cd0a04fe751 req-1e95afeb-9da0-4751-838e-5ca14985b0b8 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 944 time: 0.0959167 Oct 18 23:28:30.040148 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:30.083191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6087ea9-a2c6-465f-b220-19e69dc329ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cf132e-dd62-4abd-a1f3-ecbb639b7ece'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:30.088358 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11f66d5-63c9-46bb-b156-2913dc058e84" -d '{"events": [{"server_uuid": "f6087ea9-a2c6-465f-b220-19e69dc329ff", "name": "network-vif-plugged", "status": "completed", "tag": "07cf132e-dd62-4abd-a1f3-ecbb639b7ece"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:30.088825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fd37660-0cec-4efc-8e99-1cd0a04fe751 req-b9446a32-6428-47c6-8af2-367f7b4230ae tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644791 Oct 18 23:28:30.115138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:30.124278 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:30.154801 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33faeef-0a1b-4e5f-8c50-89daab9d5619 x-openstack-request-id: req-b33faeef-0a1b-4e5f-8c50-89daab9d5619 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:30.155535 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6087ea9-a2c6-465f-b220-19e69dc329ff", "name": "network-vif-plugged", "status": "completed", "tag": "07cf132e-dd62-4abd-a1f3-ecbb639b7ece", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:30.156016 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b33faeef-0a1b-4e5f-8c50-89daab9d5619 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:30.156521 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6087ea9-a2c6-465f-b220-19e69dc329ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cf132e-dd62-4abd-a1f3-ecbb639b7ece', 'code': 200} Oct 18 23:28:30.193744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:30.202574 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:28:30.204828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.205188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.205566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.205910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.206377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.206867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.207206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.207591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.207920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.208331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.208807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.209388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:30.357438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23ce8c-aed4-4478-b2cc-35acaf1e57d1 req-e1f5f198-099f-4ab4-8cb8-25a17735bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:30.359926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e23ce8c-aed4-4478-b2cc-35acaf1e57d1 req-e1f5f198-099f-4ab4-8cb8-25a17735bb04 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 1097 time: 0.0682988 Oct 18 23:28:30.372332 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79738099-d0e4-4558-b969-b6655318d29b req-a7aa5dd3-b3fb-43a3-a4d9-fde87e8173f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0347176 Oct 18 23:28:30.420734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e23ce8c-aed4-4478-b2cc-35acaf1e57d1 req-b7b006ec-339f-4014-8c01-bedddb85a5c8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497682 Oct 18 23:28:30.702368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b6346-032d-4da5-b4fc-7ad941edcc1a req-cae4a7be-a24a-45cd-a798-b79b4faaa61f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:30.704005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c8b6346-032d-4da5-b4fc-7ad941edcc1a req-cae4a7be-a24a-45cd-a798-b79b4faaa61f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0526557 Oct 18 23:28:30.748744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c8b6346-032d-4da5-b4fc-7ad941edcc1a req-45626689-b536-4eac-8e16-eac8ab52cf8c tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Oct 18 23:28:30.851100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94205d10-bc67-4a66-a887-a65c8594ba14 req-ffa1e423-b6b4-4af3-967c-77d7b1086fde tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0317774 Oct 18 23:28:30.989647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8a36f-6ed6-412d-a509-d284ae351160 req-fee8a5c3-04ec-4f93-96ae-e1d42f26fa65 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:30.991582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97d8a36f-6ed6-412d-a509-d284ae351160 req-fee8a5c3-04ec-4f93-96ae-e1d42f26fa65 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0706298 Oct 18 23:28:31.052418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97d8a36f-6ed6-412d-a509-d284ae351160 req-6a5a9892-ef1e-4065-b998-f1d604fa79ea tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533388 Oct 18 23:28:31.235864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec023aa5-8128-476d-bd22-55fc1c6faca2 req-632e702f-74fd-4b41-860b-e59185122433 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:31.237931 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec023aa5-8128-476d-bd22-55fc1c6faca2 req-632e702f-74fd-4b41-860b-e59185122433 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0799990 Oct 18 23:28:31.277984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7ac65-0314-4e15-85a5-598d7b80c40c req-6b81fd1b-fea1-473e-92b5-2e83edc30039 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:31.280664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9be7ac65-0314-4e15-85a5-598d7b80c40c req-6b81fd1b-fea1-473e-92b5-2e83edc30039 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 945 time: 0.0710194 Oct 18 23:28:31.292582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec023aa5-8128-476d-bd22-55fc1c6faca2 req-c3d89c3c-f48a-4565-a675-c4e04b95c414 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430236 Oct 18 23:28:31.336887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9be7ac65-0314-4e15-85a5-598d7b80c40c req-833ec615-d521-41fd-9f05-997891087b41 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494351 Oct 18 23:28:31.471435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4189d-3652-48fb-b7a2-e9d0670b8cd7 req-49a390c5-1e09-4c05-a457-3a5c7e847f12 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:31.472951 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbf4189d-3652-48fb-b7a2-e9d0670b8cd7 req-49a390c5-1e09-4c05-a457-3a5c7e847f12 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0546227 Oct 18 23:28:31.505276 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e5299eaf-892c-4b2a-9d32-38b38219f8c2 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:28:31.528982 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbf4189d-3652-48fb-b7a2-e9d0670b8cd7 req-b5a87286-2230-4a2a-9ddc-3592aa27fec4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488224 Oct 18 23:28:31.651051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:31.666232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'port_id': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2', 'mac_address': 'fa:16:3e:de:6d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5cc56-f976-4b7f-b7db-43eb616dedd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:28:31.711813 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:31.722382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed099c-2923-414b-8374-59e7afc2deb6 req-d15abda9-6976-4065-a0cc-8d4837649d6d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:31.724199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5aed099c-2923-414b-8374-59e7afc2deb6 req-d15abda9-6976-4065-a0cc-8d4837649d6d tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0585308 Oct 18 23:28:31.730569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5299eaf-892c-4b2a-9d32-38b38219f8c2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:28:31.753762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:31.758831 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:31.789804 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5aed099c-2923-414b-8374-59e7afc2deb6 req-a6a0c841-e0e9-40e1-bc31-e3c02dde0c4b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570993 Oct 18 23:28:31.815508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e5299eaf-892c-4b2a-9d32-38b38219f8c2,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:31.921078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5a212-a740-4483-848e-26620ac798c3 req-2b5807dc-d158-4c5e-9d66-69ab53e7690f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:31.922666 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60d5a212-a740-4483-848e-26620ac798c3 req-2b5807dc-d158-4c5e-9d66-69ab53e7690f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0553281 Oct 18 23:28:31.963211 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60d5a212-a740-4483-848e-26620ac798c3 req-388b7d9e-3478-4448-a7d5-a2006ff11191 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342867 Oct 18 23:28:31.973440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['e5299eaf-892c-4b2a-9d32-38b38219f8c2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:28:31.991311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a46e8f84-a3b4-43f6-8198-ba117e7b0849 req-3c429493-357d-4042-911d-7c431a8cd599 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0384784 Oct 18 23:28:32.193614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad43c5-9bec-423d-a4fd-2edd89501cc5 req-2fe92282-c1db-4c8e-aaab-291c59eb01bd tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:32.195177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-13ad43c5-9bec-423d-a4fd-2edd89501cc5 req-2fe92282-c1db-4c8e-aaab-291c59eb01bd tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0643449 Oct 18 23:28:32.238233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-13ad43c5-9bec-423d-a4fd-2edd89501cc5 req-c91199b2-bddc-44a2-a1f6-7b4e57d50845 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363545 Oct 18 23:28:32.437536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c194d9c-f344-4f0f-b51d-9ada3dd5766b req-8b20e954-49fd-410a-939d-b37e739962a8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:32.440179 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7c194d9c-f344-4f0f-b51d-9ada3dd5766b req-8b20e954-49fd-410a-939d-b37e739962a8 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0920885 Oct 18 23:28:32.494430 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7c194d9c-f344-4f0f-b51d-9ada3dd5766b req-384a4426-2eba-45e2-9fc9-b8f9bb03f5b9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478742 Oct 18 23:28:32.516655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849f038-2ae7-4fdf-951a-a74b3a418caa req-6242b819-182e-4653-946e-36930b5c63eb tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:32.518771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5849f038-2ae7-4fdf-951a-a74b3a418caa req-6242b819-182e-4653-946e-36930b5c63eb tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 945 time: 0.0743704 Oct 18 23:28:32.575166 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5849f038-2ae7-4fdf-951a-a74b3a418caa req-152fc685-59a6-4c6c-970e-0ba894e72899 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 Oct 18 23:28:32.649970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-d61746b4-cac8-4650-b74f-b5c1e79d86f8 req-9554f1d5-f65d-45f8-a77b-7e519fa024de service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:28:32.651011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d61746b4-cac8-4650-b74f-b5c1e79d86f8 req-9554f1d5-f65d-45f8-a77b-7e519fa024de service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056837 Oct 18 23:28:32.770064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407f263-3a58-469f-9383-43a18eb80614 req-029a84be-9d7f-44df-843f-232027ce6188 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:32.771802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0407f263-3a58-469f-9383-43a18eb80614 req-029a84be-9d7f-44df-843f-232027ce6188 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0608826 Oct 18 23:28:32.821737 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0407f263-3a58-469f-9383-43a18eb80614 req-cac485e9-c683-4976-b133-4a2bff3dd300 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Oct 18 23:28:32.949883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e213df-a50c-41d2-95e3-72b3ce378c80 req-a23b19ea-46f8-466b-b216-f0d54bf28afe tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:32.951596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2e213df-a50c-41d2-95e3-72b3ce378c80 req-a23b19ea-46f8-466b-b216-f0d54bf28afe tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0568817 Oct 18 23:28:32.995125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2e213df-a50c-41d2-95e3-72b3ce378c80 req-6ae08c15-cdd6-4bdc-a85b-a0e5fe4fb52f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367258 Oct 18 23:28:33.137335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2923ef7c-b9d8-48ac-905b-df09e7c8c0d0 req-ba38acf0-b9b7-4bef-bf46-db2f405c6b51 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0287149 Oct 18 23:28:33.143904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6138-0451-44bf-b154-3eb30c133c5e req-60dcd833-4a8e-4df2-b2cd-8d56dce2caa0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:33.144374 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82ca6138-0451-44bf-b154-3eb30c133c5e req-60dcd833-4a8e-4df2-b2cd-8d56dce2caa0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0603051 Oct 18 23:28:33.189295 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82ca6138-0451-44bf-b154-3eb30c133c5e req-70f20e9f-74f6-4439-afe4-d4b08e13e31f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378902 Oct 18 23:28:33.399312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d000a-7b7e-4555-abb8-9a9121920748 req-cb494fa1-027e-4ba3-9a4b-e40c5d7591e0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:33.401470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1f3d000a-7b7e-4555-abb8-9a9121920748 req-cb494fa1-027e-4ba3-9a4b-e40c5d7591e0 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0508800 Oct 18 23:28:33.447409 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1f3d000a-7b7e-4555-abb8-9a9121920748 req-e7e476ac-72ef-4ca3-9b8a-d94ae30291e2 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Oct 18 23:28:33.531887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e5299eaf-892c-4b2a-9d32-38b38219f8c2 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:28:33.542500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8e567-d077-4afc-a5a1-3749b7fa63d1 req-9121b77e-3d09-46bb-a1d8-0d151edf1009 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:33.544058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1dc8e567-d077-4afc-a5a1-3749b7fa63d1 req-9121b77e-3d09-46bb-a1d8-0d151edf1009 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 945 time: 0.0541587 Oct 18 23:28:33.601352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port e5299eaf-892c-4b2a-9d32-38b38219f8c2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:28:33.601964 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:33.607242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1dc8e567-d077-4afc-a5a1-3749b7fa63d1 req-26aa7518-3862-4a96-bac6-a174a4c4ad78 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541136 Oct 18 23:28:33.691348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e669b96d-25d2-4b66-ada3-23136fb9f836 req-074032c5-7fe0-40dc-9e85-5852be7e4e71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52e3111532e44c2a9dc10c7569fcb21e&device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0293410 Oct 18 23:28:33.704961 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:33.714675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61d93e1b-208b-4556-8775-d6197cfa04ce req-280d4af4-eef7-4725-a58c-00c202f81ab4 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0316436 Oct 18 23:28:33.744816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:33.746317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:33.750304 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8daf2df-9318-4edf-95de-a7ff129fbef6" -d '{"events": [{"server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "name": "network-vif-plugged", "status": "completed", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:33.754145 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:33.762996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e669b96d-25d2-4b66-ada3-23136fb9f836 req-f5094ca0-21df-41d0-bc5f-df9afe60d6f3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=52e3111532e44c2a9dc10c7569fcb21e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573795 Oct 18 23:28:33.823633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e5299eaf-892c-4b2a-9d32-38b38219f8c2,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:33.874988 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f3d065-eb33-4c55-8d87-db18670c8a97 x-openstack-request-id: req-37f3d065-eb33-4c55-8d87-db18670c8a97 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:33.875286 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "name": "network-vif-plugged", "status": "completed", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:33.875542 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37f3d065-eb33-4c55-8d87-db18670c8a97 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:33.875947 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2', 'code': 200} Oct 18 23:28:33.897454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f879-0f64-43f7-9076-17228e4c5030 req-7aa3dd24-bd16-4460-b703-c38d0bb4db5b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:33.899047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-92a2f879-0f64-43f7-9076-17228e4c5030 req-7aa3dd24-bd16-4460-b703-c38d0bb4db5b tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.1725228 Oct 18 23:28:33.929607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669b96d-25d2-4b66-ada3-23136fb9f836 req-f40252b4-b5cc-4760-a8a6-a5ab006306a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:33.930655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e669b96d-25d2-4b66-ada3-23136fb9f836 req-f40252b4-b5cc-4760-a8a6-a5ab006306a0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477423 Oct 18 23:28:33.958460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-92a2f879-0f64-43f7-9076-17228e4c5030 req-00c3338c-550b-4725-b1b6-9501b08a3d4a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514538 Oct 18 23:28:34.096889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc784883-afea-4304-b391-8df05a6520fa req-f0ba0dab-f9fc-47c9-a1dd-fb6624cbb415 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:34.098396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc784883-afea-4304-b391-8df05a6520fa req-f0ba0dab-f9fc-47c9-a1dd-fb6624cbb415 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0526352 Oct 18 23:28:34.144493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc784883-afea-4304-b391-8df05a6520fa req-7dbc5b1d-5683-47bd-87c6-d36f76912aa9 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390499 Oct 18 23:28:34.281542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32962064-31a8-45f2-8699-ddd4c3397029 req-d63c2c74-7d02-480b-a994-58736ed4cd0a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:34.283284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-32962064-31a8-45f2-8699-ddd4c3397029 req-d63c2c74-7d02-480b-a994-58736ed4cd0a tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0518727 Oct 18 23:28:34.327101 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-32962064-31a8-45f2-8699-ddd4c3397029 req-026cd39c-edae-4c62-ab57-f96865b81b81 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379586 Oct 18 23:28:34.632187 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:34.751383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94300aef-2d7c-47ac-a2aa-27f628c61062 req-15af982f-e1a9-4c1b-9c0a-662541c31fbe tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:34.753187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94300aef-2d7c-47ac-a2aa-27f628c61062 req-15af982f-e1a9-4c1b-9c0a-662541c31fbe tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 945 time: 0.0631187 Oct 18 23:28:34.803129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94300aef-2d7c-47ac-a2aa-27f628c61062 req-0c32b427-e3a0-491c-bee7-51de1ffab73e tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Oct 18 23:28:34.844414 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9a0f93c-b37e-4418-b93a-4c19dc85d1a7 req-d009e6eb-e714-4d74-8143-856270a5b595 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0403154 Oct 18 23:28:35.598599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-018d6f59-f58b-42d6-867b-1ea8c2820e69 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:35.600683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-018d6f59-f58b-42d6-867b-1ea8c2820e69 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.102 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 945 time: 0.0649111 Oct 18 23:28:35.725708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Deleting port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:28:35.725946 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:35.847835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] For port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,segment=NetworkSegment(55773075-0a50-40fc-9206-6952e3fbf9e1),segment_id=55773075-0a50-40fc-9206-6952e3fbf9e1)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:35.848602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:35.871287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Calling delete_port for 07cf132e-dd62-4abd-a1f3-ecbb639b7ece owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:28:35.958655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d2ae7-b691-4b31-9636-98c548cf4fd1 req-9e877353-b6ce-4a9f-9cf7-b46524176b98 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:35.960555 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-745d2ae7-b691-4b31-9636-98c548cf4fd1 req-9e877353-b6ce-4a9f-9cf7-b46524176b98 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6087ea9-a2c6-465f-b220-19e69dc329ff HTTP/1.1" status: 200 len: 945 time: 0.0572789 Oct 18 23:28:35.988788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28e440fc-a5d5-4cd7-89dd-d8de2c6202a7 req-a67c1d35-6389-44a3-bad2-73af9757be49 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0387979 Oct 18 23:28:36.029567 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-745d2ae7-b691-4b31-9636-98c548cf4fd1 req-31c5f9e2-b3bb-4897-bb9d-f6497a7725c5 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3b94c48-98d8-476b-bcb6-5d9d7f626825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619497 Oct 18 23:28:36.078081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:36.087630 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e669b96d-25d2-4b66-ada3-23136fb9f836 req-6706334f-dec6-4f69-bc86-e7ba9b3baf49 tempest-ServerShowV254Test-1160053570 tempest-ServerShowV254Test-1160053570-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ed1affa-d454-4807-b6ae-7cda20841494 HTTP/1.1" status: 200 len: 210 time: 0.0322793 Oct 18 23:28:36.109168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Pushing event deleted for resources: {'Port': ['ID=07cf132e-dd62-4abd-a1f3-ecbb639b7ece,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:36.123561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['07cf132e-dd62-4abd-a1f3-ecbb639b7ece'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:28:36.176956 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:36.193570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] No DVR routers for this DVR port 07cf132e-dd62-4abd-a1f3-ecbb639b7ece on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:28:36.196724 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:36.200350 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0e09c3b-419d-483f-8697-3d9f351f277c req-c728b347-097a-4525-a3eb-ad9651313330 tempest-VolumesActionsTest-564017682 tempest-VolumesActionsTest-564017682-project] 10.222.0.102 "DELETE /v2.0/ports/07cf132e-dd62-4abd-a1f3-ecbb639b7ece HTTP/1.1" status: 204 len: 173 time: 0.5799453 Oct 18 23:28:36.201040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6087ea9-a2c6-465f-b220-19e69dc329ff', 'name': 'network-vif-deleted', 'tag': '07cf132e-dd62-4abd-a1f3-ecbb639b7ece'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:36.203448 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb10c4d-389d-4b77-8f2c-9995aee323a4" -d '{"events": [{"server_uuid": "f6087ea9-a2c6-465f-b220-19e69dc329ff", "name": "network-vif-deleted", "tag": "07cf132e-dd62-4abd-a1f3-ecbb639b7ece"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:36.252555 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6754f478-7590-4934-bb81-12abc6e777cb x-openstack-request-id: req-6754f478-7590-4934-bb81-12abc6e777cb {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:36.253026 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6087ea9-a2c6-465f-b220-19e69dc329ff", "name": "network-vif-deleted", "tag": "07cf132e-dd62-4abd-a1f3-ecbb639b7ece", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:36.253787 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6754f478-7590-4934-bb81-12abc6e777cb {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:36.253787 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6087ea9-a2c6-465f-b220-19e69dc329ff', 'name': 'network-vif-deleted', 'tag': '07cf132e-dd62-4abd-a1f3-ecbb639b7ece', 'status': 'completed', 'code': 200} Oct 18 23:28:37.441041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52548) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:28:37.601170 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff29c03e-f5ea-45ca-bfb0-95a2601b0623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:37.921652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff29c03e-f5ea-45ca-bfb0-95a2601b0623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:37.928714 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff29c03e-f5ea-45ca-bfb0-95a2601b0623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:37.973537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29c03e-f5ea-45ca-bfb0-95a2601b0623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948af415-1d2a-44c0-a500-d8651a420918,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:37.979584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ff29c03e-f5ea-45ca-bfb0-95a2601b0623 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52e3111532e44c2a9dc10c7569fcb21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372634 Oct 18 23:28:37.983747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52588) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:28:38.047435 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f664e732-ce4e-4aee-ab1c-389fb379b0c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:38.085030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f664e732-ce4e-4aee-ab1c-389fb379b0c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:38.169970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f664e732-ce4e-4aee-ab1c-389fb379b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:38.178874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f664e732-ce4e-4aee-ab1c-389fb379b0c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:38.185382 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f664e732-ce4e-4aee-ab1c-389fb379b0c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/948af415-1d2a-44c0-a500-d8651a420918 HTTP/1.1" status: 204 len: 168 time: 0.1973906 Oct 18 23:28:38.214963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664e732-ce4e-4aee-ab1c-389fb379b0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948af415-1d2a-44c0-a500-d8651a420918,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:39.588053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52666) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:28:39.827936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-528261215-network', 'tenant_id': '6b498891e0ca401d8e6b960795cdc0a2'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:28:39.852706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 07cf132e-dd62-4abd-a1f3-ecbb639b7ece no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:28:39.966951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 07cf132e-dd62-4abd-a1f3-ecbb639b7ece {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:28:39.967621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 07cf132e-dd62-4abd-a1f3-ecbb639b7ece not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:28:39.980528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Made reservation on behalf of 6b498891e0ca401d8e6b960795cdc0a2 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:28:39.992537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:40.039788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:40.205810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:40.212124 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:40.257120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:28:40.277751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b4b924-d439-47b7-9fda-fa2fcaf4189b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:40.298343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:40.300670 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Added segment ba20581f-a3c5-4118-916a-d190591c4448 of type vlan for network 12fd6d78-9b65-4cd7-a07f-c4736d04911e Oct 18 23:28:40.375263 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:40.449534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:40.451068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:40.452333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:40.566050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] Pushing event updated for resources: {'Network': ['ID=12fd6d78-9b65-4cd7-a07f-c4736d04911e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:40.579876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 12fd6d78-9b65-4cd7-a07f-c4736d04911e details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:28:40.602937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b13e6d8-bd71-44bf-af82-0338f1cd86f2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0139840 Oct 18 23:28:40.607727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52694) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:28:40.615648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Request body: {'subnet': {'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-528261215-subnet', 'tenant_id': '6b498891e0ca401d8e6b960795cdc0a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:28:40.676799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Made reservation on behalf of 6b498891e0ca401d8e6b960795cdc0a2 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:28:40.679850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:41.215080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:41.269808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6e6b9c-c017-48ab-87a0-2d38dc7f3749,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:41.308861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Checking segment: {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:28:41.309383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Network hostable DHCP agents. Network: 12fd6d78-9b65-4cd7-a07f-c4736d04911e, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:28:41.330014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Network 12fd6d78-9b65-4cd7-a07f-c4736d04911e is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:28:41.348273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 12fd6d78-9b65-4cd7-a07f-c4736d04911e) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:28:41.363267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:41.364111 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:41.365850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b904a7ad-ae5e-4a68-b291-38d8b1c5eba7 None None] Network 12fd6d78-9b65-4cd7-a07f-c4736d04911e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:28:41.409695 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0dff2ba-8a87-4afb-8e60-ffda2c083ab3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7975185 Oct 18 23:28:41.646239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99633ceb-0ce0-4adc-b881-9ebcd8b913d4 None None] Network 12fd6d78-9b65-4cd7-a07f-c4736d04911e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:28:50.226749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57a4af62-9539-40bc-bc89-b50e6ebe9b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:51.794882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-291c646f-6fd8-4db2-987d-ba18c9b250e1 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:51.796331 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-291c646f-6fd8-4db2-987d-ba18c9b250e1 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 814 time: 0.1716335 Oct 18 23:28:51.820948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-98fc79a1-6c27-44c5-b44b-7a5861c32001 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/quotas/6b498891e0ca401d8e6b960795cdc0a2 HTTP/1.1" status: 200 len: 375 time: 0.0187819 Oct 18 23:28:51.862407 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-cbea4626-f474-442e-8c4b-4375408d7033 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401366 Oct 18 23:28:52.049250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-79386c5d-fdc9-47f9-8848-98519d3a75c6 service neutron] 10.222.0.52 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853395 Oct 18 23:28:52.204998 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-dbe3545c-0066-4a82-b43b-c6a6eb10e8b4 service neutron] 10.222.0.52 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544373 Oct 18 23:28:52.704806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd57bf29-9e7f-4bfe-a2e7-b008d5ad815a req-4c9c602c-644b-417b-a7e3-da4aec340007 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 210 time: 0.0862494 Oct 18 23:28:53.400025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1c6a2-7d38-43e0-8e00-9ce9b133d921 req-2e6b0ee0-7431-4cbb-82a9-dfc2767c87ad tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:53.402993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00e1c6a2-7d38-43e0-8e00-9ce9b133d921 req-2e6b0ee0-7431-4cbb-82a9-dfc2767c87ad tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.0653796 Oct 18 23:28:53.470187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00e1c6a2-7d38-43e0-8e00-9ce9b133d921 req-8fca9676-f7e2-434f-a1cf-c23b6e17e405 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550375 Oct 18 23:28:53.893853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e028a93a-05a0-4510-adb6-e1a110ab74ea req-2677a7f3-e70c-46cc-88a7-49fb44d89d1c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 210 time: 0.0544672 Oct 18 23:28:53.916575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e6572b2e-1d4d-4bb5-b7ae-feb29a55832e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:54.467405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-cc2a6a50-d712-49c8-9047-80bebace6667 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:54.469502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-cc2a6a50-d712-49c8-9047-80bebace6667 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 814 time: 0.3099897 Oct 18 23:28:54.482580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-b326faeb-43a1-4963-aa0e-019b0a6bba3e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:54.484716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-b326faeb-43a1-4963-aa0e-019b0a6bba3e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 805 time: 0.2711513 Oct 18 23:28:54.495061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Request body: {'port': {'device_id': 'd3e73427-99ff-424d-b520-b1d2f8203238', 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e', 'admin_state_up': True, 'tenant_id': '6b498891e0ca401d8e6b960795cdc0a2'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:28:54.550223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-6448a260-aa7d-4111-9a78-321e07edf573 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/quotas/a9a1b90e89fb4afebbb5c7f3e7df85b1 HTTP/1.1" status: 200 len: 375 time: 0.0506363 Oct 18 23:28:54.677000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf92f70-2c14-44d1-9f66-d17483672466 req-f00afc17-434d-4bec-82b9-ab0cde11afd6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:54.679528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bf92f70-2c14-44d1-9f66-d17483672466 req-f00afc17-434d-4bec-82b9-ab0cde11afd6 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.1052201 Oct 18 23:28:54.697820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-38541a8c-7703-44dc-aede-97ae9ddffad5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1243467 Oct 18 23:28:54.754881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bf92f70-2c14-44d1-9f66-d17483672466 req-8c53d2e7-479f-4548-b11e-43c836ba1e31 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681603 Oct 18 23:28:54.775216 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:54.839445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Made reservation on behalf of 6b498891e0ca401d8e6b960795cdc0a2 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:28:54.844377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:54.899443 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-a3a010e6-cf9c-483e-937a-1e0f066690b4 service neutron] 10.222.0.52 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005918 Oct 18 23:28:55.101024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Allocated IP 172.20.0.9 (12fd6d78-9b65-4cd7-a07f-c4736d04911e/db6e6b9c-c017-48ab-87a0-2d38dc7f3749/2842ed04-1097-4ad7-832e-bf17156c8361) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:28:55.145108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-e4e6fd32-8169-46a9-9bbb-fd543ebcac8c service neutron] 10.222.0.52 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427466 Oct 18 23:28:55.164646 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-524224c7-b316-4e22-bf13-9bae1a03ab4d req-c02770cc-95ac-497f-8231-dbbcad7ef9ea tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 210 time: 0.0537710 Oct 18 23:28:55.202015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-e471400c-6b36-4855-b8da-7679e318deb3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:55.205087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-e471400c-6b36-4855-b8da-7679e318deb3 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 946 time: 0.1253836 Oct 18 23:28:55.267947 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:55.537118 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Deleting port aa47f265-8df6-4350-afd2-607201b1496e {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:28:55.538382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:55.539034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:55.633461 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3170fa5f-8ede-4d54-9060-31ea31d419f5 req-1f06c8d2-60cc-4b76-b531-8fac18a7b0e7 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 210 time: 0.0359833 Oct 18 23:28:55.640091 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:55.651881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] For port aa47f265-8df6-4350-afd2-607201b1496e, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=aa47f265-8df6-4350-afd2-607201b1496e,segment=NetworkSegment(ca45f0fd-714a-4743-a967-bd1c9088dd3f),segment_id=ca45f0fd-714a-4743-a967-bd1c9088dd3f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:55.652689 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:55.669697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Calling delete_port for aa47f265-8df6-4350-afd2-607201b1496e owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:28:55.681490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e5299eaf-892c-4b2a-9d32-38b38219f8c2 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:28:55.681661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Network 12fd6d78-9b65-4cd7-a07f-c4736d04911e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:28:55.701672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:28:55.707638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:28:55.761235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:55.762081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:55.791630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3018253 Oct 18 23:28:55.872974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Request body: {'port': {'device_id': 'd3e73427-99ff-424d-b520-b1d2f8203238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:28:55.925298 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:55.950911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235297c-1a1a-45af-b0ff-ddb5db98c4bb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Pushing event updated for resources: {'Port': ['ID=2842ed04-1097-4ad7-832e-bf17156c8361,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:55.981821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:56.029077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:56.032428 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773816ec-ee33-427f-8c8d-561ca6245200" -d '{"events": [{"server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "name": "network-vif-unplugged", "status": "completed", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:56.080742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Pushing event deleted for resources: {'Port': ['ID=aa47f265-8df6-4350-afd2-607201b1496e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:56.097504 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595b62d4-d5a3-479a-8f7a-f5cc8e6b6ac0 x-openstack-request-id: req-595b62d4-d5a3-479a-8f7a-f5cc8e6b6ac0 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:56.097828 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "name": "network-vif-unplugged", "status": "completed", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:56.098089 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-595b62d4-d5a3-479a-8f7a-f5cc8e6b6ac0 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:56.098495 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2', 'code': 200} Oct 18 23:28:56.105351 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:56.109295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:56.110330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] No DVR routers for this DVR port aa47f265-8df6-4350-afd2-607201b1496e on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:28:56.115629 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:56.116722 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:56.122793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-54f4bf7c-4800-4094-a0a6-02b0448f4a6f req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.73 "DELETE /v2.0/ports/aa47f265-8df6-4350-afd2-607201b1496e HTTP/1.1" status: 204 len: 173 time: 0.9063709 Oct 18 23:28:56.143795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-deleted', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:56.150899 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb66550-31f7-4bf8-a716-fc28f184d01e" -d '{"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-deleted", "tag": "aa47f265-8df6-4350-afd2-607201b1496e"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:56.161887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.162706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.163516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.164176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.165004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.165806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.166370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.167328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.167732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132a116-a8be-42e8-af45-b94c16c4160e req-d8fa03ee-e4e4-45e3-a8ae-4608219bd195 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:56.168133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.168908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.169590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.170251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80577-c6c6-4721-892d-768a4e77d0a4 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:28:56.197119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0132a116-a8be-42e8-af45-b94c16c4160e req-d8fa03ee-e4e4-45e3-a8ae-4608219bd195 tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9d883fa-e6c4-420a-adf3-6b0c925ee80e HTTP/1.1" status: 200 len: 868 time: 0.2525084 Oct 18 23:28:56.247964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e5299eaf-892c-4b2a-9d32-38b38219f8c2,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:56.429653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-377637cf-02e6-497e-9b7f-7dfa3283f035 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:56.432663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-377637cf-02e6-497e-9b7f-7dfa3283f035 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dbb3ee7-7598-4bcb-94ab-075bd754246a HTTP/1.1" status: 200 len: 943 time: 0.1070449 Oct 18 23:28:56.434895 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3021e32-f1f5-432f-af23-c44ae3dcf88f x-openstack-request-id: req-f3021e32-f1f5-432f-af23-c44ae3dcf88f {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:56.435487 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d883fa-e6c4-420a-adf3-6b0c925ee80e", "name": "network-vif-deleted", "tag": "aa47f265-8df6-4350-afd2-607201b1496e", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:56.436217 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3021e32-f1f5-432f-af23-c44ae3dcf88f {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:56.436891 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d883fa-e6c4-420a-adf3-6b0c925ee80e', 'name': 'network-vif-deleted', 'tag': 'aa47f265-8df6-4350-afd2-607201b1496e', 'status': 'completed', 'code': 200} Oct 18 23:28:56.647928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ad704-d313-4854-a4ce-d97508f09fb6 req-52a49a8c-df44-4db6-9c05-89688cde20e0 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:56.663773 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-956ad704-d313-4854-a4ce-d97508f09fb6 req-52a49a8c-df44-4db6-9c05-89688cde20e0 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 931 time: 0.1558058 Oct 18 23:28:56.753836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Deleting port e5299eaf-892c-4b2a-9d32-38b38219f8c2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:28:56.754314 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:56.779678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0132a116-a8be-42e8-af45-b94c16c4160e req-74fbe096-17bc-489f-a664-5c5e2b06321f tempest-ServersNegativeTestJSON-430012754 tempest-ServersNegativeTestJSON-430012754-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b9202af-9742-41a4-ba20-b91500545327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814290 Oct 18 23:28:56.784292 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-956ad704-d313-4854-a4ce-d97508f09fb6 req-9f19abd5-0742-45d4-aebb-e7d89042ece7 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058862 Oct 18 23:28:56.969666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2842ed04-1097-4ad7-832e-bf17156c8361 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:28:56.996319 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:57.030433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Transition to ACTIVE for port object 2842ed04-1097-4ad7-832e-bf17156c8361 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:28:57.036786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8794a064-b45c-4579-8037-175cb60e1d72 req-b47483b7-4572-4d1e-861f-58b9866b6a6e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 210 time: 0.0619006 Oct 18 23:28:57.041961 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:57.084569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] For port e5299eaf-892c-4b2a-9d32-38b38219f8c2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e5299eaf-892c-4b2a-9d32-38b38219f8c2,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:28:57.084942 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:57.124527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Calling delete_port for e5299eaf-892c-4b2a-9d32-38b38219f8c2 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:28:57.178258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Pushing event updated for resources: {'Port': ['ID=2842ed04-1097-4ad7-832e-bf17156c8361,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:57.250653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Attempting to bind port 2842ed04-1097-4ad7-832e-bf17156c8361 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:28:57.251782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Attempting to bind port 2842ed04-1097-4ad7-832e-bf17156c8361 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:28:57.252533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Attempting to bind port 2842ed04-1097-4ad7-832e-bf17156c8361 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:57.258273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Port 2842ed04-1097-4ad7-832e-bf17156c8361 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:28:57.258944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Attempting to bind port 2842ed04-1097-4ad7-832e-bf17156c8361 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:28:57.266999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:28:57.267652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Checking segment: {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:28:57.268221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Bound using segment: {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:28:57.269303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Bound port: 2842ed04-1097-4ad7-832e-bf17156c8361, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:28:57.269858 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:57.346797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:57.377933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] For port 2842ed04-1097-4ad7-832e-bf17156c8361, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:28:57.382339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] For port 2842ed04-1097-4ad7-832e-bf17156c8361, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2842ed04-1097-4ad7-832e-bf17156c8361,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:28:57.391084 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:57.420877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Pushing event deleted for resources: {'Port': ['ID=e5299eaf-892c-4b2a-9d32-38b38219f8c2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:57.461277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:57.463333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:57.467476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] 10.222.0.102 "PUT /v2.0/ports/2842ed04-1097-4ad7-832e-bf17156c8361 HTTP/1.1" status: 200 len: 1092 time: 1.6387606 Oct 18 23:28:57.469712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e73427-99ff-424d-b520-b1d2f8203238', 'tag': '2842ed04-1097-4ad7-832e-bf17156c8361'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:57.476363 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc9d0d3-13a2-4093-aa38-17950ac385bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e73427-99ff-424d-b520-b1d2f8203238", "tag": "2842ed04-1097-4ad7-832e-bf17156c8361"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:57.581307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] No DVR routers for this DVR port e5299eaf-892c-4b2a-9d32-38b38219f8c2 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:28:57.592935 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:57.599322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af53bc85-93a6-4ce5-8bbe-33a2655bf07c req-2a2ee45f-9ccd-434e-8f34-810ae6c82ef1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "DELETE /v2.0/ports/e5299eaf-892c-4b2a-9d32-38b38219f8c2 HTTP/1.1" status: 204 len: 173 time: 1.1488714 Oct 18 23:28:57.680798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device aa47f265-8df6-4350-afd2-607201b1496e no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:28:57.714002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: aa47f265-8df6-4350-afd2-607201b1496e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:28:57.715005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device aa47f265-8df6-4350-afd2-607201b1496e not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:28:57.715663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e5299eaf-892c-4b2a-9d32-38b38219f8c2 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:28:57.720806 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323752ba-c0fa-472b-beba-9aa15510d1d9 x-openstack-request-id: req-323752ba-c0fa-472b-beba-9aa15510d1d9 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:57.721140 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e73427-99ff-424d-b520-b1d2f8203238", "tag": "2842ed04-1097-4ad7-832e-bf17156c8361", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:57.721334 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-323752ba-c0fa-472b-beba-9aa15510d1d9 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:57.721797 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e73427-99ff-424d-b520-b1d2f8203238', 'tag': '2842ed04-1097-4ad7-832e-bf17156c8361', 'status': 'completed', 'code': 200} Oct 18 23:28:57.742546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: e5299eaf-892c-4b2a-9d32-38b38219f8c2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:28:57.743345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e5299eaf-892c-4b2a-9d32-38b38219f8c2 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:28:57.774984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151d787-0e57-4f67-aba4-cf1cfe434099 service neutron] Pushing event updated for resources: {'Port': ['ID=2842ed04-1097-4ad7-832e-bf17156c8361,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:57.801722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-9b52422c-3a1b-4d1b-88b3-ca7fcf370ae2 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:57.803563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:57.803927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-9b52422c-3a1b-4d1b-88b3-ca7fcf370ae2 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 805 time: 0.4091942 Oct 18 23:28:57.814093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-8ceb8462-e4bc-4716-8252-1a10e2a29fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:57.815690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-8ceb8462-e4bc-4716-8252-1a10e2a29fbb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 1095 time: 0.1072717 Oct 18 23:28:57.822256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Request body: {'port': {'device_id': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'admin_state_up': True, 'tenant_id': 'a9a1b90e89fb4afebbb5c7f3e7df85b1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:28:57.907470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-b97dbe80-4b7f-413d-94d1-aef82b727cae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2842ed04-1097-4ad7-832e-bf17156c8361 HTTP/1.1" status: 200 len: 217 time: 0.0618844 Oct 18 23:28:58.047679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-6d34de50-1a93-45b5-9838-292f98c956dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:58.049323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-6d34de50-1a93-45b5-9838-292f98c956dd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 200 len: 854 time: 0.1332772 Oct 18 23:28:58.095628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ef81f-f7f5-4011-a577-f12d564cb3eb req-04b60600-5447-4832-b482-a46e97fec17c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:58.098338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f8ef81f-f7f5-4011-a577-f12d564cb3eb req-04b60600-5447-4832-b482-a46e97fec17c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 943 time: 0.1692674 Oct 18 23:28:58.132514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-e836cbaa-eefb-4c92-b2cf-c1260b940ece service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12fd6d78-9b65-4cd7-a07f-c4736d04911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692539 Oct 18 23:28:58.264280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f8ef81f-f7f5-4011-a577-f12d564cb3eb req-3ad9d2ca-11fb-45bb-b1a9-ccac1d431517 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386948 Oct 18 23:28:58.283589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52946) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:28:58.353932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Made reservation on behalf of a9a1b90e89fb4afebbb5c7f3e7df85b1 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:28:58.357664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.380869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0dc073e-ed1e-48a8-8dd9-765f7d75cc4e admin admin] Deleting subnet a8442eba-cbb7-44ec-9362-78857b6c5106 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:28:58.388342 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0dc073e-ed1e-48a8-8dd9-765f7d75cc4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.437222 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0dc073e-ed1e-48a8-8dd9-765f7d75cc4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.464653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b5d32c31-fb6e-4f57-b412-9748fc24f77b req-4d3600ff-8486-48e9-afc8-901ca3c730ab tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 210 time: 0.0280280 Oct 18 23:28:58.481937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-3cdbad56-bcd9-4312-8485-7accb0ac913d service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157740 Oct 18 23:28:58.497632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0dc073e-ed1e-48a8-8dd9-765f7d75cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.558948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'name': 'network-vif-deleted', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:28:58.561892 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1829d8-831d-4ef8-adee-618c250a838d" -d '{"events": [{"server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "name": "network-vif-deleted", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:28:58.587029 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0dc073e-ed1e-48a8-8dd9-765f7d75cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.655617 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0dc073e-ed1e-48a8-8dd9-765f7d75cc4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.669743 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c0dc073e-ed1e-48a8-8dd9-765f7d75cc4e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a8442eba-cbb7-44ec-9362-78857b6c5106 HTTP/1.1" status: 204 len: 168 time: 0.3819234 Oct 18 23:28:58.670744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52952) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:28:58.674461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc073e-ed1e-48a8-8dd9-765f7d75cc4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8442eba-cbb7-44ec-9362-78857b6c5106,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:58.794626 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61523f13-bd68-44da-8aa8-f62025725bb0 x-openstack-request-id: req-61523f13-bd68-44da-8aa8-f62025725bb0 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:28:58.794964 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbb3ee7-7598-4bcb-94ab-075bd754246a", "name": "network-vif-deleted", "tag": "e5299eaf-892c-4b2a-9d32-38b38219f8c2", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:28:58.795418 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61523f13-bd68-44da-8aa8-f62025725bb0 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:28:58.795825 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbb3ee7-7598-4bcb-94ab-075bd754246a', 'name': 'network-vif-deleted', 'tag': 'e5299eaf-892c-4b2a-9d32-38b38219f8c2', 'status': 'completed', 'code': 200} Oct 18 23:28:58.813106 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.916702 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.943962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e651f18-b15a-4c07-a5ed-6fc0ae4562c7']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:28:58.956568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca45f0fd-714a-4743-a967-bd1c9088dd3f') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:28:58.957176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca45f0fd-714a-4743-a967-bd1c9088dd3f') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:28:58.970249 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.987159 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:58.996822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:28:58.997521 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:28:59.068677 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:28:59.075728 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:59.108701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:59.115643 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636b0a98-1bcd-405b-b9d5-9f516cab4c0f req-946731af-e2b0-4923-83bb-8bbc889dca3c service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232166 Oct 18 23:28:59.117342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] 10.222.0.52 "DELETE /v2.0/networks/3e651f18-b15a-4c07-a5ed-6fc0ae4562c7 HTTP/1.1" status: 204 len: 168 time: 0.4374638 Oct 18 23:28:59.119516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099a920-7a84-41c0-a294-e866e6115e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=3e651f18-b15a-4c07-a5ed-6fc0ae4562c7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:59.151674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Allocated IP 172.20.0.6 (d3d0a755-2480-45ec-ba90-6acec9a7ddfa/94e5cc56-f976-4b7f-b7db-43eb616dedd1/85aff7af-56c9-4355-8b76-af3d63c93401) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:28:59.372955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52968) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:28:59.378509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-37323d91-cc48-4d3c-a1a0-ec3efb8320a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:59.380197 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-37323d91-cc48-4d3c-a1a0-ec3efb8320a4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 1095 time: 0.1254833 Oct 18 23:28:59.451526 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:59.492873 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cf086a63-d025-4a7d-977b-2ee0143110e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8983fb43e6540b39f5db0003434b7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158376 Oct 18 23:28:59.496357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52970) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:28:59.503175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222f956-d1c8-4cec-9e38-03ac37c5f8ab req-97800bb3-a677-453e-a7ab-8a684f13946f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:59.513013 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a222f956-d1c8-4cec-9e38-03ac37c5f8ab req-97800bb3-a677-453e-a7ab-8a684f13946f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 943 time: 0.1065123 Oct 18 23:28:59.570631 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a222f956-d1c8-4cec-9e38-03ac37c5f8ab req-da557551-b694-4100-84a8-89188cca8648 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566180 Oct 18 23:28:59.597818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-35e42324-3e8b-4f95-a5ba-5bd8d4bb75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:28:59.599451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-35e42324-3e8b-4f95-a5ba-5bd8d4bb75eb service neutron] 10.222.0.102 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 915 time: 0.2084105 Oct 18 23:28:59.622399 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:59.744595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-6cc46322-5118-4c09-b204-b0412d4b8ea7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2842ed04-1097-4ad7-832e-bf17156c8361 HTTP/1.1" status: 200 len: 217 time: 0.1365638 Oct 18 23:28:59.776655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f09a7bf-be25-4f0a-8cff-38a8d743529b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:59.921041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Network d3d0a755-2480-45ec-ba90-6acec9a7ddfa is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:28:59.943806 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Pushing event updated for resources: {'Port': ['ID=85aff7af-56c9-4355-8b76-af3d63c93401,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:28:59.953268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f09a7bf-be25-4f0a-8cff-38a8d743529b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:28:59.959619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:28:59.993491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:29:00.012228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.012566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.013258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.013836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.014411 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.015009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.015563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.016132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.016676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.017242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.017822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.018380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:00.071751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-67665a9b-5f8a-4129-96b3-35945700f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:00.074126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-67665a9b-5f8a-4129-96b3-35945700f387 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 200 len: 854 time: 0.3050768 Oct 18 23:29:00.141031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3959cbf-a19c-41ba-b60b-a244b187e3ea req-e6e85fe7-8f6e-47c5-8533-0ee843a07cf1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:00.143639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c3959cbf-a19c-41ba-b60b-a244b187e3ea req-e6e85fe7-8f6e-47c5-8533-0ee843a07cf1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 931 time: 0.4651616 Oct 18 23:29:00.184179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-2da5e82b-37f6-4156-8fcb-ea6a29ac3958 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12fd6d78-9b65-4cd7-a07f-c4736d04911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823319 Oct 18 23:29:00.272895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:00.273994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:00.329894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f09a7bf-be25-4f0a-8cff-38a8d743529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:00.334502 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f09a7bf-be25-4f0a-8cff-38a8d743529b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:00.336512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2f09a7bf-be25-4f0a-8cff-38a8d743529b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b9202af-9742-41a4-ba20-b91500545327 HTTP/1.1" status: 204 len: 168 time: 0.8372321 Oct 18 23:29:00.420493 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-7be17326-71c8-4820-b4b0-ff4002eec3bb tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6017542 Oct 18 23:29:00.438697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09a7bf-be25-4f0a-8cff-38a8d743529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9202af-9742-41a4-ba20-b91500545327,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:00.455604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c3959cbf-a19c-41ba-b60b-a244b187e3ea req-4c6e8d25-92d1-48d5-b347-c1027b9fea26 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765360 Oct 18 23:29:00.487730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Request body: {'port': {'device_id': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:00.575233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-353fcf0f-a92c-4c61-af74-8e89a2c7c8a5 service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796809 Oct 18 23:29:00.579753 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:00.921726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e75e-1a65-4fc4-b008-60ae1273e4c0 req-f5d8f51e-b63c-4d52-bc55-d349b68e432b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:00.923653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e1d9e75e-1a65-4fc4-b008-60ae1273e4c0 req-f5d8f51e-b63c-4d52-bc55-d349b68e432b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 943 time: 0.1836371 Oct 18 23:29:01.113943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e1d9e75e-1a65-4fc4-b008-60ae1273e4c0 req-8c365775-035f-4350-8d90-c37aebffecee tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689689 Oct 18 23:29:01.199097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bc9d0d3-13a2-4093-aa38-17950ac385bc req-6c44497f-41f9-4d81-85c9-9a2d448d889c service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935793 Oct 18 23:29:01.541593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85aff7af-56c9-4355-8b76-af3d63c93401 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:01.562210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:01.590313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Transition to ACTIVE for port object 85aff7af-56c9-4355-8b76-af3d63c93401 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:29:01.599411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:01.707889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35a50-8f4f-41db-b788-616479ca2dae req-8f16c439-29cf-41db-8704-f69b2951e19a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:01.719073 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81b35a50-8f4f-41db-b788-616479ca2dae req-8f16c439-29cf-41db-8704-f69b2951e19a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 943 time: 0.1295092 Oct 18 23:29:01.788556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Pushing event updated for resources: {'Port': ['ID=85aff7af-56c9-4355-8b76-af3d63c93401,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:01.847586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81b35a50-8f4f-41db-b788-616479ca2dae req-079b0518-c3e3-4ed8-95ed-7df5b373f8c1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276069 Oct 18 23:29:01.909320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Attempting to bind port 85aff7af-56c9-4355-8b76-af3d63c93401 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:29:01.909718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Attempting to bind port 85aff7af-56c9-4355-8b76-af3d63c93401 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:29:01.909999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Attempting to bind port 85aff7af-56c9-4355-8b76-af3d63c93401 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:01.920473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Port 85aff7af-56c9-4355-8b76-af3d63c93401 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:29:01.920835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Attempting to bind port 85aff7af-56c9-4355-8b76-af3d63c93401 on network d3d0a755-2480-45ec-ba90-6acec9a7ddfa {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:01.933622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:29:01.934024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Checking segment: {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:01.934334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Bound using segment: {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:29:01.936183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Bound port: 85aff7af-56c9-4355-8b76-af3d63c93401, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:29:01.936183 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:01.988949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53024) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:02.090093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] For port 85aff7af-56c9-4355-8b76-af3d63c93401, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:29:02.094807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] For port 85aff7af-56c9-4355-8b76-af3d63c93401, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=85aff7af-56c9-4355-8b76-af3d63c93401,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:29:02.110753 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:02.158319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-network', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:02.194498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Made reservation on behalf of ac2847854fab47be9f9e227d3e264f9f for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:29:02.198643 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:02.214601 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:02.279336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Pushing event updated for resources: {'Port': ['ID=85aff7af-56c9-4355-8b76-af3d63c93401,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:02.323770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:02.323770 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:02.323770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-18aaae8a-34d0-493f-98a4-4dc696fedc7d service neutron] 10.222.0.73 "PUT /v2.0/ports/85aff7af-56c9-4355-8b76-af3d63c93401 HTTP/1.1" status: 200 len: 1092 time: 1.8602238 Oct 18 23:29:02.323770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'tag': '85aff7af-56c9-4355-8b76-af3d63c93401'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:02.323770 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dd8844-ca14-4e45-9a6b-828414b34304" -d '{"events": [{"name": "network-changed", "server_uuid": "7801cdfc-56b7-4e09-9edf-389642cd97d4", "tag": "85aff7af-56c9-4355-8b76-af3d63c93401"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:02.461256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-965e9201-37cd-4ed7-9f8b-a32054b0bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:02.463610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-965e9201-37cd-4ed7-9f8b-a32054b0bd25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 1095 time: 0.0866199 Oct 18 23:29:02.472323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8544ec-3667-49ed-a46c-dec822ee8ecc req-41ab3483-69b8-427d-ba05-69a156e796b8 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:02.473991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a8544ec-3667-49ed-a46c-dec822ee8ecc req-41ab3483-69b8-427d-ba05-69a156e796b8 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 943 time: 0.1826446 Oct 18 23:29:02.539960 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:02.553012 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:02.582215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-4b2df14e-ebbb-46d4-bc6d-e51eab7867a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85aff7af-56c9-4355-8b76-af3d63c93401 HTTP/1.1" status: 200 len: 217 time: 0.1041930 Oct 18 23:29:02.630936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:29:02.666023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79986d6-d036-4141-ad79-8990d268a755,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:02.692520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:02.695373 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Added segment f28d5038-f196-4541-813f-ff9bfa8135fe of type vlan for network e9c92538-701c-4e1b-8639-23f4357fcba7 Oct 18 23:29:02.752108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a8544ec-3667-49ed-a46c-dec822ee8ecc req-d60d385b-922e-47ed-acee-a53570985f80 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650802 Oct 18 23:29:02.756822 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef3c20-947d-4ba6-84de-06802bd2771e x-openstack-request-id: req-49ef3c20-947d-4ba6-84de-06802bd2771e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:02.757225 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7801cdfc-56b7-4e09-9edf-389642cd97d4", "tag": "85aff7af-56c9-4355-8b76-af3d63c93401", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:02.758818 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49ef3c20-947d-4ba6-84de-06802bd2771e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:02.759388 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'tag': '85aff7af-56c9-4355-8b76-af3d63c93401', 'status': 'completed', 'code': 200} Oct 18 23:29:02.775247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-c0ea88d0-e333-4672-8fcd-b95ce5a40fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:02.777437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-c0ea88d0-e333-4672-8fcd-b95ce5a40fb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94e5cc56-f976-4b7f-b7db-43eb616dedd1 HTTP/1.1" status: 200 len: 845 time: 0.1754863 Oct 18 23:29:02.825887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:02.863775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-5e48a437-207f-4588-af5e-00a005ea9159 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783477 Oct 18 23:29:02.872841 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:02.874272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:02.875172 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:03.027538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0373333 Oct 18 23:29:03.028221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53044) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:03.048162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Request body: {'subnet': {'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-subnet', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:03.122896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-caff7cb4-f0e3-4369-a422-dacaac8280f9 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406855 Oct 18 23:29:03.144288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b8bc7-11a0-4c9c-88ee-dea9f8410679 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c92538-701c-4e1b-8639-23f4357fcba7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:03.167216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e9c92538-701c-4e1b-8639-23f4357fcba7 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:29:03.189440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34afc2-31ff-4aee-907c-3478817d3026 req-dcc6a2eb-88b5-4d3a-a9b5-ec4967a38bbc tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:03.200294 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e34afc2-31ff-4aee-907c-3478817d3026 req-dcc6a2eb-88b5-4d3a-a9b5-ec4967a38bbc tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 943 time: 0.1412919 Oct 18 23:29:03.219723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Made reservation on behalf of ac2847854fab47be9f9e227d3e264f9f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:29:03.227886 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:03.298306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b74a1af4-2ead-4e0f-918b-e42bc951998f req-c10d47f6-e990-43fc-9604-958d25c951f3 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668878 Oct 18 23:29:03.498017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-458df542-0669-4e7a-9fc7-b2f4b9b50dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:03.500838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-458df542-0669-4e7a-9fc7-b2f4b9b50dd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 1095 time: 0.1003556 Oct 18 23:29:03.654803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e34afc2-31ff-4aee-907c-3478817d3026 req-68bd83f1-ffbf-427d-a28d-4450e9ac9eec tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515865 Oct 18 23:29:03.655165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-b0372efd-de15-4205-9c49-c8973abf9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:03.657592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-b0372efd-de15-4205-9c49-c8973abf9e2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 200 len: 906 time: 0.1488087 Oct 18 23:29:03.726775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-e7098c61-1a51-4a47-b97e-3f752c1e9e57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85aff7af-56c9-4355-8b76-af3d63c93401 HTTP/1.1" status: 200 len: 217 time: 0.0591967 Oct 18 23:29:03.817315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-fd1ba859-ded0-4a6c-a33a-d76d3e9a71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:03.819076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-fd1ba859-ded0-4a6c-a33a-d76d3e9a71c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=94e5cc56-f976-4b7f-b7db-43eb616dedd1 HTTP/1.1" status: 200 len: 845 time: 0.0859835 Oct 18 23:29:03.861186 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:03.862271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-6dc34e07-3d13-47b3-b729-1390b4a8eded service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3d0a755-2480-45ec-ba90-6acec9a7ddfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355487 Oct 18 23:29:03.980478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4abdac1-716e-4807-afeb-767c84a0a285,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:03.986453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2842ed04-1097-4ad7-832e-bf17156c8361 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:29:04.017037 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-918d5912-6fd0-4c28-b9ee-42b5abc23dee service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469650 Oct 18 23:29:04.027707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34132dad-3985-4410-bb49-49171f73403c req-3cbe3f07-8898-4120-b3bb-b4de42295c9e tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:04.036638 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34132dad-3985-4410-bb49-49171f73403c req-3cbe3f07-8898-4120-b3bb-b4de42295c9e tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 943 time: 0.1387029 Oct 18 23:29:04.052467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Checking segment: {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:04.052765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Network hostable DHCP agents. Network: e9c92538-701c-4e1b-8639-23f4357fcba7, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:29:04.125638 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34132dad-3985-4410-bb49-49171f73403c req-6b55d013-abc1-49eb-b083-9cc6e4cfc4d0 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872526 Oct 18 23:29:04.127549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Network e9c92538-701c-4e1b-8639-23f4357fcba7 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:29:04.144135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e9c92538-701c-4e1b-8639-23f4357fcba7) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:04.150974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:04.151840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.172501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b93220-461f-4bb8-a20f-6b7ba71fd8bc None None] Network e9c92538-701c-4e1b-8639-23f4357fcba7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:29:04.177300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2842ed04-1097-4ad7-832e-bf17156c8361, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2842ed04-1097-4ad7-832e-bf17156c8361,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:04.192508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b3f1218c-14c7-4756-a874-161d60764e00 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1613071 Oct 18 23:29:04.195389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53068) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:04.206350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:04.224925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '2842ed04-1097-4ad7-832e-bf17156c8361', 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e', 'port_id': '2842ed04-1097-4ad7-832e-bf17156c8361', 'mac_address': 'fa:16:3e:23:0e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6e6b9c-c017-48ab-87a0-2d38dc7f3749', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:29:04.254561 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06dd8844-ca14-4e45-9a6b-828414b34304 req-135ce3d9-2754-446d-8025-b1eb9e749cd9 service neutron] 10.222.0.73 "GET /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190504 Oct 18 23:29:04.259610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.262216 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.358160 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.436773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.467512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2842ed04-1097-4ad7-832e-bf17156c8361 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:04.505697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2842ed04-1097-4ad7-832e-bf17156c8361, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2842ed04-1097-4ad7-832e-bf17156c8361,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:04.530891 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.558043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-e9c92538-701c-4e1b-8639-23f4357fcba7', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:29:04.559924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.641763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.670128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2842ed04-1097-4ad7-832e-bf17156c8361,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:04.700329 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.757152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Allocated IP 172.20.0.2 (e9c92538-701c-4e1b-8639-23f4357fcba7/b4abdac1-716e-4807-afeb-767c84a0a285/d5ec4554-576e-4cac-ad33-ebab731bc5f4) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:29:04.881743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368b69d-05a8-4323-98b8-95e5ce4ea78e req-f924f014-e264-4621-9635-1b34e95c9805 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:04.892305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c368b69d-05a8-4323-98b8-95e5ce4ea78e req-f924f014-e264-4621-9635-1b34e95c9805 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 943 time: 0.1319749 Oct 18 23:29:04.951624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:04.960639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:05.003243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Network e9c92538-701c-4e1b-8639-23f4357fcba7 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:29:05.007018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:05.012240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:29:05.044089 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c368b69d-05a8-4323-98b8-95e5ce4ea78e req-c040020a-ad57-421f-afa2-6482b17b685b tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509094 Oct 18 23:29:05.059382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:05.068183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Pushing event updated for resources: {'Port': ['ID=d5ec4554-576e-4cac-ad33-ebab731bc5f4,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:05.082755 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:05.116513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Attempting to bind port d5ec4554-576e-4cac-ad33-ebab731bc5f4 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:29:05.117112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Attempting to bind port d5ec4554-576e-4cac-ad33-ebab731bc5f4 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:29:05.118340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Attempting to bind port d5ec4554-576e-4cac-ad33-ebab731bc5f4 on network e9c92538-701c-4e1b-8639-23f4357fcba7 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:05.126619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2842ed04-1097-4ad7-832e-bf17156c8361'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:05.247065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Allocated IP 172.25.7.129 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/2c915915-cf22-44ed-bc96-eb16e9f92e81) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:29:05.323308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55504a-538a-408d-9f92-4b736aa891ba req-bd1a11b5-9dfa-4359-bcd5-894bdcba0a15 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:05.332898 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd55504a-538a-408d-9f92-4b736aa891ba req-bd1a11b5-9dfa-4359-bcd5-894bdcba0a15 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 944 time: 0.1393545 Oct 18 23:29:05.397387 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd55504a-538a-408d-9f92-4b736aa891ba req-86b931e3-94d7-434a-9d55-43fbc6b481c3 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631080 Oct 18 23:29:05.397742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:29:05.399334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Checking segment: {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:05.400288 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:05.400916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Bound using segment: {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:29:05.401923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Bound port: d5ec4554-576e-4cac-ad33-ebab731bc5f4, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:29:05.402817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:05.480630 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:05.525025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:05.562211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] For port d5ec4554-576e-4cac-ad33-ebab731bc5f4, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:29:05.573733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:29:05.576594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:05.583631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:29:05.587054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Pushing event updated for resources: {'Port': ['ID=2c915915-cf22-44ed-bc96-eb16e9f92e81,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:05.587302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] For port d5ec4554-576e-4cac-ad33-ebab731bc5f4, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d5ec4554-576e-4cac-ad33-ebab731bc5f4,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:29:05.603613 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:05.721866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 85aff7af-56c9-4355-8b76-af3d63c93401 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:29:05.770025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d13cef-f2f8-4c0c-be02-5b04e2157db3 None None] Pushing event updated for resources: {'Port': ['ID=d5ec4554-576e-4cac-ad33-ebab731bc5f4,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:05.921975 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:05.957746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 85aff7af-56c9-4355-8b76-af3d63c93401, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=85aff7af-56c9-4355-8b76-af3d63c93401,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:05.991527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '85aff7af-56c9-4355-8b76-af3d63c93401', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'port_id': '85aff7af-56c9-4355-8b76-af3d63c93401', 'mac_address': 'fa:16:3e:9b:6f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5cc56-f976-4b7f-b7db-43eb616dedd1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:29:06.070969 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:06.108748 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85aff7af-56c9-4355-8b76-af3d63c93401 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:06.132842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 85aff7af-56c9-4355-8b76-af3d63c93401, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=85aff7af-56c9-4355-8b76-af3d63c93401,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:06.138703 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:06.190830 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:06.201409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=85aff7af-56c9-4355-8b76-af3d63c93401,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:06.239435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3aea-7c69-4d2a-8a7f-b45916734b3d req-b199fa44-c0d5-4d3c-aa56-671fbf0ae7d4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:06.241302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce8b3aea-7c69-4d2a-8a7f-b45916734b3d req-b199fa44-c0d5-4d3c-aa56-671fbf0ae7d4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 944 time: 0.0591366 Oct 18 23:29:06.287398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce8b3aea-7c69-4d2a-8a7f-b45916734b3d req-0a07366e-10ae-4c9c-a146-1ea913b6bf25 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Oct 18 23:29:06.292398 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:06.467834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Router dc3f236c-2164-4731-a433-abc9d04eb883 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:29:06.568364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['85aff7af-56c9-4355-8b76-af3d63c93401'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:06.597950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c50af-8a64-4d16-b3bc-82a7e1049bc0 req-13f183b9-6c14-45a1-a2d4-7cc72c072bf3 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:06.599558 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-045c50af-8a64-4d16-b3bc-82a7e1049bc0 req-13f183b9-6c14-45a1-a2d4-7cc72c072bf3 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 944 time: 0.0822537 Oct 18 23:29:06.692169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-045c50af-8a64-4d16-b3bc-82a7e1049bc0 req-07ecf85f-1a48-46bb-b632-8ded17f4abb8 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713882 Oct 18 23:29:06.731639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:29:06.754657 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Sync routers for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:29:06.775745 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:29:06.776668 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:28:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:06.782405 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:06.786401 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e6863eab-7a52-4bc1-8f7b-673428cd1145 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5863457 Oct 18 23:29:06.786754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53138) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:06.803575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d5ec4554-576e-4cac-ad33-ebab731bc5f4 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:06.883980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d5ec4554-576e-4cac-ad33-ebab731bc5f4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:06.884394 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:06.946275 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:29:07.039253 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:07.101337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d5ec4554-576e-4cac-ad33-ebab731bc5f4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d5ec4554-576e-4cac-ad33-ebab731bc5f4,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:07.112065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:07.181347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb3004-8124-4ca4-8a6f-6c8034982dc3 None None] Network e9c92538-701c-4e1b-8639-23f4357fcba7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:29:07.211078 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d5ec4554-576e-4cac-ad33-ebab731bc5f4,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:07.237338 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:29:07.376806 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-141634e5-24c2-44d8-b655-dc02e1e77c82 None None] Provisioning complete for port d5ec4554-576e-4cac-ad33-ebab731bc5f4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:07.377659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-141634e5-24c2-44d8-b655-dc02e1e77c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:07.439009 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:05Z', 'revision_number': 3, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:07.509809 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Checking router: dc3f236c-2164-4731-a433-abc9d04eb883 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:29:07.511004 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Updating router dc3f236c-2164-4731-a433-abc9d04eb883 port 2c915915-cf22-44ed-bc96-eb16e9f92e81 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:29:07.525408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92188cb-2db9-4f45-bd53-3c89c8800998 req-860017b4-7821-40d5-bd56-2c57db55b555 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:07.527714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b92188cb-2db9-4f45-bd53-3c89c8800998 req-860017b4-7821-40d5-bd56-2c57db55b555 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 944 time: 0.1154294 Oct 18 23:29:07.557717 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:07.634284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b92188cb-2db9-4f45-bd53-3c89c8800998 req-46a76d8e-81f0-4c92-b0d5-ec849268b5f7 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976319 Oct 18 23:29:07.638821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:07.919661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1108f-7ecf-497d-81da-c85eca75d7ee req-a8583e39-d0c9-4f3b-805c-15c47ddc708c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:07.921605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8da1108f-7ecf-497d-81da-c85eca75d7ee req-a8583e39-d0c9-4f3b-805c-15c47ddc708c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 944 time: 0.1282947 Oct 18 23:29:07.946474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-80df4b92-a401-4c4d-b7b2-948b58bc09d7 None None] Provisioning complete for port d5ec4554-576e-4cac-ad33-ebab731bc5f4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:07.947136 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80df4b92-a401-4c4d-b7b2-948b58bc09d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:07.973315 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:07.987797 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.027554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2842ed04-1097-4ad7-832e-bf17156c8361 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:08.044015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8da1108f-7ecf-497d-81da-c85eca75d7ee req-004c5c35-648c-4eb4-a899-abe28b63a9b5 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818675 Oct 18 23:29:08.056767 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Attempting to bind port 2c915915-cf22-44ed-bc96-eb16e9f92e81 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:29:08.067777 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Attempting to bind port 2c915915-cf22-44ed-bc96-eb16e9f92e81 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:29:08.068553 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Attempting to bind port 2c915915-cf22-44ed-bc96-eb16e9f92e81 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:08.076019 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:29:08.076695 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:08.077258 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.078111 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:29:08.078836 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Bound port: 2c915915-cf22-44ed-bc96-eb16e9f92e81, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:29:08.079286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Allocated IP 172.20.0.1 (e9c92538-701c-4e1b-8639-23f4357fcba7/b4abdac1-716e-4807-afeb-767c84a0a285/06087b7b-02fa-4388-8949-f937ab878a7b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:29:08.079618 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.119687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 2842ed04-1097-4ad7-832e-bf17156c8361 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:29:08.124684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 2842ed04-1097-4ad7-832e-bf17156c8361 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:08.125296 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.142002 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] For port 2c915915-cf22-44ed-bc96-eb16e9f92e81, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:29:08.145909 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] For port 2c915915-cf22-44ed-bc96-eb16e9f92e81, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2c915915-cf22-44ed-bc96-eb16e9f92e81,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:29:08.153969 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.182782 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Pushing event updated for resources: {'Port': ['ID=2c915915-cf22-44ed-bc96-eb16e9f92e81,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:08.193649 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.193991 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.194325 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.194650 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.194995 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.195329 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.195694 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.196499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.196814 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.197178 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.197494 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.197805 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:08.230589 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:29:08.231304 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:28:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:08.242260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.245189 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.277457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e73427-99ff-424d-b520-b1d2f8203238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2842ed04-1097-4ad7-832e-bf17156c8361'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:08.280435 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2c0f42-2e2d-48a5-a293-f4e0f8f88738" -d '{"events": [{"server_uuid": "d3e73427-99ff-424d-b520-b1d2f8203238", "name": "network-vif-plugged", "status": "completed", "tag": "2842ed04-1097-4ad7-832e-bf17156c8361"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:08.300745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2842ed04-1097-4ad7-832e-bf17156c8361, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2842ed04-1097-4ad7-832e-bf17156c8361,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:08.303394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.308449 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.339689 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1a37b-34c2-4a7c-a137-2581a133ca7f x-openstack-request-id: req-82a1a37b-34c2-4a7c-a137-2581a133ca7f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:08.340102 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e73427-99ff-424d-b520-b1d2f8203238", "name": "network-vif-plugged", "status": "completed", "tag": "2842ed04-1097-4ad7-832e-bf17156c8361", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:08.340451 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82a1a37b-34c2-4a7c-a137-2581a133ca7f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:08.340958 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e73427-99ff-424d-b520-b1d2f8203238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2842ed04-1097-4ad7-832e-bf17156c8361', 'code': 200} Oct 18 23:29:08.366581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2842ed04-1097-4ad7-832e-bf17156c8361,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:08.375055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Network e9c92538-701c-4e1b-8639-23f4357fcba7 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:29:08.380376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:08.387565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:29:08.433440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Pushing event updated for resources: {'Port': ['ID=06087b7b-02fa-4388-8949-f937ab878a7b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:08.458228 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.475145 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:29:08.497660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66503-7f90-451c-81c4-ed4111d11922 req-b73ac920-32e0-41e6-b728-6a14e3b871f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:08.499936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aae66503-7f90-451c-81c4-ed4111d11922 req-b73ac920-32e0-41e6-b728-6a14e3b871f3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 1097 time: 0.0557318 Oct 18 23:29:08.532100 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e85f5-ef2e-476b-b135-a7446728aee3 None None] Pushing event updated for resources: {'Port': ['ID=2c915915-cf22-44ed-bc96-eb16e9f92e81,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:08.547914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aae66503-7f90-451c-81c4-ed4111d11922 req-03c6c2b9-9e77-49b5-9306-9fed89eaf93b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Oct 18 23:29:08.653264 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.742777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d5ec4554-576e-4cac-ad33-ebab731bc5f4 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:08.816986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d5ec4554-576e-4cac-ad33-ebab731bc5f4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:08.817476 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.850815 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:05Z', 'revision_number': 3, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:08.856059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-afa9a30d-ac33-42dc-b7e9-b087e772dda0 None None] Provisioning complete for port 06087b7b-02fa-4388-8949-f937ab878a7b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:08.856436 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-afa9a30d-ac33-42dc-b7e9-b087e772dda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.869381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed742f-1b81-4a53-8d87-fc76cd979798 req-ac8ef4bf-96ff-4e47-824c-b04494769248 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:08.878851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4fed742f-1b81-4a53-8d87-fc76cd979798 req-ac8ef4bf-96ff-4e47-824c-b04494769248 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 944 time: 0.0891423 Oct 18 23:29:08.884702 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac81833-17df-451a-9b29-4533f42c4d26 None None] The sync data for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 is: [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:05Z', 'revision_number': 3, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:29:08.932385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-afa9a30d-ac33-42dc-b7e9-b087e772dda0 None None] Port 06087b7b-02fa-4388-8949-f937ab878a7b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:29:08.945253 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4fed742f-1b81-4a53-8d87-fc76cd979798 req-6c2d4083-9b07-4f8d-abf6-4dca3cfb521d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Oct 18 23:29:08.986841 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:08.995371 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:09.082265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:09.085482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Pushing event updated for resources: {'Port': ['ID=06087b7b-02fa-4388-8949-f937ab878a7b,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:09.550107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Network e9c92538-701c-4e1b-8639-23f4357fcba7 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:29:09.552643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:09.568900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89fdec-b83f-4c31-9845-cd8e104d9c65 req-f5aba468-6e37-4793-be2b-e6698e78f1f9 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:09.577245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf89fdec-b83f-4c31-9845-cd8e104d9c65 req-f5aba468-6e37-4793-be2b-e6698e78f1f9 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 945 time: 0.4200888 Oct 18 23:29:09.684663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf89fdec-b83f-4c31-9845-cd8e104d9c65 req-eb1b7ece-8d64-4ce8-869e-8b3bb894052b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050513 Oct 18 23:29:09.750387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 85aff7af-56c9-4355-8b76-af3d63c93401 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:09.834574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Router dc3f236c-2164-4731-a433-abc9d04eb883 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:29:09.864582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 85aff7af-56c9-4355-8b76-af3d63c93401 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:29:09.873201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 85aff7af-56c9-4355-8b76-af3d63c93401 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:09.873578 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:09.876879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-984110af-6f91-4b53-b4ab-9a6c625275f1 None None] Provisioning complete for port 06087b7b-02fa-4388-8949-f937ab878a7b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:09.877531 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-984110af-6f91-4b53-b4ab-9a6c625275f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:09.959033 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-984110af-6f91-4b53-b4ab-9a6c625275f1 None None] Port 06087b7b-02fa-4388-8949-f937ab878a7b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:29:09.984826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:29:10.010541 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-02fc8507-3691-4124-b5fa-499d03b31170 admin admin] 10.222.0.52 "PUT /v2.0/routers/dc3f236c-2164-4731-a433-abc9d04eb883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2226269 Oct 18 23:29:10.052598 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:10.089781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 85aff7af-56c9-4355-8b76-af3d63c93401, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=85aff7af-56c9-4355-8b76-af3d63c93401,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:10.097987 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:10.153773 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9abc76-105a-4453-81f2-35f67afd9856 req-76441761-6f4b-4010-9630-efb2a0f97dfe tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:10.155873 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea9abc76-105a-4453-81f2-35f67afd9856 req-76441761-6f4b-4010-9630-efb2a0f97dfe tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 944 time: 0.0961678 Oct 18 23:29:10.160020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=85aff7af-56c9-4355-8b76-af3d63c93401,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:10.228238 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea9abc76-105a-4453-81f2-35f67afd9856 req-26628f04-dc1f-4bdb-a7bf-92df107c9cd0 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641892 Oct 18 23:29:10.342262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85aff7af-56c9-4355-8b76-af3d63c93401'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:10.344874 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6178f186-3e86-44f9-93ee-c7ff5dd4e6bc" -d '{"events": [{"server_uuid": "7801cdfc-56b7-4e09-9edf-389642cd97d4", "name": "network-vif-plugged", "status": "completed", "tag": "85aff7af-56c9-4355-8b76-af3d63c93401"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:10.391308 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c493203e-fc72-46db-81d7-b8426210a993 x-openstack-request-id: req-c493203e-fc72-46db-81d7-b8426210a993 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:10.392014 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7801cdfc-56b7-4e09-9edf-389642cd97d4", "name": "network-vif-plugged", "status": "completed", "tag": "85aff7af-56c9-4355-8b76-af3d63c93401", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:10.392708 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c493203e-fc72-46db-81d7-b8426210a993 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:10.393487 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85aff7af-56c9-4355-8b76-af3d63c93401', 'code': 200} Oct 18 23:29:10.546807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c62371-63e8-4fdd-b25a-ecf09b319a72 req-5dff9545-efe3-40cc-939e-3105d112de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:10.549120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47c62371-63e8-4fdd-b25a-ecf09b319a72 req-5dff9545-efe3-40cc-939e-3105d112de30 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 1097 time: 0.0605645 Oct 18 23:29:10.603860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47c62371-63e8-4fdd-b25a-ecf09b319a72 req-9f4138ca-0e7c-4318-87f7-90b5e8e6ae57 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Oct 18 23:29:10.710336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2c915915-cf22-44ed-bc96-eb16e9f92e81 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:10.823020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53232) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:10.828097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b4d6f5ea-ca43-4bef-992c-e218a1597e9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1086961094', 'description': 'tempest-description--1446743074'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:10.835430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2c915915-cf22-44ed-bc96-eb16e9f92e81 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:10.837096 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:10.858692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:10.917496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365cd6e-6b2f-4fe9-ac2b-bd968db3ddbc req-97eb25d0-4b0b-4058-aca0-a2446383c98c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:10.919525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5365cd6e-6b2f-4fe9-ac2b-bd968db3ddbc req-97eb25d0-4b0b-4058-aca0-a2446383c98c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 945 time: 0.1064782 Oct 18 23:29:10.960201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-606d225f-eb8e-4fa1-ac6c-24130f8ef9e1 admin admin] Deleting subnet 44630835-de89-4318-bbe8-2910dd12a1db {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:29:10.963723 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4d6f5ea-ca43-4bef-992c-e218a1597e9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:10.975455 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:10.975845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-606d225f-eb8e-4fa1-ac6c-24130f8ef9e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:10.987041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5365cd6e-6b2f-4fe9-ac2b-bd968db3ddbc req-dcb2e1f7-3606-4a1d-8c10-b67a17b3528e tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542512 Oct 18 23:29:11.015696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 2c915915-cf22-44ed-bc96-eb16e9f92e81, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2c915915-cf22-44ed-bc96-eb16e9f92e81,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:11.029137 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.041292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-606d225f-eb8e-4fa1-ac6c-24130f8ef9e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.112841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Sync routers for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:29:11.153626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-606d225f-eb8e-4fa1-ac6c-24130f8ef9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.169189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=2c915915-cf22-44ed-bc96-eb16e9f92e81,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:11.178171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:29:11.179678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:28:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:11.239624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4d6f5ea-ca43-4bef-992c-e218a1597e9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.259090 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4d6f5ea-ca43-4bef-992c-e218a1597e9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.331399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4d6f5ea-ca43-4bef-992c-e218a1597e9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.336922 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b4d6f5ea-ca43-4bef-992c-e218a1597e9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5118911 Oct 18 23:29:11.337434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53246) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:11.342992 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-606d225f-eb8e-4fa1-ac6c-24130f8ef9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.345854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-10c17728-352f-44c5-89bc-7e083e68b430 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'security_group_rule': {'security_group_id': '6c83681b-f8c6-4bbd-b52d-8aac4166cb2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:11.349209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6f5ea-ca43-4bef-992c-e218a1597e9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:11.380700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d225f-eb8e-4fa1-ac6c-24130f8ef9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44630835-de89-4318-bbe8-2910dd12a1db,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:11.386305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-606d225f-eb8e-4fa1-ac6c-24130f8ef9e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.390173 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-606d225f-eb8e-4fa1-ac6c-24130f8ef9e1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/44630835-de89-4318-bbe8-2910dd12a1db HTTP/1.1" status: 204 len: 168 time: 0.5301628 Oct 18 23:29:11.390386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:29:11.394387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53248) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:11.499103 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-10c17728-352f-44c5-89bc-7e083e68b430 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.506220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.525760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1984e9-6df7-4607-8eed-802c09fdee86 req-31f7f449-2ac6-4592-89ac-c935f32f9fb1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:11.527394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf1984e9-6df7-4607-8eed-802c09fdee86 req-31f7f449-2ac6-4592-89ac-c935f32f9fb1 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.1487379 Oct 18 23:29:11.624617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf1984e9-6df7-4607-8eed-802c09fdee86 req-f85351a7-b6a4-4163-bbfb-e39bf7c6a639 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896075 Oct 18 23:29:11.630241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.649032 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-10c17728-352f-44c5-89bc-7e083e68b430 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.659437 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-10c17728-352f-44c5-89bc-7e083e68b430 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.671079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4a1d7f-1ad3-4266-9870-3bae4c64670f']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:11.699200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55773075-0a50-40fc-9206-6952e3fbf9e1') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:11.700200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55773075-0a50-40fc-9206-6952e3fbf9e1') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:11.743200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-10c17728-352f-44c5-89bc-7e083e68b430 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.752501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53256) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:11.758524 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.759061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-10c17728-352f-44c5-89bc-7e083e68b430 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4180300 Oct 18 23:29:11.762162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c17728-352f-44c5-89bc-7e083e68b430 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7775867-9c92-43c5-98cf-7a7425562662,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:11.766942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b22d08e3-72f1-4676-9997-16c35068774a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'security_group_rule': {'security_group_id': '6c83681b-f8c6-4bbd-b52d-8aac4166cb2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:11.804390 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.816366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 2, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:11.829082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:29:11.829769 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:29:11.833457 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:29:11.847953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Checking router: dc3f236c-2164-4731-a433-abc9d04eb883 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:29:11.848488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Updating router dc3f236c-2164-4731-a433-abc9d04eb883 port 06087b7b-02fa-4388-8949-f937ab878a7b binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:29:11.894298 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.943522 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b22d08e3-72f1-4676-9997-16c35068774a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:11.996854 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.020339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.044321 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1d4a1d7f-1ad3-4266-9870-3bae4c64670f HTTP/1.1" status: 204 len: 168 time: 0.6484909 Oct 18 23:29:12.132110 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b22d08e3-72f1-4676-9997-16c35068774a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.132826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb775d-be2a-4eb3-a53a-98eab0cc9477 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4a1d7f-1ad3-4266-9870-3bae4c64670f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:12.139900 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b22d08e3-72f1-4676-9997-16c35068774a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.178248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d08e3-72f1-4676-9997-16c35068774a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0b8df5-ac26-481a-aa9f-bd63c9eee659,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:12.189652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b22d08e3-72f1-4676-9997-16c35068774a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.191474 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b22d08e3-72f1-4676-9997-16c35068774a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4374683 Oct 18 23:29:12.197730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53264) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:12.208940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:12.273437 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.337414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53268) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:12.422989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-85d83cd0-1a2d-48e8-86c0-e3f56097bc86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d39fe7122d042a1aa9149f11e6f89a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837321 Oct 18 23:29:12.427537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53270) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:12.520591 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.533365 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.564037 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.705920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1760c19-facf-4014-aa1d-3edae5799780 None None] Pushing event updated for resources: {'Port': ['ID=06087b7b-02fa-4388-8949-f937ab878a7b,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:12.725418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Allocated IP 172.25.7.208 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/b0a929b3-b7b2-4146-87a4-288abbd398e7) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:29:12.793625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Attempting to bind port 06087b7b-02fa-4388-8949-f937ab878a7b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:29:12.794990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Attempting to bind port 06087b7b-02fa-4388-8949-f937ab878a7b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:29:12.796178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Attempting to bind port 06087b7b-02fa-4388-8949-f937ab878a7b on network e9c92538-701c-4e1b-8639-23f4357fcba7 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:12.808913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2c915915-cf22-44ed-bc96-eb16e9f92e81 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:12.894127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.928620 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e282a21e-f2b9-4061-9911-d85539cd486d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.934345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.936984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:29:12.938859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Checking segment: {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:12.939441 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.942257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Bound using segment: {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:29:12.943028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Bound port: 06087b7b-02fa-4388-8949-f937ab878a7b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:29:12.943637 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:12.995588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:29:12.995806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92f2d0-3a1b-4d82-b9c1-ad207a09010a req-3e9e92cd-1834-4384-84b3-ef605643754f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:13.004400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:13.011279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8b92f2d0-3a1b-4d82-b9c1-ad207a09010a req-3e9e92cd-1834-4384-84b3-ef605643754f tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.1129847 Oct 18 23:29:13.013056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:29:13.062173 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e282a21e-f2b9-4061-9911-d85539cd486d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.067277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2c915915-cf22-44ed-bc96-eb16e9f92e81 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:13.067897 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.104763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8b92f2d0-3a1b-4d82-b9c1-ad207a09010a req-2c391733-35a6-4cc5-b3bf-025b1cd073f6 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791476 Oct 18 23:29:13.106680 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] For port 06087b7b-02fa-4388-8949-f937ab878a7b, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:29:13.133803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] For port 06087b7b-02fa-4388-8949-f937ab878a7b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=06087b7b-02fa-4388-8949-f937ab878a7b,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:29:13.144719 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.152814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'Port': ['ID=b0a929b3-b7b2-4146-87a4-288abbd398e7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:13.189227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.236872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-967faa96-8edf-4fd9-99c4-9ccfcac8f5ac None None] Provisioning complete for port 06087b7b-02fa-4388-8949-f937ab878a7b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:13.237243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-967faa96-8edf-4fd9-99c4-9ccfcac8f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.249018 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.294498 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e282a21e-f2b9-4061-9911-d85539cd486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.297485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e282a21e-f2b9-4061-9911-d85539cd486d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.299860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e282a21e-f2b9-4061-9911-d85539cd486d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3b94c48-98d8-476b-bcb6-5d9d7f626825 HTTP/1.1" status: 204 len: 168 time: 0.8691955 Oct 18 23:29:13.333050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:29:13.333824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:28:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:13.347446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282a21e-f2b9-4061-9911-d85539cd486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b94c48-98d8-476b-bcb6-5d9d7f626825,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:13.601568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1760c19-facf-4014-aa1d-3edae5799780 None None] Pushing event updated for resources: {'Port': ['ID=06087b7b-02fa-4388-8949-f937ab878a7b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:13.624548 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.630372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.695749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-967faa96-8edf-4fd9-99c4-9ccfcac8f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.742261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-967faa96-8edf-4fd9-99c4-9ccfcac8f5ac None None] For port 06087b7b-02fa-4388-8949-f937ab878a7b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=06087b7b-02fa-4388-8949-f937ab878a7b,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:13.749248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:29:13.752353 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-967faa96-8edf-4fd9-99c4-9ccfcac8f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.761323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.788913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:13.790397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5911880 Oct 18 23:29:13.816369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dded1-ec2e-40de-a3ab-fc20a3a49779 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'Port': ['ID=b0a929b3-b7b2-4146-87a4-288abbd398e7,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:14.006582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967faa96-8edf-4fd9-99c4-9ccfcac8f5ac None None] Pushing event updated for resources: {'Port': ['ID=06087b7b-02fa-4388-8949-f937ab878a7b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:14.050189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8d26006a-f8d8-493f-a699-edfc2b535757 None None] Provisioning complete for port 06087b7b-02fa-4388-8949-f937ab878a7b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:14.051081 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8d26006a-f8d8-493f-a699-edfc2b535757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:14.171645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-e71e254b-3ace-4988-851e-9f302632968e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1086961094&fields=id&tenant_id=ac2847854fab47be9f9e227d3e264f9f HTTP/1.1" status: 200 len: 267 time: 0.0667691 Oct 18 23:29:14.256340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:14.293308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ad533-ecd2-436a-91de-c7f85f94eabd None None] The sync data for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 is: [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:29:14.356857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-29f82de1-10ed-4d65-b84f-c1135ffcf1f9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:14.370694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-29f82de1-10ed-4d65-b84f-c1135ffcf1f9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 817 time: 0.1979272 Oct 18 23:29:14.427119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-01beb90c-29fc-452d-beea-60041d76fe2f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/quotas/ac2847854fab47be9f9e227d3e264f9f HTTP/1.1" status: 200 len: 375 time: 0.0373452 Oct 18 23:29:14.510279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-af1d5415-85c1-4def-a730-7bd5effe3ef5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707531 Oct 18 23:29:14.689716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-98d997a1-3940-41f2-830f-875615814143 service neutron] 10.222.0.52 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521220 Oct 18 23:29:14.727361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 06087b7b-02fa-4388-8949-f937ab878a7b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:14.868691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 06087b7b-02fa-4388-8949-f937ab878a7b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:14.868960 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:14.987877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-5e27eba5-3ad9-4243-bf8f-6ca227588b2b service neutron] 10.222.0.52 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801602 Oct 18 23:29:15.544950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4783-e344-4459-bac5-b0272cf0475b req-ddda8324-1772-42a8-902c-c196bc7419c5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:15.552040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44bc4783-e344-4459-bac5-b0272cf0475b req-ddda8324-1772-42a8-902c-c196bc7419c5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.1845238 Oct 18 23:29:15.563866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf301bed-ce18-4761-ae1a-bdd6f45ef1eb req-67c0ab32-8351-4fc5-a3b0-96da2f486601 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 210 time: 0.0964501 Oct 18 23:29:15.686372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44bc4783-e344-4459-bac5-b0272cf0475b req-1c10e5bb-3201-466f-ab9e-8943518f579a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300559 Oct 18 23:29:16.735783 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b924ad28-f183-4a7a-a973-2793e3161213 req-b4a4e95d-e0c5-4004-9ea0-96d0b1fc55f6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 210 time: 0.0515330 Oct 18 23:29:16.863262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0e77-f2b0-4935-aef3-580812a411f3 req-b357af01-b399-49aa-a2ca-36a4d415cf78 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:16.864886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a2a0e77-f2b0-4935-aef3-580812a411f3 req-b357af01-b399-49aa-a2ca-36a4d415cf78 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.0651789 Oct 18 23:29:16.913536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a2a0e77-f2b0-4935-aef3-580812a411f3 req-3e731663-7710-42cd-b873-1e593d3c5523 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Oct 18 23:29:17.074972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-421e7727-c796-4346-b695-67d4d1753473 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:17.076544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-421e7727-c796-4346-b695-67d4d1753473 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 817 time: 0.1401880 Oct 18 23:29:17.155720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-cec937cf-8467-40f9-95f8-976f58ced02a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac2847854fab47be9f9e227d3e264f9f HTTP/1.1" status: 200 len: 380 time: 0.0617263 Oct 18 23:29:17.183648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'port': {'device_id': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'admin_state_up': True, 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'security_groups': ['6c83681b-f8c6-4bbd-b52d-8aac4166cb2c']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:17.330049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Made reservation on behalf of ac2847854fab47be9f9e227d3e264f9f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:29:17.333818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:17.493576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Allocated IP 172.20.0.8 (e9c92538-701c-4e1b-8639-23f4357fcba7/b4abdac1-716e-4807-afeb-767c84a0a285/4d48b4e9-c727-40fa-b0d8-a49d99393dec) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:29:17.651455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:17.685997 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:17.729907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Network e9c92538-701c-4e1b-8639-23f4357fcba7 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:29:17.733170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:17.738696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:29:17.780426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:17.800966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 85aff7af-56c9-4355-8b76-af3d63c93401 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:29:17.844580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:17.847117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:17.884125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-90b8bf69-d409-48b4-bedb-0bd32305a308 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7041326 Oct 18 23:29:17.910345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Request body: {'port': {'device_id': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:18.029745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:18.029920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f808c80-2213-44c4-bb6f-d03cee77e6d1 req-d2595244-7ddc-4eaf-aa8a-7ce0f9e44644 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:18.039995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f808c80-2213-44c4-bb6f-d03cee77e6d1 req-d2595244-7ddc-4eaf-aa8a-7ce0f9e44644 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 931 time: 0.1350584 Oct 18 23:29:18.044911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 85aff7af-56c9-4355-8b76-af3d63c93401, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=85aff7af-56c9-4355-8b76-af3d63c93401,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:18.069740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '85aff7af-56c9-4355-8b76-af3d63c93401', 'network_id': 'd3d0a755-2480-45ec-ba90-6acec9a7ddfa', 'port_id': '85aff7af-56c9-4355-8b76-af3d63c93401', 'mac_address': 'fa:16:3e:9b:6f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e5cc56-f976-4b7f-b7db-43eb616dedd1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:29:18.084750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e2895c60-5045-4a0c-8f92-f99f2b51e83f None None] Provisioning complete for port 4d48b4e9-c727-40fa-b0d8-a49d99393dec triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:18.085478 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e2895c60-5045-4a0c-8f92-f99f2b51e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:18.164625 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:18.167018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e2895c60-5045-4a0c-8f92-f99f2b51e83f None None] Port 4d48b4e9-c727-40fa-b0d8-a49d99393dec cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:29:18.171257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f808c80-2213-44c4-bb6f-d03cee77e6d1 req-421c70ef-26af-4b7e-9b8e-c76d46f0872c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097817 Oct 18 23:29:18.198320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85aff7af-56c9-4355-8b76-af3d63c93401 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:18.281478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 85aff7af-56c9-4355-8b76-af3d63c93401, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=85aff7af-56c9-4355-8b76-af3d63c93401,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:18.290437 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:18.347178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0389d-c283-4d8c-a4ab-a1f7486ddb95 req-c8e0a489-3261-46b3-b95d-ba5661946c7d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:18.349608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=85aff7af-56c9-4355-8b76-af3d63c93401,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:18.361355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9f0389d-c283-4d8c-a4ab-a1f7486ddb95 req-c8e0a489-3261-46b3-b95d-ba5661946c7d tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.1850955 Oct 18 23:29:18.474422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['85aff7af-56c9-4355-8b76-af3d63c93401'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:18.527074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9f0389d-c283-4d8c-a4ab-a1f7486ddb95 req-9ad2aabc-4645-42b7-b4f7-b257546efb85 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860667 Oct 18 23:29:18.614926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d48b4e9-c727-40fa-b0d8-a49d99393dec {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:18.635617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:18.663283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Transition to ACTIVE for port object 4d48b4e9-c727-40fa-b0d8-a49d99393dec will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:29:18.673432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:18.763099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:18.827464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Attempting to bind port 4d48b4e9-c727-40fa-b0d8-a49d99393dec on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:29:18.828206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Attempting to bind port 4d48b4e9-c727-40fa-b0d8-a49d99393dec by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:29:18.828766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Attempting to bind port 4d48b4e9-c727-40fa-b0d8-a49d99393dec on network e9c92538-701c-4e1b-8639-23f4357fcba7 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:18.834474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Port 4d48b4e9-c727-40fa-b0d8-a49d99393dec on network e9c92538-701c-4e1b-8639-23f4357fcba7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:29:18.835132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Attempting to bind port 4d48b4e9-c727-40fa-b0d8-a49d99393dec on network e9c92538-701c-4e1b-8639-23f4357fcba7 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:18.842850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:29:18.843619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Checking segment: {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:18.844532 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Bound using segment: {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:29:18.845179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Bound port: 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:29:18.845549 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:18.920967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:29:18.926100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:29:18.934459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:18.955703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:18.956668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:18.958155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d48b4e9-c727-40fa-b0d8-a49d99393dec HTTP/1.1" status: 200 len: 1092 time: 1.0582333 Oct 18 23:29:18.960092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:18.963736 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:19.574623 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1d3c83-de50-433c-826f-42e027631bda x-openstack-request-id: req-dd1d3c83-de50-433c-826f-42e027631bda {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:19.575034 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:19.575136 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd1d3c83-de50-433c-826f-42e027631bda {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:19.575470 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'status': 'completed', 'code': 200} Oct 18 23:29:19.595490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9572f0-119c-4212-9049-2eb3989edb03 service neutron] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:19.650049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-686cf8df-16c7-4dfd-9947-92585e6738c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:19.651596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-686cf8df-16c7-4dfd-9947-92585e6738c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 1095 time: 0.6082120 Oct 18 23:29:19.662064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d6ca4-3281-4e0b-84f5-9eef91e72bb7 req-ef705a9f-9236-4654-ac52-245bcf704716 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:19.670121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-862d6ca4-3281-4e0b-84f5-9eef91e72bb7 req-ef705a9f-9236-4654-ac52-245bcf704716 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.1080961 Oct 18 23:29:19.720766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-8e9f3659-1b43-489c-9f5e-52f7d19fb8fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec HTTP/1.1" status: 200 len: 217 time: 0.0417697 Oct 18 23:29:19.759385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b2343-0094-4625-b860-35b1f5834d8c req-c6c9ef6f-d96b-4317-a747-51096cafa7c2 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:19.761926 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d03b2343-0094-4625-b860-35b1f5834d8c req-c6c9ef6f-d96b-4317-a747-51096cafa7c2 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 944 time: 0.0705390 Oct 18 23:29:19.792212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-862d6ca4-3281-4e0b-84f5-9eef91e72bb7 req-dd3521d7-2327-461f-9ed7-f2624485f747 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211388 Oct 18 23:29:19.803001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 85aff7af-56c9-4355-8b76-af3d63c93401 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:19.827702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-a1d304cc-15d0-4b06-b838-040e9e9ed18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:19.844129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-a1d304cc-15d0-4b06-b838-040e9e9ed18e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.1116145 Oct 18 23:29:19.866063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d03b2343-0094-4625-b860-35b1f5834d8c req-08f6077b-e11c-4fa4-94ba-82c488bc0b24 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845647 Oct 18 23:29:19.920904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 85aff7af-56c9-4355-8b76-af3d63c93401 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:19.921521 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:19.960173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-0996e734-4e71-4fe0-96dd-cd9f3e82814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:19.962369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-0996e734-4e71-4fe0-96dd-cd9f3e82814c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077514 Oct 18 23:29:20.076213 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:20.092147 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-d81016d1-bd9d-48f4-9b69-869bb7d3b735 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208510 Oct 18 23:29:20.103211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85aff7af-56c9-4355-8b76-af3d63c93401'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:20.105668 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ee4ddd-6333-40d9-9a9e-fa69d63715f0" -d '{"events": [{"server_uuid": "7801cdfc-56b7-4e09-9edf-389642cd97d4", "name": "network-vif-plugged", "status": "completed", "tag": "85aff7af-56c9-4355-8b76-af3d63c93401"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:20.122545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 85aff7af-56c9-4355-8b76-af3d63c93401, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=85aff7af-56c9-4355-8b76-af3d63c93401,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:20.129707 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:20.197821 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36ff6a-ca5d-46e5-a8a0-e0e487615910 x-openstack-request-id: req-4b36ff6a-ca5d-46e5-a8a0-e0e487615910 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:20.198801 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7801cdfc-56b7-4e09-9edf-389642cd97d4", "name": "network-vif-plugged", "status": "completed", "tag": "85aff7af-56c9-4355-8b76-af3d63c93401", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:20.199073 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b36ff6a-ca5d-46e5-a8a0-e0e487615910 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:20.199489 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85aff7af-56c9-4355-8b76-af3d63c93401', 'code': 200} Oct 18 23:29:20.215532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=85aff7af-56c9-4355-8b76-af3d63c93401,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:20.215842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b819ca14-5dff-472e-b0e6-7c21eeb52961 req-e7bc4188-fc84-41a5-84c2-52e924603c3b service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165078 Oct 18 23:29:20.227894 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9604-8ced-447b-b362-e23cb8ba1219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:20.395247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-98d25546-bf20-4292-8034-18ef8d8f3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:20.396939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-98d25546-bf20-4292-8034-18ef8d8f3580 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 1095 time: 0.0731962 Oct 18 23:29:20.523498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-b2d52226-8e3f-4944-8e47-7df1fd9fab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:20.527541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-b2d52226-8e3f-4944-8e47-7df1fd9fab27 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.1237097 Oct 18 23:29:20.733041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-48c9e344-b0e8-4522-85a8-6983d12c8178 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec HTTP/1.1" status: 200 len: 217 time: 0.0678518 Oct 18 23:29:20.801641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-72e1d865-7af1-4592-b7a1-af4f57d3e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:20.803067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-72e1d865-7af1-4592-b7a1-af4f57d3e0b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.0544713 Oct 18 23:29:20.873979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-b17742e3-c821-421f-9aaf-23ecca855b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:20.876902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-b17742e3-c821-421f-9aaf-23ecca855b8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657473 Oct 18 23:29:20.974971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e9a3d-4051-4e2f-9cc2-dbb12176ca10 req-bb71e91e-d19d-4b04-88bf-026cecfda921 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:20.986475 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae7e9a3d-4051-4e2f-9cc2-dbb12176ca10 req-bb71e91e-d19d-4b04-88bf-026cecfda921 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0895555 Oct 18 23:29:21.032327 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae7e9a3d-4051-4e2f-9cc2-dbb12176ca10 req-27d58564-bd57-4c59-a6fa-7ee72a285848 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444961 Oct 18 23:29:21.051275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-8fede415-c73e-4c92-86ae-d302acb48bcb service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664939 Oct 18 23:29:21.231967 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fa070d4-5d2a-4664-8f8a-5b8c947812fc req-21b821e5-89b3-44d8-84fc-c0e57f72a0d5 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698656 Oct 18 23:29:21.280571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b2917-cbcd-48fc-964f-7052880dc8fc req-e137dd56-f00d-41ec-8c44-f9dbde124781 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:21.283998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec3b2917-cbcd-48fc-964f-7052880dc8fc req-e137dd56-f00d-41ec-8c44-f9dbde124781 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.2316031 Oct 18 23:29:21.344600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec3b2917-cbcd-48fc-964f-7052880dc8fc req-5030f7c4-0458-4227-ba0f-d65c41e02415 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504153 Oct 18 23:29:22.170418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d53a6a-7056-4a3f-b616-4d3ae7f498d8 req-00eb0b2f-23ca-43ca-84f2-480366342a6e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:22.172181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60d53a6a-7056-4a3f-b616-4d3ae7f498d8 req-00eb0b2f-23ca-43ca-84f2-480366342a6e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0610669 Oct 18 23:29:22.234751 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60d53a6a-7056-4a3f-b616-4d3ae7f498d8 req-0807a6c2-b991-4d0b-8f7c-8f7973c8cd31 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489657 Oct 18 23:29:22.502734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935a3f6-0725-429e-9c8b-83c71b66e493 req-26437fb4-4824-44ec-a5d4-46b6ab5a5fcc tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:22.505574 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2935a3f6-0725-429e-9c8b-83c71b66e493 req-26437fb4-4824-44ec-a5d4-46b6ab5a5fcc tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.0689635 Oct 18 23:29:22.562002 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2935a3f6-0725-429e-9c8b-83c71b66e493 req-38d964a9-1a9e-49fe-9746-fcff4aee3af5 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494151 Oct 18 23:29:23.128448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b94c60-d0d3-4d96-ba2b-d38b6d3499ad req-e0630b25-b76c-479a-bee8-33b3d59b5609 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:23.130127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64b94c60-d0d3-4d96-ba2b-d38b6d3499ad req-e0630b25-b76c-479a-bee8-33b3d59b5609 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.0604494 Oct 18 23:29:23.171293 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64b94c60-d0d3-4d96-ba2b-d38b6d3499ad req-bc7fd2a3-9694-4246-97c7-8263a687a451 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334704 Oct 18 23:29:23.403061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d41ab-128d-4b4f-a182-719edf3f142d req-9c500b24-8ced-4b13-8648-a8d3083913e4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:23.411208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e54d41ab-128d-4b4f-a182-719edf3f142d req-9c500b24-8ced-4b13-8648-a8d3083913e4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0625496 Oct 18 23:29:23.473548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e54d41ab-128d-4b4f-a182-719edf3f142d req-e4fdd1c5-0276-4cef-aece-9d0047de5579 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608244 Oct 18 23:29:23.800318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:29:23.955105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:23.970858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'port_id': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'mac_address': 'fa:16:3e:15:9d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:29:24.041388 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9af961b-d5d7-4253-801c-9b62bd69084c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:24.057577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:24.076661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d48b4e9-c727-40fa-b0d8-a49d99393dec {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:24.099684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:24.104594 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:24.178995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:24.336697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314da3e4-a8f1-4e7a-8b2c-d6e3c062bb6a req-b2e334f0-b89f-4162-afe5-79320720e6c4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:24.342981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-314da3e4-a8f1-4e7a-8b2c-d6e3c062bb6a req-b2e334f0-b89f-4162-afe5-79320720e6c4 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.0588872 Oct 18 23:29:24.412388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-314da3e4-a8f1-4e7a-8b2c-d6e3c062bb6a req-c23060a1-e19e-4a89-8bed-7d0ff56ae057 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654352 Oct 18 23:29:24.632324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['4d48b4e9-c727-40fa-b0d8-a49d99393dec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:24.668000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea394beb-bddc-4d9c-8f0a-808df114b04c req-f4da93da-3d6a-4c5a-92b5-bfeedd3f6adb tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:24.676633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea394beb-bddc-4d9c-8f0a-808df114b04c req-f4da93da-3d6a-4c5a-92b5-bfeedd3f6adb tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 944 time: 0.0874650 Oct 18 23:29:24.734013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea394beb-bddc-4d9c-8f0a-808df114b04c req-2f4944b8-7056-450c-8e82-805826d5e082 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501750 Oct 18 23:29:24.812096 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:25.264786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:25.324524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-82db516d-e264-420d-aa77-ad68f4180315 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:25.326002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-82db516d-e264-420d-aa77-ad68f4180315 tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.0599566 Oct 18 23:29:25.434773 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Deleting port 85aff7af-56c9-4355-8b76-af3d63c93401 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:29:25.435184 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:25.614259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] For port 85aff7af-56c9-4355-8b76-af3d63c93401, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=85aff7af-56c9-4355-8b76-af3d63c93401,segment=NetworkSegment(4d3ddcf6-b53b-4a5e-953f-b95d853be9c4),segment_id=4d3ddcf6-b53b-4a5e-953f-b95d853be9c4)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:25.614622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:25.618055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f3f62-3f29-4ed0-a657-cfa9e89da39b req-cbaaca9c-47d2-4887-90e1-3fc1e60b6c8a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:25.619990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-541f3f62-3f29-4ed0-a657-cfa9e89da39b req-cbaaca9c-47d2-4887-90e1-3fc1e60b6c8a tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/ports?device_id=7801cdfc-56b7-4e09-9edf-389642cd97d4 HTTP/1.1" status: 200 len: 945 time: 0.0815759 Oct 18 23:29:25.631517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Calling delete_port for 85aff7af-56c9-4355-8b76-af3d63c93401 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:29:25.691813 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-541f3f62-3f29-4ed0-a657-cfa9e89da39b req-ca1ef2f6-3a3a-48fd-a206-012fc66325ec tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e82152-4e2b-4675-9510-7ce1e6747ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459332 Oct 18 23:29:25.795941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 85aff7af-56c9-4355-8b76-af3d63c93401 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:29:25.883375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:25.906014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Port 85aff7af-56c9-4355-8b76-af3d63c93401 update to DOWN by agent not found {{(pid=100923) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 18 23:29:25.935100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Pushing event deleted for resources: {'Port': ['ID=85aff7af-56c9-4355-8b76-af3d63c93401,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:25.952984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121260e0-19c2-4323-b2b3-33eef8bf9dfd req-de1088be-af20-4e2f-84a0-73316060355e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:25.954602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-121260e0-19c2-4323-b2b3-33eef8bf9dfd req-de1088be-af20-4e2f-84a0-73316060355e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 944 time: 0.0953779 Oct 18 23:29:26.000867 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-121260e0-19c2-4323-b2b3-33eef8bf9dfd req-55f595a3-a882-4d1b-9c14-6861da8d81eb tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394466 Oct 18 23:29:26.009409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] No DVR routers for this DVR port 85aff7af-56c9-4355-8b76-af3d63c93401 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:29:26.012254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:26.016343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2b13c86-41e3-4126-9503-ae0f4eaa1182 req-ca590763-7c6d-430f-a105-aa7442d3b65e tempest-ImagesTestJSON-989210051 tempest-ImagesTestJSON-989210051-project] 10.222.0.73 "DELETE /v2.0/ports/85aff7af-56c9-4355-8b76-af3d63c93401 HTTP/1.1" status: 204 len: 173 time: 0.6839166 Oct 18 23:29:26.016869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'name': 'network-vif-deleted', 'tag': '85aff7af-56c9-4355-8b76-af3d63c93401'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:26.019575 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fc1e3d-5dee-40a4-8b3c-e2143636dfc0" -d '{"events": [{"server_uuid": "7801cdfc-56b7-4e09-9edf-389642cd97d4", "name": "network-vif-deleted", "tag": "85aff7af-56c9-4355-8b76-af3d63c93401"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:26.059961 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee3b99c-7718-4139-9d93-7b72660eb4aa x-openstack-request-id: req-9ee3b99c-7718-4139-9d93-7b72660eb4aa {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:26.060263 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7801cdfc-56b7-4e09-9edf-389642cd97d4", "name": "network-vif-deleted", "tag": "85aff7af-56c9-4355-8b76-af3d63c93401", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:26.060376 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ee3b99c-7718-4139-9d93-7b72660eb4aa {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:26.061218 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7801cdfc-56b7-4e09-9edf-389642cd97d4', 'name': 'network-vif-deleted', 'tag': '85aff7af-56c9-4355-8b76-af3d63c93401', 'status': 'completed', 'code': 200} Oct 18 23:29:27.162982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53622) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:27.179600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67094db-0f73-4eac-8884-9869c6c600e7 req-921a7b9d-255c-441d-9c98-9a60d8492c2b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.181244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f67094db-0f73-4eac-8884-9869c6c600e7 req-921a7b9d-255c-441d-9c98-9a60d8492c2b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 944 time: 0.0826216 Oct 18 23:29:27.222014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54f0ccd-abcf-4bd4-80d6-92c0652d6881 admin admin] Deleting subnet 94e5cc56-f976-4b7f-b7db-43eb616dedd1 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:29:27.227620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d54f0ccd-abcf-4bd4-80d6-92c0652d6881 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.271260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-884478e3-65de-449b-90cf-c07f68907341 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0798764 Oct 18 23:29:27.271260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f67094db-0f73-4eac-8884-9869c6c600e7 req-bd280ede-201d-4575-ba8b-d0702fb1a563 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816102 Oct 18 23:29:27.289665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d54f0ccd-abcf-4bd4-80d6-92c0652d6881 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.340712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d54f0ccd-abcf-4bd4-80d6-92c0652d6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.401526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d54f0ccd-abcf-4bd4-80d6-92c0652d6881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.420211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-fd44c26a-a7c4-4458-b7ca-dd9bd3ea9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.420686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-fd44c26a-a7c4-4458-b7ca-dd9bd3ea9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.421165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-fd44c26a-a7c4-4458-b7ca-dd9bd3ea9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.421660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-fd44c26a-a7c4-4458-b7ca-dd9bd3ea9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.422090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-fd44c26a-a7c4-4458-b7ca-dd9bd3ea9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.422553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-fd44c26a-a7c4-4458-b7ca-dd9bd3ea9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.423056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-fd44c26a-a7c4-4458-b7ca-dd9bd3ea9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.425124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-fd44c26a-a7c4-4458-b7ca-dd9bd3ea9f59 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6495 time: 0.0561595 Oct 18 23:29:27.428412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f0ccd-abcf-4bd4-80d6-92c0652d6881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e5cc56-f976-4b7f-b7db-43eb616dedd1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:27.433292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d54f0ccd-abcf-4bd4-80d6-92c0652d6881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.436544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d54f0ccd-abcf-4bd4-80d6-92c0652d6881 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/94e5cc56-f976-4b7f-b7db-43eb616dedd1 HTTP/1.1" status: 204 len: 168 time: 0.2723989 Oct 18 23:29:27.439110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53628) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:27.515561 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.591620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-29f10afa-d09f-4842-984b-b912faeb1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.592435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-29f10afa-d09f-4842-984b-b912faeb1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.593397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-29f10afa-d09f-4842-984b-b912faeb1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.596110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-29f10afa-d09f-4842-984b-b912faeb1674 service neutron] 10.222.0.102 "GET /v2.0/networks?id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=39ea3733-74ea-4469-86dd-2826e17a10c2&id=39ea3733-74ea-4469-86dd-2826e17a10c2 HTTP/1.1" status: 200 len: 2294 time: 0.1102905 Oct 18 23:29:27.602749 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.628418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d0a755-2480-45ec-ba90-6acec9a7ddfa']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:27.645638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:27.646126 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3ddcf6-b53b-4a5e-953f-b95d853be9c4') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:27.662813 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.683225 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.693358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:29:27.693881 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:29:27.696585 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:29:27.700409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-d17f7705-6f84-4a5f-a635-1b5d495a4adb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05304f96-14be-417a-82ce-b7c7d7460a0f HTTP/1.1" status: 200 len: 1000 time: 0.0914700 Oct 18 23:29:27.768584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.783539 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.791864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d3d0a755-2480-45ec-ba90-6acec9a7ddfa HTTP/1.1" status: 204 len: 168 time: 0.3475401 Oct 18 23:29:27.792111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-6c4d09cd-3e55-4251-99fc-e589b8b2d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.794154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-6c4d09cd-3e55-4251-99fc-e589b8b2d465 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5115d984-ce58-49c9-9669-41c1b9da4f27 HTTP/1.1" status: 200 len: 851 time: 0.0846338 Oct 18 23:29:27.799495 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:27.805178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af0b8f-6335-4080-ab1d-83a35cc51c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d0a755-2480-45ec-ba90-6acec9a7ddfa,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:27.842051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:27.861656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-294cd72d-85b3-4c9b-8b5a-45d3a0d5b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:27.863628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-294cd72d-85b3-4c9b-8b5a-45d3a0d5b138 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591865 Oct 18 23:29:27.922137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 4d48b4e9-c727-40fa-b0d8-a49d99393dec completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:29:27.927996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 4d48b4e9-c727-40fa-b0d8-a49d99393dec triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:27.928582 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:28.081627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:28.083799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-37f0e5aa-a294-4660-93fa-f7d9b12a9df1 service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016952 Oct 18 23:29:28.129254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:28.133823 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc446df7-4f49-4928-b0ed-44fd6ba1f833" -d '{"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-plugged", "status": "completed", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:28.160613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:28.169056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:28.170898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 85aff7af-56c9-4355-8b76-af3d63c93401 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:29:28.218379 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3326592-99bb-4dfd-8309-654da623a42f x-openstack-request-id: req-c3326592-99bb-4dfd-8309-654da623a42f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:28.219181 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-plugged", "status": "completed", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:28.219794 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3326592-99bb-4dfd-8309-654da623a42f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:28.220754 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'code': 200} Oct 18 23:29:28.277056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 85aff7af-56c9-4355-8b76-af3d63c93401 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:29:28.277586 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-2ae36369-327b-44e3-81c7-fe92a6be8b50 service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581135 Oct 18 23:29:28.278094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 85aff7af-56c9-4355-8b76-af3d63c93401 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:29:28.288047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53646) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:28.347941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:28.353326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-f7aadd5c-28bd-46ba-a316-0957e43c04f0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=b3c6dc2a-df4f-43e9-808c-11041ee1a955 HTTP/1.1" status: 200 len: 217 time: 0.0633819 Oct 18 23:29:28.373155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1aa72a18-dc4e-40b4-87d2-f7bce583d731 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9a1b90e89fb4afebbb5c7f3e7df85b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834203 Oct 18 23:29:28.375784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53652) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:28.498918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-afe94ffc-e1a6-4444-8da7-dbe744d9ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:28.500417 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-afe94ffc-e1a6-4444-8da7-dbe744d9ed79 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.1349554 Oct 18 23:29:28.503046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0ca58d9-ad1d-43e9-8e8e-f86df79a4064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:28.510312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d17a2-9713-429e-86d7-3492979a6cfa req-29a6bb91-fb57-490c-90a8-0861898df13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:28.511896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b0d17a2-9713-429e-86d7-3492979a6cfa req-29a6bb91-fb57-490c-90a8-0861898df13c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 1097 time: 0.1575797 Oct 18 23:29:28.542327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0ca58d9-ad1d-43e9-8e8e-f86df79a4064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:28.561662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8b5a-a636-431a-9879-dcdb9d63114f req-e844d064-5c89-4fb1-8e0f-e3ad7e92c339 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:28.563158 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e68e8b5a-a636-431a-9879-dcdb9d63114f req-e844d064-5c89-4fb1-8e0f-e3ad7e92c339 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1376061 Oct 18 23:29:28.647689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-afc6291a-c255-43c0-8a89-b0af700707ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:28.650713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-afc6291a-c255-43c0-8a89-b0af700707ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1345069 Oct 18 23:29:28.680267 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b0d17a2-9713-429e-86d7-3492979a6cfa req-bf5d096d-1f86-488c-9e1f-450cf36e0f33 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313608 Oct 18 23:29:28.693032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e68e8b5a-a636-431a-9879-dcdb9d63114f req-e04cd750-01f0-493b-836a-beb0ebbfe577 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130719 Oct 18 23:29:28.709014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0ca58d9-ad1d-43e9-8e8e-f86df79a4064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:28.711736 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0ca58d9-ad1d-43e9-8e8e-f86df79a4064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:28.715744 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d0ca58d9-ad1d-43e9-8e8e-f86df79a4064 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41e82152-4e2b-4675-9510-7ce1e6747ce8 HTTP/1.1" status: 204 len: 168 time: 0.3357480 Oct 18 23:29:28.764055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca58d9-ad1d-43e9-8e8e-f86df79a4064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e82152-4e2b-4675-9510-7ce1e6747ce8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:28.804970 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-9d67f9f7-46ea-41d9-9ca1-ff52989a4581 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1700640 Oct 18 23:29:28.822850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-ed34a8ca-747a-4fb3-8dd2-f3f6fd374f20 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:28.829985 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-ed34a8ca-747a-4fb3-8dd2-f3f6fd374f20 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 814 time: 0.2456169 Oct 18 23:29:28.845314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-3b658aeb-51f3-4977-aaca-144a9afcc933 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/quotas/6b498891e0ca401d8e6b960795cdc0a2 HTTP/1.1" status: 200 len: 375 time: 0.0144267 Oct 18 23:29:28.866754 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-b92a4c5e-d65d-4462-9dbb-eae4f5a88812 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061830 Oct 18 23:29:28.949223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-3b29879e-95e1-43e4-bfb9-73b7327a8165 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968208 Oct 18 23:29:29.016658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-afef4361-0390-4d64-8def-b352f43d068d service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375847 Oct 18 23:29:29.077867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-31e5c8fc-1659-4539-9860-a1e62249f68a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=a221ba3c-65f3-4453-aeea-cda82f9291f5 HTTP/1.1" status: 200 len: 217 time: 0.0461528 Oct 18 23:29:29.114963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-153f1507-45a2-4fae-8ef5-903b4f437a79 service neutron] 10.222.0.52 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646495 Oct 18 23:29:29.166753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-67e18494-8454-46f6-9df2-fc88422082e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.169040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-67e18494-8454-46f6-9df2-fc88422082e2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.0773084 Oct 18 23:29:29.247454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-cd2f857e-ebaf-449c-b702-f4d6f64edea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.249047 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-cd2f857e-ebaf-449c-b702-f4d6f64edea5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0695744 Oct 18 23:29:29.256077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-29372246-9e81-4356-a67a-5bc28c5462db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.256564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-29372246-9e81-4356-a67a-5bc28c5462db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.257159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-29372246-9e81-4356-a67a-5bc28c5462db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.258382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-29372246-9e81-4356-a67a-5bc28c5462db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.259004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-29372246-9e81-4356-a67a-5bc28c5462db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.259575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-29372246-9e81-4356-a67a-5bc28c5462db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.260100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-29372246-9e81-4356-a67a-5bc28c5462db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.262199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-29372246-9e81-4356-a67a-5bc28c5462db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6507 time: 0.1174221 Oct 18 23:29:29.330127 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-a454da41-5392-4f4b-8b56-ad6d25cd7d36 service neutron] 10.222.0.52 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079132 Oct 18 23:29:29.402694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-bc75e6c7-6554-49a0-86e5-2ed876561f50 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361732 Oct 18 23:29:29.461868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-9c28a129-8655-4e1f-bdbf-a8e22a5fb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.462999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-9c28a129-8655-4e1f-bdbf-a8e22a5fb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.463498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-9c28a129-8655-4e1f-bdbf-a8e22a5fb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.466040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-9c28a129-8655-4e1f-bdbf-a8e22a5fb124 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=be5758dd-8396-4c4a-a368-25bd778a9183&id=be5758dd-8396-4c4a-a368-25bd778a9183 HTTP/1.1" status: 200 len: 2296 time: 0.1599338 Oct 18 23:29:29.607509 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-58c9b4af-c9f8-4372-b819-732dd661f386 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45594a8a-5264-43dc-877a-b7d6c899e21f HTTP/1.1" status: 200 len: 1001 time: 0.1331136 Oct 18 23:29:29.622068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-e0e20521-1fad-47d5-9f9f-2994f96f36ae service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015655 Oct 18 23:29:29.688443 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-b432ffb1-bc6a-4b98-b60b-866c90ee1c9b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27 HTTP/1.1" status: 200 len: 217 time: 0.0458176 Oct 18 23:29:29.724500 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1adbcc5e-ab38-4478-a813-78c5e5d804ef req-4cf5d2ca-f1c0-49c4-a565-d60295ef3317 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 210 time: 0.0561585 Oct 18 23:29:29.742811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-e2509212-31a2-499b-adf6-949a45429f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.744654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-e2509212-31a2-499b-adf6-949a45429f71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c69b70b0-9ab5-4ffc-9c05-64e019afa0a3 HTTP/1.1" status: 200 len: 855 time: 0.1131577 Oct 18 23:29:29.833368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-3200ebc8-b8a1-47bd-88c2-4f17658ec1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.835304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-3200ebc8-b8a1-47bd-88c2-4f17658ec1d4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.1375353 Oct 18 23:29:29.837750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-7240712d-27f4-4197-b55a-274c23051208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.839316 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-7240712d-27f4-4197-b55a-274c23051208 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844102 Oct 18 23:29:29.965623 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-7d1542f7-cee1-48d8-a760-0736094b58a8 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117313 Oct 18 23:29:29.997144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-9b828f9b-a847-488a-9a57-4bdbde4747a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:29.998809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-9b828f9b-a847-488a-9a57-4bdbde4747a9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1525993 Oct 18 23:29:30.009470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f3caa-aa10-4b81-b689-e1c67d990624 req-33484035-617c-465d-9751-3ca66e2626cf tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:30.018479 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-331f3caa-aa10-4b81-b689-e1c67d990624 req-33484035-617c-465d-9751-3ca66e2626cf tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1344092 Oct 18 23:29:30.108158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53736) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:30.216629 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-9c7f194d-107d-4f90-95a9-9a14266fb481 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805212 Oct 18 23:29:30.264967 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-331f3caa-aa10-4b81-b689-e1c67d990624 req-9b1e1e0f-aea6-4d76-adde-c26c0117dd8b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450068 Oct 18 23:29:30.332819 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-438e5fbf-8720-4f84-8f46-33bc35a37ceb service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066874 Oct 18 23:29:30.413342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1444290779-network', 'tenant_id': '50295b63e2fa49568e0ecdd390694ce4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:30.415650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-c8410ed2-9659-46c7-a464-bdad050e6fa5 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686628 Oct 18 23:29:30.424265 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-7b431481-81ba-427d-9f49-06c8e0b79048 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 200 len: 217 time: 0.0827847 Oct 18 23:29:30.495967 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-90a1d82c-4fa8-42fb-83c9-39ee654380d7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=8ca62050-0176-473e-a99c-b6bdd559021f HTTP/1.1" status: 200 len: 217 time: 0.0694847 Oct 18 23:29:30.528088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-0c809283-acc5-4200-9d3c-d0e1d21ec1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:30.530890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-0c809283-acc5-4200-9d3c-d0e1d21ec1bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.0981429 Oct 18 23:29:30.557127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Made reservation on behalf of 50295b63e2fa49568e0ecdd390694ce4 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:29:30.561138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:30.606604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-f46849e6-bb04-4248-b167-108ba6669384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:30.608377 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:30.609460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-f46849e6-bb04-4248-b167-108ba6669384 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.1040945 Oct 18 23:29:30.659377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-e09985c6-f6df-47bc-acc9-45716306e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:30.660959 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-e09985c6-f6df-47bc-acc9-45716306e3af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1211572 Oct 18 23:29:30.717455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-6234bc23-b0e0-4abb-a48e-a0b4bb5e5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:30.723848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-6234bc23-b0e0-4abb-a48e-a0b4bb5e5ff9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1040058 Oct 18 23:29:30.904453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-23ac9d83-8db7-4145-a30d-6b433a98895d service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651139 Oct 18 23:29:30.909142 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:30.922883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:30.953203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbe9292c-e8fd-4392-b295-88162bf704fa req-2fb44766-d887-487d-8973-fe95f9cd76d3 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 210 time: 0.0533540 Oct 18 23:29:30.993763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:29:31.017430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515c75a3-26bf-4940-abe4-82dd39f18a52,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:31.032672 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:31.032672 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Added segment 88dc0fb7-e8b8-498e-b24d-e69a5b17edaf of type vlan for network d1163179-bbc8-4bef-b090-0f9ff5d7c59b Oct 18 23:29:31.045640 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-d371b683-c3cc-4f09-b901-2bdc3ca589ea service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129721 Oct 18 23:29:31.120213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:31.122271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-42db2872-a2ce-4437-b4fc-896c368ab811 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085986 Oct 18 23:29:31.239710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-2635a88f-0095-48c0-babb-a9a32a633a9a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c HTTP/1.1" status: 200 len: 217 time: 0.1069989 Oct 18 23:29:31.284529 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:31.285883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:31.286775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:31.355680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2438416 Oct 18 23:29:31.358939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53768) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:31.376368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Request body: {'subnet': {'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1444290779-subnet', 'tenant_id': '50295b63e2fa49568e0ecdd390694ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:31.449693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-44f5629f-4b82-4edd-8bfd-d0c95b3d343c service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186731 Oct 18 23:29:31.488656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-d864f505-d6ec-46de-8321-a288ea8706d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:31.489983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932f415-819b-4931-be6e-37933105cfbd admin admin] Pushing event updated for resources: {'Network': ['ID=d1163179-bbc8-4bef-b090-0f9ff5d7c59b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:31.490404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-d864f505-d6ec-46de-8321-a288ea8706d6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 200 len: 797 time: 0.2308249 Oct 18 23:29:31.504112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d1163179-bbc8-4bef-b090-0f9ff5d7c59b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:29:31.515440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Made reservation on behalf of 50295b63e2fa49568e0ecdd390694ce4 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:29:31.520236 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:31.544315 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-8c5ec346-133c-49f0-a587-c7c361b89c6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 200 len: 217 time: 0.0804238 Oct 18 23:29:31.653670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-e61ce8b8-edfb-4a28-a4a3-031ecf844207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:31.655139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-e61ce8b8-edfb-4a28-a4a3-031ecf844207 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.0822680 Oct 18 23:29:31.659073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-78bb5fa3-6197-4843-9e0b-436dbcbd8f7b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:31.660665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-78bb5fa3-6197-4843-9e0b-436dbcbd8f7b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.73 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 814 time: 0.4196866 Oct 18 23:29:31.699126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Request body: {'port': {'device_id': '5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2', 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e', 'admin_state_up': True, 'tenant_id': '6b498891e0ca401d8e6b960795cdc0a2'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:31.745256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-3a2576b7-6681-4eab-b3f7-5ebdea0aca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:31.747806 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-3a2576b7-6681-4eab-b3f7-5ebdea0aca7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0705633 Oct 18 23:29:31.776619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355b757-d7f8-4b6f-8a1b-84db3b3bb4bf req-0d647583-d01e-45f0-ae96-25cadfb1a65d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:31.778225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f355b757-d7f8-4b6f-8a1b-84db3b3bb4bf req-0d647583-d01e-45f0-ae96-25cadfb1a65d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.2868369 Oct 18 23:29:31.814932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-c83617f1-7a54-4a23-925f-452e125bcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:31.816519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-c83617f1-7a54-4a23-925f-452e125bcac2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2891557 Oct 18 23:29:31.917969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-d514d90b-b64e-46c8-a802-f7ac42c45048 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628375 Oct 18 23:29:32.078439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-ea6f7d2f-ab03-4f3a-b69c-deeb57b32c7c service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524684 Oct 18 23:29:32.116314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-add04951-1369-4cfc-a414-47681e3f2433 req-cac5e7b9-17bf-44ce-a952-c262648c42b7 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 210 time: 0.0283790 Oct 18 23:29:32.192095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-b27418c0-e701-4f73-99dd-ee02c08416e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=bf6f01ac-8e62-4468-aede-f946a2798c22 HTTP/1.1" status: 200 len: 217 time: 0.0689149 Oct 18 23:29:32.263171 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-6bbc6bfa-8bcb-4a98-b4bd-9b4f3f6b9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:32.264579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-6bbc6bfa-8bcb-4a98-b4bd-9b4f3f6b9870 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.0653377 Oct 18 23:29:32.317050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-81746afd-6855-4c09-92a6-b703b16cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:32.318564 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-81746afd-6855-4c09-92a6-b703b16cf02b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460594 Oct 18 23:29:32.324230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f355b757-d7f8-4b6f-8a1b-84db3b3bb4bf req-0b33913f-c2d0-46ed-9403-3a8a10e8d8cd tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5017004 Oct 18 23:29:32.418860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-e4a55ca0-ac73-4161-9722-74092b7fef2a service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862701 Oct 18 23:29:32.422590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Made reservation on behalf of 6b498891e0ca401d8e6b960795cdc0a2 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:29:32.428328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:32.447006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:32.652017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f07812d-c3ec-4526-aa01-4604d6984d76,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:32.735276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Checking segment: {'id': '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:32.735945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Network hostable DHCP agents. Network: d1163179-bbc8-4bef-b090-0f9ff5d7c59b, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:29:32.741775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-1ede0921-4123-48bf-bcfb-416817fabe71 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091133 Oct 18 23:29:32.798357 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-b0b36b6c-47d5-4639-b67b-308ad45c6282 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724610 Oct 18 23:29:32.807625 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-d6ec0e26-7f94-4aeb-9625-a0c7d0aa0d2d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9 HTTP/1.1" status: 200 len: 217 time: 0.0580940 Oct 18 23:29:32.825714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Allocated IP 172.20.0.2 (12fd6d78-9b65-4cd7-a07f-c4736d04911e/db6e6b9c-c017-48ab-87a0-2d38dc7f3749/ee7aa075-a2f7-40c6-89c4-aac507f35402) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:29:32.827036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97770b-d656-4cc7-ac85-8664b4f50d41 req-99d4fffc-52e0-4eda-887e-46af73a2d567 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:32.829075 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de97770b-d656-4cc7-ac85-8664b4f50d41 req-99d4fffc-52e0-4eda-887e-46af73a2d567 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.0962610 Oct 18 23:29:32.838813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Network d1163179-bbc8-4bef-b090-0f9ff5d7c59b is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:29:32.844243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53804) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:29:32.860865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-82d0acf3-f270-44b3-a93d-500bd3fae26c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'floatingip': {'port_id': '4d48b4e9-c727-40fa-b0d8-a49d99393dec'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:32.884577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, d1163179-bbc8-4bef-b090-0f9ff5d7c59b) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:32.896628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:32.897218 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:32.900489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-bf254d04-d95e-4752-8e3f-b9008e16c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:32.900846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b4783-e20e-4a59-ad13-b2adf3553449 None None] Network d1163179-bbc8-4bef-b090-0f9ff5d7c59b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:29:32.902123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-bf254d04-d95e-4752-8e3f-b9008e16c29b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 200 len: 797 time: 0.0780575 Oct 18 23:29:32.947478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82d0acf3-f270-44b3-a93d-500bd3fae26c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:32.972362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-51af5c42-4c40-41bf-bd05-f118b3ab4372 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6024470 Oct 18 23:29:33.082622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-7b88b984-f636-4317-91b3-a6a271abc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:33.085271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-7b88b984-f636-4317-91b3-a6a271abc5f3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1695428 Oct 18 23:29:33.155346 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:33.167134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb22f84-404a-4510-a4a8-8e5b19b587a1 None None] Network d1163179-bbc8-4bef-b090-0f9ff5d7c59b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:29:33.194609 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-79b235fa-b8f4-491a-9ef6-ed7a79749136 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884838 Oct 18 23:29:33.344832 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-191574d0-8836-4f2e-b728-18feba53f654 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=9501c6d1-d528-46f9-ba18-68ffb673079f HTTP/1.1" status: 200 len: 217 time: 0.1364956 Oct 18 23:29:33.376764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-01b1e059-491d-4a42-8388-485bfbfb5c98 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701310 Oct 18 23:29:33.378658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:33.462491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2842ed04-1097-4ad7-832e-bf17156c8361'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:33.492013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-c6580d43-5fc5-4813-8423-fcbd1affd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:33.494850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-c6580d43-5fc5-4813-8423-fcbd1affd3e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1302519 Oct 18 23:29:33.505282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03a620-be19-4e07-90f0-b71e39832c82 req-d071961d-09fb-43cb-bad8-fffed0f7da42 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:33.514202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e03a620-be19-4e07-90f0-b71e39832c82 req-d071961d-09fb-43cb-bad8-fffed0f7da42 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 931 time: 0.2878442 Oct 18 23:29:33.602175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Network 12fd6d78-9b65-4cd7-a07f-c4736d04911e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:29:33.613062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0a29b4eb-5aa6-46ff-b882-2bf01fb53e7b req-a16453e7-5bf2-49ee-bc8e-f85f6a7afa57 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1519568216', 'description': 'tempest-description-122373930'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:33.626463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e03a620-be19-4e07-90f0-b71e39832c82 req-b0ae314d-002c-423e-93d0-b794f3a2714d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106384 Oct 18 23:29:33.629038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:33.642501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:29:33.655661 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4f8570-6248-4719-97ce-13efa2e01d6a req-d1dff698-ca03-4d94-b655-45f5e9ef2f1f service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611835 Oct 18 23:29:33.700837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Pushing event updated for resources: {'Port': ['ID=ee7aa075-a2f7-40c6-89c4-aac507f35402,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:33.712306 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0a29b4eb-5aa6-46ff-b882-2bf01fb53e7b req-a16453e7-5bf2-49ee-bc8e-f85f6a7afa57 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:33.743494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:33.745119 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:33.782858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-979307cd-3de2-4185-b073-eb5deaabe948 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0882516 Oct 18 23:29:33.804176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Request body: {'port': {'device_id': '5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:33.826441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-0d3ebdc6-dd75-4c36-a9ea-fadd07dea0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:33.828547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-0d3ebdc6-dd75-4c36-a9ea-fadd07dea0f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3085716 Oct 18 23:29:33.924156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:33.946072 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0a29b4eb-5aa6-46ff-b882-2bf01fb53e7b req-a16453e7-5bf2-49ee-bc8e-f85f6a7afa57 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:33.987494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0a29b4eb-5aa6-46ff-b882-2bf01fb53e7b req-a16453e7-5bf2-49ee-bc8e-f85f6a7afa57 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.027045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-c99a5d1a-6f00-417f-9fc3-0e25539857f4 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903501 Oct 18 23:29:34.087168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0a29b4eb-5aa6-46ff-b882-2bf01fb53e7b req-a16453e7-5bf2-49ee-bc8e-f85f6a7afa57 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.088433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a29b4eb-5aa6-46ff-b882-2bf01fb53e7b req-a16453e7-5bf2-49ee-bc8e-f85f6a7afa57 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4929461 Oct 18 23:29:34.111073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16453e7-5bf2-49ee-bc8e-f85f6a7afa57 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5858bbf-c2e5-4012-971a-75883aa84fe1,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:34.173799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2df6af01-6efb-4ab1-ab1b-908d1edf1cf3 req-c41bb359-92cb-470f-8f1f-22a9a81d03cf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-790558741', 'description': 'tempest-description-536577230'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:34.183659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82d0acf3-f270-44b3-a93d-500bd3fae26c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.192866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82d0acf3-f270-44b3-a93d-500bd3fae26c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.249987 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-4509122b-6903-42ae-a57e-91d79ced1829 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152624 Oct 18 23:29:34.265178 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2df6af01-6efb-4ab1-ab1b-908d1edf1cf3 req-c41bb359-92cb-470f-8f1f-22a9a81d03cf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.297472 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-3afcf0cd-63c5-4cdb-bae7-a944e9c16db4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=647b7f98-2219-41e9-8bc3-2f82234f0205 HTTP/1.1" status: 200 len: 217 time: 0.0383275 Oct 18 23:29:34.403950 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-82d0acf3-f270-44b3-a93d-500bd3fae26c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Floating IP ef6dfffa-b365-4d62-805d-ff7e9430d4c8 associated. External IP: 172.25.7.208, port: 4d48b4e9-c727-40fa-b0d8-a49d99393dec. Oct 18 23:29:34.432296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7aa075-a2f7-40c6-89c4-aac507f35402 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:34.448824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.453309 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2df6af01-6efb-4ab1-ab1b-908d1edf1cf3 req-c41bb359-92cb-470f-8f1f-22a9a81d03cf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.462930 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2df6af01-6efb-4ab1-ab1b-908d1edf1cf3 req-c41bb359-92cb-470f-8f1f-22a9a81d03cf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.480386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Transition to ACTIVE for port object ee7aa075-a2f7-40c6-89c4-aac507f35402 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:29:34.493716 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.509228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2df6af01-6efb-4ab1-ab1b-908d1edf1cf3 req-c41bb359-92cb-470f-8f1f-22a9a81d03cf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.510677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2df6af01-6efb-4ab1-ab1b-908d1edf1cf3 req-c41bb359-92cb-470f-8f1f-22a9a81d03cf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3486991 Oct 18 23:29:34.533926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-6ecb9f0b-33cc-4fcf-b6b4-c20c2e4a48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:34.535720 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-6ecb9f0b-33cc-4fcf-b6b4-c20c2e4a48fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.2315214 Oct 18 23:29:34.541169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bb359-92cb-470f-8f1f-22a9a81d03cf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70f174c-0d5e-416d-91ea-4cda3ea52dc3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:34.583746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Pushing event updated for resources: {'Port': ['ID=ee7aa075-a2f7-40c6-89c4-aac507f35402,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:34.654307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.682167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Attempting to bind port ee7aa075-a2f7-40c6-89c4-aac507f35402 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:29:34.682713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Attempting to bind port ee7aa075-a2f7-40c6-89c4-aac507f35402 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:29:34.683058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Attempting to bind port ee7aa075-a2f7-40c6-89c4-aac507f35402 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:34.688728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Port ee7aa075-a2f7-40c6-89c4-aac507f35402 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:29:34.689240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Attempting to bind port ee7aa075-a2f7-40c6-89c4-aac507f35402 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:34.696397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:29:34.697126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Checking segment: {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:34.697625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Bound using segment: {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:29:34.698210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Bound port: ee7aa075-a2f7-40c6-89c4-aac507f35402, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:29:34.698665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.800979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-041a3169-dce1-4074-a187-5e946914594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:34.802997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-041a3169-dce1-4074-a187-5e946914594b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1804392 Oct 18 23:29:34.844742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] For port ee7aa075-a2f7-40c6-89c4-aac507f35402, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:29:34.850340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] For port ee7aa075-a2f7-40c6-89c4-aac507f35402, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ee7aa075-a2f7-40c6-89c4-aac507f35402,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:29:34.864843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08e157-b631-4679-84df-99b6aed42ecb req-4e7fd547-f660-4924-be50-c9a66dac7e08 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:34.867433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c08e157-b631-4679-84df-99b6aed42ecb req-4e7fd547-f660-4924-be50-c9a66dac7e08 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 943 time: 0.1174014 Oct 18 23:29:34.869567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.925870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:34.926488 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:34.928148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] 10.222.0.73 "PUT /v2.0/ports/ee7aa075-a2f7-40c6-89c4-aac507f35402 HTTP/1.1" status: 200 len: 1092 time: 1.1293621 Oct 18 23:29:34.932282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2', 'tag': 'ee7aa075-a2f7-40c6-89c4-aac507f35402'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:34.934794 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c0ad87-030e-4840-bebf-9b855e99eeca" -d '{"events": [{"name": "network-changed", "server_uuid": "5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2", "tag": "ee7aa075-a2f7-40c6-89c4-aac507f35402"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:34.966373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c08e157-b631-4679-84df-99b6aed42ecb req-c987e22d-91d4-425f-a052-2d546573b881 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911131 Oct 18 23:29:34.980838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9137ed-c1d0-4bd8-baff-c60ea937733b service neutron] Pushing event updated for resources: {'Port': ['ID=ee7aa075-a2f7-40c6-89c4-aac507f35402,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:35.043237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-5012a529-06cf-4540-a8f7-fe02b2d8f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:35.045099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-5012a529-06cf-4540-a8f7-fe02b2d8f606 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0586498 Oct 18 23:29:35.096110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-e4b86af9-d4bd-479a-becf-f6bc74c884ea tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:35.099273 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-e4b86af9-d4bd-479a-becf-f6bc74c884ea tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 813 time: 0.3829949 Oct 18 23:29:35.103483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-f5aeb9a4-9f5c-4bc5-a507-84906ec800e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee7aa075-a2f7-40c6-89c4-aac507f35402 HTTP/1.1" status: 200 len: 217 time: 0.0447218 Oct 18 23:29:35.142476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-0595c399-fb8a-4ee6-a0d1-2dc6dec59f21 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/quotas/50295b63e2fa49568e0ecdd390694ce4 HTTP/1.1" status: 200 len: 375 time: 0.0299113 Oct 18 23:29:35.159888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d0acf3-f270-44b3-a93d-500bd3fae26c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Router dc3f236c-2164-4731-a433-abc9d04eb883 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:29:35.202887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-b87947ae-807c-4741-8455-3468f4a8010f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575097 Oct 18 23:29:35.210351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-05cfd71e-65bc-4fcf-a6f9-e2ce3fb4ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:35.212285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-05cfd71e-65bc-4fcf-a6f9-e2ce3fb4ef1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 200 len: 854 time: 0.1020541 Oct 18 23:29:35.216161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-d705c05f-b1e0-42d8-8cce-72d6c2fa5453 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519974 Oct 18 23:29:35.277267 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497c2884-31ab-4ad4-8eb9-aecbbc9d1b69 x-openstack-request-id: req-497c2884-31ab-4ad4-8eb9-aecbbc9d1b69 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:35.277650 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2", "tag": "ee7aa075-a2f7-40c6-89c4-aac507f35402", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:35.277986 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-497c2884-31ab-4ad4-8eb9-aecbbc9d1b69 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:35.278678 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2', 'tag': 'ee7aa075-a2f7-40c6-89c4-aac507f35402', 'status': 'completed', 'code': 200} Oct 18 23:29:35.282059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-9be4eea2-6e86-486c-8990-bc006e2a58bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12fd6d78-9b65-4cd7-a07f-c4736d04911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565670 Oct 18 23:29:35.424702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-00a1d3f5-4a12-4802-b509-f307d5794743 service neutron] 10.222.0.73 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331861 Oct 18 23:29:35.441360 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-0caa15f7-491b-4fe9-b277-54477a6dcdcf service neutron] 10.222.0.52 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344608 Oct 18 23:29:35.557528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2e71101-3471-4dbb-9c2e-f12573310c94 req-7e37652e-f2ff-44be-86f0-c86bee0990c7 service neutron] 10.222.0.73 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226645 Oct 18 23:29:35.713747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-504f58f7-dd15-4662-8ed8-9f73403856fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:35.715390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-504f58f7-dd15-4662-8ed8-9f73403856fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0636408 Oct 18 23:29:35.868432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-b924ef54-10c6-4d6c-bef9-981cebf4d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:35.870519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-b924ef54-10c6-4d6c-bef9-981cebf4d132 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 915 time: 0.1478069 Oct 18 23:29:35.923467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d0acf3-f270-44b3-a93d-500bd3fae26c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:29:35.937546 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e8594-b565-46ef-809c-1f545e020926 None None] Sync routers for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:29:35.950808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82d0acf3-f270-44b3-a93d-500bd3fae26c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:35.962385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-6337798a-4bd3-4854-9639-781f774864c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee7aa075-a2f7-40c6-89c4-aac507f35402 HTTP/1.1" status: 200 len: 217 time: 0.0841749 Oct 18 23:29:35.974227 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e8594-b565-46ef-809c-1f545e020926 None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:29:35.978558 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-123e8594-b565-46ef-809c-1f545e020926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:29:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:35.984838 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-82d0acf3-f270-44b3-a93d-500bd3fae26c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "PUT /v2.0/floatingips/ef6dfffa-b365-4d62-805d-ff7e9430d4c8 HTTP/1.1" status: 200 len: 991 time: 3.1386492 Oct 18 23:29:35.988698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:35.991084 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc04b9fb-e678-42b3-a349-e980b74e8c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:36.001847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-b7354c74-a19c-4866-86ca-a5e8be1a460d service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178738 Oct 18 23:29:36.060502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-91352cfd-1509-41a4-b8d5-ce3c3f9f90b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6 HTTP/1.1" status: 200 len: 217 time: 0.0495207 Oct 18 23:29:36.075622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-45e02d3f-5283-4552-ae51-28b6d1efa29d service neutron] 10.222.0.52 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380446 Oct 18 23:29:36.107380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-5589a416-0e9b-41ea-8a80-1d3db2f57554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:36.109658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-5589a416-0e9b-41ea-8a80-1d3db2f57554 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 200 len: 854 time: 0.1400352 Oct 18 23:29:36.166542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-79fce012-ce5a-4c52-9a06-822c6024b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:36.168869 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-79fce012-ce5a-4c52-9a06-822c6024b340 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.0889018 Oct 18 23:29:36.195498 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:36.196637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-25439551-fe19-42c6-a8e3-9accf4319b20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12fd6d78-9b65-4cd7-a07f-c4736d04911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658774 Oct 18 23:29:36.275981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-64a93e24-1d1b-4e5b-8b88-60d7910ecac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:36.278310 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-64a93e24-1d1b-4e5b-8b88-60d7910ecac5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1007478 Oct 18 23:29:36.295743 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-123e8594-b565-46ef-809c-1f545e020926 None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:29:36.341357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-4d1d9ba5-8578-4e74-bc4f-7589505459f2 service neutron] 10.222.0.73 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365521 Oct 18 23:29:36.465230 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2da442a-6df5-4f21-8fb9-9dd73b9c3467 x-openstack-request-id: req-b2da442a-6df5-4f21-8fb9-9dd73b9c3467 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:36.465619 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:36.465977 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2da442a-6df5-4f21-8fb9-9dd73b9c3467 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:36.466438 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'status': 'completed', 'code': 200} Oct 18 23:29:36.469707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-e3daa8c8-6305-45eb-b521-36047a580fec service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838059 Oct 18 23:29:36.567183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66df7-27c8-4d18-8709-9018c4d6f6c7 req-e6cc1adc-ba5b-47e2-b908-299a0e51ec00 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:36.572114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75a66df7-27c8-4d18-8709-9018c4d6f6c7 req-e6cc1adc-ba5b-47e2-b908-299a0e51ec00 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 943 time: 0.2293499 Oct 18 23:29:36.579500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-87e41536-ef22-4b92-9858-5f1bcf0ef64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:36.593073 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-87e41536-ef22-4b92-9858-5f1bcf0ef64a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 1097 time: 0.1928997 Oct 18 23:29:36.681403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d275f09-5e2e-49ad-8598-7fe394c69c47 req-4aab44e9-9ec3-44e4-b46b-076a4828e320 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034774 Oct 18 23:29:36.715649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-cd6403ff-b6fe-44da-bc9d-b4d76ee5516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:36.717306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-cd6403ff-b6fe-44da-bc9d-b4d76ee5516a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.1234293 Oct 18 23:29:36.759229 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75a66df7-27c8-4d18-8709-9018c4d6f6c7 req-a9b2ee6b-dfea-4f3a-b838-b1f1969af7dc tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479620 Oct 18 23:29:36.774668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39eea72a-33d3-4a8d-b3f4-2ad2fcdd9490 req-d3e199ab-583f-4d29-b729-5e4c0105fedb tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 210 time: 0.0562668 Oct 18 23:29:36.883830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98c0ad87-030e-4840-bebf-9b855e99eeca req-11c872d0-a50b-4154-b574-b876332bc991 service neutron] 10.222.0.73 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971693 Oct 18 23:29:36.889285 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-123e8594-b565-46ef-809c-1f545e020926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'ef6dfffa-b365-4d62-805d-ff7e9430d4c8', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'floating_ip_address': '172.25.7.208', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'port_id': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'mac_address': 'fa:16:3e:15:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:29:13Z', 'updated_at': '2021-10-18T23:29:33Z', 'revision_number': 1, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:36.901739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-818ad5c8-a33c-4f3e-8765-5c70ead07ab2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec HTTP/1.1" status: 200 len: 999 time: 0.1468716 Oct 18 23:29:36.923634 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e8594-b565-46ef-809c-1f545e020926 None None] Checking router: dc3f236c-2164-4731-a433-abc9d04eb883 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:29:36.937714 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e8594-b565-46ef-809c-1f545e020926 None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:29:36.938448 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-123e8594-b565-46ef-809c-1f545e020926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:29:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:37.001077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-6305986b-92c7-4f78-bb3d-4dc9b845d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:37.003467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-6305986b-92c7-4f78-bb3d-4dc9b845d6f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.0629394 Oct 18 23:29:37.061312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-ceb22d84-9792-4530-8be2-976781ae5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:37.063072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-ceb22d84-9792-4530-8be2-976781ae5ac1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510483 Oct 18 23:29:37.123424 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-123e8594-b565-46ef-809c-1f545e020926 None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:29:37.212792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-5b87b563-3eaa-4112-9c26-6fa17c6a68fc service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417973 Oct 18 23:29:37.364773 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc04b9fb-e678-42b3-a349-e980b74e8c3a req-e36d3d64-de7a-4ffe-b888-442935f11282 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225531 Oct 18 23:29:37.567016 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-123e8594-b565-46ef-809c-1f545e020926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'ef6dfffa-b365-4d62-805d-ff7e9430d4c8', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'floating_ip_address': '172.25.7.208', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'port_id': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'mac_address': 'fa:16:3e:15:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:29:13Z', 'updated_at': '2021-10-18T23:29:33Z', 'revision_number': 1, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:29:37.604490 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e8594-b565-46ef-809c-1f545e020926 None None] The sync data for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 is: [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'ef6dfffa-b365-4d62-805d-ff7e9430d4c8', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'floating_ip_address': '172.25.7.208', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'port_id': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'mac_address': 'fa:16:3e:15:9d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:29:13Z', 'updated_at': '2021-10-18T23:29:33Z', 'revision_number': 1, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:29:37.896621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d914f22-c32b-42f3-b0c2-28c29f8d5849 None None] New status for floating IP ef6dfffa-b365-4d62-805d-ff7e9430d4c8: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:29:37.982845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fe99c-0b86-4207-84bd-3961b50a0614 req-9a60b742-34c5-4eaf-a059-8749afc10afd tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:37.985749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c9fe99c-0b86-4207-84bd-3961b50a0614 req-9a60b742-34c5-4eaf-a059-8749afc10afd tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 943 time: 0.1120830 Oct 18 23:29:38.000198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d72d91c-a831-46f4-8a33-676058a20d47 req-894daf5d-6b11-4133-80c7-c4d0548fc394 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 210 time: 0.0912030 Oct 18 23:29:38.080183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c9fe99c-0b86-4207-84bd-3961b50a0614 req-6d57a7d9-d341-4c7e-85e8-ac21f6aecdba tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825722 Oct 18 23:29:38.166509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-2c81b314-9613-401a-bfd9-daf1de5a98ec tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:38.168486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-2c81b314-9613-401a-bfd9-daf1de5a98ec tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.102 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 813 time: 0.1467297 Oct 18 23:29:38.192781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'port': {'device_id': '6dbf7711-f788-464d-a220-329bdb169846', 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b', 'admin_state_up': True, 'tenant_id': '50295b63e2fa49568e0ecdd390694ce4'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:38.331063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Made reservation on behalf of 50295b63e2fa49568e0ecdd390694ce4 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:29:38.334934 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:38.465579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Allocated IP 172.20.0.12 (d1163179-bbc8-4bef-b090-0f9ff5d7c59b/7f07812d-c3ec-4526-aa01-4604d6984d76/0a7a9c0f-4ee6-4983-82d9-a964146e7352) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:29:38.639470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:38.682705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:38.743431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Network d1163179-bbc8-4bef-b090-0f9ff5d7c59b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:29:38.750303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:38.752520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'Port': ['ID=0a7a9c0f-4ee6-4983-82d9-a964146e7352,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:38.754992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:29:38.822291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:38.823499 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:38.846045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-7362cf1b-f10f-47b6-9885-463ea98200b9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6587029 Oct 18 23:29:38.871470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Request body: {'port': {'device_id': '6dbf7711-f788-464d-a220-329bdb169846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:38.941809 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:39.183134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd51170-aafe-42e1-82c6-8f458205758e req-88efcfda-61b2-44f2-bcfb-e6d9fa621eb7 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:39.185240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efd51170-aafe-42e1-82c6-8f458205758e req-88efcfda-61b2-44f2-bcfb-e6d9fa621eb7 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 932 time: 0.1046083 Oct 18 23:29:39.234497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f611bc-0adc-4cec-8db4-2fbae01c4734 req-e7cf7a85-6638-415c-b5a1-26def64585b3 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:39.236303 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-47f611bc-0adc-4cec-8db4-2fbae01c4734 req-e7cf7a85-6638-415c-b5a1-26def64585b3 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 943 time: 0.0569735 Oct 18 23:29:39.271798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efd51170-aafe-42e1-82c6-8f458205758e req-66cd383a-a0b9-423d-8be4-6f9696381bea tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532100 Oct 18 23:29:39.286596 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-47f611bc-0adc-4cec-8db4-2fbae01c4734 req-cc98de93-e850-40b2-99da-386dc02db2c1 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Oct 18 23:29:39.396719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7a9c0f-4ee6-4983-82d9-a964146e7352 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:39.409333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:39.440046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Transition to ACTIVE for port object 0a7a9c0f-4ee6-4983-82d9-a964146e7352 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:29:39.449265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:39.531982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Pushing event updated for resources: {'Port': ['ID=0a7a9c0f-4ee6-4983-82d9-a964146e7352,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:39.605042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Attempting to bind port 0a7a9c0f-4ee6-4983-82d9-a964146e7352 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:29:39.605420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Attempting to bind port 0a7a9c0f-4ee6-4983-82d9-a964146e7352 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:29:39.605921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Attempting to bind port 0a7a9c0f-4ee6-4983-82d9-a964146e7352 on network d1163179-bbc8-4bef-b090-0f9ff5d7c59b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:39.611448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Port 0a7a9c0f-4ee6-4983-82d9-a964146e7352 on network d1163179-bbc8-4bef-b090-0f9ff5d7c59b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:29:39.611891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Attempting to bind port 0a7a9c0f-4ee6-4983-82d9-a964146e7352 on network d1163179-bbc8-4bef-b090-0f9ff5d7c59b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:39.618689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:29:39.619056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Checking segment: {'id': '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:39.619447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Bound using segment: {'id': '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:29:39.619865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Bound port: 0a7a9c0f-4ee6-4983-82d9-a964146e7352, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:29:39.620247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:39.691478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] For port 0a7a9c0f-4ee6-4983-82d9-a964146e7352, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:29:39.694736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] For port 0a7a9c0f-4ee6-4983-82d9-a964146e7352, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:29:39.701357 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:39.748257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:39.748880 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:39.750285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] 10.222.0.102 "PUT /v2.0/ports/0a7a9c0f-4ee6-4983-82d9-a964146e7352 HTTP/1.1" status: 200 len: 1093 time: 0.8854299 Oct 18 23:29:39.750784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:39.753136 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:39.786885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f560d6-3b9b-402b-b17d-e1e37c441c8a service neutron] Pushing event updated for resources: {'Port': ['ID=0a7a9c0f-4ee6-4983-82d9-a964146e7352,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:39.825529 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bda9a4-a8e2-4602-9e87-b03dae65a0fc x-openstack-request-id: req-81bda9a4-a8e2-4602-9e87-b03dae65a0fc {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:39.825906 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:39.826289 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81bda9a4-a8e2-4602-9e87-b03dae65a0fc {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:39.826770 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352', 'status': 'completed', 'code': 200} Oct 18 23:29:39.859798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ee7aa075-a2f7-40c6-89c4-aac507f35402 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:29:40.059356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ee7aa075-a2f7-40c6-89c4-aac507f35402, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ee7aa075-a2f7-40c6-89c4-aac507f35402,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:40.078440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'ee7aa075-a2f7-40c6-89c4-aac507f35402', 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e', 'port_id': 'ee7aa075-a2f7-40c6-89c4-aac507f35402', 'mac_address': 'fa:16:3e:86:e6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6e6b9c-c017-48ab-87a0-2d38dc7f3749', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:29:40.135033 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:40.150453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7aa075-a2f7-40c6-89c4-aac507f35402 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:40.162386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-3996a8d3-b400-4d22-a09c-44265fee5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:40.164495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-3996a8d3-b400-4d22-a09c-44265fee5c78 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1096 time: 0.3531752 Oct 18 23:29:40.177403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ee7aa075-a2f7-40c6-89c4-aac507f35402, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ee7aa075-a2f7-40c6-89c4-aac507f35402,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:40.184118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:40.223712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-dce1ee63-f559-4634-8e0e-14c2046baedc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352 HTTP/1.1" status: 200 len: 217 time: 0.0430620 Oct 18 23:29:40.251354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ee7aa075-a2f7-40c6-89c4-aac507f35402,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:40.259572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.259901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.260242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.261028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.261028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.261255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.261539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.261919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.262174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.262494 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.263043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.263366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:40.279157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-63c13ac6-3436-4875-be7d-10953004a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:40.280616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-63c13ac6-3436-4875-be7d-10953004a7d9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 200 len: 853 time: 0.0498493 Oct 18 23:29:40.323782 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-086cf6b0-cd20-4f5f-bf4f-fc0c23d01bcc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342805 Oct 18 23:29:40.456649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bafde9-b92d-4df2-a33e-ee59707d5e0c req-fe40ee19-0c33-4482-b1bf-ec07e3f7255d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:40.458501 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-32bafde9-b92d-4df2-a33e-ee59707d5e0c req-fe40ee19-0c33-4482-b1bf-ec07e3f7255d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 944 time: 0.0784223 Oct 18 23:29:40.511602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-32bafde9-b92d-4df2-a33e-ee59707d5e0c req-b9bb3802-48bb-444a-8869-36492c91f5fc tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442073 Oct 18 23:29:40.512613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52571061-a4a1-408e-a1ba-4220c87a164e req-3781290d-f04a-43ea-ae48-b8a3f5540d9a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:40.514163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52571061-a4a1-408e-a1ba-4220c87a164e req-3781290d-f04a-43ea-ae48-b8a3f5540d9a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 944 time: 0.1242650 Oct 18 23:29:40.516339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-a5818f47-fd7e-4c37-9278-e317158102be service neutron] 10.222.0.102 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819029 Oct 18 23:29:40.607783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52571061-a4a1-408e-a1ba-4220c87a164e req-bd52e62b-2cf4-4237-99b1-d3674760d65c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863724 Oct 18 23:29:40.691331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b62fc8b1-ccdb-4cc3-8201-b54e47ba9f2c req-568dae4f-c45d-45e9-a69b-bf57c0e8c21b service neutron] 10.222.0.102 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601841 Oct 18 23:29:40.693550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ee7aa075-a2f7-40c6-89c4-aac507f35402'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:40.884208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-4fd09b78-196b-4031-9f18-d12786c4794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:40.900588 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-4fd09b78-196b-4031-9f18-d12786c4794b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1096 time: 0.0688982 Oct 18 23:29:41.048449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-fb139c08-898f-45e8-b595-b1afb8f064dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:41.051082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-fb139c08-898f-45e8-b595-b1afb8f064dd service neutron] 10.222.0.102 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 914 time: 0.1417453 Oct 18 23:29:41.114955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-639591b6-6bb2-4872-8812-70bc38cef9fe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352 HTTP/1.1" status: 200 len: 217 time: 0.0555596 Oct 18 23:29:41.193454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-bc054407-a8d3-4faa-83ef-7ffc12187e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:41.195687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-bc054407-a8d3-4faa-83ef-7ffc12187e46 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 200 len: 853 time: 0.0518084 Oct 18 23:29:41.233145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-67bd4985-2d62-4c05-bca0-ce5176f93d69 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276544 Oct 18 23:29:41.351299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-19bd9b7e-8b10-45dc-bf42-a264db6b0f14 service neutron] 10.222.0.102 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061814 Oct 18 23:29:41.458407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ba20d74-ec2d-4c4c-b2ac-314eb7f251cf req-c81b0bd9-5f5d-4e36-b766-7c96a22196d6 service neutron] 10.222.0.102 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987706 Oct 18 23:29:41.652346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c96695-2932-4562-a22b-6398f5afec64 req-945a0bb0-3bd6-4066-a1c9-b60edb2305c3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:41.654291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2c96695-2932-4562-a22b-6398f5afec64 req-945a0bb0-3bd6-4066-a1c9-b60edb2305c3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 944 time: 0.0601292 Oct 18 23:29:41.701460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2c96695-2932-4562-a22b-6398f5afec64 req-bb7ef03a-e5db-487c-a1fa-2945c02cd74e tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Oct 18 23:29:41.760636 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ccbeb-404f-454f-9980-2d3107605a76 req-10ac085f-17bf-4901-9e6f-81953dac6179 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:41.762234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa5ccbeb-404f-454f-9980-2d3107605a76 req-10ac085f-17bf-4901-9e6f-81953dac6179 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 944 time: 0.0692530 Oct 18 23:29:41.812587 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa5ccbeb-404f-454f-9980-2d3107605a76 req-a9768255-54b2-472a-9455-0c7b672dde51 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Oct 18 23:29:42.833106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa4985-66d1-473f-8123-6d8f03342ed4 req-87f10478-20ba-4b95-bfdf-80f5596df48c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:42.834675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbaa4985-66d1-473f-8123-6d8f03342ed4 req-87f10478-20ba-4b95-bfdf-80f5596df48c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 944 time: 0.0562282 Oct 18 23:29:42.900027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbaa4985-66d1-473f-8123-6d8f03342ed4 req-87eef4b6-3161-46c3-96dc-36cad804f6cc tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562601 Oct 18 23:29:43.017148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4c553-de04-4c7a-948d-8a500467647a req-f481dd94-44b7-4771-ab3b-4155e178b9ac tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:43.018677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e4c553-de04-4c7a-948d-8a500467647a req-f481dd94-44b7-4771-ab3b-4155e178b9ac tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 944 time: 0.0531836 Oct 18 23:29:43.077974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e4c553-de04-4c7a-948d-8a500467647a req-2c777908-81ac-4c6e-9545-1a2bb7e80e3d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522871 Oct 18 23:29:43.893639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ee7aa075-a2f7-40c6-89c4-aac507f35402 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:43.974967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port ee7aa075-a2f7-40c6-89c4-aac507f35402 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:29:43.981732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port ee7aa075-a2f7-40c6-89c4-aac507f35402 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:43.982401 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:44.081995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070075-c091-4aca-8c0c-c8e0b753e8fc req-8ea3618f-0537-4aef-b221-2d8ac5f88c93 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:44.083681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f070075-c091-4aca-8c0c-c8e0b753e8fc req-8ea3618f-0537-4aef-b221-2d8ac5f88c93 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 944 time: 0.0927534 Oct 18 23:29:44.102518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:44.127337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f070075-c091-4aca-8c0c-c8e0b753e8fc req-44fca421-b43b-448d-9e65-dfc7623aace0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371816 Oct 18 23:29:44.128930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7aa075-a2f7-40c6-89c4-aac507f35402'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:44.131330 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf2de48-7c86-46ea-9550-da0c82aacb64" -d '{"events": [{"server_uuid": "5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ee7aa075-a2f7-40c6-89c4-aac507f35402"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:44.145582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port ee7aa075-a2f7-40c6-89c4-aac507f35402, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ee7aa075-a2f7-40c6-89c4-aac507f35402,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:44.152927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:44.219509 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:29:44.222544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=ee7aa075-a2f7-40c6-89c4-aac507f35402,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:44.260974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84cc46-5040-4717-acdb-3ed6598251e3 req-291296b4-9b1f-4092-94dd-4554c7843a62 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:44.262670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd84cc46-5040-4717-acdb-3ed6598251e3 req-291296b4-9b1f-4092-94dd-4554c7843a62 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 945 time: 0.0661573 Oct 18 23:29:44.284988 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d23479-0483-404b-a773-95d02785389f x-openstack-request-id: req-b8d23479-0483-404b-a773-95d02785389f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:44.285447 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ee7aa075-a2f7-40c6-89c4-aac507f35402", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:44.285711 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8d23479-0483-404b-a773-95d02785389f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:44.286117 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7aa075-a2f7-40c6-89c4-aac507f35402', 'code': 200} Oct 18 23:29:44.307149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd84cc46-5040-4717-acdb-3ed6598251e3 req-32fe49e2-d5f3-40ca-ab96-0eab6f01bbf1 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Oct 18 23:29:44.433813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9d2f8-9b22-4662-b7a6-9aaf3395d805 req-2419ddc3-af7b-406e-88f4-8222db8408da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:44.435768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8cb9d2f8-9b22-4662-b7a6-9aaf3395d805 req-2419ddc3-af7b-406e-88f4-8222db8408da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0433474 Oct 18 23:29:44.473210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8cb9d2f8-9b22-4662-b7a6-9aaf3395d805 req-65924867-4ed5-41a0-bc9e-9e3ad6bacc08 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295241 Oct 18 23:29:45.256026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b7e41-c1c7-4df1-94d7-355ed58de88f req-bde4de1b-1c4a-46f0-9690-362b204f8445 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:45.257594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e94b7e41-c1c7-4df1-94d7-355ed58de88f req-bde4de1b-1c4a-46f0-9690-362b204f8445 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 944 time: 0.0527589 Oct 18 23:29:45.297739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e94b7e41-c1c7-4df1-94d7-355ed58de88f req-c9c3d4e7-9dac-4d3a-b091-9bf9dd9dd734 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Oct 18 23:29:45.446119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb74d2-0653-4a09-a482-64891129369a req-92c73d9a-0c22-4bcb-8103-484290e38cb6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:45.448033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76cb74d2-0653-4a09-a482-64891129369a req-92c73d9a-0c22-4bcb-8103-484290e38cb6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 945 time: 0.0670547 Oct 18 23:29:45.505162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76cb74d2-0653-4a09-a482-64891129369a req-f52a6d3e-d17c-4168-99af-3c4b69233924 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505342 Oct 18 23:29:46.123226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0a7a9c0f-4ee6-4983-82d9-a964146e7352 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:29:46.236696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 0a7a9c0f-4ee6-4983-82d9-a964146e7352, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:46.251495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '0a7a9c0f-4ee6-4983-82d9-a964146e7352', 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b', 'port_id': '0a7a9c0f-4ee6-4983-82d9-a964146e7352', 'mac_address': 'fa:16:3e:95:f1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f07812d-c3ec-4526-aa01-4604d6984d76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:29:46.304251 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:46.324394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7a9c0f-4ee6-4983-82d9-a964146e7352 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:46.352194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 0a7a9c0f-4ee6-4983-82d9-a964146e7352, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:46.358266 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:46.430201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=0a7a9c0f-4ee6-4983-82d9-a964146e7352,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:46.450947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73334e-880d-4784-9254-b7a7fcd49beb req-98bd20c5-c6be-41c1-b5e2-d0d4833d982e tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:46.453207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb73334e-880d-4784-9254-b7a7fcd49beb req-98bd20c5-c6be-41c1-b5e2-d0d4833d982e tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 945 time: 0.0610058 Oct 18 23:29:46.502415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb73334e-880d-4784-9254-b7a7fcd49beb req-84796e67-0628-4284-80ad-a32d12650ebf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377672 Oct 18 23:29:46.639444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17728153-60c8-4c7e-9817-ecdcd0eb07dd req-720545fc-c297-4e52-8369-7e29b64c4223 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:46.640997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17728153-60c8-4c7e-9817-ecdcd0eb07dd req-720545fc-c297-4e52-8369-7e29b64c4223 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 945 time: 0.0564990 Oct 18 23:29:46.688801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17728153-60c8-4c7e-9817-ecdcd0eb07dd req-0530526a-46ff-420d-a81a-e3d421938944 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Oct 18 23:29:46.921229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a7a9c0f-4ee6-4983-82d9-a964146e7352'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:47.654043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92311d-443c-4a9e-b26b-1ed635fea92d req-5d9f6324-91a2-4428-92d4-33e434a2aa83 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:47.655619 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a92311d-443c-4a9e-b26b-1ed635fea92d req-5d9f6324-91a2-4428-92d4-33e434a2aa83 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 945 time: 0.0662677 Oct 18 23:29:47.701282 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a92311d-443c-4a9e-b26b-1ed635fea92d req-67e28bad-b2cf-4371-b6b1-4fad5c7ba38f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 Oct 18 23:29:48.848684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b90b93-22c2-431d-82da-62b7793b77c4 req-62760adf-96ad-47e9-bc1f-2be65a851d0d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:48.850420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78b90b93-22c2-431d-82da-62b7793b77c4 req-62760adf-96ad-47e9-bc1f-2be65a851d0d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 945 time: 0.0660026 Oct 18 23:29:48.894614 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78b90b93-22c2-431d-82da-62b7793b77c4 req-fdb5cd40-cb39-4748-95c8-f7a8de48a376 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Oct 18 23:29:50.035614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb689c13-7e18-4aa0-b46d-45eaf5940cf8 req-cc6664f9-5c4c-4525-b036-0160fd8eaf12 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:50.037358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb689c13-7e18-4aa0-b46d-45eaf5940cf8 req-cc6664f9-5c4c-4525-b036-0160fd8eaf12 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 945 time: 0.0628796 Oct 18 23:29:50.092660 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb689c13-7e18-4aa0-b46d-45eaf5940cf8 req-6c2e6cab-adb6-4fdc-b93e-96b1b2cc0b12 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477593 Oct 18 23:29:50.135434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0a7a9c0f-4ee6-4983-82d9-a964146e7352 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:29:50.189881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 0a7a9c0f-4ee6-4983-82d9-a964146e7352 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:29:50.195252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 0a7a9c0f-4ee6-4983-82d9-a964146e7352 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:29:50.196072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:50.235980 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-58eb056a-acf4-4fdb-9bea-09348b537bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:50.289967 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:50.322399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:50.324877 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbaeee3-c792-4621-ba1f-8cc9426296c0" -d '{"events": [{"server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "name": "network-vif-plugged", "status": "completed", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:50.340719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 0a7a9c0f-4ee6-4983-82d9-a964146e7352, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:50.351551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:50.381176 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ba8761-980e-4dee-a0c7-26b375185494 x-openstack-request-id: req-87ba8761-980e-4dee-a0c7-26b375185494 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:50.381678 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "name": "network-vif-plugged", "status": "completed", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:50.382632 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87ba8761-980e-4dee-a0c7-26b375185494 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:50.383273 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352', 'code': 200} Oct 18 23:29:50.410904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=0a7a9c0f-4ee6-4983-82d9-a964146e7352,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:50.514298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba84573-4da1-4430-8101-c34500a33833 req-7386b34c-ac59-44c6-b228-5c8b0cdb10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:50.517298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ba84573-4da1-4430-8101-c34500a33833 req-7386b34c-ac59-44c6-b228-5c8b0cdb10b6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1098 time: 0.0463548 Oct 18 23:29:50.556785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ba84573-4da1-4430-8101-c34500a33833 req-d4deef54-98d7-41b3-96f8-c13bbe4413d7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Oct 18 23:29:51.238110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2223bc-16cc-41d0-94ea-281ebaf2b235 req-14c2b372-7927-4d44-8a74-d6ffd49c328c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:51.243754 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca2223bc-16cc-41d0-94ea-281ebaf2b235 req-14c2b372-7927-4d44-8a74-d6ffd49c328c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 946 time: 0.0716636 Oct 18 23:29:51.304586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca2223bc-16cc-41d0-94ea-281ebaf2b235 req-400f8ec8-92f3-49a9-830e-a35bd163b6ec tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562685 Oct 18 23:29:52.483379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f19e8-048e-48cd-86a6-c593aeb51955 req-43540d68-615a-4473-8b73-4c53a45b689c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:52.485091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858f19e8-048e-48cd-86a6-c593aeb51955 req-43540d68-615a-4473-8b73-4c53a45b689c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 946 time: 0.0863662 Oct 18 23:29:52.530154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858f19e8-048e-48cd-86a6-c593aeb51955 req-c304b830-81e2-44ac-8ede-b1823c74d098 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373411 Oct 18 23:29:53.683358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590c347-cb8c-4526-b01f-48923285d25f req-d7337a08-450e-4db2-8e36-663e52d6fd3f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:53.691346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4590c347-cb8c-4526-b01f-48923285d25f req-d7337a08-450e-4db2-8e36-663e52d6fd3f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 946 time: 0.0850234 Oct 18 23:29:53.732960 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4590c347-cb8c-4526-b01f-48923285d25f req-1b016335-5551-4254-a32f-9f82ffec98f7 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Oct 18 23:29:53.896547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-8b42daa1-e26d-4496-af59-1c1baa1f789f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1519568216&fields=id&tenant_id=50295b63e2fa49568e0ecdd390694ce4 HTTP/1.1" status: 200 len: 267 time: 0.0447960 Oct 18 23:29:53.898829 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-85cd23d2-688f-4d2d-a368-afbcaf8e6a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:53.962437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-197946b9-f38e-43b7-8b21-2f0d6395b028 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:53.964082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-197946b9-f38e-43b7-8b21-2f0d6395b028 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 946 time: 0.0592926 Oct 18 23:29:53.976298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-7021a795-42ff-49f6-9fa2-46252acdb8ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'port': {'security_groups': ['515c75a3-26bf-4940-abe4-82dd39f18a52', 'c5858bbf-c2e5-4012-971a-75883aa84fe1']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:53.999213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48077724-299c-44af-8ea3-ec5174bfadaa req-0681005e-a86b-4ea1-84e7-8f2aea5b4854 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:54.006793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-0681005e-a86b-4ea1-84e7-8f2aea5b4854 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 814 time: 0.1391306 Oct 18 23:29:54.022968 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-47794e1c-cd07-400d-b990-7fe31e12742d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/quotas/6b498891e0ca401d8e6b960795cdc0a2 HTTP/1.1" status: 200 len: 375 time: 0.0137539 Oct 18 23:29:54.060285 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-7021a795-42ff-49f6-9fa2-46252acdb8ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:54.084156 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-f58f25cc-f6fd-44e0-9242-af59be23d9c5 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532045 Oct 18 23:29:54.196601 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-0e7a4c9b-45c3-4d41-974e-d14fb4abb0bc service neutron] 10.222.0.52 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039083 Oct 18 23:29:54.276552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-7021a795-42ff-49f6-9fa2-46252acdb8ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] For port 0a7a9c0f-4ee6-4983-82d9-a964146e7352, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:54.307923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-0e6ea43b-8258-41fc-a705-dda3a4b1f0d5 service neutron] 10.222.0.52 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042905 Oct 18 23:29:54.313083 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-7021a795-42ff-49f6-9fa2-46252acdb8ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:54.322016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-7021a795-42ff-49f6-9fa2-46252acdb8ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:54.349900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-7021a795-42ff-49f6-9fa2-46252acdb8ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:54.350753 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-7021a795-42ff-49f6-9fa2-46252acdb8ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:54.352427 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-147d84c0-66f7-4561-b502-f3ca268bc8d2 req-7021a795-42ff-49f6-9fa2-46252acdb8ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "PUT /v2.0/ports/0a7a9c0f-4ee6-4983-82d9-a964146e7352 HTTP/1.1" status: 200 len: 982 time: 0.3808966 Oct 18 23:29:54.362094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a7a9c0f-4ee6-4983-82d9-a964146e7352'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:54.381453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:54.384825 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ca4aac-ab14-4229-919d-5c8b30c868f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:54.429772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021a795-42ff-49f6-9fa2-46252acdb8ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'Port': ['ID=0a7a9c0f-4ee6-4983-82d9-a964146e7352,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:54.551173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a7a9c0f-4ee6-4983-82d9-a964146e7352'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:54.715948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-69502c9a-d979-4a4c-ab6d-f57cebad2b6d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-790558741&fields=id&tenant_id=50295b63e2fa49568e0ecdd390694ce4 HTTP/1.1" status: 200 len: 267 time: 0.0539639 Oct 18 23:29:54.809529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-4dfe8764-69eb-4e61-a595-203e67c207d5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:54.820324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-4dfe8764-69eb-4e61-a595-203e67c207d5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 985 time: 0.1032577 Oct 18 23:29:54.826810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-847287d3-8a0e-477a-be62-52105e5d9267 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'port': {'security_groups': ['515c75a3-26bf-4940-abe4-82dd39f18a52', 'c5858bbf-c2e5-4012-971a-75883aa84fe1', 'c70f174c-0d5e-416d-91ea-4cda3ea52dc3']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:54.902823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:54.948260 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d6e94-aedb-4fd5-bfa8-717f9d909b02 x-openstack-request-id: req-f67d6e94-aedb-4fd5-bfa8-717f9d909b02 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:54.948845 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:54.948845 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f67d6e94-aedb-4fd5-bfa8-717f9d909b02 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:54.949966 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352', 'status': 'completed', 'code': 200} Oct 18 23:29:54.950544 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-847287d3-8a0e-477a-be62-52105e5d9267 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:55.021199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-38de45ae-f740-4867-b3c6-04bdec37b19e req-595ba3d5-bc96-49ad-9484-0c979700175c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 210 time: 0.0612123 Oct 18 23:29:55.111552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-3ed18360-7485-404d-814a-3528104f46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:55.113515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-3ed18360-7485-404d-814a-3528104f46ad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1137 time: 0.1115658 Oct 18 23:29:55.269833 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:55.339599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-7929899a-bdf8-4562-aec2-b030555e0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:55.341198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-7929899a-bdf8-4562-aec2-b030555e0f4f service neutron] 10.222.0.102 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 914 time: 0.2176511 Oct 18 23:29:55.393590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-3bc83be2-f3d2-463e-82cf-3975c656b638 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352 HTTP/1.1" status: 200 len: 217 time: 0.0445683 Oct 18 23:29:55.465912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-847287d3-8a0e-477a-be62-52105e5d9267 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] For port 0a7a9c0f-4ee6-4983-82d9-a964146e7352, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:29:55.485642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-94f2798b-5705-423d-980e-6cd366780cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:55.488632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-94f2798b-5705-423d-980e-6cd366780cf0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 200 len: 853 time: 0.0850856 Oct 18 23:29:55.525094 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-847287d3-8a0e-477a-be62-52105e5d9267 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:55.539762 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-847287d3-8a0e-477a-be62-52105e5d9267 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:55.571290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-d5412b18-87d0-427b-b200-c210d550c877 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501521 Oct 18 23:29:55.578577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a7a9c0f-4ee6-4983-82d9-a964146e7352'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:55.587661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-847287d3-8a0e-477a-be62-52105e5d9267 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:55.588510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-847287d3-8a0e-477a-be62-52105e5d9267 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:55.590162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81ccbf42-b6fc-43fd-851b-59c85f3a2a08 req-847287d3-8a0e-477a-be62-52105e5d9267 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "PUT /v2.0/ports/0a7a9c0f-4ee6-4983-82d9-a964146e7352 HTTP/1.1" status: 200 len: 1021 time: 0.7688637 Oct 18 23:29:55.749069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847287d3-8a0e-477a-be62-52105e5d9267 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'Port': ['ID=0a7a9c0f-4ee6-4983-82d9-a964146e7352,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:55.794574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a7a9c0f-4ee6-4983-82d9-a964146e7352'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:55.836554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311c094-042b-4215-9e1e-adec10f88003 req-382ccd40-5164-4e59-a56e-948d5e42e2a0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:55.839725 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8311c094-042b-4215-9e1e-adec10f88003 req-382ccd40-5164-4e59-a56e-948d5e42e2a0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1024 time: 0.1607149 Oct 18 23:29:55.842496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-2b2525a3-2a84-4015-a3f6-e914a562b0ee service neutron] 10.222.0.102 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311714 Oct 18 23:29:56.074168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ca4aac-ab14-4229-919d-5c8b30c868f1 req-797228f6-3e0a-43ea-9025-45c5a942d3a0 service neutron] 10.222.0.102 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224598 Oct 18 23:29:56.100861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8311c094-042b-4215-9e1e-adec10f88003 req-8ae4ed57-66b7-4235-a7b2-00b16a0c1d66 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=c70f174c-0d5e-416d-91ea-4cda3ea52dc3&id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=c5858bbf-c2e5-4012-971a-75883aa84fe1 HTTP/1.1" status: 200 len: 6155 time: 0.2203100 Oct 18 23:29:56.174028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-34aad297-0b39-4fe7-bd44-0d4f5afe5bca req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': ' tempest-securitygroup -953491509 ', 'description': 'tempest-description-321078865'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:56.244304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0b9d67d-c942-4f90-9d28-f95237d894e0 req-c11ce8b9-7d86-403d-a701-ec5d7d55feda tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 210 time: 0.0341158 Oct 18 23:29:56.306527 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-34aad297-0b39-4fe7-bd44-0d4f5afe5bca req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:56.315372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48077724-299c-44af-8ea3-ec5174bfadaa req-770b219a-98f6-400c-83f6-3a3b6ac716ce tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:56.316977 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-770b219a-98f6-400c-83f6-3a3b6ac716ce tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 814 time: 0.2693563 Oct 18 23:29:56.345047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Request body: {'port': {'device_id': 'e808de5f-565b-4511-8665-b0dcdcc66bed', 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e', 'admin_state_up': True, 'tenant_id': '6b498891e0ca401d8e6b960795cdc0a2'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:56.478501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-34aad297-0b39-4fe7-bd44-0d4f5afe5bca req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:56.483568 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-34aad297-0b39-4fe7-bd44-0d4f5afe5bca req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:56.529643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993df97c-2886-49eb-9054-d01039ba478e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:56.537708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Made reservation on behalf of 6b498891e0ca401d8e6b960795cdc0a2 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:29:56.542195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:56.546859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.547211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.547576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.547895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.550691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.550691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.550691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.550691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.550691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.550691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.550691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.550691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:29:56.556258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-34aad297-0b39-4fe7-bd44-0d4f5afe5bca req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:56.557533 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34aad297-0b39-4fe7-bd44-0d4f5afe5bca req-999e6997-d92a-47f8-8d67-9631956e81d3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3971055 Oct 18 23:29:56.642134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35f4b9c9-e9f2-4464-884f-92f103ffc111 req-2d9bb938-3522-466e-91fe-610bfb5e2b13 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/993df97c-2886-49eb-9054-d01039ba478e HTTP/1.1" status: 200 len: 1781 time: 0.0612848 Oct 18 23:29:56.715149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29c882ad-dc6f-4d24-98ec-a8dbed5b9c0c req-64d89b47-373b-422a-95ec-fd4f5323da2d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/993df97c-2886-49eb-9054-d01039ba478e HTTP/1.1" status: 200 len: 1781 time: 0.0532389 Oct 18 23:29:56.716912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Allocated IP 172.20.0.3 (12fd6d78-9b65-4cd7-a07f-c4736d04911e/db6e6b9c-c017-48ab-87a0-2d38dc7f3749/ff3f31ee-cdcd-444a-9a99-7b0701abfc70) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:29:56.780328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-29c882ad-dc6f-4d24-98ec-a8dbed5b9c0c req-eef57847-aaa1-4c58-81e1-526179352cde tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:56.817049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-29c882ad-dc6f-4d24-98ec-a8dbed5b9c0c req-eef57847-aaa1-4c58-81e1-526179352cde tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:56.879032 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-29c882ad-dc6f-4d24-98ec-a8dbed5b9c0c req-eef57847-aaa1-4c58-81e1-526179352cde tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:56.882322 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-29c882ad-dc6f-4d24-98ec-a8dbed5b9c0c req-eef57847-aaa1-4c58-81e1-526179352cde tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:56.883661 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29c882ad-dc6f-4d24-98ec-a8dbed5b9c0c req-eef57847-aaa1-4c58-81e1-526179352cde tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/993df97c-2886-49eb-9054-d01039ba478e HTTP/1.1" status: 204 len: 173 time: 0.1677051 Oct 18 23:29:56.896172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef57847-aaa1-4c58-81e1-526179352cde tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993df97c-2886-49eb-9054-d01039ba478e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:56.951071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:56.953472 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:56.971954 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-74e01f3c-fc9d-4e30-ab8a-40ac2339cba3 req-597d5cc7-c20d-4268-acb4-f485362d97d6 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:29:56.973331 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74e01f3c-fc9d-4e30-ab8a-40ac2339cba3 req-597d5cc7-c20d-4268-acb4-f485362d97d6 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/993df97c-2886-49eb-9054-d01039ba478e HTTP/1.1" status: 404 len: 352 time: 0.0348532 Oct 18 23:29:57.013198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2e4e3e41-e80e-4a58-895d-444de8cd87da req-9d8413de-ba06-4653-8406-4b290c36e83c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-906480645', 'description': 'tempest-description-1311509064'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:57.021893 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.030377 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f7f594-70f0-4170-b1ce-3d40687cd89c x-openstack-request-id: req-c2f7f594-70f0-4170-b1ce-3d40687cd89c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:57.031050 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:57.031374 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2f7f594-70f0-4170-b1ce-3d40687cd89c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:57.031841 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352', 'status': 'completed', 'code': 200} Oct 18 23:29:57.054598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2e4e3e41-e80e-4a58-895d-444de8cd87da req-9d8413de-ba06-4653-8406-4b290c36e83c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.089291 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.126527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ee7aa075-a2f7-40c6-89c4-aac507f35402'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:57.189546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Network 12fd6d78-9b65-4cd7-a07f-c4736d04911e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:29:57.198184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:29:57.206573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:29:57.208086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2e4e3e41-e80e-4a58-895d-444de8cd87da req-9d8413de-ba06-4653-8406-4b290c36e83c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.222375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2e4e3e41-e80e-4a58-895d-444de8cd87da req-9d8413de-ba06-4653-8406-4b290c36e83c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.244892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2842ed04-1097-4ad7-832e-bf17156c8361'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:29:57.258914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Pushing event updated for resources: {'Port': ['ID=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:57.292217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:57.292897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.308681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-48f7569a-b01f-4f0b-825e-85c7c0ccd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:57.310372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-48f7569a-b01f-4f0b-825e-85c7c0ccd68a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1176 time: 0.1785064 Oct 18 23:29:57.313757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2e4e3e41-e80e-4a58-895d-444de8cd87da req-9d8413de-ba06-4653-8406-4b290c36e83c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.315039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e4e3e41-e80e-4a58-895d-444de8cd87da req-9d8413de-ba06-4653-8406-4b290c36e83c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3066509 Oct 18 23:29:57.315723 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c332a968-94e7-48b5-9597-c38fa597e4e6 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9748547 Oct 18 23:29:57.316383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8413de-ba06-4653-8406-4b290c36e83c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe67635-9945-44a6-8732-105a0d7227a8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:57.355489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Request body: {'port': {'device_id': 'e808de5f-565b-4511-8665-b0dcdcc66bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:57.445061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-9f4cc25d-c499-4d84-82b9-bf22b21f8317 req-8f4d38b2-cdec-47a9-8f8f-21cfb9a01e45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-204920741', 'description': 'tempest-description-314768399'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:57.474140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f4cc25d-c499-4d84-82b9-bf22b21f8317 req-8f4d38b2-cdec-47a9-8f8f-21cfb9a01e45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.491027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-5d8da59d-0d77-4579-9664-26980334be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:57.493319 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-5d8da59d-0d77-4579-9664-26980334be70 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 914 time: 0.1437204 Oct 18 23:29:57.500798 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.557082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-0bf38d85-b743-4330-80bf-fe725746bf79 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352 HTTP/1.1" status: 200 len: 217 time: 0.0527353 Oct 18 23:29:57.627520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef73a-9603-4a0b-93c9-2ccbce48bade req-b51e30ee-d8df-4587-a6af-e067845c331a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:57.629135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a8fef73a-9603-4a0b-93c9-2ccbce48bade req-b51e30ee-d8df-4587-a6af-e067845c331a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 931 time: 0.1345882 Oct 18 23:29:57.640635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-990695b6-a6c2-403d-a873-f36b76f022b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:57.642157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-990695b6-a6c2-403d-a873-f36b76f022b9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 200 len: 853 time: 0.0715036 Oct 18 23:29:57.704773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f4cc25d-c499-4d84-82b9-bf22b21f8317 req-8f4d38b2-cdec-47a9-8f8f-21cfb9a01e45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.706671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-758f8063-01a8-4d52-8654-c4c2c332543b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475438 Oct 18 23:29:57.747272 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f4cc25d-c499-4d84-82b9-bf22b21f8317 req-8f4d38b2-cdec-47a9-8f8f-21cfb9a01e45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.747580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a8fef73a-9603-4a0b-93c9-2ccbce48bade req-cfa6640f-dc6e-4165-beb9-4e113bb8e173 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989499 Oct 18 23:29:57.806383 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.862045 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9f4cc25d-c499-4d84-82b9-bf22b21f8317 req-8f4d38b2-cdec-47a9-8f8f-21cfb9a01e45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:57.863566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f4cc25d-c499-4d84-82b9-bf22b21f8317 req-8f4d38b2-cdec-47a9-8f8f-21cfb9a01e45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4403956 Oct 18 23:29:57.868834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-ee73fc51-77e0-4ef8-8978-b4d37e43f0e5 service neutron] 10.222.0.102 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493998 Oct 18 23:29:57.883744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d38b2-cdec-47a9-8f8f-21cfb9a01e45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9cce64-262f-49a1-9504-a68e95fd3abf,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:57.963597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-5e43c160-38a8-4e74-9605-ee9483c7b956 req-70f2c56d-fae3-4de8-9247-602a9ba016f4 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1437464855', 'description': 'tempest-description-798029105'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:29:58.005963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e1c1c2-3fe9-4903-bf6e-28c8079154e5 req-e99ada9c-69c0-437b-bffe-78c6da6aabaf service neutron] 10.222.0.102 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306076 Oct 18 23:29:58.011004 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e43c160-38a8-4e74-9605-ee9483c7b956 req-70f2c56d-fae3-4de8-9247-602a9ba016f4 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.086567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3f31ee-cdcd-444a-9a99-7b0701abfc70 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:29:58.099972 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.126411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Transition to ACTIVE for port object ff3f31ee-cdcd-444a-9a99-7b0701abfc70 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:29:58.131609 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.149896 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e43c160-38a8-4e74-9605-ee9483c7b956 req-70f2c56d-fae3-4de8-9247-602a9ba016f4 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.156795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e43c160-38a8-4e74-9605-ee9483c7b956 req-70f2c56d-fae3-4de8-9247-602a9ba016f4 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.198869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5e43c160-38a8-4e74-9605-ee9483c7b956 req-70f2c56d-fae3-4de8-9247-602a9ba016f4 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.200000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e43c160-38a8-4e74-9605-ee9483c7b956 req-70f2c56d-fae3-4de8-9247-602a9ba016f4 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2468665 Oct 18 23:29:58.205527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2c56d-fae3-4de8-9247-602a9ba016f4 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acff3576-f2c3-4a93-91d6-1647648a6705,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:58.228360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:58.296720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Attempting to bind port ff3f31ee-cdcd-444a-9a99-7b0701abfc70 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:29:58.297041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Attempting to bind port ff3f31ee-cdcd-444a-9a99-7b0701abfc70 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:29:58.298254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Attempting to bind port ff3f31ee-cdcd-444a-9a99-7b0701abfc70 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:58.302446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Port ff3f31ee-cdcd-444a-9a99-7b0701abfc70 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:29:58.302936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Attempting to bind port ff3f31ee-cdcd-444a-9a99-7b0701abfc70 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:29:58.309157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:29:58.309558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Checking segment: {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:29:58.309883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Bound using segment: {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:29:58.310321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Bound port: ff3f31ee-cdcd-444a-9a99-7b0701abfc70, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:29:58.310681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.391917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] For port ff3f31ee-cdcd-444a-9a99-7b0701abfc70, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:29:58.396485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] For port ff3f31ee-cdcd-444a-9a99-7b0701abfc70, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:29:58.399599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7964a03-79e3-4fbb-8a8f-37cc05a79739 req-8722066a-dd26-49f9-bb91-5384a2fa7210 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50295b63e2fa49568e0ecdd390694ce4 HTTP/1.1" status: 200 len: 10907 time: 0.1517880 Oct 18 23:29:58.402853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.451485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7964a03-79e3-4fbb-8a8f-37cc05a79739 req-bccf8328-23f1-44fa-b994-5f9d707c3152 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/515c75a3-26bf-4940-abe4-82dd39f18a52 HTTP/1.1" status: 200 len: 2985 time: 0.0514846 Oct 18 23:29:58.454095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:58.455961 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.459747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] 10.222.0.102 "PUT /v2.0/ports/ff3f31ee-cdcd-444a-9a99-7b0701abfc70 HTTP/1.1" status: 200 len: 1092 time: 1.1172972 Oct 18 23:29:58.460792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e808de5f-565b-4511-8665-b0dcdcc66bed', 'tag': 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:29:58.466092 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d22147b-f40f-48a5-8129-67f18f3a1b20" -d '{"events": [{"name": "network-changed", "server_uuid": "e808de5f-565b-4511-8665-b0dcdcc66bed", "tag": "ff3f31ee-cdcd-444a-9a99-7b0701abfc70"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:29:58.497952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7964a03-79e3-4fbb-8a8f-37cc05a79739 req-6af8640a-15af-490f-a86e-04667eef3f1a tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/515c75a3-26bf-4940-abe4-82dd39f18a52 HTTP/1.1" status: 200 len: 2985 time: 0.0456631 Oct 18 23:29:58.525649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74978bc-133f-4f06-92b2-da63cbcc62c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:58.551382 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3659d32c-26e9-4aa5-b382-907f06b68732 x-openstack-request-id: req-3659d32c-26e9-4aa5-b382-907f06b68732 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:29:58.551947 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e808de5f-565b-4511-8665-b0dcdcc66bed", "tag": "ff3f31ee-cdcd-444a-9a99-7b0701abfc70", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:29:58.552515 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3659d32c-26e9-4aa5-b382-907f06b68732 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:29:58.552931 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e808de5f-565b-4511-8665-b0dcdcc66bed', 'tag': 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70', 'status': 'completed', 'code': 200} Oct 18 23:29:58.579977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff00b9f4-a5ac-4004-b1a4-8511829dfef6 req-9a979700-47b2-4c2f-bfa6-1aaf12fabe8c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/dfe67635-9945-44a6-8732-105a0d7227a8 HTTP/1.1" status: 200 len: 1802 time: 0.0464110 Oct 18 23:29:58.650101 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ff00b9f4-a5ac-4004-b1a4-8511829dfef6 req-3a762703-cb71-4d2d-bef7-72c5387d23c5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.677531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ff00b9f4-a5ac-4004-b1a4-8511829dfef6 req-3a762703-cb71-4d2d-bef7-72c5387d23c5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.716310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48077724-299c-44af-8ea3-ec5174bfadaa req-09405494-de02-4daf-a678-1bacda1d6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:58.728428 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-09405494-de02-4daf-a678-1bacda1d6381 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 1095 time: 0.0685377 Oct 18 23:29:58.751537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ff00b9f4-a5ac-4004-b1a4-8511829dfef6 req-3a762703-cb71-4d2d-bef7-72c5387d23c5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.758817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ff00b9f4-a5ac-4004-b1a4-8511829dfef6 req-3a762703-cb71-4d2d-bef7-72c5387d23c5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:58.769152 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff00b9f4-a5ac-4004-b1a4-8511829dfef6 req-3a762703-cb71-4d2d-bef7-72c5387d23c5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/dfe67635-9945-44a6-8732-105a0d7227a8 HTTP/1.1" status: 204 len: 173 time: 0.1807609 Oct 18 23:29:58.802060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a762703-cb71-4d2d-bef7-72c5387d23c5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe67635-9945-44a6-8732-105a0d7227a8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:58.841136 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-d688c5d0-d90b-4c71-bd59-b440c8f4e83c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3f31ee-cdcd-444a-9a99-7b0701abfc70 HTTP/1.1" status: 200 len: 217 time: 0.0879514 Oct 18 23:29:58.863454 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-d2b51982-dcd2-441e-8091-dd2e750e9aa8 req-4b830459-c8cb-42c4-a4f0-48f03eb03e55 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:29:58.867257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2b51982-dcd2-441e-8091-dd2e750e9aa8 req-4b830459-c8cb-42c4-a4f0-48f03eb03e55 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/dfe67635-9945-44a6-8732-105a0d7227a8 HTTP/1.1" status: 404 len: 352 time: 0.0286226 Oct 18 23:29:58.933220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48077724-299c-44af-8ea3-ec5174bfadaa req-a333c2bf-0cb0-47ff-9de1-979aed9614f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:58.934851 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-a333c2bf-0cb0-47ff-9de1-979aed9614f7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 200 len: 854 time: 0.0811088 Oct 18 23:29:58.961711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa06ff-e788-44fc-8830-34a03dcbe5f8 req-acf03552-13e3-4b38-8498-2754d9540739 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:58.964716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efaa06ff-e788-44fc-8830-34a03dcbe5f8 req-acf03552-13e3-4b38-8498-2754d9540739 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 943 time: 0.0842016 Oct 18 23:29:59.027510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efaa06ff-e788-44fc-8830-34a03dcbe5f8 req-ea7079a9-0fd1-4206-bc24-f9e026b53d1b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556722 Oct 18 23:29:59.031428 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-3aae3f3a-e283-4ccc-aa05-3eed2b96dd15 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12fd6d78-9b65-4cd7-a07f-c4736d04911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808802 Oct 18 23:29:59.067254 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7571e426-ff34-44ad-a665-2cf9dcb78071 req-32a93f31-1cc0-4e58-a983-6cceb24839cd tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/4c9cce64-262f-49a1-9504-a68e95fd3abf HTTP/1.1" status: 200 len: 1801 time: 0.1298871 Oct 18 23:29:59.205478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-d55ab403-341b-444a-aec1-328f5fa72b6b service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612036 Oct 18 23:29:59.210930 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7571e426-ff34-44ad-a665-2cf9dcb78071 req-2dbf54e6-ccc3-4b78-9555-8b2061ff5b19 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:59.240448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7571e426-ff34-44ad-a665-2cf9dcb78071 req-2dbf54e6-ccc3-4b78-9555-8b2061ff5b19 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:59.364270 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7571e426-ff34-44ad-a665-2cf9dcb78071 req-2dbf54e6-ccc3-4b78-9555-8b2061ff5b19 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:59.367640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7571e426-ff34-44ad-a665-2cf9dcb78071 req-2dbf54e6-ccc3-4b78-9555-8b2061ff5b19 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:59.369194 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7571e426-ff34-44ad-a665-2cf9dcb78071 req-2dbf54e6-ccc3-4b78-9555-8b2061ff5b19 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/4c9cce64-262f-49a1-9504-a68e95fd3abf HTTP/1.1" status: 204 len: 173 time: 0.2836406 Oct 18 23:29:59.385162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf54e6-ccc3-4b78-9555-8b2061ff5b19 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9cce64-262f-49a1-9504-a68e95fd3abf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:59.389687 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48077724-299c-44af-8ea3-ec5174bfadaa req-1720a553-9c87-40ca-8bf1-a6edb971c4e0 service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450853 Oct 18 23:29:59.428065 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-16f6805c-460a-49e7-aa2d-df4a4d16770a req-c9841fb3-01ed-4fb7-9576-743b48e9daea tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:29:59.429818 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16f6805c-460a-49e7-aa2d-df4a4d16770a req-c9841fb3-01ed-4fb7-9576-743b48e9daea tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/4c9cce64-262f-49a1-9504-a68e95fd3abf HTTP/1.1" status: 404 len: 352 time: 0.0209303 Oct 18 23:29:59.516727 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-893df7f5-8cfe-4704-9204-51007c3aa137 req-4a95df52-242b-426f-a048-5ea71c10454b tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/acff3576-f2c3-4a93-91d6-1647648a6705 HTTP/1.1" status: 200 len: 1802 time: 0.0553155 Oct 18 23:29:59.649867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-893df7f5-8cfe-4704-9204-51007c3aa137 req-2971b836-9712-434f-aca0-f91f769c0d4c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:59.656912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-9d39225a-1aae-425d-b622-4dcf97839abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:59.659553 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-9d39225a-1aae-425d-b622-4dcf97839abc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 1095 time: 0.1011109 Oct 18 23:29:59.705722 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-893df7f5-8cfe-4704-9204-51007c3aa137 req-2971b836-9712-434f-aca0-f91f769c0d4c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:59.827831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-893df7f5-8cfe-4704-9204-51007c3aa137 req-2971b836-9712-434f-aca0-f91f769c0d4c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:59.830401 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-893df7f5-8cfe-4704-9204-51007c3aa137 req-2971b836-9712-434f-aca0-f91f769c0d4c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:29:59.831712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-893df7f5-8cfe-4704-9204-51007c3aa137 req-2971b836-9712-434f-aca0-f91f769c0d4c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/acff3576-f2c3-4a93-91d6-1647648a6705 HTTP/1.1" status: 204 len: 173 time: 0.3062344 Oct 18 23:29:59.838749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-d0c706cb-0530-4ea6-b009-3e3d0dbff6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:59.840220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-d0c706cb-0530-4ea6-b009-3e3d0dbff6f9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 915 time: 0.1687171 Oct 18 23:29:59.846308 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971b836-9712-434f-aca0-f91f769c0d4c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acff3576-f2c3-4a93-91d6-1647648a6705,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:29:59.872312 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-e2325fb2-a287-4491-a02a-4829288a4056 req-1079d7a7-6a7e-4bb4-99db-879b7c63a903 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:29:59.880596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2325fb2-a287-4491-a02a-4829288a4056 req-1079d7a7-6a7e-4bb4-99db-879b7c63a903 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/acff3576-f2c3-4a93-91d6-1647648a6705 HTTP/1.1" status: 404 len: 352 time: 0.0267389 Oct 18 23:29:59.896573 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-10b7cbc3-9e85-4007-8656-5db3ce495ab6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3f31ee-cdcd-444a-9a99-7b0701abfc70 HTTP/1.1" status: 200 len: 217 time: 0.0468755 Oct 18 23:29:59.983431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-2c6f205e-da85-4f76-8220-6c5263e67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:29:59.984911 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-2c6f205e-da85-4f76-8220-6c5263e67569 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 200 len: 854 time: 0.0795741 Oct 18 23:30:00.032069 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-a6e195c1-648b-4e70-bc9f-48f199f3d8f9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12fd6d78-9b65-4cd7-a07f-c4736d04911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364492 Oct 18 23:30:00.039905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f9fd55e-e35a-49a5-a3af-5b2ec3633711 req-05b7d2e6-e6de-41d9-b61c-59cf89362a37 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50295b63e2fa49568e0ecdd390694ce4 HTTP/1.1" status: 200 len: 6155 time: 0.1357598 Oct 18 23:30:00.159353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f9fd55e-e35a-49a5-a3af-5b2ec3633711 req-65ebbaa3-4a23-40d1-bed0-b10a79188672 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/515c75a3-26bf-4940-abe4-82dd39f18a52 HTTP/1.1" status: 200 len: 2985 time: 0.0866668 Oct 18 23:30:00.193880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9614-8566-4f3d-ab7a-b92506b0ce7e req-45bd90d8-4985-45a7-a624-f8209e4cdfc2 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:00.196665 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-579234d3-fbd7-44f7-a9ff-30297629b960 service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554334 Oct 18 23:30:00.196867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-199d9614-8566-4f3d-ab7a-b92506b0ce7e req-45bd90d8-4985-45a7-a624-f8209e4cdfc2 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 943 time: 0.0575471 Oct 18 23:30:00.243608 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-199d9614-8566-4f3d-ab7a-b92506b0ce7e req-078d9471-8bd9-4b7b-aac2-300e5bda4497 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374644 Oct 18 23:30:00.254082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f9fd55e-e35a-49a5-a3af-5b2ec3633711 req-e55c942a-4151-48aa-b7b5-a2d992ee5786 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/515c75a3-26bf-4940-abe4-82dd39f18a52 HTTP/1.1" status: 200 len: 2985 time: 0.0867946 Oct 18 23:30:00.364628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d22147b-f40f-48a5-8129-67f18f3a1b20 req-2038b43d-0f9a-40c2-8fa9-1390b7c20758 service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588202 Oct 18 23:30:00.387973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-efaf3d86-a2c7-4853-9826-6c7902c8c7d2 req-ee3dcc5a-a5f6-42cf-ad9a-39460e1179e0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1581737677', 'description': 'tempest-description-510711110'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:00.413996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-efaf3d86-a2c7-4853-9826-6c7902c8c7d2 req-ee3dcc5a-a5f6-42cf-ad9a-39460e1179e0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:00.518336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-efaf3d86-a2c7-4853-9826-6c7902c8c7d2 req-ee3dcc5a-a5f6-42cf-ad9a-39460e1179e0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:00.523680 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-efaf3d86-a2c7-4853-9826-6c7902c8c7d2 req-ee3dcc5a-a5f6-42cf-ad9a-39460e1179e0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:00.557648 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-efaf3d86-a2c7-4853-9826-6c7902c8c7d2 req-ee3dcc5a-a5f6-42cf-ad9a-39460e1179e0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:00.559119 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efaf3d86-a2c7-4853-9826-6c7902c8c7d2 req-ee3dcc5a-a5f6-42cf-ad9a-39460e1179e0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1753974 Oct 18 23:30:00.563603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dcc5a-a5f6-42cf-ad9a-39460e1179e0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d26f4e5-b90b-4508-ba0c-1cd55af44ccb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:00.606746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-cc3a32ab-67d2-4c0e-b034-64feef28d433 req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-159707341', 'description': 'tempest-description-996209644'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:00.631225 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cc3a32ab-67d2-4c0e-b034-64feef28d433 req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:00.720115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cc3a32ab-67d2-4c0e-b034-64feef28d433 req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:00.728167 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cc3a32ab-67d2-4c0e-b034-64feef28d433 req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:00.763004 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cc3a32ab-67d2-4c0e-b034-64feef28d433 req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:00.764375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc3a32ab-67d2-4c0e-b034-64feef28d433 req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1621099 Oct 18 23:30:00.777650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:00.793107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.793974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.794657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.795368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.796110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.796696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.797372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.798047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.798688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.799373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.800027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:00.800700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790d262-7494-4709-92b3-ad3bbbe58b78 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:01.018276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-7e573ea2-52f0-4de7-9b98-c1357c6620e7 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:01.019949 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-7e573ea2-52f0-4de7-9b98-c1357c6620e7 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 813 time: 0.1211362 Oct 18 23:30:01.041061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-e578a1f6-3617-466f-963e-8078b8fa2193 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/quotas/50295b63e2fa49568e0ecdd390694ce4 HTTP/1.1" status: 200 len: 375 time: 0.0101101 Oct 18 23:30:01.097211 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-a2c138fb-65d5-47cd-bf6f-7b7e270bf3fb tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491543 Oct 18 23:30:01.227608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-59705dec-796b-432f-b974-b172396c9c10 service neutron] 10.222.0.52 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148405 Oct 18 23:30:01.361529 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-05f3aa25-c1d5-4245-87d1-6fefbc247095 service neutron] 10.222.0.52 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269014 Oct 18 23:30:01.393838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764c98b-82fc-464d-a072-df90087daebd req-a2a5349e-f0a2-4d26-802c-fa71e8b2964b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:01.395554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7764c98b-82fc-464d-a072-df90087daebd req-a2a5349e-f0a2-4d26-802c-fa71e8b2964b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 943 time: 0.0545855 Oct 18 23:30:01.439516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7764c98b-82fc-464d-a072-df90087daebd req-bd7da5d3-7e51-485f-97a9-2fc6ca97a62f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 Oct 18 23:30:01.640751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cafa2144-71ba-4e0a-a496-f1edc06a3b5e req-7294c496-d8b1-486d-b01d-c08012b15c80 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 210 time: 0.0317602 Oct 18 23:30:02.612427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a205fdb-6bd2-476c-bf49-2f5582d3d3c0 req-d9f0a913-4f5d-4ace-9f0a-c630206202fd tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:02.618008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a205fdb-6bd2-476c-bf49-2f5582d3d3c0 req-d9f0a913-4f5d-4ace-9f0a-c630206202fd tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 943 time: 0.0879865 Oct 18 23:30:02.722982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a205fdb-6bd2-476c-bf49-2f5582d3d3c0 req-64cd4a58-56a8-4ab7-8fa2-e53d74359092 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999758 Oct 18 23:30:02.786546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-df8bffc1-8dfe-4014-8c72-b55d5516afcb tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:02.789482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-df8bffc1-8dfe-4014-8c72-b55d5516afcb tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.73 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 813 time: 0.1644976 Oct 18 23:30:02.829605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'port': {'device_id': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b', 'admin_state_up': True, 'tenant_id': '50295b63e2fa49568e0ecdd390694ce4'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:02.869122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb83f4d1-f3ba-4d4a-8462-208a4048b45f req-bd920307-c2b6-4f32-a8e6-2fed04eef53f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 210 time: 0.0679727 Oct 18 23:30:02.998490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Made reservation on behalf of 50295b63e2fa49568e0ecdd390694ce4 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:30:03.003977 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:03.183861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Allocated IP 172.20.0.7 (d1163179-bbc8-4bef-b090-0f9ff5d7c59b/7f07812d-c3ec-4526-aa01-4604d6984d76/eeb0b81d-0712-4314-ac49-430f0b573afd) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:30:03.372019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:03.420647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:03.465581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a7a9c0f-4ee6-4983-82d9-a964146e7352'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:03.467613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Network d1163179-bbc8-4bef-b090-0f9ff5d7c59b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:30:03.470929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:30:03.474888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:30:03.512459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'Port': ['ID=eeb0b81d-0712-4314-ac49-430f0b573afd,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:03.556482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:03.557140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:03.580958 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-65743d79-b493-49f4-9b52-caca4150f515 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7602818 Oct 18 23:30:03.636985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Request body: {'port': {'device_id': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:03.716408 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:03.948664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8a11c-8c9a-45b9-8042-7fee99d58936 req-25785a1b-a9fd-4838-a90c-f0eb15824cca tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:03.950928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11f8a11c-8c9a-45b9-8042-7fee99d58936 req-25785a1b-a9fd-4838-a90c-f0eb15824cca tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 943 time: 0.0717912 Oct 18 23:30:04.019334 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11f8a11c-8c9a-45b9-8042-7fee99d58936 req-c578cb57-83e0-4cfc-a604-ed8e9a7508d8 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505476 Oct 18 23:30:04.158105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17533f9-d284-4387-862f-9c10442e3039 req-978b1ca9-8776-4345-ac86-2fbc701a2c00 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:04.163250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f17533f9-d284-4387-862f-9c10442e3039 req-978b1ca9-8776-4345-ac86-2fbc701a2c00 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 931 time: 0.1169472 Oct 18 23:30:04.169702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb0b81d-0712-4314-ac49-430f0b573afd {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:04.184265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:04.216214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Transition to ACTIVE for port object eeb0b81d-0712-4314-ac49-430f0b573afd will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:30:04.223421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:04.228301 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f17533f9-d284-4387-862f-9c10442e3039 req-0a82720d-4c6f-4f60-ac29-0bdd83b0d86d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641475 Oct 18 23:30:04.335280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ff3f31ee-cdcd-444a-9a99-7b0701abfc70 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:30:04.525375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ff3f31ee-cdcd-444a-9a99-7b0701abfc70, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:04.541442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70', 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e', 'port_id': 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70', 'mac_address': 'fa:16:3e:45:50:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6e6b9c-c017-48ab-87a0-2d38dc7f3749', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:30:04.612428 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:04.627247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3f31ee-cdcd-444a-9a99-7b0701abfc70 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:04.647866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb0b81d-0712-4314-ac49-430f0b573afd,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:04.680968 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ff3f31ee-cdcd-444a-9a99-7b0701abfc70, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:04.694999 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:04.711307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Attempting to bind port eeb0b81d-0712-4314-ac49-430f0b573afd on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:30:04.711646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Attempting to bind port eeb0b81d-0712-4314-ac49-430f0b573afd by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:30:04.711975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Attempting to bind port eeb0b81d-0712-4314-ac49-430f0b573afd on network d1163179-bbc8-4bef-b090-0f9ff5d7c59b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:04.724108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0388c3c-3c3f-477d-8b4f-af17c651e641 req-3dcfa99b-a6e5-4704-8242-b7b585a84c55 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:04.726171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0388c3c-3c3f-477d-8b4f-af17c651e641 req-3dcfa99b-a6e5-4704-8242-b7b585a84c55 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.0800989 Oct 18 23:30:04.727805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Port eeb0b81d-0712-4314-ac49-430f0b573afd on network d1163179-bbc8-4bef-b090-0f9ff5d7c59b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:30:04.727805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Attempting to bind port eeb0b81d-0712-4314-ac49-430f0b573afd on network d1163179-bbc8-4bef-b090-0f9ff5d7c59b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:04.733078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:30:04.733415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Checking segment: {'id': '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:30:04.733803 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Bound using segment: {'id': '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:30:04.734234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Bound port: eeb0b81d-0712-4314-ac49-430f0b573afd, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:30:04.734586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:04.738231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:04.781128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:04.817880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0388c3c-3c3f-477d-8b4f-af17c651e641 req-d6740889-d7da-4b52-8c61-8a60db07a46f tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810578 Oct 18 23:30:04.858059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] For port eeb0b81d-0712-4314-ac49-430f0b573afd, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:30:04.861381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] For port eeb0b81d-0712-4314-ac49-430f0b573afd, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeb0b81d-0712-4314-ac49-430f0b573afd,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:30:04.869936 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:04.913284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:04.914085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:04.915513 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] 10.222.0.73 "PUT /v2.0/ports/eeb0b81d-0712-4314-ac49-430f0b573afd HTTP/1.1" status: 200 len: 1092 time: 1.2878366 Oct 18 23:30:04.915971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:04.918412 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0328287-1164-475f-8ca4-fe496ffbd6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:04.943861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343e53c-7ee5-4fb6-8ec1-dbd1c6613855 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb0b81d-0712-4314-ac49-430f0b573afd,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:04.981211 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc38dad-54a8-405a-8baa-dfd62694edd1 x-openstack-request-id: req-3cc38dad-54a8-405a-8baa-dfd62694edd1 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:04.981429 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:04.981875 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cc38dad-54a8-405a-8baa-dfd62694edd1 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:04.982043 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd', 'status': 'completed', 'code': 200} Oct 18 23:30:05.057881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-60c51fd5-8d2b-4bd6-a825-0d6e203ec8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:05.059904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-60c51fd5-8d2b-4bd6-a825-0d6e203ec8f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1095 time: 0.0551395 Oct 18 23:30:05.117342 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-af5efab9-91d7-427e-8056-2f22254f9556 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeb0b81d-0712-4314-ac49-430f0b573afd HTTP/1.1" status: 200 len: 217 time: 0.0429585 Oct 18 23:30:05.204722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f9502-80a6-4765-9ede-534a35c3269b req-73af8f7d-874f-4a5f-a642-1f26a32d1f0b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:05.206308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-395f9502-80a6-4765-9ede-534a35c3269b req-73af8f7d-874f-4a5f-a642-1f26a32d1f0b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 944 time: 0.0921979 Oct 18 23:30:05.208528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f3585dd4-a80f-4175-b621-c07bf0f1a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:05.210520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-f3585dd4-a80f-4175-b621-c07bf0f1a632 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 200 len: 853 time: 0.0838974 Oct 18 23:30:05.278363 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-6e27146c-55a0-4087-a45b-cc9180a9cd6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312936 Oct 18 23:30:05.281586 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-395f9502-80a6-4765-9ede-534a35c3269b req-ade07133-b87a-4cb3-9543-841ca18d5e00 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674043 Oct 18 23:30:05.314510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['ff3f31ee-cdcd-444a-9a99-7b0701abfc70'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:05.384228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44ab17-3a51-46d8-84bb-0889a092c167 req-d140a5f7-e0cc-4167-8e7c-7bf3abb6786a tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:05.386182 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc44ab17-3a51-46d8-84bb-0889a092c167 req-d140a5f7-e0cc-4167-8e7c-7bf3abb6786a tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 943 time: 0.0768373 Oct 18 23:30:05.438018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-26c28482-9c77-474c-b966-2fbbc41cce6a service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504812 Oct 18 23:30:05.447055 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc44ab17-3a51-46d8-84bb-0889a092c167 req-bd17f8e9-6bac-48dd-a9eb-5df9ce0426a7 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530181 Oct 18 23:30:05.566859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf8b9ed-c803-4463-8beb-66c2be6a4a61 req-762d8e3a-1a2f-4859-bbed-b0f89c597e6d service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180806 Oct 18 23:30:05.722572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-b2e9736a-ed0b-4a52-b280-06824daca7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:05.724251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-b2e9736a-ed0b-4a52-b280-06824daca7a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1095 time: 0.0451999 Oct 18 23:30:05.833840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-8e808e9b-c06c-42e1-98ab-fcd44bd6d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:05.835467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-8e808e9b-c06c-42e1-98ab-fcd44bd6d3b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 914 time: 0.1026156 Oct 18 23:30:05.893140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-ff22994c-e97e-415a-a4f0-ead75acc1f11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeb0b81d-0712-4314-ac49-430f0b573afd HTTP/1.1" status: 200 len: 217 time: 0.0501392 Oct 18 23:30:05.951244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-7725d5e1-de99-4ee4-b2e8-bfe0340d8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:05.952997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-7725d5e1-de99-4ee4-b2e8-bfe0340d8e05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 200 len: 853 time: 0.0521648 Oct 18 23:30:05.993232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-3a34848e-52c9-4a55-b1b7-08d73b7c0edc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317934 Oct 18 23:30:06.117129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21056cf2-5fae-4f63-9f09-4cf35439adfb req-05d148a9-f300-492a-acd9-e92836ab3c9b tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:06.118964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21056cf2-5fae-4f63-9f09-4cf35439adfb req-05d148a9-f300-492a-acd9-e92836ab3c9b tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.1097722 Oct 18 23:30:06.145351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-8ea8e72e-d339-4c6f-8a45-50a030d590a8 service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443005 Oct 18 23:30:06.184219 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:06.203932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21056cf2-5fae-4f63-9f09-4cf35439adfb req-8e752dbf-508f-4c55-8ac9-3acf82c6c9bb tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713518 Oct 18 23:30:06.280261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0328287-1164-475f-8ca4-fe496ffbd6bf req-61b84f28-b279-4105-85e5-0d0c1e9c7e0c service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256239 Oct 18 23:30:06.414904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdcb13-2e7d-41d8-8246-f2c04d659e81 req-0c7315e0-df24-4461-b830-7ac4596ed14b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:06.416731 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccfdcb13-2e7d-41d8-8246-f2c04d659e81 req-0c7315e0-df24-4461-b830-7ac4596ed14b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 944 time: 0.0563951 Oct 18 23:30:06.459417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccfdcb13-2e7d-41d8-8246-f2c04d659e81 req-2efefcdb-90be-4ec2-af03-5d84146a4a14 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359056 Oct 18 23:30:06.578309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47e924-faad-4b29-9b81-12d500026b81 req-0808ab2f-c43c-4c47-99d0-fb808f57a086 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:06.579884 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c47e924-faad-4b29-9b81-12d500026b81 req-0808ab2f-c43c-4c47-99d0-fb808f57a086 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 943 time: 0.0519581 Oct 18 23:30:06.630568 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c47e924-faad-4b29-9b81-12d500026b81 req-40a2e880-30a8-4a4b-86fc-e45390647406 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Oct 18 23:30:06.940353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa76ed7-a417-4b8d-9d7f-27cf961ac870 req-9705cc17-d02d-4a0c-a916-1b37bf08afb9 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:06.942015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0aa76ed7-a417-4b8d-9d7f-27cf961ac870 req-9705cc17-d02d-4a0c-a916-1b37bf08afb9 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.0538695 Oct 18 23:30:06.984324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0aa76ed7-a417-4b8d-9d7f-27cf961ac870 req-90ac9546-fcfd-4801-a86c-f6a1bf3bd691 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359085 Oct 18 23:30:07.604447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddeccb9-f6ab-4691-b49a-998fbc24cc86 req-76e6a5dc-ed95-48e2-8ff2-083e60db2b94 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:07.606275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eddeccb9-f6ab-4691-b49a-998fbc24cc86 req-76e6a5dc-ed95-48e2-8ff2-083e60db2b94 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 944 time: 0.0673215 Oct 18 23:30:07.660836 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eddeccb9-f6ab-4691-b49a-998fbc24cc86 req-4e85209b-5356-4038-a5b2-7b1e35cc790d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459950 Oct 18 23:30:07.793329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc098ce9-b2fa-4886-a209-66d58f70b419 req-53b84bf5-97f8-4910-9916-ac49fcffdd4c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:07.794935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc098ce9-b2fa-4886-a209-66d58f70b419 req-53b84bf5-97f8-4910-9916-ac49fcffdd4c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 943 time: 0.0543900 Oct 18 23:30:07.853174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc098ce9-b2fa-4886-a209-66d58f70b419 req-1364e11e-78dc-46c4-9af3-72afcd1d7f18 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Oct 18 23:30:08.134166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266620c9-8ca8-48b4-9185-2cd169b7801d req-42b7a417-6965-465b-8efc-f9fbe4cd6a4b tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:08.135927 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-266620c9-8ca8-48b4-9185-2cd169b7801d req-42b7a417-6965-465b-8efc-f9fbe4cd6a4b tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.0655124 Oct 18 23:30:08.188519 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-266620c9-8ca8-48b4-9185-2cd169b7801d req-8923b422-61a2-4a0a-b82d-d7fec33eb471 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 Oct 18 23:30:08.361345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ff3f31ee-cdcd-444a-9a99-7b0701abfc70 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:30:08.412602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port ff3f31ee-cdcd-444a-9a99-7b0701abfc70 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:30:08.416682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port ff3f31ee-cdcd-444a-9a99-7b0701abfc70 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:08.417048 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:08.506950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:08.534407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e808de5f-565b-4511-8665-b0dcdcc66bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:08.536777 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45270b7d-a2bb-4726-9c48-8e973a2617d8" -d '{"events": [{"server_uuid": "e808de5f-565b-4511-8665-b0dcdcc66bed", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f31ee-cdcd-444a-9a99-7b0701abfc70"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:08.549446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ff3f31ee-cdcd-444a-9a99-7b0701abfc70, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:08.554619 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:08.599700 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786af410-be12-4b6f-b677-ef752f6f7266 x-openstack-request-id: req-786af410-be12-4b6f-b677-ef752f6f7266 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:08.600062 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e808de5f-565b-4511-8665-b0dcdcc66bed", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f31ee-cdcd-444a-9a99-7b0701abfc70", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:08.600326 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-786af410-be12-4b6f-b677-ef752f6f7266 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:08.600719 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e808de5f-565b-4511-8665-b0dcdcc66bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70', 'code': 200} Oct 18 23:30:08.611083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:08.787479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958f179-ee7a-42f7-b516-9f8b693fffc0 req-a6e48e54-70da-45f4-8523-3520280a216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:08.788932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4958f179-ee7a-42f7-b516-9f8b693fffc0 req-a6e48e54-70da-45f4-8523-3520280a216a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 1097 time: 0.0808496 Oct 18 23:30:08.807245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd60128-8613-4fda-952b-33229f699087 req-917022c3-2dc1-4c5d-8705-5a944a2924e0 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:08.808815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dfd60128-8613-4fda-952b-33229f699087 req-917022c3-2dc1-4c5d-8705-5a944a2924e0 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 945 time: 0.0660725 Oct 18 23:30:08.855234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4958f179-ee7a-42f7-b516-9f8b693fffc0 req-6f0f59b0-0f44-424f-ab68-aaeed5ca2596 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567014 Oct 18 23:30:08.868910 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dfd60128-8613-4fda-952b-33229f699087 req-77364887-6594-4ab3-a323-fe5ea6cfa8a0 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464075 Oct 18 23:30:08.988093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a839b1-084a-4953-8745-f8546131a8e1 req-f752819e-41e1-41ef-9dd6-c73abf1d48c9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:08.989701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42a839b1-084a-4953-8745-f8546131a8e1 req-f752819e-41e1-41ef-9dd6-c73abf1d48c9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 943 time: 0.0535026 Oct 18 23:30:09.031250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42a839b1-084a-4953-8745-f8546131a8e1 req-9b1449e4-3ee5-4c48-865b-c74456e7c7e1 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346494 Oct 18 23:30:09.334337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653690a-a845-4433-838a-e6528c2a51de req-fb4223f6-4bdc-452c-9971-ee4532b84fb7 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:09.336557 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e653690a-a845-4433-838a-e6528c2a51de req-fb4223f6-4bdc-452c-9971-ee4532b84fb7 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.0563066 Oct 18 23:30:09.407475 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e653690a-a845-4433-838a-e6528c2a51de req-354e7e01-e586-438e-b19a-5aff6e70cfab tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635636 Oct 18 23:30:09.983401 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device eeb0b81d-0712-4314-ac49-430f0b573afd details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:30:10.007320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef449b80-dacb-4595-8338-1a570b87609f req-9569bc7f-848c-43c1-8f86-1bd86fbbfc73 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:10.009887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef449b80-dacb-4595-8338-1a570b87609f req-9569bc7f-848c-43c1-8f86-1bd86fbbfc73 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.102 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.1059282 Oct 18 23:30:10.169377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port eeb0b81d-0712-4314-ac49-430f0b573afd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeb0b81d-0712-4314-ac49-430f0b573afd,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:10.169728 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15dab0-bfe4-4b34-a09b-ba164448fa5b req-045cbc7a-31a5-4324-a8ae-61ee3473559a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:10.171784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd15dab0-bfe4-4b34-a09b-ba164448fa5b req-045cbc7a-31a5-4324-a8ae-61ee3473559a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 945 time: 0.1602964 Oct 18 23:30:10.200447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'eeb0b81d-0712-4314-ac49-430f0b573afd', 'network_id': 'd1163179-bbc8-4bef-b090-0f9ff5d7c59b', 'port_id': 'eeb0b81d-0712-4314-ac49-430f0b573afd', 'mac_address': 'fa:16:3e:6e:53:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f07812d-c3ec-4526-aa01-4604d6984d76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:30:10.243405 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd15dab0-bfe4-4b34-a09b-ba164448fa5b req-073946e5-16b1-4fab-9662-27fa2313b8ea tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593269 Oct 18 23:30:10.261601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Deleting port 1c344fd8-c3df-41fa-a958-939dc0597680 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:30:10.261954 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:10.267266 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:10.268021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed89c-cf39-42eb-882d-cbfc4b7e1c11 req-1f81c362-a2c2-43d1-881c-756887346590 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:10.278794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6aed89c-cf39-42eb-882d-cbfc4b7e1c11 req-1f81c362-a2c2-43d1-881c-756887346590 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 943 time: 0.1073518 Oct 18 23:30:10.293341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb0b81d-0712-4314-ac49-430f0b573afd {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:10.321138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port eeb0b81d-0712-4314-ac49-430f0b573afd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeb0b81d-0712-4314-ac49-430f0b573afd,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:10.329886 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:10.351338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6aed89c-cf39-42eb-882d-cbfc4b7e1c11 req-a6eab594-c602-483b-a262-28b02383fbcc tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670362 Oct 18 23:30:10.405000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=eeb0b81d-0712-4314-ac49-430f0b573afd,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:10.426877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] For port 1c344fd8-c3df-41fa-a958-939dc0597680, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1c344fd8-c3df-41fa-a958-939dc0597680,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:10.427333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:10.582901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8a50b-eed3-4fb4-846c-4a9b872cf896 req-cd8a0f11-18f0-4a02-b950-f28c804f2ed1 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:10.584633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b9e8a50b-eed3-4fb4-846c-4a9b872cf896 req-cd8a0f11-18f0-4a02-b950-f28c804f2ed1 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 946 time: 0.0850787 Oct 18 23:30:10.663968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b9e8a50b-eed3-4fb4-846c-4a9b872cf896 req-654f3a7e-3a63-4f15-a7f4-8de63149dd24 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups?id=10e83e06-8641-413e-acf9-05a6d7c226db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710351 Oct 18 23:30:10.758151 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:10.758521 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:10.758882 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Floating IP da36ab8a-f430-4090-a618-7bbdd1d0dcbf disassociated. External IP: 172.25.7.241, port: 1c344fd8-c3df-41fa-a958-939dc0597680. Oct 18 23:30:10.759230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Calling delete_port for 1c344fd8-c3df-41fa-a958-939dc0597680 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:30:10.840491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['eeb0b81d-0712-4314-ac49-430f0b573afd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:10.913470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:11.034841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Pushing event deleted for resources: {'Port': ['ID=1c344fd8-c3df-41fa-a958-939dc0597680,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:11.493268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Router 14c8f330-2100-4f39-a03a-d255a9ec0bde has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:30:11.517657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73b331-482b-4261-aad8-24da5a652933 req-0765e14b-e5e6-4db6-bab0-75f42decb461 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:11.519270 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e73b331-482b-4261-aad8-24da5a652933 req-0765e14b-e5e6-4db6-bab0-75f42decb461 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 945 time: 0.1054060 Oct 18 23:30:11.550963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552acf8f-d9ee-4dc0-a3a4-fdd42d3ebe8b req-a25e3588-5ee4-4032-a79c-b9e3b39a121d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:11.559886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-552acf8f-d9ee-4dc0-a3a4-fdd42d3ebe8b req-a25e3588-5ee4-4032-a79c-b9e3b39a121d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 944 time: 0.0649083 Oct 18 23:30:11.615538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-552acf8f-d9ee-4dc0-a3a4-fdd42d3ebe8b req-d1e7b67a-a6c2-4c0e-bbc7-a08b204df47a tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542598 Oct 18 23:30:11.715432 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e73b331-482b-4261-aad8-24da5a652933 req-ca8f9595-289e-44f4-a378-6b49ebe3d93c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364267 Oct 18 23:30:11.744975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:30:11.765305 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] Sync routers for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:30:11.815028 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:30:11.815028 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:11.872671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] No DVR routers for this DVR port 1c344fd8-c3df-41fa-a958-939dc0597680 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:30:11.880155 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:11.889001 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef449b80-dacb-4595-8338-1a570b87609f req-b1af3216-635d-4c19-8ad7-92fd78edd1fe tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.102 "DELETE /v2.0/ports/1c344fd8-c3df-41fa-a958-939dc0597680 HTTP/1.1" status: 204 len: 173 time: 1.8170688 Oct 18 23:30:11.889857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77852f04-4746-4aed-8c89-c421af424fd7', 'name': 'network-vif-deleted', 'tag': '1c344fd8-c3df-41fa-a958-939dc0597680'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:11.898990 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7942e6-dae2-4014-a1b6-cf26ebda9417" -d '{"events": [{"server_uuid": "77852f04-4746-4aed-8c89-c421af424fd7", "name": "network-vif-deleted", "tag": "1c344fd8-c3df-41fa-a958-939dc0597680"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:11.994855 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd428fd1-15e7-40f8-9627-4bf10b973527 req-14ed5447-f0cf-4254-b75a-78dbe045963c tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 210 time: 0.1393564 Oct 18 23:30:12.056342 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460d482d-bc12-4632-8caa-b702a7d591e2 x-openstack-request-id: req-460d482d-bc12-4632-8caa-b702a7d591e2 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:12.057010 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77852f04-4746-4aed-8c89-c421af424fd7", "name": "network-vif-deleted", "tag": "1c344fd8-c3df-41fa-a958-939dc0597680", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:12.057010 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-460d482d-bc12-4632-8caa-b702a7d591e2 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:12.057659 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77852f04-4746-4aed-8c89-c421af424fd7', 'name': 'network-vif-deleted', 'tag': '1c344fd8-c3df-41fa-a958-939dc0597680', 'status': 'completed', 'code': 200} Oct 18 23:30:12.064678 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:30:12.360910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1c344fd8-c3df-41fa-a958-939dc0597680 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:30:12.424291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 1c344fd8-c3df-41fa-a958-939dc0597680 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:30:12.425737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1c344fd8-c3df-41fa-a958-939dc0597680 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:30:12.517541 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:43Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5f37dcf9-7980-4f4f-b897-c42281429a84', 'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'mac_address': 'fa:16:3e:68:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:42Z', 'updated_at': '2021-10-18T23:26:49Z', 'revision_number': 5, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'subnets': [{'id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:12.574997 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] Checking router: 14c8f330-2100-4f39-a03a-d255a9ec0bde for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:30:12.591804 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:30:12.593065 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:12.795185 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:30:12.899418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bdfd4-68d6-48cc-b1e6-c28bd1c6be82 req-7b721018-b597-483a-9fca-e95b98546ec8 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:12.907364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d58bdfd4-68d6-48cc-b1e6-c28bd1c6be82 req-7b721018-b597-483a-9fca-e95b98546ec8 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 944 time: 0.1540945 Oct 18 23:30:13.018286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d58bdfd4-68d6-48cc-b1e6-c28bd1c6be82 req-2f97109a-9f10-4f42-8ed0-2133fdc06a18 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989151 Oct 18 23:30:13.199851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a3aac05-2aa3-4c7c-90c1-48984973f016 req-4823c3a7-59cd-441e-8e47-f1068d6e59da tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/ports?device_id=77852f04-4746-4aed-8c89-c421af424fd7 HTTP/1.1" status: 200 len: 210 time: 0.0591636 Oct 18 23:30:13.307482 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:43Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5f37dcf9-7980-4f4f-b897-c42281429a84', 'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'mac_address': 'fa:16:3e:68:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:42Z', 'updated_at': '2021-10-18T23:26:49Z', 'revision_number': 5, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'subnets': [{'id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:13.350661 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983e32c-6111-4bcc-8c95-1fbdf07a4aa2 None None] The sync data for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 is: [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:26:43Z', 'revision_number': 4, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5f37dcf9-7980-4f4f-b897-c42281429a84', 'name': '', 'network_id': '35c62384-00d3-44c8-91e0-fca552ab1c35', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'mac_address': 'fa:16:3e:68:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:42Z', 'updated_at': '2021-10-18T23:26:49Z', 'revision_number': 5, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'subnets': [{'id': '451d398e-2038-4e2a-86ed-cb9a58de3493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:30:13.761718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eca8f0-fb51-4b29-9413-1b48e6c6b7bb None None] New status for floating IP da36ab8a-f430-4090-a618-7bbdd1d0dcbf: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:30:14.006068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device eeb0b81d-0712-4314-ac49-430f0b573afd up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:30:14.090188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port eeb0b81d-0712-4314-ac49-430f0b573afd completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:30:14.095393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port eeb0b81d-0712-4314-ac49-430f0b573afd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:14.095818 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:14.207581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eea05-890a-4451-8ab9-202bda75377e req-682d70c9-911a-422e-b2d9-81df3e5f7529 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:14.215822 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b9eea05-890a-4451-8ab9-202bda75377e req-682d70c9-911a-422e-b2d9-81df3e5f7529 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 944 time: 0.0674889 Oct 18 23:30:14.239072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:14.307129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b9eea05-890a-4451-8ab9-202bda75377e req-94d46369-bcc2-4b55-9fe7-5c73945d4d27 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893075 Oct 18 23:30:14.360456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:14.365189 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289ca1b6-507a-4b12-b213-8c6d8e9f5330" -d '{"events": [{"server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "name": "network-vif-plugged", "status": "completed", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:14.379816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 55354) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:14.394021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port eeb0b81d-0712-4314-ac49-430f0b573afd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeb0b81d-0712-4314-ac49-430f0b573afd,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:14.401364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:14.533944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=eeb0b81d-0712-4314-ac49-430f0b573afd,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:14.559356 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdfccb8-4a17-4633-ab49-3d50e2f3f88f x-openstack-request-id: req-efdfccb8-4a17-4633-ab49-3d50e2f3f88f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:14.560434 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "name": "network-vif-plugged", "status": "completed", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:14.561315 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efdfccb8-4a17-4633-ab49-3d50e2f3f88f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:14.562162 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd', 'code': 200} Oct 18 23:30:14.589101 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f438f52-77de-4a93-9eb0-6461ff31a882 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:14.628165 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f438f52-77de-4a93-9eb0-6461ff31a882 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:14.749668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f438f52-77de-4a93-9eb0-6461ff31a882 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:14.752685 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f438f52-77de-4a93-9eb0-6461ff31a882 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:14.754601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5f438f52-77de-4a93-9eb0-6461ff31a882 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "DELETE /v2.0/security-groups/10e83e06-8641-413e-acf9-05a6d7c226db HTTP/1.1" status: 204 len: 168 time: 0.3733554 Oct 18 23:30:14.757758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55362) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:14.762141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfed58b-13ab-498e-839b-afbd9d4e7033 req-29348de6-f3c0-467e-81be-360b4c564320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:14.763693 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abfed58b-13ab-498e-839b-afbd9d4e7033 req-29348de6-f3c0-467e-81be-360b4c564320 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1097 time: 0.0957325 Oct 18 23:30:14.788201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f438f52-77de-4a93-9eb0-6461ff31a882 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e83e06-8641-413e-acf9-05a6d7c226db,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:14.813459 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-0bcdd7f2-f59a-4022-aeda-27fffc188fc8 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] show failed (client error): The resource could not be found. Oct 18 23:30:14.815326 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0bcdd7f2-f59a-4022-aeda-27fffc188fc8 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "GET /v2.0/security-groups/10e83e06-8641-413e-acf9-05a6d7c226db HTTP/1.1" status: 404 len: 347 time: 0.0558794 Oct 18 23:30:14.818334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55366) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:14.835206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abfed58b-13ab-498e-839b-afbd9d4e7033 req-bc8cc505-7277-42a4-b8fe-5aa4cbe0a3e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551934 Oct 18 23:30:15.161653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Deleting port 74351344-8a3b-4124-9305-a8b7d7763d5f {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:30:15.162180 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:15.352329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:15.353340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:15.382502 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Calling delete_port for 74351344-8a3b-4124-9305-a8b7d7763d5f owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:30:15.761366 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:15.803334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abb042-f54e-4208-935f-69462a19bd4a req-0cb70699-3a0d-4f59-816e-d00e7cf1fe9a tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:15.819004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b9abb042-f54e-4208-935f-69462a19bd4a req-0cb70699-3a0d-4f59-816e-d00e7cf1fe9a tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 945 time: 0.1345122 Oct 18 23:30:15.866942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Pushing event deleted for resources: {'Port': ['ID=74351344-8a3b-4124-9305-a8b7d7763d5f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:15.999139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b9abb042-f54e-4208-935f-69462a19bd4a req-e461d818-c568-4eee-beb5-93362e689c1c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766667 Oct 18 23:30:16.021536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:16.026313 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:16.030824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2cc9a681-a43d-4549-a347-9efdc0e679f3 tempest-ServersTestJSON-265173798 tempest-ServersTestJSON-265173798-project] 10.222.0.52 "DELETE /v2.0/floatingips/da36ab8a-f430-4090-a618-7bbdd1d0dcbf HTTP/1.1" status: 204 len: 168 time: 1.2107606 Oct 18 23:30:16.031108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 55388) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:16.885534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:17.260545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34368295-67fd-4f2d-a642-f88d30b286e2 req-6c9c8616-1494-443c-b5a3-ba14b8180da0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:17.275063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34368295-67fd-4f2d-a642-f88d30b286e2 req-6c9c8616-1494-443c-b5a3-ba14b8180da0 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 945 time: 0.1327152 Oct 18 23:30:17.328535 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34368295-67fd-4f2d-a642-f88d30b286e2 req-f3ef83db-aa51-428f-b605-227122a1d2a9 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523329 Oct 18 23:30:17.453635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Deleting port 5f37dcf9-7980-4f4f-b897-c42281429a84 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:30:17.454345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:17.582670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-ed74faa8-a145-4cf7-954e-f8471ed2ad71 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1581737677&fields=id&tenant_id=50295b63e2fa49568e0ecdd390694ce4 HTTP/1.1" status: 200 len: 267 time: 0.1319654 Oct 18 23:30:17.654920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] For port 5f37dcf9-7980-4f4f-b897-c42281429a84, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5f37dcf9-7980-4f4f-b897-c42281429a84,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:17.655448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:17.677484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Calling delete_port for 5f37dcf9-7980-4f4f-b897-c42281429a84 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:30:17.818431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-b2443b87-1bf0-4013-b355-842c90843ce8 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:17.822656 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-b2443b87-1bf0-4013-b355-842c90843ce8 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 945 time: 0.2268574 Oct 18 23:30:17.844163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-aa04ccd0-29d9-4c66-9e1c-09b2b6e04f46 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'port': {'security_groups': ['515c75a3-26bf-4940-abe4-82dd39f18a52', '9d26f4e5-b90b-4508-ba0c-1cd55af44ccb']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:18.104548 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-aa04ccd0-29d9-4c66-9e1c-09b2b6e04f46 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:18.436810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:18.494451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f37dcf9-7980-4f4f-b897-c42281429a84,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:18.730972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-aa04ccd0-29d9-4c66-9e1c-09b2b6e04f46 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] For port eeb0b81d-0712-4314-ac49-430f0b573afd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeb0b81d-0712-4314-ac49-430f0b573afd,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:18.826503 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-aa04ccd0-29d9-4c66-9e1c-09b2b6e04f46 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:18.951912 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-aa04ccd0-29d9-4c66-9e1c-09b2b6e04f46 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:18.989240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['eeb0b81d-0712-4314-ac49-430f0b573afd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:19.042820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-aa04ccd0-29d9-4c66-9e1c-09b2b6e04f46 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:19.043650 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-aa04ccd0-29d9-4c66-9e1c-09b2b6e04f46 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:19.051907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0ab63bb-56cb-4c41-82cd-0ea5669109a0 req-aa04ccd0-29d9-4c66-9e1c-09b2b6e04f46 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "PUT /v2.0/ports/eeb0b81d-0712-4314-ac49-430f0b573afd HTTP/1.1" status: 200 len: 981 time: 1.2221854 Oct 18 23:30:19.092892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:19.097620 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fc38d6-17ac-4432-8b8d-b49524199762" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:19.136234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a7a9c0f-4ee6-4983-82d9-a964146e7352'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:19.204702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04ccd0-29d9-4c66-9e1c-09b2b6e04f46 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'Port': ['ID=eeb0b81d-0712-4314-ac49-430f0b573afd,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:19.253799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52008715-fb6f-4f70-9c90-0cabbe252928 req-61bd20bd-e415-4104-9417-7c7d837113a8 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/9d26f4e5-b90b-4508-ba0c-1cd55af44ccb HTTP/1.1" status: 200 len: 1802 time: 0.1521504 Oct 18 23:30:19.259944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:19.353290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['eeb0b81d-0712-4314-ac49-430f0b573afd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:19.437356 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c81022e-854b-41a3-ace7-70b0fa9e63cf x-openstack-request-id: req-2c81022e-854b-41a3-ace7-70b0fa9e63cf {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:19.437961 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:19.438536 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c81022e-854b-41a3-ace7-70b0fa9e63cf {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:19.439288 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd', 'status': 'completed', 'code': 200} Oct 18 23:30:19.528186 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-52008715-fb6f-4f70-9c90-0cabbe252928 req-d6789328-1a6e-4e08-af1d-724205618377 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 23:30:19.536130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52008715-fb6f-4f70-9c90-0cabbe252928 req-d6789328-1a6e-4e08-af1d-724205618377 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/9d26f4e5-b90b-4508-ba0c-1cd55af44ccb HTTP/1.1" status: 409 len: 341 time: 0.2625666 Oct 18 23:30:19.629083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-9fb1d40b-a27a-436a-9b9f-c2c7f81bb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:19.630610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-9fb1d40b-a27a-436a-9b9f-c2c7f81bb9bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1136 time: 0.1902721 Oct 18 23:30:20.134889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-19b9851e-adaf-46fa-8650-b50ca1388a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:20.137002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-19b9851e-adaf-46fa-8650-b50ca1388a76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 914 time: 0.4965930 Oct 18 23:30:20.273787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-b8dfd7d7-ff54-4203-b6db-6766b53c1f44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeb0b81d-0712-4314-ac49-430f0b573afd HTTP/1.1" status: 200 len: 217 time: 0.1122007 Oct 18 23:30:20.280850 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-04b6fdbf-a490-47f2-975a-9f06445204d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:20.342831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Router 14c8f330-2100-4f39-a03a-d255a9ec0bde has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:30:20.415507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496d152-9e90-4954-affd-065b6013f24b req-dfce9005-2b70-43e1-aa68-1c09b4c1df0c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:20.417105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e496d152-9e90-4954-affd-065b6013f24b req-dfce9005-2b70-43e1-aa68-1c09b4c1df0c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 984 time: 0.3123209 Oct 18 23:30:20.440395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-e3e07697-a5d2-41c4-b483-53e3abdc4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:20.442344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-e3e07697-a5d2-41c4-b483-53e3abdc4da5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 200 len: 853 time: 0.1563163 Oct 18 23:30:20.624464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:30:20.650975 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] Sync routers for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:30:20.663083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55456) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:20.673026 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:30:20.674252 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:20.675976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-baaa781d-2c07-48cd-8a80-d5c69fa912a5 admin admin] 10.222.0.52 "PUT /v2.0/routers/14c8f330-2100-4f39-a03a-d255a9ec0bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6425979 Oct 18 23:30:21.118889 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:30:21.177551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:21.288498 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:30:21.353442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55464) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:21.373843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e496d152-9e90-4954-affd-065b6013f24b req-652e12ce-f5d3-451b-b17c-88325d62cdcb tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=9d26f4e5-b90b-4508-ba0c-1cd55af44ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.9304500 Oct 18 23:30:21.398326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-b0a841ad-c5a4-4477-9281-b541e97110f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9338844 Oct 18 23:30:21.466582 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:30:18Z', 'revision_number': 5, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:21.515455 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] Checking router: 14c8f330-2100-4f39-a03a-d255a9ec0bde for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:30:21.543017 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] Routers {'14c8f330-2100-4f39-a03a-d255a9ec0bde'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:30:21.546764 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['14c8f330-2100-4f39-a03a-d255a9ec0bde'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:21.682247 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-da890cd1-1bbb-46c1-8bf5-93270786d2fc service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755444 Oct 18 23:30:21.721546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e812460b-d433-4d9f-9559-392262b5b141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:21.854868 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] Set router 14c8f330-2100-4f39-a03a-d255a9ec0bde gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:30:21.899847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e812460b-d433-4d9f-9559-392262b5b141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:21.904451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:21.918994 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e812460b-d433-4d9f-9559-392262b5b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:21.972407 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e812460b-d433-4d9f-9559-392262b5b141 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8080fcffa6354cee9658026d76f63347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149073 Oct 18 23:30:21.973826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55474) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:22.029814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89fc38d6-17ac-4432-8b8d-b49524199762 req-1321ba9e-83b7-40bf-99a5-fb6e35696bc3 service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401649 Oct 18 23:30:22.038384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812460b-d433-4d9f-9559-392262b5b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8296d7b3-bb83-456d-9454-02e57daafa69,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:22.218961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-79d0dc4d-6180-4035-87da-37d485ca1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:22.221599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-79d0dc4d-6180-4035-87da-37d485ca1ed3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1136 time: 0.0540779 Oct 18 23:30:22.298086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8843d1fc-fb20-44ef-abab-7d5dc6749bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:22.359236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Deleting port 3af9d6f3-2146-46c0-a775-932cef0e2aa0 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:30:22.359582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:22.368028 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8843d1fc-fb20-44ef-abab-7d5dc6749bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:22.420791 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:30:18Z', 'revision_number': 5, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:22.472188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-47d3b8a0-a4a0-433f-b9ea-e1f94c1a2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:22.473712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-47d3b8a0-a4a0-433f-b9ea-e1f94c1a2b32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 914 time: 0.2437515 Oct 18 23:30:22.494043 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022c870-1c15-44e6-9415-06b23cb5a836 None None] The sync data for ids ['14c8f330-2100-4f39-a03a-d255a9ec0bde'] in n-d-713498-28 is: [{'id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'name': 'tempest-ServersTestJSON-154857578-router', 'tenant_id': 'f53366cd69a648e984ef14f44ad1ff28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:26:35Z', 'updated_at': '2021-10-18T23:30:18Z', 'revision_number': 5, 'project_id': 'f53366cd69a648e984ef14f44ad1ff28', 'gw_port': {'id': '3af9d6f3-2146-46c0-a775-932cef0e2aa0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c8f330-2100-4f39-a03a-d255a9ec0bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:26:36Z', 'updated_at': '2021-10-18T23:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:30:22.551897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-30efe42a-57f0-4b61-99ca-e25d7719966f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeb0b81d-0712-4314-ac49-430f0b573afd HTTP/1.1" status: 200 len: 217 time: 0.0708213 Oct 18 23:30:22.557362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] For port 3af9d6f3-2146-46c0-a775-932cef0e2aa0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3af9d6f3-2146-46c0-a775-932cef0e2aa0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:22.557928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:22.597784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Calling delete_port for 3af9d6f3-2146-46c0-a775-932cef0e2aa0 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:30:22.604090 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8843d1fc-fb20-44ef-abab-7d5dc6749bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:22.607043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8843d1fc-fb20-44ef-abab-7d5dc6749bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:22.616462 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8843d1fc-fb20-44ef-abab-7d5dc6749bff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8296d7b3-bb83-456d-9454-02e57daafa69 HTTP/1.1" status: 204 len: 168 time: 0.6423759 Oct 18 23:30:22.660372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5f37dcf9-7980-4f4f-b897-c42281429a84 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:30:22.665265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843d1fc-fb20-44ef-abab-7d5dc6749bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8296d7b3-bb83-456d-9454-02e57daafa69,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:22.713301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-0249812f-7d4b-4076-9823-cb38a739d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:22.715076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-0249812f-7d4b-4076-9823-cb38a739d92c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 200 len: 853 time: 0.1551080 Oct 18 23:30:22.795348 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 5f37dcf9-7980-4f4f-b897-c42281429a84 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:30:22.797152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5f37dcf9-7980-4f4f-b897-c42281429a84 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:30:22.874937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-24399d21-a854-4146-8f34-afc3bbf2ad64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848868 Oct 18 23:30:23.063514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-eb5ef61a-2687-4c56-a6a4-c4bf498eea8d service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803803 Oct 18 23:30:23.109992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e38088-2455-49b3-b302-7413fbd07748 req-6fda31f0-31d8-4d69-b1a6-3245ac7f91c1 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:23.112958 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1e38088-2455-49b3-b302-7413fbd07748 req-6fda31f0-31d8-4d69-b1a6-3245ac7f91c1 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 984 time: 0.4902875 Oct 18 23:30:23.229044 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:23.259654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1e38088-2455-49b3-b302-7413fbd07748 req-90c26001-93df-4585-a38d-7026b5bad1ff tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=9d26f4e5-b90b-4508-ba0c-1cd55af44ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1171427 Oct 18 23:30:23.298681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c834c936-d323-44fe-9d7f-b369bc712f67 req-7af3bdbd-ba15-4a57-8c58-bc1739c50c64 service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263796 Oct 18 23:30:23.308770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af9d6f3-2146-46c0-a775-932cef0e2aa0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:23.397332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:23.616038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:23.620555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:23.707514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:23.708516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c8f330-2100-4f39-a03a-d255a9ec0bde {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:30:23.716623 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:23.722386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 55502) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:23.723204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-36cfb86f-e46d-4f09-8ea0-d79aef2a2082 admin admin] 10.222.0.52 "DELETE /v2.0/routers/14c8f330-2100-4f39-a03a-d255a9ec0bde HTTP/1.1" status: 204 len: 168 time: 3.0579653 Oct 18 23:30:23.814548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f6f74d-b0ba-4883-8599-913bb70922a1 admin admin] Deleting subnet 451d398e-2038-4e2a-86ed-cb9a58de3493 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:30:23.821364 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f74d-b0ba-4883-8599-913bb70922a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:23.916478 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9b61f0e-ef41-47a7-a643-56d222145a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:23.937074 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f74d-b0ba-4883-8599-913bb70922a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:24.216646 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f74d-b0ba-4883-8599-913bb70922a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:24.384550 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f74d-b0ba-4883-8599-913bb70922a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:24.551839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6f74d-b0ba-4883-8599-913bb70922a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451d398e-2038-4e2a-86ed-cb9a58de3493,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:24.556858 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f74d-b0ba-4883-8599-913bb70922a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:24.561686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19422054-c582-4119-b22b-6e348487b251 None None] Network 35c62384-00d3-44c8-91e0-fca552ab1c35 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:30:24.567411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55528) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:24.579658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f0f6f74d-b0ba-4883-8599-913bb70922a1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/451d398e-2038-4e2a-86ed-cb9a58de3493 HTTP/1.1" status: 204 len: 168 time: 0.8556237 Oct 18 23:30:24.812060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3af9d6f3-2146-46c0-a775-932cef0e2aa0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:30:24.892487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 3af9d6f3-2146-46c0-a775-932cef0e2aa0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:30:24.893395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3af9d6f3-2146-46c0-a775-932cef0e2aa0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:30:24.909185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4da8d-c070-452b-a856-2d6572e0f2c3 req-08e48d09-d21a-44b5-a2b9-1f2c33193144 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:24.911692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78a4da8d-c070-452b-a856-2d6572e0f2c3 req-08e48d09-d21a-44b5-a2b9-1f2c33193144 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 984 time: 0.3324273 Oct 18 23:30:24.932049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:24.953069 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:25.080730 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78a4da8d-c070-452b-a856-2d6572e0f2c3 req-8208ed90-61ad-42d3-940c-1cb403f30290 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=9d26f4e5-b90b-4508-ba0c-1cd55af44ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1384659 Oct 18 23:30:25.190692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Deleting port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:30:25.191097 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:25.274904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f550d26-d85c-42e1-8372-c3e27575576e None None] DHCP port deletion for 35c62384-00d3-44c8-91e0-fca552ab1c35 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:30:25.292711 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:25.339606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-ef4c0d31-4ca5-4b53-823e-6214d29132d6 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-159707341&fields=id&tenant_id=50295b63e2fa49568e0ecdd390694ce4 HTTP/1.1" status: 200 len: 267 time: 0.0894856 Oct 18 23:30:25.407415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-82ecdff1-3146-40e3-ae1f-f271dbbf4ee4 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:25.419700 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-82ecdff1-3146-40e3-ae1f-f271dbbf4ee4 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 984 time: 0.0790226 Oct 18 23:30:25.424878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] For port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5f9519cd-c047-4453-a0d1-50f1cf4ef2ea,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:25.425687 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:25.427479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-0406165f-f82e-49d5-88b2-6098a5110a11 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'port': {'security_groups': ['515c75a3-26bf-4940-abe4-82dd39f18a52', '9d26f4e5-b90b-4508-ba0c-1cd55af44ccb', 'eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:25.449092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Calling delete_port for 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:30:25.506613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1f550d26-d85c-42e1-8372-c3e27575576e None None] Deleting port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:30:25.513012 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1f550d26-d85c-42e1-8372-c3e27575576e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:25.619980 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-0406165f-f82e-49d5-88b2-6098a5110a11 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:25.742178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1f550d26-d85c-42e1-8372-c3e27575576e None None] For port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5f9519cd-c047-4453-a0d1-50f1cf4ef2ea,segment=NetworkSegment(2d163bc8-1371-49b4-92b0-657d71517707),segment_id=2d163bc8-1371-49b4-92b0-657d71517707)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:25.743276 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1f550d26-d85c-42e1-8372-c3e27575576e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:25.807112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1f550d26-d85c-42e1-8372-c3e27575576e None None] Calling delete_port for 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:30:25.811591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:25.893700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9519cd-c047-4453-a0d1-50f1cf4ef2ea,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:25.909263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] No DVR routers for this DVR port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:30:26.026048 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1f550d26-d85c-42e1-8372-c3e27575576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.117743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f550d26-d85c-42e1-8372-c3e27575576e None None] Pushing event deleted for resources: {'Port': ['ID=5f9519cd-c047-4453-a0d1-50f1cf4ef2ea,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:26.142664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.144253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f550d26-d85c-42e1-8372-c3e27575576e None None] No DVR routers for this DVR port 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:30:26.228361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c62384-00d3-44c8-91e0-fca552ab1c35']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:26.276834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d163bc8-1371-49b4-92b0-657d71517707') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:26.277001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d163bc8-1371-49b4-92b0-657d71517707') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:26.317533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-0406165f-f82e-49d5-88b2-6098a5110a11 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] For port eeb0b81d-0712-4314-ac49-430f0b573afd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeb0b81d-0712-4314-ac49-430f0b573afd,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:26.320084 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.363361 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.379129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:30:26.379555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.395582 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-0406165f-f82e-49d5-88b2-6098a5110a11 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.416220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-0406165f-f82e-49d5-88b2-6098a5110a11 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.458207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['eeb0b81d-0712-4314-ac49-430f0b573afd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:26.461973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a7a9c0f-4ee6-4983-82d9-a964146e7352'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:30:26.518077 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:30:26.537894 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.550696 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.563465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] 10.222.0.52 "DELETE /v2.0/networks/35c62384-00d3-44c8-91e0-fca552ab1c35 HTTP/1.1" status: 204 len: 168 time: 1.9938610 Oct 18 23:30:26.641776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd3587-7cdc-42de-bb58-fd08932d6d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=35c62384-00d3-44c8-91e0-fca552ab1c35,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:26.690614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406165f-f82e-49d5-88b2-6098a5110a11 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'Port': ['ID=eeb0b81d-0712-4314-ac49-430f0b573afd,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:26.760491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-0406165f-f82e-49d5-88b2-6098a5110a11 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:26.760491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-0406165f-f82e-49d5-88b2-6098a5110a11 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:26.766970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-943ddfaf-1210-4b1b-96c5-29b4462da1fb req-0406165f-f82e-49d5-88b2-6098a5110a11 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "PUT /v2.0/ports/eeb0b81d-0712-4314-ac49-430f0b573afd HTTP/1.1" status: 200 len: 1020 time: 1.3459821 Oct 18 23:30:26.768371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:26.779214 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779e62ec-8804-467a-9952-4041bc99a6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:26.830097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:30:26.987717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62130285-834b-49ec-8f34-0ccee9025242 req-19491b30-fd0b-4145-b3a3-e7aaa1528edf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e HTTP/1.1" status: 200 len: 1801 time: 0.1929562 Oct 18 23:30:27.113748 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-62130285-834b-49ec-8f34-0ccee9025242 req-c67a741d-86b7-488b-b4f7-b8be5a52ddac tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 23:30:27.135947 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62130285-834b-49ec-8f34-0ccee9025242 req-c67a741d-86b7-488b-b4f7-b8be5a52ddac tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e HTTP/1.1" status: 409 len: 341 time: 0.1450810 Oct 18 23:30:27.139379 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e37f5c-b5bd-4433-8c99-2ea22d41f8c7 x-openstack-request-id: req-f1e37f5c-b5bd-4433-8c99-2ea22d41f8c7 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:27.147446 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:27.148241 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1e37f5c-b5bd-4433-8c99-2ea22d41f8c7 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:27.150589 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd', 'status': 'completed', 'code': 200} Oct 18 23:30:27.301430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 55636) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:27.302589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:30:27.303950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5f9519cd-c047-4453-a0d1-50f1cf4ef2ea not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:30:27.306011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['eeb0b81d-0712-4314-ac49-430f0b573afd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:27.369943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-f25eeddd-7a94-42a5-b1f2-069db984241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:27.372708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-f25eeddd-7a94-42a5-b1f2-069db984241d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50295b63e2fa49568e0ecdd390694ce4&device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1175 time: 0.1889589 Oct 18 23:30:27.465673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fe4770b4-b531-4617-8fd2-ef224899927d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f53366cd69a648e984ef14f44ad1ff28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619177 Oct 18 23:30:27.471871 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55640) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:27.592477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-016ab9a1-d45a-4d68-8c19-03368f8ac3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:27.594092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-016ab9a1-d45a-4d68-8c19-03368f8ac3a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 200 len: 914 time: 0.2118430 Oct 18 23:30:27.710110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-fd0a7fcb-0cb9-464a-8263-e8a9b765cab2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeb0b81d-0712-4314-ac49-430f0b573afd HTTP/1.1" status: 200 len: 217 time: 0.0969024 Oct 18 23:30:27.801602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-74a013c9-385d-4ead-bc37-d8a210460ccf service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2455292 Oct 18 23:30:27.826207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-9597bc17-87b6-43cd-948f-43e60ac2ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:27.836606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-9597bc17-87b6-43cd-948f-43e60ac2ebfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 200 len: 853 time: 0.1132333 Oct 18 23:30:27.838760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3ef5c34-a991-49e7-b6e8-f27731fcd06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:27.879043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266a2de-8507-4fa7-8a60-7c5402cff348 req-17ad30a9-5476-438f-a06a-d3db080e3d4d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:27.889412 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a266a2de-8507-4fa7-8a60-7c5402cff348 req-17ad30a9-5476-438f-a06a-d3db080e3d4d tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1023 time: 0.1920297 Oct 18 23:30:27.906593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-37b75e85-4db4-41aa-bb7b-798ab33855cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d1163179-bbc8-4bef-b090-0f9ff5d7c59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605268 Oct 18 23:30:27.930090 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:27.988400 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a266a2de-8507-4fa7-8a60-7c5402cff348 req-532c4ab1-3be1-49f1-abfa-dc5e89fda529 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e&id=9d26f4e5-b90b-4508-ba0c-1cd55af44ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0976160 Oct 18 23:30:28.000832 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3ef5c34-a991-49e7-b6e8-f27731fcd06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:28.065168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-956d908c-846a-43ef-b88b-b594adf4913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:28.067126 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-956d908c-846a-43ef-b88b-b594adf4913f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1098 time: 0.1992934 Oct 18 23:30:28.100463 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-3c6c2286-9a8f-444c-bed9-c3e4da72a33b service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840613 Oct 18 23:30:28.127935 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3ef5c34-a991-49e7-b6e8-f27731fcd06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:28.132927 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3ef5c34-a991-49e7-b6e8-f27731fcd06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:28.136322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f3ef5c34-a991-49e7-b6e8-f27731fcd06a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f821f3a6-524c-40c7-9b55-af86ce086023 HTTP/1.1" status: 204 len: 168 time: 0.6609786 Oct 18 23:30:28.186117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef5c34-a991-49e7-b6e8-f27731fcd06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f821f3a6-524c-40c7-9b55-af86ce086023,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:28.460275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-5fbbef79-30d8-4a37-adef-d76f2d6e9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:28.460590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-779e62ec-8804-467a-9952-4041bc99a6b0 req-52e55869-c83c-4972-8781-8faf6f384299 service neutron] 10.222.0.73 "GET /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513527 Oct 18 23:30:28.462283 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-5fbbef79-30d8-4a37-adef-d76f2d6e9ed9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.3069804 Oct 18 23:30:28.623105 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-5f6b2f7d-1447-4565-b1b7-f09a839d5d1b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1002 time: 0.1483097 Oct 18 23:30:28.716573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-e3bb66a1-f137-4404-abb0-ce98cfba6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:28.719333 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-e3bb66a1-f137-4404-abb0-ce98cfba6e24 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0854354 Oct 18 23:30:28.823614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-8f9c5157-9972-47d9-9b42-479aaf9b716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:28.830221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-8f9c5157-9972-47d9-9b42-479aaf9b716b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984764 Oct 18 23:30:29.019936 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-c8889a7e-e4b4-4e5e-8fe0-2f55114b1740 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789391 Oct 18 23:30:29.258609 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ecb3a9b-0661-432e-a4f0-1f56b13c6a56 req-b1556e35-86bf-40f0-b865-4e727f207303 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980276 Oct 18 23:30:29.260246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07aec7-a063-428d-8a42-73cd7e3f65ef req-cba30161-9fa8-4c45-97af-4de61d87ec5a tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:29.277850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e07aec7-a063-428d-8a42-73cd7e3f65ef req-cba30161-9fa8-4c45-97af-4de61d87ec5a tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1023 time: 0.1712694 Oct 18 23:30:29.352542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e07aec7-a063-428d-8a42-73cd7e3f65ef req-ee68ec70-0cdb-477c-a941-fc32c4777c08 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e&id=9d26f4e5-b90b-4508-ba0c-1cd55af44ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0736988 Oct 18 23:30:29.655106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55688) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:29.823245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-c220b423-1479-4811-abd8-a4076240347b tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:29.825859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-c220b423-1479-4811-abd8-a4076240347b tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1023 time: 0.1929116 Oct 18 23:30:29.846405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-12c1cecc-6c06-406e-9a85-7df3131755a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1861603 Oct 18 23:30:29.891831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-933921956-network', 'tenant_id': '99776e1db0c442d186a33293a4057542'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:29.943824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Made reservation on behalf of 99776e1db0c442d186a33293a4057542 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:30:29.949390 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:29.968664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.097608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-23cfb261-7bf1-4766-8372-9f402792bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.099211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-23cfb261-7bf1-4766-8372-9f402792bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.100097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-23cfb261-7bf1-4766-8372-9f402792bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.100552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-23cfb261-7bf1-4766-8372-9f402792bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.101284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-23cfb261-7bf1-4766-8372-9f402792bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.101948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-23cfb261-7bf1-4766-8372-9f402792bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.102551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-23cfb261-7bf1-4766-8372-9f402792bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.105504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-23cfb261-7bf1-4766-8372-9f402792bd98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6507 time: 0.1642854 Oct 18 23:30:30.177333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Deleting port eeb0b81d-0712-4314-ac49-430f0b573afd {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:30:30.178433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.185428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.193490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.255234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:30:30.275276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e634e7c-f310-422e-a94a-ab5e882d5ce9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:30.292399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.293052 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Added segment d70bca00-441f-42ff-83f5-fc8355d26b50 of type vlan for network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 Oct 18 23:30:30.386195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.456963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-6280c2a8-22d3-4a24-a094-473b48832934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.457719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-6280c2a8-22d3-4a24-a094-473b48832934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.457882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-6280c2a8-22d3-4a24-a094-473b48832934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.461129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-6280c2a8-22d3-4a24-a094-473b48832934 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=be5758dd-8396-4c4a-a368-25bd778a9183&id=be5758dd-8396-4c4a-a368-25bd778a9183 HTTP/1.1" status: 200 len: 2296 time: 0.3069446 Oct 18 23:30:30.465746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] For port eeb0b81d-0712-4314-ac49-430f0b573afd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeb0b81d-0712-4314-ac49-430f0b573afd,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:30.466259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.466429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.467721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.469612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.591871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9348688 Oct 18 23:30:30.604269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 55704) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:30.610850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Request body: {'subnet': {'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-933921956-subnet', 'tenant_id': '99776e1db0c442d186a33293a4057542', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:30.622512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Calling delete_port for eeb0b81d-0712-4314-ac49-430f0b573afd owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:30:30.671547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-1c058f8b-5388-4bd4-b0b7-d09b8bccdbd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45594a8a-5264-43dc-877a-b7d6c899e21f HTTP/1.1" status: 200 len: 1001 time: 0.2013602 Oct 18 23:30:30.769373 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6152d-a2df-42de-b313-20f1f43bb003 admin admin] Pushing event updated for resources: {'Network': ['ID=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:30.806785 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:30:30.855931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Made reservation on behalf of 99776e1db0c442d186a33293a4057542 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:30:30.859850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:30.880490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfa7cc-7072-4b2a-8a1c-a9a716fd6dcf req-15a2643c-0235-4f8e-9dbf-e1c8cbe02e6b tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:30.913705 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbdfa7cc-7072-4b2a-8a1c-a9a716fd6dcf req-15a2643c-0235-4f8e-9dbf-e1c8cbe02e6b tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 1023 time: 0.1683226 Oct 18 23:30:31.048670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbdfa7cc-7072-4b2a-8a1c-a9a716fd6dcf req-af1c0bb5-7cbe-4b6f-871a-e3c15641c70f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e&id=9d26f4e5-b90b-4508-ba0c-1cd55af44ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1334867 Oct 18 23:30:31.130274 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:31.142334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-533b3988-50c7-4fc3-8094-4d5bfbc1c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:31.144179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-533b3988-50c7-4fc3-8094-4d5bfbc1c5b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c69b70b0-9ab5-4ffc-9c05-64e019afa0a3 HTTP/1.1" status: 200 len: 855 time: 0.4069092 Oct 18 23:30:31.280332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b176acb-8fe3-43b2-b4a1-c21b9bd4891e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:31.306506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-be75f337-685b-48fc-b86e-5c1f2511ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:31.308354 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-be75f337-685b-48fc-b86e-5c1f2511ad1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289887 Oct 18 23:30:31.313018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Checking segment: {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:30:31.313387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Network hostable DHCP agents. Network: 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:30:31.466934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:30:31.477055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:31.510711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['eeb0b81d-0712-4314-ac49-430f0b573afd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:31.514443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['0a7a9c0f-4ee6-4983-82d9-a964146e7352'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:31.526243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:30:31.543062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'Port': ['ID=eeb0b81d-0712-4314-ac49-430f0b573afd,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:31.573839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:31.574700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:31.585680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-62a79245-4cb7-4372-903b-088dcb487c3d service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686203 Oct 18 23:30:31.645371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91657f-bb2b-4c99-b736-748639c90e01 None None] Network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:30:31.692134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c7c1a27a-5588-47e9-aafe-d6e5b8f57b2b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0857472 Oct 18 23:30:31.693587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] No DVR routers for this DVR port eeb0b81d-0712-4314-ac49-430f0b573afd on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:30:31.702405 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:31.713110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8088c378-eedc-43a5-98b3-c3f658c382b1 req-07c5e38c-403e-48bf-a53c-271cc99056da tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.73 "DELETE /v2.0/ports/eeb0b81d-0712-4314-ac49-430f0b573afd HTTP/1.1" status: 204 len: 173 time: 1.8757408 Oct 18 23:30:31.882527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'name': 'network-vif-deleted', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:31.884807 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0bc24a-298f-4dbf-a874-4598fe8d357b" -d '{"events": [{"server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "name": "network-vif-deleted", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:31.889884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-d78f9b9c-22dc-4b27-9a5e-d8c2d0dee0ff service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734945 Oct 18 23:30:31.978812 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-48f822ac-9c6e-48ec-9cdb-24dd541126f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 200 len: 217 time: 0.0802503 Oct 18 23:30:32.126524 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ceb643-88e1-480b-9fe5-8b8e3ab2e412 x-openstack-request-id: req-e1ceb643-88e1-480b-9fe5-8b8e3ab2e412 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:32.127105 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5db60e4-d5dd-490d-b1e0-d09636358315", "name": "network-vif-deleted", "tag": "eeb0b81d-0712-4314-ac49-430f0b573afd", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:32.127528 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1ceb643-88e1-480b-9fe5-8b8e3ab2e412 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:32.128202 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5db60e4-d5dd-490d-b1e0-d09636358315', 'name': 'network-vif-deleted', 'tag': 'eeb0b81d-0712-4314-ac49-430f0b573afd', 'status': 'completed', 'code': 200} Oct 18 23:30:32.160075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-ccf16fd8-29ea-4182-9514-945c5bb5cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:32.163704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-ccf16fd8-29ea-4182-9514-945c5bb5cbb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1766968 Oct 18 23:30:32.271634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-8f5f1a6a-bf00-4be6-ae47-33b417d8421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:32.274617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-8f5f1a6a-bf00-4be6-ae47-33b417d8421c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0993400 Oct 18 23:30:32.323144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-0b4e9639-89ec-4f9c-a4f4-3a57789e13b6', 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6', 'tenant_id': '99776e1db0c442d186a33293a4057542', 'fixed_ips': [{'subnet_id': '2b176acb-8fe3-43b2-b4a1-c21b9bd4891e'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:30:32.323144 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:32.404463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-525f5682-8d6d-4521-a470-e56b8b9d3b6c req-981c4521-7bf4-4cef-a745-bd32da10ab8b tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5db60e4-d5dd-490d-b1e0-d09636358315 HTTP/1.1" status: 200 len: 210 time: 0.0643828 Oct 18 23:30:32.637219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-d75c4772-dc42-461f-998a-53f8de651747 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435531 Oct 18 23:30:32.882807 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-27a970d8-464c-4f42-9d7f-57e897f19277 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323141 Oct 18 23:30:32.991205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-8220134f-0a39-40f8-b964-43d1c31d6da2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 200 len: 217 time: 0.1013894 Oct 18 23:30:33.091653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Allocated IP 172.20.0.2 (0b4e9639-89ec-4f9c-a4f4-3a57789e13b6/2b176acb-8fe3-43b2-b4a1-c21b9bd4891e/80fb21b7-2f9e-4231-8e67-0ff3c322bc85) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:30:33.147829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-82568d17-3901-4aaf-97ff-3ef50fd8bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:33.149812 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-82568d17-3901-4aaf-97ff-3ef50fd8bc71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1506643 Oct 18 23:30:33.242779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-7b803a0d-c928-4ae2-8680-75f86d317fcc tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:33.250819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-7b803a0d-c928-4ae2-8680-75f86d317fcc tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 815 time: 0.2536654 Oct 18 23:30:33.279915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-bc2a32ce-047b-4988-a06d-17e2b36cd7a9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/quotas/99776e1db0c442d186a33293a4057542 HTTP/1.1" status: 200 len: 375 time: 0.0271320 Oct 18 23:30:33.296086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-4c08cb4f-a02f-4152-8abb-5b8923308495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:33.298341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-4c08cb4f-a02f-4152-8abb-5b8923308495 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1395323 Oct 18 23:30:33.330176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-e1867625-d2ab-4e7b-a097-3a6194ffbffa tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485895 Oct 18 23:30:33.469422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-954e16a0-b603-4203-91b1-a8dd1a256c0d service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504138 Oct 18 23:30:33.533756 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:33.551658 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:33.636339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:30:33.646521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:30:33.655036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:30:33.692580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Pushing event updated for resources: {'Port': ['ID=80fb21b7-2f9e-4231-8e67-0ff3c322bc85,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:33.791032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Attempting to bind port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:30:33.791032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Attempting to bind port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:30:33.791032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Attempting to bind port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:33.807838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:30:33.810624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Checking segment: {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:30:33.812875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:33.813588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Bound using segment: {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:30:33.814406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Bound port: 80fb21b7-2f9e-4231-8e67-0ff3c322bc85, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:30:33.815062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:33.831369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-600c005d-32bf-47dd-bb05-7991d5ebccdc service neutron] 10.222.0.52 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808679 Oct 18 23:30:34.090916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-616aa7a3-a5a1-4523-b336-e20fca0ed9db service neutron] 10.222.0.52 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430243 Oct 18 23:30:34.095431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] For port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:30:34.103111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-6c0151d3-006e-4384-a9b4-942e063e9c65 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542157 Oct 18 23:30:34.118840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] For port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=80fb21b7-2f9e-4231-8e67-0ff3c322bc85,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:30:34.134276 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:34.194023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device eeb0b81d-0712-4314-ac49-430f0b573afd no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:30:34.221324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89c7ed38-01c5-4410-b74b-a32760221e1c req-34bcb351-82af-4706-8d79-767fa08f0d67 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/9d26f4e5-b90b-4508-ba0c-1cd55af44ccb HTTP/1.1" status: 200 len: 1802 time: 0.1984251 Oct 18 23:30:34.252652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: eeb0b81d-0712-4314-ac49-430f0b573afd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:30:34.254119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device eeb0b81d-0712-4314-ac49-430f0b573afd not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:30:34.266028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-b1deef07-e164-45ec-97f8-80622265eb39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=bf6f01ac-8e62-4468-aede-f946a2798c22 HTTP/1.1" status: 200 len: 217 time: 0.1537077 Oct 18 23:30:34.419977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-1e1c3a22-7135-4d0e-896c-1ad9b71634a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:34.425434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-1e1c3a22-7135-4d0e-896c-1ad9b71634a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1501284 Oct 18 23:30:34.433963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be4371-5b29-4315-828f-6e50f9a346b8 None None] Pushing event updated for resources: {'Port': ['ID=80fb21b7-2f9e-4231-8e67-0ff3c322bc85,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:34.490909 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-89c7ed38-01c5-4410-b74b-a32760221e1c req-146d49fe-69d7-4fb4-995c-eeb841774d45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:34.595794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-89c7ed38-01c5-4410-b74b-a32760221e1c req-146d49fe-69d7-4fb4-995c-eeb841774d45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:34.611979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-c53af8fa-5be5-4cc3-8d50-d4da3968a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:34.614844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-c53af8fa-5be5-4cc3-8d50-d4da3968a33f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1808600 Oct 18 23:30:34.713923 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:34.739308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-89c7ed38-01c5-4410-b74b-a32760221e1c req-146d49fe-69d7-4fb4-995c-eeb841774d45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:34.748311 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-89c7ed38-01c5-4410-b74b-a32760221e1c req-146d49fe-69d7-4fb4-995c-eeb841774d45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:34.835418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89c7ed38-01c5-4410-b74b-a32760221e1c req-146d49fe-69d7-4fb4-995c-eeb841774d45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/9d26f4e5-b90b-4508-ba0c-1cd55af44ccb HTTP/1.1" status: 204 len: 173 time: 0.6027281 Oct 18 23:30:34.869493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d49fe-69d7-4fb4-995c-eeb841774d45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d26f4e5-b90b-4508-ba0c-1cd55af44ccb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:35.638331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-71f5e25d-aff9-470f-9042-d20ce8ed99cd tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:35.648431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-71f5e25d-aff9-470f-9042-d20ce8ed99cd tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 815 time: 0.3689842 Oct 18 23:30:35.687353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-aeea20a7-ab82-4dda-b224-1b8f29f290cc tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/quotas/99776e1db0c442d186a33293a4057542 HTTP/1.1" status: 200 len: 375 time: 0.0240898 Oct 18 23:30:35.828353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-f777b826-703e-44a7-9e08-7d2f48134ef9 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2055809 Oct 18 23:30:35.844600 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-b9d35627-8dc1-4803-be9b-71d1f4710421 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1497819 Oct 18 23:30:35.923463 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-908d9d65-9669-4406-a15e-333ebb0ce572 req-5e751028-4637-4f3f-86ab-80417db37223 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e HTTP/1.1" status: 200 len: 1801 time: 0.2761171 Oct 18 23:30:36.100640 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-b73075db-f490-4ee8-9cf4-f46ec883350f service neutron] 10.222.0.52 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402451 Oct 18 23:30:36.217571 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:36.226258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-b0553982-07a5-40b8-b9e5-70cb5acb713a service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741696 Oct 18 23:30:36.353279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-b7149b6d-2083-44a0-92c2-f57ea5fd3746 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341366 Oct 18 23:30:36.376866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfaff80-98fd-46db-9abb-6c9abb8dd986 None None] Network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:30:36.417047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-908d9d65-9669-4406-a15e-333ebb0ce572 req-460b02b9-52a2-4e21-94fa-3ac72f3fb21c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:36.424186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-77be1cde-5a5a-47bc-8a61-5cfa31b654ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=9501c6d1-d528-46f9-ba18-68ffb673079f HTTP/1.1" status: 200 len: 217 time: 0.1891534 Oct 18 23:30:36.527361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-908d9d65-9669-4406-a15e-333ebb0ce572 req-460b02b9-52a2-4e21-94fa-3ac72f3fb21c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:36.556087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-104ec1d5-9cde-4d39-8240-ea18aca05413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:36.558067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-104ec1d5-9cde-4d39-8240-ea18aca05413 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1208389 Oct 18 23:30:36.676721 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ca2c00cb-db0c-4dee-b8f6-ea8751fc1b0c None None] Provisioning complete for port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:36.678186 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ca2c00cb-db0c-4dee-b8f6-ea8751fc1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:36.764526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-da4b271b-a0e6-4dd5-a3f1-59016431b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:36.778234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-da4b271b-a0e6-4dd5-a3f1-59016431b504 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2072055 Oct 18 23:30:36.780087 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-908d9d65-9669-4406-a15e-333ebb0ce572 req-460b02b9-52a2-4e21-94fa-3ac72f3fb21c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:36.789926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-908d9d65-9669-4406-a15e-333ebb0ce572 req-460b02b9-52a2-4e21-94fa-3ac72f3fb21c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:36.813257 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-908d9d65-9669-4406-a15e-333ebb0ce572 req-460b02b9-52a2-4e21-94fa-3ac72f3fb21c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e HTTP/1.1" status: 204 len: 173 time: 0.8817899 Oct 18 23:30:36.876102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b02b9-52a2-4e21-94fa-3ac72f3fb21c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:36.949660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:30:37.209422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-a7fdaefd-0b1e-4c71-ab53-172ed10d814e service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973327 Oct 18 23:30:37.439477 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ca2c00cb-db0c-4dee-b8f6-ea8751fc1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:37.444471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:37.445584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:37.756116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-86c3e240-9f06-4122-8f58-081500f501f3 req-03c48c48-6f5f-458f-83cf-f9fad1c465fd tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1104378649', 'description': 'tempest-description-261220414'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:37.881289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-ecbb965d-f615-4f13-a69c-07c30d42ef25 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601520 Oct 18 23:30:37.939959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ca2c00cb-db0c-4dee-b8f6-ea8751fc1b0c None None] For port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=80fb21b7-2f9e-4231-8e67-0ff3c322bc85,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:37.964584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ca2c00cb-db0c-4dee-b8f6-ea8751fc1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:37.975945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-86c3e240-9f06-4122-8f58-081500f501f3 req-03c48c48-6f5f-458f-83cf-f9fad1c465fd tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:37.999178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-16e68713-84ff-493a-a453-ecbba2e68dec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=647b7f98-2219-41e9-8bc3-2f82234f0205 HTTP/1.1" status: 200 len: 217 time: 0.1082122 Oct 18 23:30:38.028263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-1ef93185-dae9-4eb9-8a17-d8fa898347eb tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:38.032215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-1ef93185-dae9-4eb9-8a17-d8fa898347eb tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.73 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 815 time: 0.8818755 Oct 18 23:30:38.076728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Request body: {'port': {'device_id': '36384dc5-9539-463a-bf07-7cc91742906b', 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6', 'admin_state_up': True, 'tenant_id': '99776e1db0c442d186a33293a4057542'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:38.195678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-288e3758-8985-4394-9fca-d9b87c685ffb None None] Provisioning complete for port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:38.196578 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-288e3758-8985-4394-9fca-d9b87c685ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:38.217874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-86c3e240-9f06-4122-8f58-081500f501f3 req-03c48c48-6f5f-458f-83cf-f9fad1c465fd tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:38.237689 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-86c3e240-9f06-4122-8f58-081500f501f3 req-03c48c48-6f5f-458f-83cf-f9fad1c465fd tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:38.295262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c00cb-db0c-4dee-b8f6-ea8751fc1b0c None None] Pushing event updated for resources: {'Port': ['ID=80fb21b7-2f9e-4231-8e67-0ff3c322bc85,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:38.362900 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-86c3e240-9f06-4122-8f58-081500f501f3 req-03c48c48-6f5f-458f-83cf-f9fad1c465fd tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:38.365779 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-86c3e240-9f06-4122-8f58-081500f501f3 req-03c48c48-6f5f-458f-83cf-f9fad1c465fd tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6200783 Oct 18 23:30:38.367515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c48c48-6f5f-458f-83cf-f9fad1c465fd tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5658b0cd-333e-4a88-9fa1-faf0ff23c137,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:38.503838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-e906652e-6ff0-489c-8c6f-2edbe957fac8 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:38.511397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-e906652e-6ff0-489c-8c6f-2edbe957fac8 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 815 time: 0.4544413 Oct 18 23:30:38.537971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-51bc1823-9336-4baf-961f-d268b564720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:38.539539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-51bc1823-9336-4baf-961f-d268b564720c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.5061765 Oct 18 23:30:38.603529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-2777887b-24c9-4b0e-ae80-4fcad9c2a180 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/quotas/99776e1db0c442d186a33293a4057542 HTTP/1.1" status: 200 len: 375 time: 0.0679908 Oct 18 23:30:38.676491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Made reservation on behalf of 99776e1db0c442d186a33293a4057542 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:30:38.681407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:38.806376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:30:38.832880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-8a9fc65e-ff74-4d65-a3fa-910a12c67efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:38.840517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-8a9fc65e-ff74-4d65-a3fa-910a12c67efc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2872739 Oct 18 23:30:38.918761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-c3ea42da-e894-4c7c-9825-99b0b0a6c5cc tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3003173 Oct 18 23:30:38.984924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:38.985872 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:39.059379 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ac72104-3305-46ed-9131-23d56c59409e req-9cf92018-e4ee-455b-945c-3c9e4eedffdf tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/5658b0cd-333e-4a88-9fa1-faf0ff23c137 HTTP/1.1" status: 200 len: 1802 time: 0.0744400 Oct 18 23:30:39.069038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-0ac72104-3305-46ed-9131-23d56c59409e req-91ba9973-64ca-4326-bd06-8026a50f7859 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1415494770', 'description': 'tempest-description-hth-624272023'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:39.154237 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ac72104-3305-46ed-9131-23d56c59409e req-91ba9973-64ca-4326-bd06-8026a50f7859 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:39.246591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ac72104-3305-46ed-9131-23d56c59409e req-91ba9973-64ca-4326-bd06-8026a50f7859 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:39.254113 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ac72104-3305-46ed-9131-23d56c59409e req-91ba9973-64ca-4326-bd06-8026a50f7859 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:39.263721 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0ac72104-3305-46ed-9131-23d56c59409e req-91ba9973-64ca-4326-bd06-8026a50f7859 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:39.278514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-52233f3a-c638-467b-b246-b50e9e0f854b service neutron] 10.222.0.52 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297811 Oct 18 23:30:39.301735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ac72104-3305-46ed-9131-23d56c59409e req-91ba9973-64ca-4326-bd06-8026a50f7859 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "PUT /v2.0/security-groups/5658b0cd-333e-4a88-9fa1-faf0ff23c137 HTTP/1.1" status: 200 len: 1776 time: 0.2394722 Oct 18 23:30:39.504879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Allocated IP 172.20.0.14 (0b4e9639-89ec-4f9c-a4f4-3a57789e13b6/2b176acb-8fe3-43b2-b4a1-c21b9bd4891e/58d16272-0ba8-4171-8e04-8afaa7d7defd) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:30:39.528963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba9973-64ca-4326-bd06-8026a50f7859 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5658b0cd-333e-4a88-9fa1-faf0ff23c137,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:39.658139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4464fae6-ab43-4583-8356-a45402f7a158 req-0d7a10b8-3d7a-4f34-b70f-34a97d57590c tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/5658b0cd-333e-4a88-9fa1-faf0ff23c137 HTTP/1.1" status: 200 len: 1776 time: 0.1316020 Oct 18 23:30:39.667794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-ce38f8ca-051c-4052-81f5-ed507af500de service neutron] 10.222.0.52 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658519 Oct 18 23:30:39.689389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-03ecc461-83e5-439e-9c77-f0a8cf55bc96 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8366668 Oct 18 23:30:39.707787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-3944a5d5-b7b2-4ffe-9eac-bf0b73ad39b1 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:39.717313 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-3944a5d5-b7b2-4ffe-9eac-bf0b73ad39b1 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.73 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 815 time: 0.4110267 Oct 18 23:30:39.750966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Request body: {'port': {'device_id': '9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c', 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6', 'admin_state_up': True, 'tenant_id': '99776e1db0c442d186a33293a4057542'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:40.039876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Made reservation on behalf of 99776e1db0c442d186a33293a4057542 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:30:40.051067 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:40.059182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-f1fc86b2-6b21-42ec-8a44-1237571a01ea service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546746 Oct 18 23:30:40.178567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-3fad0aee-456c-464f-ad9a-907a19f0bae0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6 HTTP/1.1" status: 200 len: 217 time: 0.1048424 Oct 18 23:30:40.452740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-0ca4b87b-cea4-4e47-898c-4e7532170599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:40.455139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-0ca4b87b-cea4-4e47-898c-4e7532170599 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.2679031 Oct 18 23:30:40.488310 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d44f7c3-86df-47e4-bd84-e4795ff042dc req-c10f3066-7978-4cb7-8b91-544d4529e982 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/5658b0cd-333e-4a88-9fa1-faf0ff23c137 HTTP/1.1" status: 200 len: 1776 time: 0.3812943 Oct 18 23:30:40.758940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-43d965d2-236e-4f9f-9555-efe2ddcdc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:40.762945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-43d965d2-236e-4f9f-9555-efe2ddcdc7fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2110186 Oct 18 23:30:40.813521 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d44f7c3-86df-47e4-bd84-e4795ff042dc req-e16e5b86-b46f-488c-9a53-20c4289e7fef tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:40.888942 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d44f7c3-86df-47e4-bd84-e4795ff042dc req-e16e5b86-b46f-488c-9a53-20c4289e7fef tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:41.074327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d44f7c3-86df-47e4-bd84-e4795ff042dc req-e16e5b86-b46f-488c-9a53-20c4289e7fef tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:41.083105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d44f7c3-86df-47e4-bd84-e4795ff042dc req-e16e5b86-b46f-488c-9a53-20c4289e7fef tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:41.084702 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d44f7c3-86df-47e4-bd84-e4795ff042dc req-e16e5b86-b46f-488c-9a53-20c4289e7fef tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/5658b0cd-333e-4a88-9fa1-faf0ff23c137 HTTP/1.1" status: 204 len: 173 time: 0.5883210 Oct 18 23:30:41.132492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acea4dce-d947-421a-bfc3-56972b560748 req-81008208-2843-45a9-a27c-580c502f2e03 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 210 time: 0.3674903 Oct 18 23:30:41.140398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e5b86-b46f-488c-9a53-20c4289e7fef tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5658b0cd-333e-4a88-9fa1-faf0ff23c137,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:41.152893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:41.376883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-2e2ee60d-5988-46b2-b2d3-4a4c61e2bf7f service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021001 Oct 18 23:30:41.441314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:41.671563 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Allocated IP 172.20.0.9 (0b4e9639-89ec-4f9c-a4f4-3a57789e13b6/2b176acb-8fe3-43b2-b4a1-c21b9bd4891e/de4a4734-a5fe-40f8-86cf-f0a2b0c56a40) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:30:41.803465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Pushing event updated for resources: {'Port': ['ID=58d16272-0ba8-4171-8e04-8afaa7d7defd,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:41.961362 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-a0b1820a-524c-48ab-9c8e-5178fd32f32c req-869804d4-981a-495a-a04d-2f253d21c435 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:30:41.987185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0b1820a-524c-48ab-9c8e-5178fd32f32c req-869804d4-981a-495a-a04d-2f253d21c435 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/eb29ee39-a52e-4c84-9a8a-c8906ac6aa3e HTTP/1.1" status: 404 len: 352 time: 0.1248183 Oct 18 23:30:42.017014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:30:42.039873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b11eeee-84e2-44b4-9226-3f83d20a50b2 req-2c3d786d-5e9e-4343-80cb-5665f5f894ae service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532137 Oct 18 23:30:42.042520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:30:42.098074 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-445e2b7a-167e-488d-8d25-20661c9f8ffb req-6a434c78-ebb3-4214-a5cc-c78f910232c5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:30:42.100357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-445e2b7a-167e-488d-8d25-20661c9f8ffb req-6a434c78-ebb3-4214-a5cc-c78f910232c5 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/9d26f4e5-b90b-4508-ba0c-1cd55af44ccb HTTP/1.1" status: 404 len: 352 time: 0.0545766 Oct 18 23:30:42.102149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:30:42.201947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:42.202902 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:42.240790 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-9a543a1c-e75d-4088-bf35-2d45c8a59807 req-e6e77e56-08a7-4762-94b9-42782db1676f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:30:42.261993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a543a1c-e75d-4088-bf35-2d45c8a59807 req-e6e77e56-08a7-4762-94b9-42782db1676f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/acff3576-f2c3-4a93-91d6-1647648a6705 HTTP/1.1" status: 404 len: 352 time: 0.1011775 Oct 18 23:30:42.280489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-9ecab4e6-00a7-4213-b11a-b73957c5dd9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2205653 Oct 18 23:30:42.305720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Request body: {'port': {'device_id': '36384dc5-9539-463a-bf07-7cc91742906b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:42.475877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:42.482057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bf05f393-2c28-407e-a57a-7ba46c13e621 req-f3ddf29a-802e-407f-8daa-b814eb8fcebe tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 210 time: 0.0531929 Oct 18 23:30:42.500295 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-89118465-36fb-4f1c-ae62-c2c558ce9ae3 req-ef1d1014-c7c7-41c7-b730-32d4b44d28ea tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:30:42.528690 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89118465-36fb-4f1c-ae62-c2c558ce9ae3 req-ef1d1014-c7c7-41c7-b730-32d4b44d28ea tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/4c9cce64-262f-49a1-9504-a68e95fd3abf HTTP/1.1" status: 404 len: 352 time: 0.1613972 Oct 18 23:30:42.688614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:42.697548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e0acdc5b-8b65-45fa-861a-08c5904549ec None None] Provisioning complete for port 58d16272-0ba8-4171-8e04-8afaa7d7defd triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:42.697548 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e0acdc5b-8b65-45fa-861a-08c5904549ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:42.845074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e0acdc5b-8b65-45fa-861a-08c5904549ec None None] Port 58d16272-0ba8-4171-8e04-8afaa7d7defd cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:30:42.900814 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-c515c68f-b309-4ad2-965e-6994cbb2e6ab req-71af5a1b-7476-41b3-9dff-8b94c7421496 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:30:42.925452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c515c68f-b309-4ad2-965e-6994cbb2e6ab req-71af5a1b-7476-41b3-9dff-8b94c7421496 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/dfe67635-9945-44a6-8732-105a0d7227a8 HTTP/1.1" status: 404 len: 352 time: 0.1077340 Oct 18 23:30:43.036522 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:43.078713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-f1ddfa7e-41ed-4dd7-aeaf-a8454b810a4d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:43.081250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-f1ddfa7e-41ed-4dd7-aeaf-a8454b810a4d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.102 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 815 time: 0.4668620 Oct 18 23:30:43.125872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Request body: {'port': {'device_id': '5c20422d-9599-45eb-8145-75983ed15650', 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6', 'admin_state_up': True, 'tenant_id': '99776e1db0c442d186a33293a4057542'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:43.316487 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-b6f21607-37f2-4fea-ace7-812c14fac46d req-618c890c-d74a-4fdc-93be-3a6c22d0cd0f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] show failed (client error): The resource could not be found. Oct 18 23:30:43.316487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b6f21607-37f2-4fea-ace7-812c14fac46d req-618c890c-d74a-4fdc-93be-3a6c22d0cd0f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/993df97c-2886-49eb-9054-d01039ba478e HTTP/1.1" status: 404 len: 352 time: 0.0755458 Oct 18 23:30:43.325209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:30:43.340213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Pushing event updated for resources: {'Port': ['ID=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:43.346462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:30:43.354661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:30:43.471627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Made reservation on behalf of 99776e1db0c442d186a33293a4057542 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:30:43.479599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:43.501305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d16272-0ba8-4171-8e04-8afaa7d7defd {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:43.511778 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:43.530491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Transition to ACTIVE for port object 58d16272-0ba8-4171-8e04-8afaa7d7defd will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:30:43.561779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:43.664113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:43.667373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:43.721950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Pushing event updated for resources: {'Port': ['ID=58d16272-0ba8-4171-8e04-8afaa7d7defd,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:43.884274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c070-70be-4ad2-95d0-79109e8c5d0a req-9b9009a7-2475-45ad-941f-c7398e41f51b tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:43.885975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6469c070-70be-4ad2-95d0-79109e8c5d0a req-9b9009a7-2475-45ad-941f-c7398e41f51b tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1024 time: 0.1127951 Oct 18 23:30:43.892663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Attempting to bind port 58d16272-0ba8-4171-8e04-8afaa7d7defd on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:30:43.892663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Attempting to bind port 58d16272-0ba8-4171-8e04-8afaa7d7defd by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:30:43.892663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Attempting to bind port 58d16272-0ba8-4171-8e04-8afaa7d7defd on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:43.901779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fba7f5bf-8495-4cbd-8090-7f4d3b4ecc14 None None] Provisioning complete for port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:43.904969 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fba7f5bf-8495-4cbd-8090-7f4d3b4ecc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:43.922419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Port 58d16272-0ba8-4171-8e04-8afaa7d7defd on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:30:43.922778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Attempting to bind port 58d16272-0ba8-4171-8e04-8afaa7d7defd on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:43.928817 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cf4abc4a-58b4-4730-b298-e05ace9affd3 req-7dd52155-0bca-4c9d-b698-618eb79e3f23 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 210 time: 0.0885594 Oct 18 23:30:43.936291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e896003b-46c1-4972-a94e-66d5c7502022 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2055013 Oct 18 23:30:43.962162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Request body: {'port': {'device_id': '9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:43.964656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:30:43.965000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Checking segment: {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:30:43.965391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Bound using segment: {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:30:43.965836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Bound port: 58d16272-0ba8-4171-8e04-8afaa7d7defd, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:30:43.966242 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:44.028732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fba7f5bf-8495-4cbd-8090-7f4d3b4ecc14 None None] Port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:30:44.045571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6469c070-70be-4ad2-95d0-79109e8c5d0a req-db0c08a0-5a31-48cb-a7dd-0efa14b8746f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=c70f174c-0d5e-416d-91ea-4cda3ea52dc3&id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=c5858bbf-c2e5-4012-971a-75883aa84fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1511180 Oct 18 23:30:44.180653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] For port 58d16272-0ba8-4171-8e04-8afaa7d7defd, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:30:44.195378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] For port 58d16272-0ba8-4171-8e04-8afaa7d7defd, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=58d16272-0ba8-4171-8e04-8afaa7d7defd,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:30:44.205876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:44.208963 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:44.221372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Allocated IP 172.20.0.5 (0b4e9639-89ec-4f9c-a4f4-3a57789e13b6/2b176acb-8fe3-43b2-b4a1-c21b9bd4891e/7e06ed6b-0fd4-4fbe-82df-70e944e187b8) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:30:44.377999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Pushing event updated for resources: {'Port': ['ID=58d16272-0ba8-4171-8e04-8afaa7d7defd,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:44.398651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:44.399811 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:44.406100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-6a39dabf-b5e3-4b4f-8442-75afbd580281 service neutron] 10.222.0.73 "PUT /v2.0/ports/58d16272-0ba8-4171-8e04-8afaa7d7defd HTTP/1.1" status: 200 len: 1093 time: 2.1108994 Oct 18 23:30:44.408340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36384dc5-9539-463a-bf07-7cc91742906b', 'tag': '58d16272-0ba8-4171-8e04-8afaa7d7defd'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:44.425725 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82efa26-e7a5-4320-a487-87c78ebdccac" -d '{"events": [{"name": "network-changed", "server_uuid": "36384dc5-9539-463a-bf07-7cc91742906b", "tag": "58d16272-0ba8-4171-8e04-8afaa7d7defd"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:44.541910 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca298e0-8c8d-40ab-8b39-a4aa9e96e0fc x-openstack-request-id: req-cca298e0-8c8d-40ab-8b39-a4aa9e96e0fc {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:44.544123 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36384dc5-9539-463a-bf07-7cc91742906b", "tag": "58d16272-0ba8-4171-8e04-8afaa7d7defd", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:44.544848 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cca298e0-8c8d-40ab-8b39-a4aa9e96e0fc {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:44.545731 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36384dc5-9539-463a-bf07-7cc91742906b', 'tag': '58d16272-0ba8-4171-8e04-8afaa7d7defd', 'status': 'completed', 'code': 200} Oct 18 23:30:44.600586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-2a2dacaa-51b6-4831-a595-b35585bf4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:44.605808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-2a2dacaa-51b6-4831-a595-b35585bf4270 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 1096 time: 0.1347373 Oct 18 23:30:44.703666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-b6c706fa-8fe0-44b1-9435-82ca979cbea4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58d16272-0ba8-4171-8e04-8afaa7d7defd HTTP/1.1" status: 200 len: 217 time: 0.0829036 Oct 18 23:30:44.868869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-b44c34e8-9ad0-4017-b07f-15ff571e68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:44.872577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-b44c34e8-9ad0-4017-b07f-15ff571e68be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b176acb-8fe3-43b2-b4a1-c21b9bd4891e HTTP/1.1" status: 200 len: 854 time: 0.1594374 Oct 18 23:30:45.112338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-45945bfc-566e-4bce-8fc4-3fe9a6ec4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:45.120964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-45945bfc-566e-4bce-8fc4-3fe9a6ec4197 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2404039 Oct 18 23:30:45.291725 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-97988fdb-19e7-4267-b5c8-946df2164e87 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602249 Oct 18 23:30:45.395461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:45.456996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6413e45-7d31-46d6-be8b-34fad2f124e4 req-77db2a7a-6a8e-4bbd-900c-05e563629ab2 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 210 time: 0.0534055 Oct 18 23:30:45.489727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcd539-176c-43d0-8423-428a64a147c4 req-eba192d6-2159-40e3-a05f-988a4e495984 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:45.492547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94fcd539-176c-43d0-8423-428a64a147c4 req-eba192d6-2159-40e3-a05f-988a4e495984 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1024 time: 0.1718936 Oct 18 23:30:45.523341 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:45.647023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:30:45.657406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:30:45.667574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:30:45.707220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94fcd539-176c-43d0-8423-428a64a147c4 req-aab554d9-aa6c-4134-b1a8-847ee5d4a2f3 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=c70f174c-0d5e-416d-91ea-4cda3ea52dc3&id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=c5858bbf-c2e5-4012-971a-75883aa84fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1551695 Oct 18 23:30:45.821708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:45.823944 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:45.855419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79b629fa-21cb-4aa0-971f-48eac1aaac1c req-5e1be061-b424-4cb0-b29c-edde4ad38dd7 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538917 Oct 18 23:30:45.972735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-1289f63a-3977-4c8c-8344-42a199860116 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:45.984264 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-1289f63a-3977-4c8c-8344-42a199860116 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.102 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1024 time: 0.2580767 Oct 18 23:30:46.024345 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9034927 Oct 18 23:30:46.032465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ead938-6613-43f5-89e6-6b84afa1755e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Pushing event updated for resources: {'Port': ['ID=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:46.072145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Request body: {'port': {'device_id': '5c20422d-9599-45eb-8145-75983ed15650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:46.186227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2f8b6a2c-7772-444b-9092-130d421c9df0 None None] Provisioning complete for port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:46.187832 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2f8b6a2c-7772-444b-9092-130d421c9df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:46.204839 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:46.300741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b6a2c-7772-444b-9092-130d421c9df0 None None] Port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:30:46.782200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:46.793612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-f154e97c-7fe5-4999-9086-a41df0e9300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:46.795284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-f154e97c-7fe5-4999-9086-a41df0e9300e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 1096 time: 0.8086927 Oct 18 23:30:46.823317 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:46.865888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Transition to ACTIVE for port object de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:30:47.006600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:47.062612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d24a6-4fb6-4625-a2a7-38c6560948ba req-7aa5da31-2ba1-484f-b9b2-8047498ff359 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:47.070093 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c60d24a6-4fb6-4625-a2a7-38c6560948ba req-7aa5da31-2ba1-484f-b9b2-8047498ff359 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 931 time: 0.2922289 Oct 18 23:30:47.071568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679a2d6-9508-4930-aef0-37c0e857c4da req-5ed748c2-786c-4d7d-8792-db4815ae2416 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:47.079664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1679a2d6-9508-4930-aef0-37c0e857c4da req-5ed748c2-786c-4d7d-8792-db4815ae2416 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 1024 time: 0.2193477 Oct 18 23:30:47.189836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c60d24a6-4fb6-4625-a2a7-38c6560948ba req-fd70a5b3-2cdf-49bb-b49b-4f117908f4c1 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189098 Oct 18 23:30:47.195328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Deleting port 0a7a9c0f-4ee6-4983-82d9-a964146e7352 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:30:47.195782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:47.216115 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:47.236137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-173733af-179e-4205-b388-8904fdbb32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:47.237802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-173733af-179e-4205-b388-8904fdbb32bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 916 time: 0.4258432 Oct 18 23:30:47.302952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-38a0a663-ad49-4f13-a1df-5bf22f1385de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58d16272-0ba8-4171-8e04-8afaa7d7defd HTTP/1.1" status: 200 len: 217 time: 0.0569675 Oct 18 23:30:47.402170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1679a2d6-9508-4930-aef0-37c0e857c4da req-2cbc2499-d4e1-4899-8108-a4be5e8d553a tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups?id=c70f174c-0d5e-416d-91ea-4cda3ea52dc3&id=515c75a3-26bf-4940-abe4-82dd39f18a52&id=c5858bbf-c2e5-4012-971a-75883aa84fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3214600 Oct 18 23:30:47.406060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-66ab11b4-5b9d-4693-b197-293185b8e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:47.408685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-66ab11b4-5b9d-4693-b197-293185b8e9fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b176acb-8fe3-43b2-b4a1-c21b9bd4891e HTTP/1.1" status: 200 len: 854 time: 0.0579889 Oct 18 23:30:47.432978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:47.470555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:47.516097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Attempting to bind port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:30:47.516425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Attempting to bind port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:30:47.516757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Attempting to bind port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:47.561244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:30:47.561576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Attempting to bind port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:47.568779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Transition to ACTIVE for port object 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:30:47.573597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:30:47.574004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Checking segment: {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:30:47.574397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Bound using segment: {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:30:47.574868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Bound port: de4a4734-a5fe-40f8-86cf-f0a2b0c56a40, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:30:47.575330 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:47.580900 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:47.609163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] For port 0a7a9c0f-4ee6-4983-82d9-a964146e7352, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=0a7a9c0f-4ee6-4983-82d9-a964146e7352,segment=NetworkSegment(88dc0fb7-e8b8-498e-b24d-e69a5b17edaf),segment_id=88dc0fb7-e8b8-498e-b24d-e69a5b17edaf)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:47.609546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:47.628653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Calling delete_port for 0a7a9c0f-4ee6-4983-82d9-a964146e7352 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:30:47.688904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-b301e58f-b804-4c81-b4a9-06a0ddf9069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:47.690581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-b301e58f-b804-4c81-b4a9-06a0ddf9069d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2670889 Oct 18 23:30:47.783777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Pushing event updated for resources: {'Port': ['ID=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:47.795068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] For port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:30:47.863724 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] For port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:30:47.876653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:47.939692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:47.940383 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:47.941908 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] 10.222.0.73 "PUT /v2.0/ports/de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 HTTP/1.1" status: 200 len: 1092 time: 3.9871521 Oct 18 23:30:47.942445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c', 'tag': 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:47.945453 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d099ca-afe1-492b-bc68-021b67e4aaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c", "tag": "de4a4734-a5fe-40f8-86cf-f0a2b0c56a40"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:47.962049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:47.980659 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-983d9860-978d-4c5d-a54b-446dc17a8f52 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610514 Oct 18 23:30:48.025475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Attempting to bind port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:30:48.025832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Attempting to bind port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:30:48.026170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Attempting to bind port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:48.041567 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a252a4f-e4a4-4e2b-a99d-4179d6a630b2 x-openstack-request-id: req-9a252a4f-e4a4-4e2b-a99d-4179d6a630b2 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:48.041949 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c", "tag": "de4a4734-a5fe-40f8-86cf-f0a2b0c56a40", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:48.042149 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a252a4f-e4a4-4e2b-a99d-4179d6a630b2 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:48.042557 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c', 'tag': 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40', 'status': 'completed', 'code': 200} Oct 18 23:30:48.049702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:30:48.050037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Attempting to bind port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 on network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:48.073310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffe65a-80bb-4033-ba7d-cc446f84dfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:48.082468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:30:48.082878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Checking segment: {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:30:48.083293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Bound using segment: {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:30:48.083752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Bound port: 7e06ed6b-0fd4-4fbe-82df-70e944e187b8, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70bca00-441f-42ff-83f5-fc8355d26b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:30:48.084117 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:48.138115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'Port': ['ID=0a7a9c0f-4ee6-4983-82d9-a964146e7352,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:48.149084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-1655a4c7-877e-42fe-a1db-cf94c018830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:48.150797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-1655a4c7-877e-42fe-a1db-cf94c018830a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 1095 time: 0.1201434 Oct 18 23:30:48.311392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-a9e114d1-67e9-40a5-aa05-cc7847326732 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 HTTP/1.1" status: 200 len: 217 time: 0.1415966 Oct 18 23:30:48.331009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e82efa26-e7a5-4320-a487-87c78ebdccac req-38ee4fab-693f-43a0-9ef9-40eceba49b15 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152173 Oct 18 23:30:48.418070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] No DVR routers for this DVR port 0a7a9c0f-4ee6-4983-82d9-a964146e7352 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:30:48.420063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] For port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:30:48.433389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:48.442258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f148ba15-43f3-44bc-8540-df45b6012c3c req-c3e63d36-b9ce-446e-8031-7e59b3957580 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.102 "DELETE /v2.0/ports/0a7a9c0f-4ee6-4983-82d9-a964146e7352 HTTP/1.1" status: 204 len: 173 time: 2.4012630 Oct 18 23:30:48.443397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'name': 'network-vif-deleted', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:48.453700 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2947bd9-e6f5-4d13-ad6f-f2f47bf24de5" -d '{"events": [{"server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "name": "network-vif-deleted", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:48.485044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] For port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:30:48.534632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:48.586859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0a7a9c0f-4ee6-4983-82d9-a964146e7352 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:30:48.632045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 0a7a9c0f-4ee6-4983-82d9-a964146e7352 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:30:48.632825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 0a7a9c0f-4ee6-4983-82d9-a964146e7352 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:30:48.652555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Pushing event updated for resources: {'Port': ['ID=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:48.677053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:48.677708 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:48.680969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-cbc5063e-d5af-49b4-bb51-528d3a72d90e service neutron] 10.222.0.102 "PUT /v2.0/ports/7e06ed6b-0fd4-4fbe-82df-70e944e187b8 HTTP/1.1" status: 200 len: 1092 time: 2.6291432 Oct 18 23:30:48.716303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd972327-841e-476b-b501-f7a3f88b0d0f req-a8ee236e-6a15-47eb-835c-9eacb3767da1 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:48.718064 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd972327-841e-476b-b501-f7a3f88b0d0f req-a8ee236e-6a15-47eb-835c-9eacb3767da1 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 943 time: 0.4018054 Oct 18 23:30:48.719732 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-4a321401-93ba-4863-a527-22e6d8a8fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:48.721314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-4a321401-93ba-4863-a527-22e6d8a8fd60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b176acb-8fe3-43b2-b4a1-c21b9bd4891e HTTP/1.1" status: 200 len: 854 time: 0.3871269 Oct 18 23:30:48.798095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c53a3cd-95f2-46a3-9fcc-fbdb70674003 req-441d75c1-4edc-4b32-9572-888e8d2ef44f tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dbf7711-f788-464d-a220-329bdb169846 HTTP/1.1" status: 200 len: 210 time: 0.0553997 Oct 18 23:30:48.917352 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e510b3-95b8-4be5-a0b8-a76ccca04872 x-openstack-request-id: req-d9e510b3-95b8-4be5-a0b8-a76ccca04872 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:48.917705 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbf7711-f788-464d-a220-329bdb169846", "name": "network-vif-deleted", "tag": "0a7a9c0f-4ee6-4983-82d9-a964146e7352", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:48.918203 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9e510b3-95b8-4be5-a0b8-a76ccca04872 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:48.918436 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbf7711-f788-464d-a220-329bdb169846', 'name': 'network-vif-deleted', 'tag': '0a7a9c0f-4ee6-4983-82d9-a964146e7352', 'status': 'completed', 'code': 200} Oct 18 23:30:48.956432 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd972327-841e-476b-b501-f7a3f88b0d0f req-606f63d5-e240-45cb-b2ab-15e055dfe73f tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194123 Oct 18 23:30:49.056850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-c79ee640-fe3a-45ef-bc66-9d108acec5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:49.062362 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-c79ee640-fe3a-45ef-bc66-9d108acec5c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3271899 Oct 18 23:30:49.065579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-b3fcb0ec-0db2-45f9-9ceb-ac16b15e9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:49.067134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-b3fcb0ec-0db2-45f9-9ceb-ac16b15e9414 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 1095 time: 0.2407265 Oct 18 23:30:49.240686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-6618cbeb-f039-4630-90d6-adeb42220531 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e06ed6b-0fd4-4fbe-82df-70e944e187b8 HTTP/1.1" status: 200 len: 217 time: 0.1413109 Oct 18 23:30:49.391525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-065304da-40c2-4972-b92f-65502e7c9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:49.394940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-065304da-40c2-4972-b92f-65502e7c9a7a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b176acb-8fe3-43b2-b4a1-c21b9bd4891e HTTP/1.1" status: 200 len: 854 time: 0.1371303 Oct 18 23:30:49.458915 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-dab43317-2524-4d5b-84c4-c4c1b0d5d739 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900821 Oct 18 23:30:49.489834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-2203311e-521e-48c4-8af4-4700c2174a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:49.491345 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-2203311e-521e-48c4-8af4-4700c2174a60 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843518 Oct 18 23:30:49.688792 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0bfa3781-b9ed-49ea-ba1e-51b905e40613 req-163b7bd9-f2a4-42fd-940f-cc0d1efc8353 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233555 Oct 18 23:30:49.716318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-c4e0e9af-5840-44bb-b2ec-a07b6a4dbbcb service neutron] 10.222.0.102 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091937 Oct 18 23:30:49.887221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b72cfe0c-1c69-43e4-849b-e55db4a3d960 req-310c8dc5-aa66-42ed-9d8e-573c9e5d88fe service neutron] 10.222.0.102 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616771 Oct 18 23:30:49.890532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-fb339bfb-3c7b-4592-844d-811632487d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:49.892431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-fb339bfb-3c7b-4592-844d-811632487d21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 1095 time: 0.0932798 Oct 18 23:30:49.983048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09ec58c6-5989-4e64-8442-4f7fdd83e6be req-b4748fe6-b70b-4e01-9776-360815289b06 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/c70f174c-0d5e-416d-91ea-4cda3ea52dc3 HTTP/1.1" status: 200 len: 1801 time: 0.0864739 Oct 18 23:30:50.013148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-c7488392-fcc0-4e58-bf8d-71450c8e7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:50.014758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-c7488392-fcc0-4e58-bf8d-71450c8e7764 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 916 time: 0.1139319 Oct 18 23:30:50.089345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-09ec58c6-5989-4e64-8442-4f7fdd83e6be req-31a2a2c6-76c1-4df5-af31-d71dfa0cfd45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:50.090737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c20422d-9599-45eb-8145-75983ed15650', 'tag': '7e06ed6b-0fd4-4fbe-82df-70e944e187b8'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:50.093165 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec27a0-5675-4550-ac32-e3f56d64aa50" -d '{"events": [{"name": "network-changed", "server_uuid": "5c20422d-9599-45eb-8145-75983ed15650", "tag": "7e06ed6b-0fd4-4fbe-82df-70e944e187b8"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:50.109335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-39cd3f1c-4b69-4e33-9ca0-7ca8a5d8237b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 HTTP/1.1" status: 200 len: 217 time: 0.0868442 Oct 18 23:30:50.126960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-09ec58c6-5989-4e64-8442-4f7fdd83e6be req-31a2a2c6-76c1-4df5-af31-d71dfa0cfd45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:50.200494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cfe6c-0c77-4931-bc97-aa45bd5e3c28 req-abae0b81-757d-44d6-9daa-a25c8d84a9fa tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:50.201835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-317cfe6c-0c77-4931-bc97-aa45bd5e3c28 req-abae0b81-757d-44d6-9daa-a25c8d84a9fa tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 943 time: 0.1049745 Oct 18 23:30:50.203974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-759be316-b332-467d-a78c-6e3605d9d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:50.205393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-759be316-b332-467d-a78c-6e3605d9d31a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b176acb-8fe3-43b2-b4a1-c21b9bd4891e HTTP/1.1" status: 200 len: 854 time: 0.0778394 Oct 18 23:30:50.219287 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-df887aa8-1254-40b3-aac2-370b78546377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:50.221603 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-09ec58c6-5989-4e64-8442-4f7fdd83e6be req-31a2a2c6-76c1-4df5-af31-d71dfa0cfd45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:50.227075 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-09ec58c6-5989-4e64-8442-4f7fdd83e6be req-31a2a2c6-76c1-4df5-af31-d71dfa0cfd45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:50.228272 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09ec58c6-5989-4e64-8442-4f7fdd83e6be req-31a2a2c6-76c1-4df5-af31-d71dfa0cfd45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/c70f174c-0d5e-416d-91ea-4cda3ea52dc3 HTTP/1.1" status: 204 len: 173 time: 0.2338512 Oct 18 23:30:50.243054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2a2c6-76c1-4df5-af31-d71dfa0cfd45 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70f174c-0d5e-416d-91ea-4cda3ea52dc3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:50.246404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 58d16272-0ba8-4171-8e04-8afaa7d7defd details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:30:50.297535 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-317cfe6c-0c77-4931-bc97-aa45bd5e3c28 req-f66b51a1-58d5-4ba8-8af6-319918d82719 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826786 Oct 18 23:30:50.312977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-1510b0b6-6751-4bf2-ac83-c33b9c389bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:50.315539 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-1510b0b6-6751-4bf2-ac83-c33b9c389bb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991807 Oct 18 23:30:50.425534 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 58d16272-0ba8-4171-8e04-8afaa7d7defd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=58d16272-0ba8-4171-8e04-8afaa7d7defd,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:50.456054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '58d16272-0ba8-4171-8e04-8afaa7d7defd', 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6', 'port_id': '58d16272-0ba8-4171-8e04-8afaa7d7defd', 'mac_address': 'fa:16:3e:ea:db:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b176acb-8fe3-43b2-b4a1-c21b9bd4891e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:30:50.496839 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba19730-5764-4a6f-9991-d6aa98d3ca1f x-openstack-request-id: req-fba19730-5764-4a6f-9991-d6aa98d3ca1f {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:50.497640 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c20422d-9599-45eb-8145-75983ed15650", "tag": "7e06ed6b-0fd4-4fbe-82df-70e944e187b8", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:50.498079 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fba19730-5764-4a6f-9991-d6aa98d3ca1f {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:50.499017 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c20422d-9599-45eb-8145-75983ed15650', 'tag': '7e06ed6b-0fd4-4fbe-82df-70e944e187b8', 'status': 'completed', 'code': 200} Oct 18 23:30:50.539888 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:50.562383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d16272-0ba8-4171-8e04-8afaa7d7defd {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:50.589831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 58d16272-0ba8-4171-8e04-8afaa7d7defd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=58d16272-0ba8-4171-8e04-8afaa7d7defd,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:50.595364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:50.675485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=58d16272-0ba8-4171-8e04-8afaa7d7defd,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:50.678061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-834a6e35-f5e9-4ab9-8de9-ccfdace7a561 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453505 Oct 18 23:30:50.684588 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2f8ef4ed-102d-4965-98b0-b5d670077f33 req-2d81a614-721b-4bc4-8194-e1ba77df3063 tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "GET /v2.0/security-groups/c5858bbf-c2e5-4012-971a-75883aa84fe1 HTTP/1.1" status: 200 len: 1802 time: 0.1656444 Oct 18 23:30:50.685924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.686464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.686997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.687488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.688032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.688364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.688912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.689244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.689578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.689900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.690225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.690542 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:30:50.701481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-88bd1e1e-11fb-46fe-a2b6-2e328b162b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:50.703039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-88bd1e1e-11fb-46fe-a2b6-2e328b162b4d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 1095 time: 0.2097931 Oct 18 23:30:50.870823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-2ed7da47-a52c-44fd-8b7d-94efbebb4d4d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:50.872559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-2ed7da47-a52c-44fd-8b7d-94efbebb4d4d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 814 time: 0.1507623 Oct 18 23:30:50.895388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-ba3db0de-63ba-4c2b-a6ca-41a97e3407be tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/quotas/6b498891e0ca401d8e6b960795cdc0a2 HTTP/1.1" status: 200 len: 375 time: 0.0153556 Oct 18 23:30:50.919440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-2f8ef4ed-102d-4965-98b0-b5d670077f33 req-caac8958-f3ee-4aa2-89c2-9e623c1a600e tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:50.953289 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45d099ca-afe1-492b-bc68-021b67e4aaa6 req-c017efc2-a88e-46c8-b6d5-4a44d741fcf3 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606423 Oct 18 23:30:50.964283 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-5a99f8ad-66aa-4536-8e83-1358d2deeec0 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657563 Oct 18 23:30:50.968849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-65c94b17-e525-4476-8823-55f855d59587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:50.970420 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-65c94b17-e525-4476-8823-55f855d59587 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 916 time: 0.2464650 Oct 18 23:30:50.974801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-2f8ef4ed-102d-4965-98b0-b5d670077f33 req-caac8958-f3ee-4aa2-89c2-9e623c1a600e tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:51.022946 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-4ce717d1-4090-4de1-8f5b-69d99da0b1bc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e06ed6b-0fd4-4fbe-82df-70e944e187b8 HTTP/1.1" status: 200 len: 217 time: 0.0447249 Oct 18 23:30:51.090694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-4615b757-ebfb-424d-a5c1-10452c06dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:51.092264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-4615b757-ebfb-424d-a5c1-10452c06dc1b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2b176acb-8fe3-43b2-b4a1-c21b9bd4891e HTTP/1.1" status: 200 len: 854 time: 0.0620770 Oct 18 23:30:51.099292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-2f8ef4ed-102d-4965-98b0-b5d670077f33 req-caac8958-f3ee-4aa2-89c2-9e623c1a600e tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:51.102008 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-2f8ef4ed-102d-4965-98b0-b5d670077f33 req-caac8958-f3ee-4aa2-89c2-9e623c1a600e tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:51.103358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2f8ef4ed-102d-4965-98b0-b5d670077f33 req-caac8958-f3ee-4aa2-89c2-9e623c1a600e tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] 10.222.0.52 "DELETE /v2.0/security-groups/c5858bbf-c2e5-4012-971a-75883aa84fe1 HTTP/1.1" status: 204 len: 173 time: 0.4072638 Oct 18 23:30:51.115186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56038) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:51.138296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-08a5d4df-2acb-46b9-8582-030422635483 service neutron] 10.222.0.52 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519134 Oct 18 23:30:51.142191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac8958-f3ee-4aa2-89c2-9e623c1a600e tempest-SecurityGroupsTestJSON-571639533 tempest-SecurityGroupsTestJSON-571639533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5858bbf-c2e5-4012-971a-75883aa84fe1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:51.160365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-0170d1a3-ea75-44ef-80e8-01b41d61e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:51.162812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-0170d1a3-ea75-44ef-80e8-01b41d61e1fd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586340 Oct 18 23:30:51.228220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['58d16272-0ba8-4171-8e04-8afaa7d7defd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:51.276676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb818dd-7a39-4bc9-8078-272792742471 admin admin] Deleting subnet 7f07812d-c3ec-4526-aa01-4604d6984d76 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:30:51.284324 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb818dd-7a39-4bc9-8078-272792742471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:51.352114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb818dd-7a39-4bc9-8078-272792742471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:51.368048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-d0d9d79f-941d-4937-9194-03fe8298b038 service neutron] 10.222.0.52 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156727 Oct 18 23:30:51.377880 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-c28289db-ed65-4b4b-a0bb-76e61c30e93b service neutron] 10.222.0.102 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019928 Oct 18 23:30:51.460062 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb818dd-7a39-4bc9-8078-272792742471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:51.545594 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb818dd-7a39-4bc9-8078-272792742471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:51.566789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb818dd-7a39-4bc9-8078-272792742471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:51.572037 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8eb818dd-7a39-4bc9-8078-272792742471 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7f07812d-c3ec-4526-aa01-4604d6984d76 HTTP/1.1" status: 204 len: 168 time: 0.4552565 Oct 18 23:30:51.590896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56050) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:51.599446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb818dd-7a39-4bc9-8078-272792742471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f07812d-c3ec-4526-aa01-4604d6984d76,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:51.712467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b587a06-d006-4f03-9c7c-da50464f72cf req-78313bed-9ae4-467d-8fd0-ef4b72b311a6 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:51.712978 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b587a06-d006-4f03-9c7c-da50464f72cf req-78313bed-9ae4-467d-8fd0-ef4b72b311a6 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 943 time: 0.2861598 Oct 18 23:30:51.760285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33ec27a0-5675-4550-ac32-e3f56d64aa50 req-d0795fec-13f0-40e6-9322-07a851afae79 service neutron] 10.222.0.102 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749952 Oct 18 23:30:51.767241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:51.791249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b587a06-d006-4f03-9c7c-da50464f72cf req-2a57b599-50bd-4a00-a89b-35f314f250da tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645978 Oct 18 23:30:51.949802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1246d6c-cc51-461f-af3b-02cd70daa871 req-4988e074-ba4a-4843-a4df-77eade06c151 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 210 time: 0.0408580 Oct 18 23:30:51.965135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.022851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1163179-bbc8-4bef-b090-0f9ff5d7c59b']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:52.047644 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:52.048275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dc0fb7-e8b8-498e-b24d-e69a5b17edaf') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:30:52.073358 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.099528 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.115384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:30:52.116115 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:30:52.119950 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:30:52.201527 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.208662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.215727 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] 10.222.0.52 "DELETE /v2.0/networks/d1163179-bbc8-4bef-b090-0f9ff5d7c59b HTTP/1.1" status: 204 len: 168 time: 0.6197834 Oct 18 23:30:52.233041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a839b2-4812-4769-8aef-47bde8e81b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1163179-bbc8-4bef-b090-0f9ff5d7c59b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:52.472934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56068) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:52.542193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b280c65a-db02-4863-b7aa-97acbedc8a22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50295b63e2fa49568e0ecdd390694ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663340 Oct 18 23:30:52.544112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56070) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:30:52.612069 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9e96-2538-4faf-a9c5-c4fbdccd3a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.642115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9e96-2538-4faf-a9c5-c4fbdccd3a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.721478 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9e96-2538-4faf-a9c5-c4fbdccd3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.724944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9e96-2538-4faf-a9c5-c4fbdccd3a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:52.729749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0f6e9e96-2538-4faf-a9c5-c4fbdccd3a34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/515c75a3-26bf-4940-abe4-82dd39f18a52 HTTP/1.1" status: 204 len: 168 time: 0.1841023 Oct 18 23:30:52.738798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e9e96-2538-4faf-a9c5-c4fbdccd3a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515c75a3-26bf-4940-abe4-82dd39f18a52,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:52.983753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf91e76-b038-4bd9-8000-7610a871455a req-37e3ba05-b2d7-4239-a8b0-b2454cae3d97 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:52.985675 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adf91e76-b038-4bd9-8000-7610a871455a req-37e3ba05-b2d7-4239-a8b0-b2454cae3d97 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 943 time: 0.0697136 Oct 18 23:30:53.070762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adf91e76-b038-4bd9-8000-7610a871455a req-1882b6d4-d68b-42e4-bb19-49b7efe4f7e8 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712905 Oct 18 23:30:53.132020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abd48501-23a1-4fc8-b1c7-e435edffc3fe req-0a804be9-f5dd-4a46-bc31-b34a5b486b67 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 210 time: 0.0775867 Oct 18 23:30:53.351821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-0ec09661-b046-4183-9c32-2dbfe3d603cf tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:53.353539 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-0ec09661-b046-4183-9c32-2dbfe3d603cf tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 814 time: 0.2080615 Oct 18 23:30:53.407691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Request body: {'port': {'device_id': 'bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d', 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e', 'admin_state_up': True, 'tenant_id': '6b498891e0ca401d8e6b960795cdc0a2'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:53.612780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Made reservation on behalf of 6b498891e0ca401d8e6b960795cdc0a2 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:30:53.617298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:53.796308 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Allocated IP 172.20.0.12 (12fd6d78-9b65-4cd7-a07f-c4736d04911e/db6e6b9c-c017-48ab-87a0-2d38dc7f3749/2f1c1453-93d3-488a-97a8-a07e14eb5759) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:30:53.897835 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91dcac41-ca31-411a-b96c-a3b756773b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:54.015587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:54.073983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:54.111793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ee7aa075-a2f7-40c6-89c4-aac507f35402'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:54.117382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2842ed04-1097-4ad7-832e-bf17156c8361', 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:54.150948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Network 12fd6d78-9b65-4cd7-a07f-c4736d04911e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:30:54.154790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:30:54.163082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:30:54.228139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Pushing event updated for resources: {'Port': ['ID=2f1c1453-93d3-488a-97a8-a07e14eb5759,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:54.305349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:54.307912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:54.308189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:30:54.393024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea4046-3063-4564-872e-a0480cd53a06 req-5d3f2b53-ee0e-4e3a-a46d-a834da656adc tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:54.397960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44e22c-a218-4f60-bacd-7c722b27d613 req-2ec1bdbb-8bff-4a36-8e1e-6cf84631f58f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:54.401987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b44e22c-a218-4f60-bacd-7c722b27d613 req-2ec1bdbb-8bff-4a36-8e1e-6cf84631f58f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 932 time: 0.1097867 Oct 18 23:30:54.404703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68ea4046-3063-4564-872e-a0480cd53a06 req-5d3f2b53-ee0e-4e3a-a46d-a834da656adc tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 943 time: 0.1568701 Oct 18 23:30:54.408410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-3fa922bf-fc97-40f2-b3b3-b3068dbadb50 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0076447 Oct 18 23:30:54.427274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Request body: {'port': {'device_id': 'bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:30:54.463242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 58d16272-0ba8-4171-8e04-8afaa7d7defd up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:30:54.506199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b44e22c-a218-4f60-bacd-7c722b27d613 req-fa1fefea-01bb-4db3-9091-053e373e84e2 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887740 Oct 18 23:30:54.528074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:54.548878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40', 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6', 'port_id': 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40', 'mac_address': 'fa:16:3e:ef:c1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b176acb-8fe3-43b2-b4a1-c21b9bd4891e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:30:54.661125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:30:54.691789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:54.759489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 58d16272-0ba8-4171-8e04-8afaa7d7defd completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:30:54.779471 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68ea4046-3063-4564-872e-a0480cd53a06 req-b5a460ff-5238-497e-8bf0-462c1f41cf47 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580155 Oct 18 23:30:54.838904 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:54.893628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 58d16272-0ba8-4171-8e04-8afaa7d7defd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:54.894005 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:54.947101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:30:54.994529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:55.019923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:55.049588 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:55.086775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:55.295464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1c1453-93d3-488a-97a8-a07e14eb5759 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:55.313273 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:55.350060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Transition to ACTIVE for port object 2f1c1453-93d3-488a-97a8-a07e14eb5759 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:30:55.359372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:55.413739 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:55.453348 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:55.564482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36384dc5-9539-463a-bf07-7cc91742906b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d16272-0ba8-4171-8e04-8afaa7d7defd'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:55.569169 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff61156-371e-400c-881d-4a3008246aa7" -d '{"events": [{"server_uuid": "36384dc5-9539-463a-bf07-7cc91742906b", "name": "network-vif-plugged", "status": "completed", "tag": "58d16272-0ba8-4171-8e04-8afaa7d7defd"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:55.690547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:55.719506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['de4a4734-a5fe-40f8-86cf-f0a2b0c56a40'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:55.727563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 58d16272-0ba8-4171-8e04-8afaa7d7defd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=58d16272-0ba8-4171-8e04-8afaa7d7defd,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:55.751501 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b06a5e-eb4a-44a5-b1a1-2c8581054428 x-openstack-request-id: req-e8b06a5e-eb4a-44a5-b1a1-2c8581054428 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:55.751501 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36384dc5-9539-463a-bf07-7cc91742906b", "name": "network-vif-plugged", "status": "completed", "tag": "58d16272-0ba8-4171-8e04-8afaa7d7defd", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:55.751501 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8b06a5e-eb4a-44a5-b1a1-2c8581054428 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:55.755057 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36384dc5-9539-463a-bf07-7cc91742906b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d16272-0ba8-4171-8e04-8afaa7d7defd', 'code': 200} Oct 18 23:30:55.909658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:55.930155 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:55.934913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '7e06ed6b-0fd4-4fbe-82df-70e944e187b8', 'network_id': '0b4e9639-89ec-4f9c-a4f4-3a57789e13b6', 'port_id': '7e06ed6b-0fd4-4fbe-82df-70e944e187b8', 'mac_address': 'fa:16:3e:7c:14:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b176acb-8fe3-43b2-b4a1-c21b9bd4891e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:30:56.001034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1c1453-93d3-488a-97a8-a07e14eb5759,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:56.083189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Attempting to bind port 2f1c1453-93d3-488a-97a8-a07e14eb5759 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:30:56.083872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Attempting to bind port 2f1c1453-93d3-488a-97a8-a07e14eb5759 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:30:56.084637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Attempting to bind port 2f1c1453-93d3-488a-97a8-a07e14eb5759 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:56.099256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb314f-9aec-4fc3-ae21-f0d99cc9bed7 req-146218a9-b8f8-4107-a0b7-964ff0eab8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:56.100791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efcb314f-9aec-4fc3-ae21-f0d99cc9bed7 req-146218a9-b8f8-4107-a0b7-964ff0eab8be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 1098 time: 0.1151011 Oct 18 23:30:56.101734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Port 2f1c1453-93d3-488a-97a8-a07e14eb5759 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:30:56.102070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Attempting to bind port 2f1c1453-93d3-488a-97a8-a07e14eb5759 on network 12fd6d78-9b65-4cd7-a07f-c4736d04911e {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:30:56.111801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220d294-7df0-4d1e-950f-eb1947f50680 req-fc45acfd-83e3-498d-a24c-03dc18bcdccc tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:56.113443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f220d294-7df0-4d1e-950f-eb1947f50680 req-fc45acfd-83e3-498d-a24c-03dc18bcdccc tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 944 time: 0.1262007 Oct 18 23:30:56.137872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:30:56.138253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Checking segment: {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:30:56.138600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Bound using segment: {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:30:56.139082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Bound port: 2f1c1453-93d3-488a-97a8-a07e14eb5759, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba20581f-a3c5-4118-916a-d190591c4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:30:56.139450 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:56.167156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915bb12-838f-4208-8d74-e9a57e180160 req-99cbb3f7-b2df-43f1-b197-7d04d6c4014e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:56.175525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0915bb12-838f-4208-8d74-e9a57e180160 req-99cbb3f7-b2df-43f1-b197-7d04d6c4014e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 943 time: 0.1127224 Oct 18 23:30:56.213357 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efcb314f-9aec-4fc3-ae21-f0d99cc9bed7 req-3bcd8d3b-67a2-4011-8d80-225655667eb1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987248 Oct 18 23:30:56.218762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f220d294-7df0-4d1e-950f-eb1947f50680 req-92f280b1-3105-47f5-b01e-a22a918c3b1e tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943739 Oct 18 23:30:56.247686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0915bb12-838f-4208-8d74-e9a57e180160 req-becfee76-3bdb-491f-9d13-0f2bd3fc6b08 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708535 Oct 18 23:30:56.259290 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:56.268895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=58d16272-0ba8-4171-8e04-8afaa7d7defd,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:56.274342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] For port 2f1c1453-93d3-488a-97a8-a07e14eb5759, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:30:56.284073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] For port 2f1c1453-93d3-488a-97a8-a07e14eb5759, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2f1c1453-93d3-488a-97a8-a07e14eb5759,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:30:56.292794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:56.300309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:30:56.334375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:56.340204 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:56.352768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:56.353721 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:56.355329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] 10.222.0.102 "PUT /v2.0/ports/2f1c1453-93d3-488a-97a8-a07e14eb5759 HTTP/1.1" status: 200 len: 1093 time: 1.9324052 Oct 18 23:30:56.356067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d', 'tag': '2f1c1453-93d3-488a-97a8-a07e14eb5759'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:56.358604 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d", "tag": "2f1c1453-93d3-488a-97a8-a07e14eb5759"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:56.418271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaabba-4ca3-41a0-9d5c-3a5dfc84e051 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1c1453-93d3-488a-97a8-a07e14eb5759,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:56.428581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:56.528627 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c46060-3cc5-4333-b745-4b5ed515714a x-openstack-request-id: req-e3c46060-3cc5-4333-b745-4b5ed515714a {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:56.528990 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d", "tag": "2f1c1453-93d3-488a-97a8-a07e14eb5759", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:56.529336 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3c46060-3cc5-4333-b745-4b5ed515714a {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:56.529810 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d', 'tag': '2f1c1453-93d3-488a-97a8-a07e14eb5759', 'status': 'completed', 'code': 200} Oct 18 23:30:56.536347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b20e213b-0d11-42bd-9bf9-ca6cbc09288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:56.537917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-b20e213b-0d11-42bd-9bf9-ca6cbc09288e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 1096 time: 0.0528934 Oct 18 23:30:56.627542 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-66500b1f-8756-47ee-8aee-392c25eb32db service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f1c1453-93d3-488a-97a8-a07e14eb5759 HTTP/1.1" status: 200 len: 217 time: 0.0662398 Oct 18 23:30:56.689564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-8c41481f-1852-48dc-8706-30bc657c7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:56.691452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-8c41481f-1852-48dc-8706-30bc657c7ae9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 200 len: 854 time: 0.0581944 Oct 18 23:30:56.728894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-92674023-5cb3-49a2-a35d-b36eb15c7c89 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12fd6d78-9b65-4cd7-a07f-c4736d04911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288296 Oct 18 23:30:56.899328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-1ff3b6a5-3f53-4b49-af5c-774b941d8076 service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618142 Oct 18 23:30:56.955422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7e06ed6b-0fd4-4fbe-82df-70e944e187b8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:30:57.037729 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b97cb619-ca95-43e4-b14e-ef4bab7d8abd req-604b56c7-2c76-41f3-8ccd-e7807cb72cd8 service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298332 Oct 18 23:30:57.259576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-c0daa9e8-9154-44f2-bafe-17cb7c7f4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:57.261449 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-c0daa9e8-9154-44f2-bafe-17cb7c7f4a76 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 1096 time: 0.0961168 Oct 18 23:30:57.385801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107bc7e-7b00-4fe9-9def-451c8d81817a req-191d2e9c-6a5c-4427-9823-eec2af467d48 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:57.391998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-08d91051-744a-4524-8bf8-c55a5b855af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:57.393913 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-08d91051-744a-4524-8bf8-c55a5b855af4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 915 time: 0.1248772 Oct 18 23:30:57.396808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a107bc7e-7b00-4fe9-9def-451c8d81817a req-191d2e9c-6a5c-4427-9823-eec2af467d48 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 944 time: 0.0759637 Oct 18 23:30:57.448645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a107bc7e-7b00-4fe9-9def-451c8d81817a req-0bfb9923-73fe-4656-9bdd-f9e30b455879 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505106 Oct 18 23:30:57.452095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-99762375-c796-4e7c-a2a0-8526b4102bdf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f1c1453-93d3-488a-97a8-a07e14eb5759 HTTP/1.1" status: 200 len: 217 time: 0.0499840 Oct 18 23:30:57.553618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae108-1270-4f99-a68c-d9b646ba6892 req-c6fc3d65-4206-459f-9c69-aac838a4da73 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:57.555329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4dfae108-1270-4f99-a68c-d9b646ba6892 req-c6fc3d65-4206-459f-9c69-aac838a4da73 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 944 time: 0.1064389 Oct 18 23:30:57.557089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-2da06504-e830-46ce-b840-b249edfbdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:57.558508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-2da06504-e830-46ce-b840-b249edfbdf5f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 200 len: 854 time: 0.0739477 Oct 18 23:30:57.618127 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-072624e7-de88-4830-8aec-945fae54c30f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12fd6d78-9b65-4cd7-a07f-c4736d04911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466542 Oct 18 23:30:57.639211 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4dfae108-1270-4f99-a68c-d9b646ba6892 req-70f79d7d-ed79-4008-a2cf-0b371ef1d71f tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757117 Oct 18 23:30:57.787926 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-0ba6b3d4-6889-4a9f-9f48-4a833532249a service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343334 Oct 18 23:30:57.796653 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:57.954109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5aec82b-9620-4587-bbd2-6e4b4249e0d8 req-fee0734a-a67f-4fbc-aed6-24feddf66398 service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569815 Oct 18 23:30:58.282611 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:30:58.295007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:30:58.382132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:30:58.388813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:30:58.389478 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:58.552613 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:58.600444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:30:58.604651 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6528cc68-8e21-4ad2-885a-0d43be53acc5" -d '{"events": [{"server_uuid": "9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "de4a4734-a5fe-40f8-86cf-f0a2b0c56a40"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:30:58.633215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:30:58.640905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:30:58.686583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a1970-1cd1-4c3d-a277-96f7606607fe req-92862403-36db-47b5-9a61-9326997b4e7f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:58.690642 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-179a1970-1cd1-4c3d-a277-96f7606607fe req-92862403-36db-47b5-9a61-9326997b4e7f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 944 time: 0.1048539 Oct 18 23:30:58.754868 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf04c1ac-65c0-4e12-a430-7f0ddd1cd7e8 x-openstack-request-id: req-cf04c1ac-65c0-4e12-a430-7f0ddd1cd7e8 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:30:58.756113 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "de4a4734-a5fe-40f8-86cf-f0a2b0c56a40", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:30:58.756602 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf04c1ac-65c0-4e12-a430-7f0ddd1cd7e8 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:30:58.757498 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40', 'code': 200} Oct 18 23:30:58.764177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:30:58.790815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-179a1970-1cd1-4c3d-a277-96f7606607fe req-6ce5db89-3ae9-4a93-93f0-85dda5a08867 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855319 Oct 18 23:30:58.915765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d7bf-69b0-4918-b04b-d0dce6adb2f2 req-5f197bca-9d59-41c4-943a-e02a274779b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:58.918370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc96d7bf-69b0-4918-b04b-d0dce6adb2f2 req-5f197bca-9d59-41c4-943a-e02a274779b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 1097 time: 0.0716584 Oct 18 23:30:58.959388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356ff15-4166-4799-8f6b-d638dcca4216 req-01bc159f-757b-41e5-b102-18ac1772e78c tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:58.969406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4356ff15-4166-4799-8f6b-d638dcca4216 req-01bc159f-757b-41e5-b102-18ac1772e78c tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 944 time: 0.1223359 Oct 18 23:30:58.987544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc96d7bf-69b0-4918-b04b-d0dce6adb2f2 req-16355dc5-31c3-42ec-a20a-5bf5d5807d4f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613403 Oct 18 23:30:59.047060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4356ff15-4166-4799-8f6b-d638dcca4216 req-527ff846-94c1-4179-b05f-ab25e7583e06 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736969 Oct 18 23:30:59.964052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864ebb6-14dc-4a26-b7b9-0dc83b163940 req-20fb6ed8-956c-471f-be32-098966cd99b0 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:30:59.966350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5864ebb6-14dc-4a26-b7b9-0dc83b163940 req-20fb6ed8-956c-471f-be32-098966cd99b0 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 944 time: 0.0887957 Oct 18 23:31:00.031846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5864ebb6-14dc-4a26-b7b9-0dc83b163940 req-ff07acad-6077-4637-be5b-958bb235b6ab tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543940 Oct 18 23:31:00.216609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64681b19-07da-4be0-85d2-0f83d8c61ff4 req-ed57ebbb-1819-4918-b26f-93ed2b06ea99 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:00.218325 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-64681b19-07da-4be0-85d2-0f83d8c61ff4 req-ed57ebbb-1819-4918-b26f-93ed2b06ea99 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 944 time: 0.0575969 Oct 18 23:31:00.269181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-64681b19-07da-4be0-85d2-0f83d8c61ff4 req-9328e4a1-0ecb-4951-8a8a-1a3b1665fbd0 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Oct 18 23:31:00.643477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:31:00.721234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:31:00.731982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:00.732367 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:00.843610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:00.874221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c20422d-9599-45eb-8145-75983ed15650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e06ed6b-0fd4-4fbe-82df-70e944e187b8'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:31:00.876656 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154e0f32-f00f-4b91-90f1-e7c3b33b5339" -d '{"events": [{"server_uuid": "5c20422d-9599-45eb-8145-75983ed15650", "name": "network-vif-plugged", "status": "completed", "tag": "7e06ed6b-0fd4-4fbe-82df-70e944e187b8"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:31:00.890116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:00.894612 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:00.921780 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1180d0dd-5422-4b15-8515-4bace0213a17 x-openstack-request-id: req-1180d0dd-5422-4b15-8515-4bace0213a17 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:31:00.922065 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c20422d-9599-45eb-8145-75983ed15650", "name": "network-vif-plugged", "status": "completed", "tag": "7e06ed6b-0fd4-4fbe-82df-70e944e187b8", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:31:00.922314 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1180d0dd-5422-4b15-8515-4bace0213a17 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:31:00.922698 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c20422d-9599-45eb-8145-75983ed15650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e06ed6b-0fd4-4fbe-82df-70e944e187b8', 'code': 200} Oct 18 23:31:00.950273 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:01.074113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939d51d-55be-4b45-9f9c-c75124f31ae1 req-9789e1cc-8951-4063-b13e-5ea90524251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:01.075561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e939d51d-55be-4b45-9f9c-c75124f31ae1 req-9789e1cc-8951-4063-b13e-5ea90524251c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 1097 time: 0.0449171 Oct 18 23:31:01.144882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e939d51d-55be-4b45-9f9c-c75124f31ae1 req-ec200947-7c6a-43dd-9642-524e7561d101 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372126 Oct 18 23:31:01.180941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5d25-8452-405d-b1df-a2ba0042536f req-1996cfa0-5fc9-4545-a844-fa7bde2de0c3 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:01.182435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e7f5d25-8452-405d-b1df-a2ba0042536f req-1996cfa0-5fc9-4545-a844-fa7bde2de0c3 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 944 time: 0.0593870 Oct 18 23:31:01.230819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e7f5d25-8452-405d-b1df-a2ba0042536f req-39b72a55-dd56-4a3f-a8dd-6ff79936b08e tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402544 Oct 18 23:31:01.413660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb1b2-d070-4dbd-95a4-6881715eb6dc req-c1eb742c-53ac-406f-868c-42a7e72e2028 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:01.415230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e36cb1b2-d070-4dbd-95a4-6881715eb6dc req-c1eb742c-53ac-406f-868c-42a7e72e2028 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 0.0620153 Oct 18 23:31:01.455719 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e36cb1b2-d070-4dbd-95a4-6881715eb6dc req-9912018e-c6d6-4b58-9bd4-93a18b6988c9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337002 Oct 18 23:31:02.410517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51709fc-aabc-4e47-97f2-7a820ca27b1c req-078eafea-d2cc-4e0f-ab8b-221bb5ae6886 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:02.413092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e51709fc-aabc-4e47-97f2-7a820ca27b1c req-078eafea-d2cc-4e0f-ab8b-221bb5ae6886 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 944 time: 0.0720882 Oct 18 23:31:02.485044 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e51709fc-aabc-4e47-97f2-7a820ca27b1c req-e1b51d4e-5f0a-44af-a445-59c37ff4e050 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612328 Oct 18 23:31:02.627196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e4f4f-8919-4c9a-a95f-28c5e017aef4 req-f8ad36ee-1a90-477b-a9d7-b1f6de816ee9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:02.628687 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-393e4f4f-8919-4c9a-a95f-28c5e017aef4 req-f8ad36ee-1a90-477b-a9d7-b1f6de816ee9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 0.0784867 Oct 18 23:31:02.657917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2f1c1453-93d3-488a-97a8-a07e14eb5759 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:31:02.687591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-393e4f4f-8919-4c9a-a95f-28c5e017aef4 req-81343b16-4bbb-413b-b341-7a10d5bffad6 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519369 Oct 18 23:31:02.832018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2f1c1453-93d3-488a-97a8-a07e14eb5759, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2f1c1453-93d3-488a-97a8-a07e14eb5759,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:02.845009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '2f1c1453-93d3-488a-97a8-a07e14eb5759', 'network_id': '12fd6d78-9b65-4cd7-a07f-c4736d04911e', 'port_id': '2f1c1453-93d3-488a-97a8-a07e14eb5759', 'mac_address': 'fa:16:3e:87:0a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6e6b9c-c017-48ab-87a0-2d38dc7f3749', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:31:02.886373 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:02.901813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1c1453-93d3-488a-97a8-a07e14eb5759 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:31:02.926769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2f1c1453-93d3-488a-97a8-a07e14eb5759, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2f1c1453-93d3-488a-97a8-a07e14eb5759,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:02.931551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:02.987222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2f1c1453-93d3-488a-97a8-a07e14eb5759,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:03.452985 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2f1c1453-93d3-488a-97a8-a07e14eb5759'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:31:03.640196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc502e9-6a1c-41e6-9203-96c681ebeabd req-3455516c-6b75-40ff-9d9b-a8f1744e2dfb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:03.649059 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fbc502e9-6a1c-41e6-9203-96c681ebeabd req-3455516c-6b75-40ff-9d9b-a8f1744e2dfb tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 945 time: 0.0780046 Oct 18 23:31:03.685508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fbc502e9-6a1c-41e6-9203-96c681ebeabd req-6c1493e4-1e96-4f18-8703-15fe010b97c8 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Oct 18 23:31:03.865267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67464bfe-95d0-4b1d-b1ec-210120d214ed req-8b2e90d1-0efd-4414-ad6b-84009a6b1ee2 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:03.867215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67464bfe-95d0-4b1d-b1ec-210120d214ed req-8b2e90d1-0efd-4414-ad6b-84009a6b1ee2 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 0.1048369 Oct 18 23:31:03.924793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67464bfe-95d0-4b1d-b1ec-210120d214ed req-e3a5e27d-c895-4307-a9e8-112ab50054b2 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491543 Oct 18 23:31:04.061400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e843b8-785f-4825-ac07-01afafa29d46 req-554ddcce-908c-46f5-b850-8f8a43f635bd tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:04.063206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15e843b8-785f-4825-ac07-01afafa29d46 req-554ddcce-908c-46f5-b850-8f8a43f635bd tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0723410 Oct 18 23:31:04.134034 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15e843b8-785f-4825-ac07-01afafa29d46 req-76cfd893-7800-448b-8977-ed5775da4fa4 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629358 Oct 18 23:31:04.261064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5bf1c-2b01-4b77-8e74-28fcadd7497e req-b8726d36-19a2-41b9-b6c0-a34483baf141 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:04.262776 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f5bf1c-2b01-4b77-8e74-28fcadd7497e req-b8726d36-19a2-41b9-b6c0-a34483baf141 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 945 time: 0.0597930 Oct 18 23:31:04.314809 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21f5bf1c-2b01-4b77-8e74-28fcadd7497e req-67351d8a-e5e2-4791-9c4c-229168b4cfd5 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450048 Oct 18 23:31:04.640234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ffab-2f21-489a-b5c3-551cdb3f3dc2 req-12ef82ef-edad-4a2e-ad6c-a46617b3445c tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:04.642039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53f8ffab-2f21-489a-b5c3-551cdb3f3dc2 req-12ef82ef-edad-4a2e-ad6c-a46617b3445c tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 0.0610809 Oct 18 23:31:04.675305 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:04.688653 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53f8ffab-2f21-489a-b5c3-551cdb3f3dc2 req-6260aa99-f2d3-4fc7-9b68-ea8fabc9c758 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390084 Oct 18 23:31:04.850237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d5c5c-885f-459d-aea7-0e0677c07505 req-3f71a6cb-b1c3-4d84-a333-6137ddf49005 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:04.851998 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-936d5c5c-885f-459d-aea7-0e0677c07505 req-3f71a6cb-b1c3-4d84-a333-6137ddf49005 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 945 time: 0.0833788 Oct 18 23:31:04.910274 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-936d5c5c-885f-459d-aea7-0e0677c07505 req-d4cf1b9c-e1e9-4d8a-bd19-bcaa240de4a1 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518627 Oct 18 23:31:05.045886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2ff99-34da-4cd0-938e-78bb2930c15a req-6a2a4b64-63e1-479b-a9fc-e55ab0177f3d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:05.047581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06d2ff99-34da-4cd0-938e-78bb2930c15a req-6a2a4b64-63e1-479b-a9fc-e55ab0177f3d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0637653 Oct 18 23:31:05.093684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06d2ff99-34da-4cd0-938e-78bb2930c15a req-b4fb7131-ada8-466e-977f-ddfc9c9b1fb6 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373163 Oct 18 23:31:05.386557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1f7c3-7e8f-4779-838f-e465cb3b31e2 req-95070727-7145-42d1-8e12-fac1337ca7f5 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:05.392901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1f7c3-7e8f-4779-838f-e465cb3b31e2 req-95070727-7145-42d1-8e12-fac1337ca7f5 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:05.402910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1f7c3-7e8f-4779-838f-e465cb3b31e2 req-95070727-7145-42d1-8e12-fac1337ca7f5 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:05.405681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22f1f7c3-7e8f-4779-838f-e465cb3b31e2 req-95070727-7145-42d1-8e12-fac1337ca7f5 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650&device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c&device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 2417 time: 0.0738459 Oct 18 23:31:05.468375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22f1f7c3-7e8f-4779-838f-e465cb3b31e2 req-78ca869b-c337-4990-a711-141323e38d9a tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556655 Oct 18 23:31:05.630296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7be42-3b5b-4f34-a7bc-d6e1fd42a4d7 req-a20a704e-ea1c-4e9b-b66d-5eec08c02e72 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:05.633719 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbd7be42-3b5b-4f34-a7bc-d6e1fd42a4d7 req-a20a704e-ea1c-4e9b-b66d-5eec08c02e72 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 0.0643630 Oct 18 23:31:05.679769 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbd7be42-3b5b-4f34-a7bc-d6e1fd42a4d7 req-3fbcfed6-d57a-499f-b79a-2d0a5e0b53ba tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359275 Oct 18 23:31:06.044934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1dc3b-ce73-4513-adbc-39cba0723e35 req-c8e4ee95-ef21-4fb8-ba61-5a2c9649a110 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:06.054574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecd1dc3b-ce73-4513-adbc-39cba0723e35 req-c8e4ee95-ef21-4fb8-ba61-5a2c9649a110 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 945 time: 0.0699019 Oct 18 23:31:06.117744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecd1dc3b-ce73-4513-adbc-39cba0723e35 req-530f1ccf-00e4-4d56-a15b-2be8305ece1b tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620971 Oct 18 23:31:06.233403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:06.686216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2f1c1453-93d3-488a-97a8-a07e14eb5759 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:31:06.770415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 2f1c1453-93d3-488a-97a8-a07e14eb5759 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:31:06.776572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 2f1c1453-93d3-488a-97a8-a07e14eb5759 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:06.778671 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:06.874790 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:06.902540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1c1453-93d3-488a-97a8-a07e14eb5759'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:31:06.905083 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0de22c-e9c9-4f65-83d7-4301e3c64476" -d '{"events": [{"server_uuid": "bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d", "name": "network-vif-plugged", "status": "completed", "tag": "2f1c1453-93d3-488a-97a8-a07e14eb5759"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:31:06.928472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2f1c1453-93d3-488a-97a8-a07e14eb5759, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2f1c1453-93d3-488a-97a8-a07e14eb5759,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:06.935526 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:06.971835 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2613a173-ffa7-44e6-b621-258e949a37d2 x-openstack-request-id: req-2613a173-ffa7-44e6-b621-258e949a37d2 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:31:06.972139 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d", "name": "network-vif-plugged", "status": "completed", "tag": "2f1c1453-93d3-488a-97a8-a07e14eb5759", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:31:06.972401 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2613a173-ffa7-44e6-b621-258e949a37d2 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:31:06.972827 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1c1453-93d3-488a-97a8-a07e14eb5759', 'code': 200} Oct 18 23:31:07.005778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2f1c1453-93d3-488a-97a8-a07e14eb5759,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:07.101566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e4d47-f155-4e63-ba43-5d2c6ed2a23c req-26993baa-fd05-4f69-afdb-9355e35ea0e3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:07.103522 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-833e4d47-f155-4e63-ba43-5d2c6ed2a23c req-26993baa-fd05-4f69-afdb-9355e35ea0e3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0881298 Oct 18 23:31:07.137035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7217f-f69a-4ea9-9e73-5abac59976c6 req-3ea2ce13-43cf-4354-a30e-006df121e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:07.139043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4a7217f-f69a-4ea9-9e73-5abac59976c6 req-3ea2ce13-43cf-4354-a30e-006df121e13f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 1098 time: 0.0920877 Oct 18 23:31:07.193481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-833e4d47-f155-4e63-ba43-5d2c6ed2a23c req-4bf44d4b-bcc0-4545-9e03-e4c9b6a60709 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758476 Oct 18 23:31:07.222292 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4a7217f-f69a-4ea9-9e73-5abac59976c6 req-9fcfd697-0b70-41eb-b21a-e7fecb2a2fa9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745027 Oct 18 23:31:07.268137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701981ed-2c49-42ec-b345-11d90e67b7ce req-964f4522-01a9-445a-a9bc-4511e3ef906f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:07.269874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-701981ed-2c49-42ec-b345-11d90e67b7ce req-964f4522-01a9-445a-a9bc-4511e3ef906f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 946 time: 0.0558152 Oct 18 23:31:07.337416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-701981ed-2c49-42ec-b345-11d90e67b7ce req-d34d4d90-aec9-40d1-8ff8-4bc37d6edfa5 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598538 Oct 18 23:31:08.311759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ecdf7-1fb6-4816-8aa4-460085eaa64a req-98135f83-6cb6-4323-99d8-61db57ee6dd8 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:08.313411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-295ecdf7-1fb6-4816-8aa4-460085eaa64a req-98135f83-6cb6-4323-99d8-61db57ee6dd8 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0537138 Oct 18 23:31:08.361985 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-295ecdf7-1fb6-4816-8aa4-460085eaa64a req-9a0731c4-1bcb-4307-a40e-a86f108099e2 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Oct 18 23:31:08.520976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63038c9-831f-4428-a81d-5cf8ed887be8 req-18492449-e289-4a3c-a557-f2c9e505df75 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:08.527452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c63038c9-831f-4428-a81d-5cf8ed887be8 req-18492449-e289-4a3c-a557-f2c9e505df75 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 946 time: 0.0787604 Oct 18 23:31:08.580994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c63038c9-831f-4428-a81d-5cf8ed887be8 req-0aeb7711-25d9-499a-9760-e44719a3d9f7 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Oct 18 23:31:09.558127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81e9b-9ebb-4b08-ab87-64917a286525 req-6379715b-50bd-4d38-9341-ad2930471606 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:09.563748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fda81e9b-9ebb-4b08-ab87-64917a286525 req-6379715b-50bd-4d38-9341-ad2930471606 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0890884 Oct 18 23:31:09.630509 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fda81e9b-9ebb-4b08-ab87-64917a286525 req-68b79b66-8499-44af-b314-49d6f292daa9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631511 Oct 18 23:31:09.797148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe33691-3b1a-4c83-8167-c3a0950b00c3 req-10ba59db-9a9f-45b9-a494-c47f40e0bcee tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:09.800199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8fe33691-3b1a-4c83-8167-c3a0950b00c3 req-10ba59db-9a9f-45b9-a494-c47f40e0bcee tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 946 time: 0.0846303 Oct 18 23:31:09.868426 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8fe33691-3b1a-4c83-8167-c3a0950b00c3 req-9b3dd14e-05eb-4e98-8f09-4c8c74c5b3c7 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 Oct 18 23:31:10.846754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb427d8-4ea3-46fb-849e-983d96a32177 req-aae63bfe-cf23-41e0-841a-ebf927eb8067 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:10.852586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbb427d8-4ea3-46fb-849e-983d96a32177 req-aae63bfe-cf23-41e0-841a-ebf927eb8067 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.1326289 Oct 18 23:31:10.917261 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbb427d8-4ea3-46fb-849e-983d96a32177 req-00ccde18-cdb3-4d11-9e1e-dfa04a44acd7 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574563 Oct 18 23:31:12.077970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb5307-be62-4c02-8890-6e296978bbb8 req-5eeb95f6-e9c5-4e4f-b9ac-dc66aae0af42 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:12.079622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbbb5307-be62-4c02-8890-6e296978bbb8 req-5eeb95f6-e9c5-4e4f-b9ac-dc66aae0af42 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0758312 Oct 18 23:31:12.133567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbbb5307-be62-4c02-8890-6e296978bbb8 req-13308f71-0f9a-42c7-b587-30b094d6b9f1 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467505 Oct 18 23:31:13.340009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56570) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:13.341678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b053abe-3950-4f6e-8e1f-86e8bdcad410 req-818b2a03-1f36-40b7-8043-08a88d0ce918 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:13.355460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b053abe-3950-4f6e-8e1f-86e8bdcad410 req-818b2a03-1f36-40b7-8043-08a88d0ce918 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0989552 Oct 18 23:31:13.438615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b053abe-3950-4f6e-8e1f-86e8bdcad410 req-6a5f2c38-4303-4f1a-8593-18adcdc85cf6 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766582 Oct 18 23:31:13.608598 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:13.714159 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:13.721756 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:13.780926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a0c1c1-e7d5-4051-9d3d-ae838788a48f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:13.785053 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03062643dea74c6f888a2ed531ab81ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432399 Oct 18 23:31:13.787787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56574) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:13.797041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.797600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.798189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.798940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.799529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.799964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.800389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.800882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.801807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.802226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.803202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.803202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3cd10d-9652-43c3-8bd7-8fe11bbc4031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:13.884333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:13.912626 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:13.971811 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:13.973746 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:13.978097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9a0c1c1-e7d5-4051-9d3d-ae838788a48f HTTP/1.1" status: 204 len: 168 time: 0.1889486 Oct 18 23:31:13.993421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a0c1c1-e7d5-4051-9d3d-ae838788a48f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:14.006631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.007102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.007828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.008263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.009151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.009802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.010276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.010702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.011341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.011955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.012870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.013304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a5d772-df30-4b75-a053-3de8dbf1bea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:14.602783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bfe32-9411-4443-817e-fe7fc5c10576 req-fad7a09f-af68-4d67-a0e9-8254e1db9edc tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:14.612157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e3bfe32-9411-4443-817e-fe7fc5c10576 req-fad7a09f-af68-4d67-a0e9-8254e1db9edc tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0787482 Oct 18 23:31:14.675992 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e3bfe32-9411-4443-817e-fe7fc5c10576 req-8605c556-c4fd-4f35-a9f6-bb264cd42732 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607469 Oct 18 23:31:15.772471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56658) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:15.837593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff787f6e-12e3-4512-a6cf-107b5928a2ed req-437d63bd-a3e6-4b70-8050-0588b20a0ce2 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:15.839297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff787f6e-12e3-4512-a6cf-107b5928a2ed req-437d63bd-a3e6-4b70-8050-0588b20a0ce2 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0604126 Oct 18 23:31:15.896806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff787f6e-12e3-4512-a6cf-107b5928a2ed req-a4dfc9d9-bd51-4e13-9a71-ed3f0d5e0ed6 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459645 Oct 18 23:31:15.917763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8790-75e4-49c9-939c-080aaca55169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:16.059073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8790-75e4-49c9-939c-080aaca55169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:16.064537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8790-75e4-49c9-939c-080aaca55169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:16.120333 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ed1b8790-75e4-49c9-939c-080aaca55169 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60f9b3a021164d23b40c008f9414b568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429034 Oct 18 23:31:16.120686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56662) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:16.140089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b8790-75e4-49c9-939c-080aaca55169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d739bd-a54c-4d96-86eb-bdaa875d91ba,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:16.182472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f77e6dd-3127-4e02-8a23-6b6950bb8a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:16.211139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f77e6dd-3127-4e02-8a23-6b6950bb8a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:16.271893 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f77e6dd-3127-4e02-8a23-6b6950bb8a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:16.277793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f77e6dd-3127-4e02-8a23-6b6950bb8a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:16.279541 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4f77e6dd-3127-4e02-8a23-6b6950bb8a4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96d739bd-a54c-4d96-86eb-bdaa875d91ba HTTP/1.1" status: 204 len: 168 time: 0.1576858 Oct 18 23:31:16.290031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e6dd-3127-4e02-8a23-6b6950bb8a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d739bd-a54c-4d96-86eb-bdaa875d91ba,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:17.043708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93c7e9-1265-4931-8f0e-7d806edfc2c7 req-e4c48393-3ec1-453f-951a-2f1fb1816b33 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:17.045590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f93c7e9-1265-4931-8f0e-7d806edfc2c7 req-e4c48393-3ec1-453f-951a-2f1fb1816b33 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0657778 Oct 18 23:31:17.115447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f93c7e9-1265-4931-8f0e-7d806edfc2c7 req-6cd00fd5-648d-47a9-b2c9-b5e0f63f93cd tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566037 Oct 18 23:31:18.256286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1361c03-220c-45c4-9b84-f08312958ac6 req-6a6c07aa-7aa9-467f-8c0a-e403777d6669 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:18.264471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1361c03-220c-45c4-9b84-f08312958ac6 req-6a6c07aa-7aa9-467f-8c0a-e403777d6669 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0670180 Oct 18 23:31:18.304483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1361c03-220c-45c4-9b84-f08312958ac6 req-aa0f1943-78f8-4426-9147-d3bdefd3dccf tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390422 Oct 18 23:31:19.119577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef26c6-a769-44a9-992e-17964f2177b5 req-7a8f9b98-596b-46f4-9b09-a0e8d5d9594d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:19.131507 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8aef26c6-a769-44a9-992e-17964f2177b5 req-7a8f9b98-596b-46f4-9b09-a0e8d5d9594d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.0981569 Oct 18 23:31:19.249748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8aef26c6-a769-44a9-992e-17964f2177b5 req-5fb9a0ba-2239-4bd5-898f-8cbdc26a8d6e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171052 Oct 18 23:31:19.571804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985cf68-980f-4182-8a3b-31ff3c45955a req-d4c93f45-2b13-4528-8b92-6d264b4c979f tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:19.583305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2985cf68-980f-4182-8a3b-31ff3c45955a req-d4c93f45-2b13-4528-8b92-6d264b4c979f tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.1239316 Oct 18 23:31:19.629593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2985cf68-980f-4182-8a3b-31ff3c45955a req-70519810-6628-4076-8eea-34cde26b9c34 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445724 Oct 18 23:31:20.220432 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-881c52ae-5c33-4d73-b1de-0589bb03957c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:20.770610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56a119-09a7-4f30-a101-97a544cf6fbb req-4b54a502-996d-4c66-910f-a91cc5494a16 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:20.778926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba56a119-09a7-4f30-a101-97a544cf6fbb req-4b54a502-996d-4c66-910f-a91cc5494a16 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0656815 Oct 18 23:31:20.830100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba56a119-09a7-4f30-a101-97a544cf6fbb req-7a8499c9-f40d-4f2c-bfac-39820118012c tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Oct 18 23:31:20.903859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56854) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:21.029134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f17d9bf-bdc3-402e-9e87-49319d5be391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.105986 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f17d9bf-bdc3-402e-9e87-49319d5be391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.111603 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f17d9bf-bdc3-402e-9e87-49319d5be391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.156969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17d9bf-bdc3-402e-9e87-49319d5be391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a12cb-440e-4611-929a-ab0c14a221b9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:21.166498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56862) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:21.169567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1f17d9bf-bdc3-402e-9e87-49319d5be391 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a757064c8dde480aaf787283ab7721eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637296 Oct 18 23:31:21.237128 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d987214-9b27-4029-9fe8-dc2197f34425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.265826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d987214-9b27-4029-9fe8-dc2197f34425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.324492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d987214-9b27-4029-9fe8-dc2197f34425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.328368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d987214-9b27-4029-9fe8-dc2197f34425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.331353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2d987214-9b27-4029-9fe8-dc2197f34425 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/434a12cb-440e-4611-929a-ab0c14a221b9 HTTP/1.1" status: 204 len: 168 time: 0.1632714 Oct 18 23:31:21.340031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d987214-9b27-4029-9fe8-dc2197f34425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a12cb-440e-4611-929a-ab0c14a221b9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:21.634398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56872) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:21.649649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fcb72d7-f819-4a0d-becb-3451a0aa5d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.736721 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fcb72d7-f819-4a0d-becb-3451a0aa5d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.741057 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fcb72d7-f819-4a0d-becb-3451a0aa5d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.785976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb72d7-f819-4a0d-becb-3451a0aa5d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a64f37-f858-465c-b3ed-4f400e6c8ce3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:21.790331 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6fcb72d7-f819-4a0d-becb-3451a0aa5d38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bc34f98d4944ffca2feb662c7876b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547184 Oct 18 23:31:21.794558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56874) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:21.860287 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbba4886-3453-48ea-af66-98fcbad81743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.888458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbba4886-3453-48ea-af66-98fcbad81743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.948022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbba4886-3453-48ea-af66-98fcbad81743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.953268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbba4886-3453-48ea-af66-98fcbad81743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:21.955592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bbba4886-3453-48ea-af66-98fcbad81743 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7a64f37-f858-465c-b3ed-4f400e6c8ce3 HTTP/1.1" status: 204 len: 168 time: 0.1598167 Oct 18 23:31:21.969069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83821c-5094-4a02-9a75-e0abf7f7259b req-62ba3725-1b7e-4ff9-a2e7-bd9f0412146f tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:21.971115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f83821c-5094-4a02-9a75-e0abf7f7259b req-62ba3725-1b7e-4ff9-a2e7-bd9f0412146f tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0698671 Oct 18 23:31:21.981204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba4886-3453-48ea-af66-98fcbad81743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a64f37-f858-465c-b3ed-4f400e6c8ce3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:22.046901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f83821c-5094-4a02-9a75-e0abf7f7259b req-277e914a-c05b-4960-8992-3e56181f94fc tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Oct 18 23:31:22.338011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56896) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:22.479805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd9fe-972a-48dd-9d46-8b65ef5607f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:22.569561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd9fe-972a-48dd-9d46-8b65ef5607f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:22.573649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd9fe-972a-48dd-9d46-8b65ef5607f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:22.618887 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ae5fd9fe-972a-48dd-9d46-8b65ef5607f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ceef7f997364a94a4626c42813ae5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797155 Oct 18 23:31:22.619944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fd9fe-972a-48dd-9d46-8b65ef5607f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3271d4af-8eb4-4462-baf6-da6575c27733,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:22.622171 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56912) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:22.680834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b09ea7e-e17d-4dc6-9ea1-ab8bc303d4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:22.707884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b09ea7e-e17d-4dc6-9ea1-ab8bc303d4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:22.766992 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b09ea7e-e17d-4dc6-9ea1-ab8bc303d4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:22.775097 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b09ea7e-e17d-4dc6-9ea1-ab8bc303d4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:22.776509 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6b09ea7e-e17d-4dc6-9ea1-ab8bc303d4b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3271d4af-8eb4-4462-baf6-da6575c27733 HTTP/1.1" status: 204 len: 168 time: 0.1532168 Oct 18 23:31:22.787674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09ea7e-e17d-4dc6-9ea1-ab8bc303d4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3271d4af-8eb4-4462-baf6-da6575c27733,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:23.181010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14991e9c-b58b-47e7-b366-f3a4c0ed491a req-814020c9-222c-415f-a6e9-9da8a7647fb9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:23.182568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14991e9c-b58b-47e7-b366-f3a4c0ed491a req-814020c9-222c-415f-a6e9-9da8a7647fb9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0581040 Oct 18 23:31:23.227065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14991e9c-b58b-47e7-b366-f3a4c0ed491a req-6b45dc22-4349-4a9e-9030-a9d36e8ad959 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377243 Oct 18 23:31:23.896563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-065d806a-c21d-4d18-a0ae-9a4934784678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.371166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862b96b-c0c8-43a0-95fc-abfc4a4331b5 req-02417b63-dbe8-4504-92f8-1585d4d1c703 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:24.372701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8862b96b-c0c8-43a0-95fc-abfc4a4331b5 req-02417b63-dbe8-4504-92f8-1585d4d1c703 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0556839 Oct 18 23:31:24.419127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8862b96b-c0c8-43a0-95fc-abfc4a4331b5 req-c83eebc7-c2b4-467f-b4a0-17f4e704372d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 Oct 18 23:31:24.421463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57016) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:24.624442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'network': {'name': 'tempest-network-smoke--466646173', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'port_security_enabled': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:24.650138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Made reservation on behalf of 4f19dc11e54e439aa6a9975655d4538f for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:31:24.654345 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.667261 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.752649 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.793401 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.799189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:31:24.817511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.840447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:31:24.853179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.853980 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Added segment a022094b-3730-4f45-84b8-fdf0d40851c9 of type vlan for network 54c49414-9569-40cd-bd49-5fa9d2ab1860 Oct 18 23:31:24.902513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.934988 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.942400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:24.944039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:24.995530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:25.000323 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5765035 Oct 18 23:31:25.003938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57042) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:25.008749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'admin_state_up': True, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:25.012474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a8c6f2-b08e-488c-ae76-cb54117dad67,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:25.039964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'port_id': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'mac_address': 'fa:16:3e:41:b9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:31:25.063714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.064807 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.075052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce521219-2b70-4d1f-9101-a3348d193172 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Network': ['ID=54c49414-9569-40cd-bd49-5fa9d2ab1860,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:25.094260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 54c49414-9569-40cd-bd49-5fa9d2ab1860 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:31:25.162854 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.170101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.186379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:31:25.208725 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:25.210926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57048) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:25.220135 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.294526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:25.300354 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.389446 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27860601-0bca-455a-afd6-da3418fbe997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.414175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.494164 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27860601-0bca-455a-afd6-da3418fbe997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.494761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:31:25.499604 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27860601-0bca-455a-afd6-da3418fbe997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.554872 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-27860601-0bca-455a-afd6-da3418fbe997 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6332432efe14ef1b85fd724cdf05cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420660 Oct 18 23:31:25.555635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57054) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:25.576523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27860601-0bca-455a-afd6-da3418fbe997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9513ab04-541f-4cf2-840f-5b0b497dbe8f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:25.604671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe2a84-5da8-43e7-86f4-ac820e851cf9 req-4c5180d3-12d3-4e7a-bd04-f14a94081072 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:25.606768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdbe2a84-5da8-43e7-86f4-ac820e851cf9 req-4c5180d3-12d3-4e7a-bd04-f14a94081072 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0883536 Oct 18 23:31:25.646206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-658a7d0e-db3b-422e-92e3-824f038578e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.682507 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-658a7d0e-db3b-422e-92e3-824f038578e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.740653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-658a7d0e-db3b-422e-92e3-824f038578e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.743489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.743894 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-658a7d0e-db3b-422e-92e3-824f038578e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.745060 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-658a7d0e-db3b-422e-92e3-824f038578e3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9513ab04-541f-4cf2-840f-5b0b497dbe8f HTTP/1.1" status: 204 len: 168 time: 0.1835856 Oct 18 23:31:25.757235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a7d0e-db3b-422e-92e3-824f038578e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9513ab04-541f-4cf2-840f-5b0b497dbe8f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:25.778150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:25.792651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdbe2a84-5da8-43e7-86f4-ac820e851cf9 req-121e3f3e-275c-4a44-a16a-2e23a8b90981 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249094 Oct 18 23:31:25.893668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.25.7.232 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:31:26.052416 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.097097 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.098598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57076) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:26.112655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e708073-e3e2-4ad7-bd3b-8b1e755aeaf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.138051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:31:26.144302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:31:26.148880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:31:26.182899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:26.221916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e708073-e3e2-4ad7-bd3b-8b1e755aeaf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.226498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e708073-e3e2-4ad7-bd3b-8b1e755aeaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.277053 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3e708073-e3e2-4ad7-bd3b-8b1e755aeaf8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d84f41deece84da19dc2c4000ec32a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730697 Oct 18 23:31:26.277561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57086) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:26.292514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e708073-e3e2-4ad7-bd3b-8b1e755aeaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20c9d34-ab17-4241-b934-49d53f500640,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:26.360648 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7476d83-841a-4323-89fa-dde901aee221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.395215 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7476d83-841a-4323-89fa-dde901aee221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.455759 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7476d83-841a-4323-89fa-dde901aee221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.459689 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7476d83-841a-4323-89fa-dde901aee221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.460894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e7476d83-841a-4323-89fa-dde901aee221 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e20c9d34-ab17-4241-b934-49d53f500640 HTTP/1.1" status: 204 len: 168 time: 0.1821456 Oct 18 23:31:26.470586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7476d83-841a-4323-89fa-dde901aee221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20c9d34-ab17-4241-b934-49d53f500640,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:26.826373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:31:26.827920 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.903740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:26.904964 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:26.935418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80776bb5-6dd8-446e-86d6-18654a3e9e41 req-dad610aa-8d04-4ee2-976b-a412388bddc8 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:26.937812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-80776bb5-6dd8-446e-86d6-18654a3e9e41 req-dad610aa-8d04-4ee2-976b-a412388bddc8 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0644355 Oct 18 23:31:26.990335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-80776bb5-6dd8-446e-86d6-18654a3e9e41 req-917d7c2b-32cd-44cb-bb5f-83db5663a02e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Oct 18 23:31:27.016215 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:27.043606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:31:27.046315 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072211ff-6181-49fe-b554-2c7337c1f940" -d '{"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:31:27.084866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:27.090410 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:27.141206 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076664d3-c4c2-4872-8327-014afc4f76f3 x-openstack-request-id: req-076664d3-c4c2-4872-8327-014afc4f76f3 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:31:27.141490 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:31:27.141749 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-076664d3-c4c2-4872-8327-014afc4f76f3 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:31:27.142185 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'code': 200} Oct 18 23:31:27.147535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:27.152341 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:27.310089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router e8b16794-c16e-4bc1-85f1-033ca4e39922 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:31:27.451701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:31:27.464999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Sync routers for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:31:27.481108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:31:27.482626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:31:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:31:27.503494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:27.505300 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-35360b69-562a-4f21-9a92-e1cb0e86a5b9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5002589 Oct 18 23:31:27.508929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57128) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:27.629700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:31:27.854606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:27.869758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e8f6d024-c206-4c5f-88e8-a258b2b13504 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=4f19dc11e54e439aa6a9975655d4538f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3589315 Oct 18 23:31:27.872559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57142) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:27.927466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:26Z', 'revision_number': 3, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:31:27.965582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Checking router: e8b16794-c16e-4bc1-85f1-033ca4e39922 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:31:27.966228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Updating router e8b16794-c16e-4bc1-85f1-033ca4e39922 port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:31:27.997214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:28.086196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86a8ea0-7345-4b01-b0b8-144249be5b42 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:28.090480 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b86a8ea0-7345-4b01-b0b8-144249be5b42 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2164891 Oct 18 23:31:28.093012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57150) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:28.147776 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f78f71fb-299d-420c-a78c-4834c0fbde16 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526643 Oct 18 23:31:28.150517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57156) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:28.156399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-466760299', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:28.220237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc28921-abd6-44ae-b055-e1a125498a59 req-d201690e-a5f7-435c-bc4c-4a2142b087eb tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:28.231537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ecc28921-abd6-44ae-b055-e1a125498a59 req-d201690e-a5f7-435c-bc4c-4a2142b087eb tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0817695 Oct 18 23:31:28.284194 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ecc28921-abd6-44ae-b055-e1a125498a59 req-387b8f56-39ce-44b2-b948-c03f607caaba tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512781 Oct 18 23:31:28.335589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Made reservation on behalf of 4f19dc11e54e439aa6a9975655d4538f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:31:28.340138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:28.407521 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:28.419060 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:28.572326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c1d4e-3730-4921-9a77-f1c79697e033 None None] Pushing event updated for resources: {'Port': ['ID=6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:28.574981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Attempting to bind port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:31:28.581408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Attempting to bind port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:31:28.582021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Attempting to bind port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:31:28.590359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:31:28.590666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:31:28.590979 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:28.596037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:31:28.596653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Bound port: 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:31:28.596966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:28.683212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] For port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:31:28.688080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] For port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:31:28.700463 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:28.734474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:28.779674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:31:28.780397 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:31:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:31:28.866174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b05cab-9cfa-495a-a1a4-cb90dbb68091 req-8e73e939-fdef-4346-affd-24a5f27fe9bf tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:28.875492 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6b05cab-9cfa-495a-a1a4-cb90dbb68091 req-8e73e939-fdef-4346-affd-24a5f27fe9bf tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.1143477 Oct 18 23:31:28.884835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Subnet': ['ID=c20b290c-2a0d-4ffc-8565-a3dc28de5d48,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:28.887597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Checking segment: {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:31:28.887978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network hostable DHCP agents. Network: 54c49414-9569-40cd-bd49-5fa9d2ab1860, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:31:28.951336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network 54c49414-9569-40cd-bd49-5fa9d2ab1860 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:31:28.970008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 54c49414-9569-40cd-bd49-5fa9d2ab1860) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:31:28.993838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:28.994690 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:29.022877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-abb426a5-5e4e-4b40-9cca-a26d25462ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:29.024422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-abb426a5-5e4e-4b40-9cca-a26d25462ebf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99776e1db0c442d186a33293a4057542&device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 1098 time: 0.1433225 Oct 18 23:31:29.024999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-124611cf-1af1-4786-82f3-bff4d94d86e3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8723214 Oct 18 23:31:29.038626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57188) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:29.053657 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6b05cab-9cfa-495a-a1a4-cb90dbb68091 req-beb6c05e-0ec9-4d4f-854e-86847f430887 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768808 Oct 18 23:31:29.069479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf7e8bc-c075-4e09-a616-a75dd7c6e1bd None None] Network 54c49414-9569-40cd-bd49-5fa9d2ab1860 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:31:29.084747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c1d4e-3730-4921-9a77-f1c79697e033 None None] Pushing event updated for resources: {'Port': ['ID=6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:29.233955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-78e61083-6c1f-40cf-a41e-16632304b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:29.235509 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-78e61083-6c1f-40cf-a41e-16632304b546 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 200 len: 916 time: 0.1865895 Oct 18 23:31:29.245072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:31:29.290195 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-9a8fdca3-fa4f-4e71-a4b4-487a8471bb28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58d16272-0ba8-4171-8e04-8afaa7d7defd HTTP/1.1" status: 200 len: 217 time: 0.0455067 Oct 18 23:31:29.491383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-7337bfac-0278-4fc6-9f48-6f01d8008cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:29.493115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-7337bfac-0278-4fc6-9f48-6f01d8008cb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b176acb-8fe3-43b2-b4a1-c21b9bd4891e HTTP/1.1" status: 200 len: 854 time: 0.1962230 Oct 18 23:31:29.535888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-54c49414-9569-40cd-bd49-5fa9d2ab1860', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:31:29.537387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:29.638781 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-b7aa8014-72d9-41cd-9ae3-381ce912f1bc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2270324 Oct 18 23:31:29.802237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Allocated IP 172.20.0.2 (54c49414-9569-40cd-bd49-5fa9d2ab1860/c20b290c-2a0d-4ffc-8565-a3dc28de5d48/0d9f4f6a-4c3d-480c-9e65-eb51843e8f80) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:31:29.805698 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:26Z', 'revision_number': 3, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:31:29.846779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4825bc-753c-4335-9be9-dd85a7589cc9 None None] The sync data for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 is: [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:26Z', 'revision_number': 3, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:31:30.120164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-f2dbc423-4a64-4c35-880b-b1f2425fcd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:30.121718 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-f2dbc423-4a64-4c35-880b-b1f2425fcd2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5224392 Oct 18 23:31:30.260071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-d5c593d5-5c12-4743-9afb-314cddc6d093 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265502 Oct 18 23:31:30.302957 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:30.333189 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:30.464573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Network 54c49414-9569-40cd-bd49-5fa9d2ab1860 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:31:30.471357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:31:30.476070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-39df9510-2e41-4b3c-8790-ea358164e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:30.478566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-39df9510-2e41-4b3c-8790-ea358164e9d8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 1097 time: 0.7708545 Oct 18 23:31:30.491369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:31:30.511529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57244) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:30.649121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Attempting to bind port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:31:30.650820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Attempting to bind port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:31:30.651373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Attempting to bind port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 on network 54c49414-9569-40cd-bd49-5fa9d2ab1860 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:31:30.657806 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Pushing event updated for resources: {'Port': ['ID=0d9f4f6a-4c3d-480c-9e65-eb51843e8f80,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:30.674043 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84359439-3327-435e-84af-5e38915bb749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:30.675189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:31:30.676531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Checking segment: {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:31:30.677627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:30.677627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Bound using segment: {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:31:30.677966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Bound port: 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:31:30.678237 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:30.899939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adff8bb8-b9d3-430f-8a27-f5d3e15b4e16 req-84b7a71b-d01a-4d58-a682-b13e38da79b1 service neutron] 10.222.0.73 "GET /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190658 Oct 18 23:31:30.979651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:31:31.039707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84359439-3327-435e-84af-5e38915bb749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.052346 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84359439-3327-435e-84af-5e38915bb749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.126552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] For port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:31:31.144547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] For port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0d9f4f6a-4c3d-480c-9e65-eb51843e8f80,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:31:31.165416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-6208f41e-db9c-4b41-aa4a-77e41a59d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:31.167250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-6208f41e-db9c-4b41-aa4a-77e41a59d4d4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 200 len: 915 time: 0.5902023 Oct 18 23:31:31.171939 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.186623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-84359439-3327-435e-84af-5e38915bb749 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45fbb490eeac4a8aa7f005a43edf80b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6737657 Oct 18 23:31:31.188687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57266) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:31.234153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6b3cb-c2e6-47b3-8872-7b04f6530bca req-1b59e0fd-6da3-4902-a8e1-463208be77b9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:31.241222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcf6b3cb-c2e6-47b3-8872-7b04f6530bca req-1b59e0fd-6da3-4902-a8e1-463208be77b9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.8867066 Oct 18 23:31:31.249597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359439-3327-435e-84af-5e38915bb749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25a64f6-c80c-49e7-acb2-882cd981c846,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:31.308123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.353346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-f2258572-5faf-4c08-a8be-e8e59433fc9f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2842ed04-1097-4ad7-832e-bf17156c8361 HTTP/1.1" status: 200 len: 217 time: 0.1726635 Oct 18 23:31:31.392562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:31.393927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.396674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbfdab-58fb-4dbd-a332-3c58bf5323e5 None None] Pushing event updated for resources: {'Port': ['ID=0d9f4f6a-4c3d-480c-9e65-eb51843e8f80,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:31.425245 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcf6b3cb-c2e6-47b3-8872-7b04f6530bca req-44c2f638-a8dd-4f3b-ae8b-9748bcdfb8f9 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665614 Oct 18 23:31:31.500656 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e53b016-0b36-4c24-ab0b-0ddc383ce795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.628099 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.687501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:31.690592 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e53b016-0b36-4c24-ab0b-0ddc383ce795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.698156 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.843609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:31.846307 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e53b016-0b36-4c24-ab0b-0ddc383ce795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.850852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e53b016-0b36-4c24-ab0b-0ddc383ce795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:31.852408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0e53b016-0b36-4c24-ab0b-0ddc383ce795 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d25a64f6-c80c-49e7-acb2-882cd981c846 HTTP/1.1" status: 204 len: 168 time: 0.6613898 Oct 18 23:31:31.880625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53b016-0b36-4c24-ab0b-0ddc383ce795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25a64f6-c80c-49e7-acb2-882cd981c846,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:31.917369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-000ca2f8-20be-4699-8a8b-c50b6ad1e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:31.919484 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-000ca2f8-20be-4699-8a8b-c50b6ad1e59d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 200 len: 854 time: 0.5520744 Oct 18 23:31:32.124325 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-20e18ce0-5df5-496d-927b-13ef027770ce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12fd6d78-9b65-4cd7-a07f-c4736d04911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853093 Oct 18 23:31:32.343626 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-f082c5ed-221e-4058-8166-15a5baaa79b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7030673 Oct 18 23:31:32.551176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57296) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:32.559418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-85e6a65c-4b0b-4f49-ab26-ae0586a5330e service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177623 Oct 18 23:31:32.568996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-15b03be0-b11f-4c0a-b108-11383c068c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:32.571837 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-15b03be0-b11f-4c0a-b108-11383c068c52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 1097 time: 0.1504834 Oct 18 23:31:32.580559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-61bb9c26-137f-4f78-80ca-f6d1f76b4c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:32.580924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.20.0.1 (54c49414-9569-40cd-bd49-5fa9d2ab1860/c20b290c-2a0d-4ffc-8565-a3dc28de5d48/30118cab-f110-4ed7-9cf3-62c4a84a64b5) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:31:32.781018 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-61bb9c26-137f-4f78-80ca-f6d1f76b4c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:32.796401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-61bb9c26-137f-4f78-80ca-f6d1f76b4c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:32.962577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-61bb9c26-137f-4f78-80ca-f6d1f76b4c69 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=711b403fa4de41e39663eee2b4b6831e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097304 Oct 18 23:31:32.963981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb9c26-137f-4f78-80ca-f6d1f76b4c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febadfd-e3e0-48f3-a6d0-538e165ad40d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:32.979157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57300) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:33.103301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.112129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfa92907-f5c7-4c5e-b3db-d813ce37e1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.142314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:31:33.155238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfa92907-f5c7-4c5e-b3db-d813ce37e1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.158939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e593d20-2884-422b-95cc-8f5f805bc4d9 req-1c02b588-6a73-480e-8469-b45c765469e6 service neutron] 10.222.0.102 "GET /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536823 Oct 18 23:31:33.242165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b781649-ca43-4eff-922a-9a6a49f34d42 req-4500ac5d-9a85-4441-aae3-ca366b6e2dcb tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:33.262360 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b781649-ca43-4eff-922a-9a6a49f34d42 req-4500ac5d-9a85-4441-aae3-ca366b6e2dcb tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.6248515 Oct 18 23:31:33.280323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:33.281103 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.306941 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfa92907-f5c7-4c5e-b3db-d813ce37e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.312706 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfa92907-f5c7-4c5e-b3db-d813ce37e1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.320291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cfa92907-f5c7-4c5e-b3db-d813ce37e1b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6febadfd-e3e0-48f3-a6d0-538e165ad40d HTTP/1.1" status: 204 len: 168 time: 0.3368225 Oct 18 23:31:33.366183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa92907-f5c7-4c5e-b3db-d813ce37e1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febadfd-e3e0-48f3-a6d0-538e165ad40d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:33.515650 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.576742 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b781649-ca43-4eff-922a-9a6a49f34d42 req-737f328b-4d63-4519-871d-2326868e156c tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122385 Oct 18 23:31:33.582562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-b5aa3cd2-3202-4638-a2d6-8079076d401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:33.597249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-b5aa3cd2-3202-4638-a2d6-8079076d401b service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.9783468 Oct 18 23:31:33.615562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce84f75-6e7c-4b99-9262-a49b03c2e81a None None] Network 54c49414-9569-40cd-bd49-5fa9d2ab1860 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:31:33.619159 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.869694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0d9f4f6a-4c3d-480c-9e65-eb51843e8f80,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:33.871130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9843252d-7489-4a1b-91a8-0126640b33cf None None] Provisioning complete for port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:33.871635 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9843252d-7489-4a1b-91a8-0126640b33cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.909814 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:33.911356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:31:34.182240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=0d9f4f6a-4c3d-480c-9e65-eb51843e8f80,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:34.187905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network 54c49414-9569-40cd-bd49-5fa9d2ab1860 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:31:34.214474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=30118cab-f110-4ed7-9cf3-62c4a84a64b5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:34.235689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:34.236411 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:34.242823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:31:34.260414 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-32ebde26-124e-4d3f-9afe-10386714d92a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec HTTP/1.1" status: 200 len: 1001 time: 0.6586273 Oct 18 23:31:34.263340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:31:34.407427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04d20f-c4fa-40b9-afc7-b179c1aa6ba5 req-d209b791-f30f-44a2-a6dc-0a19349529f5 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:34.417530 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f04d20f-c4fa-40b9-afc7-b179c1aa6ba5 req-d209b791-f30f-44a2-a6dc-0a19349529f5 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.4172273 Oct 18 23:31:34.507156 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f04d20f-c4fa-40b9-afc7-b179c1aa6ba5 req-d2335930-7127-4da3-b56f-5592b6b77326 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879810 Oct 18 23:31:34.541577 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-e632cdb4-ab9b-40e7-8f10-5dc2200b6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:34.543709 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-e632cdb4-ab9b-40e7-8f10-5dc2200b6645 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.2756107 Oct 18 23:31:34.553755 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:34.649890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6c04ecf6-5fa3-4902-ba0e-343da833ec4d None None] Provisioning complete for port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:34.653184 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c04ecf6-5fa3-4902-ba0e-343da833ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:34.889048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6c04ecf6-5fa3-4902-ba0e-343da833ec4d None None] Port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:31:34.921262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c40cb-e084-415a-9a52-1384ae469167 req-be491537-ad4f-40de-9c34-e31b18c47d90 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:34.923056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:34.931744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb6c40cb-e084-415a-9a52-1384ae469167 req-be491537-ad4f-40de-9c34-e31b18c47d90 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 945 time: 0.1960158 Oct 18 23:31:34.936626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:31:35.027756 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb6c40cb-e084-415a-9a52-1384ae469167 req-67a6da86-d1ed-480c-81ae-8510623d0e23 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946312 Oct 18 23:31:35.029441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:35.115954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6c04ecf6-5fa3-4902-ba0e-343da833ec4d None None] Provisioning complete for port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:35.116634 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c04ecf6-5fa3-4902-ba0e-343da833ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:35.126405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-8c8e0938-77ec-4fb5-8720-62ca7ce372f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:35.128402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-8c8e0938-77ec-4fb5-8720-62ca7ce372f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5765479 Oct 18 23:31:35.213959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:35.214535 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:35.284727 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:31:35.406571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-4337e62a-e3e9-446f-b413-0d95df456d64 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456915 Oct 18 23:31:35.503218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927cf92-04bf-4fa9-80cb-abc0b4a4a5e3 req-6554416f-a0db-4344-93a2-1112704be0ab tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:35.511566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3927cf92-04bf-4fa9-80cb-abc0b4a4a5e3 req-6554416f-a0db-4344-93a2-1112704be0ab tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 0.3225734 Oct 18 23:31:35.635407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9add98c6-d11a-4c9c-bb2f-eeb380aaf3ee None None] Provisioning complete for port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:35.636467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9add98c6-d11a-4c9c-bb2f-eeb380aaf3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:35.669866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3927cf92-04bf-4fa9-80cb-abc0b4a4a5e3 req-6bb731a4-e30b-4c06-8563-36e31c950744 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571369 Oct 18 23:31:35.743641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9add98c6-d11a-4c9c-bb2f-eeb380aaf3ee None None] Port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:31:35.764227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-80755ef6-884b-4ae6-b479-754a2c0bfdd7 req-fd897817-c318-4f5a-93a1-3350c3981824 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:31:35.765673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80755ef6-884b-4ae6-b479-754a2c0bfdd7 req-fd897817-c318-4f5a-93a1-3350c3981824 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0109479 Oct 18 23:31:35.965364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80755ef6-884b-4ae6-b479-754a2c0bfdd7 req-e1e2601e-4b30-4861-bddd-3bc9e364ac1d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1809726 Oct 18 23:31:35.991977 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:36.010319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:36.074359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad38adf-d875-4fba-b193-2b6b4de550b6 req-d733be92-05f9-4145-88b5-033bca2149a0 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574311 Oct 18 23:31:36.200986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=30118cab-f110-4ed7-9cf3-62c4a84a64b5,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:36.241221 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:36.249367 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:36.590562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498983dd-e07a-43c5-8cd5-4d121acce5b1 req-4351045c-e3e1-4640-b2a9-bc4f016a6b9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:36.596723 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-498983dd-e07a-43c5-8cd5-4d121acce5b1 req-4351045c-e3e1-4640-b2a9-bc4f016a6b9d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.0924871 Oct 18 23:31:36.627196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network 54c49414-9569-40cd-bd49-5fa9d2ab1860 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:31:36.631398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:31:36.711575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-498983dd-e07a-43c5-8cd5-4d121acce5b1 req-411baa51-4327-42d2-a947-e39e66106728 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995834 Oct 18 23:31:36.923764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router e8b16794-c16e-4bc1-85f1-033ca4e39922 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:31:37.109656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14946e-1fd1-49e8-b822-564639731c64 req-f3cdb4db-8456-43a4-a8b7-4bff778b4bf6 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:37.114217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe14946e-1fd1-49e8-b822-564639731c64 req-f3cdb4db-8456-43a4-a8b7-4bff778b4bf6 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 945 time: 0.2352521 Oct 18 23:31:37.224836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe14946e-1fd1-49e8-b822-564639731c64 req-ca5a9991-8f56-4d9d-8ac3-74a78b156a0a tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026168 Oct 18 23:31:37.404738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-05c21a07-8f47-4194-ac0b-1259cf4cff11 None None] Provisioning complete for port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:37.407147 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05c21a07-8f47-4194-ac0b-1259cf4cff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:37.496711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-05c21a07-8f47-4194-ac0b-1259cf4cff11 None None] Port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:31:37.750646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:31:37.760896 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-72b3140d-2ab0-4222-8319-abcd4827cd71 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "PUT /v2.0/routers/e8b16794-c16e-4bc1-85f1-033ca4e39922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7199895 Oct 18 23:31:37.771454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57424) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:37.790104 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Sync routers for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:31:37.825611 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:31:37.826436 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:31:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:31:38.033272 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:31:38.367690 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:34Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:35Z', 'revision_number': 2, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:31:38.441229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.442557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.443319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.443978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.444630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.445253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.445876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.446659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.447339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.448302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.448935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.449596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.450254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.450983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.453491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-30da1d59-3e91-4f4c-9a03-ba742c0def6c tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9856 time: 0.6809709 Oct 18 23:31:38.457254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57444) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:38.473931 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Checking router: e8b16794-c16e-4bc1-85f1-033ca4e39922 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:31:38.474554 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Updating router e8b16794-c16e-4bc1-85f1-033ca4e39922 port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:31:38.506010 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:38.841294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2795979-46b7-468e-a235-7291689c7471 req-bc8c3a4a-b43e-45e0-9c09-6546bfc11b43 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.843485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2795979-46b7-468e-a235-7291689c7471 req-bc8c3a4a-b43e-45e0-9c09-6546bfc11b43 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 1.1305332 Oct 18 23:31:38.958434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.958434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.959984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.959984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.959984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.960289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.968371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.968899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.969361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.969818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.970275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.970738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.971187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.971634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:38.977560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e725360-639c-418f-b82d-7988a2195098 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8915 time: 0.5158670 Oct 18 23:31:38.978509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57458) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:39.049163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2795979-46b7-468e-a235-7291689c7471 req-becaf325-33ff-4a2a-ac46-852299dd2209 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604426 Oct 18 23:31:39.296025 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:39.310911 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:39.497496 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Pushing event updated for resources: {'Port': ['ID=30118cab-f110-4ed7-9cf3-62c4a84a64b5,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:39.534269 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.534820 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.535126 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.535607 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.535900 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.536238 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.536611 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.536881 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.537229 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.537557 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.537886 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.538207 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:39.629171 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Attempting to bind port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:31:39.631885 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Attempting to bind port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:31:39.631885 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Attempting to bind port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 on network 54c49414-9569-40cd-bd49-5fa9d2ab1860 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:31:39.674953 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:31:39.680234 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Checking segment: {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:31:39.681709 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:39.693042 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Bound using segment: {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:31:39.693621 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Bound port: 30118cab-f110-4ed7-9cf3-62c4a84a64b5, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:31:39.694306 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:39.718678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89894a15-a5b8-4e26-bf06-2c6b54add380 req-6846424c-7519-4168-9c9c-b2099985259e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:39.726469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89894a15-a5b8-4e26-bf06-2c6b54add380 req-6846424c-7519-4168-9c9c-b2099985259e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:39.732625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89894a15-a5b8-4e26-bf06-2c6b54add380 req-6846424c-7519-4168-9c9c-b2099985259e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:39.741124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89894a15-a5b8-4e26-bf06-2c6b54add380 req-6846424c-7519-4168-9c9c-b2099985259e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650&device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c&device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 2417 time: 0.1949618 Oct 18 23:31:39.797530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1c003b40-d2f4-496f-a56a-0a2629ed9b09 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 0.8176181 Oct 18 23:31:39.840897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89894a15-a5b8-4e26-bf06-2c6b54add380 req-d23f63e5-28f8-4e3d-890b-936afce11a6a tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966194 Oct 18 23:31:39.945332 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] For port 30118cab-f110-4ed7-9cf3-62c4a84a64b5, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:31:39.951742 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] For port 30118cab-f110-4ed7-9cf3-62c4a84a64b5, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=30118cab-f110-4ed7-9cf3-62c4a84a64b5,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:31:39.962649 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f56496ba-fd25-4dc1-9ff5-e013aecaf22f None None] Provisioning complete for port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:39.964370 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f56496ba-fd25-4dc1-9ff5-e013aecaf22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:39.966271 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:40.037468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-4bfff797-fdb4-407f-a08a-a6d654b571a0 req-a29df83d-a58c-47a4-9ff6-e4c3b5dd8769 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:31:40.044422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bfff797-fdb4-407f-a08a-a6d654b571a0 req-a29df83d-a58c-47a4-9ff6-e4c3b5dd8769 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0115044 Oct 18 23:31:40.165519 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde60f76-df7a-4024-a9cc-952bcd991d0d None None] Pushing event updated for resources: {'Port': ['ID=30118cab-f110-4ed7-9cf3-62c4a84a64b5,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:40.192021 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:31:40.192811 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:31:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:31:40.229383 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f56496ba-fd25-4dc1-9ff5-e013aecaf22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:40.320778 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bfff797-fdb4-407f-a08a-a6d654b571a0 req-f51c9b41-bf43-4eaf-b90c-254e0e44645b tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2726989 Oct 18 23:31:40.333961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f56496ba-fd25-4dc1-9ff5-e013aecaf22f None None] For port 30118cab-f110-4ed7-9cf3-62c4a84a64b5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=30118cab-f110-4ed7-9cf3-62c4a84a64b5,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:40.342009 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f56496ba-fd25-4dc1-9ff5-e013aecaf22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:40.490057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56496ba-fd25-4dc1-9ff5-e013aecaf22f None None] Pushing event updated for resources: {'Port': ['ID=30118cab-f110-4ed7-9cf3-62c4a84a64b5,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:40.510526 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:31:40.527969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57494) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:40.533773 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-85b3f2d1-aa1f-4e43-b008-71990dc96886 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849266120', 'description': 'tempest-secgroup-smoke-849266120 description', 'project_id': '4f19dc11e54e439aa6a9975655d4538f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:40.582512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3957a8db-0d99-4a06-b683-ad465bf281dc None None] Provisioning complete for port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:40.583350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3957a8db-0d99-4a06-b683-ad465bf281dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:40.609742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85b3f2d1-aa1f-4e43-b008-71990dc96886 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:40.764271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85b3f2d1-aa1f-4e43-b008-71990dc96886 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:40.773743 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85b3f2d1-aa1f-4e43-b008-71990dc96886 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:40.828224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3f2d1-aa1f-4e43-b008-71990dc96886 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c413348f-f934-467c-b3d0-6dfbec9a9dec,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:40.862516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85b3f2d1-aa1f-4e43-b008-71990dc96886 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:40.864641 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-85b3f2d1-aa1f-4e43-b008-71990dc96886 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3355103 Oct 18 23:31:40.871298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57506) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:40.876228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8de1e00b-21db-403e-96a8-4de16bfd3606 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'c413348f-f934-467c-b3d0-6dfbec9a9dec', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:40.931551 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8de1e00b-21db-403e-96a8-4de16bfd3606 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:41.004922 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:34Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:39Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:31:41.099663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8de1e00b-21db-403e-96a8-4de16bfd3606 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:41.105130 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ac781-8dfd-4267-af9b-f7eea5017b7a None None] The sync data for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 is: [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:34Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:39Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:31:41.108920 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8de1e00b-21db-403e-96a8-4de16bfd3606 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:41.220299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8de1e00b-21db-403e-96a8-4de16bfd3606 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:41.223537 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8de1e00b-21db-403e-96a8-4de16bfd3606 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510835 Oct 18 23:31:41.227882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57516) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:41.233205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ab96b80e-8629-4fb8-ab6b-a7ce0db46406 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'c413348f-f934-467c-b3d0-6dfbec9a9dec', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:41.256638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1e00b-21db-403e-96a8-4de16bfd3606 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afff614-2220-45c9-8b39-512e54f1b173,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:41.354487 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab96b80e-8629-4fb8-ab6b-a7ce0db46406 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:41.576003 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab96b80e-8629-4fb8-ab6b-a7ce0db46406 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:41.584555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab96b80e-8629-4fb8-ab6b-a7ce0db46406 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:41.606791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96b80e-8629-4fb8-ab6b-a7ce0db46406 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133974ef-87a9-4eb0-9f84-0ba1ec1f625e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:41.673005 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab96b80e-8629-4fb8-ab6b-a7ce0db46406 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:41.680842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ab96b80e-8629-4fb8-ab6b-a7ce0db46406 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4511104 Oct 18 23:31:41.683314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57528) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:41.688030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b4e015db-8447-4115-9ca8-05f76c9f78e1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'c413348f-f934-467c-b3d0-6dfbec9a9dec', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:41.777828 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4e015db-8447-4115-9ca8-05f76c9f78e1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:41.993711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4e015db-8447-4115-9ca8-05f76c9f78e1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:42.007154 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4e015db-8447-4115-9ca8-05f76c9f78e1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:42.068625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e015db-8447-4115-9ca8-05f76c9f78e1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b826736-d82a-492b-a2d0-36d8821d37ba,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:42.112835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4e015db-8447-4115-9ca8-05f76c9f78e1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:42.120183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b4e015db-8447-4115-9ca8-05f76c9f78e1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4313734 Oct 18 23:31:42.120698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57538) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:42.148704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d5dd83c8-592f-44fd-ba79-c72953b0c0a8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'c413348f-f934-467c-b3d0-6dfbec9a9dec', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:42.232393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5dd83c8-592f-44fd-ba79-c72953b0c0a8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:42.955646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 30118cab-f110-4ed7-9cf3-62c4a84a64b5 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:31:43.159901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:43.161805 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:43.206878 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5dd83c8-592f-44fd-ba79-c72953b0c0a8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:43.308983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5dd83c8-592f-44fd-ba79-c72953b0c0a8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:43.366011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd83c8-592f-44fd-ba79-c72953b0c0a8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56d8731-e6bf-45a3-92ab-356edfc6ef1e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:43.416477 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5dd83c8-592f-44fd-ba79-c72953b0c0a8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:43.422460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d5dd83c8-592f-44fd-ba79-c72953b0c0a8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2846906 Oct 18 23:31:43.423064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57566) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:43.433941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3fc167e6-aaf8-422f-9d1a-04b22cfc272a tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'c413348f-f934-467c-b3d0-6dfbec9a9dec', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:43.463894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdafa9-6d17-481a-b7c7-0aee0db95e76 req-af3222a5-1286-4690-a7b6-6218eb330bb0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:43.470829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdafa9-6d17-481a-b7c7-0aee0db95e76 req-af3222a5-1286-4690-a7b6-6218eb330bb0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:43.490784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdafa9-6d17-481a-b7c7-0aee0db95e76 req-af3222a5-1286-4690-a7b6-6218eb330bb0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:43.512732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdafa9-6d17-481a-b7c7-0aee0db95e76 req-af3222a5-1286-4690-a7b6-6218eb330bb0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:43.530094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdafa9-6d17-481a-b7c7-0aee0db95e76 req-af3222a5-1286-4690-a7b6-6218eb330bb0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:43.544128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdafa9-6d17-481a-b7c7-0aee0db95e76 req-af3222a5-1286-4690-a7b6-6218eb330bb0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:43.567512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdafa9-6d17-481a-b7c7-0aee0db95e76 req-af3222a5-1286-4690-a7b6-6218eb330bb0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:43.569530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3fdafa9-6d17-481a-b7c7-0aee0db95e76 req-af3222a5-1286-4690-a7b6-6218eb330bb0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.3599746 Oct 18 23:31:43.578231 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-3fc167e6-aaf8-422f-9d1a-04b22cfc272a tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Project 4f19dc11e54e439aa6a9975655d4538f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:31:43.616860 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fc167e6-aaf8-422f-9d1a-04b22cfc272a tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:43.666331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3fdafa9-6d17-481a-b7c7-0aee0db95e76 req-9d7c6e76-a691-4fc1-8cc1-ae5fa5a5b0a1 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0815589 Oct 18 23:31:43.846989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fc167e6-aaf8-422f-9d1a-04b22cfc272a tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:43.875502 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fc167e6-aaf8-422f-9d1a-04b22cfc272a tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:43.982957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fc167e6-aaf8-422f-9d1a-04b22cfc272a tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:43.987535 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3fc167e6-aaf8-422f-9d1a-04b22cfc272a tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5604377 Oct 18 23:31:43.988847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57580) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:43.995200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-53dcf0bf-717c-4e51-a81e-9ba8393b8598 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'c413348f-f934-467c-b3d0-6dfbec9a9dec', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:44.006691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc167e6-aaf8-422f-9d1a-04b22cfc272a tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a70b843-9c96-4959-bf9b-3a415da4cf74,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:44.058289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed45b1a-0db5-4212-a79a-558ea3763b65 req-1575bbc8-2d46-445a-b678-698ad7c7d92a tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:44.068023 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-53dcf0bf-717c-4e51-a81e-9ba8393b8598 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Project 4f19dc11e54e439aa6a9975655d4538f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:31:44.078747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ed45b1a-0db5-4212-a79a-558ea3763b65 req-1575bbc8-2d46-445a-b678-698ad7c7d92a tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 0.2237771 Oct 18 23:31:44.079696 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53dcf0bf-717c-4e51-a81e-9ba8393b8598 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:44.108777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-accc99bc-70a5-4617-a7cb-86818168457e req-48007419-269a-47f6-907f-c3386bf9fd84 service neutron] (100921) timed out ('10.222.0.52', 60624) {{(pid=100921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 23:31:44.146054 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ed45b1a-0db5-4212-a79a-558ea3763b65 req-b05823c6-c801-45fe-b5fa-b2b804b615ba tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657539 Oct 18 23:31:44.286666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53dcf0bf-717c-4e51-a81e-9ba8393b8598 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:44.310281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53dcf0bf-717c-4e51-a81e-9ba8393b8598 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:44.364650 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53dcf0bf-717c-4e51-a81e-9ba8393b8598 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:44.383360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-53dcf0bf-717c-4e51-a81e-9ba8393b8598 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3927455 Oct 18 23:31:44.443249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cd596-3ca9-4964-8ff8-1d4f175e6ff0 req-ad53bc3f-5cef-4250-a962-623493eba16b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:44.465670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cd596-3ca9-4964-8ff8-1d4f175e6ff0 req-ad53bc3f-5cef-4250-a962-623493eba16b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:44.472224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cd596-3ca9-4964-8ff8-1d4f175e6ff0 req-ad53bc3f-5cef-4250-a962-623493eba16b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:44.479971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cd596-3ca9-4964-8ff8-1d4f175e6ff0 req-ad53bc3f-5cef-4250-a962-623493eba16b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:44.490046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cd596-3ca9-4964-8ff8-1d4f175e6ff0 req-ad53bc3f-5cef-4250-a962-623493eba16b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:44.495265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cd596-3ca9-4964-8ff8-1d4f175e6ff0 req-ad53bc3f-5cef-4250-a962-623493eba16b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:44.501797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cd596-3ca9-4964-8ff8-1d4f175e6ff0 req-ad53bc3f-5cef-4250-a962-623493eba16b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:44.504275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-644cd596-3ca9-4964-8ff8-1d4f175e6ff0 req-ad53bc3f-5cef-4250-a962-623493eba16b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.3617203 Oct 18 23:31:44.505162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcf0bf-717c-4e51-a81e-9ba8393b8598 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ef3a02-76a4-475d-bb03-4d909a591280,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:44.844433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-39606bf1-8a68-4c1d-94c7-b82b174a7324 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849266120&fields=id&tenant_id=4f19dc11e54e439aa6a9975655d4538f HTTP/1.1" status: 200 len: 267 time: 0.1101217 Oct 18 23:31:45.143701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-07d06ba5-d5b3-4f56-97d4-bee2b74ea34d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:45.154502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-07d06ba5-d5b3-4f56-97d4-bee2b74ea34d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/networks?id=54c49414-9569-40cd-bd49-5fa9d2ab1860 HTTP/1.1" status: 200 len: 796 time: 0.3088932 Oct 18 23:31:45.177392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-3dd13622-c38e-44af-ae17-6370bdee4e76 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/quotas/4f19dc11e54e439aa6a9975655d4538f HTTP/1.1" status: 200 len: 375 time: 0.0215344 Oct 18 23:31:45.270621 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-bd34c356-6741-45f1-aa26-474f821e1c9d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886226 Oct 18 23:31:45.400297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45523ab4-efd2-46d7-90a9-f8435be65520 req-4ade71ae-3f1c-4930-91d5-51defb9e1ac0 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:45.436264 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45523ab4-efd2-46d7-90a9-f8435be65520 req-4ade71ae-3f1c-4930-91d5-51defb9e1ac0 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 0.1622229 Oct 18 23:31:45.517640 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-a197d004-81dd-42a3-9831-956a125a5550 service neutron] 10.222.0.52 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163277 Oct 18 23:31:45.555724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45523ab4-efd2-46d7-90a9-f8435be65520 req-2424dfa7-7112-4d33-8fca-62796665c62b tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174753 Oct 18 23:31:45.766897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276bbf8-1108-439c-abd6-a7210e504866 req-232d5394-9e90-43c9-be3a-876e0915b1d7 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:45.770064 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6276bbf8-1108-439c-abd6-a7210e504866 req-232d5394-9e90-43c9-be3a-876e0915b1d7 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.102 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 945 time: 0.2493093 Oct 18 23:31:45.845204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-1f9fe16b-ba5f-406e-ba41-ec9299733330 service neutron] 10.222.0.52 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948854 Oct 18 23:31:46.030982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-6276bbf8-1108-439c-abd6-a7210e504866 req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Deleting port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:31:46.031927 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6276bbf8-1108-439c-abd6-a7210e504866 req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:46.208658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6276bbf8-1108-439c-abd6-a7210e504866 req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] For port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:46.211134 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6276bbf8-1108-439c-abd6-a7210e504866 req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:46.268263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-6276bbf8-1108-439c-abd6-a7210e504866 req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Calling delete_port for 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:31:46.305336 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98cbe872-56b2-4082-9e87-e8a8eb4bdb66 req-fd11cb1e-6366-42c4-95c8-8da09528a73b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 210 time: 0.0706816 Oct 18 23:31:46.689657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27cbff-c8dd-4f5d-b11e-1c8b7e175fe7 req-754bbcfc-afe4-4c81-b380-fe6de6ff1289 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:46.690560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6276bbf8-1108-439c-abd6-a7210e504866 req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:46.694105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d27cbff-c8dd-4f5d-b11e-1c8b7e175fe7 req-754bbcfc-afe4-4c81-b380-fe6de6ff1289 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 946 time: 0.1573374 Oct 18 23:31:46.790975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Pushing event deleted for resources: {'Port': ['ID=7e06ed6b-0fd4-4fbe-82df-70e944e187b8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:46.827428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d27cbff-c8dd-4f5d-b11e-1c8b7e175fe7 req-6c8923db-62e7-49eb-9183-6b58e001bd47 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182444 Oct 18 23:31:46.845687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7e06ed6b-0fd4-4fbe-82df-70e944e187b8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:31:46.858586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['58d16272-0ba8-4171-8e04-8afaa7d7defd', 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:31:46.907685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af585652-f065-40c2-b069-5bcdc9e15ec2 req-e33acb67-f2ac-428a-8576-e62129cfcf60 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c20422d-9599-45eb-8145-75983ed15650 HTTP/1.1" status: 200 len: 210 time: 0.1185248 Oct 18 23:31:47.024702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-6276bbf8-1108-439c-abd6-a7210e504866 req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] No DVR routers for this DVR port 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:31:47.028320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6276bbf8-1108-439c-abd6-a7210e504866 req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:47.035005 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6276bbf8-1108-439c-abd6-a7210e504866 req-4928efb8-5f21-445e-b82e-924f025dd6b3 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.102 "DELETE /v2.0/ports/7e06ed6b-0fd4-4fbe-82df-70e944e187b8 HTTP/1.1" status: 204 len: 173 time: 1.2588556 Oct 18 23:31:47.035898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c20422d-9599-45eb-8145-75983ed15650', 'name': 'network-vif-deleted', 'tag': '7e06ed6b-0fd4-4fbe-82df-70e944e187b8'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:31:47.068554 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bbe871-782c-4a61-b40f-c3c5bb835b5f" -d '{"events": [{"server_uuid": "5c20422d-9599-45eb-8145-75983ed15650", "name": "network-vif-deleted", "tag": "7e06ed6b-0fd4-4fbe-82df-70e944e187b8"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:31:47.212446 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e13ffad-4057-4523-80ba-c080057a98c6 x-openstack-request-id: req-1e13ffad-4057-4523-80ba-c080057a98c6 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:31:47.213243 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c20422d-9599-45eb-8145-75983ed15650", "name": "network-vif-deleted", "tag": "7e06ed6b-0fd4-4fbe-82df-70e944e187b8", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:31:47.213841 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e13ffad-4057-4523-80ba-c080057a98c6 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:31:47.215802 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c20422d-9599-45eb-8145-75983ed15650', 'name': 'network-vif-deleted', 'tag': '7e06ed6b-0fd4-4fbe-82df-70e944e187b8', 'status': 'completed', 'code': 200} Oct 18 23:31:47.547101 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10ce6cbd-75a1-4a18-8b58-bec4a76cf364 req-014d679c-65d0-4555-9523-29b4700c2e48 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 210 time: 0.0615540 Oct 18 23:31:48.071902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057012-53ce-4f09-8962-b73022f194db req-a23b1fa9-dfff-47b5-ae43-b5da0ac1a91d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.082763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93057012-53ce-4f09-8962-b73022f194db req-a23b1fa9-dfff-47b5-ae43-b5da0ac1a91d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 946 time: 0.1317680 Oct 18 23:31:48.183728 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93057012-53ce-4f09-8962-b73022f194db req-9c3b67ec-52c1-44a6-8671-34bfc8de3b1f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997050 Oct 18 23:31:48.416878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57706) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:48.533616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-def9bffc-ea6a-4ba2-b299-fa99411362ec tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.536206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-def9bffc-ea6a-4ba2-b299-fa99411362ec tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 946 time: 0.1839795 Oct 18 23:31:48.640502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-4bd8d8e9-21b9-479d-b74d-54a8732ca546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.640786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-4bd8d8e9-21b9-479d-b74d-54a8732ca546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.641121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-4bd8d8e9-21b9-479d-b74d-54a8732ca546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.652601 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-4bd8d8e9-21b9-479d-b74d-54a8732ca546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.656458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-4bd8d8e9-21b9-479d-b74d-54a8732ca546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.657223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-4bd8d8e9-21b9-479d-b74d-54a8732ca546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.657914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-4bd8d8e9-21b9-479d-b74d-54a8732ca546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.660912 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-4bd8d8e9-21b9-479d-b74d-54a8732ca546 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6507 time: 0.2395098 Oct 18 23:31:48.837262 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7b1914a-efa4-46f7-8548-37ca8f7fa48c req-0864cb28-ec66-4bb3-9f24-ca6c72d22874 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 210 time: 0.0550563 Oct 18 23:31:48.907621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-2288851f-48c7-4ce4-ac2f-6ac66eab0a02 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2173803 Oct 18 23:31:48.957163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fb80d-5a0d-4587-acb3-ec3e9b7d93fb req-cf2f6139-ea01-4c3c-ab44-f508845d25e5 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:48.970689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e2fb80d-5a0d-4587-acb3-ec3e9b7d93fb req-cf2f6139-ea01-4c3c-ab44-f508845d25e5 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 945 time: 0.3367472 Oct 18 23:31:48.978629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:31:48.996690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Deleting port 2f1c1453-93d3-488a-97a8-a07e14eb5759 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:31:48.998102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:49.105094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e2fb80d-5a0d-4587-acb3-ec3e9b7d93fb req-bba203c2-680d-4bc9-a453-28b300a38ae4 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328447 Oct 18 23:31:49.107904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:31:49.108651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7e06ed6b-0fd4-4fbe-82df-70e944e187b8 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:31:49.389827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-a7c7be5c-ba68-40d9-9183-8e6a67069747 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:49.391603 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-a7c7be5c-ba68-40d9-9183-8e6a67069747 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "GET /v2.0/networks?id=54c49414-9569-40cd-bd49-5fa9d2ab1860 HTTP/1.1" status: 200 len: 796 time: 0.4915140 Oct 18 23:31:49.397838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] For port 2f1c1453-93d3-488a-97a8-a07e14eb5759, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2f1c1453-93d3-488a-97a8-a07e14eb5759,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:49.398209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:49.419784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Calling delete_port for 2f1c1453-93d3-488a-97a8-a07e14eb5759 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:31:49.451857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ac513-3440-4f15-a325-505f81ee8e54 req-e7f9441f-e9fc-4419-b158-b375b4fff170 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:49.458468 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e2ac513-3440-4f15-a325-505f81ee8e54 req-e7f9441f-e9fc-4419-b158-b375b4fff170 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 946 time: 0.1268089 Oct 18 23:31:49.555074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e2ac513-3440-4f15-a325-505f81ee8e54 req-4732c4e9-e591-41b4-8f9f-23c9504493a1 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868893 Oct 18 23:31:49.573168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-3e348d72-39c7-4f51-b3ce-f69cc133ab63 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f19dc11e54e439aa6a9975655d4538f HTTP/1.1" status: 200 len: 379 time: 0.0656593 Oct 18 23:31:49.616450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'port': {'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'admin_state_up': True, 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'security_groups': ['c413348f-f934-467c-b3d0-6dfbec9a9dec']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:49.811623 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:49.851486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ee7aa075-a2f7-40c6-89c4-aac507f35402'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:31:49.854133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2842ed04-1097-4ad7-832e-bf17156c8361', 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70', '2f1c1453-93d3-488a-97a8-a07e14eb5759'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:31:49.899468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Pushing event deleted for resources: {'Port': ['ID=2f1c1453-93d3-488a-97a8-a07e14eb5759,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:49.914856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Made reservation on behalf of 4f19dc11e54e439aa6a9975655d4538f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:31:49.922184 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:50.039011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] No DVR routers for this DVR port 2f1c1453-93d3-488a-97a8-a07e14eb5759 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:31:50.042348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:50.051792 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7b76e1d-5a79-4091-87db-41e0f1213a85 req-b5d4e93b-8a75-459a-bd71-9bc7bd330b2d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "DELETE /v2.0/ports/2f1c1453-93d3-488a-97a8-a07e14eb5759 HTTP/1.1" status: 204 len: 173 time: 1.4878893 Oct 18 23:31:50.063512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d', 'name': 'network-vif-deleted', 'tag': '2f1c1453-93d3-488a-97a8-a07e14eb5759'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:31:50.070131 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3762427-1e22-4dff-9a89-ac74dd5bac29" -d '{"events": [{"server_uuid": "bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d", "name": "network-vif-deleted", "tag": "2f1c1453-93d3-488a-97a8-a07e14eb5759"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:31:50.105598 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e8cc302-125f-4553-ba9c-79cba1a5176c req-302821a3-ef20-44b9-8271-5ad5493eca80 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 210 time: 0.1016755 Oct 18 23:31:50.187956 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a78bb13-a22e-48ce-9fb5-8cbd1d3559f3 x-openstack-request-id: req-0a78bb13-a22e-48ce-9fb5-8cbd1d3559f3 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:31:50.188286 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d", "name": "network-vif-deleted", "tag": "2f1c1453-93d3-488a-97a8-a07e14eb5759", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:31:50.188553 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a78bb13-a22e-48ce-9fb5-8cbd1d3559f3 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:31:50.188973 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d', 'name': 'network-vif-deleted', 'tag': '2f1c1453-93d3-488a-97a8-a07e14eb5759', 'status': 'completed', 'code': 200} Oct 18 23:31:50.357984 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-444cd772-435d-4742-b4b7-2dd21c565a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:50.397179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2c840-7e84-4a30-b81a-0d5b109a08ec req-b804c82f-a2a6-4679-bed7-5eb3c3ca0a47 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:50.398821 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0df2c840-7e84-4a30-b81a-0d5b109a08ec req-b804c82f-a2a6-4679-bed7-5eb3c3ca0a47 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 945 time: 0.1479712 Oct 18 23:31:50.403758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.20.0.12 (54c49414-9569-40cd-bd49-5fa9d2ab1860/c20b290c-2a0d-4ffc-8565-a3dc28de5d48/69954687-e17d-40f8-b510-986263cd0a72) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:31:50.502603 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0df2c840-7e84-4a30-b81a-0d5b109a08ec req-d7495ea6-1f52-454c-a577-8f6228296ea8 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824375 Oct 18 23:31:50.725396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-7a838e66-47e8-4a99-9dad-1b5ee28fdd21 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:50.735447 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-7a838e66-47e8-4a99-9dad-1b5ee28fdd21 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 945 time: 0.1434631 Oct 18 23:31:50.847765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:50.907297 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bba8ba57-f93d-4cc8-b738-7c5790666515 req-8fc0f3d5-6064-497e-bd91-602d272937ec tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfcdda1d-e1ed-438f-b1ce-eec0f0b5320d HTTP/1.1" status: 200 len: 210 time: 0.0549495 Oct 18 23:31:50.973105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Deleting port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:31:50.974080 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:50.993283 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:51.093714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=69954687-e17d-40f8-b510-986263cd0a72,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:51.122570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] For port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:51.123162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:51.123763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network 54c49414-9569-40cd-bd49-5fa9d2ab1860 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:31:51.125408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:31:51.128971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:31:51.161507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Calling delete_port for de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:31:51.228469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:51.229553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:51.285754 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-69832edb-2914-4ac2-9e2a-eaee14a17c6b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6759684 Oct 18 23:31:51.307552 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-66cc40a7-571c-4aa6-98da-b50fc837aa17 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:31:51.308883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-66cc40a7-571c-4aa6-98da-b50fc837aa17 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0134079 Oct 18 23:31:51.329548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Request body: {'port': {'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:31:51.353226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abfd92-604c-4b01-bf10-e2ff030c756c req-550547f8-8838-4b85-b7cd-d418a20f6c13 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:51.361188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45abfd92-604c-4b01-bf10-e2ff030c756c req-550547f8-8838-4b85-b7cd-d418a20f6c13 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 932 time: 0.0922539 Oct 18 23:31:51.426803 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45abfd92-604c-4b01-bf10-e2ff030c756c req-d6ad3f50-c2b0-4505-a13c-6cb0f64f33b4 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587616 Oct 18 23:31:51.439200 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:51.522637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:51.557684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['58d16272-0ba8-4171-8e04-8afaa7d7defd', 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:31:51.685532 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Pushing event deleted for resources: {'Port': ['ID=de4a4734-a5fe-40f8-86cf-f0a2b0c56a40,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:51.690358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-af0d5e30-2a8d-42ad-882c-9eb0a1cc0d4f None None] Provisioning complete for port 69954687-e17d-40f8-b510-986263cd0a72 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:31:51.695022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af0d5e30-2a8d-42ad-882c-9eb0a1cc0d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:51.823048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] No DVR routers for this DVR port de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:31:51.846561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:51.856687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fac21b7-82e6-4d05-8ab1-77849d7fc5a7 req-37881ac2-2f46-4c38-802a-c90eae25ae61 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.73 "DELETE /v2.0/ports/de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 HTTP/1.1" status: 204 len: 173 time: 1.1138432 Oct 18 23:31:51.857192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c', 'name': 'network-vif-deleted', 'tag': 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:31:51.870925 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f5f965-fb5b-487c-863a-a7595447dbc5" -d '{"events": [{"server_uuid": "9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c", "name": "network-vif-deleted", "tag": "de4a4734-a5fe-40f8-86cf-f0a2b0c56a40"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:31:51.881082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-af0d5e30-2a8d-42ad-882c-9eb0a1cc0d4f None None] Port 69954687-e17d-40f8-b510-986263cd0a72 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:31:51.923075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6a8a62c-6171-476d-8ec1-acc88e7aaed2 req-b8f8d352-b776-4dd1-8418-314a827e99cf tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c HTTP/1.1" status: 200 len: 210 time: 0.1045108 Oct 18 23:31:52.039978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69954687-e17d-40f8-b510-986263cd0a72 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:31:52.061445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:52.107892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Transition to ACTIVE for port object 69954687-e17d-40f8-b510-986263cd0a72 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:31:52.131666 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:52.640958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Pushing event updated for resources: {'Port': ['ID=69954687-e17d-40f8-b510-986263cd0a72,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:52.891135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f0095-f3f9-4c33-a053-16cd9965f926 req-43d37642-c2a0-475f-bbaf-b292929378bd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:52.893990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0b6f0095-f3f9-4c33-a053-16cd9965f926 req-43d37642-c2a0-475f-bbaf-b292929378bd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 944 time: 0.2954865 Oct 18 23:31:52.902885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Attempting to bind port 69954687-e17d-40f8-b510-986263cd0a72 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:31:52.903663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Attempting to bind port 69954687-e17d-40f8-b510-986263cd0a72 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:31:52.904215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Attempting to bind port 69954687-e17d-40f8-b510-986263cd0a72 on network 54c49414-9569-40cd-bd49-5fa9d2ab1860 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:31:52.949385 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c9836-ac27-4eaa-9271-9b554f0f88fa x-openstack-request-id: req-496c9836-ac27-4eaa-9271-9b554f0f88fa {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:31:52.949944 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c", "name": "network-vif-deleted", "tag": "de4a4734-a5fe-40f8-86cf-f0a2b0c56a40", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:31:52.950270 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-496c9836-ac27-4eaa-9271-9b554f0f88fa {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:31:52.951310 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac2bbba-1f13-40a5-a96f-1b449ea8ba0c', 'name': 'network-vif-deleted', 'tag': 'de4a4734-a5fe-40f8-86cf-f0a2b0c56a40', 'status': 'completed', 'code': 200} Oct 18 23:31:52.997203 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Port 69954687-e17d-40f8-b510-986263cd0a72 on network 54c49414-9569-40cd-bd49-5fa9d2ab1860 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:31:52.997802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Attempting to bind port 69954687-e17d-40f8-b510-986263cd0a72 on network 54c49414-9569-40cd-bd49-5fa9d2ab1860 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:31:53.009580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0b6f0095-f3f9-4c33-a053-16cd9965f926 req-99ef5801-5710-4d35-9dbf-18554e8d01b7 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012409 Oct 18 23:31:53.016750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:31:53.021062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Checking segment: {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:31:53.021277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2f1c1453-93d3-488a-97a8-a07e14eb5759 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:31:53.022185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Bound using segment: {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:31:53.025716 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Bound port: 69954687-e17d-40f8-b510-986263cd0a72, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a022094b-3730-4f45-84b8-fdf0d40851c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:31:53.026578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:53.089381 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 2f1c1453-93d3-488a-97a8-a07e14eb5759 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:31:53.089908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2f1c1453-93d3-488a-97a8-a07e14eb5759 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:31:53.165046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] For port 69954687-e17d-40f8-b510-986263cd0a72, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:31:53.174697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] For port 69954687-e17d-40f8-b510-986263cd0a72, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=69954687-e17d-40f8-b510-986263cd0a72,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:31:53.187394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:53.272693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Pushing event updated for resources: {'Port': ['ID=69954687-e17d-40f8-b510-986263cd0a72,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:53.299181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:53.300763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:53.302455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-ccf8335d-079a-476b-bdac-690ce30cd01a service neutron] 10.222.0.73 "PUT /v2.0/ports/69954687-e17d-40f8-b510-986263cd0a72 HTTP/1.1" status: 200 len: 1093 time: 1.9776003 Oct 18 23:31:53.303186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'tag': '69954687-e17d-40f8-b510-986263cd0a72'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:31:53.305930 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2df3ac7-c547-453b-9532-492a13ab0c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "tag": "69954687-e17d-40f8-b510-986263cd0a72"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:31:53.407039 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a1abbc-439b-47a3-84b0-67b1f4489031 x-openstack-request-id: req-72a1abbc-439b-47a3-84b0-67b1f4489031 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:31:53.407367 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "tag": "69954687-e17d-40f8-b510-986263cd0a72", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:31:53.411929 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72a1abbc-439b-47a3-84b0-67b1f4489031 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:31:53.413338 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'tag': '69954687-e17d-40f8-b510-986263cd0a72', 'status': 'completed', 'code': 200} Oct 18 23:31:53.532073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-e87af59c-5ec6-4305-a7aa-7ece3fb877a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:53.533601 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-e87af59c-5ec6-4305-a7aa-7ece3fb877a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 1096 time: 0.1609628 Oct 18 23:31:53.643123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc7a8d-7b48-4e94-952d-6b1ad2f0e2ff req-6c3502dc-6cee-4632-bada-42f6aff1e086 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:53.651677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52cc7a8d-7b48-4e94-952d-6b1ad2f0e2ff req-6c3502dc-6cee-4632-bada-42f6aff1e086 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.1217229 Oct 18 23:31:53.669929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-e54d4c66-5282-405f-9f02-9b3755e6e60c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69954687-e17d-40f8-b510-986263cd0a72 HTTP/1.1" status: 200 len: 217 time: 0.1216550 Oct 18 23:31:53.734980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52cc7a8d-7b48-4e94-952d-6b1ad2f0e2ff req-42165b6e-fcff-4c58-bb67-e05e47be8c86 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749900 Oct 18 23:31:53.899498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-a3f7d67b-6b3b-4977-b62b-681e495e8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:53.908077 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-a3f7d67b-6b3b-4977-b62b-681e495e8cff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20b290c-2a0d-4ffc-8565-a3dc28de5d48 HTTP/1.1" status: 200 len: 834 time: 0.2207720 Oct 18 23:31:53.934296 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e32ff367-9177-49a4-9e82-c02fa1e09c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:54.020503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-f7fe53f4-eec7-4f3f-b920-2f336c9734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:54.026439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-f7fe53f4-eec7-4f3f-b920-2f336c9734da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54c49414-9569-40cd-bd49-5fa9d2ab1860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094568 Oct 18 23:31:54.458309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-5df55525-5ee0-49b5-93b1-209e9d866d92 service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186010 Oct 18 23:31:54.474613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1205640-14a8-462a-9552-04b96a469187 req-d7e216be-4af4-414e-ab01-240b6ea935f5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:54.477181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1205640-14a8-462a-9552-04b96a469187 req-d7e216be-4af4-414e-ab01-240b6ea935f5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 944 time: 0.2214518 Oct 18 23:31:54.664951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:31:54.709322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:31:54.710356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device de4a4734-a5fe-40f8-86cf-f0a2b0c56a40 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:31:54.716328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1205640-14a8-462a-9552-04b96a469187 req-09229d31-4a74-474b-b40b-74637fe4c286 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117908 Oct 18 23:31:54.780570 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:54.806508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29714aae-1ce2-4bd3-9f6f-9b295704e9c8 req-2e8d6082-6e86-472c-bbc9-ce261b66b030 service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277199 Oct 18 23:31:55.030816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade204d-b50c-4331-8e0f-f337a9b7f86d req-1c176037-dbff-482e-82c9-650a12681491 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:55.051654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aade204d-b50c-4331-8e0f-f337a9b7f86d req-1c176037-dbff-482e-82c9-650a12681491 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.1672268 Oct 18 23:31:55.087852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-043498a4-f7dd-497c-a0c3-a7b644cac0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:55.094411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-043498a4-f7dd-497c-a0c3-a7b644cac0d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 1096 time: 0.1209905 Oct 18 23:31:55.127164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aade204d-b50c-4331-8e0f-f337a9b7f86d req-6a440dc9-0028-4eb2-9218-f641b51c636d tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743175 Oct 18 23:31:55.261497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-8e042b27-91f3-4268-90ee-c0f6bd9c9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:55.263293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-8e042b27-91f3-4268-90ee-c0f6bd9c9bd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=54c49414-9569-40cd-bd49-5fa9d2ab1860 HTTP/1.1" status: 200 len: 897 time: 0.1606343 Oct 18 23:31:55.300436 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:55.403782 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-c3f3a6a6-295b-42b6-a845-b48fc0f644e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69954687-e17d-40f8-b510-986263cd0a72 HTTP/1.1" status: 200 len: 217 time: 0.1318405 Oct 18 23:31:55.534927 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-48cee3e5-43d7-4f0e-b31b-fdb499d271f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:55.536709 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-48cee3e5-43d7-4f0e-b31b-fdb499d271f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20b290c-2a0d-4ffc-8565-a3dc28de5d48 HTTP/1.1" status: 200 len: 834 time: 0.0928199 Oct 18 23:31:55.598400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-18c9cdc2-410b-45d0-9bab-105a523f2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:55.600622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-18c9cdc2-410b-45d0-9bab-105a523f2348 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54c49414-9569-40cd-bd49-5fa9d2ab1860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555208 Oct 18 23:31:55.788103 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-dfd54949-4956-4a15-a82d-6df522590be2 service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790419 Oct 18 23:31:55.945524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-32210c28-5eb4-4d78-8bf8-f15f2a1d2498 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:55.947807 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-32210c28-5eb4-4d78-8bf8-f15f2a1d2498 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.73 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 946 time: 0.2185173 Oct 18 23:31:56.078220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Deleting port 58d16272-0ba8-4171-8e04-8afaa7d7defd {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:31:56.078897 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:56.086956 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f284a4-692f-4852-9b73-afd722195c75 req-d35a8745-eb79-4592-9a96-02439a777181 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:56.089248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1f284a4-692f-4852-9b73-afd722195c75 req-d35a8745-eb79-4592-9a96-02439a777181 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 944 time: 0.1486082 Oct 18 23:31:56.091669 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2df3ac7-c547-453b-9532-492a13ab0c2a req-e838feb2-e658-4cbf-935e-c20e9bcb46c5 service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825112 Oct 18 23:31:56.151190 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1f284a4-692f-4852-9b73-afd722195c75 req-02d016f7-e20d-427f-9220-373ace42af0f tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561736 Oct 18 23:31:56.215887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] For port 58d16272-0ba8-4171-8e04-8afaa7d7defd, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=58d16272-0ba8-4171-8e04-8afaa7d7defd,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:56.217205 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:56.236153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Calling delete_port for 58d16272-0ba8-4171-8e04-8afaa7d7defd owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:31:56.390130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57886) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:56.544129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:56.579901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['58d16272-0ba8-4171-8e04-8afaa7d7defd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:31:56.604315 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bcc95f2-ffbf-4e75-81ec-79e1149f9eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:56.641605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Pushing event deleted for resources: {'Port': ['ID=58d16272-0ba8-4171-8e04-8afaa7d7defd,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:56.718092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d813d9d-8c94-4bc8-8c77-4174275ecd9d req-5ec99301-5216-4fa5-b35a-76003aaa4df1 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:56.735327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d813d9d-8c94-4bc8-8c77-4174275ecd9d req-5ec99301-5216-4fa5-b35a-76003aaa4df1 tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/ports?device_id=36384dc5-9539-463a-bf07-7cc91742906b HTTP/1.1" status: 200 len: 867 time: 0.3016984 Oct 18 23:31:56.766185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] No DVR routers for this DVR port 58d16272-0ba8-4171-8e04-8afaa7d7defd on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:31:56.779151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:56.790881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c50f89a-f938-4dda-ac84-c72226e1b170 req-c776a46b-fb78-4cb9-84f4-8809758e5d9e tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.73 "DELETE /v2.0/ports/58d16272-0ba8-4171-8e04-8afaa7d7defd HTTP/1.1" status: 204 len: 173 time: 0.8328140 Oct 18 23:31:56.804047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36384dc5-9539-463a-bf07-7cc91742906b', 'name': 'network-vif-deleted', 'tag': '58d16272-0ba8-4171-8e04-8afaa7d7defd'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:31:56.805516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bcc95f2-ffbf-4e75-81ec-79e1149f9eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:56.808319 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655746a2-a939-456d-989b-43cfab33abb3" -d '{"events": [{"server_uuid": "36384dc5-9539-463a-bf07-7cc91742906b", "name": "network-vif-deleted", "tag": "58d16272-0ba8-4171-8e04-8afaa7d7defd"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:31:56.818315 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bcc95f2-ffbf-4e75-81ec-79e1149f9eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:56.881551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d813d9d-8c94-4bc8-8c77-4174275ecd9d req-d775ee7a-d849-4103-8ea8-83212326616a tempest-ListServerFiltersTestJSON-1382279820 tempest-ListServerFiltersTestJSON-1382279820-project] 10.222.0.52 "GET /v2.0/security-groups?id=7e634e7c-f310-422e-a94a-ab5e882d5ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446009 Oct 18 23:31:56.954658 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf95fd73-e7ca-4294-ab63-9805a2d33207 x-openstack-request-id: req-cf95fd73-e7ca-4294-ab63-9805a2d33207 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:31:56.955098 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36384dc5-9539-463a-bf07-7cc91742906b", "name": "network-vif-deleted", "tag": "58d16272-0ba8-4171-8e04-8afaa7d7defd", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:31:56.955459 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf95fd73-e7ca-4294-ab63-9805a2d33207 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:31:56.956011 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36384dc5-9539-463a-bf07-7cc91742906b', 'name': 'network-vif-deleted', 'tag': '58d16272-0ba8-4171-8e04-8afaa7d7defd', 'status': 'completed', 'code': 200} Oct 18 23:31:56.963986 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9bcc95f2-ffbf-4e75-81ec-79e1149f9eee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c56fb8b08847455a84597a01e32fc917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722103 Oct 18 23:31:56.968231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57902) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:56.984124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc95f2-ffbf-4e75-81ec-79e1149f9eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a5ed35-54e4-4fa2-8a6b-172e80bce113,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:57.128290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0f1-c186-4747-bd33-4cedfe84cfa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:57.168290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0f1-c186-4747-bd33-4cedfe84cfa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:57.266048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0f1-c186-4747-bd33-4cedfe84cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:57.268807 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00b1a0f1-c186-4747-bd33-4cedfe84cfa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:57.273575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-00b1a0f1-c186-4747-bd33-4cedfe84cfa3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2a5ed35-54e4-4fa2-8a6b-172e80bce113 HTTP/1.1" status: 204 len: 168 time: 0.3039925 Oct 18 23:31:57.287867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1a0f1-c186-4747-bd33-4cedfe84cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a5ed35-54e4-4fa2-8a6b-172e80bce113,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:57.400602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c380d94-314a-437d-b4e2-a9549d3815cb req-2212fe34-ecd6-407b-9db0-ffcb4dc4e267 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:57.402322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c380d94-314a-437d-b4e2-a9549d3815cb req-2212fe34-ecd6-407b-9db0-ffcb4dc4e267 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 944 time: 0.0946360 Oct 18 23:31:57.483126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c380d94-314a-437d-b4e2-a9549d3815cb req-0102e95b-4829-4310-a617-c0bc84881252 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710089 Oct 18 23:31:57.751477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57918) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:57.767009 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1c815c3-fe65-404a-b0be-8cf31ca6a8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:57.813373 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:57.884865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1c815c3-fe65-404a-b0be-8cf31ca6a8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:57.890333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1c815c3-fe65-404a-b0be-8cf31ca6a8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:57.931892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c815c3-fe65-404a-b0be-8cf31ca6a8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7517080f-8005-4e05-acdb-cfee671ea7ed,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:57.954787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f1c815c3-fe65-404a-b0be-8cf31ca6a8df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cafcaca433814f2783c60b186b171a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003179 Oct 18 23:31:57.956931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57926) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:58.023579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57938) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:58.096385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51494691-b6b2-4254-8627-e6797a5ec8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:58.146592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cd8f87-ca8f-47f1-b094-ec6b8ebfdce4 admin admin] Deleting subnet 2b176acb-8fe3-43b2-b4a1-c21b9bd4891e {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:31:58.158128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51494691-b6b2-4254-8627-e6797a5ec8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:58.162281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7cd8f87-ca8f-47f1-b094-ec6b8ebfdce4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:58.225122 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7cd8f87-ca8f-47f1-b094-ec6b8ebfdce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:58.265498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248bef4-2fd2-4f40-b57c-0792d4bd9fb7 req-4047cb79-d845-45ac-9e4f-ec74a743fa64 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.269177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d011ad5-471c-4182-842c-f3acebad4ca7 req-a081d05e-1065-4231-8487-837318b99781 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.273771 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d011ad5-471c-4182-842c-f3acebad4ca7 req-a081d05e-1065-4231-8487-837318b99781 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.1239040 Oct 18 23:31:58.275240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248bef4-2fd2-4f40-b57c-0792d4bd9fb7 req-4047cb79-d845-45ac-9e4f-ec74a743fa64 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.287363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248bef4-2fd2-4f40-b57c-0792d4bd9fb7 req-4047cb79-d845-45ac-9e4f-ec74a743fa64 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.298979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248bef4-2fd2-4f40-b57c-0792d4bd9fb7 req-4047cb79-d845-45ac-9e4f-ec74a743fa64 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.310238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248bef4-2fd2-4f40-b57c-0792d4bd9fb7 req-4047cb79-d845-45ac-9e4f-ec74a743fa64 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.321886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248bef4-2fd2-4f40-b57c-0792d4bd9fb7 req-4047cb79-d845-45ac-9e4f-ec74a743fa64 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.334209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248bef4-2fd2-4f40-b57c-0792d4bd9fb7 req-4047cb79-d845-45ac-9e4f-ec74a743fa64 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.337543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d248bef4-2fd2-4f40-b57c-0792d4bd9fb7 req-4047cb79-d845-45ac-9e4f-ec74a743fa64 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.2123194 Oct 18 23:31:58.389343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51494691-b6b2-4254-8627-e6797a5ec8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:58.394820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51494691-b6b2-4254-8627-e6797a5ec8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:58.396748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-51494691-b6b2-4254-8627-e6797a5ec8ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7517080f-8005-4e05-acdb-cfee671ea7ed HTTP/1.1" status: 204 len: 168 time: 0.4385207 Oct 18 23:31:58.413487 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d011ad5-471c-4182-842c-f3acebad4ca7 req-e0f9a9f7-cf28-4560-abb5-3a29c4b1554c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331758 Oct 18 23:31:58.422025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51494691-b6b2-4254-8627-e6797a5ec8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7517080f-8005-4e05-acdb-cfee671ea7ed,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:58.457000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d248bef4-2fd2-4f40-b57c-0792d4bd9fb7 req-c9d29980-b575-4e74-b28d-87ccf8cc06e1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977538 Oct 18 23:31:58.483274 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7cd8f87-ca8f-47f1-b094-ec6b8ebfdce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:58.684045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 69954687-e17d-40f8-b510-986263cd0a72 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:31:58.764501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7cd8f87-ca8f-47f1-b094-ec6b8ebfdce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:58.885112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd8f87-ca8f-47f1-b094-ec6b8ebfdce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b176acb-8fe3-43b2-b4a1-c21b9bd4891e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:58.890340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7cd8f87-ca8f-47f1-b094-ec6b8ebfdce4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:58.900155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b7cd8f87-ca8f-47f1-b094-ec6b8ebfdce4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b176acb-8fe3-43b2-b4a1-c21b9bd4891e HTTP/1.1" status: 204 len: 168 time: 0.8751783 Oct 18 23:31:58.915119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0374d-8389-4748-a311-1d15990ce2c8 req-3eaafb40-acdb-40e2-ad44-9280615bb8d4 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.915604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a714-da96-4972-8f8a-390371883e07 req-b2047614-d34b-4748-bd65-1b3515485182 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.929486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29a0374d-8389-4748-a311-1d15990ce2c8 req-3eaafb40-acdb-40e2-ad44-9280615bb8d4 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 944 time: 0.2770836 Oct 18 23:31:58.932775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57954) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:58.945519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a714-da96-4972-8f8a-390371883e07 req-b2047614-d34b-4748-bd65-1b3515485182 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.982846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a714-da96-4972-8f8a-390371883e07 req-b2047614-d34b-4748-bd65-1b3515485182 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:58.997704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a714-da96-4972-8f8a-390371883e07 req-b2047614-d34b-4748-bd65-1b3515485182 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:59.013270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a714-da96-4972-8f8a-390371883e07 req-b2047614-d34b-4748-bd65-1b3515485182 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:59.028942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a714-da96-4972-8f8a-390371883e07 req-b2047614-d34b-4748-bd65-1b3515485182 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:59.044177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a714-da96-4972-8f8a-390371883e07 req-b2047614-d34b-4748-bd65-1b3515485182 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:59.056918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e091a714-da96-4972-8f8a-390371883e07 req-b2047614-d34b-4748-bd65-1b3515485182 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.3929276 Oct 18 23:31:59.101935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 58d16272-0ba8-4171-8e04-8afaa7d7defd no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:31:59.151396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03358400-f122-4323-b2eb-543f99adc7d8 None None] Network 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:31:59.201038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 58d16272-0ba8-4171-8e04-8afaa7d7defd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:31:59.201563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 58d16272-0ba8-4171-8e04-8afaa7d7defd not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:31:59.289482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 69954687-e17d-40f8-b510-986263cd0a72, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=69954687-e17d-40f8-b510-986263cd0a72,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:59.372459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:59.409392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '69954687-e17d-40f8-b510-986263cd0a72', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:31:59.415535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80fff678-23e8-4853-9f92-e40f3d618750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:59.522119 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:59.582496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69954687-e17d-40f8-b510-986263cd0a72 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:31:59.622444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80fff678-23e8-4853-9f92-e40f3d618750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:59.637006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80fff678-23e8-4853-9f92-e40f3d618750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:59.639547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 69954687-e17d-40f8-b510-986263cd0a72, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=69954687-e17d-40f8-b510-986263cd0a72,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:59.648746 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:59.659354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29a0374d-8389-4748-a311-1d15990ce2c8 req-83680a1f-1139-4305-b3a7-5ae826366674 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7251902 Oct 18 23:31:59.683720 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:59.728608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=69954687-e17d-40f8-b510-986263cd0a72,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:59.732176 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec2d67f-8df2-4ffa-a1b7-e67271f3f8cb None None] DHCP port deletion for 0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:31:59.753575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-80fff678-23e8-4853-9f92-e40f3d618750 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1892b47820445acaa6a5c12df23aa2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786073 Oct 18 23:31:59.760567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 57970) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:31:59.765638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fff678-23e8-4853-9f92-e40f3d618750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711b4581-9d60-4015-8d51-f21982ff20a3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:31:59.870005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.870367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.870685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.871235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.871732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.872403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.872897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.873387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.873966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.874466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.874980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.875496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:31:59.911858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-eec2d67f-8df2-4ffa-a1b7-e67271f3f8cb None None] Deleting port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:31:59.912496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eec2d67f-8df2-4ffa-a1b7-e67271f3f8cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:59.976421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bf60f-462f-47f7-948c-ea019e25c507 req-4275e0a1-5e61-4251-a3aa-6a5bffa44f47 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:31:59.979676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7c4bf60f-462f-47f7-948c-ea019e25c507 req-4275e0a1-5e61-4251-a3aa-6a5bffa44f47 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.2197349 Oct 18 23:31:59.986116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3f12f67-50e9-4866-a0bf-b7be6027e163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:31:59.998036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-eec2d67f-8df2-4ffa-a1b7-e67271f3f8cb None None] For port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=80fb21b7-2f9e-4231-8e67-0ff3c322bc85,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:31:59.998443 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eec2d67f-8df2-4ffa-a1b7-e67271f3f8cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.000828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Deleting port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:00.001631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.024707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0fa3c-0bad-45b7-b48f-f5e14c87bb48 req-af0c5df1-90fa-4829-b7ba-8516ae3994c8 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:00.030375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdf0fa3c-0bad-45b7-b48f-f5e14c87bb48 req-af0c5df1-90fa-4829-b7ba-8516ae3994c8 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 945 time: 0.1859756 Oct 18 23:32:00.072962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3f12f67-50e9-4866-a0bf-b7be6027e163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.158520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7c4bf60f-462f-47f7-948c-ea019e25c507 req-66b4c0b2-5f1d-49d9-a5e8-c5cc2389b167 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515925 Oct 18 23:32:00.182780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-eec2d67f-8df2-4ffa-a1b7-e67271f3f8cb None None] Calling delete_port for 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:00.213166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3f12f67-50e9-4866-a0bf-b7be6027e163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.223848 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3f12f67-50e9-4866-a0bf-b7be6027e163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.229049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b3f12f67-50e9-4866-a0bf-b7be6027e163 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/711b4581-9d60-4015-8d51-f21982ff20a3 HTTP/1.1" status: 204 len: 168 time: 0.4546018 Oct 18 23:32:00.229838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] For port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=80fb21b7-2f9e-4231-8e67-0ff3c322bc85,segment=NetworkSegment(d70bca00-441f-42ff-83f5-fc8355d26b50),segment_id=d70bca00-441f-42ff-83f5-fc8355d26b50)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:00.230235 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.237403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdf0fa3c-0bad-45b7-b48f-f5e14c87bb48 req-f087a753-ea82-4f3a-b09c-d938e7b84633 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873305 Oct 18 23:32:00.276274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f12f67-50e9-4866-a0bf-b7be6027e163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711b4581-9d60-4015-8d51-f21982ff20a3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:00.278768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Calling delete_port for 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:00.426980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['69954687-e17d-40f8-b510-986263cd0a72'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:00.505361 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.525681 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eec2d67f-8df2-4ffa-a1b7-e67271f3f8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.544270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Pushing event deleted for resources: {'Port': ['ID=80fb21b7-2f9e-4231-8e67-0ff3c322bc85,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:00.546910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] No DVR routers for this DVR port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:00.569739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2d67f-8df2-4ffa-a1b7-e67271f3f8cb None None] Pushing event deleted for resources: {'Port': ['ID=80fb21b7-2f9e-4231-8e67-0ff3c322bc85,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:00.574871 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2d67f-8df2-4ffa-a1b7-e67271f3f8cb None None] No DVR routers for this DVR port 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:00.658422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.690914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4e9639-89ec-4f9c-a4f4-3a57789e13b6']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:00.703450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70bca00-441f-42ff-83f5-fc8355d26b50') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:00.703450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70bca00-441f-42ff-83f5-fc8355d26b50') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:00.716015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.742852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.751528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:32:00.752486 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:32:00.754831 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:32:00.877374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:00.881129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.889061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:00.896309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] 10.222.0.52 "DELETE /v2.0/networks/0b4e9639-89ec-4f9c-a4f4-3a57789e13b6 HTTP/1.1" status: 204 len: 168 time: 1.9597969 Oct 18 23:32:00.907140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:00.907792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 80fb21b7-2f9e-4231-8e67-0ff3c322bc85 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:00.913660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558522d9-920e-42c8-8e27-c4425179da2c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4e9639-89ec-4f9c-a4f4-3a57789e13b6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:00.938774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63572e0-5047-43d1-9455-0e5349f269d4 req-27178da4-9cf4-4539-8791-ee9226c62d37 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:00.940641 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b63572e0-5047-43d1-9455-0e5349f269d4 req-27178da4-9cf4-4539-8791-ee9226c62d37 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 945 time: 0.0962365 Oct 18 23:32:01.006467 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b63572e0-5047-43d1-9455-0e5349f269d4 req-a3f2bf4b-4719-4c1b-b5a6-34959630332f tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586941 Oct 18 23:32:01.071073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58012) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:01.127774 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1e2af504-742e-4b58-a71d-8046c6406782 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99776e1db0c442d186a33293a4057542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537791 Oct 18 23:32:01.130369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58018) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:01.193652 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072499ba-fcc5-42ab-84b7-bd7e10401a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:01.217852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072499ba-fcc5-42ab-84b7-bd7e10401a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:01.285534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072499ba-fcc5-42ab-84b7-bd7e10401a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:01.290387 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072499ba-fcc5-42ab-84b7-bd7e10401a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:01.292072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-072499ba-fcc5-42ab-84b7-bd7e10401a2c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e634e7c-f310-422e-a94a-ab5e882d5ce9 HTTP/1.1" status: 204 len: 168 time: 0.1598928 Oct 18 23:32:01.301804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072499ba-fcc5-42ab-84b7-bd7e10401a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e634e7c-f310-422e-a94a-ab5e882d5ce9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:01.363476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58034) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:01.405057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2441-a3b3-4b34-a023-5948866c005f req-ef3e5c5d-4f29-473f-b370-4ff6f3f05ee1 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:01.406910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c90f2441-a3b3-4b34-a023-5948866c005f req-ef3e5c5d-4f29-473f-b370-4ff6f3f05ee1 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 945 time: 0.0639176 Oct 18 23:32:01.516948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-ce4e45d0-8236-4ef9-b169-aa45df2eeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:01.517452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-ce4e45d0-8236-4ef9-b169-aa45df2eeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:01.517938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-ce4e45d0-8236-4ef9-b169-aa45df2eeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:01.518449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-ce4e45d0-8236-4ef9-b169-aa45df2eeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:01.519643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-ce4e45d0-8236-4ef9-b169-aa45df2eeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:01.520115 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-ce4e45d0-8236-4ef9-b169-aa45df2eeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:01.520664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-ce4e45d0-8236-4ef9-b169-aa45df2eeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:01.522801 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-ce4e45d0-8236-4ef9-b169-aa45df2eeeba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6495 time: 0.1577852 Oct 18 23:32:01.527349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c90f2441-a3b3-4b34-a023-5948866c005f req-53cb1fbc-a878-4f82-a8d7-c647a76c71fe tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138704 Oct 18 23:32:01.574351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-2ca9bd9d-70cb-408c-b247-0d069d7b7b70 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450771 Oct 18 23:32:01.650374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77c497-a41f-4af6-832d-a0ac8377144d req-6df32cb8-1a4f-426c-b4c8-e542d52e7f8a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:01.652083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-be77c497-a41f-4af6-832d-a0ac8377144d req-6df32cb8-1a4f-426c-b4c8-e542d52e7f8a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 945 time: 0.0637012 Oct 18 23:32:01.769200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-be77c497-a41f-4af6-832d-a0ac8377144d req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Deleting port ff3f31ee-cdcd-444a-9a99-7b0701abfc70 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:01.769900 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-be77c497-a41f-4af6-832d-a0ac8377144d req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:01.943974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-be77c497-a41f-4af6-832d-a0ac8377144d req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] For port ff3f31ee-cdcd-444a-9a99-7b0701abfc70, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:01.944350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-be77c497-a41f-4af6-832d-a0ac8377144d req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:01.958566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-be77c497-a41f-4af6-832d-a0ac8377144d req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Calling delete_port for ff3f31ee-cdcd-444a-9a99-7b0701abfc70 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:02.147536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-be77c497-a41f-4af6-832d-a0ac8377144d req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.182538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ee7aa075-a2f7-40c6-89c4-aac507f35402'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:02.187077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Pushing event deleted for resources: {'Port': ['ID=ff3f31ee-cdcd-444a-9a99-7b0701abfc70,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:02.212013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2842ed04-1097-4ad7-832e-bf17156c8361', 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:02.243341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58084) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:02.258932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-be77c497-a41f-4af6-832d-a0ac8377144d req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] No DVR routers for this DVR port ff3f31ee-cdcd-444a-9a99-7b0701abfc70 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:02.262911 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-be77c497-a41f-4af6-832d-a0ac8377144d req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.268446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-be77c497-a41f-4af6-832d-a0ac8377144d req-5532dd93-946c-4433-82fe-3c8d28972a2a tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "DELETE /v2.0/ports/ff3f31ee-cdcd-444a-9a99-7b0701abfc70 HTTP/1.1" status: 204 len: 173 time: 0.6090713 Oct 18 23:32:02.271981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e808de5f-565b-4511-8665-b0dcdcc66bed', 'name': 'network-vif-deleted', 'tag': 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:02.275772 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288827ce-2f54-4dc9-ae8d-e3d4cf67f6ce" -d '{"events": [{"server_uuid": "e808de5f-565b-4511-8665-b0dcdcc66bed", "name": "network-vif-deleted", "tag": "ff3f31ee-cdcd-444a-9a99-7b0701abfc70"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:02.294357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ec05-3852-459b-b918-56525949d699 req-b7def29b-ddc9-46c5-9df5-b3c7c787fbe0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:02.299183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0852ec05-3852-459b-b918-56525949d699 req-b7def29b-ddc9-46c5-9df5-b3c7c787fbe0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 945 time: 0.1925833 Oct 18 23:32:02.363702 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c353e611-7d01-453e-ae15-ad68a9b74b25 x-openstack-request-id: req-c353e611-7d01-453e-ae15-ad68a9b74b25 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:02.364137 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e808de5f-565b-4511-8665-b0dcdcc66bed", "name": "network-vif-deleted", "tag": "ff3f31ee-cdcd-444a-9a99-7b0701abfc70", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:02.364530 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c353e611-7d01-453e-ae15-ad68a9b74b25 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:02.365030 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e808de5f-565b-4511-8665-b0dcdcc66bed', 'name': 'network-vif-deleted', 'tag': 'ff3f31ee-cdcd-444a-9a99-7b0701abfc70', 'status': 'completed', 'code': 200} Oct 18 23:32:02.390085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0852ec05-3852-459b-b918-56525949d699 req-e81c4c04-0723-4cb9-8d98-ccae92836317 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762858 Oct 18 23:32:02.442880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-509777775-network', 'tenant_id': '7e6a49272f6d49459d7cc6629303e1ac'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:02.474385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Made reservation on behalf of 7e6a49272f6d49459d7cc6629303e1ac for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:02.477347 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.486436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.584187 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.590994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.625012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:32:02.651685 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.652325 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Added segment 13af8800-508a-43b6-a1d5-053d6bceac19 of type vlan for network d710391a-f95f-4045-9c93-1d4a1e2cf24b Oct 18 23:32:02.669235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d57def7-f629-4a68-b9e2-624cae8eb3b1,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:02.695816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6dd5054d-e762-4b5e-903c-7228c495e361 req-034dab5f-771d-4845-8baf-602ad84fad81 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e808de5f-565b-4511-8665-b0dcdcc66bed HTTP/1.1" status: 200 len: 210 time: 0.0658650 Oct 18 23:32:02.705611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.711669 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 69954687-e17d-40f8-b510-986263cd0a72 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:02.738159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.739265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:02.739881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.785525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 69954687-e17d-40f8-b510-986263cd0a72 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:32:02.789251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5415015 Oct 18 23:32:02.789619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58112) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:02.791948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 69954687-e17d-40f8-b510-986263cd0a72 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:02.795133 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.796278 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Request body: {'subnet': {'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-509777775-subnet', 'tenant_id': '7e6a49272f6d49459d7cc6629303e1ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:02.849295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Made reservation on behalf of 7e6a49272f6d49459d7cc6629303e1ac for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:02.858168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:02.864933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a863c7-eb47-4d22-b355-e68ed3148cff admin admin] Pushing event updated for resources: {'Network': ['ID=d710391a-f95f-4045-9c93-1d4a1e2cf24b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:02.895730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d710391a-f95f-4045-9c93-1d4a1e2cf24b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:32:02.969008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:03.005904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69954687-e17d-40f8-b510-986263cd0a72'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:03.008730 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3e7212-fa7b-4af5-adc8-a1a02b5e352f" -d '{"events": [{"server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "name": "network-vif-plugged", "status": "completed", "tag": "69954687-e17d-40f8-b510-986263cd0a72"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:03.032729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:03.037195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 69954687-e17d-40f8-b510-986263cd0a72, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=69954687-e17d-40f8-b510-986263cd0a72,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:03.068112 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:03.076737 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811dcb42-e852-4264-aa57-4fadb67c9173 x-openstack-request-id: req-811dcb42-e852-4264-aa57-4fadb67c9173 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:03.077032 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "name": "network-vif-plugged", "status": "completed", "tag": "69954687-e17d-40f8-b510-986263cd0a72", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:03.077289 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-811dcb42-e852-4264-aa57-4fadb67c9173 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:03.077688 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69954687-e17d-40f8-b510-986263cd0a72', 'code': 200} Oct 18 23:32:03.094141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:03.163406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=69954687-e17d-40f8-b510-986263cd0a72,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:03.172465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6632f8cf-d81c-4073-8242-ffb9cebb7155,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:03.185817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Checking segment: {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:03.186097 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:03.186645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Network hostable DHCP agents. Network: d710391a-f95f-4045-9c93-1d4a1e2cf24b, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:32:03.215511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Network d710391a-f95f-4045-9c93-1d4a1e2cf24b is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:32:03.216020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a657f-c4fa-4b7b-8d75-90648a6df6e4 req-235733df-4957-4fa3-aad6-0e47632e7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:03.217933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c6a657f-c4fa-4b7b-8d75-90648a6df6e4 req-235733df-4957-4fa3-aad6-0e47632e7e78 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 1098 time: 0.0526636 Oct 18 23:32:03.228125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, d710391a-f95f-4045-9c93-1d4a1e2cf24b) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:03.232174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:03.233665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:03.234530 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:03.242761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:03.247032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab55a1f-74ee-4c00-a4cf-e505c3ef63fa None None] Network d710391a-f95f-4045-9c93-1d4a1e2cf24b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:03.258408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c6a657f-c4fa-4b7b-8d75-90648a6df6e4 req-e95345c2-e474-4360-9fa1-b86c081daac5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337477 Oct 18 23:32:03.271752 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-86c535fd-28d8-4e8c-97ba-82929e995a9c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4794607 Oct 18 23:32:03.358068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:03.435675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd208d-71cf-474f-b44f-d80a3fcdd09f None None] Network d710391a-f95f-4045-9c93-1d4a1e2cf24b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:03.545003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed30452-30af-43bf-9495-65556d88d373 req-79215cb8-4d8f-40f6-bd1a-42abd2d879e7 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:03.545248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bed30452-30af-43bf-9495-65556d88d373 req-79215cb8-4d8f-40f6-bd1a-42abd2d879e7 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 946 time: 0.0657494 Oct 18 23:32:03.611305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bed30452-30af-43bf-9495-65556d88d373 req-8da6cafc-d2bd-460f-8cf3-bdf348b7fee0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586295 Oct 18 23:32:03.789310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58208) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:03.879476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-8a20420b-660c-4ac3-a402-82306f429da3 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:03.881780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-8a20420b-660c-4ac3-a402-82306f429da3 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 812 time: 0.1381345 Oct 18 23:32:03.898082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-efef409a-1d2e-4f80-95d0-b21a19a3e26a tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/quotas/7e6a49272f6d49459d7cc6629303e1ac HTTP/1.1" status: 200 len: 375 time: 0.0105143 Oct 18 23:32:03.935624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0607a36-fcab-4795-a68d-836bc7cf0517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:03.942523 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-be04ea90-11c6-45ba-a444-63e9eeab672e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370381 Oct 18 23:32:04.048684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-040beae2-7c75-474a-aeed-cbae8b3672f3 service neutron] 10.222.0.52 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979688 Oct 18 23:32:04.051855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ffb3c-eaf4-4188-952b-ae727c2e8556 req-b37f83b1-0f08-42a2-98f2-ae3d1f99cbc4 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:04.053408 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c8ffb3c-eaf4-4188-952b-ae727c2e8556 req-b37f83b1-0f08-42a2-98f2-ae3d1f99cbc4 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 945 time: 0.0772979 Oct 18 23:32:04.119849 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c8ffb3c-eaf4-4188-952b-ae727c2e8556 req-cc9bcb71-6f81-40e3-aa0f-f59dfcb17828 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599859 Oct 18 23:32:04.124655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0607a36-fcab-4795-a68d-836bc7cf0517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.129877 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0607a36-fcab-4795-a68d-836bc7cf0517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.157578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-cea35a09-06ff-4598-86bf-09f8d8371873 service neutron] 10.222.0.52 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015840 Oct 18 23:32:04.168465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0607a36-fcab-4795-a68d-836bc7cf0517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76fb8b9-9068-4d9a-917c-7bfeec0d898f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:04.172944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0607a36-fcab-4795-a68d-836bc7cf0517 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd6ce7329bad447e8ed910f3dcbd56f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823578 Oct 18 23:32:04.176448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58218) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:04.233529 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6094888f-f1e2-4d9f-86ee-f65a60a55fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.257537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6094888f-f1e2-4d9f-86ee-f65a60a55fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.312085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6094888f-f1e2-4d9f-86ee-f65a60a55fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.314622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6094888f-f1e2-4d9f-86ee-f65a60a55fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.318926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6094888f-f1e2-4d9f-86ee-f65a60a55fe3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b76fb8b9-9068-4d9a-917c-7bfeec0d898f HTTP/1.1" status: 204 len: 168 time: 0.1390927 Oct 18 23:32:04.325895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094888f-f1e2-4d9f-86ee-f65a60a55fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76fb8b9-9068-4d9a-917c-7bfeec0d898f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:04.493273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef064153-7e2d-4eb8-815d-867efec9b54b req-6bb5e685-7f3b-4ef3-b02b-5c20f50e0581 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 210 time: 0.0319273 Oct 18 23:32:04.634834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58238) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:04.650511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11f2c0f0-9b51-44d6-bee4-93f633ebe5a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.714918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.774392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23627377-30f3-4c9d-8ade-79ff2000f69d req-06141bf5-4f3f-4d13-ad69-0b2c513ca5c0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:04.783361 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23627377-30f3-4c9d-8ade-79ff2000f69d req-06141bf5-4f3f-4d13-ad69-0b2c513ca5c0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 946 time: 0.0879264 Oct 18 23:32:04.820330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11f2c0f0-9b51-44d6-bee4-93f633ebe5a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.827209 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11f2c0f0-9b51-44d6-bee4-93f633ebe5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.865206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23627377-30f3-4c9d-8ade-79ff2000f69d req-29ee042b-ac9a-4c8e-ab37-952ffd8d5438 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800607 Oct 18 23:32:04.878777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-11f2c0f0-9b51-44d6-bee4-93f633ebe5a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c41d31c2bb44daab000f82132d5eb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426708 Oct 18 23:32:04.880165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2c0f0-9b51-44d6-bee4-93f633ebe5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87edf232-5c31-4a49-9c2d-5de45fa4ff90,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:04.881536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58244) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:04.942315 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2807bccb-d9f1-4d2f-856b-e219424d0983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:04.972569 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2807bccb-d9f1-4d2f-856b-e219424d0983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:05.031036 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2807bccb-d9f1-4d2f-856b-e219424d0983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:05.033953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2807bccb-d9f1-4d2f-856b-e219424d0983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:05.035169 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2807bccb-d9f1-4d2f-856b-e219424d0983 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87edf232-5c31-4a49-9c2d-5de45fa4ff90 HTTP/1.1" status: 204 len: 168 time: 0.1524246 Oct 18 23:32:05.042521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:32:05.045158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807bccb-d9f1-4d2f-856b-e219424d0983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87edf232-5c31-4a49-9c2d-5de45fa4ff90,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:05.053996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ff3f31ee-cdcd-444a-9a99-7b0701abfc70 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:05.088335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:05.090910 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ba473b-3deb-4606-b0a0-2ad1b760b4e7" -d '{"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:05.100175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: ff3f31ee-cdcd-444a-9a99-7b0701abfc70 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:05.100522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ff3f31ee-cdcd-444a-9a99-7b0701abfc70 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:05.146554 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6588bf-1164-472c-ac3f-a9cb91012eae x-openstack-request-id: req-8b6588bf-1164-472c-ac3f-a9cb91012eae {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:05.146875 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:05.147133 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b6588bf-1164-472c-ac3f-a9cb91012eae {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:05.147580 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'code': 200} Oct 18 23:32:05.225044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:05.244437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'port_id': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'mac_address': 'fa:16:3e:41:b9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:32:05.280455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5705f-7a66-4347-b0a7-c85bb9f0b7f6 req-8efc9500-8a4f-4f72-9186-4a95bff1b43d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:05.283653 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5b5705f-7a66-4347-b0a7-c85bb9f0b7f6 req-8efc9500-8a4f-4f72-9186-4a95bff1b43d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 945 time: 0.0790248 Oct 18 23:32:05.317516 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:05.343237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:05.349436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5b5705f-7a66-4347-b0a7-c85bb9f0b7f6 req-5a14e16e-18a9-43ad-aef0-d7408f713b84 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546947 Oct 18 23:32:05.391735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:05.403780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:05.480645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:05.603541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20943d4d-dd3f-4568-93cf-7eb4b639b2ae req-5017de5a-d104-4a14-8510-b58357db79ec tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 210 time: 0.0295889 Oct 18 23:32:05.608618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:06.064131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-1cee4b29-5d69-499d-8dbe-239104037b07 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:06.066276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-1cee4b29-5d69-499d-8dbe-239104037b07 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 945 time: 0.0939565 Oct 18 23:32:06.071041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-8f93a4cf-6503-4c9e-97bd-5bc54a4399f5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:06.072840 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-8f93a4cf-6503-4c9e-97bd-5bc54a4399f5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.102 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 812 time: 0.1882293 Oct 18 23:32:06.093333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bc363-502e-4340-9914-ab2d89f534fd req-3b69f809-3c75-432f-bf28-39b1c8ca8861 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:06.099338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-829bc363-502e-4340-9914-ab2d89f534fd req-3b69f809-3c75-432f-bf28-39b1c8ca8861 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 946 time: 0.0945656 Oct 18 23:32:06.218184 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:06.219350 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-829bc363-502e-4340-9914-ab2d89f534fd req-f7d1fc86-4749-42f5-acac-ea3460b86a22 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884230 Oct 18 23:32:06.219992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Request body: {'port': {'device_id': '0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f', 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b', 'admin_state_up': True, 'tenant_id': '7e6a49272f6d49459d7cc6629303e1ac'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:06.252427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Deleting port ee7aa075-a2f7-40c6-89c4-aac507f35402 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:06.255486 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:06.274843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-3530a15f-e138-4fcd-b39e-89f9abf65285 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:06.276544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-3530a15f-e138-4fcd-b39e-89f9abf65285 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.73 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 812 time: 0.1475692 Oct 18 23:32:06.315904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Request body: {'port': {'device_id': 'b417027d-9a7f-414c-b8e5-0ecd2a6a160f', 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b', 'admin_state_up': True, 'tenant_id': '7e6a49272f6d49459d7cc6629303e1ac'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:06.373750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] For port ee7aa075-a2f7-40c6-89c4-aac507f35402, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=ee7aa075-a2f7-40c6-89c4-aac507f35402,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:06.377013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:06.391128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Calling delete_port for ee7aa075-a2f7-40c6-89c4-aac507f35402 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:06.515093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc78af-c4be-4faa-9897-162810c30fcc req-99899a8f-6088-491f-8d94-4fb22359d05d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:06.522840 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adcc78af-c4be-4faa-9897-162810c30fcc req-99899a8f-6088-491f-8d94-4fb22359d05d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 946 time: 0.2131026 Oct 18 23:32:06.524414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddc9f4-9693-4c69-a19a-8224ebbe3496 req-5b5a517c-b602-4d6d-a894-c9106927c650 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:06.525978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96ddc9f4-9693-4c69-a19a-8224ebbe3496 req-5b5a517c-b602-4d6d-a894-c9106927c650 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2 HTTP/1.1" status: 200 len: 945 time: 0.0719237 Oct 18 23:32:06.557579 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.api [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 23:32:06.557579 n-d-713498-28 neutron-server[100921]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 18 23:32:06.557579 n-d-713498-28 neutron-server[100921]: [parameters: {'project_id': '7e6a49272f6d49459d7cc6629303e1ac', 'id': '661f981e-c3a2-4f8d-8400-e23a09a369ab', 'expiration': datetime.datetime(2021, 10, 18, 23, 34, 6, 533785)}] Oct 18 23:32:06.557579 n-d-713498-28 neutron-server[100921]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:32:06.558145 n-d-713498-28 neutron-server[100921]: DEBUG oslo_db.api [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:32:06.571684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Made reservation on behalf of 7e6a49272f6d49459d7cc6629303e1ac for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:06.575926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:06.577005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96ddc9f4-9693-4c69-a19a-8224ebbe3496 req-dbad0bf7-eee4-4554-9801-87628a33f916 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Oct 18 23:32:06.601015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adcc78af-c4be-4faa-9897-162810c30fcc req-969afc5f-4f0f-4d05-8016-fdf43cb81518 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772717 Oct 18 23:32:06.626013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58302) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:06.675531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:06.712664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2842ed04-1097-4ad7-832e-bf17156c8361'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:06.716529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['ee7aa075-a2f7-40c6-89c4-aac507f35402'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:06.740092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Pushing event deleted for resources: {'Port': ['ID=ee7aa075-a2f7-40c6-89c4-aac507f35402,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:06.768369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Allocated IP 172.20.0.10 (d710391a-f95f-4045-9c93-1d4a1e2cf24b/6632f8cf-d81c-4073-8242-ffb9cebb7155/1cb860c3-a61a-4b7a-aa4b-7396d0eef92a) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:06.787704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b346c80-f61f-4f97-8d1e-d6649f252e52 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:06.789217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b346c80-f61f-4f97-8d1e-d6649f252e52 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 1093 time: 0.1622550 Oct 18 23:32:06.792287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58312) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:06.798177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:06.826546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fdf08543-e30e-4e5d-9421-e0b35487ca13 req-2bf36cd6-267c-4411-aa60-dfaafa93b3ce tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 210 time: 0.1074727 Oct 18 23:32:06.827776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] No DVR routers for this DVR port ee7aa075-a2f7-40c6-89c4-aac507f35402 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:06.845983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:06.850427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:06.852936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-790cc4b9-c005-40f0-908d-c52006d3a63b req-8e0be9ff-e88a-4ff3-a0fc-2b2c78bcc07d tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.73 "DELETE /v2.0/ports/ee7aa075-a2f7-40c6-89c4-aac507f35402 HTTP/1.1" status: 204 len: 173 time: 0.7773540 Oct 18 23:32:06.853666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2', 'name': 'network-vif-deleted', 'tag': 'ee7aa075-a2f7-40c6-89c4-aac507f35402'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:06.863460 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e67abd-0eb8-4ce0-8255-8fd33653844d" -d '{"events": [{"server_uuid": "5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2", "name": "network-vif-deleted", "tag": "ee7aa075-a2f7-40c6-89c4-aac507f35402"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:06.914159 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cba93a1-6075-414f-8a49-a1bfc15c0468 x-openstack-request-id: req-9cba93a1-6075-414f-8a49-a1bfc15c0468 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:06.914439 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2", "name": "network-vif-deleted", "tag": "ee7aa075-a2f7-40c6-89c4-aac507f35402", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:06.914788 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cba93a1-6075-414f-8a49-a1bfc15c0468 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:06.915252 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f63ae27-fcae-4dbc-82fe-68b4b5c38ed2', 'name': 'network-vif-deleted', 'tag': 'ee7aa075-a2f7-40c6-89c4-aac507f35402', 'status': 'completed', 'code': 200} Oct 18 23:32:07.067090 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.085607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.092080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:07.141426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Made reservation on behalf of 7e6a49272f6d49459d7cc6629303e1ac for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:07.145002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.165531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:07.165980 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.197619 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.258098 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.292199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:07.294260 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61dd345-0c5a-42ab-afac-192272b30cc6" -d '{"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:07.308003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:07.314277 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.319485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Network d710391a-f95f-4045-9c93-1d4a1e2cf24b is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:07.338330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:07.355687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:07.358366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Pushing event updated for resources: {'Port': ['ID=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:07.361464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.25.7.62 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/6c00d0ad-93ef-4671-a2be-1314b7f70575) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:07.383127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:07.390181 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc3e6a-7fab-4bdc-bf53-63f57c72a82c x-openstack-request-id: req-a8bc3e6a-7fab-4bdc-bf53-63f57c72a82c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:07.390699 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:07.391046 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8bc3e6a-7fab-4bdc-bf53-63f57c72a82c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:07.391519 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'code': 200} Oct 18 23:32:07.488328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:07.488985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.517000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Allocated IP 172.20.0.13 (d710391a-f95f-4045-9c93-1d4a1e2cf24b/6632f8cf-d81c-4073-8242-ffb9cebb7155/41b711e5-18a3-49ca-94ed-5716555a3fe4) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:07.557454 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-2ece33d2-380e-481b-beb7-816eb7401f33 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3436596 Oct 18 23:32:07.579102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-ae8d9bbe-6a37-4e63-a45e-ceed3d2a5549 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:32:07.580203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-ae8d9bbe-6a37-4e63-a45e-ceed3d2a5549 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0116885 Oct 18 23:32:07.629785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.751166 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.798066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:07.818325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:07.825643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:07.832648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Request body: {'port': {'device_id': '0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:07.847067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:07.890135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=6c00d0ad-93ef-4671-a2be-1314b7f70575,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:07.973837 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-610586b6-6436-4fbe-9d7c-ac29cef69c7b req-9c8074e4-4a03-4dae-85ec-30a4f4e7b83e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 210 time: 0.0605392 Oct 18 23:32:07.985836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:08.007508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:08.135000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Network d710391a-f95f-4045-9c93-1d4a1e2cf24b is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:08.148819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:08.154869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:08.165778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Pushing event updated for resources: {'Port': ['ID=41b711e5-18a3-49ca-94ed-5716555a3fe4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:08.381995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:08.382933 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:08.474561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-09327b89-c218-4c72-98f5-2a11207120f9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1660190 Oct 18 23:32:08.495455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Request body: {'port': {'device_id': 'b417027d-9a7f-414c-b8e5-0ecd2a6a160f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:08.748509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ee7aa075-a2f7-40c6-89c4-aac507f35402 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:08.794013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: ee7aa075-a2f7-40c6-89c4-aac507f35402 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:08.794370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device ee7aa075-a2f7-40c6-89c4-aac507f35402 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:09.040388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.165231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:09.167381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58478) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:09.187407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.297098 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.304518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Transition to ACTIVE for port object 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:32:09.333515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.335015 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72ee842f-f65b-4299-a911-c7c9efc0e7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.431025 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72ee842f-f65b-4299-a911-c7c9efc0e7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.432380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebb6b0-71b7-4b52-bc6f-c4c955810262 req-a189d39d-8032-4539-991b-27fddd0b0693 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:09.436738 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15ebb6b0-71b7-4b52-bc6f-c4c955810262 req-a189d39d-8032-4539-991b-27fddd0b0693 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 932 time: 0.2445416 Oct 18 23:32:09.438414 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72ee842f-f65b-4299-a911-c7c9efc0e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.484611 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-72ee842f-f65b-4299-a911-c7c9efc0e7e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9b2e1c519af4f96a553db8425be64b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125222 Oct 18 23:32:09.484611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee842f-f65b-4299-a911-c7c9efc0e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f711586-0966-4974-a04f-948166ed06d2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:09.484965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58484) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:09.504053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:09.541156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9249180a-d1e7-473d-8a1c-6336a57f62e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.570467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9249180a-d1e7-473d-8a1c-6336a57f62e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.578228 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.643275 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9249180a-d1e7-473d-8a1c-6336a57f62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.646754 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9249180a-d1e7-473d-8a1c-6336a57f62e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.651844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9249180a-d1e7-473d-8a1c-6336a57f62e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f711586-0966-4974-a04f-948166ed06d2 HTTP/1.1" status: 204 len: 168 time: 0.1618564 Oct 18 23:32:09.657694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249180a-d1e7-473d-8a1c-6336a57f62e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f711586-0966-4974-a04f-948166ed06d2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:09.673395 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15ebb6b0-71b7-4b52-bc6f-c4c955810262 req-4701b2c0-4e23-4ac8-928b-88af256c26bf tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092104 Oct 18 23:32:09.789674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Attempting to bind port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:32:09.789674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Attempting to bind port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:32:09.790139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Attempting to bind port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a on network d710391a-f95f-4045-9c93-1d4a1e2cf24b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:09.825166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a on network d710391a-f95f-4045-9c93-1d4a1e2cf24b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:32:09.825594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Attempting to bind port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a on network d710391a-f95f-4045-9c93-1d4a1e2cf24b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:09.868447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:32:09.868851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Checking segment: {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:09.869188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Bound using segment: {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:32:09.869641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Bound port: 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:32:09.870064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.875639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b711e5-18a3-49ca-94ed-5716555a3fe4 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:09.890129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:09.947474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Transition to ACTIVE for port object 41b711e5-18a3-49ca-94ed-5716555a3fe4 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:32:09.957915 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.036420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58492) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:10.049824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8579fc44-04c9-4972-ad29-be08690ccc4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.053597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Pushing event updated for resources: {'Port': ['ID=41b711e5-18a3-49ca-94ed-5716555a3fe4,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:10.073293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] For port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:32:10.084619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] For port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:32:10.090928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.115226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.141408 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.200002 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8579fc44-04c9-4972-ad29-be08690ccc4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.214277 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8579fc44-04c9-4972-ad29-be08690ccc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.223233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:10.224253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.226500 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] 10.222.0.102 "PUT /v2.0/ports/1cb860c3-a61a-4b7a-aa4b-7396d0eef92a HTTP/1.1" status: 200 len: 1093 time: 2.6284859 Oct 18 23:32:10.230111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f', 'tag': '1cb860c3-a61a-4b7a-aa4b-7396d0eef92a'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:10.234027 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4a3e39-df45-45a1-82e0-7df1b761019e" -d '{"events": [{"name": "network-changed", "server_uuid": "0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f", "tag": "1cb860c3-a61a-4b7a-aa4b-7396d0eef92a"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:10.259866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579fc44-04c9-4972-ad29-be08690ccc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf9f248-a670-4484-99c9-044a453ab4d9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:10.329543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8579fc44-04c9-4972-ad29-be08690ccc4d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98feb2988e6542399dc4588c7976c75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919111 Oct 18 23:32:10.335095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58504) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:10.341674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81902cd-d444-4cc8-b4ce-2227d5d5eaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:10.367848 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319ae296-debf-4952-b4de-d38431965661 x-openstack-request-id: req-319ae296-debf-4952-b4de-d38431965661 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:10.368251 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f", "tag": "1cb860c3-a61a-4b7a-aa4b-7396d0eef92a", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:10.368375 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-319ae296-debf-4952-b4de-d38431965661 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:10.368767 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f', 'tag': '1cb860c3-a61a-4b7a-aa4b-7396d0eef92a', 'status': 'completed', 'code': 200} Oct 18 23:32:10.412128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Attempting to bind port 41b711e5-18a3-49ca-94ed-5716555a3fe4 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:32:10.412385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Attempting to bind port 41b711e5-18a3-49ca-94ed-5716555a3fe4 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:32:10.412718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Attempting to bind port 41b711e5-18a3-49ca-94ed-5716555a3fe4 on network d710391a-f95f-4045-9c93-1d4a1e2cf24b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:10.416605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b5392d6-0985-4ea7-a40b-692d5b2ff3fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.423788 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.429309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Port 41b711e5-18a3-49ca-94ed-5716555a3fe4 on network d710391a-f95f-4045-9c93-1d4a1e2cf24b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:32:10.429795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Attempting to bind port 41b711e5-18a3-49ca-94ed-5716555a3fe4 on network d710391a-f95f-4045-9c93-1d4a1e2cf24b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:10.452141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b5392d6-0985-4ea7-a40b-692d5b2ff3fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.492318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=6c00d0ad-93ef-4671-a2be-1314b7f70575,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:10.494783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:32:10.495123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Checking segment: {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:10.495501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Bound using segment: {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:32:10.496008 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Bound port: 41b711e5-18a3-49ca-94ed-5716555a3fe4, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:32:10.496473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.518822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-0cc6c837-f66f-43d3-83fe-d887eeae4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:10.520490 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-0cc6c837-f66f-43d3-83fe-d887eeae4587 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&device_id=0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f HTTP/1.1" status: 200 len: 1096 time: 0.1696012 Oct 18 23:32:10.530859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b5392d6-0985-4ea7-a40b-692d5b2ff3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.534381 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b5392d6-0985-4ea7-a40b-692d5b2ff3fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.535790 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5b5392d6-0985-4ea7-a40b-692d5b2ff3fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abf9f248-a670-4484-99c9-044a453ab4d9 HTTP/1.1" status: 204 len: 168 time: 0.1997020 Oct 18 23:32:10.545925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5392d6-0985-4ea7-a40b-692d5b2ff3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf9f248-a670-4484-99c9-044a453ab4d9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:10.646120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-39a6de0c-e540-4baa-9cd6-3476dda0955e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a HTTP/1.1" status: 200 len: 217 time: 0.0529246 Oct 18 23:32:10.707090 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Floating IP e3973125-cd3d-455f-b2ea-a1ea792fc29b associated. External IP: 172.25.7.62, port: 69954687-e17d-40f8-b510-986263cd0a72. Oct 18 23:32:10.773184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] For port 41b711e5-18a3-49ca-94ed-5716555a3fe4, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:32:10.800915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-771739f9-aec2-471c-bffc-74da1ec5291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:10.806344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-771739f9-aec2-471c-bffc-74da1ec5291c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6632f8cf-d81c-4073-8242-ffb9cebb7155 HTTP/1.1" status: 200 len: 852 time: 0.1452115 Oct 18 23:32:10.816650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] For port 41b711e5-18a3-49ca-94ed-5716555a3fe4, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41b711e5-18a3-49ca-94ed-5716555a3fe4,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:32:10.850148 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-f6823c4a-6a05-4ad6-83c0-d17b7f0dee5d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d710391a-f95f-4045-9c93-1d4a1e2cf24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317688 Oct 18 23:32:10.851332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:10.939361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f564-dc77-4df0-b667-c2cd8b1e96ca req-b4581c7b-5155-4c55-99a3-18f70b0b970e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:10.948460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6001f564-dc77-4df0-b667-c2cd8b1e96ca req-b4581c7b-5155-4c55-99a3-18f70b0b970e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 944 time: 0.1589642 Oct 18 23:32:11.000636 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:11.001586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:11.003313 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] 10.222.0.73 "PUT /v2.0/ports/41b711e5-18a3-49ca-94ed-5716555a3fe4 HTTP/1.1" status: 200 len: 1093 time: 2.5143034 Oct 18 23:32:11.032549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6001f564-dc77-4df0-b667-c2cd8b1e96ca req-47c01952-c4c8-40a3-9c0a-56240a71ca64 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827324 Oct 18 23:32:11.151897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-e25cd444-9355-4f36-b3e6-ab80c735a440 service neutron] 10.222.0.102 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902789 Oct 18 23:32:11.265261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6808e87-dd71-4991-9991-4638346a24fd service neutron] Pushing event updated for resources: {'Port': ['ID=41b711e5-18a3-49ca-94ed-5716555a3fe4,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:11.517137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-be782adb-ea81-4cd1-9d8d-1d410f4bf28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:11.518768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-be782adb-ea81-4cd1-9d8d-1d410f4bf28e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 1096 time: 0.4391899 Oct 18 23:32:11.529443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router e8b16794-c16e-4bc1-85f1-033ca4e39922 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:32:11.531989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-51c8dd1d-7a2f-4601-8c2d-69754985c6ef service neutron] 10.222.0.102 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620899 Oct 18 23:32:11.588820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-aedbe563-48d9-43fe-9ee5-06a56033760d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41b711e5-18a3-49ca-94ed-5716555a3fe4 HTTP/1.1" status: 200 len: 217 time: 0.0555418 Oct 18 23:32:11.750381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-270bf43b-5179-4ece-aecb-b968b1a6023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:11.751948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-270bf43b-5179-4ece-aecb-b968b1a6023c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&device_id=0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f HTTP/1.1" status: 200 len: 1096 time: 0.1138334 Oct 18 23:32:11.753398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-cf92fa31-6969-42e7-8568-867cc08a1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:11.754808 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-cf92fa31-6969-42e7-8568-867cc08a1431 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6632f8cf-d81c-4073-8242-ffb9cebb7155 HTTP/1.1" status: 200 len: 852 time: 0.1576755 Oct 18 23:32:11.851658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-5a3f6b77-22aa-4d8f-9425-a7710f24a7ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d710391a-f95f-4045-9c93-1d4a1e2cf24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895851 Oct 18 23:32:11.956765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:32:11.969149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] Sync routers for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:32:11.984814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:11.985469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:12.069843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:12.228911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58572) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:12.229470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-516c9e8d-aba1-469b-9445-0ee8331295f2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4358172 Oct 18 23:32:12.235121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-37ba47c7-ee31-4419-a4d1-d00bf0243dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:12.236612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-37ba47c7-ee31-4419-a4d1-d00bf0243dd8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 913 time: 0.4735496 Oct 18 23:32:12.259895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:32:12.286499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:32:12.653019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-95e572a9-deee-4e5a-a456-1e7052611664 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/floatingips/e3973125-cd3d-455f-b2ea-a1ea792fc29b HTTP/1.1" status: 200 len: 991 time: 0.4143126 Oct 18 23:32:12.682077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56713a75-6e67-4c6d-a98c-c773e85d66a9 req-5102cb3a-0887-4e7e-b488-1e72b7c56ba5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:12.686101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56713a75-6e67-4c6d-a98c-c773e85d66a9 req-5102cb3a-0887-4e7e-b488-1e72b7c56ba5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 944 time: 0.4444926 Oct 18 23:32:12.772099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56713a75-6e67-4c6d-a98c-c773e85d66a9 req-0895b8bf-9b4e-4814-982b-dfd45b521d70 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784214 Oct 18 23:32:12.937799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:34Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e3973125-cd3d-455f-b2ea-a1ea792fc29b', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:32:08Z', 'updated_at': '2021-10-18T23:32:08Z', 'revision_number': 0, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:13.019016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] Checking router: e8b16794-c16e-4bc1-85f1-033ca4e39922 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:32:13.028861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:13.029510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:13.077426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b417027d-9a7f-414c-b8e5-0ecd2a6a160f', 'tag': '41b711e5-18a3-49ca-94ed-5716555a3fe4'}, {'name': 'network-changed', 'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'tag': '69954687-e17d-40f8-b510-986263cd0a72'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:13.081078 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560bd190-77a6-4c57-b806-931c7de1bd47" -d '{"events": [{"name": "network-changed", "server_uuid": "b417027d-9a7f-414c-b8e5-0ecd2a6a160f", "tag": "41b711e5-18a3-49ca-94ed-5716555a3fe4"}, {"name": "network-changed", "server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "tag": "69954687-e17d-40f8-b510-986263cd0a72"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:13.085978 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-410b81a4-aa3b-4702-85e3-066c9512beaa service neutron] 10.222.0.73 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2205861 Oct 18 23:32:13.090383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-3eb68820-75fa-45ce-a5c8-9b37b42df0e4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a HTTP/1.1" status: 200 len: 217 time: 0.8414893 Oct 18 23:32:13.257207 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90074f76-80ed-4bd0-89fc-e1a2e63d8d18 req-c74aeb0b-9fd4-457d-9c9e-caf6f0a1e4b7 service neutron] 10.222.0.73 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353581 Oct 18 23:32:13.259191 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f099cc76-e488-42a2-b602-6fec6deaff2d x-openstack-request-id: req-f099cc76-e488-42a2-b602-6fec6deaff2d {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:13.259702 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b417027d-9a7f-414c-b8e5-0ecd2a6a160f", "tag": "41b711e5-18a3-49ca-94ed-5716555a3fe4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "tag": "69954687-e17d-40f8-b510-986263cd0a72", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:13.260124 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f099cc76-e488-42a2-b602-6fec6deaff2d {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:13.260693 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b417027d-9a7f-414c-b8e5-0ecd2a6a160f', 'tag': '41b711e5-18a3-49ca-94ed-5716555a3fe4', 'status': 'completed', 'code': 200} Oct 18 23:32:13.261110 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'tag': '69954687-e17d-40f8-b510-986263cd0a72', 'status': 'completed', 'code': 200} Oct 18 23:32:13.297974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58594) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:13.334508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3db79-2b67-4d04-be7a-2d7a1d476741 req-ca6d44a2-7b5b-4c99-b2e7-765604b9d661 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:13.342282 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7fa3db79-2b67-4d04-be7a-2d7a1d476741 req-ca6d44a2-7b5b-4c99-b2e7-765604b9d661 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 945 time: 0.2546299 Oct 18 23:32:13.396193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7fa3db79-2b67-4d04-be7a-2d7a1d476741 req-be1c080e-7bf6-4186-9069-de73620d4816 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507495 Oct 18 23:32:13.410967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-a9239a58-ea64-4dde-960b-c41da2973219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:13.412451 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-a9239a58-ea64-4dde-960b-c41da2973219 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6632f8cf-d81c-4073-8242-ffb9cebb7155 HTTP/1.1" status: 200 len: 852 time: 0.2923486 Oct 18 23:32:13.477589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-f539e732-01ba-4b60-a0ff-8a02cdaf95d6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d710391a-f95f-4045-9c93-1d4a1e2cf24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476761 Oct 18 23:32:13.614970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-6ecc552e-5986-4a36-8950-15902ccd1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:13.617162 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-6ecc552e-5986-4a36-8950-15902ccd1d47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 1096 time: 0.2334056 Oct 18 23:32:13.620718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:32:13.649311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58598) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:13.675129 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-dcf59a8f-ba82-491b-b3a0-8b24be0f81cd service neutron] 10.222.0.102 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863446 Oct 18 23:32:13.731366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-685def13-89d6-4e16-95f8-e5f9122b2538 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2121693426'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:13.732137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-685def13-89d6-4e16-95f8-e5f9122b2538 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Unknown quota resources ['metering_label']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:32:13.885613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-1b723a96-df4b-43c6-807b-c9678f8ef142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:13.887484 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-1b723a96-df4b-43c6-807b-c9678f8ef142 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 913 time: 0.2623067 Oct 18 23:32:13.914259 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d4a3e39-df45-45a1-82e0-7df1b761019e req-a82fc913-4754-404e-907d-538138c60dc7 service neutron] 10.222.0.102 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257380 Oct 18 23:32:13.948253 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-1109f08d-b5a2-4985-88f7-c1ca7f812bbd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41b711e5-18a3-49ca-94ed-5716555a3fe4 HTTP/1.1" status: 200 len: 217 time: 0.0519681 Oct 18 23:32:14.027049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4cbabd04-3178-4a74-ad0e-1cc99270a4ba tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/floatingips/e3973125-cd3d-455f-b2ea-a1ea792fc29b HTTP/1.1" status: 200 len: 991 time: 0.3764195 Oct 18 23:32:14.032316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-7a816de3-13fd-43d0-bf33-8f4430037d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:14.033879 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-7a816de3-13fd-43d0-bf33-8f4430037d97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6632f8cf-d81c-4073-8242-ffb9cebb7155 HTTP/1.1" status: 200 len: 852 time: 0.0786858 Oct 18 23:32:14.078150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:34Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e3973125-cd3d-455f-b2ea-a1ea792fc29b', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:32:08Z', 'updated_at': '2021-10-18T23:32:08Z', 'revision_number': 0, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:14.088610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-72f44c3c-67c7-41d0-8aba-157da5ceb7d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d710391a-f95f-4045-9c93-1d4a1e2cf24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467405 Oct 18 23:32:14.093855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-685def13-89d6-4e16-95f8-e5f9122b2538 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:14.095156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-685def13-89d6-4e16-95f8-e5f9122b2538 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7946904 Oct 18 23:32:14.101798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58604) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:14.112623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e48af153-bd0c-4cc8-80f7-355a52e99044 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '476effeb-a920-438b-9bfc-fdcbc0cc65bb'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:14.113497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e48af153-bd0c-4cc8-80f7-355a52e99044 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100921) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:32:14.139859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b1cb3-6245-4707-bc71-ff31d9757e54 req-89d51bfc-9c14-4a40-8be2-65eff83053ff tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:14.151035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-074b1cb3-6245-4707-bc71-ff31d9757e54 req-89d51bfc-9c14-4a40-8be2-65eff83053ff tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 944 time: 0.2330287 Oct 18 23:32:14.156042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed933d-7799-4883-a53a-a262aaf49606 None None] The sync data for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 is: [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:34Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e3973125-cd3d-455f-b2ea-a1ea792fc29b', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:32:08Z', 'updated_at': '2021-10-18T23:32:08Z', 'revision_number': 0, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:32:14.216130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-074b1cb3-6245-4707-bc71-ff31d9757e54 req-849a1fac-82b6-4ceb-805a-7a7eb9b8939e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639424 Oct 18 23:32:14.273245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-7921cbe2-3b44-4b09-ab85-c9c9bd0fa276 service neutron] 10.222.0.73 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700668 Oct 18 23:32:14.365045 n-d-713498-28 neutron-server[100921]: WARNING neutron.services.metering.metering_plugin [None req-e48af153-bd0c-4cc8-80f7-355a52e99044 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 18 23:32:14.566230 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fde758-cb40-42b1-a7f6-a9a53c08b822 None None] New status for floating IP e3973125-cd3d-455f-b2ea-a1ea792fc29b: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:32:14.781298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e48af153-bd0c-4cc8-80f7-355a52e99044 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:14.786463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58612) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:14.787202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e48af153-bd0c-4cc8-80f7-355a52e99044 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6805010 Oct 18 23:32:14.792761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8eba3ac9-75e4-4afe-b163-08dfe059bced tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '476effeb-a920-438b-9bfc-fdcbc0cc65bb'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:14.793620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8eba3ac9-75e4-4afe-b163-08dfe059bced tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:32:14.868232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-93bd4c0c-efa7-4791-bc61-ea8aaf49794f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:14.871468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-93bd4c0c-efa7-4791-bc61-ea8aaf49794f tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 945 time: 0.5208900 Oct 18 23:32:14.879590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-1012c06f-6065-4c3d-800f-01ee34e5f647 service neutron] 10.222.0.73 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827098 Oct 18 23:32:14.938478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeda101-fa88-4cbe-9072-c0e8886e4405 req-e043a845-9621-465b-866c-82ef1400af58 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:14.942371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-beeda101-fa88-4cbe-9072-c0e8886e4405 req-e043a845-9621-465b-866c-82ef1400af58 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 945 time: 0.2894735 Oct 18 23:32:15.001223 n-d-713498-28 neutron-server[100922]: WARNING neutron.services.metering.metering_plugin [None req-8eba3ac9-75e4-4afe-b163-08dfe059bced tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 18 23:32:15.032755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58614) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:15.092384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:32:15.107938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-beeda101-fa88-4cbe-9072-c0e8886e4405 req-fa0c6818-059a-4373-acb1-54e874bb628c tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2b4b924-d439-47b7-9fda-fa2fcaf4189b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019504 Oct 18 23:32:15.185920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-e74af4e2-8620-4645-8f95-ea7d6cdaf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:15.188906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-e74af4e2-8620-4645-8f95-ea7d6cdaf796 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 1098 time: 0.1796083 Oct 18 23:32:15.217030 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Deleting port 2842ed04-1097-4ad7-832e-bf17156c8361 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:15.217646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:15.244643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eba3ac9-75e4-4afe-b163-08dfe059bced tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:15.249142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8eba3ac9-75e4-4afe-b163-08dfe059bced tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4579654 Oct 18 23:32:15.250445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58620) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:15.253128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:15.269414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9ce40a51-343d-4f50-8ad9-89f22ee03254 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=636683a6-1a5b-473c-a2b8-b8e7257dce17 HTTP/1.1" status: 200 len: 462 time: 0.0146463 Oct 18 23:32:15.270305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58622) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:15.289197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '1cb860c3-a61a-4b7a-aa4b-7396d0eef92a', 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b', 'port_id': '1cb860c3-a61a-4b7a-aa4b-7396d0eef92a', 'mac_address': 'fa:16:3e:c7:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6632f8cf-d81c-4073-8242-ffb9cebb7155', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:32:15.299512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9fad67d1-738f-49fa-ae5a-04b20f826a8a tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/floatingips/e3973125-cd3d-455f-b2ea-a1ea792fc29b HTTP/1.1" status: 200 len: 993 time: 0.2601206 Oct 18 23:32:15.415202 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:15.438625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae5e123d-8587-4e4b-9c1a-154fb199c404 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:15.442352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:15.442523 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ae5e123d-8587-4e4b-9c1a-154fb199c404 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/636683a6-1a5b-473c-a2b8-b8e7257dce17 HTTP/1.1" status: 204 len: 168 time: 0.1685772 Oct 18 23:32:15.443072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58628) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:15.463184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-12de0884-f151-4424-a257-f16a69c64d57 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=636683a6-1a5b-473c-a2b8-b8e7257dce17 HTTP/1.1" status: 200 len: 221 time: 0.0130017 Oct 18 23:32:15.466982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58630) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:15.473766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ed8af10b-5348-43f0-b59d-35a98a4e7d7e tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--486625387', 'description': 'label created by tempest'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:15.474037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:15.474277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ed8af10b-5348-43f0-b59d-35a98a4e7d7e tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Unknown quota resources ['metering_label']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:32:15.487114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:15.513862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] For port 2842ed04-1097-4ad7-832e-bf17156c8361, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2842ed04-1097-4ad7-832e-bf17156c8361,segment=NetworkSegment(ba20581f-a3c5-4118-916a-d190591c4448),segment_id=ba20581f-a3c5-4118-916a-d190591c4448)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:15.514644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:15.543780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9330aef-8af7-491b-bef0-6740beea3b88 req-356f627a-a321-464c-95ba-fd276ae776b3 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:15.545988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9330aef-8af7-491b-bef0-6740beea3b88 req-356f627a-a321-464c-95ba-fd276ae776b3 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 944 time: 0.1576281 Oct 18 23:32:15.552023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-35debaad-6d8f-4f46-9ece-527b81f80943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:15.553963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-35debaad-6d8f-4f46-9ece-527b81f80943 service neutron] 10.222.0.73 "GET /v2.0/networks?id=54c49414-9569-40cd-bd49-5fa9d2ab1860 HTTP/1.1" status: 200 len: 897 time: 0.3313544 Oct 18 23:32:15.555475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Calling delete_port for 2842ed04-1097-4ad7-832e-bf17156c8361 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:15.576238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:15.668231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed8af10b-5348-43f0-b59d-35a98a4e7d7e tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:15.672492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ed8af10b-5348-43f0-b59d-35a98a4e7d7e tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2017391 Oct 18 23:32:15.672768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58632) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:15.720413 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9330aef-8af7-491b-bef0-6740beea3b88 req-0c031a52-b4b6-4972-ba1b-360f89bd88ba tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622894 Oct 18 23:32:15.745251 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-4243f3c4-ff8c-4250-ab5b-965171d8c40e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69954687-e17d-40f8-b510-986263cd0a72 HTTP/1.1" status: 200 len: 1001 time: 0.1829360 Oct 18 23:32:15.803145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7232cfb8-5eb3-46ae-a93f-6bbe0ddadda7 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=67960b45-c5c8-4da3-85bd-2249233dd5c6 HTTP/1.1" status: 200 len: 467 time: 0.1240585 Oct 18 23:32:15.805127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58634) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:15.836824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-a55f831b-1b41-4e24-97ec-17f08f436d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:15.839306 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-a55f831b-1b41-4e24-97ec-17f08f436d53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20b290c-2a0d-4ffc-8565-a3dc28de5d48 HTTP/1.1" status: 200 len: 834 time: 0.0855777 Oct 18 23:32:15.939326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-a1e1d931-b82d-4635-967d-ee49e3c38e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:15.941719 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-a1e1d931-b82d-4635-967d-ee49e3c38e40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54c49414-9569-40cd-bd49-5fa9d2ab1860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954382 Oct 18 23:32:15.986052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['1cb860c3-a61a-4b7a-aa4b-7396d0eef92a'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:16.077009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-2e22068e-cdbc-4c4b-87f0-cc0eb66c78db service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262791 Oct 18 23:32:16.105894 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:16.242276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Pushing event deleted for resources: {'Port': ['ID=2842ed04-1097-4ad7-832e-bf17156c8361,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:16.275194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0880c4dc-326f-4296-b245-4708bbae4982 req-cbfbdd5b-8187-41c9-ad38-553d4b7d1972 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3e73427-99ff-424d-b520-b1d2f8203238 HTTP/1.1" status: 200 len: 210 time: 0.0363996 Oct 18 23:32:16.311342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] No DVR routers for this DVR port 2842ed04-1097-4ad7-832e-bf17156c8361 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:16.339891 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:16.344183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-801f16cd-cfc8-45a5-9b0f-254b7dbf1d58 req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] 10.222.0.102 "DELETE /v2.0/ports/2842ed04-1097-4ad7-832e-bf17156c8361 HTTP/1.1" status: 204 len: 173 time: 1.4635227 Oct 18 23:32:16.344896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e73427-99ff-424d-b520-b1d2f8203238', 'name': 'network-vif-deleted', 'tag': '2842ed04-1097-4ad7-832e-bf17156c8361'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:16.347940 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceae281-bdad-4eb8-b6b1-2c72e73216ab" -d '{"events": [{"server_uuid": "d3e73427-99ff-424d-b520-b1d2f8203238", "name": "network-vif-deleted", "tag": "2842ed04-1097-4ad7-832e-bf17156c8361"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:16.351882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.352326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.352724 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.353589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.354006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.355168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.355647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.355979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.356313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.359542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.359542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.359542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe371a-76e0-407c-8409-9926e9f8b690 tempest-AttachVolumeNegativeTest-433803832 tempest-AttachVolumeNegativeTest-433803832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:16.435254 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae44fe5-4ea6-41e2-8fd6-4db8293c3b98 x-openstack-request-id: req-bae44fe5-4ea6-41e2-8fd6-4db8293c3b98 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:16.435750 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e73427-99ff-424d-b520-b1d2f8203238", "name": "network-vif-deleted", "tag": "2842ed04-1097-4ad7-832e-bf17156c8361", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:16.436202 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bae44fe5-4ea6-41e2-8fd6-4db8293c3b98 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:16.436919 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e73427-99ff-424d-b520-b1d2f8203238', 'name': 'network-vif-deleted', 'tag': '2842ed04-1097-4ad7-832e-bf17156c8361', 'status': 'completed', 'code': 200} Oct 18 23:32:16.453480 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-560bd190-77a6-4c57-b806-931c7de1bd47 req-7ddfa27d-1e8b-4f83-b1db-c7a017251313 service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588073 Oct 18 23:32:16.468231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ea30810-d5f8-47b3-8cd5-7ce0d4d1bbf7 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:16.470868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5ea30810-d5f8-47b3-8cd5-7ce0d4d1bbf7 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/67960b45-c5c8-4da3-85bd-2249233dd5c6 HTTP/1.1" status: 204 len: 168 time: 0.6641352 Oct 18 23:32:16.474812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58646) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:16.491586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3ef5ba32-f79a-471e-86ab-974a4f7bd111 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=67960b45-c5c8-4da3-85bd-2249233dd5c6 HTTP/1.1" status: 200 len: 216 time: 0.0143635 Oct 18 23:32:16.494857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58648) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:16.518816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-629b7487-2208-4152-8709-cbbd2f94b644 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0148489 Oct 18 23:32:16.519065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58650) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:16.526637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b2945f01-8f79-4925-9761-cfcbb4a4753d tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0106764 Oct 18 23:32:16.530058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58652) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:16.594174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c51aee89-ebe7-4903-9046-a4f0e3f810ab tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/476effeb-a920-438b-9bfc-fdcbc0cc65bb HTTP/1.1" status: 200 len: 473 time: 0.0629036 Oct 18 23:32:16.598625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58654) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:16.615457 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4737ca32-e45d-42b2-969c-f0f4eca74028 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/7f075852-22a1-48af-8a4b-2d54b62b942b HTTP/1.1" status: 200 len: 459 time: 0.0103621 Oct 18 23:32:16.616191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58656) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:16.746862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9dc7de25-f89e-4964-b3ba-485bf0d10e24 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:16.748023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9dc7de25-f89e-4964-b3ba-485bf0d10e24 tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/7f075852-22a1-48af-8a4b-2d54b62b942b HTTP/1.1" status: 204 len: 168 time: 0.1307886 Oct 18 23:32:16.750650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58660) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:16.782488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 41b711e5-18a3-49ca-94ed-5716555a3fe4 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:32:16.923740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 41b711e5-18a3-49ca-94ed-5716555a3fe4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41b711e5-18a3-49ca-94ed-5716555a3fe4,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:16.936411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '41b711e5-18a3-49ca-94ed-5716555a3fe4', 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b', 'port_id': '41b711e5-18a3-49ca-94ed-5716555a3fe4', 'mac_address': 'fa:16:3e:bc:26:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6632f8cf-d81c-4073-8242-ffb9cebb7155', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:32:16.998131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b98bd-134e-43bd-b92c-14b5df308ab0 req-54d69e95-7aaa-4844-afbd-7cb83bd29ff9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:17.002995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.006905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-879b98bd-134e-43bd-b92c-14b5df308ab0 req-54d69e95-7aaa-4844-afbd-7cb83bd29ff9 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 944 time: 0.1954949 Oct 18 23:32:17.025101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b711e5-18a3-49ca-94ed-5716555a3fe4 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:17.057092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 41b711e5-18a3-49ca-94ed-5716555a3fe4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41b711e5-18a3-49ca-94ed-5716555a3fe4,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:17.067105 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.068941 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbabc279-0fac-475d-a651-94c0b351216a tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.070062 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fbabc279-0fac-475d-a651-94c0b351216a tempest-MeteringIpV6TestJSON-1405551285 tempest-MeteringIpV6TestJSON-1405551285-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/476effeb-a920-438b-9bfc-fdcbc0cc65bb HTTP/1.1" status: 204 len: 168 time: 0.3183885 Oct 18 23:32:17.103425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-879b98bd-134e-43bd-b92c-14b5df308ab0 req-bc555625-779b-4a70-9c00-ed3f2f5d8fb8 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954363 Oct 18 23:32:17.127185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=41b711e5-18a3-49ca-94ed-5716555a3fe4,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:17.132939 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2842ed04-1097-4ad7-832e-bf17156c8361'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:17.349866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58674) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:17.428945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58680) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:17.437382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-38424835-110b-4c44-94e8-c35c5abe0019 admin admin] Deleting subnet db6e6b9c-c017-48ab-87a0-2d38dc7f3749 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:32:17.441965 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-38424835-110b-4c44-94e8-c35c5abe0019 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.488527 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-38424835-110b-4c44-94e8-c35c5abe0019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.533085 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-38424835-110b-4c44-94e8-c35c5abe0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.580759 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81555258-3d54-4d0d-9285-557fd22cba86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.582595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['41b711e5-18a3-49ca-94ed-5716555a3fe4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:17.631116 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-38424835-110b-4c44-94e8-c35c5abe0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.674224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38424835-110b-4c44-94e8-c35c5abe0019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6e6b9c-c017-48ab-87a0-2d38dc7f3749,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:17.680024 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-38424835-110b-4c44-94e8-c35c5abe0019 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.686495 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-38424835-110b-4c44-94e8-c35c5abe0019 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/db6e6b9c-c017-48ab-87a0-2d38dc7f3749 HTTP/1.1" status: 204 len: 168 time: 0.3322961 Oct 18 23:32:17.686759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58684) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:17.751549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81555258-3d54-4d0d-9285-557fd22cba86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.757382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81555258-3d54-4d0d-9285-557fd22cba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.777807 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.802803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-81555258-3d54-4d0d-9285-557fd22cba86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=027bd4856ae0453fbd0843d50c40cf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703558 Oct 18 23:32:17.807421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58686) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:17.854619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81555258-3d54-4d0d-9285-557fd22cba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905dec97-23af-4a8f-aa45-cb36a541b6c4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:17.888838 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.901327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2712b170-9b95-478c-82dd-b7c53dd6d511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.917660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fd6d78-9b65-4cd7-a07f-c4736d04911e']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:17.928753 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2712b170-9b95-478c-82dd-b7c53dd6d511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.929173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba20581f-a3c5-4118-916a-d190591c4448') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:17.929482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba20581f-a3c5-4118-916a-d190591c4448') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:17.941944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.959180 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.966700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:32:17.967060 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:32:17.971007 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:32:17.987132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2712b170-9b95-478c-82dd-b7c53dd6d511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.989764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2712b170-9b95-478c-82dd-b7c53dd6d511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:17.992314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2712b170-9b95-478c-82dd-b7c53dd6d511 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/905dec97-23af-4a8f-aa45-cb36a541b6c4 HTTP/1.1" status: 204 len: 168 time: 0.1835032 Oct 18 23:32:18.005179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712b170-9b95-478c-82dd-b7c53dd6d511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905dec97-23af-4a8f-aa45-cb36a541b6c4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:18.058704 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.079276 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.082548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] 10.222.0.52 "DELETE /v2.0/networks/12fd6d78-9b65-4cd7-a07f-c4736d04911e HTTP/1.1" status: 204 len: 168 time: 0.3950644 Oct 18 23:32:18.083530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Pushing event deleted for resources: {'Network': ['ID=12fd6d78-9b65-4cd7-a07f-c4736d04911e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:18.093114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.093466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.093813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.094200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.094545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.094934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.095316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.095646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.096496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.096869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.097201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.097523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f565fe7-dea2-4ec6-a579-4f822de851fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:32:18.282352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69644d6b-eaa3-432a-9276-bdcf28df5a11 req-6fd5098e-8a0e-4277-a404-2bbf50953f48 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:18.284712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69644d6b-eaa3-432a-9276-bdcf28df5a11 req-6fd5098e-8a0e-4277-a404-2bbf50953f48 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 945 time: 0.0932109 Oct 18 23:32:18.334578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69644d6b-eaa3-432a-9276-bdcf28df5a11 req-e7f9f96b-4c8f-47a5-97c1-c3ed83ef4801 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 Oct 18 23:32:18.339735 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58696) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:18.398227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-23eedadb-1568-4e14-b746-2f5f1abd4f6e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b498891e0ca401d8e6b960795cdc0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572259 Oct 18 23:32:18.401009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58698) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:18.443840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58700) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:18.457710 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6938674d-483f-4241-9f8a-9b758d833f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.459414 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-098c9b57-1aab-44a7-ae3e-62dad7a6614a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.491954 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6938674d-483f-4241-9f8a-9b758d833f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.564874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6938674d-483f-4241-9f8a-9b758d833f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.568520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6938674d-483f-4241-9f8a-9b758d833f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.569682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6938674d-483f-4241-9f8a-9b758d833f65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2b4b924-d439-47b7-9fda-fa2fcaf4189b HTTP/1.1" status: 204 len: 168 time: 0.1676869 Oct 18 23:32:18.587516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938674d-483f-4241-9f8a-9b758d833f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b4b924-d439-47b7-9fda-fa2fcaf4189b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:18.605511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-098c9b57-1aab-44a7-ae3e-62dad7a6614a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.621407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-098c9b57-1aab-44a7-ae3e-62dad7a6614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.668771 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-098c9b57-1aab-44a7-ae3e-62dad7a6614a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=deee5d39aa784f409304727e94887be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205577 Oct 18 23:32:18.668771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c9b57-1aab-44a7-ae3e-62dad7a6614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79244830-ed7e-4eff-8e24-4eaa2fcea76b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:18.668771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58710) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:18.737962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14f4cc27-0f68-4be4-be03-25fb8d9a6f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.761188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14f4cc27-0f68-4be4-be03-25fb8d9a6f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.831574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14f4cc27-0f68-4be4-be03-25fb8d9a6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.834861 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14f4cc27-0f68-4be4-be03-25fb8d9a6f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:18.839539 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-14f4cc27-0f68-4be4-be03-25fb8d9a6f3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79244830-ed7e-4eff-8e24-4eaa2fcea76b HTTP/1.1" status: 204 len: 168 time: 0.1588089 Oct 18 23:32:18.854924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4cc27-0f68-4be4-be03-25fb8d9a6f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79244830-ed7e-4eff-8e24-4eaa2fcea76b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:19.110456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:19.210862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:32:19.222429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:19.223699 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:19.366588 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:19.419872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb860c3-a61a-4b7a-aa4b-7396d0eef92a'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:19.422631 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1743215c-6b90-48b3-921a-fb38b7420350" -d '{"events": [{"server_uuid": "0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "1cb860c3-a61a-4b7a-aa4b-7396d0eef92a"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:19.438301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:19.447245 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:19.448215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2842ed04-1097-4ad7-832e-bf17156c8361 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:19.496941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 2842ed04-1097-4ad7-832e-bf17156c8361 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:19.498222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2842ed04-1097-4ad7-832e-bf17156c8361 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:19.528623 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db6be11-3779-4dae-9389-4de2c74840d6 x-openstack-request-id: req-8db6be11-3779-4dae-9389-4de2c74840d6 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:19.529443 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "1cb860c3-a61a-4b7a-aa4b-7396d0eef92a", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:19.530005 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8db6be11-3779-4dae-9389-4de2c74840d6 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:19.531273 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb860c3-a61a-4b7a-aa4b-7396d0eef92a', 'code': 200} Oct 18 23:32:19.577389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:19.598891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9303016-bb19-4d19-bc45-173acdf0e218 req-bcf47126-b826-41ce-99f4-f4a4501c3f74 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:19.601043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9303016-bb19-4d19-bc45-173acdf0e218 req-bcf47126-b826-41ce-99f4-f4a4501c3f74 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 945 time: 0.1354187 Oct 18 23:32:19.678146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9303016-bb19-4d19-bc45-173acdf0e218 req-442b2683-7034-4307-8e5d-de61745f96b3 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564351 Oct 18 23:32:19.704376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e22b0-e323-479d-88d3-0399763bf46b req-956c3b14-56eb-4daa-a2cb-c3cd8b71c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:19.706607 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d8e22b0-e323-479d-88d3-0399763bf46b req-956c3b14-56eb-4daa-a2cb-c3cd8b71c045 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f HTTP/1.1" status: 200 len: 1098 time: 0.0978017 Oct 18 23:32:19.772763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d8e22b0-e323-479d-88d3-0399763bf46b req-b8687024-1127-42c4-a361-4d555b729c3b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582399 Oct 18 23:32:20.221121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b1022bc-d752-48d4-bad7-c80e81caf897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.263664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58764) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:20.395060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-269f9203-3e9c-4bf1-b8c9-14b7e693c415 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-229188972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:20.426553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-269f9203-3e9c-4bf1-b8c9-14b7e693c415 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.427683 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-269f9203-3e9c-4bf1-b8c9-14b7e693c415 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.490392 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-269f9203-3e9c-4bf1-b8c9-14b7e693c415 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.501234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-269f9203-3e9c-4bf1-b8c9-14b7e693c415 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.525750 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-269f9203-3e9c-4bf1-b8c9-14b7e693c415 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.527305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-269f9203-3e9c-4bf1-b8c9-14b7e693c415 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2624919 Oct 18 23:32:20.531150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58774) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:20.536864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-56534228'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:20.579411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Made reservation on behalf of 673ab5371f7a420b9324af6ea21f0ed3 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:20.584063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.614994 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.745807 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.770414 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.904870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 41b711e5-18a3-49ca-94ed-5716555a3fe4 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:20.905905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:32:20.905905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b08a743-eaec-4b64-9526-400eac08b440,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:20.905905 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.905905 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Added segment 3932c5a3-952d-48e8-90f3-8717a6c48cac of type vlan for network df63e3c9-6fd0-47c9-acf1-298ba645ba41 Oct 18 23:32:20.905905 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.907049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02df58-c76f-4ccd-8a55-b21c78f5a69c req-5de8ae7f-907d-456e-94a3-bedf4b0337c7 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:20.917046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 41b711e5-18a3-49ca-94ed-5716555a3fe4 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:32:20.917570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be02df58-c76f-4ccd-8a55-b21c78f5a69c req-5de8ae7f-907d-456e-94a3-bedf4b0337c7 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 945 time: 0.0651481 Oct 18 23:32:20.922810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.932518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:20.933185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.934044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 41b711e5-18a3-49ca-94ed-5716555a3fe4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:20.935919 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:20.983083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4515853 Oct 18 23:32:20.986060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58796) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:20.992858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'subnet': {'network_id': 'df63e3c9-6fd0-47c9-acf1-298ba645ba41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:20.997095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be02df58-c76f-4ccd-8a55-b21c78f5a69c req-3e51a88a-c255-49ed-a951-2184ee013d35 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760248 Oct 18 23:32:21.059178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a16ed-0d37-4e4f-a494-b9c26859983f tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Network': ['ID=df63e3c9-6fd0-47c9-acf1-298ba645ba41,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:21.082601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network df63e3c9-6fd0-47c9-acf1-298ba645ba41 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:32:21.168238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Made reservation on behalf of 673ab5371f7a420b9324af6ea21f0ed3 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:21.179061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.195228 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.257413 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 41b711e5-18a3-49ca-94ed-5716555a3fe4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41b711e5-18a3-49ca-94ed-5716555a3fe4,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:21.264036 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.394252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=41b711e5-18a3-49ca-94ed-5716555a3fe4,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:21.517503 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.532355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b417027d-9a7f-414c-b8e5-0ecd2a6a160f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b711e5-18a3-49ca-94ed-5716555a3fe4'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:21.535373 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa949ea-28fc-44f2-8dbd-4d68487e7c88" -d '{"events": [{"server_uuid": "b417027d-9a7f-414c-b8e5-0ecd2a6a160f", "name": "network-vif-plugged", "status": "completed", "tag": "41b711e5-18a3-49ca-94ed-5716555a3fe4"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:21.599531 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Checking segment: {'id': '3932c5a3-952d-48e8-90f3-8717a6c48cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'df63e3c9-6fd0-47c9-acf1-298ba645ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:21.599903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network hostable DHCP agents. Network: df63e3c9-6fd0-47c9-acf1-298ba645ba41, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:32:21.613549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Subnet': ['ID=8b9ec8ad-a1e4-4138-8298-d5e00811c044,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:21.631183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network df63e3c9-6fd0-47c9-acf1-298ba645ba41 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:32:21.649706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, df63e3c9-6fd0-47c9-acf1-298ba645ba41) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:21.661777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baed7d2d-9183-4100-ae20-230601fb02f3 None None] Network df63e3c9-6fd0-47c9-acf1-298ba645ba41 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:21.672213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:21.673247 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.708560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b1297485-6a1d-4892-af14-45b81c1bc239 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7205207 Oct 18 23:32:21.711593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58812) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:21.722951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'network': {'name': 'tempest-router-network01--152221724'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:21.756923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Made reservation on behalf of 673ab5371f7a420b9324af6ea21f0ed3 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:21.762508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.818431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:32:21.838810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.839294 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Added segment 5bddebbf-abe8-47f9-9685-2860c76a2f25 of type vlan for network 0cb090ff-fab2-4946-a555-2d8cdd38860f Oct 18 23:32:21.869382 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac4a52d-1b8a-4207-8021-b80930d183ed x-openstack-request-id: req-eac4a52d-1b8a-4207-8021-b80930d183ed {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:21.869744 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b417027d-9a7f-414c-b8e5-0ecd2a6a160f", "name": "network-vif-plugged", "status": "completed", "tag": "41b711e5-18a3-49ca-94ed-5716555a3fe4", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:21.870072 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eac4a52d-1b8a-4207-8021-b80930d183ed {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:21.870553 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b417027d-9a7f-414c-b8e5-0ecd2a6a160f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b711e5-18a3-49ca-94ed-5716555a3fe4', 'code': 200} Oct 18 23:32:21.900763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.931218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.945790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:21.946496 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:21.998989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-df63e3c9-6fd0-47c9-acf1-298ba645ba41', 'network_id': 'df63e3c9-6fd0-47c9-acf1-298ba645ba41', 'tenant_id': '673ab5371f7a420b9324af6ea21f0ed3', 'fixed_ips': [{'subnet_id': '8b9ec8ad-a1e4-4138-8298-d5e00811c044'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:32:21.999907 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.009385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2916856 Oct 18 23:32:22.012063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58818) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:22.023967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'network': {'name': 'tempest-router-network02--2127407701'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:22.093496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Made reservation on behalf of 673ab5371f7a420b9324af6ea21f0ed3 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:22.109447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.158317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee74a02-e5f1-4860-a505-099f328918e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Network': ['ID=0cb090ff-fab2-4946-a555-2d8cdd38860f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:22.177397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d354cc2-5ba1-4399-a7b8-4261b51b381f req-978d8b59-07e9-4b1b-9591-4104a3bb8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:22.179370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d354cc2-5ba1-4399-a7b8-4261b51b381f req-978d8b59-07e9-4b1b-9591-4104a3bb8158 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 1098 time: 0.2154236 Oct 18 23:32:22.185287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:32:22.201723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Allocated IP 2001:db8::2 (df63e3c9-6fd0-47c9-acf1-298ba645ba41/8b9ec8ad-a1e4-4138-8298-d5e00811c044/3ef11b6a-3783-43a9-b546-4211395253cb) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:22.203123 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.203464 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Added segment 8554b7be-904e-4a4d-acce-537b8fc99ba7 of type vlan for network 0e1574ef-6bff-4f76-b761-73ae09dd3b0a Oct 18 23:32:22.256880 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d354cc2-5ba1-4399-a7b8-4261b51b381f req-3c1e63a5-a0c9-4748-aacb-b64e715bb008 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572436 Oct 18 23:32:22.266424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415129d2-7b21-40e3-9344-abacfd62e9aa req-7b29d106-7ae5-481a-ae31-624cf27cf715 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:22.268938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-415129d2-7b21-40e3-9344-abacfd62e9aa req-7b29d106-7ae5-481a-ae31-624cf27cf715 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 946 time: 0.1223984 Oct 18 23:32:22.272518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 0cb090ff-fab2-4946-a555-2d8cdd38860f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:32:22.300925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.327111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-415129d2-7b21-40e3-9344-abacfd62e9aa req-62aade3f-dcda-4554-ae46-744ed44e2076 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Oct 18 23:32:22.367954 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.380467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:22.383644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.437141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4239252 Oct 18 23:32:22.440374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58826) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:22.453734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'subnet': {'network_id': '0cb090ff-fab2-4946-a555-2d8cdd38860f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:22.484905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d2f6e-0ff4-4964-bed6-3f262f1c4aaa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Network': ['ID=0e1574ef-6bff-4f76-b761-73ae09dd3b0a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:22.512977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 0e1574ef-6bff-4f76-b761-73ae09dd3b0a details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:32:22.611122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Made reservation on behalf of 673ab5371f7a420b9324af6ea21f0ed3 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:22.614928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.622965 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.635762 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.702402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Network df63e3c9-6fd0-47c9-acf1-298ba645ba41 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:22.706763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:22.709684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:22.801126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Pushing event updated for resources: {'Port': ['ID=3ef11b6a-3783-43a9-b546-4211395253cb,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:22.820235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Attempting to bind port 3ef11b6a-3783-43a9-b546-4211395253cb on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:32:22.820616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Attempting to bind port 3ef11b6a-3783-43a9-b546-4211395253cb by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '3932c5a3-952d-48e8-90f3-8717a6c48cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'df63e3c9-6fd0-47c9-acf1-298ba645ba41'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:32:22.820987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Attempting to bind port 3ef11b6a-3783-43a9-b546-4211395253cb on network df63e3c9-6fd0-47c9-acf1-298ba645ba41 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:22.825492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.843358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:32:22.843738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Checking segment: {'id': '3932c5a3-952d-48e8-90f3-8717a6c48cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'df63e3c9-6fd0-47c9-acf1-298ba645ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:22.844151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.844549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Bound using segment: {'id': '3932c5a3-952d-48e8-90f3-8717a6c48cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'df63e3c9-6fd0-47c9-acf1-298ba645ba41'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:32:22.845050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Bound port: 3ef11b6a-3783-43a9-b546-4211395253cb, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3932c5a3-952d-48e8-90f3-8717a6c48cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'df63e3c9-6fd0-47c9-acf1-298ba645ba41'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:32:22.845426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.913926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Subnet': ['ID=32ca8d71-af01-48e3-bee4-699f23256458,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:22.922480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Checking segment: {'id': '5bddebbf-abe8-47f9-9685-2860c76a2f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0cb090ff-fab2-4946-a555-2d8cdd38860f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:22.922881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network hostable DHCP agents. Network: 0cb090ff-fab2-4946-a555-2d8cdd38860f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:32:22.948824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network 0cb090ff-fab2-4946-a555-2d8cdd38860f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:32:22.952236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] For port 3ef11b6a-3783-43a9-b546-4211395253cb, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:32:22.957337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] For port 3ef11b6a-3783-43a9-b546-4211395253cb, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3ef11b6a-3783-43a9-b546-4211395253cb,segment=NetworkSegment(3932c5a3-952d-48e8-90f3-8717a6c48cac),segment_id=3932c5a3-952d-48e8-90f3-8717a6c48cac)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:32:22.963675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:22.964601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 0cb090ff-fab2-4946-a555-2d8cdd38860f) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:22.974763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:22.975348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:23.001863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58836) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:23.003447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a60765ca-4471-461a-a7ed-dda4df3de9e5 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5617399 Oct 18 23:32:23.006114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46659a-cdfa-4a09-a7f0-73cc73065748 None None] Network 0cb090ff-fab2-4946-a555-2d8cdd38860f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:23.009532 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'subnet': {'network_id': '0e1574ef-6bff-4f76-b761-73ae09dd3b0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:23.145943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd183a9-2d0d-444f-a619-ff55b6cb9235 None None] Pushing event updated for resources: {'Port': ['ID=3ef11b6a-3783-43a9-b546-4211395253cb,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:23.183693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Made reservation on behalf of 673ab5371f7a420b9324af6ea21f0ed3 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:23.189985 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:23.340556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-0cb090ff-fab2-4946-a555-2d8cdd38860f', 'network_id': '0cb090ff-fab2-4946-a555-2d8cdd38860f', 'tenant_id': '673ab5371f7a420b9324af6ea21f0ed3', 'fixed_ips': [{'subnet_id': '32ca8d71-af01-48e3-bee4-699f23256458'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:32:23.342444 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:23.513253 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:23.602434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Subnet': ['ID=1f816ba9-5c45-4ecd-bbec-7f532c6e5083,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:23.605541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbef1d-a7f1-434a-83c2-56b4dd2302e3 req-fba3e87e-c597-4da6-9487-c1e3aa4073c4 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:23.617488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6cfbef1d-a7f1-434a-83c2-56b4dd2302e3 req-fba3e87e-c597-4da6-9487-c1e3aa4073c4 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 946 time: 0.1325462 Oct 18 23:32:23.661975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Checking segment: {'id': '8554b7be-904e-4a4d-acce-537b8fc99ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0e1574ef-6bff-4f76-b761-73ae09dd3b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:23.662668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network hostable DHCP agents. Network: 0e1574ef-6bff-4f76-b761-73ae09dd3b0a, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:32:23.706223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network 0e1574ef-6bff-4f76-b761-73ae09dd3b0a is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:32:23.716049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Allocated IP 2001:db8::2 (0cb090ff-fab2-4946-a555-2d8cdd38860f/32ca8d71-af01-48e3-bee4-699f23256458/15e70e53-85ef-4429-8065-3e0f9f5e0542) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:23.723808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 0e1574ef-6bff-4f76-b761-73ae09dd3b0a) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:23.734542 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0597585-6f38-453d-8a7e-a83be5fb054d None None] Network 0e1574ef-6bff-4f76-b761-73ae09dd3b0a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:23.744609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:23.745386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:23.811428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b0f851d6-23f3-4ad0-9761-eb3e32ab9f17 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8036180 Oct 18 23:32:23.811428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58850) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:24.140189 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26680b4e-9eee-49e0-a14e-d5610122a584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:24.381291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6cfbef1d-a7f1-434a-83c2-56b4dd2302e3 req-eb3a3af2-aec8-4d36-9625-a8f68ba8f26c tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7628970 Oct 18 23:32:24.538745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:24.550636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:24.612940 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:24.778458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Network 0cb090ff-fab2-4946-a555-2d8cdd38860f is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:24.801377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:24.811838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c06355-eaa0-45cb-96c3-82db8abd01c4 None None] Network df63e3c9-6fd0-47c9-acf1-298ba645ba41 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:24.812106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:24.816931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Pushing event updated for resources: {'Port': ['ID=15e70e53-85ef-4429-8065-3e0f9f5e0542,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:24.842446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-0e1574ef-6bff-4f76-b761-73ae09dd3b0a', 'network_id': '0e1574ef-6bff-4f76-b761-73ae09dd3b0a', 'tenant_id': '673ab5371f7a420b9324af6ea21f0ed3', 'fixed_ips': [{'subnet_id': '1f816ba9-5c45-4ecd-bbec-7f532c6e5083'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:32:24.843316 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:24.964472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:24.995427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7f914e84-6a7d-4e9a-b967-aed1c871f172 None None] Provisioning complete for port 3ef11b6a-3783-43a9-b546-4211395253cb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:24.995793 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f914e84-6a7d-4e9a-b967-aed1c871f172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:25.091503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Allocated IP 2001:db8::1 (0cb090ff-fab2-4946-a555-2d8cdd38860f/32ca8d71-af01-48e3-bee4-699f23256458/e0513a6c-a103-4b06-b50e-67b0ab22fe62) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:25.247539 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:25.315091 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:25.411381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network 0cb090ff-fab2-4946-a555-2d8cdd38860f is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:25.415561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:25.418920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:25.419497 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:25.521093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Port': ['ID=e0513a6c-a103-4b06-b50e-67b0ab22fe62,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:25.550159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3ef11b6a-3783-43a9-b546-4211395253cb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:25.648122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26a0f-bd01-4227-a9c7-d65f5bb339e7 req-a3856661-c067-4271-b536-7e80a089c306 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:25.651250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c2e26a0f-bd01-4227-a9c7-d65f5bb339e7 req-a3856661-c067-4271-b536-7e80a089c306 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 946 time: 0.0785012 Oct 18 23:32:25.699509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Attempting to bind port 15e70e53-85ef-4429-8065-3e0f9f5e0542 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:32:25.701409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Attempting to bind port 15e70e53-85ef-4429-8065-3e0f9f5e0542 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '5bddebbf-abe8-47f9-9685-2860c76a2f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0cb090ff-fab2-4946-a555-2d8cdd38860f'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:32:25.703054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Attempting to bind port 15e70e53-85ef-4429-8065-3e0f9f5e0542 on network 0cb090ff-fab2-4946-a555-2d8cdd38860f {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:25.719115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:25.751027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c2e26a0f-bd01-4227-a9c7-d65f5bb339e7 req-9f62d6b2-262d-4ede-b8a5-b84c5dd6d302 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903749 Oct 18 23:32:25.778952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:32:25.779201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Checking segment: {'id': '5bddebbf-abe8-47f9-9685-2860c76a2f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0cb090ff-fab2-4946-a555-2d8cdd38860f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:25.779603 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:25.780049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Bound using segment: {'id': '5bddebbf-abe8-47f9-9685-2860c76a2f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0cb090ff-fab2-4946-a555-2d8cdd38860f'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:32:25.780537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Bound port: 15e70e53-85ef-4429-8065-3e0f9f5e0542, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bddebbf-abe8-47f9-9685-2860c76a2f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0cb090ff-fab2-4946-a555-2d8cdd38860f'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:32:25.780986 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:25.819408 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.098397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7028db0-8eee-48af-b11a-17780d944cd3 req-b281f5c1-ab29-4fde-b619-abb005f7068c tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:26.107748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7028db0-8eee-48af-b11a-17780d944cd3 req-b281f5c1-ab29-4fde-b619-abb005f7068c tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f HTTP/1.1" status: 200 len: 946 time: 0.1756048 Oct 18 23:32:26.187074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7028db0-8eee-48af-b11a-17780d944cd3 req-bf157c59-446f-4920-899f-531e16bb8ac7 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727787 Oct 18 23:32:26.208016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Allocated IP 2001:db8::2 (0e1574ef-6bff-4f76-b761-73ae09dd3b0a/1f816ba9-5c45-4ecd-bbec-7f532c6e5083/b63acb4a-5e17-47a4-bdbe-f02c8381572a) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:26.237112 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f914e84-6a7d-4e9a-b967-aed1c871f172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.456716 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.474915 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.475795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.489946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3ef11b6a-3783-43a9-b546-4211395253cb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:26.491144 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.525684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] For port 15e70e53-85ef-4429-8065-3e0f9f5e0542, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:32:26.573820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7f914e84-6a7d-4e9a-b967-aed1c871f172 None None] For port 3ef11b6a-3783-43a9-b546-4211395253cb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3ef11b6a-3783-43a9-b546-4211395253cb,segment=NetworkSegment(3932c5a3-952d-48e8-90f3-8717a6c48cac),segment_id=3932c5a3-952d-48e8-90f3-8717a6c48cac)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:26.580657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] For port 15e70e53-85ef-4429-8065-3e0f9f5e0542, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=15e70e53-85ef-4429-8065-3e0f9f5e0542,segment=NetworkSegment(5bddebbf-abe8-47f9-9685-2860c76a2f25),segment_id=5bddebbf-abe8-47f9-9685-2860c76a2f25)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:32:26.599148 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.601350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f914e84-6a7d-4e9a-b967-aed1c871f172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.637214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network 0cb090ff-fab2-4946-a555-2d8cdd38860f is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:26.641657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:26.787628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Port': ['ID=e0513a6c-a103-4b06-b50e-67b0ab22fe62,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:26.866812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a9ea4-9c3a-49bb-af60-17ad78d0e349 None None] Pushing event updated for resources: {'Port': ['ID=15e70e53-85ef-4429-8065-3e0f9f5e0542,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:26.875755 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.961339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:26.974469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Router 2c3000bc-c32e-42b6-9021-4d66c734d036 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:32:27.058015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Network 0e1574ef-6bff-4f76-b761-73ae09dd3b0a is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:27.076260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:27.109498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:27.126887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f914e84-6a7d-4e9a-b967-aed1c871f172 None None] Pushing event updated for resources: {'Port': ['ID=3ef11b6a-3783-43a9-b546-4211395253cb,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:27.136878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:32:27.146258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ad836d67-7006-432a-9511-1ff71133bdda tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "PUT /v2.0/routers/2c3000bc-c32e-42b6-9021-4d66c734d036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3330767 Oct 18 23:32:27.153292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58928) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:27.217219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920d4e9-2e67-4c48-9589-af942137d875 None None] Sync routers for ids ['2c3000bc-c32e-42b6-9021-4d66c734d036'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:32:27.442252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920d4e9-2e67-4c48-9589-af942137d875 None None] Routers {'2c3000bc-c32e-42b6-9021-4d66c734d036'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:27.442951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2920d4e9-2e67-4c48-9589-af942137d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2c3000bc-c32e-42b6-9021-4d66c734d036'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:27.451040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-799c4b1a-29f0-49e7-bc84-d5a8aeac891c tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:27.457386 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-799c4b1a-29f0-49e7-bc84-d5a8aeac891c tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 812 time: 0.2643371 Oct 18 23:32:27.458534 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5fdb1db5-34cf-46fd-9061-ac901c784c62 None None] Provisioning complete for port 3ef11b6a-3783-43a9-b546-4211395253cb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:27.458917 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1db5-34cf-46fd-9061-ac901c784c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:27.494291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-d13638aa-14ed-4d8e-8987-068d5179233c tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/quotas/7e6a49272f6d49459d7cc6629303e1ac HTTP/1.1" status: 200 len: 375 time: 0.0240040 Oct 18 23:32:27.499587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Attempting to bind port b63acb4a-5e17-47a4-bdbe-f02c8381572a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:32:27.499983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Attempting to bind port b63acb4a-5e17-47a4-bdbe-f02c8381572a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8554b7be-904e-4a4d-acce-537b8fc99ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0e1574ef-6bff-4f76-b761-73ae09dd3b0a'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:32:27.500358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Attempting to bind port b63acb4a-5e17-47a4-bdbe-f02c8381572a on network 0e1574ef-6bff-4f76-b761-73ae09dd3b0a {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:27.504509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2920d4e9-2e67-4c48-9589-af942137d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:27.506643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Pushing event updated for resources: {'Port': ['ID=b63acb4a-5e17-47a4-bdbe-f02c8381572a,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:27.542530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:32:27.543231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Checking segment: {'id': '8554b7be-904e-4a4d-acce-537b8fc99ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0e1574ef-6bff-4f76-b761-73ae09dd3b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:27.543941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:27.544497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Bound using segment: {'id': '8554b7be-904e-4a4d-acce-537b8fc99ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0e1574ef-6bff-4f76-b761-73ae09dd3b0a'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:32:27.545571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Bound port: b63acb4a-5e17-47a4-bdbe-f02c8381572a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8554b7be-904e-4a4d-acce-537b8fc99ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0e1574ef-6bff-4f76-b761-73ae09dd3b0a'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:32:27.545973 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:27.568072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920d4e9-2e67-4c48-9589-af942137d875 None None] Routers {'2c3000bc-c32e-42b6-9021-4d66c734d036'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:27.568761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2920d4e9-2e67-4c48-9589-af942137d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2c3000bc-c32e-42b6-9021-4d66c734d036'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:27.611512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2920d4e9-2e67-4c48-9589-af942137d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:27.612625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920d4e9-2e67-4c48-9589-af942137d875 None None] The sync data for ids ['2c3000bc-c32e-42b6-9021-4d66c734d036'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:32:27.613513 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-e3e07ff1-b560-48d2-8874-3239d7fe78cf tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181812 Oct 18 23:32:27.814562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] For port b63acb4a-5e17-47a4-bdbe-f02c8381572a, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:32:27.837981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-ce20d8f1-75e8-49df-9b38-d7b6c2a7be32 service neutron] 10.222.0.52 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226527 Oct 18 23:32:27.881992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] For port b63acb4a-5e17-47a4-bdbe-f02c8381572a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b63acb4a-5e17-47a4-bdbe-f02c8381572a,segment=NetworkSegment(8554b7be-904e-4a4d-acce-537b8fc99ba7),segment_id=8554b7be-904e-4a4d-acce-537b8fc99ba7)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:32:27.917515 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:27.950275 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-5a7b7b05-cd93-4931-a2ff-d764c3ebaee0 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:32:27.954048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5a7b7b05-cd93-4931-a2ff-d764c3ebaee0 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "PUT /v2.0/routers/2c3000bc-c32e-42b6-9021-4d66c734d036/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7992446 Oct 18 23:32:27.961826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58944) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:27.974971 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:28.089391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-2bd7ca83-abe3-444a-beb9-06b4b69b553c service neutron] 10.222.0.52 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370629 Oct 18 23:32:28.175396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a226b-9c1b-4429-84e2-40bce07c7c61 None None] Pushing event updated for resources: {'Port': ['ID=b63acb4a-5e17-47a4-bdbe-f02c8381572a,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:28.226072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-d0eece3c-770d-4cae-925f-2f3ff60d4f7b tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:28.230409 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-d0eece3c-770d-4cae-925f-2f3ff60d4f7b tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.102 "GET /v2.0/ports?device_id=0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f HTTP/1.1" status: 200 len: 946 time: 0.1290214 Oct 18 23:32:28.973052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b02592-94a3-4e68-979e-113f654dccbe None None] Network 0cb090ff-fab2-4946-a555-2d8cdd38860f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:28.981924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Deleting port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:28.982542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:29.253119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] For port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:29.253257 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:29.259409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:29.282244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Calling delete_port for 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:29.455927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2792cbcf-8382-4534-bc5c-0639922b930d None None] Provisioning complete for port 15e70e53-85ef-4429-8065-3e0f9f5e0542 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:29.456359 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2792cbcf-8382-4534-bc5c-0639922b930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:29.742788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b63acb4a-5e17-47a4-bdbe-f02c8381572a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:29.864630 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3abf1040-7085-4ffc-b7a4-5111b9e658a2 req-b30746d6-6dee-4ff5-9052-d37ecec5a4da tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 210 time: 0.0639694 Oct 18 23:32:29.877788 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:29.922394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Pushing event deleted for resources: {'Port': ['ID=1cb860c3-a61a-4b7a-aa4b-7396d0eef92a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:30.013784 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2792cbcf-8382-4534-bc5c-0639922b930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:30.038138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['41b711e5-18a3-49ca-94ed-5716555a3fe4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:30.094039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] No DVR routers for this DVR port 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:30.138311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-4fdfd484-e31a-418b-bec6-f0b979a90b7d tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:30.143293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-4fdfd484-e31a-418b-bec6-f0b979a90b7d tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.73 "GET /v2.0/ports?device_id=b417027d-9a7f-414c-b8e5-0ecd2a6a160f HTTP/1.1" status: 200 len: 946 time: 1.4655185 Oct 18 23:32:30.148123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:30.156808 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db14aa3f-b082-419d-822e-b3569d8ce41e req-014350a0-adc3-47ce-95b5-24db99cf90c5 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.102 "DELETE /v2.0/ports/1cb860c3-a61a-4b7a-aa4b-7396d0eef92a HTTP/1.1" status: 204 len: 173 time: 1.9192402 Oct 18 23:32:30.159315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f', 'name': 'network-vif-deleted', 'tag': '1cb860c3-a61a-4b7a-aa4b-7396d0eef92a'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:30.178337 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada28055-8f83-4eea-b6e2-3c640d6cd58a" -d '{"events": [{"server_uuid": "0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f", "name": "network-vif-deleted", "tag": "1cb860c3-a61a-4b7a-aa4b-7396d0eef92a"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:30.285962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Deleting port e0513a6c-a103-4b06-b50e-67b0ab22fe62 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:30.287198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:30.466708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2792cbcf-8382-4534-bc5c-0639922b930d None None] For port 15e70e53-85ef-4429-8065-3e0f9f5e0542, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=15e70e53-85ef-4429-8065-3e0f9f5e0542,segment=NetworkSegment(5bddebbf-abe8-47f9-9685-2860c76a2f25),segment_id=5bddebbf-abe8-47f9-9685-2860c76a2f25)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:30.519756 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb6488-198e-4d87-bd08-242965459d97 x-openstack-request-id: req-e6eb6488-198e-4d87-bd08-242965459d97 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:30.520833 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f", "name": "network-vif-deleted", "tag": "1cb860c3-a61a-4b7a-aa4b-7396d0eef92a", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:30.525431 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6eb6488-198e-4d87-bd08-242965459d97 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:30.527334 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0025e3bd-8a7b-4b22-9bfa-e36c0419ed8f', 'name': 'network-vif-deleted', 'tag': '1cb860c3-a61a-4b7a-aa4b-7396d0eef92a', 'status': 'completed', 'code': 200} Oct 18 23:32:30.620255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Deleting port 41b711e5-18a3-49ca-94ed-5716555a3fe4 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:30.621251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:30.680349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfd19e-ae32-4df4-9fec-e22568c1bbda None None] Network 0e1574ef-6bff-4f76-b761-73ae09dd3b0a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:30.694342 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2792cbcf-8382-4534-bc5c-0639922b930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:30.741040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:30.845704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58996) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:30.846337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Calling delete_port for e0513a6c-a103-4b06-b50e-67b0ab22fe62 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:31.112077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792cbcf-8382-4534-bc5c-0639922b930d None None] Pushing event updated for resources: {'Port': ['ID=15e70e53-85ef-4429-8065-3e0f9f5e0542,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:31.118028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] For port 41b711e5-18a3-49ca-94ed-5716555a3fe4, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=41b711e5-18a3-49ca-94ed-5716555a3fe4,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:31.118922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:31.306815 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:31.322576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Calling delete_port for 41b711e5-18a3-49ca-94ed-5716555a3fe4 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:31.365259 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eda98ec5-b999-4a48-b709-0d87fab83fb6 req-c0a7520c-fbec-4f9e-a886-101c4d9443cb tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 210 time: 0.2996354 Oct 18 23:32:31.370848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67bbafda-2508-43f0-8688-f3b332e75a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:31.405852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:31.406085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Port': ['ID=e0513a6c-a103-4b06-b50e-67b0ab22fe62,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:31.488353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:31.489080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1cb860c3-a61a-4b7a-aa4b-7396d0eef92a not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:31.514093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7aac00ca-74ac-4fce-a52e-3691181b2a6d None None] Provisioning complete for port b63acb4a-5e17-47a4-bdbe-f02c8381572a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:31.516658 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7aac00ca-74ac-4fce-a52e-3691181b2a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:31.687274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b63acb4a-5e17-47a4-bdbe-f02c8381572a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:31.688129 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:31.754759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:32.119633 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:32.145987 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-a641e807-9318-43f2-9811-5cd4d6f02184 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5444405 Oct 18 23:32:32.175878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Pushing event deleted for resources: {'Port': ['ID=41b711e5-18a3-49ca-94ed-5716555a3fe4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:32.297372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] No DVR routers for this DVR port 41b711e5-18a3-49ca-94ed-5716555a3fe4 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:32.301233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:32.305733 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c5491b7-d1a0-4320-96ba-aebc8517df81 req-95b0de79-b531-43e5-a1c0-b05395729749 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.73 "DELETE /v2.0/ports/41b711e5-18a3-49ca-94ed-5716555a3fe4 HTTP/1.1" status: 204 len: 173 time: 2.1169133 Oct 18 23:32:32.443258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67bbafda-2508-43f0-8688-f3b332e75a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:32.475256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67bbafda-2508-43f0-8688-f3b332e75a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:32.530399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b417027d-9a7f-414c-b8e5-0ecd2a6a160f', 'name': 'network-vif-deleted', 'tag': '41b711e5-18a3-49ca-94ed-5716555a3fe4'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:32.542368 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509fa056-0686-4f36-a3aa-36fb9e00224a" -d '{"events": [{"server_uuid": "b417027d-9a7f-414c-b8e5-0ecd2a6a160f", "name": "network-vif-deleted", "tag": "41b711e5-18a3-49ca-94ed-5716555a3fe4"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:32.628946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-d007e337-aca7-46f5-8641-60d56d43c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:32.629593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-d007e337-aca7-46f5-8641-60d56d43c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:32.631140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-d007e337-aca7-46f5-8641-60d56d43c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:32.633328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-d007e337-aca7-46f5-8641-60d56d43c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:32.634913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-d007e337-aca7-46f5-8641-60d56d43c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:32.635596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-d007e337-aca7-46f5-8641-60d56d43c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:32.637656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-d007e337-aca7-46f5-8641-60d56d43c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:32.641567 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-d007e337-aca7-46f5-8641-60d56d43c946 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 6495 time: 0.2961178 Oct 18 23:32:32.665527 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-67bbafda-2508-43f0-8688-f3b332e75a34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=681064b0358147a2976ba84a57c37829&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8172052 Oct 18 23:32:32.675606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59038) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:32.695222 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e79262-a971-4495-8da8-83c1b4b425ff x-openstack-request-id: req-14e79262-a971-4495-8da8-83c1b4b425ff {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:32.695222 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b417027d-9a7f-414c-b8e5-0ecd2a6a160f", "name": "network-vif-deleted", "tag": "41b711e5-18a3-49ca-94ed-5716555a3fe4", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:32.695612 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14e79262-a971-4495-8da8-83c1b4b425ff {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:32.696154 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b417027d-9a7f-414c-b8e5-0ecd2a6a160f', 'name': 'network-vif-deleted', 'tag': '41b711e5-18a3-49ca-94ed-5716555a3fe4', 'status': 'completed', 'code': 200} Oct 18 23:32:32.717243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7aac00ca-74ac-4fce-a52e-3691181b2a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:32.724916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:32.737153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbafda-2508-43f0-8688-f3b332e75a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d674d2-19ab-4c33-9117-149cc071b286,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:32.877621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 41b711e5-18a3-49ca-94ed-5716555a3fe4 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:32.960642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 41b711e5-18a3-49ca-94ed-5716555a3fe4 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:32.961293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 41b711e5-18a3-49ca-94ed-5716555a3fe4 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:32.965728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7aac00ca-74ac-4fce-a52e-3691181b2a6d None None] For port b63acb4a-5e17-47a4-bdbe-f02c8381572a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b63acb4a-5e17-47a4-bdbe-f02c8381572a,segment=NetworkSegment(8554b7be-904e-4a4d-acce-537b8fc99ba7),segment_id=8554b7be-904e-4a4d-acce-537b8fc99ba7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:32.975330 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7aac00ca-74ac-4fce-a52e-3691181b2a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:33.036424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e206125-7688-47d8-87e1-88a3cd5e994d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:33.050802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642f2a5-40c1-4519-836d-52f774279641 req-71b3de5f-d52e-4b95-824c-bf2d2f884fd7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:33.052704 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9642f2a5-40c1-4519-836d-52f774279641 req-71b3de5f-d52e-4b95-824c-bf2d2f884fd7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.2295806 Oct 18 23:32:33.058913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-010fd7a9-7c3e-4c7a-90c8-460e613573d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:33.059616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-010fd7a9-7c3e-4c7a-90c8-460e613573d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:33.060195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-010fd7a9-7c3e-4c7a-90c8-460e613573d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:33.062641 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-010fd7a9-7c3e-4c7a-90c8-460e613573d6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=cec56cf4-1185-4e9c-8660-7e388b5035be&id=39ea3733-74ea-4469-86dd-2826e17a10c2&id=39ea3733-74ea-4469-86dd-2826e17a10c2 HTTP/1.1" status: 200 len: 2294 time: 0.3752861 Oct 18 23:32:33.102439 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:32:33.102439 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:32:33.128270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c0ba8aac-b908-43c9-94b6-78a72b0b40c3 None None] Could not find standard attr ID for object e0513a6c-a103-4b06-b50e-67b0ab22fe62. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:32:33.154834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e206125-7688-47d8-87e1-88a3cd5e994d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:33.162465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50e98cd5-cf61-44f3-b821-d14790dc8a70 req-9a998442-b6d8-4b1a-8d59-f1f63fe17df3 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 210 time: 0.2445595 Oct 18 23:32:33.181379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c0ba8aac-b908-43c9-94b6-78a72b0b40c3 None None] Provisioning complete for port 15e70e53-85ef-4429-8065-3e0f9f5e0542 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:33.186306 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8aac-b908-43c9-94b6-78a72b0b40c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:33.187250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-df55ac6b-40b7-4089-a932-e15d0a68094c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05304f96-14be-417a-82ce-b7c7d7460a0f HTTP/1.1" status: 200 len: 1000 time: 0.1149721 Oct 18 23:32:33.254397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9642f2a5-40c1-4519-836d-52f774279641 req-336eed34-769a-414a-b110-ecdb0ac83918 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912413 Oct 18 23:32:33.274986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac00ca-74ac-4fce-a52e-3691181b2a6d None None] Pushing event updated for resources: {'Port': ['ID=b63acb4a-5e17-47a4-bdbe-f02c8381572a,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:33.318573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-76e4ce13-69b3-4108-aacc-6ae7880dc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:33.324003 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-76e4ce13-69b3-4108-aacc-6ae7880dc3e4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5115d984-ce58-49c9-9669-41c1b9da4f27 HTTP/1.1" status: 200 len: 851 time: 0.1182442 Oct 18 23:32:33.418618 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e206125-7688-47d8-87e1-88a3cd5e994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:33.424328 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e206125-7688-47d8-87e1-88a3cd5e994d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:33.426689 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e206125-7688-47d8-87e1-88a3cd5e994d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09d674d2-19ab-4c33-9117-149cc071b286 HTTP/1.1" status: 204 len: 168 time: 0.7496486 Oct 18 23:32:33.446080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-31ba51e4-9d78-43e4-bb90-27467f1630c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:33.448700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-31ba51e4-9d78-43e4-bb90-27467f1630c2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=57a13f99-1faa-47f7-a1f7-fb5bc556604a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162868 Oct 18 23:32:33.450550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206125-7688-47d8-87e1-88a3cd5e994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d674d2-19ab-4c33-9117-149cc071b286,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:33.519901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7b2b9a2d-676d-449c-8685-e8940cce9a94 None None] Provisioning complete for port b63acb4a-5e17-47a4-bdbe-f02c8381572a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:33.519901 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9a2d-676d-449c-8685-e8940cce9a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:33.538839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Router 2c3000bc-c32e-42b6-9021-4d66c734d036 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:32:33.628718 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-17bdec57-1bd1-450b-a0a9-c63e5bc61bc2 service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678545 Oct 18 23:32:33.658031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 15e70e53-85ef-4429-8065-3e0f9f5e0542 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:33.704927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-b09dfed6-9e63-4dd6-b9c0-f101a8e45f7c tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:33.706369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-b09dfed6-9e63-4dd6-b9c0-f101a8e45f7c tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.102 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 812 time: 0.7723112 Oct 18 23:32:33.710308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:32:33.724455 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cc294-dc78-4e84-9366-17760dfbb04d None None] Sync routers for ids ['2c3000bc-c32e-42b6-9021-4d66c734d036'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:32:33.726519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5d91beb1-b558-4e77-a1cd-b3a9c7b6cc39 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "PUT /v2.0/routers/2c3000bc-c32e-42b6-9021-4d66c734d036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7617750 Oct 18 23:32:33.727308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59062) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:33.739604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Request body: {'port': {'device_id': '13d3e31c-a90b-4719-9873-0a1b2a29da2c', 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b', 'admin_state_up': True, 'tenant_id': '7e6a49272f6d49459d7cc6629303e1ac'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:33.752913 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cc294-dc78-4e84-9366-17760dfbb04d None None] Routers {'2c3000bc-c32e-42b6-9021-4d66c734d036'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:33.754298 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-500cc294-dc78-4e84-9366-17760dfbb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2c3000bc-c32e-42b6-9021-4d66c734d036'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:33.801861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-b24e0ef8-b2ef-46f4-829d-9d8af3349c25 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:33.808914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-b24e0ef8-b2ef-46f4-829d-9d8af3349c25 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.73 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 812 time: 0.9354947 Oct 18 23:32:33.815045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-c5d36b9c-d2f7-426a-9b8d-77c41ca61fbc service neutron] 10.222.0.102 "GET /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779258 Oct 18 23:32:33.828671 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-500cc294-dc78-4e84-9366-17760dfbb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:33.847021 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cc294-dc78-4e84-9366-17760dfbb04d None None] Routers {'2c3000bc-c32e-42b6-9021-4d66c734d036'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:33.847779 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-500cc294-dc78-4e84-9366-17760dfbb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2c3000bc-c32e-42b6-9021-4d66c734d036'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:33.907145 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-d2c61744-6f46-4cda-ad54-7ae4e079e6cb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] delete failed (client error): The resource could not be found. Oct 18 23:32:33.913961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d2c61744-6f46-4cda-ad54-7ae4e079e6cb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1722004670 HTTP/1.1" status: 404 len: 335 time: 0.1740472 Oct 18 23:32:33.916870 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-500cc294-dc78-4e84-9366-17760dfbb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:33.917762 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cc294-dc78-4e84-9366-17760dfbb04d None None] The sync data for ids ['2c3000bc-c32e-42b6-9021-4d66c734d036'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:32:33.965730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 15e70e53-85ef-4429-8065-3e0f9f5e0542 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:33.966811 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:33.983005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59068) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:33.996078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Request body: {'port': {'device_id': '7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006', 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b', 'admin_state_up': True, 'tenant_id': '7e6a49272f6d49459d7cc6629303e1ac'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:34.007894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-e59b513b-293a-416d-822b-17a9df00de76 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=b3c6dc2a-df4f-43e9-808c-11041ee1a955 HTTP/1.1" status: 200 len: 217 time: 0.1851163 Oct 18 23:32:34.016775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f973adb7-35e3-4d52-93d1-850a8099982c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c3000bc-c32e-42b6-9021-4d66c734d036'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:34.083810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-3c43b20a-569d-4c76-9ba7-5e6bf250d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:34.085663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-3c43b20a-569d-4c76-9ba7-5e6bf250d7b3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.0707009 Oct 18 23:32:34.099558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3ef11b6a-3783-43a9-b546-4211395253cb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:34.135230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59072) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:34.170577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3ef11b6a-3783-43a9-b546-4211395253cb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:34.171425 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.180791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-1b9ede45-a5f0-4e84-ad92-8f50d1abc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:34.182334 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-1b9ede45-a5f0-4e84-ad92-8f50d1abc02a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0829966 Oct 18 23:32:34.198535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207337c6-bacc-4ad9-9352-fe52af9a344a req-74e4e1c0-1efb-4b1b-92fa-c555c2ee4342 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:34.200209 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-207337c6-bacc-4ad9-9352-fe52af9a344a req-74e4e1c0-1efb-4b1b-92fa-c555c2ee4342 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1136158 Oct 18 23:32:34.259956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a32d7e74-5803-4010-b122-423b950e1aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.281057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-207337c6-bacc-4ad9-9352-fe52af9a344a req-9b6155de-df20-407c-b626-4e96fc5a441c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593028 Oct 18 23:32:34.363256 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-72b11183-c416-4d61-9d31-d823de66ee7b service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619313 Oct 18 23:32:34.410472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Made reservation on behalf of 7e6a49272f6d49459d7cc6629303e1ac for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:34.416442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.478950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b63acb4a-5e17-47a4-bdbe-f02c8381572a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:34.497896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3943059-e6b9-46d8-a40c-3199436561ec req-815b9e0f-664d-4063-aa47-9f50b73dd7ef tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 210 time: 0.1321445 Oct 18 23:32:34.523774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26568ce-dcd8-4b65-9215-8125efbf3970 req-04c80320-2ac8-4ffb-974a-12f62664348a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:34.527096 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a26568ce-dcd8-4b65-9215-8125efbf3970 req-04c80320-2ac8-4ffb-974a-12f62664348a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1306841 Oct 18 23:32:34.553663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b63acb4a-5e17-47a4-bdbe-f02c8381572a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:34.554408 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.588925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-5369763a-7188-46b1-87f4-f030290f31f1 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170379 Oct 18 23:32:34.664200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f973adb7-35e3-4d52-93d1-850a8099982c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.667343 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-6924aff0-325e-4dcd-8906-3091b9deb1b6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=a221ba3c-65f3-4453-aeea-cda82f9291f5 HTTP/1.1" status: 200 len: 217 time: 0.0705786 Oct 18 23:32:34.669867 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a26568ce-dcd8-4b65-9215-8125efbf3970 req-e15f9f12-1484-49cd-92b2-f3a129797b04 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298785 Oct 18 23:32:34.711520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 15e70e53-85ef-4429-8065-3e0f9f5e0542 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:34.715544 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-f973adb7-35e3-4d52-93d1-850a8099982c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] update failed (client error): The resource could not be found. Oct 18 23:32:34.717024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f973adb7-35e3-4d52-93d1-850a8099982c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "PUT /v2.0/routers/2c3000bc-c32e-42b6-9021-4d66c734d036 HTTP/1.1" status: 404 len: 339 time: 0.7151132 Oct 18 23:32:34.725561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59080) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:34.737608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-573006986'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:34.744796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Made reservation on behalf of 7e6a49272f6d49459d7cc6629303e1ac for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:34.748626 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.754934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-fe8257eb-7fd3-45ec-bcd5-86bdfc8a0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:34.757579 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.758204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-fe8257eb-7fd3-45ec-bcd5-86bdfc8a0a40 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.0835400 Oct 18 23:32:34.820705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 15e70e53-85ef-4429-8065-3e0f9f5e0542 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:34.821780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.841714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a32d7e74-5803-4010-b122-423b950e1aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.849991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-6219da9c-c87e-4bb3-9db6-d86ef57fe1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:34.851638 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-6219da9c-c87e-4bb3-9db6-d86ef57fe1fb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861862 Oct 18 23:32:34.853027 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a32d7e74-5803-4010-b122-423b950e1aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.901069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Made reservation on behalf of 673ab5371f7a420b9324af6ea21f0ed3 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:34.904638 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:34.907232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Allocated IP 172.20.0.11 (d710391a-f95f-4045-9c93-1d4a1e2cf24b/6632f8cf-d81c-4073-8242-ffb9cebb7155/6b788393-df5b-4090-a524-a1be0eaeb0d3) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:34.988823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a32d7e74-5803-4010-b122-423b950e1aac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff44f6037ad94d89a5622d9cd9fee9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8499737 Oct 18 23:32:34.994548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59088) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:34.995278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d7e74-5803-4010-b122-423b950e1aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535359ab-8149-4d65-8305-8f64f0ba17a1,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:35.020061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:32:35.039673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-5f629e83-7b98-45c6-a605-a51abaf2ff71 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786418 Oct 18 23:32:35.060057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.060465 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Added segment 946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c of type vlan for network ba46e673-2077-4ccc-90f9-e37d2778a784 Oct 18 23:32:35.165672 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-1d13599d-2c1a-491d-ae88-0e735262714b service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180634 Oct 18 23:32:35.177316 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.206492 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad74a-7e8d-438c-ab5c-47502f7e5911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.224856 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-cf1cd9d0-c5e7-474d-acb6-0ec382479e4b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27 HTTP/1.1" status: 200 len: 217 time: 0.0521696 Oct 18 23:32:35.270875 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.287951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-53aeba65-18fc-4713-958c-97d9f258eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:35.289897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-53aeba65-18fc-4713-958c-97d9f258eecd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.0571764 Oct 18 23:32:35.355616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-9edec6c7-f9da-4430-8448-3e2596fe0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:35.357413 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-9edec6c7-f9da-4430-8448-3e2596fe0a85 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508771 Oct 18 23:32:35.363539 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad74a-7e8d-438c-ab5c-47502f7e5911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.366692 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.453620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Network d710391a-f95f-4045-9c93-1d4a1e2cf24b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:35.455644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.462363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:35.463289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.479270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:35.486056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:35.487005 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-0f9a56ec-8a19-4f25-b8dd-458d699cc109 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202147 Oct 18 23:32:35.592385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-c9b2caa8-1a12-41fe-82eb-cdeb31b01c9a {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:32:35.592802 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:32:35.598393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-190e88c7-def0-411c-bc11-8258d7b62c3e service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022372 Oct 18 23:32:35.649706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Pushing event updated for resources: {'Port': ['ID=6b788393-df5b-4090-a524-a1be0eaeb0d3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:35.656698 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-3ea79e99-bf49-4855-acf0-db6e78aa023f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=8ca62050-0176-473e-a99c-b6bdd559021f HTTP/1.1" status: 200 len: 217 time: 0.0502179 Oct 18 23:32:35.657048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9268916 Oct 18 23:32:35.665329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59100) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:35.671834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'subnet': {'network_id': 'ba46e673-2077-4ccc-90f9-e37d2778a784', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:35.705584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de8dd0-6afe-476f-9f8e-d8e5a1b3db6c tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Network': ['ID=ba46e673-2077-4ccc-90f9-e37d2778a784,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:35.738405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network ba46e673-2077-4ccc-90f9-e37d2778a784 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:32:35.742063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7365ca-9c32-43d0-ae2e-fc233f30e445 req-bbd4c5e4-0b8c-4d65-897f-4d652c1a6934 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:35.744122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-db7365ca-9c32-43d0-ae2e-fc233f30e445 req-bbd4c5e4-0b8c-4d65-897f-4d652c1a6934 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.3397789 Oct 18 23:32:35.756784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:35.758775 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.776642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad74a-7e8d-438c-ab5c-47502f7e5911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.781701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad74a-7e8d-438c-ab5c-47502f7e5911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.787682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c0aad74a-7e8d-438c-ab5c-47502f7e5911 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/535359ab-8149-4d65-8305-8f64f0ba17a1 HTTP/1.1" status: 204 len: 168 time: 0.7857502 Oct 18 23:32:35.821631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aad74a-7e8d-438c-ab5c-47502f7e5911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535359ab-8149-4d65-8305-8f64f0ba17a1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:35.828952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-35d905e4-4804-48b6-a04f-8265a6267514 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1003604 Oct 18 23:32:35.864245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Request body: {'port': {'device_id': '13d3e31c-a90b-4719-9873-0a1b2a29da2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:35.882069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-f0b61e80-c59a-424f-9720-f98db2b25cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:35.883581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-f0b61e80-c59a-424f-9720-f98db2b25cbd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 200 len: 797 time: 0.2173264 Oct 18 23:32:35.894165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-db7365ca-9c32-43d0-ae2e-fc233f30e445 req-f43cf480-2bfd-4bb6-860d-73d6202029ff tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198578 Oct 18 23:32:35.895874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f6e4-92c6-48dc-a759-ab8f6996f7fa req-938a478b-b376-41ec-9c47-de42daf3058b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:35.897463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cca5f6e4-92c6-48dc-a759-ab8f6996f7fa req-938a478b-b376-41ec-9c47-de42daf3058b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.2433884 Oct 18 23:32:35.960148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:35.970183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Made reservation on behalf of 673ab5371f7a420b9324af6ea21f0ed3 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:35.975188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:36.029543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-cffc3dce-423a-4c93-8e94-a253d7f5b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:36.031143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-cffc3dce-423a-4c93-8e94-a253d7f5b02d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=cec56cf4-1185-4e9c-8660-7e388b5035be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1327336 Oct 18 23:32:36.041093 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cca5f6e4-92c6-48dc-a759-ab8f6996f7fa req-5ad0f10a-f4b8-41f0-834e-574ee59003c8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308391 Oct 18 23:32:36.112904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:36.149548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58eafc-8b59-4859-8f19-a577deb452ce req-111abca4-854b-4b3a-8607-d75de30cdfcb tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:36.151154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c58eafc-8b59-4859-8f19-a577deb452ce req-111abca4-854b-4b3a-8607-d75de30cdfcb tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 932 time: 0.1718998 Oct 18 23:32:36.215991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-bdf20c57-0266-42ad-9439-e9aa681b6b5a service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492097 Oct 18 23:32:36.249753 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:36.282665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c58eafc-8b59-4859-8f19-a577deb452ce req-b5eb44c7-0a9f-466d-9d7d-5bf03cb916b8 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121347 Oct 18 23:32:36.360788 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:36.440943 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-d4bece10-93d9-44ad-ae28-da7ab6b888b6 service neutron] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156270 Oct 18 23:32:36.476219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b788393-df5b-4090-a524-a1be0eaeb0d3 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:36.485613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:36.488972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Subnet': ['ID=5211f1bc-d9ea-41ef-93b8-4717784e8271,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:36.495478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-8f6966ef-c293-4d7f-b816-76c610c75a23 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c HTTP/1.1" status: 200 len: 217 time: 0.0446053 Oct 18 23:32:36.502583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Checking segment: {'id': '946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ba46e673-2077-4ccc-90f9-e37d2778a784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:36.503082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network hostable DHCP agents. Network: ba46e673-2077-4ccc-90f9-e37d2778a784, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:32:36.504755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Transition to ACTIVE for port object 6b788393-df5b-4090-a524-a1be0eaeb0d3 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:32:36.511885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:36.565496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network ba46e673-2077-4ccc-90f9-e37d2778a784 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:32:36.583409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, ba46e673-2077-4ccc-90f9-e37d2778a784) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:36.588103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-6115a4c3-05c9-4500-9b01-ff79f8937d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:36.589631 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-6115a4c3-05c9-4500-9b01-ff79f8937d01 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 200 len: 797 time: 0.0829372 Oct 18 23:32:36.593467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:36.594580 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:36.605780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022864b-beb9-4fc7-a821-ff9ae1a5e937 None None] Network ba46e673-2077-4ccc-90f9-e37d2778a784 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:36.610262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=6b788393-df5b-4090-a524-a1be0eaeb0d3,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:36.646859 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5f5a3152-eed2-4f5a-a8bf-d70acd10bcfb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9776926 Oct 18 23:32:36.648554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59120) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:36.654066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ef109de5-babb-42a7-9541-1abe5b4a8479 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba46e673-2077-4ccc-90f9-e37d2778a784'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:36.657456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Allocated IP 172.20.0.8 (d710391a-f95f-4045-9c93-1d4a1e2cf24b/6632f8cf-d81c-4073-8242-ffb9cebb7155/cbc1d8b4-fe50-412e-9b69-af2903638da5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:36.718584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-9cbaa611-b61f-4d98-82b2-addae334a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:36.720581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-9cbaa611-b61f-4d98-82b2-addae334a47f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1215816 Oct 18 23:32:36.787915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Attempting to bind port 6b788393-df5b-4090-a524-a1be0eaeb0d3 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:32:36.789108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Attempting to bind port 6b788393-df5b-4090-a524-a1be0eaeb0d3 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:32:36.789108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Attempting to bind port 6b788393-df5b-4090-a524-a1be0eaeb0d3 on network d710391a-f95f-4045-9c93-1d4a1e2cf24b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:36.796818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Port 6b788393-df5b-4090-a524-a1be0eaeb0d3 on network d710391a-f95f-4045-9c93-1d4a1e2cf24b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:32:36.797159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Attempting to bind port 6b788393-df5b-4090-a524-a1be0eaeb0d3 on network d710391a-f95f-4045-9c93-1d4a1e2cf24b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:36.805765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:32:36.806190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Checking segment: {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:36.806667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Bound using segment: {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:32:36.807156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Bound port: 6b788393-df5b-4090-a524-a1be0eaeb0d3, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:32:36.807525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:36.863326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-ba46e673-2077-4ccc-90f9-e37d2778a784', 'network_id': 'ba46e673-2077-4ccc-90f9-e37d2778a784', 'tenant_id': '673ab5371f7a420b9324af6ea21f0ed3', 'fixed_ips': [{'subnet_id': '5211f1bc-d9ea-41ef-93b8-4717784e8271'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:32:36.864563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:36.988521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] For port 6b788393-df5b-4090-a524-a1be0eaeb0d3, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:32:37.008431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] For port 6b788393-df5b-4090-a524-a1be0eaeb0d3, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6b788393-df5b-4090-a524-a1be0eaeb0d3,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:32:37.038105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.059038 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.075771 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Allocated IP 2001:db8:1::2 (ba46e673-2077-4ccc-90f9-e37d2778a784/5211f1bc-d9ea-41ef-93b8-4717784e8271/010a2404-d6a9-4bc2-989f-8f422bffe568) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:37.091555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:37.092183 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.093705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] 10.222.0.102 "PUT /v2.0/ports/6b788393-df5b-4090-a524-a1be0eaeb0d3 HTTP/1.1" status: 200 len: 1093 time: 1.2394242 Oct 18 23:32:37.094192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d3e31c-a90b-4719-9873-0a1b2a29da2c', 'tag': '6b788393-df5b-4090-a524-a1be0eaeb0d3'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:37.098254 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a7721d-8a91-444f-a86c-cddb8356a599" -d '{"events": [{"name": "network-changed", "server_uuid": "13d3e31c-a90b-4719-9873-0a1b2a29da2c", "tag": "6b788393-df5b-4090-a524-a1be0eaeb0d3"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:37.153266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1865a6-a57b-41a1-b6ab-caf81eed3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=6b788393-df5b-4090-a524-a1be0eaeb0d3,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:37.172025 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.392932 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.405644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:37.437701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ef109de5-babb-42a7-9541-1abe5b4a8479 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.453743 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.554828 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-e657047b-4c19-4292-9fea-abf60e2d0774 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7994549 Oct 18 23:32:37.558008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Network ba46e673-2077-4ccc-90f9-e37d2778a784 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:37.563961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bae0c-03f6-44a6-b0f8-031c5c1c5d20 req-540d6c51-510c-450f-9bd6-9cb33433f1bb tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:37.566209 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a79bae0c-03f6-44a6-b0f8-031c5c1c5d20 req-540d6c51-510c-450f-9bd6-9cb33433f1bb tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1316056 Oct 18 23:32:37.578028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:37.584666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:37.589335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Pushing event updated for resources: {'Port': ['ID=010a2404-d6a9-4bc2-989f-8f422bffe568,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:37.681826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-9feb16e2-6805-4c55-8bf0-f38ddd98f8a3 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060133 Oct 18 23:32:37.698127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Network d710391a-f95f-4045-9c93-1d4a1e2cf24b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:37.703279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:37.711215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:37.739198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Attempting to bind port 010a2404-d6a9-4bc2-989f-8f422bffe568 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:32:37.739963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Attempting to bind port 010a2404-d6a9-4bc2-989f-8f422bffe568 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ba46e673-2077-4ccc-90f9-e37d2778a784'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:32:37.740890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Attempting to bind port 010a2404-d6a9-4bc2-989f-8f422bffe568 on network ba46e673-2077-4ccc-90f9-e37d2778a784 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:37.749210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:32:37.750114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Checking segment: {'id': '946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ba46e673-2077-4ccc-90f9-e37d2778a784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:37.750774 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.751571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Bound using segment: {'id': '946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ba46e673-2077-4ccc-90f9-e37d2778a784'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:32:37.752967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Bound port: 010a2404-d6a9-4bc2-989f-8f422bffe568, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ba46e673-2077-4ccc-90f9-e37d2778a784'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:32:37.753479 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.770220 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.770546 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-287ce507-6973-49aa-9d7f-a326c314584c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9 HTTP/1.1" status: 200 len: 217 time: 0.0888391 Oct 18 23:32:37.783685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:37.784320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.803413 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a79bae0c-03f6-44a6-b0f8-031c5c1c5d20 req-80691c13-074a-47fa-9a86-fb72211a87f7 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274905 Oct 18 23:32:37.822910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8416545 Oct 18 23:32:37.831344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-2c3b45c5-9e84-4b79-801a-31845277f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:37.832868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-2c3b45c5-9e84-4b79-801a-31845277f614 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 1096 time: 0.6502857 Oct 18 23:32:37.839237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8ede4-8034-4604-9958-887724fac70e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Pushing event updated for resources: {'Port': ['ID=cbc1d8b4-fe50-412e-9b69-af2903638da5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:37.850636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Request body: {'port': {'device_id': '7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:37.855987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] For port 010a2404-d6a9-4bc2-989f-8f422bffe568, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:32:37.859771 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] For port 010a2404-d6a9-4bc2-989f-8f422bffe568, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=010a2404-d6a9-4bc2-989f-8f422bffe568,segment=NetworkSegment(946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c),segment_id=946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:32:37.864676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3224fe1-7402-4114-b6ae-58005be4c379 req-de4cc226-6c98-4870-beee-c535cfba78d8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:37.868342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-9e7a9e2a-ef73-469b-a406-d76384351650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:37.869963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-9e7a9e2a-ef73-469b-a406-d76384351650 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 200 len: 797 time: 0.0760040 Oct 18 23:32:37.873416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3224fe1-7402-4114-b6ae-58005be4c379 req-de4cc226-6c98-4870-beee-c535cfba78d8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.2362881 Oct 18 23:32:37.891436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:37.895594 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc39f119-0fa2-4ab0-b531-a43fde8ed5b6" -d '{"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:37.899034 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.913885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:37.950247 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-ef109de5-babb-42a7-9541-1abe5b4a8479 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:32:37.958264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ef109de5-babb-42a7-9541-1abe5b4a8479 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "PUT /v2.0/routers/2c3000bc-c32e-42b6-9021-4d66c734d036 HTTP/1.1" status: 400 len: 364 time: 1.3061175 Oct 18 23:32:37.959153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59150) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:37.961883 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:37.970973 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2140fd5-a0d3-4321-9215-fa9a9177b209 x-openstack-request-id: req-a2140fd5-a0d3-4321-9215-fa9a9177b209 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:37.971267 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d3e31c-a90b-4719-9873-0a1b2a29da2c", "tag": "6b788393-df5b-4090-a524-a1be0eaeb0d3", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:37.971521 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2140fd5-a0d3-4321-9215-fa9a9177b209 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:37.971926 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d3e31c-a90b-4719-9873-0a1b2a29da2c', 'tag': '6b788393-df5b-4090-a524-a1be0eaeb0d3', 'status': 'completed', 'code': 200} Oct 18 23:32:37.992589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-38252612-3092-49f1-9994-78685adb808d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b788393-df5b-4090-a524-a1be0eaeb0d3 HTTP/1.1" status: 200 len: 217 time: 0.1380732 Oct 18 23:32:38.007424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9f48d-05d9-4853-958e-6fa9d5b47df9 None None] Pushing event updated for resources: {'Port': ['ID=010a2404-d6a9-4bc2-989f-8f422bffe568,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:38.039953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3224fe1-7402-4114-b6ae-58005be4c379 req-4a11a73e-6cd7-4a02-b763-a5868e368eb8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655562 Oct 18 23:32:38.059280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-7f27755f-99eb-444e-a006-387059178884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:38.060850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-7f27755f-99eb-444e-a006-387059178884 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=39ea3733-74ea-4469-86dd-2826e17a10c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1830311 Oct 18 23:32:38.123571 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:38.136100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:38.143125 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9861670-dd86-4bc9-89e2-bb09eee6377c x-openstack-request-id: req-d9861670-dd86-4bc9-89e2-bb09eee6377c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:38.144149 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:38.144576 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9861670-dd86-4bc9-89e2-bb09eee6377c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:38.145134 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'code': 200} Oct 18 23:32:38.195138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-07255de1-a0c2-4e3f-81c0-d42f9b54d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:38.197828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-07255de1-a0c2-4e3f-81c0-d42f9b54d754 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6632f8cf-d81c-4073-8242-ffb9cebb7155 HTTP/1.1" status: 200 len: 852 time: 0.1803553 Oct 18 23:32:38.334104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da323e14-7812-4aa3-93bf-291d278ee9b5 req-5d380a4b-f3cc-4986-9ef4-9b0848c6f66f tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:38.342826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da323e14-7812-4aa3-93bf-291d278ee9b5 req-5d380a4b-f3cc-4986-9ef4-9b0848c6f66f tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 944 time: 0.2337832 Oct 18 23:32:38.421672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-9a9988dd-90e9-4c3b-b813-a9f495df2649 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d710391a-f95f-4045-9c93-1d4a1e2cf24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2133298 Oct 18 23:32:38.508327 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da323e14-7812-4aa3-93bf-291d278ee9b5 req-dfb98a01-993b-437d-b2f4-9e2a21ec42cf tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624415 Oct 18 23:32:38.529068 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-0728950e-5d59-4695-8fd3-8e7937b52956 service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189634 Oct 18 23:32:38.546211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 010a2404-d6a9-4bc2-989f-8f422bffe568 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:38.644894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 010a2404-d6a9-4bc2-989f-8f422bffe568 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:38.648577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:38.677497 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:38.681516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-3750bdc7-594c-4b2d-b6b7-667a6eacc9c2 service neutron] 10.222.0.102 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436624 Oct 18 23:32:38.762278 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:38.824465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-50d0209b-d793-429a-bd3b-81bcd419944a service neutron] 10.222.0.102 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334379 Oct 18 23:32:38.848682 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-247b7cdd-3a28-44c8-b9af-0aee59f2b057 req-f7e1485d-1139-4f41-b929-1d5c6b09b42e service neutron] 10.222.0.102 "GET /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874699 Oct 18 23:32:38.856574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc1d8b4-fe50-412e-9b69-af2903638da5 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:38.876509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 010a2404-d6a9-4bc2-989f-8f422bffe568, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=010a2404-d6a9-4bc2-989f-8f422bffe568,segment=NetworkSegment(946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c),segment_id=946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:38.876859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:38.886092 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:38.913714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Transition to ACTIVE for port object cbc1d8b4-fe50-412e-9b69-af2903638da5 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:32:38.924566 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.019551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=010a2404-d6a9-4bc2-989f-8f422bffe568,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:39.109924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-0fcb4c8a-788c-4cdb-bc60-b40ca0087aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:39.112423 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-0fcb4c8a-788c-4cdb-bc60-b40ca0087aba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 1096 time: 0.1624043 Oct 18 23:32:39.126373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Pushing event updated for resources: {'Port': ['ID=cbc1d8b4-fe50-412e-9b69-af2903638da5,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:39.172276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Allocated IP 2001:db8::1 (df63e3c9-6fd0-47c9-acf1-298ba645ba41/8b9ec8ad-a1e4-4138-8298-d5e00811c044/61dd06d5-5c5f-4392-958a-63dda513aa8f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:39.202038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd22ae-517c-4fb6-bc89-f42d29b8c6e1 req-31b0313b-bf92-4430-9700-d6e7eec1e6a4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:39.204057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-facd22ae-517c-4fb6-bc89-f42d29b8c6e1 req-31b0313b-bf92-4430-9700-d6e7eec1e6a4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1196640 Oct 18 23:32:39.254137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Attempting to bind port cbc1d8b4-fe50-412e-9b69-af2903638da5 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:32:39.254741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Attempting to bind port cbc1d8b4-fe50-412e-9b69-af2903638da5 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:32:39.255401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Attempting to bind port cbc1d8b4-fe50-412e-9b69-af2903638da5 on network d710391a-f95f-4045-9c93-1d4a1e2cf24b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:39.268067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Port cbc1d8b4-fe50-412e-9b69-af2903638da5 on network d710391a-f95f-4045-9c93-1d4a1e2cf24b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:32:39.268748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Attempting to bind port cbc1d8b4-fe50-412e-9b69-af2903638da5 on network d710391a-f95f-4045-9c93-1d4a1e2cf24b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:39.272148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:32:39.278174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:32:39.278638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Checking segment: {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:39.279146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Bound using segment: {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:32:39.279701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Bound port: cbc1d8b4-fe50-412e-9b69-af2903638da5, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13af8800-508a-43b6-a1d5-053d6bceac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:32:39.280163 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.296313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-facd22ae-517c-4fb6-bc89-f42d29b8c6e1 req-d8826d53-0697-4ae7-a6ba-fb7ac3a67873 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842166 Oct 18 23:32:39.394749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] For port cbc1d8b4-fe50-412e-9b69-af2903638da5, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:32:39.400189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] For port cbc1d8b4-fe50-412e-9b69-af2903638da5, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cbc1d8b4-fe50-412e-9b69-af2903638da5,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:32:39.407310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.409869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.426093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:39.426944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.430765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] 10.222.0.73 "PUT /v2.0/ports/cbc1d8b4-fe50-412e-9b69-af2903638da5 HTTP/1.1" status: 200 len: 1092 time: 1.5849447 Oct 18 23:32:39.493787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6c2f7-3d70-4872-bf13-6238053a25b1 req-d9f1ab12-1658-433e-8bb9-ea36247dcb33 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:39.495629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6bd6c2f7-3d70-4872-bf13-6238053a25b1 req-d9f1ab12-1658-433e-8bb9-ea36247dcb33 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3414514 Oct 18 23:32:39.501031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.508399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:39.542024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'port_id': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'mac_address': 'fa:16:3e:41:b9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:32:39.564392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-dc5b814f-eea8-4309-943f-101d09c49085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:39.566020 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-dc5b814f-eea8-4309-943f-101d09c49085 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 913 time: 0.4450772 Oct 18 23:32:39.573186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network df63e3c9-6fd0-47c9-acf1-298ba645ba41 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:39.592953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:39.617953 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.625795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a4e67-e99c-4174-a37e-8ffc8ccae0bf service neutron] Pushing event updated for resources: {'Port': ['ID=cbc1d8b4-fe50-412e-9b69-af2903638da5,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:39.638796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:39.646567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:39.647668 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.669500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:39.676809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.683367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-60ffeeee-f0d0-4e28-84a0-b8b7bcdb2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:39.684926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-60ffeeee-f0d0-4e28-84a0-b8b7bcdb2187 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&device_id=7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006 HTTP/1.1" status: 200 len: 1095 time: 0.1800849 Oct 18 23:32:39.744334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a77ef3b-a9bb-4466-bbad-589c1691d102 None None] Network ba46e673-2077-4ccc-90f9-e37d2778a784 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:39.749033 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-1381fd7f-1c16-4607-b8be-1f232ce0f90c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b788393-df5b-4090-a524-a1be0eaeb0d3 HTTP/1.1" status: 200 len: 217 time: 0.1683927 Oct 18 23:32:39.782644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6bd6c2f7-3d70-4872-bf13-6238053a25b1 req-dbda9fb4-98c4-469c-ba39-47a3bc640848 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708073 Oct 18 23:32:39.795454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Port': ['ID=61dd06d5-5c5f-4392-958a-63dda513aa8f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:39.844634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-380ff3ef-837c-4495-b32a-867f8421d86f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc1d8b4-fe50-412e-9b69-af2903638da5 HTTP/1.1" status: 200 len: 217 time: 0.1353636 Oct 18 23:32:39.913529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3fc8b-bcee-42ad-ad00-e977b19305ea req-1a5f826d-9887-4c6e-be0d-1c81f6bd0776 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:39.915983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ea3fc8b-bcee-42ad-ad00-e977b19305ea req-1a5f826d-9887-4c6e-be0d-1c81f6bd0776 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 944 time: 0.2478728 Oct 18 23:32:39.936542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:39.957032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-612993d4-6631-4657-850a-280bcb157346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:39.958581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-612993d4-6631-4657-850a-280bcb157346 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6632f8cf-d81c-4073-8242-ffb9cebb7155 HTTP/1.1" status: 200 len: 852 time: 0.1806779 Oct 18 23:32:39.964147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-855d5b77-e1f2-47a1-8424-8bd637dec5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:39.966111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-855d5b77-e1f2-47a1-8424-8bd637dec5fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6632f8cf-d81c-4073-8242-ffb9cebb7155 HTTP/1.1" status: 200 len: 852 time: 0.1135819 Oct 18 23:32:39.975516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006', 'tag': 'cbc1d8b4-fe50-412e-9b69-af2903638da5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:39.978256 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830a2058-14b6-443d-ab59-c8f68abc4af1" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006", "tag": "cbc1d8b4-fe50-412e-9b69-af2903638da5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:40.018525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=12']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:40.037245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-21666d55-f64b-4499-a338-c817c5b96b8f None None] Provisioning complete for port 010a2404-d6a9-4bc2-989f-8f422bffe568 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:40.038201 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-21666d55-f64b-4499-a338-c817c5b96b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:40.046183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-04739adf-da1b-4e98-a1c8-a041f63321f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d710391a-f95f-4045-9c93-1d4a1e2cf24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630734 Oct 18 23:32:40.066457 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-0f848426-8213-4a0e-8f34-8e1eaf6857d1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d710391a-f95f-4045-9c93-1d4a1e2cf24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929677 Oct 18 23:32:40.092445 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf3161d-61d5-4bf5-b2e7-669b54e8e334 x-openstack-request-id: req-6cf3161d-61d5-4bf5-b2e7-669b54e8e334 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:40.093180 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006", "tag": "cbc1d8b4-fe50-412e-9b69-af2903638da5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:40.093672 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cf3161d-61d5-4bf5-b2e7-669b54e8e334 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:40.094270 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006', 'tag': 'cbc1d8b4-fe50-412e-9b69-af2903638da5', 'status': 'completed', 'code': 200} Oct 18 23:32:40.122563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ea3fc8b-bcee-42ad-ad00-e977b19305ea req-9311f28b-e304-485b-8b17-c05a955c777b tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548672 Oct 18 23:32:40.146235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:40.237547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-e2a208fd-1873-430c-80e4-1262d9a87341 service neutron] 10.222.0.73 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716578 Oct 18 23:32:40.275531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-a5a6595a-04e0-4996-bddd-ddb0ec3a35df service neutron] 10.222.0.102 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990325 Oct 18 23:32:40.476885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb1b36a-db5c-459c-91c8-12354efe7095 req-70cbc4c9-47bf-41a2-a20f-6e7deac9749f service neutron] 10.222.0.73 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305188 Oct 18 23:32:40.484943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e898961e-f293-4cef-a337-e118cac5276d None None] Provisioning complete for port 61dd06d5-5c5f-4392-958a-63dda513aa8f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:40.486940 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e898961e-f293-4cef-a337-e118cac5276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:40.492831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 010a2404-d6a9-4bc2-989f-8f422bffe568 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:40.565169 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0a7721d-8a91-444f-a86c-cddb8356a599 req-8c2e97e6-1e92-4cd7-8d53-1466a45e3553 service neutron] 10.222.0.102 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696302 Oct 18 23:32:40.569028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e898961e-f293-4cef-a337-e118cac5276d None None] Port 61dd06d5-5c5f-4392-958a-63dda513aa8f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:32:40.590452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47606a6-d1d3-4fab-9f0a-18dc8aad6fb3 req-39c71982-86d5-4b11-b563-b1c5133fcc3c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:40.592431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a47606a6-d1d3-4fab-9f0a-18dc8aad6fb3 req-39c71982-86d5-4b11-b563-b1c5133fcc3c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1118340 Oct 18 23:32:40.601816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 010a2404-d6a9-4bc2-989f-8f422bffe568 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:40.602558 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:40.620529 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:40.631105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:40.631909 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:40.685185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-b1487bc4-c4fb-41e2-989d-8a749a6faa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:40.686841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-b1487bc4-c4fb-41e2-989d-8a749a6faa9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&device_id=7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006 HTTP/1.1" status: 200 len: 1095 time: 0.0971441 Oct 18 23:32:40.690235 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a47606a6-d1d3-4fab-9f0a-18dc8aad6fb3 req-79eb0bc2-66c4-4e2d-bcf2-b5b1ade9710a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868669 Oct 18 23:32:40.713758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event updated for resources: {'Port': ['ID=61dd06d5-5c5f-4392-958a-63dda513aa8f,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:40.752452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4b9343c0-5b15-4a91-be33-72e15a845938 None None] Provisioning complete for port 010a2404-d6a9-4bc2-989f-8f422bffe568 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:40.752895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4b9343c0-5b15-4a91-be33-72e15a845938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:40.846027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Network df63e3c9-6fd0-47c9-acf1-298ba645ba41 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:40.847779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:40.905787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-dad37b08-5a46-4ede-9426-82f8b625aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:40.907506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-dad37b08-5a46-4ede-9426-82f8b625aa52 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 200 len: 913 time: 0.2127233 Oct 18 23:32:40.998019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-20dbd452-638b-4eed-b4fb-928a99a8f6da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc1d8b4-fe50-412e-9b69-af2903638da5 HTTP/1.1" status: 200 len: 217 time: 0.0791092 Oct 18 23:32:41.025003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Router 2c3000bc-c32e-42b6-9021-4d66c734d036 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:32:41.081721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59190) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:41.136663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-ae7d046d-6a48-4b2d-b716-c06d3b885486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:41.138188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-ae7d046d-6a48-4b2d-b716-c06d3b885486 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6632f8cf-d81c-4073-8242-ffb9cebb7155 HTTP/1.1" status: 200 len: 852 time: 0.1346581 Oct 18 23:32:41.143199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:32:41.148972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256d5a4-d517-4a36-846f-1c0e43618628 req-a86809f2-8e1c-4ba4-a607-cce26238fedb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:41.149293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3f830dbb-9bf7-4333-b484-7dac4be71c1d tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "PUT /v2.0/routers/2c3000bc-c32e-42b6-9021-4d66c734d036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1820145 Oct 18 23:32:41.150571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c256d5a4-d517-4a36-846f-1c0e43618628 req-a86809f2-8e1c-4ba4-a607-cce26238fedb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.1685495 Oct 18 23:32:41.157384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59194) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:41.168709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a546b4-c402-42d7-949a-f1e5561f9a66 None None] Sync routers for ids ['2c3000bc-c32e-42b6-9021-4d66c734d036'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:32:41.192017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a546b4-c402-42d7-949a-f1e5561f9a66 None None] Routers {'2c3000bc-c32e-42b6-9021-4d66c734d036'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:41.192704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-01a546b4-c402-42d7-949a-f1e5561f9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2c3000bc-c32e-42b6-9021-4d66c734d036'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:41.212016 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-a5e2f219-6533-49d6-8e75-96bb62e2ee24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d710391a-f95f-4045-9c93-1d4a1e2cf24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605252 Oct 18 23:32:41.276178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-01a546b4-c402-42d7-949a-f1e5561f9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:41.291723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a546b4-c402-42d7-949a-f1e5561f9a66 None None] Routers {'2c3000bc-c32e-42b6-9021-4d66c734d036'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:41.292374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-01a546b4-c402-42d7-949a-f1e5561f9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2c3000bc-c32e-42b6-9021-4d66c734d036'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:41.298341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4237f6df-ff6d-4214-96ae-54f9b5cdbcba None None] Provisioning complete for port 61dd06d5-5c5f-4392-958a-63dda513aa8f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:41.299024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c256d5a4-d517-4a36-846f-1c0e43618628 req-7ebfbd60-43ac-48d3-b1be-7f46c6da68eb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303701 Oct 18 23:32:41.299261 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4237f6df-ff6d-4214-96ae-54f9b5cdbcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:41.326112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a375d7b7-357a-44df-a793-8bc7b29748d0 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:41.337463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-01a546b4-c402-42d7-949a-f1e5561f9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:41.338260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a546b4-c402-42d7-949a-f1e5561f9a66 None None] The sync data for ids ['2c3000bc-c32e-42b6-9021-4d66c734d036'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:32:41.368721 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-54d23ea3-6bc7-4a0d-824c-daa3a442794a service neutron] 10.222.0.73 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452003 Oct 18 23:32:41.374630 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4237f6df-ff6d-4214-96ae-54f9b5cdbcba None None] Port 61dd06d5-5c5f-4392-958a-63dda513aa8f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:32:41.484537 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-830a2058-14b6-443d-ab59-c8f68abc4af1 req-20908185-e7c5-4fea-86b3-a6a431a1d043 service neutron] 10.222.0.73 "GET /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083708 Oct 18 23:32:41.716598 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71bc392b-ccd9-40bc-87c7-ea19bc812f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:41.775853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c13d3f-49d6-4bb5-9673-7b3f5d2e2062 req-754397c4-f965-4ea7-8f43-2bd2a7b282f2 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:41.777403 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25c13d3f-49d6-4bb5-9673-7b3f5d2e2062 req-754397c4-f965-4ea7-8f43-2bd2a7b282f2 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 944 time: 0.5085824 Oct 18 23:32:41.812952 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-a375d7b7-357a-44df-a793-8bc7b29748d0 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 23:32:41.818009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a375d7b7-357a-44df-a793-8bc7b29748d0 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/routers/2c3000bc-c32e-42b6-9021-4d66c734d036 HTTP/1.1" status: 409 len: 329 time: 0.6589303 Oct 18 23:32:41.818581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59200) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:41.856037 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25c13d3f-49d6-4bb5-9673-7b3f5d2e2062 req-12f3dea6-8a7b-44f0-bcf6-1715119e1b12 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701170 Oct 18 23:32:41.871229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eb628-94ff-4458-a2d1-e660f7102eed req-4de60acd-eca2-4592-84f8-51fc657138d8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:41.873031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d4eb628-94ff-4458-a2d1-e660f7102eed req-4de60acd-eca2-4592-84f8-51fc657138d8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.0944049 Oct 18 23:32:41.896368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71bc392b-ccd9-40bc-87c7-ea19bc812f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:41.901180 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71bc392b-ccd9-40bc-87c7-ea19bc812f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:41.940086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-71bc392b-ccd9-40bc-87c7-ea19bc812f2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63e8f90bfce3434fb8c0f1416c7e5040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8190467 Oct 18 23:32:41.943063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59202) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:41.962851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d4eb628-94ff-4458-a2d1-e660f7102eed req-8fa47e09-3872-4399-b5d3-8b50814e45f0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784414 Oct 18 23:32:41.969561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc392b-ccd9-40bc-87c7-ea19bc812f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87607af9-3ba5-467b-b385-592bf9a39427,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:42.036302 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d5d61d-2a14-4166-8f39-ab3dc2e6c9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.064205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d5d61d-2a14-4166-8f39-ab3dc2e6c9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.122484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d5d61d-2a14-4166-8f39-ab3dc2e6c9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.125245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58d5d61d-2a14-4166-8f39-ab3dc2e6c9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.128940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-58d5d61d-2a14-4166-8f39-ab3dc2e6c9c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87607af9-3ba5-467b-b385-592bf9a39427 HTTP/1.1" status: 204 len: 168 time: 0.1817536 Oct 18 23:32:42.136282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5d61d-2a14-4166-8f39-ab3dc2e6c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87607af9-3ba5-467b-b385-592bf9a39427,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:42.236894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.452125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99e28d-95f0-4429-8738-315ad5bdc006 req-c733799a-0c97-4751-a7ba-773075ab58f3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:42.461126 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c99e28d-95f0-4429-8738-315ad5bdc006 req-c733799a-0c97-4751-a7ba-773075ab58f3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.0852027 Oct 18 23:32:42.465509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59210) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:42.495242 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70b29df0-bcb9-4ae3-8e44-c78c0c3aabb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.503127 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c99e28d-95f0-4429-8738-315ad5bdc006 req-290349b8-db92-4818-aaf0-8828de37ff1b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401373 Oct 18 23:32:42.619508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Deleting port 61dd06d5-5c5f-4392-958a-63dda513aa8f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:42.619845 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.727599 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70b29df0-bcb9-4ae3-8e44-c78c0c3aabb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.734001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70b29df0-bcb9-4ae3-8e44-c78c0c3aabb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.781117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.794873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-70b29df0-bcb9-4ae3-8e44-c78c0c3aabb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9558555bf5a24aaa9a5075797f47e51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282530 Oct 18 23:32:42.797741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59214) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:42.804273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b29df0-bcb9-4ae3-8e44-c78c0c3aabb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8789f07-0f7d-4adc-9e9e-c1cd19a71f8a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:42.807376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Calling delete_port for 61dd06d5-5c5f-4392-958a-63dda513aa8f owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:42.858127 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-218b1957-7f64-44fd-b60f-e27105e36806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.880432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-218b1957-7f64-44fd-b60f-e27105e36806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.933866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-218b1957-7f64-44fd-b60f-e27105e36806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.937340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-218b1957-7f64-44fd-b60f-e27105e36806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:42.938318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-218b1957-7f64-44fd-b60f-e27105e36806 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8789f07-0f7d-4adc-9e9e-c1cd19a71f8a HTTP/1.1" status: 204 len: 168 time: 0.1393628 Oct 18 23:32:42.948966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b1957-7f64-44fd-b60f-e27105e36806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8789f07-0f7d-4adc-9e9e-c1cd19a71f8a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:43.057709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ff92-da23-4d21-a93c-ea161f24e251 req-09624430-ea83-4cd1-a617-a7fae9bfc5b2 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:43.059260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd10ff92-da23-4d21-a93c-ea161f24e251 req-09624430-ea83-4cd1-a617-a7fae9bfc5b2 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 944 time: 0.1102796 Oct 18 23:32:43.084352 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:43.139314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Port': ['ID=61dd06d5-5c5f-4392-958a-63dda513aa8f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:43.184108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd10ff92-da23-4d21-a93c-ea161f24e251 req-80f14880-d070-4158-9344-58b98dddfbf0 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098626 Oct 18 23:32:43.197601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d89af-72a2-40bb-a8d4-54627d05e227 req-293dc0e1-fa6e-48a4-a21b-3a626d27cc42 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:43.218158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-239d89af-72a2-40bb-a8d4-54627d05e227 req-293dc0e1-fa6e-48a4-a21b-3a626d27cc42 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1324840 Oct 18 23:32:43.268703 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:43.289929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-239d89af-72a2-40bb-a8d4-54627d05e227 req-fcbfdfab-8c88-4bf5-8cd8-b5fb0a07bd98 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705149 Oct 18 23:32:43.319270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 6b788393-df5b-4090-a524-a1be0eaeb0d3 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:32:43.323592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:43.468383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:43.468755 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:43.484946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Router 2c3000bc-c32e-42b6-9021-4d66c734d036 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:32:43.514275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 6b788393-df5b-4090-a524-a1be0eaeb0d3, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6b788393-df5b-4090-a524-a1be0eaeb0d3,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:43.537555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '6b788393-df5b-4090-a524-a1be0eaeb0d3', 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b', 'port_id': '6b788393-df5b-4090-a524-a1be0eaeb0d3', 'mac_address': 'fa:16:3e:10:1e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6632f8cf-d81c-4073-8242-ffb9cebb7155', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:32:43.608282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:32:43.624206 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52881b39-9ae2-44e5-87f6-83dd5b147cea None None] Sync routers for ids ['2c3000bc-c32e-42b6-9021-4d66c734d036'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:32:43.627718 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:43.634551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:43.640911 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-312ff8b7-9f18-421a-980c-520452ffae64 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "PUT /v2.0/routers/2c3000bc-c32e-42b6-9021-4d66c734d036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8154058 Oct 18 23:32:43.641310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:43.656336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b788393-df5b-4090-a524-a1be0eaeb0d3 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:43.676260 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52881b39-9ae2-44e5-87f6-83dd5b147cea None None] Routers {'2c3000bc-c32e-42b6-9021-4d66c734d036'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:43.677291 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-52881b39-9ae2-44e5-87f6-83dd5b147cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2c3000bc-c32e-42b6-9021-4d66c734d036'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:43.682348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc450bf-a022-45a3-b2dc-04ea8b4cfe2c req-9821e8ca-ca16-436f-8e82-88fd5f480e51 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:43.683992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-afc450bf-a022-45a3-b2dc-04ea8b4cfe2c req-9821e8ca-ca16-436f-8e82-88fd5f480e51 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 946 time: 0.0936022 Oct 18 23:32:43.686770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:43.690136 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665d2386-4740-4968-b6c9-aacbce11bbae" -d '{"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:43.711662 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-60e3f601-fa7c-43a6-acd3-0677fe22b0e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] show failed (client error): The resource could not be found. Oct 18 23:32:43.713359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-60e3f601-fa7c-43a6-acd3-0677fe22b0e1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-29011865 HTTP/1.1" status: 404 len: 333 time: 0.0701978 Oct 18 23:32:43.723768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59240) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:43.728983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-09ea3c1b-5a3b-4af3-9d48-ba1f0d2d9529 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:43.749216 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-52881b39-9ae2-44e5-87f6-83dd5b147cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:43.749531 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-afc450bf-a022-45a3-b2dc-04ea8b4cfe2c req-ffeecef5-1a7f-4abd-93d4-fa74d28a3444 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555918 Oct 18 23:32:43.761883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 6b788393-df5b-4090-a524-a1be0eaeb0d3, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6b788393-df5b-4090-a524-a1be0eaeb0d3,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:43.763203 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52881b39-9ae2-44e5-87f6-83dd5b147cea None None] Routers {'2c3000bc-c32e-42b6-9021-4d66c734d036'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:32:43.763955 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-52881b39-9ae2-44e5-87f6-83dd5b147cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2c3000bc-c32e-42b6-9021-4d66c734d036'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:43.773757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:43.776723 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a858899d-e011-4466-9f5b-92ad5ab8b52d x-openstack-request-id: req-a858899d-e011-4466-9f5b-92ad5ab8b52d {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:43.777009 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:43.777265 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a858899d-e011-4466-9f5b-92ad5ab8b52d {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:43.777658 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'code': 200} Oct 18 23:32:43.783564 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:43.790430 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-09ea3c1b-5a3b-4af3-9d48-ba1f0d2d9529 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] update failed (client error): The resource could not be found. Oct 18 23:32:43.792141 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-09ea3c1b-5a3b-4af3-9d48-ba1f0d2d9529 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-1785295204 HTTP/1.1" status: 404 len: 335 time: 0.0669174 Oct 18 23:32:43.793590 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:43.795700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59242) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:43.813339 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-52881b39-9ae2-44e5-87f6-83dd5b147cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:43.814183 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52881b39-9ae2-44e5-87f6-83dd5b147cea None None] The sync data for ids ['2c3000bc-c32e-42b6-9021-4d66c734d036'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:32:43.861657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=6b788393-df5b-4090-a524-a1be0eaeb0d3,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:43.871377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-0445ff13-0d5f-4022-a4fc-6f23141d58e6 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Deleting subnet 5211f1bc-d9ea-41ef-93b8-4717784e8271 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:32:43.876062 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0445ff13-0d5f-4022-a4fc-6f23141d58e6 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:43.919498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=13']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:43.929218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0445ff13-0d5f-4022-a4fc-6f23141d58e6 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:44.022636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0445ff13-0d5f-4022-a4fc-6f23141d58e6 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:44.104281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0445ff13-0d5f-4022-a4fc-6f23141d58e6 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:44.133068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445ff13-0d5f-4022-a4fc-6f23141d58e6 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Subnet': ['ID=5211f1bc-d9ea-41ef-93b8-4717784e8271,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:44.137172 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0445ff13-0d5f-4022-a4fc-6f23141d58e6 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:44.140661 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0445ff13-0d5f-4022-a4fc-6f23141d58e6 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/subnets/5211f1bc-d9ea-41ef-93b8-4717784e8271 HTTP/1.1" status: 204 len: 168 time: 0.3438263 Oct 18 23:32:44.147049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59252) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:44.148489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7062987-a970-4730-be6f-fa23163a8a96 None None] Network ba46e673-2077-4ccc-90f9-e37d2778a784 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:44.249146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:44.301982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['6b788393-df5b-4090-a524-a1be0eaeb0d3'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:44.434403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25348ab2-7320-4f15-a7ca-1a63596e910b None None] DHCP port deletion for ba46e673-2077-4ccc-90f9-e37d2778a784 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:32:44.475873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e572294-8b21-46ac-941e-d54083c2d2c4 req-f1baa4ff-eb3f-4ecd-bdf2-bb2f896c0066 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:44.493701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e572294-8b21-46ac-941e-d54083c2d2c4 req-f1baa4ff-eb3f-4ecd-bdf2-bb2f896c0066 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 945 time: 0.1203935 Oct 18 23:32:44.541365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e572294-8b21-46ac-941e-d54083c2d2c4 req-d5dce4a9-55c5-4ebb-ba97-3e603a53226d tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461168 Oct 18 23:32:44.615308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-25348ab2-7320-4f15-a7ca-1a63596e910b None None] Deleting port 010a2404-d6a9-4bc2-989f-8f422bffe568 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:44.615941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25348ab2-7320-4f15-a7ca-1a63596e910b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:44.722575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-25348ab2-7320-4f15-a7ca-1a63596e910b None None] For port 010a2404-d6a9-4bc2-989f-8f422bffe568, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=010a2404-d6a9-4bc2-989f-8f422bffe568,segment=NetworkSegment(946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c),segment_id=946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:44.723008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25348ab2-7320-4f15-a7ca-1a63596e910b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:44.738180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-25348ab2-7320-4f15-a7ca-1a63596e910b None None] Calling delete_port for 010a2404-d6a9-4bc2-989f-8f422bffe568 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:44.829012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03550e-912a-4a86-abc5-b4bd6a3687ce req-77e3addc-a16c-46bb-a2bf-5d9da5f7cd77 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:44.831234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b03550e-912a-4a86-abc5-b4bd6a3687ce req-77e3addc-a16c-46bb-a2bf-5d9da5f7cd77 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.0704479 Oct 18 23:32:44.838912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Deleting port 010a2404-d6a9-4bc2-989f-8f422bffe568 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:44.839303 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:44.859393 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25348ab2-7320-4f15-a7ca-1a63596e910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:44.892762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25348ab2-7320-4f15-a7ca-1a63596e910b None None] Pushing event deleted for resources: {'Port': ['ID=010a2404-d6a9-4bc2-989f-8f422bffe568,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:44.901734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25348ab2-7320-4f15-a7ca-1a63596e910b None None] No DVR routers for this DVR port 010a2404-d6a9-4bc2-989f-8f422bffe568 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:44.906775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device cbc1d8b4-fe50-412e-9b69-af2903638da5 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:32:44.911341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b03550e-912a-4a86-abc5-b4bd6a3687ce req-d625b5ab-8851-43bc-aa98-fc10dd404b1b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685558 Oct 18 23:32:44.994347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] For port 010a2404-d6a9-4bc2-989f-8f422bffe568, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=010a2404-d6a9-4bc2-989f-8f422bffe568,segment=NetworkSegment(946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c),segment_id=946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:44.994698 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.022083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Calling delete_port for 010a2404-d6a9-4bc2-989f-8f422bffe568 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:45.029982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec5254-9d03-4915-bbe6-27bedcd2b39a req-31fb4c09-2c62-4a57-946e-1c6750dbe02c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:45.053300 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53ec5254-9d03-4915-bbe6-27bedcd2b39a req-31fb4c09-2c62-4a57-946e-1c6750dbe02c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1237433 Oct 18 23:32:45.109828 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53ec5254-9d03-4915-bbe6-27bedcd2b39a req-f5f127fa-b611-4bb8-91e5-848a344a1c9c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503860 Oct 18 23:32:45.112831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port cbc1d8b4-fe50-412e-9b69-af2903638da5, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cbc1d8b4-fe50-412e-9b69-af2903638da5,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:45.135556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'cbc1d8b4-fe50-412e-9b69-af2903638da5', 'network_id': 'd710391a-f95f-4045-9c93-1d4a1e2cf24b', 'port_id': 'cbc1d8b4-fe50-412e-9b69-af2903638da5', 'mac_address': 'fa:16:3e:47:2e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6632f8cf-d81c-4073-8242-ffb9cebb7155', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:32:45.135860 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.164445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Port': ['ID=010a2404-d6a9-4bc2-989f-8f422bffe568,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:45.166677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] No DVR routers for this DVR port 010a2404-d6a9-4bc2-989f-8f422bffe568 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:45.199165 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.223129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc1d8b4-fe50-412e-9b69-af2903638da5 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:45.265662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port cbc1d8b4-fe50-412e-9b69-af2903638da5, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cbc1d8b4-fe50-412e-9b69-af2903638da5,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:45.273094 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.276398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.311085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba46e673-2077-4ccc-90f9-e37d2778a784']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:45.330588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:45.331510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946dcd9f-bc19-4e1f-994d-3a6af1ac2f6c') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:45.342278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=cbc1d8b4-fe50-412e-9b69-af2903638da5,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:45.364132 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.389425 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.399358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:32:45.399808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:32:45.404130 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:32:45.488417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.507613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.512008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/networks/ba46e673-2077-4ccc-90f9-e37d2778a784 HTTP/1.1" status: 204 len: 168 time: 1.3634508 Oct 18 23:32:45.516374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59300) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:45.531826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91b6af-dd04-4c50-8763-9520c3d511aa tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Network': ['ID=ba46e673-2077-4ccc-90f9-e37d2778a784,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:45.589704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44d1fa1-aec9-4f71-83ff-423879263d11 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Deleting subnet 1f816ba9-5c45-4ecd-bbec-7f532c6e5083 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:32:45.593496 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f44d1fa1-aec9-4f71-83ff-423879263d11 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.648472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f44d1fa1-aec9-4f71-83ff-423879263d11 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.719343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf78e2-e397-4d31-b363-1bc663969035 req-b5e3f589-674e-43e5-99ec-8897b01b6e2e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:45.721494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98bf78e2-e397-4d31-b363-1bc663969035 req-b5e3f589-674e-43e5-99ec-8897b01b6e2e tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 945 time: 0.0847077 Oct 18 23:32:45.742231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['cbc1d8b4-fe50-412e-9b69-af2903638da5'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:45.797753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98bf78e2-e397-4d31-b363-1bc663969035 req-84979703-1189-4344-8339-f2c82d3bfc56 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694640 Oct 18 23:32:45.833319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f44d1fa1-aec9-4f71-83ff-423879263d11 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.927613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f44d1fa1-aec9-4f71-83ff-423879263d11 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.947562 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f44d1fa1-aec9-4f71-83ff-423879263d11 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:45.951429 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f44d1fa1-aec9-4f71-83ff-423879263d11 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/subnets/1f816ba9-5c45-4ecd-bbec-7f532c6e5083 HTTP/1.1" status: 204 len: 168 time: 0.4314852 Oct 18 23:32:45.955233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59316) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:45.961278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d02a2-c307-4de3-beb3-468a7c1cb4e1 None None] Network 0e1574ef-6bff-4f76-b761-73ae09dd3b0a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:45.982489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d1fa1-aec9-4f71-83ff-423879263d11 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Subnet': ['ID=1f816ba9-5c45-4ecd-bbec-7f532c6e5083,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:46.042751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-2886d299-ba7c-4489-af63-5d7f446113fb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Deleting subnet 32ca8d71-af01-48e3-bee4-699f23256458 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:32:46.049227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2886d299-ba7c-4489-af63-5d7f446113fb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.141062 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2886d299-ba7c-4489-af63-5d7f446113fb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.209805 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b7ec1-d9e7-4df7-ae0e-10e011b9db92 req-2825bd9d-0f9b-49d7-9583-06aa2d8e3747 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:46.216759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c2b7ec1-d9e7-4df7-ae0e-10e011b9db92 req-2825bd9d-0f9b-49d7-9583-06aa2d8e3747 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1541171 Oct 18 23:32:46.305701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c2b7ec1-d9e7-4df7-ae0e-10e011b9db92 req-6b080024-9ced-4293-a3a9-2a7bd4ac6c9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832267 Oct 18 23:32:46.331830 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2886d299-ba7c-4489-af63-5d7f446113fb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.359948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4088f-0410-4faa-b7ff-9e213409f6ba None None] DHCP port deletion for 0e1574ef-6bff-4f76-b761-73ae09dd3b0a request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:32:46.487032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b63acb4a-5e17-47a4-bdbe-f02c8381572a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:46.552072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed61d63-235c-4429-8707-9875c86186d9 req-47cc18ae-b5c5-4081-89fe-9412cdcabd50 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:46.552650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-79b4088f-0410-4faa-b7ff-9e213409f6ba None None] Deleting port b63acb4a-5e17-47a4-bdbe-f02c8381572a {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:46.553588 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79b4088f-0410-4faa-b7ff-9e213409f6ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.554201 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ed61d63-235c-4429-8707-9875c86186d9 req-47cc18ae-b5c5-4081-89fe-9412cdcabd50 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1675155 Oct 18 23:32:46.556224 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2886d299-ba7c-4489-af63-5d7f446113fb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.590888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886d299-ba7c-4489-af63-5d7f446113fb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Subnet': ['ID=32ca8d71-af01-48e3-bee4-699f23256458,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:46.619462 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2886d299-ba7c-4489-af63-5d7f446113fb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.626128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2886d299-ba7c-4489-af63-5d7f446113fb tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/subnets/32ca8d71-af01-48e3-bee4-699f23256458 HTTP/1.1" status: 204 len: 168 time: 0.6659799 Oct 18 23:32:46.626376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59326) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:46.649257 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ed61d63-235c-4429-8707-9875c86186d9 req-2dc11871-43eb-4d3a-914d-603bcc358f1a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640478 Oct 18 23:32:46.690537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f131cf-1091-4843-9b2d-b90d6cb077d4 None None] Network 0cb090ff-fab2-4946-a555-2d8cdd38860f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:46.696071 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.828359 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.859931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-79b4088f-0410-4faa-b7ff-9e213409f6ba None None] For port b63acb4a-5e17-47a4-bdbe-f02c8381572a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b63acb4a-5e17-47a4-bdbe-f02c8381572a,segment=NetworkSegment(8554b7be-904e-4a4d-acce-537b8fc99ba7),segment_id=8554b7be-904e-4a4d-acce-537b8fc99ba7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:46.861580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79b4088f-0410-4faa-b7ff-9e213409f6ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.892083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port b63acb4a-5e17-47a4-bdbe-f02c8381572a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b63acb4a-5e17-47a4-bdbe-f02c8381572a,segment=NetworkSegment(8554b7be-904e-4a4d-acce-537b8fc99ba7),segment_id=8554b7be-904e-4a4d-acce-537b8fc99ba7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:46.906170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-79b4088f-0410-4faa-b7ff-9e213409f6ba None None] Calling delete_port for b63acb4a-5e17-47a4-bdbe-f02c8381572a owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:46.964986 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:46.965690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 010a2404-d6a9-4bc2-989f-8f422bffe568 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:46.978573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59332) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:47.028868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94e620-e8e6-46b9-9f42-8f541937e432 req-74406f64-fdab-4bcd-88c1-9d0b8a1d0eb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:47.037285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf94e620-e8e6-46b9-9f42-8f541937e432 req-74406f64-fdab-4bcd-88c1-9d0b8a1d0eb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 945 time: 0.1080239 Oct 18 23:32:47.041522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Deleting port b63acb4a-5e17-47a4-bdbe-f02c8381572a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:47.042032 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.090758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 010a2404-d6a9-4bc2-989f-8f422bffe568 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:47.092025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 010a2404-d6a9-4bc2-989f-8f422bffe568 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:47.121816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf94e620-e8e6-46b9-9f42-8f541937e432 req-dfdd0806-635a-42db-be53-b7827d337e97 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831592 Oct 18 23:32:47.189015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] For port b63acb4a-5e17-47a4-bdbe-f02c8381572a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b63acb4a-5e17-47a4-bdbe-f02c8381572a,segment=NetworkSegment(8554b7be-904e-4a4d-acce-537b8fc99ba7),segment_id=8554b7be-904e-4a4d-acce-537b8fc99ba7)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:47.189807 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.212986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Calling delete_port for b63acb4a-5e17-47a4-bdbe-f02c8381572a owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:47.219888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=b63acb4a-5e17-47a4-bdbe-f02c8381572a,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:47.245755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-028cdc76-5e02-44c7-95d7-a1335fc4c27e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.278497 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79b4088f-0410-4faa-b7ff-9e213409f6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.351553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a6b90-cf1e-4c59-b973-0e12e3f092c9 None None] DHCP port deletion for 0cb090ff-fab2-4946-a555-2d8cdd38860f request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:32:47.370492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.381341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 6b788393-df5b-4090-a524-a1be0eaeb0d3 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:47.388903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] No DVR routers for this DVR port b63acb4a-5e17-47a4-bdbe-f02c8381572a on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:47.403399 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-028cdc76-5e02-44c7-95d7-a1335fc4c27e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.405330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4088f-0410-4faa-b7ff-9e213409f6ba None None] Pushing event deleted for resources: {'Port': ['ID=b63acb4a-5e17-47a4-bdbe-f02c8381572a,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:47.412408 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-028cdc76-5e02-44c7-95d7-a1335fc4c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.445256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Port': ['ID=b63acb4a-5e17-47a4-bdbe-f02c8381572a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:47.458456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cdc76-5e02-44c7-95d7-a1335fc4c27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c5f90-b1bd-4a20-a0be-f71903ed51c8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:47.492203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4088f-0410-4faa-b7ff-9e213409f6ba None None] No DVR routers for this DVR port b63acb4a-5e17-47a4-bdbe-f02c8381572a on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:47.498330 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-028cdc76-5e02-44c7-95d7-a1335fc4c27e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b47d3f022614827855f52cf035b6702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204136 Oct 18 23:32:47.518318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59340) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:47.538455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 6b788393-df5b-4090-a524-a1be0eaeb0d3 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:32:47.548538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 6b788393-df5b-4090-a524-a1be0eaeb0d3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:47.549915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.617574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-665a6b90-cf1e-4c59-b973-0e12e3f092c9 None None] Deleting port 15e70e53-85ef-4429-8065-3e0f9f5e0542 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:47.623022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-665a6b90-cf1e-4c59-b973-0e12e3f092c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.719734 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3e6a-3e9b-4f94-8cac-a5f8b695e495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.747664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.752714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49874f02-fb42-44f6-874e-cac129182726 req-5eafbec8-b828-4916-a5f0-78526ee7a2b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:47.762064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49874f02-fb42-44f6-874e-cac129182726 req-5eafbec8-b828-4916-a5f0-78526ee7a2b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1992323 Oct 18 23:32:47.804411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3e6a-3e9b-4f94-8cac-a5f8b695e495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.809814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1574ef-6bff-4f76-b761-73ae09dd3b0a']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:47.831695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.836742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8554b7be-904e-4a4d-acce-537b8fc99ba7') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:47.837770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8554b7be-904e-4a4d-acce-537b8fc99ba7') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:47.852517 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.857686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-665a6b90-cf1e-4c59-b973-0e12e3f092c9 None None] For port 15e70e53-85ef-4429-8065-3e0f9f5e0542, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=15e70e53-85ef-4429-8065-3e0f9f5e0542,segment=NetworkSegment(5bddebbf-abe8-47f9-9685-2860c76a2f25),segment_id=5bddebbf-abe8-47f9-9685-2860c76a2f25)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:47.858357 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-665a6b90-cf1e-4c59-b973-0e12e3f092c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.868669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.876040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:32:47.878482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.887179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d3e31c-a90b-4719-9873-0a1b2a29da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b788393-df5b-4090-a524-a1be0eaeb0d3'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:47.889808 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e619e8-7b57-4587-aaeb-43fefc82da7e" -d '{"events": [{"server_uuid": "13d3e31c-a90b-4719-9873-0a1b2a29da2c", "name": "network-vif-plugged", "status": "completed", "tag": "6b788393-df5b-4090-a524-a1be0eaeb0d3"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:47.904734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-665a6b90-cf1e-4c59-b973-0e12e3f092c9 None None] Calling delete_port for 15e70e53-85ef-4429-8065-3e0f9f5e0542 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:47.913219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 6b788393-df5b-4090-a524-a1be0eaeb0d3, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6b788393-df5b-4090-a524-a1be0eaeb0d3,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:47.922566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.927753 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3e6a-3e9b-4f94-8cac-a5f8b695e495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.934853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fe3e6a-3e9b-4f94-8cac-a5f8b695e495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.936406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c9fe3e6a-3e9b-4f94-8cac-a5f8b695e495 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f0c5f90-b1bd-4a20-a0be-f71903ed51c8 HTTP/1.1" status: 204 len: 168 time: 0.4167418 Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:32:47.969151 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:32:47.985063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:47.989820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe3e6a-3e9b-4f94-8cac-a5f8b695e495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c5f90-b1bd-4a20-a0be-f71903ed51c8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:48.016365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49874f02-fb42-44f6-874e-cac129182726 req-de2ca9ee-81de-4ddc-908c-e96119d1d68a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337000 Oct 18 23:32:48.060469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.072590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59350) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:48.073026 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/networks/0e1574ef-6bff-4f76-b761-73ae09dd3b0a HTTP/1.1" status: 204 len: 168 time: 1.4458787 Oct 18 23:32:48.082303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=6b788393-df5b-4090-a524-a1be0eaeb0d3,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:48.105062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b70cec-7dcd-40b9-a8e1-fa0e9256e48a tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Network': ['ID=0e1574ef-6bff-4f76-b761-73ae09dd3b0a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:48.127613 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-665a6b90-cf1e-4c59-b973-0e12e3f092c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.159612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4653a20-31cc-4c2e-bb5a-408d56209337 req-f82349d2-9870-47ae-b623-9a9e0dd20687 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:48.170130 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4653a20-31cc-4c2e-bb5a-408d56209337 req-f82349d2-9870-47ae-b623-9a9e0dd20687 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1996536 Oct 18 23:32:48.192930 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d439ed2d-0655-4532-87f3-48fa57bc660a x-openstack-request-id: req-d439ed2d-0655-4532-87f3-48fa57bc660a {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:48.193966 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d3e31c-a90b-4719-9873-0a1b2a29da2c", "name": "network-vif-plugged", "status": "completed", "tag": "6b788393-df5b-4090-a524-a1be0eaeb0d3", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:48.194875 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d439ed2d-0655-4532-87f3-48fa57bc660a {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:48.195596 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d3e31c-a90b-4719-9873-0a1b2a29da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b788393-df5b-4090-a524-a1be0eaeb0d3', 'code': 200} Oct 18 23:32:48.213001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a6b90-cf1e-4c59-b973-0e12e3f092c9 None None] Pushing event deleted for resources: {'Port': ['ID=15e70e53-85ef-4429-8065-3e0f9f5e0542,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:48.216718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a6b90-cf1e-4c59-b973-0e12e3f092c9 None None] No DVR routers for this DVR port 15e70e53-85ef-4429-8065-3e0f9f5e0542 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:48.260907 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4653a20-31cc-4c2e-bb5a-408d56209337 req-1f29ba96-fc87-4551-a05e-a6fb8962eb39 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896003 Oct 18 23:32:48.385386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb76601-252c-470c-86be-fbe32ca21d4e req-f37ce526-1a37-4d85-9346-36bff2420c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:48.387850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afb76601-252c-470c-86be-fbe32ca21d4e req-f37ce526-1a37-4d85-9346-36bff2420c13 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 1098 time: 0.0626450 Oct 18 23:32:48.439557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.487053 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afb76601-252c-470c-86be-fbe32ca21d4e req-3782a7d8-2ed5-45cb-b804-05ab816ecc44 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921552 Oct 18 23:32:48.507909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 15e70e53-85ef-4429-8065-3e0f9f5e0542 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:48.519635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59356) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:48.534667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 15e70e53-85ef-4429-8065-3e0f9f5e0542 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:48.535499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 15e70e53-85ef-4429-8065-3e0f9f5e0542 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:48.551275 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-de015457-df71-4a8b-9329-3d6c755ea76c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.571401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33284b03-eced-41ad-b106-9571e56cafa6 req-3a5f54ac-e093-4e07-a26f-bd33d0e7d91b tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:48.571849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33284b03-eced-41ad-b106-9571e56cafa6 req-3a5f54ac-e093-4e07-a26f-bd33d0e7d91b tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 946 time: 0.2365034 Oct 18 23:32:48.653250 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-de015457-df71-4a8b-9329-3d6c755ea76c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.660134 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-de015457-df71-4a8b-9329-3d6c755ea76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.692981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.707216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-de015457-df71-4a8b-9329-3d6c755ea76c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97ace4ab6d774baabb947193a8a74104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860209 Oct 18 23:32:48.707509 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33284b03-eced-41ad-b106-9571e56cafa6 req-f2bac172-e7ce-49bb-ada8-da10081e99bc tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299379 Oct 18 23:32:48.710072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59358) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:48.713311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de015457-df71-4a8b-9329-3d6c755ea76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af3b169-4acd-43e3-b7c0-cb15ce041b80,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:48.765089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb090ff-fab2-4946-a555-2d8cdd38860f']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:48.785291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bddebbf-abe8-47f9-9685-2860c76a2f25') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:48.785628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bddebbf-abe8-47f9-9685-2860c76a2f25') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:48.809575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.820240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-108e869a-ea43-4ceb-ba00-a2744e812811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.843955 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.858659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:32:48.859120 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:32:48.863099 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:32:48.878427 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-108e869a-ea43-4ceb-ba00-a2744e812811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.925993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device cbc1d8b4-fe50-412e-9b69-af2903638da5 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:48.979668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:48.984293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port cbc1d8b4-fe50-412e-9b69-af2903638da5 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:32:48.997689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port cbc1d8b4-fe50-412e-9b69-af2903638da5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:48.998065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.003475 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.011494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/networks/0cb090ff-fab2-4946-a555-2d8cdd38860f HTTP/1.1" status: 204 len: 168 time: 0.9374352 Oct 18 23:32:49.013807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59360) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:49.053855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb76f58-31f9-4d69-93f7-567a8ed72f98 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Network': ['ID=0cb090ff-fab2-4946-a555-2d8cdd38860f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:49.107123 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-108e869a-ea43-4ceb-ba00-a2744e812811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.112839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-108e869a-ea43-4ceb-ba00-a2744e812811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.118780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-108e869a-ea43-4ceb-ba00-a2744e812811 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0af3b169-4acd-43e3-b7c0-cb15ce041b80 HTTP/1.1" status: 204 len: 168 time: 0.4034402 Oct 18 23:32:49.131112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d18ee5-c8dc-4fd0-90fe-47ca7c37dc37 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Deleting subnet 8b9ec8ad-a1e4-4138-8298-d5e00811c044 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:32:49.147697 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d18ee5-c8dc-4fd0-90fe-47ca7c37dc37 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.183953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e869a-ea43-4ceb-ba00-a2744e812811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af3b169-4acd-43e3-b7c0-cb15ce041b80,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:49.307104 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:32:49.390455 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d18ee5-c8dc-4fd0-90fe-47ca7c37dc37 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.518699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c977-9c3c-4ec7-b794-e7d8424d6a4a req-71c1da72-4561-4e31-8f97-02692d6322c2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:49.521472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3c2c977-9c3c-4ec7-b794-e7d8424d6a4a req-71c1da72-4561-4e31-8f97-02692d6322c2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.0690062 Oct 18 23:32:49.567191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94818482-e5a7-4c26-8abc-1b8d443ad582 req-00417e01-6187-4532-835d-faa39b9aa70e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:49.569040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94818482-e5a7-4c26-8abc-1b8d443ad582 req-00417e01-6187-4532-835d-faa39b9aa70e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.0956059 Oct 18 23:32:49.604907 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.631711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3c2c977-9c3c-4ec7-b794-e7d8424d6a4a req-30383adf-6ff2-49b3-9fa9-84372a5d0c52 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021652 Oct 18 23:32:49.651782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d18ee5-c8dc-4fd0-90fe-47ca7c37dc37 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.684091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94818482-e5a7-4c26-8abc-1b8d443ad582 req-e777cb9e-15b8-4612-bc05-a306dc8975b5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952506 Oct 18 23:32:49.699331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port cbc1d8b4-fe50-412e-9b69-af2903638da5, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cbc1d8b4-fe50-412e-9b69-af2903638da5,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:49.707823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.768529 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d18ee5-c8dc-4fd0-90fe-47ca7c37dc37 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.798827 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d18ee5-c8dc-4fd0-90fe-47ca7c37dc37 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:49.805379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66123d4-31c8-46fd-84b3-4bd304e498d3 None None] Network df63e3c9-6fd0-47c9-acf1-298ba645ba41 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:49.806254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59372) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:49.819133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=cbc1d8b4-fe50-412e-9b69-af2903638da5,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:49.839347 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-57d18ee5-c8dc-4fd0-90fe-47ca7c37dc37 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/subnets/8b9ec8ad-a1e4-4138-8298-d5e00811c044 HTTP/1.1" status: 204 len: 168 time: 0.8241429 Oct 18 23:32:49.896774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d18ee5-c8dc-4fd0-90fe-47ca7c37dc37 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9ec8ad-a1e4-4138-8298-d5e00811c044,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:50.018327 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.038170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20490315-241b-4dcd-9261-d69117e449d6 req-b20823b8-b745-4957-ad19-b1b01d6e2420 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:50.040199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20490315-241b-4dcd-9261-d69117e449d6 req-b20823b8-b745-4957-ad19-b1b01d6e2420 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 946 time: 0.1324079 Oct 18 23:32:50.137688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20490315-241b-4dcd-9261-d69117e449d6 req-992feeef-f681-4f2e-8e40-d746c94b2e3a tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597694 Oct 18 23:32:50.162441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04fadb4-dfaf-4a96-bf52-578d7fb922f5 None None] DHCP port deletion for df63e3c9-6fd0-47c9-acf1-298ba645ba41 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:32:50.164396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Deleting port 3ef11b6a-3783-43a9-b546-4211395253cb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:50.164741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.196207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc1d8b4-fe50-412e-9b69-af2903638da5'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:50.198967 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af24c7da-f31b-4ae0-a818-8ae326ab7a21" -d '{"events": [{"server_uuid": "7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006", "name": "network-vif-plugged", "status": "completed", "tag": "cbc1d8b4-fe50-412e-9b69-af2903638da5"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:50.245168 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ea22eaf-eb02-448e-ae26-660da6fbd607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.252185 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076f96b3-309b-4834-bec5-c78e1b9c86f5 x-openstack-request-id: req-076f96b3-309b-4834-bec5-c78e1b9c86f5 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:50.252529 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006", "name": "network-vif-plugged", "status": "completed", "tag": "cbc1d8b4-fe50-412e-9b69-af2903638da5", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:50.252866 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-076f96b3-309b-4834-bec5-c78e1b9c86f5 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:50.253256 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc1d8b4-fe50-412e-9b69-af2903638da5', 'code': 200} Oct 18 23:32:50.259977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b04fadb4-dfaf-4a96-bf52-578d7fb922f5 None None] Deleting port 3ef11b6a-3783-43a9-b546-4211395253cb {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:50.260351 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b04fadb4-dfaf-4a96-bf52-578d7fb922f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.286363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] For port 3ef11b6a-3783-43a9-b546-4211395253cb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3ef11b6a-3783-43a9-b546-4211395253cb,segment=NetworkSegment(3932c5a3-952d-48e8-90f3-8717a6c48cac),segment_id=3932c5a3-952d-48e8-90f3-8717a6c48cac)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:50.286750 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.305356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Calling delete_port for 3ef11b6a-3783-43a9-b546-4211395253cb owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:50.375940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b04fadb4-dfaf-4a96-bf52-578d7fb922f5 None None] For port 3ef11b6a-3783-43a9-b546-4211395253cb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3ef11b6a-3783-43a9-b546-4211395253cb,segment=NetworkSegment(3932c5a3-952d-48e8-90f3-8717a6c48cac),segment_id=3932c5a3-952d-48e8-90f3-8717a6c48cac)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:50.376692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b04fadb4-dfaf-4a96-bf52-578d7fb922f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.401077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b04fadb4-dfaf-4a96-bf52-578d7fb922f5 None None] Calling delete_port for 3ef11b6a-3783-43a9-b546-4211395253cb owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:50.495577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3ef11b6a-3783-43a9-b546-4211395253cb no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:50.513489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.514243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 3ef11b6a-3783-43a9-b546-4211395253cb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:50.514682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3ef11b6a-3783-43a9-b546-4211395253cb not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:50.571093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b04fadb4-dfaf-4a96-bf52-578d7fb922f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.595547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Port': ['ID=3ef11b6a-3783-43a9-b546-4211395253cb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:50.604615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] No DVR routers for this DVR port 3ef11b6a-3783-43a9-b546-4211395253cb on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:50.613391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407287c-41cc-4e00-8943-cfbe21790e65 req-3f0d439d-64ab-4c74-8e6a-2b36628d49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:50.614755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c407287c-41cc-4e00-8943-cfbe21790e65 req-3f0d439d-64ab-4c74-8e6a-2b36628d49c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006 HTTP/1.1" status: 200 len: 1097 time: 0.1877229 Oct 18 23:32:50.627471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fadb4-dfaf-4a96-bf52-578d7fb922f5 None None] Pushing event deleted for resources: {'Port': ['ID=3ef11b6a-3783-43a9-b546-4211395253cb,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:50.630529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04fadb4-dfaf-4a96-bf52-578d7fb922f5 None None] No DVR routers for this DVR port 3ef11b6a-3783-43a9-b546-4211395253cb on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:50.746808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c407287c-41cc-4e00-8943-cfbe21790e65 req-ed25dcaf-51ef-4bc9-abf1-1b1ca0f6072b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980775 Oct 18 23:32:50.746808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.805288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df63e3c9-6fd0-47c9-acf1-298ba645ba41']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:50.824095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3932c5a3-952d-48e8-90f3-8717a6c48cac') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:50.824506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3932c5a3-952d-48e8-90f3-8717a6c48cac') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:50.887943 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.926487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.926913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f382669-8554-421a-b504-436a978bd50d req-623a85c7-3e12-4ce5-9b32-6749882d2ea5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:50.928625 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f382669-8554-421a-b504-436a978bd50d req-623a85c7-3e12-4ce5-9b32-6749882d2ea5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.0975895 Oct 18 23:32:50.934326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:32:50.934764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:32:50.945202 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:32:51.035426 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f382669-8554-421a-b504-436a978bd50d req-44acbd76-9a44-4819-a5c0-a94ccc9b3a4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977604 Oct 18 23:32:51.096073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:51.121437 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:51.130078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/networks/df63e3c9-6fd0-47c9-acf1-298ba645ba41 HTTP/1.1" status: 204 len: 168 time: 1.3154719 Oct 18 23:32:51.130078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f105b-eb65-4254-8e65-16704bc9f4ab tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Pushing event deleted for resources: {'Network': ['ID=df63e3c9-6fd0-47c9-acf1-298ba645ba41,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:51.130589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59400) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:51.154923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6358f6-69b4-4a2c-8f35-8cf32d5cbe77 req-1a6e5d06-9860-4fa7-af93-75158038acbf tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:51.156708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a6358f6-69b4-4a2c-8f35-8cf32d5cbe77 req-1a6e5d06-9860-4fa7-af93-75158038acbf tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.0956860 Oct 18 23:32:51.197339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7519a827-f6e9-46cf-9e8d-25d736184ae1 tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c3000bc-c32e-42b6-9021-4d66c734d036 HTTP/1.1" status: 200 len: 205 time: 0.0648837 Oct 18 23:32:51.210772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59404) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:51.320794 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb5ca-fde8-403b-84fe-64e0324cf92b tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:51.366769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc61e-b63c-4689-8d84-a11f687629ab req-6486db27-b09b-4d72-bd93-e7dd752f9997 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:51.367976 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3acdc61e-b63c-4689-8d84-a11f687629ab req-6486db27-b09b-4d72-bd93-e7dd752f9997 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 946 time: 0.1041520 Oct 18 23:32:51.392697 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a6358f6-69b4-4a2c-8f35-8cf32d5cbe77 req-572820e4-682d-4c36-9948-747b1085636f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210221 Oct 18 23:32:51.438472 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3acdc61e-b63c-4689-8d84-a11f687629ab req-60bb26aa-2cf8-4cff-b0ca-86e35140339f tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624099 Oct 18 23:32:51.616653 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb5ca-fde8-403b-84fe-64e0324cf92b tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:51.623533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb5ca-fde8-403b-84fe-64e0324cf92b tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:51.691633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73755f-6e15-427b-9c0c-1f2acdfd96f2 req-25574763-bf36-4366-b1d0-b92304736e7a tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:51.699550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c73755f-6e15-427b-9c0c-1f2acdfd96f2 req-25574763-bf36-4366-b1d0-b92304736e7a tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006 HTTP/1.1" status: 200 len: 945 time: 0.1514065 Oct 18 23:32:51.710145 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb5ca-fde8-403b-84fe-64e0324cf92b tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:51.710705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9eb5ca-fde8-403b-84fe-64e0324cf92b tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Fanout notify agent at l3_agent the message router_deleted on router 2c3000bc-c32e-42b6-9021-4d66c734d036 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:32:51.725318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b9eb5ca-fde8-403b-84fe-64e0324cf92b tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:51.730482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b9eb5ca-fde8-403b-84fe-64e0324cf92b tempest-RoutersNegativeIpV6Test-1763593371 tempest-RoutersNegativeIpV6Test-1763593371-project] 10.222.0.52 "DELETE /v2.0/routers/2c3000bc-c32e-42b6-9021-4d66c734d036 HTTP/1.1" status: 204 len: 168 time: 0.5181980 Oct 18 23:32:51.768873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c73755f-6e15-427b-9c0c-1f2acdfd96f2 req-dd5f198a-a248-4bad-a7cf-d1705c24e854 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683968 Oct 18 23:32:52.201465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59432) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:52.206266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97777046-c5f7-4684-a051-dab09cf5e419 req-6888fccc-9221-4472-a428-6e657b329d9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:52.214684 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97777046-c5f7-4684-a051-dab09cf5e419 req-6888fccc-9221-4472-a428-6e657b329d9e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.0655253 Oct 18 23:32:52.267530 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97777046-c5f7-4684-a051-dab09cf5e419 req-684e016e-ac53-4600-a7f1-d76a973bd12d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490634 Oct 18 23:32:52.643359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9ef3f-6d6a-4d27-acdd-8b27505ec511 req-055d01f8-60ba-48b7-a3f5-fdad15a474a5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:52.651711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64e9ef3f-6d6a-4d27-acdd-8b27505ec511 req-055d01f8-60ba-48b7-a3f5-fdad15a474a5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1382504 Oct 18 23:32:52.709835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f294cf9-12d0-4aac-9082-d167becf278e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=673ab5371f7a420b9324af6ea21f0ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065651 Oct 18 23:32:52.714927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59442) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:52.738451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-64e9ef3f-6d6a-4d27-acdd-8b27505ec511 req-90e1e87c-a9b4-4c07-9eaa-83f6b0e84fe7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852680 Oct 18 23:32:52.863043 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec6e77f9-ea8d-47e7-99a7-6b8cbd39b13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:52.908303 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec6e77f9-ea8d-47e7-99a7-6b8cbd39b13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:52.939790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:32:52.958080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f015c-8a34-4f72-a140-dd873cb6f111 req-6f815bc9-d1da-421c-9e2e-d2aa3b2322bc tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:52.968695 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-186f015c-8a34-4f72-a140-dd873cb6f111 req-6f815bc9-d1da-421c-9e2e-d2aa3b2322bc tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006 HTTP/1.1" status: 200 len: 945 time: 0.0725234 Oct 18 23:32:52.971133 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec6e77f9-ea8d-47e7-99a7-6b8cbd39b13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:52.974556 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec6e77f9-ea8d-47e7-99a7-6b8cbd39b13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:52.976074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ec6e77f9-ea8d-47e7-99a7-6b8cbd39b13f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b08a743-eaec-4b64-9526-400eac08b440 HTTP/1.1" status: 204 len: 168 time: 0.2596962 Oct 18 23:32:53.000898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e77f9-ea8d-47e7-99a7-6b8cbd39b13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b08a743-eaec-4b64-9526-400eac08b440,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:53.028948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-186f015c-8a34-4f72-a140-dd873cb6f111 req-3213ebe2-a91b-49c1-8170-3fb8fecc901a tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601583 Oct 18 23:32:53.371498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:53.416741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'port_id': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'mac_address': 'fa:16:3e:15:9d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:32:53.443179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59460) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:53.557142 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:53.585246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d48b4e9-c727-40fa-b0d8-a49d99393dec {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:32:53.629563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:53.642459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:53.735695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd647d-8445-4920-ba7f-09360c9d7a61 req-bb966c9c-75ff-4798-a70a-f15b1260b8b6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:53.749404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:53.760460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6abd647d-8445-4920-ba7f-09360c9d7a61 req-bb966c9c-75ff-4798-a70a-f15b1260b8b6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.2207768 Oct 18 23:32:53.840347 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-507df540-70da-4ee0-a475-9648cd2cb0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:53.864527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6abd647d-8445-4920-ba7f-09360c9d7a61 req-2e649862-1246-4f52-bd37-9a1a923c0ded tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019614 Oct 18 23:32:53.879670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['4d48b4e9-c727-40fa-b0d8-a49d99393dec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:53.968317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0fee-69be-40f6-97cc-84bd237d74fe req-7a41d9f9-a015-4924-96ee-aa624242b666 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:53.971275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a1d0fee-69be-40f6-97cc-84bd237d74fe req-7a41d9f9-a015-4924-96ee-aa624242b666 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006 HTTP/1.1" status: 200 len: 945 time: 0.1422651 Oct 18 23:32:54.040428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81ed39-7183-4822-826a-701088bb3d6e req-8acba829-0e3d-4234-a6e0-c3eb62be4ed9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:54.051444 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18037421-3d06-4779-b547-b64f95a89c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:54.056916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a81ed39-7183-4822-826a-701088bb3d6e req-8acba829-0e3d-4234-a6e0-c3eb62be4ed9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1002815 Oct 18 23:32:54.125314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a81ed39-7183-4822-826a-701088bb3d6e req-f8f95bb9-706e-4dbd-92a7-ad4391459dfa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670147 Oct 18 23:32:54.151914 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a1d0fee-69be-40f6-97cc-84bd237d74fe req-1fd37bc8-6798-4e53-8c6e-328c106e9098 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688535 Oct 18 23:32:54.190030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-507df540-70da-4ee0-a475-9648cd2cb0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:54.202947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-507df540-70da-4ee0-a475-9648cd2cb0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:54.249853 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-507df540-70da-4ee0-a475-9648cd2cb0af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19462a2faf4143fa9be441cc5315717d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8033712 Oct 18 23:32:54.250796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507df540-70da-4ee0-a475-9648cd2cb0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d9e788-e391-46f3-a371-a22961e81ea7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:54.253177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59480) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:54.358185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-745f522f-e084-4b96-94ee-47ab7caf61f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:54.411088 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-745f522f-e084-4b96-94ee-47ab7caf61f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:54.506089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-745f522f-e084-4b96-94ee-47ab7caf61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:54.509278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-745f522f-e084-4b96-94ee-47ab7caf61f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:54.511004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-745f522f-e084-4b96-94ee-47ab7caf61f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35d9e788-e391-46f3-a371-a22961e81ea7 HTTP/1.1" status: 204 len: 168 time: 0.2564397 Oct 18 23:32:54.531388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f522f-e084-4b96-94ee-47ab7caf61f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d9e788-e391-46f3-a371-a22961e81ea7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:54.678999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59490) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:54.756003 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:54.956522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:32:55.019857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90de56-e7ef-44e8-8ce1-203131fbc0bf req-4a39cc4c-c65f-4463-98f1-89fc8dc34e3f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:55.025706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a90de56-e7ef-44e8-8ce1-203131fbc0bf req-4a39cc4c-c65f-4463-98f1-89fc8dc34e3f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 944 time: 0.0839396 Oct 18 23:32:55.031316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-61c7e156-3fab-48de-9a2e-bfdc7adf67b4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-410174980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:55.086615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a90de56-e7ef-44e8-8ce1-203131fbc0bf req-e0396e93-acf3-4cb4-9bb0-42f84bdd6d17 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600526 Oct 18 23:32:55.113260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61c7e156-3fab-48de-9a2e-bfdc7adf67b4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.116362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61c7e156-3fab-48de-9a2e-bfdc7adf67b4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.135043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 4d48b4e9-c727-40fa-b0d8-a49d99393dec triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:32:55.136350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.164490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59502) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:55.188051 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-285663e8-ac1a-4292-a328-68439080f390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.271035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61c7e156-3fab-48de-9a2e-bfdc7adf67b4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.305426 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61c7e156-3fab-48de-9a2e-bfdc7adf67b4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.322407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.367483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-285663e8-ac1a-4292-a328-68439080f390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.378118 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61c7e156-3fab-48de-9a2e-bfdc7adf67b4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.380947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ff051-1194-461b-adbd-b0e8b5eecf61 req-8c75340c-6a81-4314-ab36-6f60c2ae14d4 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:55.382598 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-61c7e156-3fab-48de-9a2e-bfdc7adf67b4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7041965 Oct 18 23:32:55.383174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a8ff051-1194-461b-adbd-b0e8b5eecf61 req-8c75340c-6a81-4314-ab36-6f60c2ae14d4 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006 HTTP/1.1" status: 200 len: 945 time: 0.1078503 Oct 18 23:32:55.383662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59504) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:55.384741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-285663e8-ac1a-4292-a328-68439080f390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.393657 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.398200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-277673185'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:55.433080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32848a-0a2f-49be-8c98-140e19738906 req-db60c28e-aec4-44b9-abc2-3f69cdeb28e0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:55.434546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:55.437798 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a797af-fc15-4ef4-86d0-1d39afac9fdc" -d '{"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-plugged", "status": "completed", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:55.441181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c32848a-0a2f-49be-8c98-140e19738906 req-db60c28e-aec4-44b9-abc2-3f69cdeb28e0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1392651 Oct 18 23:32:55.456188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:55.462119 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.488406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Made reservation on behalf of 0101197a44bf468e9d9879d8c7d42a37 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:55.492492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.512931 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-285663e8-ac1a-4292-a328-68439080f390 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ce4ebbbb03f4923aef6dbde9f4b19d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459792 Oct 18 23:32:55.515850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c32848a-0a2f-49be-8c98-140e19738906 req-4df90cc8-4ac3-494a-b05e-9790ad14b254 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735972 Oct 18 23:32:55.520538 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.544838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23869f03-c66a-4370-9887-094637b1c165 req-9a6c4267-e622-417a-80c9-1fc54f289172 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:55.546492 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23869f03-c66a-4370-9887-094637b1c165 req-9a6c4267-e622-417a-80c9-1fc54f289172 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.102 "GET /v2.0/ports?device_id=13d3e31c-a90b-4719-9873-0a1b2a29da2c HTTP/1.1" status: 200 len: 946 time: 0.2811728 Oct 18 23:32:55.551139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59508) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:55.558665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a8ff051-1194-461b-adbd-b0e8b5eecf61 req-d5314d08-de56-4547-af27-4d1c217f6136 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d57def7-f629-4a68-b9e2-624cae8eb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453934 Oct 18 23:32:55.564857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:55.604019 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb927cf-114d-4ce8-af0a-b5c958411470 x-openstack-request-id: req-fbb927cf-114d-4ce8-af0a-b5c958411470 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:55.604309 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-plugged", "status": "completed", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:55.604562 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbb927cf-114d-4ce8-af0a-b5c958411470 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:55.605161 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'code': 200} Oct 18 23:32:55.609571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285663e8-ac1a-4292-a328-68439080f390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0c6b45-bdc5-4c46-a46b-bcc5245683c6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:55.629212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-03fc81f0-8347-4fc0-b3e5-58fec12ffffd tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:55.631012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-03fc81f0-8347-4fc0-b3e5-58fec12ffffd tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006 HTTP/1.1" status: 200 len: 945 time: 0.2424438 Oct 18 23:32:55.774498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0d55-bfa8-4b56-b16b-948504ea96a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.869529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Deleting port cbc1d8b4-fe50-412e-9b69-af2903638da5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:55.870196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.885923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0d55-bfa8-4b56-b16b-948504ea96a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:55.893311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-23869f03-c66a-4370-9887-094637b1c165 req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Deleting port 6b788393-df5b-4090-a524-a1be0eaeb0d3 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:32:55.893997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-23869f03-c66a-4370-9887-094637b1c165 req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.038319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.043919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] For port cbc1d8b4-fe50-412e-9b69-af2903638da5, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=cbc1d8b4-fe50-412e-9b69-af2903638da5,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:56.044690 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.046852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.057303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0d55-bfa8-4b56-b16b-948504ea96a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.060018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0d55-bfa8-4b56-b16b-948504ea96a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.064548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6dfb0d55-bfa8-4b56-b16b-948504ea96a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc0c6b45-bdc5-4c46-a46b-bcc5245683c6 HTTP/1.1" status: 204 len: 168 time: 0.5123777 Oct 18 23:32:56.076375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Calling delete_port for cbc1d8b4-fe50-412e-9b69-af2903638da5 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:56.101758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-23869f03-c66a-4370-9887-094637b1c165 req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] For port 6b788393-df5b-4090-a524-a1be0eaeb0d3, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6b788393-df5b-4090-a524-a1be0eaeb0d3,segment=NetworkSegment(13af8800-508a-43b6-a1d5-053d6bceac19),segment_id=13af8800-508a-43b6-a1d5-053d6bceac19)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:32:56.102157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-23869f03-c66a-4370-9887-094637b1c165 req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.105127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:32:56.129953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-23869f03-c66a-4370-9887-094637b1c165 req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Calling delete_port for 6b788393-df5b-4090-a524-a1be0eaeb0d3 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:32:56.133303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5a957-7a39-440e-94b0-3bc1ef194fcf,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:56.149033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb0d55-bfa8-4b56-b16b-948504ea96a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0c6b45-bdc5-4c46-a46b-bcc5245683c6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:56.152660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.152841 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Added segment b1fa6f48-3d6d-4b45-b97c-1c5e939950a1 of type vlan for network ca489108-035c-4923-8597-f69b1dba8492 Oct 18 23:32:56.259774 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.312406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.319946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:56.320616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.360507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de774956-37fc-41ee-81cf-2bdf3a94743f req-e5abf4ca-8c9e-4703-9eb6-b2f662b98479 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:56.362946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-de774956-37fc-41ee-81cf-2bdf3a94743f req-e5abf4ca-8c9e-4703-9eb6-b2f662b98479 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1033640 Oct 18 23:32:56.411011 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0200515 Oct 18 23:32:56.413650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59518) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:56.420248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Request body: {'subnet': {'network_id': 'ca489108-035c-4923-8597-f69b1dba8492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:56.457457 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-de774956-37fc-41ee-81cf-2bdf3a94743f req-b96eeea6-1c1a-41f4-ba57-322abcc41737 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823693 Oct 18 23:32:56.478659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e598981-66fc-4b9a-853d-7bef2bc604d7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Network': ['ID=ca489108-035c-4923-8597-f69b1dba8492,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:56.503950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network ca489108-035c-4923-8597-f69b1dba8492 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:32:56.521406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-23869f03-c66a-4370-9887-094637b1c165 req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.667957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Pushing event deleted for resources: {'Port': ['ID=6b788393-df5b-4090-a524-a1be0eaeb0d3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:56.698563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['6b788393-df5b-4090-a524-a1be0eaeb0d3'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:56.707052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['cbc1d8b4-fe50-412e-9b69-af2903638da5'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:56.715538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.783584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-23869f03-c66a-4370-9887-094637b1c165 req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] No DVR routers for this DVR port 6b788393-df5b-4090-a524-a1be0eaeb0d3 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:56.787920 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-23869f03-c66a-4370-9887-094637b1c165 req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.792290 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23869f03-c66a-4370-9887-094637b1c165 req-f8d6f0d0-405c-4f27-979e-bb60ea6ab739 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.102 "DELETE /v2.0/ports/6b788393-df5b-4090-a524-a1be0eaeb0d3 HTTP/1.1" status: 204 len: 173 time: 1.1633961 Oct 18 23:32:56.794149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d3e31c-a90b-4719-9873-0a1b2a29da2c', 'name': 'network-vif-deleted', 'tag': '6b788393-df5b-4090-a524-a1be0eaeb0d3'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:56.797256 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ebe2bd-789d-4dab-b05d-9a773c5d0878" -d '{"events": [{"server_uuid": "13d3e31c-a90b-4719-9873-0a1b2a29da2c", "name": "network-vif-deleted", "tag": "6b788393-df5b-4090-a524-a1be0eaeb0d3"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:56.843834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90bf39-42d1-44b7-aac2-6d796f5c64f8 req-b0905e7b-f2cd-42c8-9127-087937801373 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:56.846516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb90bf39-42d1-44b7-aac2-6d796f5c64f8 req-b0905e7b-f2cd-42c8-9127-087937801373 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1657083 Oct 18 23:32:56.871669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Pushing event deleted for resources: {'Port': ['ID=cbc1d8b4-fe50-412e-9b69-af2903638da5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:56.891581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['cbc1d8b4-fe50-412e-9b69-af2903638da5'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:56.899981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Made reservation on behalf of 0101197a44bf468e9d9879d8c7d42a37 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:56.903669 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:56.913193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['6b788393-df5b-4090-a524-a1be0eaeb0d3'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:32:56.942373 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb90bf39-42d1-44b7-aac2-6d796f5c64f8 req-8de89da3-9bec-47b0-af54-287971f542f8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876565 Oct 18 23:32:57.027991 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0298b15b-b402-4f32-b4b5-debd3e514f46 x-openstack-request-id: req-0298b15b-b402-4f32-b4b5-debd3e514f46 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:57.028284 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d3e31c-a90b-4719-9873-0a1b2a29da2c", "name": "network-vif-deleted", "tag": "6b788393-df5b-4090-a524-a1be0eaeb0d3", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:57.029413 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0298b15b-b402-4f32-b4b5-debd3e514f46 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:57.030412 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d3e31c-a90b-4719-9873-0a1b2a29da2c', 'name': 'network-vif-deleted', 'tag': '6b788393-df5b-4090-a524-a1be0eaeb0d3', 'status': 'completed', 'code': 200} Oct 18 23:32:57.090509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] No DVR routers for this DVR port cbc1d8b4-fe50-412e-9b69-af2903638da5 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:32:57.101595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eec91502-65b4-44c3-b246-e103a3368641 req-0d93a28c-5962-4088-ad08-f3082ced9c82 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006 HTTP/1.1" status: 200 len: 210 time: 0.2328360 Oct 18 23:32:57.109612 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:57.114969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81c3dfe7-dae3-4361-9902-7b9e2006f69e req-481adb30-113b-49a3-aa45-b5162a8decb6 tempest-MultipleCreateTestJSON-2022414652 tempest-MultipleCreateTestJSON-2022414652-project] 10.222.0.73 "DELETE /v2.0/ports/cbc1d8b4-fe50-412e-9b69-af2903638da5 HTTP/1.1" status: 204 len: 173 time: 1.4766092 Oct 18 23:32:57.114969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006', 'name': 'network-vif-deleted', 'tag': 'cbc1d8b4-fe50-412e-9b69-af2903638da5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:32:57.117605 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07afbc1b-4249-4048-a792-fa03f66aba5d" -d '{"events": [{"server_uuid": "7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006", "name": "network-vif-deleted", "tag": "cbc1d8b4-fe50-412e-9b69-af2903638da5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:32:57.198936 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fc6a21-6d11-464e-a344-4520caffb0f3 x-openstack-request-id: req-10fc6a21-6d11-464e-a344-4520caffb0f3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:32:57.199569 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006", "name": "network-vif-deleted", "tag": "cbc1d8b4-fe50-412e-9b69-af2903638da5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:32:57.199914 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10fc6a21-6d11-464e-a344-4520caffb0f3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:32:57.200420 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc9e2d8-cf04-4317-a6e3-0c8b3c6ca006', 'name': 'network-vif-deleted', 'tag': 'cbc1d8b4-fe50-412e-9b69-af2903638da5', 'status': 'completed', 'code': 200} Oct 18 23:32:57.298226 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:57.409921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Subnet': ['ID=7d3141bd-b866-46d7-beb7-0529e5a9fd97,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:57.416400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Checking segment: {'id': 'b1fa6f48-3d6d-4b45-b97c-1c5e939950a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ca489108-035c-4923-8597-f69b1dba8492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:57.416762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network hostable DHCP agents. Network: ca489108-035c-4923-8597-f69b1dba8492, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:32:57.443082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network ca489108-035c-4923-8597-f69b1dba8492 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:32:57.457657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, ca489108-035c-4923-8597-f69b1dba8492) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:57.462510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:57.463252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:57.476643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ecc2e3-cbd0-47b2-b8d3-d9dd2b4b9b2a None None] Network ca489108-035c-4923-8597-f69b1dba8492 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:32:57.507574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59544) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:57.512105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ce3d33e8-68f1-494b-95c6-1c244184e4a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0964279 Oct 18 23:32:57.514459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Request body: {'network': {'name': 'tempest-router-network01--1993484939'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:57.605848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Made reservation on behalf of 0101197a44bf468e9d9879d8c7d42a37 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:57.615626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:57.714390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:32:57.770581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:57.771486 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Added segment 0cba9273-923f-44bb-8818-b688f2565729 of type vlan for network bc64d712-5e94-4bce-9fa1-b4a8437d1864 Oct 18 23:32:57.821099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901adbe6-b995-4aa1-bacd-651403143aca req-528a9943-6dd7-44a5-a1a4-26036c233c7a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:57.822791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-901adbe6-b995-4aa1-bacd-651403143aca req-528a9943-6dd7-44a5-a1a4-26036c233c7a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1823292 Oct 18 23:32:57.904250 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:57.921828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-901adbe6-b995-4aa1-bacd-651403143aca req-18ba90ba-0ebe-46e5-93bd-d8e05eea5387 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824711 Oct 18 23:32:57.935011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:57.955212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-ca489108-035c-4923-8597-f69b1dba8492', 'network_id': 'ca489108-035c-4923-8597-f69b1dba8492', 'tenant_id': '0101197a44bf468e9d9879d8c7d42a37', 'fixed_ips': [{'subnet_id': '7d3141bd-b866-46d7-beb7-0529e5a9fd97'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:32:57.958662 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.021664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.034385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:58.035093 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.212295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Allocated IP 172.20.0.2 (ca489108-035c-4923-8597-f69b1dba8492/7d3141bd-b866-46d7-beb7-0529e5a9fd97/68a237ab-584d-4dab-a958-122997dcafaa) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:32:58.218429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59566) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:58.224344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7057185 Oct 18 23:32:58.228815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Request body: {'network': {'name': 'tempest-router-network02--438017415'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:58.302605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Made reservation on behalf of 0101197a44bf468e9d9879d8c7d42a37 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:58.316756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.372655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59574) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:58.378796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:32:58.412298 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.413945 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Added segment 0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed of type vlan for network c8fdbd6e-b709-4177-972d-91ef25fdb0da Oct 18 23:32:58.456284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6aafc5-5888-4026-a93f-703837b8d430 admin admin] Deleting subnet 6632f8cf-d81c-4073-8242-ffb9cebb7155 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:32:58.461247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84d681-8920-4354-a4a2-9e92b2dcd2ae tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Network': ['ID=bc64d712-5e94-4bce-9fa1-b4a8437d1864,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:58.465701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a6aafc5-5888-4026-a93f-703837b8d430 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.522625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f550d-3e1d-4e8e-8c05-44647805cfaf req-324a71f0-41bd-4e27-b1f9-d3f7eaf9ca58 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:58.525654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network bc64d712-5e94-4bce-9fa1-b4a8437d1864 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:32:58.530691 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a52f550d-3e1d-4e8e-8c05-44647805cfaf req-324a71f0-41bd-4e27-b1f9-d3f7eaf9ca58 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1959016 Oct 18 23:32:58.546469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a6aafc5-5888-4026-a93f-703837b8d430 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.573654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.615981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a52f550d-3e1d-4e8e-8c05-44647805cfaf req-b1ed0290-1d7b-4df0-a7da-b34e277fcf81 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784709 Oct 18 23:32:58.625838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a6aafc5-5888-4026-a93f-703837b8d430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.686268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.699092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:58.702343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.705789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a6aafc5-5888-4026-a93f-703837b8d430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.749823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6aafc5-5888-4026-a93f-703837b8d430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6632f8cf-d81c-4073-8242-ffb9cebb7155,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:58.752823 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a6aafc5-5888-4026-a93f-703837b8d430 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.759973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5a6aafc5-5888-4026-a93f-703837b8d430 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6632f8cf-d81c-4073-8242-ffb9cebb7155 HTTP/1.1" status: 204 len: 168 time: 0.3839719 Oct 18 23:32:58.769441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59588) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:58.865394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6418424 Oct 18 23:32:58.874285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59590) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:32:58.891801 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.901267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Request body: {'subnet': {'network_id': 'bc64d712-5e94-4bce-9fa1-b4a8437d1864', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:32:58.921191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:58.953431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.032062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device cbc1d8b4-fe50-412e-9b69-af2903638da5 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:59.040770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Network ca489108-035c-4923-8597-f69b1dba8492 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:32:59.090489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766d829-9e10-4e3b-9e9c-ccef17f765f0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Network': ['ID=c8fdbd6e-b709-4177-972d-91ef25fdb0da,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:59.099766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:32:59.104026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: cbc1d8b4-fe50-412e-9b69-af2903638da5 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:59.105294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device cbc1d8b4-fe50-412e-9b69-af2903638da5 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:59.107587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:32:59.121385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c8fdbd6e-b709-4177-972d-91ef25fdb0da details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:32:59.143215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Pushing event updated for resources: {'Port': ['ID=68a237ab-584d-4dab-a958-122997dcafaa,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:59.257017 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.258697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Attempting to bind port 68a237ab-584d-4dab-a958-122997dcafaa on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:32:59.259243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Attempting to bind port 68a237ab-584d-4dab-a958-122997dcafaa by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b1fa6f48-3d6d-4b45-b97c-1c5e939950a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ca489108-035c-4923-8597-f69b1dba8492'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:32:59.259734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Attempting to bind port 68a237ab-584d-4dab-a958-122997dcafaa on network ca489108-035c-4923-8597-f69b1dba8492 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:32:59.265405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c842f7-980d-4278-93b9-a57ad2988efc req-2a529fd6-75ca-4a43-acd2-5b1965a68bef tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:59.266906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:32:59.268055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Checking segment: {'id': 'b1fa6f48-3d6d-4b45-b97c-1c5e939950a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ca489108-035c-4923-8597-f69b1dba8492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:59.268569 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.269063 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02c842f7-980d-4278-93b9-a57ad2988efc req-2a529fd6-75ca-4a43-acd2-5b1965a68bef tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1049032 Oct 18 23:32:59.269220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Bound using segment: {'id': 'b1fa6f48-3d6d-4b45-b97c-1c5e939950a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ca489108-035c-4923-8597-f69b1dba8492'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:32:59.269752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Bound port: 68a237ab-584d-4dab-a958-122997dcafaa, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fa6f48-3d6d-4b45-b97c-1c5e939950a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ca489108-035c-4923-8597-f69b1dba8492'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:32:59.270431 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.278526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Made reservation on behalf of 0101197a44bf468e9d9879d8c7d42a37 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:32:59.284061 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.335008 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d710391a-f95f-4045-9c93-1d4a1e2cf24b']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:59.356817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13af8800-508a-43b6-a1d5-053d6bceac19') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:59.357740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13af8800-508a-43b6-a1d5-053d6bceac19') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:32:59.387435 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.388053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] For port 68a237ab-584d-4dab-a958-122997dcafaa, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:32:59.398267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] For port 68a237ab-584d-4dab-a958-122997dcafaa, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=68a237ab-584d-4dab-a958-122997dcafaa,segment=NetworkSegment(b1fa6f48-3d6d-4b45-b97c-1c5e939950a1),segment_id=b1fa6f48-3d6d-4b45-b97c-1c5e939950a1)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:32:59.408801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 6b788393-df5b-4090-a524-a1be0eaeb0d3 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:32:59.411381 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.415087 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.427973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:32:59.429011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02c842f7-980d-4278-93b9-a57ad2988efc req-29e52e4d-ed01-4d64-9656-b0533d10b28d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528611 Oct 18 23:32:59.444562 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:32:59.452461 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:32:59.535321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 6b788393-df5b-4090-a524-a1be0eaeb0d3 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:32:59.535672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 6b788393-df5b-4090-a524-a1be0eaeb0d3 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:32:59.574959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.592560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.602388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] 10.222.0.52 "DELETE /v2.0/networks/d710391a-f95f-4045-9c93-1d4a1e2cf24b HTTP/1.1" status: 204 len: 168 time: 0.8308928 Oct 18 23:32:59.614664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c7c3a-f267-404f-ab8b-b4f2b35a59e1 None None] Pushing event updated for resources: {'Port': ['ID=68a237ab-584d-4dab-a958-122997dcafaa,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:59.655809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872d55a-e0e2-4560-97cc-4a7e66269acd admin admin] Pushing event deleted for resources: {'Network': ['ID=d710391a-f95f-4045-9c93-1d4a1e2cf24b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:59.703547 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:32:59.828645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Subnet': ['ID=f48341b9-2ae0-4960-b7f0-65e64b160a51,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:32:59.914617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacd58c-abf6-4fb7-b865-8b930d917f08 req-0f0a8e04-78cb-410c-bf92-2d621220464b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:32:59.931023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Checking segment: {'id': '0cba9273-923f-44bb-8818-b688f2565729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'bc64d712-5e94-4bce-9fa1-b4a8437d1864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:32:59.931504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network hostable DHCP agents. Network: bc64d712-5e94-4bce-9fa1-b4a8437d1864, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:32:59.932335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bacd58c-abf6-4fb7-b865-8b930d917f08 req-0f0a8e04-78cb-410c-bf92-2d621220464b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1839402 Oct 18 23:32:59.989538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network bc64d712-5e94-4bce-9fa1-b4a8437d1864 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:33:00.043364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bacd58c-abf6-4fb7-b865-8b930d917f08 req-3abe3452-2e77-48f3-8b04-77497f255c5d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029661 Oct 18 23:33:00.060000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, bc64d712-5e94-4bce-9fa1-b4a8437d1864) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:00.074655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7d869-5dfe-4dec-806e-78c16a7917dc None None] Network bc64d712-5e94-4bce-9fa1-b4a8437d1864 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:00.076371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:00.077063 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:00.121707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59612) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:00.125849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b8f42a03-8f81-436b-b80b-072e54f9b7a8 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2465236 Oct 18 23:33:00.130344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Request body: {'subnet': {'network_id': 'c8fdbd6e-b709-4177-972d-91ef25fdb0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:00.221862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59614) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:00.321430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a451a956-8fb2-4881-9ed9-dafcfa2e9c76 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e6a49272f6d49459d7cc6629303e1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0979288 Oct 18 23:33:00.325101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59616) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:00.355713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Made reservation on behalf of 0101197a44bf468e9d9879d8c7d42a37 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:00.363477 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:00.380376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-bc64d712-5e94-4bce-9fa1-b4a8437d1864', 'network_id': 'bc64d712-5e94-4bce-9fa1-b4a8437d1864', 'tenant_id': '0101197a44bf468e9d9879d8c7d42a37', 'fixed_ips': [{'subnet_id': 'f48341b9-2ae0-4960-b7f0-65e64b160a51'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:33:00.381581 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:00.487350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-27152f58-f641-492d-a140-ead47ed1bf56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:00.623268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-27152f58-f641-492d-a140-ead47ed1bf56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:00.714042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 68a237ab-584d-4dab-a958-122997dcafaa up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:00.832694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ad258-3745-478e-a583-d83c26d8d55a req-364ffd24-6a58-4837-8b8d-66122c6b145c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:00.844421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-634ad258-3745-478e-a583-d83c26d8d55a req-364ffd24-6a58-4837-8b8d-66122c6b145c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1762846 Oct 18 23:33:00.875589 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-27152f58-f641-492d-a140-ead47ed1bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:00.876298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Allocated IP 172.20.0.2 (bc64d712-5e94-4bce-9fa1-b4a8437d1864/f48341b9-2ae0-4960-b7f0-65e64b160a51/18c4cda9-1279-4a93-ae5d-be02d2c95d08) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:33:00.878711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-27152f58-f641-492d-a140-ead47ed1bf56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:00.883711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-27152f58-f641-492d-a140-ead47ed1bf56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d57def7-f629-4a68-b9e2-624cae8eb3b1 HTTP/1.1" status: 204 len: 168 time: 0.5542691 Oct 18 23:33:00.935079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 68a237ab-584d-4dab-a958-122997dcafaa triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:00.935449 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:00.972069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27152f58-f641-492d-a140-ead47ed1bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d57def7-f629-4a68-b9e2-624cae8eb3b1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:01.201247 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-634ad258-3745-478e-a583-d83c26d8d55a req-63a0c898-ea0e-4557-af62-1b7ebbd0ce6c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789321 Oct 18 23:33:01.249634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:01.401248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Subnet': ['ID=e911e2bf-9d55-4b5a-be43-3cf1d9acd7d2,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:01.550037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba9e9f-728a-4ffa-b22e-9fd9dee05a69 req-ad3b28c6-85f7-4084-a031-f331c24be5c7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:01.577977 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-63ba9e9f-728a-4ffa-b22e-9fd9dee05a69 req-ad3b28c6-85f7-4084-a031-f331c24be5c7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1849227 Oct 18 23:33:01.729772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Checking segment: {'id': '0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8fdbd6e-b709-4177-972d-91ef25fdb0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:01.730343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network hostable DHCP agents. Network: c8fdbd6e-b709-4177-972d-91ef25fdb0da, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:33:01.900511 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-63ba9e9f-728a-4ffa-b22e-9fd9dee05a69 req-74598f45-b9f6-4a24-b897-6c7a5e1b38c9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981274 Oct 18 23:33:01.902914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network c8fdbd6e-b709-4177-972d-91ef25fdb0da is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:33:01.955503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f202c28-61dd-4253-bf02-a7d2712e74f3 None None] Network ca489108-035c-4923-8597-f69b1dba8492 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:01.959526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c8fdbd6e-b709-4177-972d-91ef25fdb0da) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:01.971994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:01.975226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:01.993470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a05a74-6b93-4900-a517-a580f1ad39d5 None None] Network c8fdbd6e-b709-4177-972d-91ef25fdb0da requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:02.027070 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-23058180-733b-427e-bea4-f19165ed6a7b tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9030607 Oct 18 23:33:02.029591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59628) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:02.040150 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:02.117269 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:02.127480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0440d577-fe0d-4237-8dca-631daf61ebfa None None] Provisioning complete for port 68a237ab-584d-4dab-a958-122997dcafaa triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:02.127912 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0440d577-fe0d-4237-8dca-631daf61ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:02.717538 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:02.922671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f36992-7ca5-48d9-a0f9-e3438b47a3ae req-cb372dd1-c78e-454e-b573-7bc91e083519 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:02.952749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01f36992-7ca5-48d9-a0f9-e3438b47a3ae req-cb372dd1-c78e-454e-b573-7bc91e083519 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.3149798 Oct 18 23:33:02.983265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Network bc64d712-5e94-4bce-9fa1-b4a8437d1864 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:03.010112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:03.020789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:03.051936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Pushing event updated for resources: {'Port': ['ID=18c4cda9-1279-4a93-ae5d-be02d2c95d08,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:03.128010 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:03.134949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.135457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.135895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.136332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.136765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.137453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.138214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.139120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.139430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.139858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.140399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.140821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:03.172905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 68a237ab-584d-4dab-a958-122997dcafaa, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=68a237ab-584d-4dab-a958-122997dcafaa,segment=NetworkSegment(b1fa6f48-3d6d-4b45-b97c-1c5e939950a1),segment_id=b1fa6f48-3d6d-4b45-b97c-1c5e939950a1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:03.196688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059733b7-3ee4-4d5e-a533-3f3f1419c3f6 req-1ac20cfd-92d1-4e7c-9d3b-2e9f47fc4fc0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:03.207388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-059733b7-3ee4-4d5e-a533-3f3f1419c3f6 req-1ac20cfd-92d1-4e7c-9d3b-2e9f47fc4fc0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1392379 Oct 18 23:33:03.253387 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01f36992-7ca5-48d9-a0f9-e3438b47a3ae req-8345a2c8-d1bd-4c8f-9ec4-9184d6d12fe8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955909 Oct 18 23:33:03.259279 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:03.313957 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-059733b7-3ee4-4d5e-a533-3f3f1419c3f6 req-8a9e4c27-b0d0-460d-b4f0-79c9c3bf7773 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052556 Oct 18 23:33:03.319365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59652) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:03.346467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Attempting to bind port 18c4cda9-1279-4a93-ae5d-be02d2c95d08 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:03.346467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Attempting to bind port 18c4cda9-1279-4a93-ae5d-be02d2c95d08 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0cba9273-923f-44bb-8818-b688f2565729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'bc64d712-5e94-4bce-9fa1-b4a8437d1864'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:03.346467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Attempting to bind port 18c4cda9-1279-4a93-ae5d-be02d2c95d08 on network bc64d712-5e94-4bce-9fa1-b4a8437d1864 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:03.469517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:33:03.470511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Checking segment: {'id': '0cba9273-923f-44bb-8818-b688f2565729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'bc64d712-5e94-4bce-9fa1-b4a8437d1864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:03.476561 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:03.477011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Bound using segment: {'id': '0cba9273-923f-44bb-8818-b688f2565729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'bc64d712-5e94-4bce-9fa1-b4a8437d1864'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:33:03.477552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Bound port: 18c4cda9-1279-4a93-ae5d-be02d2c95d08, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cba9273-923f-44bb-8818-b688f2565729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'bc64d712-5e94-4bce-9fa1-b4a8437d1864'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:33:03.478163 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:03.589046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-301896258-network', 'tenant_id': '007bb391a0084f3c874ffe1073033f32'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:03.633945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=68a237ab-584d-4dab-a958-122997dcafaa,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:03.668220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Made reservation on behalf of 007bb391a0084f3c874ffe1073033f32 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:03.690666 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:03.737645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:03.744474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c8fdbd6e-b709-4177-972d-91ef25fdb0da', 'network_id': 'c8fdbd6e-b709-4177-972d-91ef25fdb0da', 'tenant_id': '0101197a44bf468e9d9879d8c7d42a37', 'fixed_ips': [{'subnet_id': 'e911e2bf-9d55-4b5a-be43-3cf1d9acd7d2'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:33:03.751758 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:04.042068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:04.059224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:04.103570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:33:04.144411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:04.145062 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Added segment ff50f737-e968-4aad-b01a-e30ac85176c3 of type vlan for network 2509b4af-d520-47bd-8109-ed4f4bcff7ea Oct 18 23:33:04.307454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:04.321697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] For port 18c4cda9-1279-4a93-ae5d-be02d2c95d08, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:04.335413 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] For port 18c4cda9-1279-4a93-ae5d-be02d2c95d08, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=18c4cda9-1279-4a93-ae5d-be02d2c95d08,segment=NetworkSegment(0cba9273-923f-44bb-8818-b688f2565729),segment_id=0cba9273-923f-44bb-8818-b688f2565729)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:33:04.366564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Allocated IP 172.20.0.2 (c8fdbd6e-b709-4177-972d-91ef25fdb0da/e911e2bf-9d55-4b5a-be43-3cf1d9acd7d2/38a4c1d7-2162-47a3-a5e1-d5263c773001) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:33:04.489159 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:04.493564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:04.497575 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:04.547295 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:04.664258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df30fd-7bfd-45d9-9f7a-a85477d59dd7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:04.747585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Allocated IP 172.20.0.1 (bc64d712-5e94-4bce-9fa1-b4a8437d1864/f48341b9-2ae0-4960-b7f0-65e64b160a51/68d2e77c-b633-48ad-9860-b112ca1c7ba7) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:33:04.756497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d36df79c-4d7a-4694-ad1c-e9a6b19fce00 None None] Provisioning complete for port 68a237ab-584d-4dab-a958-122997dcafaa triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:04.756881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d36df79c-4d7a-4694-ad1c-e9a6b19fce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:04.791624 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4676032 Oct 18 23:33:04.791624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67aae05-480c-460b-9255-51a1201248e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2509b4af-d520-47bd-8109-ed4f4bcff7ea,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:04.795800 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59672) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:04.802750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Request body: {'subnet': {'network_id': '2509b4af-d520-47bd-8109-ed4f4bcff7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-301896258-subnet', 'tenant_id': '007bb391a0084f3c874ffe1073033f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:04.832137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0982258-2e17-439a-aa68-d26f9c3d6958 req-d5bc12f8-abee-4840-8bf8-872dabf2a9f7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:04.840483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0982258-2e17-439a-aa68-d26f9c3d6958 req-d5bc12f8-abee-4840-8bf8-872dabf2a9f7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.3278615 Oct 18 23:33:04.870386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5f47b-95ca-4e2d-924c-3ea409786657 req-0b8b77d0-facd-472a-914c-4678eb99c884 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:04.879703 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cb5f47b-95ca-4e2d-924c-3ea409786657 req-0b8b77d0-facd-472a-914c-4678eb99c884 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.3685734 Oct 18 23:33:04.881353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Made reservation on behalf of 007bb391a0084f3c874ffe1073033f32 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:04.883438 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.000355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cb5f47b-95ca-4e2d-924c-3ea409786657 req-d67c749d-3e73-4844-9a80-f16dca4f2f4f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193004 Oct 18 23:33:05.012539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607fa04-499e-4ca7-9935-abd65732bb5b None None] Pushing event updated for resources: {'Port': ['ID=18c4cda9-1279-4a93-ae5d-be02d2c95d08,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:05.034358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2509b4af-d520-47bd-8109-ed4f4bcff7ea details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:33:05.038416 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.055411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.100556 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.171302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network bc64d712-5e94-4bce-9fa1-b4a8437d1864 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:05.190555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:05.214369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:05.234825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Port': ['ID=68d2e77c-b633-48ad-9860-b112ca1c7ba7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:05.323785 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.362986 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.382627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.430085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f0982258-2e17-439a-aa68-d26f9c3d6958 req-ebf5255b-e786-4802-8b01-47794e9dd4ce tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5885849 Oct 18 23:33:05.462163 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Network c8fdbd6e-b709-4177-972d-91ef25fdb0da is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:05.507973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:05.556026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:05.558537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Pushing event updated for resources: {'Port': ['ID=38a4c1d7-2162-47a3-a5e1-d5263c773001,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:05.559300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.581666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9bf5a25-23fe-4ddb-baff-ddeec92f0af0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:05.691573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Checking segment: {'id': 'ff50f737-e968-4aad-b01a-e30ac85176c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2509b4af-d520-47bd-8109-ed4f4bcff7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:05.691573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Network hostable DHCP agents. Network: 2509b4af-d520-47bd-8109-ed4f4bcff7ea, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:33:05.698630 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Attempting to bind port 38a4c1d7-2162-47a3-a5e1-d5263c773001 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:05.699373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Attempting to bind port 38a4c1d7-2162-47a3-a5e1-d5263c773001 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8fdbd6e-b709-4177-972d-91ef25fdb0da'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:05.699682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Attempting to bind port 38a4c1d7-2162-47a3-a5e1-d5263c773001 on network c8fdbd6e-b709-4177-972d-91ef25fdb0da {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:05.711578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:33:05.711965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Checking segment: {'id': '0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8fdbd6e-b709-4177-972d-91ef25fdb0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:05.712421 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.712827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Bound using segment: {'id': '0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8fdbd6e-b709-4177-972d-91ef25fdb0da'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:33:05.713378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Bound port: 38a4c1d7-2162-47a3-a5e1-d5263c773001, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c8fdbd6e-b709-4177-972d-91ef25fdb0da'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:33:05.713764 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.759555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Network 2509b4af-d520-47bd-8109-ed4f4bcff7ea is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:33:05.789486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 2509b4af-d520-47bd-8109-ed4f4bcff7ea) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:05.794858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:05.795602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:05.813578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3929572d-4459-4509-a2e1-e350f0a8f0f2 None None] Network 2509b4af-d520-47bd-8109-ed4f4bcff7ea requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:05.837195 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-40ad8e05-353d-467b-af3a-af00e8546bd5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0319183 Oct 18 23:33:06.015144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 68a237ab-584d-4dab-a958-122997dcafaa up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:06.059672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:06.113987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9223740d-1931-4069-a537-6312869c7a0b None None] For port 38a4c1d7-2162-47a3-a5e1-d5263c773001, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:06.218257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9223740d-1931-4069-a537-6312869c7a0b None None] For port 38a4c1d7-2162-47a3-a5e1-d5263c773001, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=38a4c1d7-2162-47a3-a5e1-d5263c773001,segment=NetworkSegment(0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed),segment_id=0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:33:06.232820 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:06.419379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 68a237ab-584d-4dab-a958-122997dcafaa triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:06.420673 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:06.562271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:06.574613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d432abf-1262-4025-a207-39a01a8688e7 None None] Network 2509b4af-d520-47bd-8109-ed4f4bcff7ea requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:06.606775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:06.654160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223740d-1931-4069-a537-6312869c7a0b None None] Pushing event updated for resources: {'Port': ['ID=38a4c1d7-2162-47a3-a5e1-d5263c773001,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:06.667711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:06.878700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37b0d9-f5e0-4176-97c2-2ed16138561f req-5bc21557-748e-4322-9f40-18639c8509fe tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:06.880390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 18c4cda9-1279-4a93-ae5d-be02d2c95d08 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:06.880552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c37b0d9-f5e0-4176-97c2-2ed16138561f req-5bc21557-748e-4322-9f40-18639c8509fe tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.3152814 Oct 18 23:33:06.905646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Port': ['ID=68d2e77c-b633-48ad-9860-b112ca1c7ba7,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:06.937448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:06.985167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c514cbe9-0b42-4b7a-be82-1ae32d0920ab None None] Network bc64d712-5e94-4bce-9fa1-b4a8437d1864 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:07.024090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c37b0d9-f5e0-4176-97c2-2ed16138561f req-7f8e6a99-470b-4f09-826b-c6051e2d1c1c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936248 Oct 18 23:33:07.157149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network bc64d712-5e94-4bce-9fa1-b4a8437d1864 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:07.160729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:07.347545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95ee58-2d00-4193-9b51-4147dd78fa38 req-5c1c082e-7941-4ed9-b571-d9dbf8895623 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:07.370506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fa95ee58-2d00-4193-9b51-4147dd78fa38 req-5c1c082e-7941-4ed9-b571-d9dbf8895623 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1446257 Oct 18 23:33:07.486206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dc439065-75fd-448b-bf9b-1a0113413674 None None] Provisioning complete for port 18c4cda9-1279-4a93-ae5d-be02d2c95d08 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:07.487217 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dc439065-75fd-448b-bf9b-1a0113413674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:07.543132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 18c4cda9-1279-4a93-ae5d-be02d2c95d08 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:07.543132 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:07.546605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fa95ee58-2d00-4193-9b51-4147dd78fa38 req-f1970fe1-732f-4329-bdd3-c3d294e93b2d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224556 Oct 18 23:33:07.584671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Router 0528d7e5-9c4d-42a9-b230-1a920dee7186 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:33:07.708334 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dc439065-75fd-448b-bf9b-1a0113413674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:07.885048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-dc439065-75fd-448b-bf9b-1a0113413674 None None] For port 18c4cda9-1279-4a93-ae5d-be02d2c95d08, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=18c4cda9-1279-4a93-ae5d-be02d2c95d08,segment=NetworkSegment(0cba9273-923f-44bb-8818-b688f2565729),segment_id=0cba9273-923f-44bb-8818-b688f2565729)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:07.888028 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:07.895627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dc439065-75fd-448b-bf9b-1a0113413674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:07.904728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:33:07.929569 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8ed7fc1e-7e3e-4436-a92f-f4058ee9378a tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "PUT /v2.0/routers/0528d7e5-9c4d-42a9-b230-1a920dee7186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8984952 Oct 18 23:33:07.930674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59796) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:08.057391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909b86e-ca8c-4826-9373-fe372d0b20b2 None None] Sync routers for ids ['0528d7e5-9c4d-42a9-b230-1a920dee7186'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:33:08.169802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909b86e-ca8c-4826-9373-fe372d0b20b2 None None] Routers {'0528d7e5-9c4d-42a9-b230-1a920dee7186'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:33:08.170480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e909b86e-ca8c-4826-9373-fe372d0b20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0528d7e5-9c4d-42a9-b230-1a920dee7186'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:08.228266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e909b86e-ca8c-4826-9373-fe372d0b20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:08.240873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc439065-75fd-448b-bf9b-1a0113413674 None None] Pushing event updated for resources: {'Port': ['ID=18c4cda9-1279-4a93-ae5d-be02d2c95d08,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:08.246191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:33:08.246561 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:33:08.294428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909b86e-ca8c-4826-9373-fe372d0b20b2 None None] Routers {'0528d7e5-9c4d-42a9-b230-1a920dee7186'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:33:08.295437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e909b86e-ca8c-4826-9373-fe372d0b20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0528d7e5-9c4d-42a9-b230-1a920dee7186'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:08.373722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e909b86e-ca8c-4826-9373-fe372d0b20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:08.374417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e909b86e-ca8c-4826-9373-fe372d0b20b2 None None] The sync data for ids ['0528d7e5-9c4d-42a9-b230-1a920dee7186'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:33:08.395226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e4fc5283-a1f2-460e-bbfa-ba0b6787e46a None None] Provisioning complete for port 18c4cda9-1279-4a93-ae5d-be02d2c95d08 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:08.395433 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5283-a1f2-460e-bbfa-ba0b6787e46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:08.510864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef97f1-7449-4a05-a8c6-8fac6be0429d req-8e7e51a5-57d6-484e-8562-2f36bfcdff1a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:08.521043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94ef97f1-7449-4a05-a8c6-8fac6be0429d req-8e7e51a5-57d6-484e-8562-2f36bfcdff1a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1577606 Oct 18 23:33:08.625786 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94ef97f1-7449-4a05-a8c6-8fac6be0429d req-97104a9d-ef07-48de-8323-d8eac369232a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036775 Oct 18 23:33:08.628933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aac94b-09af-4258-84d8-3314ebab42fb None None] Network c8fdbd6e-b709-4177-972d-91ef25fdb0da requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:08.889591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dca254-ce43-44cd-a480-4d6692d39124 req-fbec2767-f339-403a-8706-cfa310421ee4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:08.909409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18dca254-ce43-44cd-a480-4d6692d39124 req-fbec2767-f339-403a-8706-cfa310421ee4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 947 time: 0.1586101 Oct 18 23:33:08.918420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e4fc5283-a1f2-460e-bbfa-ba0b6787e46a None None] Provisioning complete for port 68d2e77c-b633-48ad-9860-b112ca1c7ba7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:08.918877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5283-a1f2-460e-bbfa-ba0b6787e46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:08.960734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59818) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:09.019001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18dca254-ce43-44cd-a480-4d6692d39124 req-9b21c931-6fd9-449d-a1f4-a6f3f0dc48ab tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084964 Oct 18 23:33:09.095010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc5283-a1f2-460e-bbfa-ba0b6787e46a None None] Port 68d2e77c-b633-48ad-9860-b112ca1c7ba7 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:33:09.260952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884a566-3f07-46bb-8044-9670ab482f59 req-1307285e-be48-4b3b-963a-a8db07eb206b tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:09.265010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-1307285e-be48-4b3b-963a-a8db07eb206b tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/networks?id=2509b4af-d520-47bd-8109-ed4f4bcff7ea HTTP/1.1" status: 200 len: 813 time: 0.6191199 Oct 18 23:33:09.281271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd885-973a-45bc-89a0-833b0f2f3f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:09.308171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d79f6502-9c43-4f8d-a9da-9765807ede73 None None] Provisioning complete for port 38a4c1d7-2162-47a3-a5e1-d5263c773001 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:09.328488 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d79f6502-9c43-4f8d-a9da-9765807ede73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:09.347601 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-3c60074a-148f-4976-8da6-3d2ed7ec5e94 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/quotas/007bb391a0084f3c874ffe1073033f32 HTTP/1.1" status: 200 len: 375 time: 0.0446882 Oct 18 23:33:09.428073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 18c4cda9-1279-4a93-ae5d-be02d2c95d08 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:09.456884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:09.520171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-0d014fbb-28b6-4b2b-b78b-1390daa6698b tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=007bb391a0084f3c874ffe1073033f32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1455512 Oct 18 23:33:09.542153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-ad321bc2-67ed-4140-9118-de921790c708 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:33:09.569580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-ad321bc2-67ed-4140-9118-de921790c708 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0372152 Oct 18 23:33:09.609644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd885-973a-45bc-89a0-833b0f2f3f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:09.618740 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd885-973a-45bc-89a0-833b0f2f3f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:09.665720 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-b50c7236-bcb6-4b21-8126-cba9196d8a42 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:33:09.671159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b50c7236-bcb6-4b21-8126-cba9196d8a42 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "PUT /v2.0/routers/0528d7e5-9c4d-42a9-b230-1a920dee7186/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7349684 Oct 18 23:33:09.674521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59834) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:09.776811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 18c4cda9-1279-4a93-ae5d-be02d2c95d08 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:09.777364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:09.806438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c9fdd885-973a-45bc-89a0-833b0f2f3f03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c717b10d2a546d8b244f37e279386ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438969 Oct 18 23:33:09.819760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59842) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:09.867837 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d79f6502-9c43-4f8d-a9da-9765807ede73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:09.909235 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:09.914313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdd885-973a-45bc-89a0-833b0f2f3f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64218c06-f332-4f58-8124-8e8ae7dd8ff2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:09.948468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d79f6502-9c43-4f8d-a9da-9765807ede73 None None] For port 38a4c1d7-2162-47a3-a5e1-d5263c773001, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=38a4c1d7-2162-47a3-a5e1-d5263c773001,segment=NetworkSegment(0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed),segment_id=0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:09.973151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d79f6502-9c43-4f8d-a9da-9765807ede73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.005562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:10.011973 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8761898f-ab15-4346-871e-bba79e7df39c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.017965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:10.020891 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ccd637-a74a-44f8-923b-174f2d374787" -d '{"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:10.034216 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.046166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8761898f-ab15-4346-871e-bba79e7df39c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.086487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d79f6502-9c43-4f8d-a9da-9765807ede73 None None] Provisioning complete for port 68d2e77c-b633-48ad-9860-b112ca1c7ba7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:10.087008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d79f6502-9c43-4f8d-a9da-9765807ede73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.160471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7d96-6296-46b1-a104-209c66478574 req-8eb2f368-4f72-4112-8959-cc6eb8e0fb5a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:10.173733 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55ab7d96-6296-46b1-a104-209c66478574 req-8eb2f368-4f72-4112-8959-cc6eb8e0fb5a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.2476208 Oct 18 23:33:10.191788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 38a4c1d7-2162-47a3-a5e1-d5263c773001 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:10.261331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55ab7d96-6296-46b1-a104-209c66478574 req-52aef795-356a-4c37-8f57-bcef3e8baa7a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827396 Oct 18 23:33:10.279212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8761898f-ab15-4346-871e-bba79e7df39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.290600 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8761898f-ab15-4346-871e-bba79e7df39c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.294012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8761898f-ab15-4346-871e-bba79e7df39c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64218c06-f332-4f58-8124-8e8ae7dd8ff2 HTTP/1.1" status: 204 len: 168 time: 0.4727077 Oct 18 23:33:10.332190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761898f-ab15-4346-871e-bba79e7df39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64218c06-f332-4f58-8124-8e8ae7dd8ff2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:10.411959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d79f6502-9c43-4f8d-a9da-9765807ede73 None None] Port 68d2e77c-b633-48ad-9860-b112ca1c7ba7 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:33:10.413765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f6502-9c43-4f8d-a9da-9765807ede73 None None] Pushing event updated for resources: {'Port': ['ID=38a4c1d7-2162-47a3-a5e1-d5263c773001,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:10.436167 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e477fc1-ad04-45e9-a1dd-9ad87192c118 x-openstack-request-id: req-8e477fc1-ad04-45e9-a1dd-9ad87192c118 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:10.436902 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:10.437421 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e477fc1-ad04-45e9-a1dd-9ad87192c118 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:10.438138 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'code': 200} Oct 18 23:33:10.570118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=14']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:10.581175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-63188e6c-e9db-4f46-bdd1-a376175f2c59 None None] Provisioning complete for port 38a4c1d7-2162-47a3-a5e1-d5263c773001 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:10.581691 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-63188e6c-e9db-4f46-bdd1-a376175f2c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.616802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 38a4c1d7-2162-47a3-a5e1-d5263c773001 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:10.617383 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.732720 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-65acb3e0-cc61-4435-9465-e15364095c01 service neutron] 10.222.0.52 "GET /v2.0/networks/2509b4af-d520-47bd-8109-ed4f4bcff7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1477370 Oct 18 23:33:10.813539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-63188e6c-e9db-4f46-bdd1-a376175f2c59 None None] Provisioning complete for port 68d2e77c-b633-48ad-9860-b112ca1c7ba7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:10.813539 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-63188e6c-e9db-4f46-bdd1-a376175f2c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:10.879730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-63188e6c-e9db-4f46-bdd1-a376175f2c59 None None] Port 68d2e77c-b633-48ad-9860-b112ca1c7ba7 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:33:10.880268 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-5154ffbb-4c78-4211-94c1-38d501e4c00f service neutron] 10.222.0.52 "GET /v2.0/networks/2509b4af-d520-47bd-8109-ed4f4bcff7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360469 Oct 18 23:33:11.133392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59882) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:11.211197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a36130e-442c-44f2-98bd-3e5e37799df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:11.236953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 38a4c1d7-2162-47a3-a5e1-d5263c773001 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:11.345994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 38a4c1d7-2162-47a3-a5e1-d5263c773001 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:11.346360 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:11.502952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3408d30-f3c6-4c45-90ef-d7fe2d66d8d4 req-205cb94a-f546-4feb-b589-93696ab87a5c tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 210 time: 0.2405798 Oct 18 23:33:11.508549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:11.588112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a36130e-442c-44f2-98bd-3e5e37799df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:11.597035 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2a36130e-442c-44f2-98bd-3e5e37799df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:11.631769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36130e-442c-44f2-98bd-3e5e37799df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883da1b9-8b83-4513-bbfb-acd7371f7e1c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:11.683724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2a36130e-442c-44f2-98bd-3e5e37799df0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=566d1e6f652e4942a60aa2214cddc738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466726 Oct 18 23:33:11.687924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59896) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:11.742050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e2b1-1b97-4358-8a55-eb096f19287b req-aeea4c6e-f6ac-428d-acb4-38a2e8deb702 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:11.743802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb40e2b1-1b97-4358-8a55-eb096f19287b req-aeea4c6e-f6ac-428d-acb4-38a2e8deb702 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.2389011 Oct 18 23:33:11.933408 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb40e2b1-1b97-4358-8a55-eb096f19287b req-187a4479-a8e2-4dc7-a0f5-c89e7f35c4d5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776140 Oct 18 23:33:11.949863 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f161-24ba-4dbb-ab11-dc9023a0866e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:11.996783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f161-24ba-4dbb-ab11-dc9023a0866e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:12.158259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f161-24ba-4dbb-ab11-dc9023a0866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:12.161994 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f161-24ba-4dbb-ab11-dc9023a0866e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:12.166517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8ad9f161-24ba-4dbb-ab11-dc9023a0866e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/883da1b9-8b83-4513-bbfb-acd7371f7e1c HTTP/1.1" status: 204 len: 168 time: 0.4729939 Oct 18 23:33:12.202602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9f161-24ba-4dbb-ab11-dc9023a0866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883da1b9-8b83-4513-bbfb-acd7371f7e1c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:12.227006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Deleting port 68d2e77c-b633-48ad-9860-b112ca1c7ba7 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:12.227468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:12.459073 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:12.476249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Calling delete_port for 68d2e77c-b633-48ad-9860-b112ca1c7ba7 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:12.607048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8031-0214-432f-8ed7-f76359beebfe req-e499dafb-b94f-4a29-931c-dd3042edd93f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:12.611609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdca8031-0214-432f-8ed7-f76359beebfe req-e499dafb-b94f-4a29-931c-dd3042edd93f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.0898964 Oct 18 23:33:12.676414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdca8031-0214-432f-8ed7-f76359beebfe req-dbbe17a6-5cd2-4718-8f57-c0e5eddac48a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559804 Oct 18 23:33:12.730910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:12.794828 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31c42379-554e-46cb-b0c6-c118da9f03bd req-81b23b43-4c0c-4d1d-936e-e4521ea43192 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 210 time: 0.0810561 Oct 18 23:33:12.992275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event deleted for resources: {'Port': ['ID=68d2e77c-b633-48ad-9860-b112ca1c7ba7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:13.245611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-eac8bd0c-f187-49ec-8954-b4c2fc5f3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:13.247233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-eac8bd0c-f187-49ec-8954-b4c2fc5f3e7f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1097 time: 0.1141586 Oct 18 23:33:13.277262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24880652-f25d-41ee-b12a-9a43d29287b1 req-681d0a91-0604-46c2-8920-4ce603a973a5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:13.279207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24880652-f25d-41ee-b12a-9a43d29287b1 req-681d0a91-0604-46c2-8920-4ce603a973a5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1071196 Oct 18 23:33:13.364300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213328-e6da-4a33-8c2f-c99d29c4d0c4 req-3270b060-20d8-43f8-858a-5a013fc3c1a5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:13.366386 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93213328-e6da-4a33-8c2f-c99d29c4d0c4 req-3270b060-20d8-43f8-858a-5a013fc3c1a5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1930895 Oct 18 23:33:13.370524 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:13.406418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24880652-f25d-41ee-b12a-9a43d29287b1 req-1311e568-1e38-44b3-9ae9-7119f9fd57f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899203 Oct 18 23:33:13.429508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884a566-3f07-46bb-8044-9670ab482f59 req-145bed21-879c-4125-ae63-dc30d16ae89b tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:13.431293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-145bed21-879c-4125-ae63-dc30d16ae89b tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.102 "GET /v2.0/networks?id=2509b4af-d520-47bd-8109-ed4f4bcff7ea HTTP/1.1" status: 200 len: 813 time: 0.4520466 Oct 18 23:33:13.446183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-3cce1bb9-9419-482f-9d63-cea62dc96084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:13.447797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-3cce1bb9-9419-482f-9d63-cea62dc96084 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1919556 Oct 18 23:33:13.482130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Request body: {'port': {'device_id': 'c1eab63a-cfed-4619-aa70-475ddea33166', 'network_id': '2509b4af-d520-47bd-8109-ed4f4bcff7ea', 'admin_state_up': True, 'tenant_id': '007bb391a0084f3c874ffe1073033f32'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:13.546529 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93213328-e6da-4a33-8c2f-c99d29c4d0c4 req-7483fcce-da70-4927-95af-1cb3e7ecec37 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612828 Oct 18 23:33:13.622957 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-33906508-c3d2-4dff-95e8-9cbd6af17fd7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 0.1508918 Oct 18 23:33:13.727541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-9f62189d-0f16-4684-b699-b14ed034155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:13.730078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-9f62189d-0f16-4684-b699-b14ed034155a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0931923 Oct 18 23:33:13.769883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Router 0528d7e5-9c4d-42a9-b230-1a920dee7186 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:33:13.817570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-d4599e2d-dea4-4a21-8aa0-19b934a048c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:13.819610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-d4599e2d-dea4-4a21-8aa0-19b934a048c9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806756 Oct 18 23:33:13.910702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:33:13.919802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d1b440c5-5cbf-4a5b-bab4-294ca7ff4528 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "PUT /v2.0/routers/0528d7e5-9c4d-42a9-b230-1a920dee7186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2431579 Oct 18 23:33:13.925634 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d5ea2-05c8-483f-9ee0-e9a69919fb8c None None] Sync routers for ids ['0528d7e5-9c4d-42a9-b230-1a920dee7186'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:33:13.936866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59960) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:13.942792 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d5ea2-05c8-483f-9ee0-e9a69919fb8c None None] Routers {'0528d7e5-9c4d-42a9-b230-1a920dee7186'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:33:13.943856 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-374d5ea2-05c8-483f-9ee0-e9a69919fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0528d7e5-9c4d-42a9-b230-1a920dee7186'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:14.069618 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-5dd42bdd-2191-4268-8194-0144d40ed99d tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] delete failed (client error): The resource could not be found. Oct 18 23:33:14.069618 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5dd42bdd-2191-4268-8194-0144d40ed99d tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1124446067 HTTP/1.1" status: 404 len: 335 time: 0.1069758 Oct 18 23:33:14.078069 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-374d5ea2-05c8-483f-9ee0-e9a69919fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:14.078197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59964) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:14.078197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Made reservation on behalf of 007bb391a0084f3c874ffe1073033f32 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:14.078381 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d5ea2-05c8-483f-9ee0-e9a69919fb8c None None] Routers {'0528d7e5-9c4d-42a9-b230-1a920dee7186'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:33:14.078381 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-374d5ea2-05c8-483f-9ee0-e9a69919fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0528d7e5-9c4d-42a9-b230-1a920dee7186'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:14.128712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:14.128712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-078044c8-6290-47b7-a18a-2840a92cc6f7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Request body: {'router': {'external_gateway_info': {'network_id': '0528d7e5-9c4d-42a9-b230-1a920dee7186'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:14.152308 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-374d5ea2-05c8-483f-9ee0-e9a69919fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:14.153310 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d5ea2-05c8-483f-9ee0-e9a69919fb8c None None] The sync data for ids ['0528d7e5-9c4d-42a9-b230-1a920dee7186'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:33:14.167124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e0d96d9-fba2-4559-96fb-d1c6e66cbc76 req-9efdcc5f-7d94-46e5-bbcd-d7a6d501889a tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 210 time: 0.2246914 Oct 18 23:33:14.205129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-87c7f63d-3636-41de-96cf-86d9a0c978ca service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331420 Oct 18 23:33:14.329883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0701f385-75e5-4d2a-8f77-fd55808ce56d req-d0203513-691f-4fe8-9a8d-1feb8161909e service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094296 Oct 18 23:33:14.619513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Allocated IP 172.20.0.7 (2509b4af-d520-47bd-8109-ed4f4bcff7ea/c9bf5a25-23fe-4ddb-baff-ddeec92f0af0/ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:33:14.798463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701909a9-f852-4f42-8ff3-b46949b07650 req-8d6d280d-7057-4bb6-9753-ad72c890746a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:14.807348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-701909a9-f852-4f42-8ff3-b46949b07650 req-8d6d280d-7057-4bb6-9753-ad72c890746a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.0797272 Oct 18 23:33:14.873681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-701909a9-f852-4f42-8ff3-b46949b07650 req-cb337798-6f06-4035-b54d-e95721f2bfc6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647454 Oct 18 23:33:14.873818 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:14.887289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-078044c8-6290-47b7-a18a-2840a92cc6f7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:14.943113 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-078044c8-6290-47b7-a18a-2840a92cc6f7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] update failed (client error): The resource could not be found. Oct 18 23:33:14.945230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-078044c8-6290-47b7-a18a-2840a92cc6f7 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "PUT /v2.0/routers/0528d7e5-9c4d-42a9-b230-1a920dee7186 HTTP/1.1" status: 404 len: 339 time: 0.8873153 Oct 18 23:33:14.948249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59990) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:14.995877 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:15.074834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Network 2509b4af-d520-47bd-8109-ed4f4bcff7ea is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:15.081288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:15.109420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e872c9-d22e-41bb-9e79-28c6ab2d44f6 req-19e3ecbd-2c3f-4d7d-8b03-be645a77c670 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:15.111650 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98e872c9-d22e-41bb-9e79-28c6ab2d44f6 req-19e3ecbd-2c3f-4d7d-8b03-be645a77c670 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.5319812 Oct 18 23:33:15.112531 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:15.175989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Pushing event updated for resources: {'Port': ['ID=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:15.232469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:15.233504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:15.252199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98e872c9-d22e-41bb-9e79-28c6ab2d44f6 req-0b07b1e3-3231-4b1c-9ead-0f8efd698973 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073408 Oct 18 23:33:15.261264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f1afee8f-5602-4b7a-aa6f-8c7842d68d22 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7831028 Oct 18 23:33:15.281163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Request body: {'port': {'device_id': 'c1eab63a-cfed-4619-aa70-475ddea33166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:15.414587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:15.487027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b30168-f79f-4f6c-ae8e-fab85f85f0ff req-6d06bced-535a-4512-b38e-316b410fe0f4 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:15.488983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10b30168-f79f-4f6c-ae8e-fab85f85f0ff req-6d06bced-535a-4512-b38e-316b410fe0f4 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 931 time: 0.1672652 Oct 18 23:33:15.524560 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:15.644108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10b30168-f79f-4f6c-ae8e-fab85f85f0ff req-7b9e99e4-9b3f-400b-bc4f-236a26c34bea tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222141 Oct 18 23:33:15.859766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:33:15.868864 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:15.888332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Transition to ACTIVE for port object ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:33:15.895382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:15.978941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Allocated IP 172.20.0.1 (ca489108-035c-4923-8597-f69b1dba8492/7d3141bd-b866-46d7-beb7-0529e5a9fd97/64fd8b52-4676-4e79-93f2-deebb0234ae5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:33:16.107204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:16.150987 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:16.154093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cde3e-367b-4dc8-b29a-5620f2634398 req-484a6950-39d5-4e0b-9568-971c290b8759 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:16.156213 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-965cde3e-367b-4dc8-b29a-5620f2634398 req-484a6950-39d5-4e0b-9568-971c290b8759 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1442869 Oct 18 23:33:16.196513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Attempting to bind port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:16.197267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Attempting to bind port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'ff50f737-e968-4aad-b01a-e30ac85176c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2509b4af-d520-47bd-8109-ed4f4bcff7ea'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:16.197757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Attempting to bind port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c on network 2509b4af-d520-47bd-8109-ed4f4bcff7ea {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:16.211721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c on network 2509b4af-d520-47bd-8109-ed4f4bcff7ea not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:16.212419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Attempting to bind port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c on network 2509b4af-d520-47bd-8109-ed4f4bcff7ea {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:16.237766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:33:16.238209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Checking segment: {'id': 'ff50f737-e968-4aad-b01a-e30ac85176c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2509b4af-d520-47bd-8109-ed4f4bcff7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:16.238691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Bound using segment: {'id': 'ff50f737-e968-4aad-b01a-e30ac85176c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2509b4af-d520-47bd-8109-ed4f4bcff7ea'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:33:16.239273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Bound port: ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff50f737-e968-4aad-b01a-e30ac85176c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2509b4af-d520-47bd-8109-ed4f4bcff7ea'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:33:16.240189 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:16.241693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:16.249432 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-965cde3e-367b-4dc8-b29a-5620f2634398 req-da2bfd88-fb62-4a89-a1b1-d53d0a5331c7 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802295 Oct 18 23:33:16.316506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Port': ['ID=64fd8b52-4676-4e79-93f2-deebb0234ae5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:16.329183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network ca489108-035c-4923-8597-f69b1dba8492 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:16.331320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:16.335941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:16.387067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] For port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:16.390629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] For port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,segment=NetworkSegment(ff50f737-e968-4aad-b01a-e30ac85176c3),segment_id=ff50f737-e968-4aad-b01a-e30ac85176c3)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:33:16.398783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:16.402804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:16.406621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60030) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:16.450672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:16.451334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:16.452825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] 10.222.0.102 "PUT /v2.0/ports/ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c HTTP/1.1" status: 200 len: 1092 time: 1.1765263 Oct 18 23:33:16.453299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eab63a-cfed-4619-aa70-475ddea33166', 'tag': 'ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:16.456241 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a24cfe-7f55-46ee-a046-23da015be3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eab63a-cfed-4619-aa70-475ddea33166", "tag": "ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:16.549936 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1327c1f5-3930-4e5d-9f48-89c4bd3a72f0 x-openstack-request-id: req-1327c1f5-3930-4e5d-9f48-89c4bd3a72f0 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:16.550210 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eab63a-cfed-4619-aa70-475ddea33166", "tag": "ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:16.550496 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1327c1f5-3930-4e5d-9f48-89c4bd3a72f0 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:16.550922 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eab63a-cfed-4619-aa70-475ddea33166', 'tag': 'ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c', 'status': 'completed', 'code': 200} Oct 18 23:33:16.571747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:16.585169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.585762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.585897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.586171 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.586508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.586885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.588156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.588156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.588156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.588156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.588562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.588811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f8027-d0a7-4d2e-90ea-13adbdc2d939 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:16.601194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884a566-3f07-46bb-8044-9670ab482f59 req-a4fb1a24-0171-442f-8017-d9666b7079cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:16.603149 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-a4fb1a24-0171-442f-8017-d9666b7079cf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=007bb391a0084f3c874ffe1073033f32&device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 1095 time: 0.0765836 Oct 18 23:33:16.682520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:16.702461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-49c1746a-b112-411e-ac17-29df6ff37a6a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c HTTP/1.1" status: 200 len: 217 time: 0.0823882 Oct 18 23:33:16.714116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c89cb-4659-4631-937b-2ffe0751ee71 req-b2c8474d-1a57-42a1-9d8b-72bb7b402041 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:16.715788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-895c89cb-4659-4631-937b-2ffe0751ee71 req-b2c8474d-1a57-42a1-9d8b-72bb7b402041 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3094044 Oct 18 23:33:16.736848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-826169a2-c83b-479f-bd16-909ee0a41bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:16.816839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d1889764-5ff1-41cd-806c-768c745d2923 None None] Provisioning complete for port 64fd8b52-4676-4e79-93f2-deebb0234ae5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:16.817497 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d1889764-5ff1-41cd-806c-768c745d2923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:16.824797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-895c89cb-4659-4631-937b-2ffe0751ee71 req-884ebcd4-37d1-4fa6-9acb-18641bc4dc9b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020830 Oct 18 23:33:16.871389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f5cfe8a7-5b48-44ff-963c-64ce53bcadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:16.881815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-f5cfe8a7-5b48-44ff-963c-64ce53bcadd0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9bf5a25-23fe-4ddb-baff-ddeec92f0af0 HTTP/1.1" status: 200 len: 853 time: 0.1703281 Oct 18 23:33:16.893103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d1889764-5ff1-41cd-806c-768c745d2923 None None] Port 64fd8b52-4676-4e79-93f2-deebb0234ae5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:33:16.960014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-4894ab3b-1cf3-44f0-8374-ebafa40fba2e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2509b4af-d520-47bd-8109-ed4f4bcff7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560844 Oct 18 23:33:17.044026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927015e-569a-4041-8302-7367b2e414ca req-b45f2715-b72f-4c6a-b03f-9cf399e99cb3 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:17.045803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7927015e-569a-4041-8302-7367b2e414ca req-b45f2715-b72f-4c6a-b03f-9cf399e99cb3 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 943 time: 0.2667618 Oct 18 23:33:17.074781 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-826169a2-c83b-479f-bd16-909ee0a41bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:17.106141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-826169a2-c83b-479f-bd16-909ee0a41bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:17.144907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19953615-c1d1-4132-abb2-9ab810de912b req-10407952-6ab0-4e15-96f4-d4f096ef92b7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:17.152687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-19953615-c1d1-4132-abb2-9ab810de912b req-10407952-6ab0-4e15-96f4-d4f096ef92b7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1148329 Oct 18 23:33:17.187294 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-826169a2-c83b-479f-bd16-909ee0a41bdf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=641cc383a2234f5f951c5b959d696605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7676082 Oct 18 23:33:17.188754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60042) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:17.213755 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7927015e-569a-4041-8302-7367b2e414ca req-00a37106-6d67-4cc2-889e-a863a84fe946 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410208 Oct 18 23:33:17.228753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826169a2-c83b-479f-bd16-909ee0a41bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c53bf1-8de2-41b0-9935-ad0f3c6d020f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:17.283986 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-292a382d-8e51-432f-ada0-faf3b08efee3 service neutron] 10.222.0.102 "GET /v2.0/networks/2509b4af-d520-47bd-8109-ed4f4bcff7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874906 Oct 18 23:33:17.299242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-19953615-c1d1-4132-abb2-9ab810de912b req-471d3aed-0479-463f-be5f-9ab4e3a58a51 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435840 Oct 18 23:33:17.321454 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-09d1086c-e43b-4f13-8341-ddc06f94694e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:17.373146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:17.384345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:17.389005 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-09d1086c-e43b-4f13-8341-ddc06f94694e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:17.568353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7ded-5fdc-41b7-b6a2-71505572a89f req-97ec3292-b6a8-4185-bc77-e5076249e251 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:17.578171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efbb7ded-5fdc-41b7-b6a2-71505572a89f req-97ec3292-b6a8-4185-bc77-e5076249e251 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.2163944 Oct 18 23:33:17.622425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8884a566-3f07-46bb-8044-9670ab482f59 req-bfb6823e-fd9d-4498-b17c-ed356d07834a service neutron] 10.222.0.102 "GET /v2.0/networks/2509b4af-d520-47bd-8109-ed4f4bcff7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300369 Oct 18 23:33:17.674221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efbb7ded-5fdc-41b7-b6a2-71505572a89f req-7655198e-3c3a-4ce9-a352-c64604b7bcf5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936937 Oct 18 23:33:17.799430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-c1ee3afe-d994-4112-81d2-af40e022ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:17.804348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-c1ee3afe-d994-4112-81d2-af40e022ea36 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=007bb391a0084f3c874ffe1073033f32&device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 1095 time: 0.0812175 Oct 18 23:33:17.939589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event updated for resources: {'Port': ['ID=64fd8b52-4676-4e79-93f2-deebb0234ae5,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:17.958279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636077ac-a028-439c-b837-b841567b3251 req-29b8f857-b8fd-4509-a9ad-94a4086c85cc tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:17.958651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-e761a6d2-0d76-4cb3-afa7-a92190ab8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:17.959845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636077ac-a028-439c-b837-b841567b3251 req-29b8f857-b8fd-4509-a9ad-94a4086c85cc tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.5575449 Oct 18 23:33:17.960358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-e761a6d2-0d76-4cb3-afa7-a92190ab8f6a service neutron] 10.222.0.102 "GET /v2.0/networks?id=2509b4af-d520-47bd-8109-ed4f4bcff7ea HTTP/1.1" status: 200 len: 914 time: 0.1483939 Oct 18 23:33:17.960755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:18.017779 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-439fca6e-2366-4600-b89b-57182385ee5d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c HTTP/1.1" status: 200 len: 217 time: 0.0498645 Oct 18 23:33:18.024512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-09d1086c-e43b-4f13-8341-ddc06f94694e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:18.027751 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-09d1086c-e43b-4f13-8341-ddc06f94694e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:18.028344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-09d1086c-e43b-4f13-8341-ddc06f94694e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9c53bf1-8de2-41b0-9935-ad0f3c6d020f HTTP/1.1" status: 204 len: 168 time: 0.8409190 Oct 18 23:33:18.062482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1086c-e43b-4f13-8341-ddc06f94694e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c53bf1-8de2-41b0-9935-ad0f3c6d020f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:18.094753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-636077ac-a028-439c-b837-b841567b3251 req-1ba53c74-cf9c-41d2-a8b6-9aab29ffc2e0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110244 Oct 18 23:33:18.133099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-7c19d4bc-f138-46a2-90e5-4d2789011f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:18.135532 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-7c19d4bc-f138-46a2-90e5-4d2789011f60 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9bf5a25-23fe-4ddb-baff-ddeec92f0af0 HTTP/1.1" status: 200 len: 853 time: 0.1099610 Oct 18 23:33:18.204757 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-b078ef84-f997-499e-9bb5-49d2bcb8395f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2509b4af-d520-47bd-8109-ed4f4bcff7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581670 Oct 18 23:33:18.255788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Network ca489108-035c-4923-8597-f69b1dba8492 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:18.261459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:18.426760 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-0946dba7-9547-405b-b594-0b5f5587ca45 service neutron] 10.222.0.102 "GET /v2.0/networks/2509b4af-d520-47bd-8109-ed4f4bcff7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029622 Oct 18 23:33:18.578971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60068) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:18.632987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Router 0528d7e5-9c4d-42a9-b230-1a920dee7186 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:33:18.660518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b462f59-9317-4ebe-9a99-4881b6cc495b req-b92b6a6f-67e9-4434-af84-f759e74dbfaf tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:18.662413 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b462f59-9317-4ebe-9a99-4881b6cc495b req-b92b6a6f-67e9-4434-af84-f759e74dbfaf tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 943 time: 0.1831615 Oct 18 23:33:18.736317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dea55132-8ec6-4c59-a161-cc1468213051 None None] Provisioning complete for port 64fd8b52-4676-4e79-93f2-deebb0234ae5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:18.736949 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dea55132-8ec6-4c59-a161-cc1468213051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:18.843867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-dea55132-8ec6-4c59-a161-cc1468213051 None None] Port 64fd8b52-4676-4e79-93f2-deebb0234ae5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:33:18.856003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:33:18.868973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2c208-61eb-4c53-a26c-8c2b49ff3b42 None None] Sync routers for ids ['0528d7e5-9c4d-42a9-b230-1a920dee7186'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:33:18.882188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0af92c94-47eb-4975-9072-b33e0ab24385 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "PUT /v2.0/routers/0528d7e5-9c4d-42a9-b230-1a920dee7186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9322994 Oct 18 23:33:18.885734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60072) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:18.887295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2c208-61eb-4c53-a26c-8c2b49ff3b42 None None] Routers {'0528d7e5-9c4d-42a9-b230-1a920dee7186'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:33:18.887971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-08d2c208-61eb-4c53-a26c-8c2b49ff3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0528d7e5-9c4d-42a9-b230-1a920dee7186'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:18.938907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-08d2c208-61eb-4c53-a26c-8c2b49ff3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:18.948149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2c208-61eb-4c53-a26c-8c2b49ff3b42 None None] Routers {'0528d7e5-9c4d-42a9-b230-1a920dee7186'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:33:18.949015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-08d2c208-61eb-4c53-a26c-8c2b49ff3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0528d7e5-9c4d-42a9-b230-1a920dee7186'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:18.986088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-08d2c208-61eb-4c53-a26c-8c2b49ff3b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:18.986963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2c208-61eb-4c53-a26c-8c2b49ff3b42 None None] The sync data for ids ['0528d7e5-9c4d-42a9-b230-1a920dee7186'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:33:19.014392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-274041f2-4914-4b3f-8e4c-babdc1a95799 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:19.039025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47a19c0f-ed6b-4c18-92bf-eb12a6f3be77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:19.093583 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05a24cfe-7f55-46ee-a046-23da015be3a5 req-efe684c9-3fe5-42e4-bdf4-a9a536165f48 service neutron] 10.222.0.102 "GET /v2.0/networks/2509b4af-d520-47bd-8109-ed4f4bcff7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657586 Oct 18 23:33:19.111217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-0b28ab59-2e9b-4daf-aca1-e67b26e8c3ab tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:19.115504 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-0b28ab59-2e9b-4daf-aca1-e67b26e8c3ab tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.6297910 Oct 18 23:33:19.129531 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b462f59-9317-4ebe-9a99-4881b6cc495b req-3ff16c06-4e78-4909-8dcb-3bbb21246e29 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267850 Oct 18 23:33:19.143032 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-274041f2-4914-4b3f-8e4c-babdc1a95799 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 23:33:19.152806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-274041f2-4914-4b3f-8e4c-babdc1a95799 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "DELETE /v2.0/routers/0528d7e5-9c4d-42a9-b230-1a920dee7186 HTTP/1.1" status: 409 len: 329 time: 0.2656844 Oct 18 23:33:19.153418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-d49c2631-4f41-44e6-86c7-4f2dfd98b9f0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/quotas/d899752a05e64b3f9145afdc0282ac36 HTTP/1.1" status: 200 len: 375 time: 0.0250931 Oct 18 23:33:19.154068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60074) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:19.234470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47a19c0f-ed6b-4c18-92bf-eb12a6f3be77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:19.250977 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47a19c0f-ed6b-4c18-92bf-eb12a6f3be77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:19.298492 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-0b440b55-7f09-46c7-8957-cdbbd8955e2c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1336331 Oct 18 23:33:19.316582 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-47a19c0f-ed6b-4c18-92bf-eb12a6f3be77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4be775257f144b5cbe06a147515ff159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7321184 Oct 18 23:33:19.316582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a19c0f-ed6b-4c18-92bf-eb12a6f3be77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358867ae-de10-4f96-8cd3-eee02b99b04f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:19.317773 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60076) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:19.414517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-621b93da-3ef9-4382-828f-df375976a5b7 service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033759 Oct 18 23:33:19.505591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2feeae-763b-40e6-a417-04ed802b03d0 req-24fbfca5-8bc9-4c1e-9799-a8093b3293e2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:19.507148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b2feeae-763b-40e6-a417-04ed802b03d0 req-24fbfca5-8bc9-4c1e-9799-a8093b3293e2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.2307019 Oct 18 23:33:19.541834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ca74754-6d2d-445a-8303-4cc751a06abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:19.580660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ca74754-6d2d-445a-8303-4cc751a06abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:19.584269 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-9a66c67c-04b2-43dc-8aa4-5f12e7e10677 service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602981 Oct 18 23:33:19.595839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b2feeae-763b-40e6-a417-04ed802b03d0 req-abc18686-ba67-414b-8b60-21f24dd1f682 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771499 Oct 18 23:33:19.645452 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ca74754-6d2d-445a-8303-4cc751a06abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:19.649293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ca74754-6d2d-445a-8303-4cc751a06abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:19.650642 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6ca74754-6d2d-445a-8303-4cc751a06abf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/358867ae-de10-4f96-8cd3-eee02b99b04f HTTP/1.1" status: 204 len: 168 time: 0.3318665 Oct 18 23:33:19.678591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca74754-6d2d-445a-8303-4cc751a06abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358867ae-de10-4f96-8cd3-eee02b99b04f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:19.781022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:19.929755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3949243-8649-4d68-aa7b-48786def403e req-66feb077-f41f-4aea-a36c-1f5e1a41d8de tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 210 time: 0.0361538 Oct 18 23:33:20.212774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Deleting port 64fd8b52-4676-4e79-93f2-deebb0234ae5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:20.222112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:20.252341 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ef2658fa-0c6e-4b90-a7da-ab359792b8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:20.312475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5afa0-c57e-4c5f-aa00-58cd3cfc9537 req-ff24f378-c3e5-43eb-9dc7-6df24bc9c516 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:20.323161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-91c5afa0-c57e-4c5f-aa00-58cd3cfc9537 req-ff24f378-c3e5-43eb-9dc7-6df24bc9c516 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 943 time: 0.0829513 Oct 18 23:33:20.402804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:20.418458 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-91c5afa0-c57e-4c5f-aa00-58cd3cfc9537 req-17019f04-ad7d-4f9f-9369-4a82be138946 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939379 Oct 18 23:33:20.440511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Calling delete_port for 64fd8b52-4676-4e79-93f2-deebb0234ae5 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:20.692944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:20.724392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event deleted for resources: {'Port': ['ID=64fd8b52-4676-4e79-93f2-deebb0234ae5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:20.759933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.760292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.760736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.760962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.761297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.763617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.764305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.764913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.765680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.766745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.767280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.768023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:33:20.917760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de953e-8813-4eb2-a9b9-0358ad25317d req-48dabac6-ec15-4997-8a4c-9819e0bfa091 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:20.919710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e7de953e-8813-4eb2-a9b9-0358ad25317d req-48dabac6-ec15-4997-8a4c-9819e0bfa091 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1179461 Oct 18 23:33:21.052965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:21.058599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e7de953e-8813-4eb2-a9b9-0358ad25317d req-528a2ea1-1259-4e14-a8bd-b70644999726 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996969 Oct 18 23:33:21.070878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a35513fd-279c-4613-83ce-bde727c88ec6 req-fd3e961c-9bd8-4ee5-b430-78b27fa9fa39 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 210 time: 0.0415034 Oct 18 23:33:21.227936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Router 0528d7e5-9c4d-42a9-b230-1a920dee7186 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:33:21.306025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:33:21.311284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5911d0cc-dede-4831-b0f2-05bdaed4dca0 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "PUT /v2.0/routers/0528d7e5-9c4d-42a9-b230-1a920dee7186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1559131 Oct 18 23:33:21.315045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60142) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:21.323313 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c45acf8-fb5a-4cd5-b4a5-bf3a4c5db278 None None] Sync routers for ids ['0528d7e5-9c4d-42a9-b230-1a920dee7186'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:33:21.339677 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45acf8-fb5a-4cd5-b4a5-bf3a4c5db278 None None] Routers {'0528d7e5-9c4d-42a9-b230-1a920dee7186'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:33:21.340303 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2c45acf8-fb5a-4cd5-b4a5-bf3a4c5db278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0528d7e5-9c4d-42a9-b230-1a920dee7186'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:21.358713 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-dea01c90-7901-46ad-bcb6-77e311be492d tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] show failed (client error): The resource could not be found. Oct 18 23:33:21.360047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dea01c90-7901-46ad-bcb6-77e311be492d tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1095049040 HTTP/1.1" status: 404 len: 335 time: 0.0439608 Oct 18 23:33:21.365763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60148) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:21.383058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-85a8646d-f3c6-4cb2-9782-7ac17452843e tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:21.389240 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2c45acf8-fb5a-4cd5-b4a5-bf3a4c5db278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:21.400107 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45acf8-fb5a-4cd5-b4a5-bf3a4c5db278 None None] Routers {'0528d7e5-9c4d-42a9-b230-1a920dee7186'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:33:21.401215 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2c45acf8-fb5a-4cd5-b4a5-bf3a4c5db278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:32:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0528d7e5-9c4d-42a9-b230-1a920dee7186'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:21.419072 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-85a8646d-f3c6-4cb2-9782-7ac17452843e tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] update failed (client error): The resource could not be found. Oct 18 23:33:21.420114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-85a8646d-f3c6-4cb2-9782-7ac17452843e tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-1512815057 HTTP/1.1" status: 404 len: 335 time: 0.0456634 Oct 18 23:33:21.423978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60150) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:21.447117 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2c45acf8-fb5a-4cd5-b4a5-bf3a4c5db278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:21.448152 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c45acf8-fb5a-4cd5-b4a5-bf3a4c5db278 None None] The sync data for ids ['0528d7e5-9c4d-42a9-b230-1a920dee7186'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:33:21.484876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ed05ac-b685-445b-a20f-fddbf11aedc5 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Deleting subnet e911e2bf-9d55-4b5a-be43-3cf1d9acd7d2 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:33:21.488940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67ed05ac-b685-445b-a20f-fddbf11aedc5 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:21.512825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:33:21.559762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-13ac332a-dafb-48e2-8a4a-c3f13105011e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:21.562186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-13ac332a-dafb-48e2-8a4a-c3f13105011e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.1979401 Oct 18 23:33:21.580828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67ed05ac-b685-445b-a20f-fddbf11aedc5 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:21.622342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'port': {'device_id': 'cf61b769-e780-4f2e-a238-a7ec5be8a7bd', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'admin_state_up': True, 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:21.637129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997866b-877e-4672-b1d4-d598290e3bcd req-aa5e30e4-d431-4aba-871c-5e54738aefa8 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:21.639150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c997866b-877e-4672-b1d4-d598290e3bcd req-aa5e30e4-d431-4aba-871c-5e54738aefa8 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 943 time: 0.0974984 Oct 18 23:33:21.658713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,segment=NetworkSegment(ff50f737-e968-4aad-b01a-e30ac85176c3),segment_id=ff50f737-e968-4aad-b01a-e30ac85176c3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:21.671055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c', 'network_id': '2509b4af-d520-47bd-8109-ed4f4bcff7ea', 'port_id': 'ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c', 'mac_address': 'fa:16:3e:d6:0d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bf5a25-23fe-4ddb-baff-ddeec92f0af0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:33:21.720668 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:21.742068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:33:21.751644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67ed05ac-b685-445b-a20f-fddbf11aedc5 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:21.777662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,segment=NetworkSegment(ff50f737-e968-4aad-b01a-e30ac85176c3),segment_id=ff50f737-e968-4aad-b01a-e30ac85176c3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:21.784076 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:21.800148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Made reservation on behalf of d899752a05e64b3f9145afdc0282ac36 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:21.804295 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:21.838404 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c997866b-877e-4672-b1d4-d598290e3bcd req-a8807be2-0c5d-480b-8cae-0bbf3dedd722 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831424 Oct 18 23:33:21.889966 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67ed05ac-b685-445b-a20f-fddbf11aedc5 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:21.939066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed05ac-b685-445b-a20f-fddbf11aedc5 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event deleted for resources: {'Subnet': ['ID=e911e2bf-9d55-4b5a-be43-3cf1d9acd7d2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:21.955358 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67ed05ac-b685-445b-a20f-fddbf11aedc5 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:21.959161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-67ed05ac-b685-445b-a20f-fddbf11aedc5 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "DELETE /v2.0/subnets/e911e2bf-9d55-4b5a-be43-3cf1d9acd7d2 HTTP/1.1" status: 204 len: 168 time: 0.5340381 Oct 18 23:33:21.970940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d937b9d8-6a1d-4d6c-9647-77ab225c8798 None None] Network c8fdbd6e-b709-4177-972d-91ef25fdb0da requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:21.973642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60188) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:22.015326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Allocated IP 172.20.0.13 (c7d0788c-db89-4515-aee6-4a91445fe6b4/5e025854-be14-4d6b-8b65-ae0a9ecf6dde/a433c419-9a71-449f-8de1-a92f543d4ba8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:33:22.038882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb78f25-c1d2-4dbc-a2cd-5ad07ff19a43 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Deleting subnet f48341b9-2ae0-4960-b7f0-65e64b160a51 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:33:22.042805 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-3327d4c7-ab05-456f-8cea-c0404e56ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:22.044644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-3327d4c7-ab05-456f-8cea-c0404e56ed65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 1097 time: 0.1030564 Oct 18 23:33:22.047245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0cb78f25-c1d2-4dbc-a2cd-5ad07ff19a43 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.108584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:22.162261 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0cb78f25-c1d2-4dbc-a2cd-5ad07ff19a43 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.297954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-352748d4-900b-48e2-a5d0-fc2675b6d545 req-3cdc4f92-437e-41e5-9e47-153fd850ef68 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 210 time: 0.0583210 Oct 18 23:33:22.318471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a033eb5e-e066-4011-96ef-43e18bc62c67 None None] DHCP port deletion for c8fdbd6e-b709-4177-972d-91ef25fdb0da request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:33:22.323158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:33:22.342774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-f3fe31df-0609-408a-b3f2-efb180ed4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:22.345113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-f3fe31df-0609-408a-b3f2-efb180ed4875 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.2931204 Oct 18 23:33:22.374336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.383014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8512f6-a540-45cf-9bb2-3716a6204340 req-926ee5a3-c23e-4157-8135-38883e2a3456 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:22.385213 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d8512f6-a540-45cf-9bb2-3716a6204340 req-926ee5a3-c23e-4157-8135-38883e2a3456 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1650314 Oct 18 23:33:22.413289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0cb78f25-c1d2-4dbc-a2cd-5ad07ff19a43 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.430635 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.468025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:22.471959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a033eb5e-e066-4011-96ef-43e18bc62c67 None None] Deleting port 38a4c1d7-2162-47a3-a5e1-d5263c773001 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:22.472232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:22.472420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a033eb5e-e066-4011-96ef-43e18bc62c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.528893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:22.544608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d8512f6-a540-45cf-9bb2-3716a6204340 req-36f0b854-75e0-4e23-9153-05b4946719b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499524 Oct 18 23:33:22.568732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a033eb5e-e066-4011-96ef-43e18bc62c67 None None] For port 38a4c1d7-2162-47a3-a5e1-d5263c773001, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=38a4c1d7-2162-47a3-a5e1-d5263c773001,segment=NetworkSegment(0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed),segment_id=0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:22.569856 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a033eb5e-e066-4011-96ef-43e18bc62c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.583926 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-235d5ca3-0a15-46f3-80d4-91fbb7261db3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec HTTP/1.1" status: 200 len: 1001 time: 0.1721995 Oct 18 23:33:22.585497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a033eb5e-e066-4011-96ef-43e18bc62c67 None None] Calling delete_port for 38a4c1d7-2162-47a3-a5e1-d5263c773001 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:22.587969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'Port': ['ID=a433c419-9a71-449f-8de1-a92f543d4ba8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:22.630839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:22.631680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.632909 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0cb78f25-c1d2-4dbc-a2cd-5ad07ff19a43 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.652640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-01d4f884-a511-414a-8791-139f72c6179b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0357144 Oct 18 23:33:22.672318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Request body: {'port': {'device_id': 'cf61b769-e780-4f2e-a238-a7ec5be8a7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:22.694258 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e56b45a-b79a-428f-ae8d-618935ffb9f6 None None] Network bc64d712-5e94-4bce-9fa1-b4a8437d1864 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:22.697148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0cb78f25-c1d2-4dbc-a2cd-5ad07ff19a43 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.700478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0cb78f25-c1d2-4dbc-a2cd-5ad07ff19a43 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "DELETE /v2.0/subnets/f48341b9-2ae0-4960-b7f0-65e64b160a51 HTTP/1.1" status: 204 len: 168 time: 0.7254925 Oct 18 23:33:22.705944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60236) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:22.715083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb78f25-c1d2-4dbc-a2cd-5ad07ff19a43 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event deleted for resources: {'Subnet': ['ID=f48341b9-2ae0-4960-b7f0-65e64b160a51,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:22.762305 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-be637d1d-6b2b-474a-b34f-84238d7cb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:22.764167 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-be637d1d-6b2b-474a-b34f-84238d7cb366 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.1476991 Oct 18 23:33:22.787377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.860574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.915992 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a033eb5e-e066-4011-96ef-43e18bc62c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:22.963010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-9423b479-85bf-4c61-941f-7a0815f2618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:22.964658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-9423b479-85bf-4c61-941f-7a0815f2618e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980258 Oct 18 23:33:22.982337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033eb5e-e066-4011-96ef-43e18bc62c67 None None] Pushing event deleted for resources: {'Port': ['ID=38a4c1d7-2162-47a3-a5e1-d5263c773001,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:22.987598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033eb5e-e066-4011-96ef-43e18bc62c67 None None] No DVR routers for this DVR port 38a4c1d7-2162-47a3-a5e1-d5263c773001 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:33:23.002951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ecaca53a-40fa-4c48-b6f6-a08aa4d2880b None None] Provisioning complete for port a433c419-9a71-449f-8de1-a92f543d4ba8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:23.003330 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ecaca53a-40fa-4c48-b6f6-a08aa4d2880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.039551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.055901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ecaca53a-40fa-4c48-b6f6-a08aa4d2880b None None] Port a433c419-9a71-449f-8de1-a92f543d4ba8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:33:23.108176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fdbd6e-b709-4177-972d-91ef25fdb0da']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:23.129928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:23.130158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a43b49f-6061-4b2c-8ebb-2d320cd0d8ed') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:23.144214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709386f-86e1-40f0-92af-5588cb29c24e None None] DHCP port deletion for bc64d712-5e94-4bce-9fa1-b4a8437d1864 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:33:23.144795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.181820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.185971 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-065935f8-bb1d-47ca-aae3-f9fee3efac7d service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109983 Oct 18 23:33:23.192292 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:33:23.192809 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:33:23.196246 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:33:23.207028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 38a4c1d7-2162-47a3-a5e1-d5263c773001 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:23.236608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 38a4c1d7-2162-47a3-a5e1-d5263c773001 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:33:23.237037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 38a4c1d7-2162-47a3-a5e1-d5263c773001 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:33:23.271544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4709386f-86e1-40f0-92af-5588cb29c24e None None] Deleting port 18c4cda9-1279-4a93-ae5d-be02d2c95d08 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:23.272046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4709386f-86e1-40f0-92af-5588cb29c24e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.342671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.363560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.370963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "DELETE /v2.0/networks/c8fdbd6e-b709-4177-972d-91ef25fdb0da HTTP/1.1" status: 204 len: 168 time: 0.6642687 Oct 18 23:33:23.375021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60278) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:23.412522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4709386f-86e1-40f0-92af-5588cb29c24e None None] For port 18c4cda9-1279-4a93-ae5d-be02d2c95d08, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=18c4cda9-1279-4a93-ae5d-be02d2c95d08,segment=NetworkSegment(0cba9273-923f-44bb-8818-b688f2565729),segment_id=0cba9273-923f-44bb-8818-b688f2565729)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:23.412927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4709386f-86e1-40f0-92af-5588cb29c24e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.440131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4709386f-86e1-40f0-92af-5588cb29c24e None None] Calling delete_port for 18c4cda9-1279-4a93-ae5d-be02d2c95d08 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:23.492292 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a3d1d-13bb-48f7-a0b9-7dbd9cfaf5e3 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event deleted for resources: {'Network': ['ID=c8fdbd6e-b709-4177-972d-91ef25fdb0da,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:23.553713 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.563605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5f4b5c9-f0de-4add-8a09-cfdd3c8287d0 req-f0dac136-8cc0-41c5-80c2-90dfcb280e04 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463087 Oct 18 23:33:23.573249 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4709386f-86e1-40f0-92af-5588cb29c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.586539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3dd96-c8ae-4325-85f9-de9ca56448ed req-4d96e8a0-f78b-4bba-a10b-b9877fafcd56 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:23.588174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fd3dd96-c8ae-4325-85f9-de9ca56448ed req-4d96e8a0-f78b-4bba-a10b-b9877fafcd56 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 944 time: 0.5219600 Oct 18 23:33:23.616531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709386f-86e1-40f0-92af-5588cb29c24e None None] Pushing event deleted for resources: {'Port': ['ID=18c4cda9-1279-4a93-ae5d-be02d2c95d08,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:23.620204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709386f-86e1-40f0-92af-5588cb29c24e None None] No DVR routers for this DVR port 18c4cda9-1279-4a93-ae5d-be02d2c95d08 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:33:23.621485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46768f92-6ee3-4aa4-b717-e7b9e893a2f1 req-2c90bdbd-a428-4247-b6c9-8fa0ea18f94b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:23.623456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46768f92-6ee3-4aa4-b717-e7b9e893a2f1 req-2c90bdbd-a428-4247-b6c9-8fa0ea18f94b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 932 time: 0.1384916 Oct 18 23:33:23.701006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.703724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fd3dd96-c8ae-4325-85f9-de9ca56448ed req-6aea2f95-6388-40ae-b585-c3453188640a tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045432 Oct 18 23:33:23.734080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46768f92-6ee3-4aa4-b717-e7b9e893a2f1 req-4cbb05b6-6406-4a1c-8a81-a50a9ef0356d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925889 Oct 18 23:33:23.745694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc64d712-5e94-4bce-9fa1-b4a8437d1864']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:23.759841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cba9273-923f-44bb-8818-b688f2565729') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:23.760221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cba9273-923f-44bb-8818-b688f2565729') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:23.778411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.780741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a433c419-9a71-449f-8de1-a92f543d4ba8 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:33:23.792700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.795708 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.805784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:33:23.806980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:33:23.811137 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:33:23.827422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Transition to ACTIVE for port object a433c419-9a71-449f-8de1-a92f543d4ba8 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:33:23.850024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.915359 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-04e704ed-9bac-485d-a29c-dc7566c7cc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.934855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baa9d0-22db-44ae-92f2-00acd6080748 req-b1738397-9557-45e4-b7e1-ca1d470db184 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:23.936195 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0baa9d0-22db-44ae-92f2-00acd6080748 req-b1738397-9557-45e4-b7e1-ca1d470db184 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1206989 Oct 18 23:33:23.954448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.960031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:23.963311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "DELETE /v2.0/networks/bc64d712-5e94-4bce-9fa1-b4a8437d1864 HTTP/1.1" status: 204 len: 168 time: 0.5867651 Oct 18 23:33:23.966930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60322) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:23.987222 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65d10f-2dbc-4a98-bacf-5a1c27bdae4f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event deleted for resources: {'Network': ['ID=bc64d712-5e94-4bce-9fa1-b4a8437d1864,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:24.019431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Pushing event updated for resources: {'Port': ['ID=a433c419-9a71-449f-8de1-a92f543d4ba8,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:24.059504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-06291126-5bf8-4007-a8f4-016cbb3b8f15 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Deleting subnet 7d3141bd-b866-46d7-beb7-0529e5a9fd97 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:33:24.065480 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06291126-5bf8-4007-a8f4-016cbb3b8f15 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.082963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0baa9d0-22db-44ae-92f2-00acd6080748 req-7c132e88-4e26-4d01-be02-365c6c6010aa tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054053 Oct 18 23:33:24.166962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06291126-5bf8-4007-a8f4-016cbb3b8f15 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.167641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Attempting to bind port a433c419-9a71-449f-8de1-a92f543d4ba8 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:24.167984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Attempting to bind port a433c419-9a71-449f-8de1-a92f543d4ba8 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:24.168323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Attempting to bind port a433c419-9a71-449f-8de1-a92f543d4ba8 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:24.193443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Port a433c419-9a71-449f-8de1-a92f543d4ba8 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:24.193745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Attempting to bind port a433c419-9a71-449f-8de1-a92f543d4ba8 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:24.200234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:33:24.200464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Checking segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:24.200858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Bound using segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:33:24.201291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Bound port: a433c419-9a71-449f-8de1-a92f543d4ba8, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:33:24.201659 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.276294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] For port a433c419-9a71-449f-8de1-a92f543d4ba8, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:24.277301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06291126-5bf8-4007-a8f4-016cbb3b8f15 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.280772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] For port a433c419-9a71-449f-8de1-a92f543d4ba8, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a433c419-9a71-449f-8de1-a92f543d4ba8,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:33:24.303281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.349342 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06291126-5bf8-4007-a8f4-016cbb3b8f15 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.371851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:24.372971 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.374866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] 10.222.0.73 "PUT /v2.0/ports/a433c419-9a71-449f-8de1-a92f543d4ba8 HTTP/1.1" status: 200 len: 1093 time: 1.7071242 Oct 18 23:33:24.376222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf61b769-e780-4f2e-a238-a7ec5be8a7bd', 'tag': 'a433c419-9a71-449f-8de1-a92f543d4ba8'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:24.379352 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5adc71-161f-418a-ad77-16846011c6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf61b769-e780-4f2e-a238-a7ec5be8a7bd", "tag": "a433c419-9a71-449f-8de1-a92f543d4ba8"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:24.409783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033ddd4-3efc-4a37-97ba-effe15e4dab2 service neutron] Pushing event updated for resources: {'Port': ['ID=a433c419-9a71-449f-8de1-a92f543d4ba8,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:24.415549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06291126-5bf8-4007-a8f4-016cbb3b8f15 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3141bd-b866-46d7-beb7-0529e5a9fd97,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:24.418379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06291126-5bf8-4007-a8f4-016cbb3b8f15 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.418681 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69316de-021c-4b7b-bb63-b74caf59bb8b None None] Network ca489108-035c-4923-8597-f69b1dba8492 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:24.426653 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06291126-5bf8-4007-a8f4-016cbb3b8f15 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "DELETE /v2.0/subnets/7d3141bd-b866-46d7-beb7-0529e5a9fd97 HTTP/1.1" status: 204 len: 168 time: 0.4585252 Oct 18 23:33:24.427956 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60344) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:24.476165 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3aebd4-f44b-46fc-ae7a-1ce27ea8ad7c x-openstack-request-id: req-fe3aebd4-f44b-46fc-ae7a-1ce27ea8ad7c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:24.476746 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf61b769-e780-4f2e-a238-a7ec5be8a7bd", "tag": "a433c419-9a71-449f-8de1-a92f543d4ba8", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:24.477187 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe3aebd4-f44b-46fc-ae7a-1ce27ea8ad7c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:24.477755 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf61b769-e780-4f2e-a238-a7ec5be8a7bd', 'tag': 'a433c419-9a71-449f-8de1-a92f543d4ba8', 'status': 'completed', 'code': 200} Oct 18 23:33:24.528322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-59ba0ca7-f859-4995-92bd-86a9cba1717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:24.530029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-59ba0ca7-f859-4995-92bd-86a9cba1717d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 1096 time: 0.0871835 Oct 18 23:33:24.549972 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.606519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-09b6a81e-6ee1-446d-9a0b-9773bf6c9485 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a433c419-9a71-449f-8de1-a92f543d4ba8 HTTP/1.1" status: 200 len: 217 time: 0.0508072 Oct 18 23:33:24.648001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Deleting port 68a237ab-584d-4dab-a958-122997dcafaa {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:24.649162 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.701491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-5b328cf3-dd8e-4fd7-bee1-02cdfcdb0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:24.702990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-5b328cf3-dd8e-4fd7-bee1-02cdfcdb0bd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0887012 Oct 18 23:33:24.755737 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.780999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60352) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:24.782137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1ee4dc-9009-4ff6-9001-77ca030e846e None None] DHCP port deletion for ca489108-035c-4923-8597-f69b1dba8492 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:33:24.803450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] For port 68a237ab-584d-4dab-a958-122997dcafaa, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=68a237ab-584d-4dab-a958-122997dcafaa,segment=NetworkSegment(b1fa6f48-3d6d-4b45-b97c-1c5e939950a1),segment_id=b1fa6f48-3d6d-4b45-b97c-1c5e939950a1)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:24.804000 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.830584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-29b26af9-2759-4de4-9a31-0d38db7481c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:24.833239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-29b26af9-2759-4de4-9a31-0d38db7481c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215096 Oct 18 23:33:24.835070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Calling delete_port for 68a237ab-584d-4dab-a958-122997dcafaa owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:24.912103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ee4dc-9009-4ff6-9001-77ca030e846e None None] Deleting port 68a237ab-584d-4dab-a958-122997dcafaa {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:24.912843 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4f1ee4dc-9009-4ff6-9001-77ca030e846e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:24.989172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe8975-1364-4f0d-8661-e903cd7cf586 req-bf689943-4ec7-46dd-b645-2ddbe3a186e5 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:24.998308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73fe8975-1364-4f0d-8661-e903cd7cf586 req-bf689943-4ec7-46dd-b645-2ddbe3a186e5 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 944 time: 0.1209469 Oct 18 23:33:25.016530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4f1ee4dc-9009-4ff6-9001-77ca030e846e None None] For port 68a237ab-584d-4dab-a958-122997dcafaa, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=68a237ab-584d-4dab-a958-122997dcafaa,segment=NetworkSegment(b1fa6f48-3d6d-4b45-b97c-1c5e939950a1),segment_id=b1fa6f48-3d6d-4b45-b97c-1c5e939950a1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:25.017011 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4f1ee4dc-9009-4ff6-9001-77ca030e846e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.033228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ee4dc-9009-4ff6-9001-77ca030e846e None None] Calling delete_port for 68a237ab-584d-4dab-a958-122997dcafaa owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:25.064622 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d219-7a5c-4c4b-91df-d59d8e0fd35b req-521ce68a-5689-4b1c-bc08-c1e9f377a833 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:25.066709 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e02d219-7a5c-4c4b-91df-d59d8e0fd35b req-521ce68a-5689-4b1c-bc08-c1e9f377a833 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 944 time: 0.1453407 Oct 18 23:33:25.085655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.107137 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-175f7e22-dd22-4420-aa81-1a757e87a7ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.124526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:25.142995 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73fe8975-1364-4f0d-8661-e903cd7cf586 req-afaa35c3-d03f-47ff-8ccd-6d70457d8379 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394718 Oct 18 23:33:25.159219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] No DVR routers for this DVR port 68a237ab-584d-4dab-a958-122997dcafaa on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:33:25.163085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event deleted for resources: {'Port': ['ID=68a237ab-584d-4dab-a958-122997dcafaa,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:25.169941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-9b60ec20-9bf3-4196-8a64-718c743d5df5 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262470 Oct 18 23:33:25.192269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 68a237ab-584d-4dab-a958-122997dcafaa no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:25.210572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e02d219-7a5c-4c4b-91df-d59d8e0fd35b req-e8d1387b-1f9a-462c-a6f9-dd9149e5decd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374934 Oct 18 23:33:25.290630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc3f63de-70cb-4e37-b004-e8dca54bebf4 req-6d7fe7d3-7f64-49ed-8d52-0eab930d8fa9 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115522 Oct 18 23:33:25.300056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 68a237ab-584d-4dab-a958-122997dcafaa {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:33:25.300413 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 68a237ab-584d-4dab-a958-122997dcafaa not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:33:25.300900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 18c4cda9-1279-4a93-ae5d-be02d2c95d08 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:25.302641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.356861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 18c4cda9-1279-4a93-ae5d-be02d2c95d08 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:33:25.357301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 18c4cda9-1279-4a93-ae5d-be02d2c95d08 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:33:25.365322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.382123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca489108-035c-4923-8597-f69b1dba8492']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:25.401362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fa6f48-3d6d-4b45-b97c-1c5e939950a1') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:25.401594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fa6f48-3d6d-4b45-b97c-1c5e939950a1') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:25.407702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf8c96-2db1-45aa-a93c-97938d690be5 req-97153629-6c53-4847-b498-8648db533530 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:25.410256 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6aaf8c96-2db1-45aa-a93c-97938d690be5 req-97153629-6c53-4847-b498-8648db533530 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 945 time: 0.1186259 Oct 18 23:33:25.423348 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4f1ee4dc-9009-4ff6-9001-77ca030e846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.438593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.457500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.466320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ee4dc-9009-4ff6-9001-77ca030e846e None None] Pushing event deleted for resources: {'Port': ['ID=68a237ab-584d-4dab-a958-122997dcafaa,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:25.471634 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.475300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:33:25.475770 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:33:25.479717 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:33:25.498858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ee4dc-9009-4ff6-9001-77ca030e846e None None] No DVR routers for this DVR port 68a237ab-584d-4dab-a958-122997dcafaa on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:33:25.506082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:25.508923 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785014b9-d92a-4e2c-80e6-86b7fc8a82c4" -d '{"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-unplugged", "status": "completed", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:25.511534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6aaf8c96-2db1-45aa-a93c-97938d690be5 req-dc24ca36-0670-449c-9593-00ef445d14bf tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554149 Oct 18 23:33:25.535403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:25.565400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-175f7e22-dd22-4420-aa81-1a757e87a7ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.572786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-0fed82a8-e1fc-4d9e-b71e-65e9b4400442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:25.576349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-0fed82a8-e1fc-4d9e-b71e-65e9b4400442 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 1096 time: 0.1648991 Oct 18 23:33:25.577782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-175f7e22-dd22-4420-aa81-1a757e87a7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.583382 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8675eb96-10c5-48ae-9b72-219437b3341d x-openstack-request-id: req-8675eb96-10c5-48ae-9b72-219437b3341d {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:25.583678 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-unplugged", "status": "completed", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:25.584216 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8675eb96-10c5-48ae-9b72-219437b3341d {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:25.584777 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'code': 200} Oct 18 23:33:25.586955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:25.593400 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.598629 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.600007 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.604461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "DELETE /v2.0/networks/ca489108-035c-4923-8597-f69b1dba8492 HTTP/1.1" status: 204 len: 168 time: 1.1746206 Oct 18 23:33:25.608488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60360) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:25.647776 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0e3a8035-c5e7-43f6-a4d6-bf0a4f51990f tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "GET /v2.0/ports?device_id=0528d7e5-9c4d-42a9-b230-1a920dee7186 HTTP/1.1" status: 200 len: 205 time: 0.0381320 Oct 18 23:33:25.648897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800adcd-099f-41ce-b3e0-6496023902f4 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Pushing event deleted for resources: {'Network': ['ID=ca489108-035c-4923-8597-f69b1dba8492,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:25.656359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60362) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:25.669990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:33:25.684056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:25.684809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.737550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:25.746456 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a56bce87-98b7-43bf-ac34-c27f20f83713 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.747278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f7e22-dd22-4420-aa81-1a757e87a7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3685dda-fbcd-4f1b-8aa0-c84fc99b3228,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:25.753534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-175f7e22-dd22-4420-aa81-1a757e87a7ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=543329b5a6e24669a2aa1a0dbe21c1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9674194 Oct 18 23:33:25.759246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60364) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:25.791458 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.796358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-9c148f35-e432-4d15-af41-d1d893267d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:25.798658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-9c148f35-e432-4d15-af41-d1d893267d56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1847050 Oct 18 23:33:25.833616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,segment=NetworkSegment(ff50f737-e968-4aad-b01a-e30ac85176c3),segment_id=ff50f737-e968-4aad-b01a-e30ac85176c3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:25.839018 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.888119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:25.896677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-edd2023b-3695-4f31-ae75-05c3d6f6c15c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a433c419-9a71-449f-8de1-a92f543d4ba8 HTTP/1.1" status: 200 len: 217 time: 0.0858543 Oct 18 23:33:25.954464 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a56bce87-98b7-43bf-ac34-c27f20f83713 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.956826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a56bce87-98b7-43bf-ac34-c27f20f83713 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:25.970832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6083708c-24e1-4df7-852d-d576c1ed7068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.001627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-bc8c6dab-098a-4cfc-b223-320efc31b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:26.003134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-bc8c6dab-098a-4cfc-b223-320efc31b27f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0970690 Oct 18 23:33:26.005135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6083708c-24e1-4df7-852d-d576c1ed7068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.007662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a56bce87-98b7-43bf-ac34-c27f20f83713 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.008173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56bce87-98b7-43bf-ac34-c27f20f83713 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Fanout notify agent at l3_agent the message router_deleted on router 0528d7e5-9c4d-42a9-b230-1a920dee7186 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:33:26.016234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a56bce87-98b7-43bf-ac34-c27f20f83713 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.017523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a56bce87-98b7-43bf-ac34-c27f20f83713 tempest-RoutersNegativeTest-1897848420 tempest-RoutersNegativeTest-1897848420-project] 10.222.0.52 "DELETE /v2.0/routers/0528d7e5-9c4d-42a9-b230-1a920dee7186 HTTP/1.1" status: 204 len: 168 time: 0.3595481 Oct 18 23:33:26.081061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-dfbeedcc-c03f-4636-b339-a4eba939bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:26.082599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-dfbeedcc-c03f-4636-b339-a4eba939bf11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681765 Oct 18 23:33:26.115372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6083708c-24e1-4df7-852d-d576c1ed7068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.117898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6083708c-24e1-4df7-852d-d576c1ed7068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.119067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6083708c-24e1-4df7-852d-d576c1ed7068 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3685dda-fbcd-4f1b-8aa0-c84fc99b3228 HTTP/1.1" status: 204 len: 168 time: 0.3584146 Oct 18 23:33:26.134761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083708c-24e1-4df7-852d-d576c1ed7068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3685dda-fbcd-4f1b-8aa0-c84fc99b3228,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:26.215901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-dfe4a711-9cf0-4612-8452-6b59dc77f876 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245520 Oct 18 23:33:26.276906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60380) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:26.288227 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:33:26.358796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0548bd7-8d5d-462d-ba28-2910477073e9 req-3bac2a92-469b-4822-b84a-b9d68d0da1fd tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:26.361014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0548bd7-8d5d-462d-ba28-2910477073e9 req-3bac2a92-469b-4822-b84a-b9d68d0da1fd tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 945 time: 0.1288648 Oct 18 23:33:26.382020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73063c0-8697-40a8-a491-7e2e32950173 req-7ee889d0-cb44-4108-abdd-ea953cce1e32 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:26.389680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a73063c0-8697-40a8-a491-7e2e32950173 req-7ee889d0-cb44-4108-abdd-ea953cce1e32 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 944 time: 0.0844908 Oct 18 23:33:26.399849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd5adc71-161f-418a-ad77-16846011c6a4 req-e769d70c-5298-477e-9438-b19ba1ed1df6 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763763 Oct 18 23:33:26.420141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0548bd7-8d5d-462d-ba28-2910477073e9 req-c29fa05f-d238-477e-9c27-7a624bdd4fb6 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Oct 18 23:33:26.444692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a73063c0-8697-40a8-a491-7e2e32950173 req-937f0d5c-fd66-47bc-9280-9510f935ba96 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507152 Oct 18 23:33:26.541114 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0e164be9-1e86-4091-9bdb-afdae2dd4d78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0101197a44bf468e9d9879d8c7d42a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629077 Oct 18 23:33:26.543953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60390) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:26.621906 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7877a7a4-462c-4db0-b4fd-80b6b94ad211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.667349 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7877a7a4-462c-4db0-b4fd-80b6b94ad211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.696067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e563-f884-443e-853d-257edfdf30f1 req-dcac0855-ba61-4a76-b3ef-9e0ecbfdf433 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:26.697622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43a9e563-f884-443e-853d-257edfdf30f1 req-dcac0855-ba61-4a76-b3ef-9e0ecbfdf433 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0911980 Oct 18 23:33:26.756490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43a9e563-f884-443e-853d-257edfdf30f1 req-9e36cf96-8eef-4cef-b0f6-60a7102d21b1 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495059 Oct 18 23:33:26.778320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7877a7a4-462c-4db0-b4fd-80b6b94ad211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.781265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7877a7a4-462c-4db0-b4fd-80b6b94ad211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:26.786062 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7877a7a4-462c-4db0-b4fd-80b6b94ad211 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22a5a957-7a39-440e-94b0-3bc1ef194fcf HTTP/1.1" status: 204 len: 168 time: 0.2381659 Oct 18 23:33:26.801492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877a7a4-462c-4db0-b4fd-80b6b94ad211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5a957-7a39-440e-94b0-3bc1ef194fcf,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:27.526078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bab194-7a59-4f59-a4f6-a234bf356668 req-f76c33e0-b427-41f3-8678-d3736038689b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:27.539569 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-67bab194-7a59-4f59-a4f6-a234bf356668 req-f76c33e0-b427-41f3-8678-d3736038689b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0923579 Oct 18 23:33:27.586272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eab63a-cfed-4619-aa70-475ddea33166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:27.589725 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4105c61c-69f7-41fd-b8c7-d525ef070042" -d '{"events": [{"server_uuid": "c1eab63a-cfed-4619-aa70-475ddea33166", "name": "network-vif-plugged", "status": "completed", "tag": "ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:27.627887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-67bab194-7a59-4f59-a4f6-a234bf356668 req-92c85e2d-f95b-4a09-9da4-bdddc28aa82b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852361 Oct 18 23:33:27.693906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9713-4cd0-4df7-b191-eb15cdb0bf7c req-7731127c-1928-40f0-8f97-52df76509f92 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:27.707546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c3b9713-4cd0-4df7-b191-eb15cdb0bf7c req-7731127c-1928-40f0-8f97-52df76509f92 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 945 time: 0.1805935 Oct 18 23:33:27.826454 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:27.851622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c3b9713-4cd0-4df7-b191-eb15cdb0bf7c req-50e47714-142b-4893-bf77-a1fef318c3e0 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384258 Oct 18 23:33:27.855391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60474) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:27.951287 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fbf731-cdc8-411b-a1a9-f5bf035f68cb x-openstack-request-id: req-83fbf731-cdc8-411b-a1a9-f5bf035f68cb {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:27.951717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf665e-a1c2-4a1b-b8e2-6ec3e20ef7bd req-342759bb-c2dd-4881-b706-53b17391b5fa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:27.951920 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eab63a-cfed-4619-aa70-475ddea33166", "name": "network-vif-plugged", "status": "completed", "tag": "ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:27.952172 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83fbf731-cdc8-411b-a1a9-f5bf035f68cb {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:27.953091 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eab63a-cfed-4619-aa70-475ddea33166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c', 'code': 200} Oct 18 23:33:27.963202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-52cf665e-a1c2-4a1b-b8e2-6ec3e20ef7bd req-342759bb-c2dd-4881-b706-53b17391b5fa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 944 time: 0.1368878 Oct 18 23:33:28.067106 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-52cf665e-a1c2-4a1b-b8e2-6ec3e20ef7bd req-c0c69af2-f10d-4dc8-a9e1-3cc8e52bb387 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023777 Oct 18 23:33:28.152656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a09d3-5129-4385-8fdf-b36f94b2502f req-c8180941-f8c3-440e-ac94-a8148f492283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:28.154619 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-542a09d3-5129-4385-8fdf-b36f94b2502f req-c8180941-f8c3-440e-ac94-a8148f492283 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 1097 time: 0.0551059 Oct 18 23:33:28.200750 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-542a09d3-5129-4385-8fdf-b36f94b2502f req-ca2b5d34-3470-4f9d-b155-572f38cb56da service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363958 Oct 18 23:33:28.208276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60484) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:28.239565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-3515aaf2-2607-4363-a18b-2dbfae540a12 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3852077 Oct 18 23:33:28.252295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-b0de929f-dde1-49f0-893f-478d57a712a1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:33:28.253341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-b0de929f-dde1-49f0-893f-478d57a712a1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067694 Oct 18 23:33:28.294485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group': {'name': 'tempest-secgroup--517483672'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:28.322367 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.333949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.425312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.431940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.513711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d852b6ce-9c5f-447f-9ecd-62dde8bc2c31,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:28.574582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.580362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.617463 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.618589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4088831 Oct 18 23:33:28.622136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60506) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:28.632050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2d07f-1dc5-45d7-8feb-fc148939908e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ceea75-5b66-4ef8-9e3a-d8e837ce79e6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:28.701287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6fa79f23-1c8b-4dca-8c21-81c2d24f1d2b tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0765014 Oct 18 23:33:28.705489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60514) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:28.712210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d8bf9b1f-65e5-4a44-8a56-bf58d3797be8 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group': {'name': 'tempest-security--1699697187', 'description': 'tempest-security-description-1876998250'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:28.743120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bf9b1f-65e5-4a44-8a56-bf58d3797be8 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.814061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bf9b1f-65e5-4a44-8a56-bf58d3797be8 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.814952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f848b-5c3e-4989-bc34-a830ad99ea7c req-648b9eef-b987-4b47-a89e-9f62a1c095c0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:28.816508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-595f848b-5c3e-4989-bc34-a830ad99ea7c req-648b9eef-b987-4b47-a89e-9f62a1c095c0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0660603 Oct 18 23:33:28.819003 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bf9b1f-65e5-4a44-8a56-bf58d3797be8 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.827344 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8bf9b1f-65e5-4a44-8a56-bf58d3797be8 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:28.831803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d8bf9b1f-65e5-4a44-8a56-bf58d3797be8 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "PUT /v2.0/security-groups/e7ceea75-5b66-4ef8-9e3a-d8e837ce79e6 HTTP/1.1" status: 200 len: 1780 time: 0.1224093 Oct 18 23:33:28.833306 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60522) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:28.867169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-595f848b-5c3e-4989-bc34-a830ad99ea7c req-4b8a6846-7749-4253-9e01-c632471fb1ef tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423627 Oct 18 23:33:28.884060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf9b1f-65e5-4a44-8a56-bf58d3797be8 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ceea75-5b66-4ef8-9e3a-d8e837ce79e6,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:28.914772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a720da49-9437-46eb-8a53-0d6e0fc1685c tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups/e7ceea75-5b66-4ef8-9e3a-d8e837ce79e6 HTTP/1.1" status: 200 len: 1780 time: 0.0797458 Oct 18 23:33:28.916831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60526) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.013556 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b309f391-41a4-4244-a762-c5d9514c3e17 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.043105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29364b05-55ad-4090-8299-ccf310c45bac req-7860acda-d9f3-40d5-a94d-9202dbc58e39 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:29.044613 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29364b05-55ad-4090-8299-ccf310c45bac req-7860acda-d9f3-40d5-a94d-9202dbc58e39 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 945 time: 0.0961268 Oct 18 23:33:29.063334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b309f391-41a4-4244-a762-c5d9514c3e17 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.102396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a433c419-9a71-449f-8de1-a92f543d4ba8 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:33:29.114592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:29.124110 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29364b05-55ad-4090-8299-ccf310c45bac req-a7c10433-c605-4456-ae1d-e226ee98d04c tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704052 Oct 18 23:33:29.138103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b309f391-41a4-4244-a762-c5d9514c3e17 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.141241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b309f391-41a4-4244-a762-c5d9514c3e17 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.142416 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b309f391-41a4-4244-a762-c5d9514c3e17 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-groups/e7ceea75-5b66-4ef8-9e3a-d8e837ce79e6 HTTP/1.1" status: 204 len: 168 time: 0.2246423 Oct 18 23:33:29.145001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60546) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.152553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309f391-41a4-4244-a762-c5d9514c3e17 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ceea75-5b66-4ef8-9e3a-d8e837ce79e6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:29.270775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-34e0b632-2696-4576-b428-31208d81fbeb tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1242924 Oct 18 23:33:29.273649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60554) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.288821 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-b2f12be6-84fd-4140-bc57-13f62596cb63 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] delete failed (client error): The resource could not be found. Oct 18 23:33:29.289953 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b2f12be6-84fd-4140-bc57-13f62596cb63 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-groups/e7ceea75-5b66-4ef8-9e3a-d8e837ce79e6 HTTP/1.1" status: 404 len: 347 time: 0.0154910 Oct 18 23:33:29.295803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60556) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.303854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1a9c6178-d24a-4949-abbf-cf4b5ec6f34c tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group': {'name': 'tempest-secgroup--837718163'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:29.309898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b73f2-e5b0-4463-a2f2-b9b49823f879 req-34566977-5c86-4524-a928-dcccdf45511a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:29.312097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f6b73f2-e5b0-4463-a2f2-b9b49823f879 req-34566977-5c86-4524-a928-dcccdf45511a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 944 time: 0.0918534 Oct 18 23:33:29.340106 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6178-d24a-4949-abbf-cf4b5ec6f34c tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.381359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a433c419-9a71-449f-8de1-a92f543d4ba8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a433c419-9a71-449f-8de1-a92f543d4ba8,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:29.396745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'a433c419-9a71-449f-8de1-a92f543d4ba8', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'port_id': 'a433c419-9a71-449f-8de1-a92f543d4ba8', 'mac_address': 'fa:16:3e:4c:74:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:33:29.398124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f6b73f2-e5b0-4463-a2f2-b9b49823f879 req-84c9006d-cf5e-4750-9407-d8d39d3a2ba1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757754 Oct 18 23:33:29.470803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6178-d24a-4949-abbf-cf4b5ec6f34c tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.479624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6178-d24a-4949-abbf-cf4b5ec6f34c tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.521325 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6178-d24a-4949-abbf-cf4b5ec6f34c tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.524520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1a9c6178-d24a-4949-abbf-cf4b5ec6f34c tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2274096 Oct 18 23:33:29.527069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60560) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.533059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c9481a94-0dc3-4f87-ba21-dafc5f5117cc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': '11351b44-b1b2-4d73-b5f0-625590dc3764', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:29.542935 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.556882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6178-d24a-4949-abbf-cf4b5ec6f34c tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11351b44-b1b2-4d73-b5f0-625590dc3764,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:29.576891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a433c419-9a71-449f-8de1-a92f543d4ba8 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:33:29.589411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9481a94-0dc3-4f87-ba21-dafc5f5117cc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.599626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a433c419-9a71-449f-8de1-a92f543d4ba8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a433c419-9a71-449f-8de1-a92f543d4ba8,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:29.604715 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.615841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60562) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.651279 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9481a94-0dc3-4f87-ba21-dafc5f5117cc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.659533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9481a94-0dc3-4f87-ba21-dafc5f5117cc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.714849 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c9481a94-0dc3-4f87-ba21-dafc5f5117cc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.716725 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c9481a94-0dc3-4f87-ba21-dafc5f5117cc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884794 Oct 18 23:33:29.720439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9481a94-0dc3-4f87-ba21-dafc5f5117cc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845aa388-30ae-473b-ad8c-3794d9d81243,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:29.721900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60566) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.750878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=a433c419-9a71-449f-8de1-a92f543d4ba8,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:29.753825 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bf0c09e-f1b0-45a7-9580-887ad86baa97 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.763232 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bf0c09e-f1b0-45a7-9580-887ad86baa97 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.800950 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b6d46bc-ac05-43e8-8b19-de7b968fb9ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.819142 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bf0c09e-f1b0-45a7-9580-887ad86baa97 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.829833 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bf0c09e-f1b0-45a7-9580-887ad86baa97 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.830977 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7bf0c09e-f1b0-45a7-9580-887ad86baa97 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/845aa388-30ae-473b-ad8c-3794d9d81243 HTTP/1.1" status: 204 len: 168 time: 0.1080768 Oct 18 23:33:29.833779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60568) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.839474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0c09e-f1b0-45a7-9580-887ad86baa97 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=845aa388-30ae-473b-ad8c-3794d9d81243,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:29.881709 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c7119ff7-355e-4738-a3c2-3e556bf328ab tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463095 Oct 18 23:33:29.884703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60570) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.902532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b6d46bc-ac05-43e8-8b19-de7b968fb9ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.908343 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b6d46bc-ac05-43e8-8b19-de7b968fb9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.959392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4b6d46bc-ac05-43e8-8b19-de7b968fb9ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b186350776f545bfaf567a10e1ec1fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418641 Oct 18 23:33:29.960286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d46bc-ac05-43e8-8b19-de7b968fb9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d38c04b-30e6-4d9f-8035-f702bf8ecaed,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:29.962856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60574) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:29.969976 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9de6d800-81b3-4043-b829-c2257a09fcee tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:29.997413 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9de6d800-81b3-4043-b829-c2257a09fcee tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.049524 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9de6d800-81b3-4043-b829-c2257a09fcee tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.053707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe7d54-0d9e-486e-b0a9-b54d2c7bb4ae req-72f2875d-526d-45af-bb98-d5ae43667fba tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:30.054348 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9de6d800-81b3-4043-b829-c2257a09fcee tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.055390 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8cfe7d54-0d9e-486e-b0a9-b54d2c7bb4ae req-72f2875d-526d-45af-bb98-d5ae43667fba tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0916045 Oct 18 23:33:30.058034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60576) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:30.058322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9de6d800-81b3-4043-b829-c2257a09fcee tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-groups/11351b44-b1b2-4d73-b5f0-625590dc3764 HTTP/1.1" status: 204 len: 168 time: 0.1725013 Oct 18 23:33:30.068855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6d800-81b3-4043-b829-c2257a09fcee tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11351b44-b1b2-4d73-b5f0-625590dc3764,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:30.069636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3a3f305-a1e0-4643-851b-0555a3700182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.118664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a433c419-9a71-449f-8de1-a92f543d4ba8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:33:30.121335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3a3f305-a1e0-4643-851b-0555a3700182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.168497 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8cfe7d54-0d9e-486e-b0a9-b54d2c7bb4ae req-3687127c-3ff4-48e4-a519-e820db411d77 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016359 Oct 18 23:33:30.179621 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-60e84e4c-aa5b-4b18-acbe-63c6464da842 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164894 Oct 18 23:33:30.181755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60578) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:30.188073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c6e7686c-b7d7-4273-b2b0-7e50ee45f088 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group': {'name': 'tempest-secgroup--571370028'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:30.230446 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3a3f305-a1e0-4643-851b-0555a3700182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.233946 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3a3f305-a1e0-4643-851b-0555a3700182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.238057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b3a3f305-a1e0-4643-851b-0555a3700182 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d38c04b-30e6-4d9f-8035-f702bf8ecaed HTTP/1.1" status: 204 len: 168 time: 0.2705996 Oct 18 23:33:30.248158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6e7686c-b7d7-4273-b2b0-7e50ee45f088 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.256933 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3f305-a1e0-4643-851b-0555a3700182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d38c04b-30e6-4d9f-8035-f702bf8ecaed,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:30.348728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ac7b4-de52-4e50-bf60-d53e2ba97567 req-dfa10cd6-6204-47cb-bce0-4922562d7f33 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:30.356666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f13ac7b4-de52-4e50-bf60-d53e2ba97567 req-dfa10cd6-6204-47cb-bce0-4922562d7f33 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 945 time: 0.0918293 Oct 18 23:33:30.418349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f13ac7b4-de52-4e50-bf60-d53e2ba97567 req-e5a70287-0336-4776-b6d4-4bfbcda6dcb8 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608022 Oct 18 23:33:30.420670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6e7686c-b7d7-4273-b2b0-7e50ee45f088 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.431037 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6e7686c-b7d7-4273-b2b0-7e50ee45f088 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.464474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7686c-b7d7-4273-b2b0-7e50ee45f088 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c8fa3-88d7-4f6e-8642-cd3722a823b7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:30.472117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6e7686c-b7d7-4273-b2b0-7e50ee45f088 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.473549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c6e7686c-b7d7-4273-b2b0-7e50ee45f088 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2904391 Oct 18 23:33:30.476200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60590) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:30.482565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-53961e33-37f9-404a-b6f4-e46ec7b1f9a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': '6e6c8fa3-88d7-4f6e-8642-cd3722a823b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:30.521471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53961e33-37f9-404a-b6f4-e46ec7b1f9a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.619595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96958ff1-c25a-4504-915b-2fe0d83b2709 req-8edfe49c-1434-4dc1-92f8-36eaddedfe7b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:30.629768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96958ff1-c25a-4504-915b-2fe0d83b2709 req-8edfe49c-1434-4dc1-92f8-36eaddedfe7b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 945 time: 0.1043096 Oct 18 23:33:30.659313 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53961e33-37f9-404a-b6f4-e46ec7b1f9a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.665603 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53961e33-37f9-404a-b6f4-e46ec7b1f9a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.672479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60596) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:30.697543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53961e33-37f9-404a-b6f4-e46ec7b1f9a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92ee977-3343-4ad1-a0ac-acc08e8460ce,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:30.707724 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9db3b198-901f-4225-964b-243598d545b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.711817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53961e33-37f9-404a-b6f4-e46ec7b1f9a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.716543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-53961e33-37f9-404a-b6f4-e46ec7b1f9a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2388964 Oct 18 23:33:30.717200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60600) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:30.722824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-557e00f9-d1c1-489f-adc3-95a177e14eea tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': '6e6c8fa3-88d7-4f6e-8642-cd3722a823b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:30.744857 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96958ff1-c25a-4504-915b-2fe0d83b2709 req-fd1b885a-521c-481b-a478-3a452f80a361 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079476 Oct 18 23:33:30.770183 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-557e00f9-d1c1-489f-adc3-95a177e14eea tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.834133 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9db3b198-901f-4225-964b-243598d545b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.839660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9db3b198-901f-4225-964b-243598d545b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.869100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-557e00f9-d1c1-489f-adc3-95a177e14eea tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.874631 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-557e00f9-d1c1-489f-adc3-95a177e14eea tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.901108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60604) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:30.901823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9db3b198-901f-4225-964b-243598d545b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3daef740c6614c68b12e21c28e01c532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281542 Oct 18 23:33:30.902949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3b198-901f-4225-964b-243598d545b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60298748-17cd-40cf-bca0-58f7f3381a82,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:30.924232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e00f9-d1c1-489f-adc3-95a177e14eea tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727445d3-2d03-4ef4-8ffb-1aea8c94b613,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:30.942364 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-557e00f9-d1c1-489f-adc3-95a177e14eea tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:30.946456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-557e00f9-d1c1-489f-adc3-95a177e14eea tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2281313 Oct 18 23:33:30.950303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60606) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:30.954520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3bf5ff13-7ccf-4272-8f4b-81d5dd6f6d54 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': '6e6c8fa3-88d7-4f6e-8642-cd3722a823b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:31.001006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743ab34-0832-48c6-853a-69064c60b251 req-2aec1de3-0846-4ddd-b2c5-cafa1825ce3e tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:31.010994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce433509-c1d6-4a31-b9b5-1dcc412a3a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.011206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5743ab34-0832-48c6-853a-69064c60b251 req-2aec1de3-0846-4ddd-b2c5-cafa1825ce3e tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 945 time: 0.0624666 Oct 18 23:33:31.025326 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bf5ff13-7ccf-4272-8f4b-81d5dd6f6d54 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.055730 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce433509-c1d6-4a31-b9b5-1dcc412a3a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.059058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5743ab34-0832-48c6-853a-69064c60b251 req-84596f79-f035-470d-a834-8aebb81eaba2 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461552 Oct 18 23:33:31.119759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bf5ff13-7ccf-4272-8f4b-81d5dd6f6d54 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.124087 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bf5ff13-7ccf-4272-8f4b-81d5dd6f6d54 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.148462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5ff13-7ccf-4272-8f4b-81d5dd6f6d54 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc28beb4-8723-4607-90e6-1dc5e987d6bf,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:31.155816 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bf5ff13-7ccf-4272-8f4b-81d5dd6f6d54 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.159112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3bf5ff13-7ccf-4272-8f4b-81d5dd6f6d54 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2065351 Oct 18 23:33:31.161176 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce433509-c1d6-4a31-b9b5-1dcc412a3a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.161605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60608) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:31.163871 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce433509-c1d6-4a31-b9b5-1dcc412a3a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.167592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ce433509-c1d6-4a31-b9b5-1dcc412a3a65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60298748-17cd-40cf-bca0-58f7f3381a82 HTTP/1.1" status: 204 len: 168 time: 0.2628994 Oct 18 23:33:31.167799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-109128c8-601a-4a4b-9261-d3ab026bdabb tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': '6e6c8fa3-88d7-4f6e-8642-cd3722a823b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:31.181646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce433509-c1d6-4a31-b9b5-1dcc412a3a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60298748-17cd-40cf-bca0-58f7f3381a82,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:31.208376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-109128c8-601a-4a4b-9261-d3ab026bdabb tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.283973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-109128c8-601a-4a4b-9261-d3ab026bdabb tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.289419 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-109128c8-601a-4a4b-9261-d3ab026bdabb tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.311524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109128c8-601a-4a4b-9261-d3ab026bdabb tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261280b4-9671-4e92-a9dc-d8b9d98302a0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:31.320322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-109128c8-601a-4a4b-9261-d3ab026bdabb tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.321721 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-109128c8-601a-4a4b-9261-d3ab026bdabb tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588955 Oct 18 23:33:31.324330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60614) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:31.329976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a7da7b5a-2032-4572-9198-d05f1247bcf3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': '6e6c8fa3-88d7-4f6e-8642-cd3722a823b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:31.356983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7d0e8-8fee-43a3-b9c2-d6d8dda5dceb req-792cb7e8-f92b-4f12-ac1a-4ca3a687a0e2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:31.359222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83c7d0e8-8fee-43a3-b9c2-d6d8dda5dceb req-792cb7e8-f92b-4f12-ac1a-4ca3a687a0e2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0814309 Oct 18 23:33:31.372849 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a7da7b5a-2032-4572-9198-d05f1247bcf3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.404088 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83c7d0e8-8fee-43a3-b9c2-d6d8dda5dceb req-fc935a94-8341-462d-9cea-3a9d83c69bc7 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361347 Oct 18 23:33:31.451445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a7da7b5a-2032-4572-9198-d05f1247bcf3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.455912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a7da7b5a-2032-4572-9198-d05f1247bcf3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.473612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da7b5a-2032-4572-9198-d05f1247bcf3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cd799b-7889-47d5-8904-311dff2dc12f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:31.486427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a7da7b5a-2032-4572-9198-d05f1247bcf3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.490969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a7da7b5a-2032-4572-9198-d05f1247bcf3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1655014 Oct 18 23:33:31.491168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60618) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:31.519498 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c144b3d6-cdee-4f9b-a34b-8fd838460ef0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.527623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c144b3d6-cdee-4f9b-a34b-8fd838460ef0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.557426 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c144b3d6-cdee-4f9b-a34b-8fd838460ef0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.562684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c144b3d6-cdee-4f9b-a34b-8fd838460ef0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.563884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c144b3d6-cdee-4f9b-a34b-8fd838460ef0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a3cd799b-7889-47d5-8904-311dff2dc12f HTTP/1.1" status: 204 len: 168 time: 0.0712523 Oct 18 23:33:31.566597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60624) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:31.578295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144b3d6-cdee-4f9b-a34b-8fd838460ef0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3cd799b-7889-47d5-8904-311dff2dc12f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:31.634056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-08d5bbd5-34d5-49e6-93ea-9217c7b7bd46 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0653245 Oct 18 23:33:31.635975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60628) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:31.665353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3edae2d-f5a1-412b-bf36-731addfef785 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.674663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3edae2d-f5a1-412b-bf36-731addfef785 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.709108 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3edae2d-f5a1-412b-bf36-731addfef785 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.714160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3edae2d-f5a1-412b-bf36-731addfef785 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.717721 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e3edae2d-f5a1-412b-bf36-731addfef785 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/261280b4-9671-4e92-a9dc-d8b9d98302a0 HTTP/1.1" status: 204 len: 168 time: 0.0773451 Oct 18 23:33:31.718088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60632) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:31.724233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edae2d-f5a1-412b-bf36-731addfef785 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=261280b4-9671-4e92-a9dc-d8b9d98302a0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:31.776396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8539b73d-9b13-41ed-8ae5-a0bab3bc7d6a tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0539443 Oct 18 23:33:31.776839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60636) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:31.804015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72f870ea-4c8c-4b7d-bb12-0e1e949e40d3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.820043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72f870ea-4c8c-4b7d-bb12-0e1e949e40d3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.885189 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72f870ea-4c8c-4b7d-bb12-0e1e949e40d3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.893448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72f870ea-4c8c-4b7d-bb12-0e1e949e40d3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:31.896976 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-72f870ea-4c8c-4b7d-bb12-0e1e949e40d3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/fc28beb4-8723-4607-90e6-1dc5e987d6bf HTTP/1.1" status: 204 len: 168 time: 0.1166582 Oct 18 23:33:31.898015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60644) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:31.908162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f870ea-4c8c-4b7d-bb12-0e1e949e40d3 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc28beb4-8723-4607-90e6-1dc5e987d6bf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:31.930694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7ba16-b527-417a-8988-11d7cad0f931 req-ca07434f-7713-47fe-a08f-bf6179633501 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:31.932865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-edd7ba16-b527-417a-8988-11d7cad0f931 req-ca07434f-7713-47fe-a08f-bf6179633501 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 945 time: 0.0849724 Oct 18 23:33:31.970779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f818cf40-5628-4005-9d58-04f10ca0f035 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0704241 Oct 18 23:33:31.971852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60648) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:31.981657 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-edd7ba16-b527-417a-8988-11d7cad0f931 req-a8547b56-2d5c-4f4c-9ee3-ee161f2ce480 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Oct 18 23:33:32.005713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d40c821-61b4-4115-9286-3031ea2d4244 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.009284 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d40c821-61b4-4115-9286-3031ea2d4244 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.037492 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d40c821-61b4-4115-9286-3031ea2d4244 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.043790 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d40c821-61b4-4115-9286-3031ea2d4244 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.047671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1d40c821-61b4-4115-9286-3031ea2d4244 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/727445d3-2d03-4ef4-8ffb-1aea8c94b613 HTTP/1.1" status: 204 len: 168 time: 0.0720983 Oct 18 23:33:32.048318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60650) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:32.054688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40c821-61b4-4115-9286-3031ea2d4244 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=727445d3-2d03-4ef4-8ffb-1aea8c94b613,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:32.097260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-70d06f52-6c15-4128-95f0-4efd1f091fdc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0469646 Oct 18 23:33:32.100213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60654) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:32.147651 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf343-8e27-4dc1-98a4-8027e689da43 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.169304 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf343-8e27-4dc1-98a4-8027e689da43 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.209711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963c682-4396-4b64-b570-12c94be2ebf6 req-a6de1c8a-e0b5-494a-b039-afa1ce7c2377 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:32.211415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0963c682-4396-4b64-b570-12c94be2ebf6 req-a6de1c8a-e0b5-494a-b039-afa1ce7c2377 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 945 time: 0.0829620 Oct 18 23:33:32.212647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf343-8e27-4dc1-98a4-8027e689da43 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.217699 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf343-8e27-4dc1-98a4-8027e689da43 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.219322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9cbdf343-8e27-4dc1-98a4-8027e689da43 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a92ee977-3343-4ad1-a0ac-acc08e8460ce HTTP/1.1" status: 204 len: 168 time: 0.1175063 Oct 18 23:33:32.222044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60658) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:32.258654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf343-8e27-4dc1-98a4-8027e689da43 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a92ee977-3343-4ad1-a0ac-acc08e8460ce,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:32.302371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60662) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:32.302683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d5455bc-8d8f-4b47-b1d7-06005afc2835 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783057 Oct 18 23:33:32.305777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0963c682-4396-4b64-b570-12c94be2ebf6 req-a0a384c7-f7a5-4974-9977-b74de6a67239 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/security-groups?id=68df30fd-7bfd-45d9-9f7a-a85477d59dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828712 Oct 18 23:33:32.368135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc965-8f3f-42f8-b42b-d4e90639bc5b tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.397139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc965-8f3f-42f8-b42b-d4e90639bc5b tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.490270 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-187c9593-b57a-4f08-8747-a82261598a1c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951135 Oct 18 23:33:32.501490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc965-8f3f-42f8-b42b-d4e90639bc5b tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.505265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc965-8f3f-42f8-b42b-d4e90639bc5b tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.506741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8e7fc965-8f3f-42f8-b42b-d4e90639bc5b tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-groups/6e6c8fa3-88d7-4f6e-8642-cd3722a823b7 HTTP/1.1" status: 204 len: 168 time: 0.2028818 Oct 18 23:33:32.509164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60672) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:32.546131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fc965-8f3f-42f8-b42b-d4e90639bc5b tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c8fa3-88d7-4f6e-8642-cd3722a823b7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:32.601337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ec8ee0ad-7fd5-4d1d-ae72-4a9c3ca13b7b tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0909882 Oct 18 23:33:32.607977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60676) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:32.619430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-85c89807-6665-4cbe-9042-495aabb10fb6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684787549'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:32.625222 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-e4388537-8cd5-486a-9645-3a7f3a90ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:32.627346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-e4388537-8cd5-486a-9645-3a7f3a90ceb7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1097 time: 0.0834305 Oct 18 23:33:32.649544 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85c89807-6665-4cbe-9042-495aabb10fb6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.650981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59815ff-8435-4558-8c51-10ce9ee6815e req-79e0eb5c-f840-4151-966b-670971ae9111 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:32.652994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e59815ff-8435-4558-8c51-10ce9ee6815e req-79e0eb5c-f840-4151-966b-670971ae9111 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.1450350 Oct 18 23:33:32.738612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e59815ff-8435-4558-8c51-10ce9ee6815e req-323a6ed3-8f43-40ae-a40e-ca17e5bd6a78 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790617 Oct 18 23:33:32.773954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-368e6d11-8dcb-49c1-8ea6-c6d398463d43 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:32.775908 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-368e6d11-8dcb-49c1-8ea6-c6d398463d43 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.102 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 945 time: 0.1117260 Oct 18 23:33:32.840132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60680) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:32.849827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-5de1e6c1-5a62-4916-94dd-9ac2b4ce9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:32.851751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-5de1e6c1-5a62-4916-94dd-9ac2b4ce9556 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1816773 Oct 18 23:33:32.896417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Deleting port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:32.896857 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.916660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85c89807-6665-4cbe-9042-495aabb10fb6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.926060 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85c89807-6665-4cbe-9042-495aabb10fb6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.960095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-b7127931-de26-4703-a635-e10cd6138134 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 0.0950525 Oct 18 23:33:32.969493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c89807-6665-4cbe-9042-495aabb10fb6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f077734-a372-460f-afcb-f05f6aaa58ad,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:32.983259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85c89807-6665-4cbe-9042-495aabb10fb6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:32.984525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-85c89807-6665-4cbe-9042-495aabb10fb6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3754311 Oct 18 23:33:32.994752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60684) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.002508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1e27e3b0-4da6-4483-8666-97faafc4ac99 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': '9f077734-a372-460f-afcb-f05f6aaa58ad', 'direction': 'ingress', 'protocol': 17}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:33.008478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7e78189a-9d76-4e3e-bdc3-087b449b4120 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1488557662'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:33.008913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7e78189a-9d76-4e3e-bdc3-087b449b4120 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Unknown quota resources ['metering_label']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:33:33.070875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] For port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,segment=NetworkSegment(ff50f737-e968-4aad-b01a-e30ac85176c3),segment_id=ff50f737-e968-4aad-b01a-e30ac85176c3)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:33.071280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.078960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-746e9df1-595b-4970-b480-0e6f396e2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:33.080660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-746e9df1-595b-4970-b480-0e6f396e2bab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.1086087 Oct 18 23:33:33.086394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e27e3b0-4da6-4483-8666-97faafc4ac99 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.098760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a433c419-9a71-449f-8de1-a92f543d4ba8 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:33.117961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Calling delete_port for ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:33.170445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port a433c419-9a71-449f-8de1-a92f543d4ba8 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:33:33.176677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port a433c419-9a71-449f-8de1-a92f543d4ba8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:33.177380 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.206002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e27e3b0-4da6-4483-8666-97faafc4ac99 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.217227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e27e3b0-4da6-4483-8666-97faafc4ac99 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.226401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7e78189a-9d76-4e3e-bdc3-087b449b4120 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.227916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7e78189a-9d76-4e3e-bdc3-087b449b4120 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3840446 Oct 18 23:33:33.232320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60688) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.239326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-024adf77-ee03-4605-88db-dcb4d9935775 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9e8cf328-e4eb-4cb5-8393-a8ce8335d49d'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:33.240331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-024adf77-ee03-4605-88db-dcb4d9935775 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:33:33.256712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27e3b0-4da6-4483-8666-97faafc4ac99 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d8e010-8624-4113-8c91-c6fef54b6ad5,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:33.265113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea76be-ba07-43c6-b138-969147cc0e5e req-4237f51c-b5cc-48ea-a45d-544b1422e29d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:33.266713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92ea76be-ba07-43c6-b138-969147cc0e5e req-4237f51c-b5cc-48ea-a45d-544b1422e29d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 945 time: 0.1831696 Oct 18 23:33:33.268606 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e27e3b0-4da6-4483-8666-97faafc4ac99 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.272508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1e27e3b0-4da6-4483-8666-97faafc4ac99 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2738290 Oct 18 23:33:33.273354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.273481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-55de70b7-6c2d-46d6-b65f-392d84e30f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:33.275041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-55de70b7-6c2d-46d6-b65f-392d84e30f0f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860750 Oct 18 23:33:33.320849 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.336537 n-d-713498-28 neutron-server[100922]: WARNING neutron.services.metering.metering_plugin [None req-024adf77-ee03-4605-88db-dcb4d9935775 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 18 23:33:33.381410 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9233-da51-4e46-ae92-626e0dc42540 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.393704 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.395071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf61b769-e780-4f2e-a238-a7ec5be8a7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a433c419-9a71-449f-8de1-a92f543d4ba8'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:33.403441 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd4fd46-5dce-4824-b320-b9ffd03ca535" -d '{"events": [{"server_uuid": "cf61b769-e780-4f2e-a238-a7ec5be8a7bd", "name": "network-vif-plugged", "status": "completed", "tag": "a433c419-9a71-449f-8de1-a92f543d4ba8"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:33.434640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:33:33.436846 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9233-da51-4e46-ae92-626e0dc42540 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.442210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Pushing event deleted for resources: {'Port': ['ID=ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:33.448242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a433c419-9a71-449f-8de1-a92f543d4ba8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a433c419-9a71-449f-8de1-a92f543d4ba8,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:33.456172 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-024adf77-ee03-4605-88db-dcb4d9935775 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.457365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-024adf77-ee03-4605-88db-dcb4d9935775 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2216032 Oct 18 23:33:33.461071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60696) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.479423 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.500861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1961f8b4-1707-4003-a42b-3e02e8cc4ef4 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9e8cf328-e4eb-4cb5-8393-a8ce8335d49d'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:33.501486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1961f8b4-1707-4003-a42b-3e02e8cc4ef4 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:33:33.518738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92ea76be-ba07-43c6-b138-969147cc0e5e req-eddc683c-4372-4193-86bc-4214da2502ea tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364507 Oct 18 23:33:33.532890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e81dbf8d-d390-4575-9bad-8efbb7e0be87 req-399301bc-d5b5-46d7-90be-16cec8764483 tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1eab63a-cfed-4619-aa70-475ddea33166 HTTP/1.1" status: 200 len: 210 time: 0.0750606 Oct 18 23:33:33.566827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=a433c419-9a71-449f-8de1-a92f543d4ba8,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:33.580095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] No DVR routers for this DVR port ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:33:33.584766 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.589086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19faa4e5-5789-4a52-a158-67d06709fec0 req-7dfc7806-f387-4c60-9c43-2522722f1fba tempest-ServerAddressesTestJSON-819413801 tempest-ServerAddressesTestJSON-819413801-project] 10.222.0.102 "DELETE /v2.0/ports/ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c HTTP/1.1" status: 204 len: 173 time: 0.8057449 Oct 18 23:33:33.589233 n-d-713498-28 neutron-server[100922]: WARNING neutron.services.metering.metering_plugin [None req-1961f8b4-1707-4003-a42b-3e02e8cc4ef4 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 18 23:33:33.589451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eab63a-cfed-4619-aa70-475ddea33166', 'name': 'network-vif-deleted', 'tag': 'ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:33.591736 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebd266b-f41d-41b8-84a6-89d99ec1d246" -d '{"events": [{"server_uuid": "c1eab63a-cfed-4619-aa70-475ddea33166", "name": "network-vif-deleted", "tag": "ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:33.608969 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4faaff-482d-4818-aaf6-9c7b5b1431bd x-openstack-request-id: req-da4faaff-482d-4818-aaf6-9c7b5b1431bd {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:33.610510 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf61b769-e780-4f2e-a238-a7ec5be8a7bd", "name": "network-vif-plugged", "status": "completed", "tag": "a433c419-9a71-449f-8de1-a92f543d4ba8", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:33.610812 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da4faaff-482d-4818-aaf6-9c7b5b1431bd {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:33.611271 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf61b769-e780-4f2e-a238-a7ec5be8a7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a433c419-9a71-449f-8de1-a92f543d4ba8', 'code': 200} Oct 18 23:33:33.615652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9233-da51-4e46-ae92-626e0dc42540 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.619820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9233-da51-4e46-ae92-626e0dc42540 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.621675 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aa4f9233-da51-4e46-ae92-626e0dc42540 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-groups/9f077734-a372-460f-afcb-f05f6aaa58ad HTTP/1.1" status: 204 len: 168 time: 0.3468592 Oct 18 23:33:33.637521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60700) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.655994 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506916da-c7d6-4431-94ba-67988b1bae23 x-openstack-request-id: req-506916da-c7d6-4431-94ba-67988b1bae23 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:33.657247 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eab63a-cfed-4619-aa70-475ddea33166", "name": "network-vif-deleted", "tag": "ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:33.657247 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-506916da-c7d6-4431-94ba-67988b1bae23 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:33.658244 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eab63a-cfed-4619-aa70-475ddea33166', 'name': 'network-vif-deleted', 'tag': 'ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c', 'status': 'completed', 'code': 200} Oct 18 23:33:33.668953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f9233-da51-4e46-ae92-626e0dc42540 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f077734-a372-460f-afcb-f05f6aaa58ad,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:33.715988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-3dca72e5-714c-47d7-b28e-52b224af0be9 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950481 Oct 18 23:33:33.732707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-27d2508c-818a-4682-90b8-cd3351e109d5 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917256 Oct 18 23:33:33.733519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60702) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.738129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3286c0b6-4bf3-4796-9581-066d64c89ebf tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408420887'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:33.764399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3286c0b6-4bf3-4796-9581-066d64c89ebf tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.787446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1961f8b4-1707-4003-a42b-3e02e8cc4ef4 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.792435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60706) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.792709 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1961f8b4-1707-4003-a42b-3e02e8cc4ef4 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3281937 Oct 18 23:33:33.814610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f5f5fa93-3b98-4598-aea3-8b67800e2e86 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=b2ad4810-be13-42e2-a5f9-d13a68ac38c0 HTTP/1.1" status: 200 len: 464 time: 0.0202665 Oct 18 23:33:33.817096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60708) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.915724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9470ec-6021-4e9c-86a6-27c35f34c5ef req-79104fa6-5a9b-4ba9-ab64-efe6baf18bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:33.917222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ca9470ec-6021-4e9c-86a6-27c35f34c5ef req-79104fa6-5a9b-4ba9-ab64-efe6baf18bcd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 1098 time: 0.2181411 Oct 18 23:33:33.957818 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb034c25-e6de-4b99-892b-30720e780301 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.959215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bb034c25-e6de-4b99-892b-30720e780301 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/b2ad4810-be13-42e2-a5f9-d13a68ac38c0 HTTP/1.1" status: 204 len: 168 time: 0.1411903 Oct 18 23:33:33.962314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60710) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.984381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-41dce09a-6d98-4947-ba3a-85353a80d61b tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=b2ad4810-be13-42e2-a5f9-d13a68ac38c0 HTTP/1.1" status: 200 len: 221 time: 0.0208511 Oct 18 23:33:33.989247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60712) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:33.991057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ca9470ec-6021-4e9c-86a6-27c35f34c5ef req-8b276f75-c0ac-4b5c-ba02-a440cddc930b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663314 Oct 18 23:33:33.993079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3286c0b6-4bf3-4796-9581-066d64c89ebf tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:33.996595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3d177bd6-9b03-46a7-beb2-8c6a07d2287a tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--99609885', 'description': 'label created by tempest'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:33.997095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3d177bd6-9b03-46a7-beb2-8c6a07d2287a tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Unknown quota resources ['metering_label']. {{(pid=100921) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:33:34.001315 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3286c0b6-4bf3-4796-9581-066d64c89ebf tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.001727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3625f2-7458-4a26-a741-66d1b67c3b7c req-4ccf8076-6cb2-41e1-aa21-6f367ef4ee1f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:34.003376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af3625f2-7458-4a26-a741-66d1b67c3b7c req-4ccf8076-6cb2-41e1-aa21-6f367ef4ee1f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.1531336 Oct 18 23:33:34.005801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f64cee1-b6c7-49a1-baf2-08bdf02adddd req-02bb5648-37ca-4a13-b044-3d094f7a7424 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217147 Oct 18 23:33:34.046576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af3625f2-7458-4a26-a741-66d1b67c3b7c req-8ab8eb73-d597-4059-9f9e-fbed6e3dfe13 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372326 Oct 18 23:33:34.083580 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3286c0b6-4bf3-4796-9581-066d64c89ebf tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.084813 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3286c0b6-4bf3-4796-9581-066d64c89ebf tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3503079 Oct 18 23:33:34.087706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60714) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.093509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a46479f6-7896-4263-a3a3-5d641927d8b0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group': {'name': 'tempest-secgroup--856387808'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:34.125337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a46479f6-7896-4263-a3a3-5d641927d8b0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.226289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a46479f6-7896-4263-a3a3-5d641927d8b0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.230431 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a46479f6-7896-4263-a3a3-5d641927d8b0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.283263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46479f6-7896-4263-a3a3-5d641927d8b0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe2c36c-03e5-442d-a608-bb6a757d6fc1,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:34.290319 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a46479f6-7896-4263-a3a3-5d641927d8b0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.294683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a46479f6-7896-4263-a3a3-5d641927d8b0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2028937 Oct 18 23:33:34.294850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60716) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.301709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a5d52ba7-ec32-4514-a89c-2f072aa58a26 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': '2173ab48-16f8-4962-be74-a6a3bab568e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bbe2c36c-03e5-442d-a608-bb6a757d6fc1', 'remote_ip_prefix': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:34.339984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba7-ec32-4514-a89c-2f072aa58a26 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.414420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba7-ec32-4514-a89c-2f072aa58a26 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.419562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba7-ec32-4514-a89c-2f072aa58a26 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.442163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d52ba7-ec32-4514-a89c-2f072aa58a26 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9330d75-4c02-42b2-823a-06f305134b14,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:34.451593 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba7-ec32-4514-a89c-2f072aa58a26 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.455743 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a5d52ba7-ec32-4514-a89c-2f072aa58a26 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1569698 Oct 18 23:33:34.456096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60718) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.482418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e96247e3-54bf-4bfe-adaa-737f202581a2 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.491590 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e96247e3-54bf-4bfe-adaa-737f202581a2 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.510980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c0b6-4bf3-4796-9581-066d64c89ebf tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2173ab48-16f8-4962-be74-a6a3bab568e8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:34.526232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e96247e3-54bf-4bfe-adaa-737f202581a2 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.533983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e96247e3-54bf-4bfe-adaa-737f202581a2 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.538109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e96247e3-54bf-4bfe-adaa-737f202581a2 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/f9330d75-4c02-42b2-823a-06f305134b14 HTTP/1.1" status: 204 len: 168 time: 0.0809455 Oct 18 23:33:34.538896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60720) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.557291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96247e3-54bf-4bfe-adaa-737f202581a2 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9330d75-4c02-42b2-823a-06f305134b14,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:34.585943 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3d177bd6-9b03-46a7-beb2-8c6a07d2287a tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.587192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3d177bd6-9b03-46a7-beb2-8c6a07d2287a tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.5967624 Oct 18 23:33:34.589801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60726) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.633637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60728) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.659743 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8ac9c876-3801-40c2-aa9f-456e480c4e6d tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=59d09f55-3f3d-427d-a6ee-3de1ad4124bb HTTP/1.1" status: 200 len: 466 time: 0.0635567 Oct 18 23:33:34.659743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60730) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.693153 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.707546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cfb9d175-8ab0-4958-a258-5b729e8e1c0d tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1663604 Oct 18 23:33:34.709512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60732) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.740019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-04215513-4503-45ba-a1ec-e33d366c2f57 admin admin] Deleting subnet c9bf5a25-23fe-4ddb-baff-ddeec92f0af0 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:33:34.754259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-daa84199-1e6f-433a-9da1-4c4871c5a261 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1662002 Oct 18 23:33:34.754990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04215513-4503-45ba-a1ec-e33d366c2f57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.802219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbed7d-0ebd-41c8-b3a5-86d64ae2fec5 req-6565a994-178f-4a37-9a3e-8fe255944272 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:34.810152 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04215513-4503-45ba-a1ec-e33d366c2f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.811275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-86fbed7d-0ebd-41c8-b3a5-86d64ae2fec5 req-6565a994-178f-4a37-9a3e-8fe255944272 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1679738 Oct 18 23:33:34.855435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee91d82a-09bc-47c4-90a0-64dfa1b4d1dc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.898031 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04215513-4503-45ba-a1ec-e33d366c2f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.933908 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee91d82a-09bc-47c4-90a0-64dfa1b4d1dc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.939315 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e171b376-264c-41ec-bb28-a8c688d1f825 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:34.943141 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e171b376-264c-41ec-bb28-a8c688d1f825 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/59d09f55-3f3d-427d-a6ee-3de1ad4124bb HTTP/1.1" status: 204 len: 168 time: 0.2824297 Oct 18 23:33:34.944054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60734) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.957511 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-86fbed7d-0ebd-41c8-b3a5-86d64ae2fec5 req-a24464cd-9469-47ef-981e-1f67728d11f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452730 Oct 18 23:33:34.959794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28a87dad-7a7f-4517-88e2-2e807f117e78 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=59d09f55-3f3d-427d-a6ee-3de1ad4124bb HTTP/1.1" status: 200 len: 216 time: 0.0148661 Oct 18 23:33:34.963862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60736) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:34.974587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6a441999-912b-4049-a4f2-0074ecee3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:34.974766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6a441999-912b-4049-a4f2-0074ecee3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:34.975130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6a441999-912b-4049-a4f2-0074ecee3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:34.975584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6a441999-912b-4049-a4f2-0074ecee3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:34.976035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6a441999-912b-4049-a4f2-0074ecee3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:34.976570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6a441999-912b-4049-a4f2-0074ecee3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:34.976922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6a441999-912b-4049-a4f2-0074ecee3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:34.979084 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6a441999-912b-4049-a4f2-0074ecee3400 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 6507 time: 0.1410263 Oct 18 23:33:34.981130 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-40497cce-63d0-47a0-91f4-984a022797f5 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0157583 Oct 18 23:33:34.983303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60738) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.005150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f00c1c6e-12ce-4ce4-b697-1cac4ff99832 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0204444 Oct 18 23:33:35.010463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60740) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.019439 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04215513-4503-45ba-a1ec-e33d366c2f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.045088 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee91d82a-09bc-47c4-90a0-64dfa1b4d1dc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.048172 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ee91d82a-09bc-47c4-90a0-64dfa1b4d1dc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.051972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ee91d82a-09bc-47c4-90a0-64dfa1b4d1dc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-groups/bbe2c36c-03e5-442d-a608-bb6a757d6fc1 HTTP/1.1" status: 204 len: 168 time: 0.3399434 Oct 18 23:33:35.052572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60742) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.071614 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f26e5a80-bce5-4f85-a9d0-600d69b07e93 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/9e8cf328-e4eb-4cb5-8393-a8ce8335d49d HTTP/1.1" status: 200 len: 473 time: 0.0597448 Oct 18 23:33:35.075984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60744) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.088481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9f81af7d-107b-4f2e-914b-141024bc4be0 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/8aa27dbe-2aa2-4a3a-b153-0db5ecd5d81e HTTP/1.1" status: 200 len: 461 time: 0.0092502 Oct 18 23:33:35.089288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60748) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.096643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04215513-4503-45ba-a1ec-e33d366c2f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9bf5a25-23fe-4ddb-baff-ddeec92f0af0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:35.122457 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04215513-4503-45ba-a1ec-e33d366c2f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.127940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-04215513-4503-45ba-a1ec-e33d366c2f57 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c9bf5a25-23fe-4ddb-baff-ddeec92f0af0 HTTP/1.1" status: 204 len: 168 time: 0.4908099 Oct 18 23:33:35.133368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60750) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.175626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91d82a-09bc-47c4-90a0-64dfa1b4d1dc tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe2c36c-03e5-442d-a608-bb6a757d6fc1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:35.215312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76ac0a57-315e-4eca-950b-41ba712e63e8 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.216479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-76ac0a57-315e-4eca-950b-41ba712e63e8 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/8aa27dbe-2aa2-4a3a-b153-0db5ecd5d81e HTTP/1.1" status: 204 len: 168 time: 0.1260738 Oct 18 23:33:35.219627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60752) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.413751 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4b25-5d9e-4025-ad66-dd275baef368 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.414992 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1c4b4b25-5d9e-4025-ad66-dd275baef368 tempest-MeteringTestJSON-1679963510 tempest-MeteringTestJSON-1679963510-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/9e8cf328-e4eb-4cb5-8393-a8ce8335d49d HTTP/1.1" status: 204 len: 168 time: 0.1943793 Oct 18 23:33:35.551338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:35.573079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:33:35.573544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ac5fb4fd-d686-4c3f-95dd-35d18fb85e1c not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:33:35.677610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.685750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e76030c1-1801-4d8d-aff0-ef80202ab4a8 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6101825 Oct 18 23:33:35.691063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60758) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.694843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9695-69ee-4d97-9a08-32186e889fe3 req-d66b1a88-9db6-40ee-b2ad-970898ca478e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:35.696425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-226b9695-69ee-4d97-9a08-32186e889fe3 req-d66b1a88-9db6-40ee-b2ad-970898ca478e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.5246661 Oct 18 23:33:35.697834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-a4c4722c-cb52-46cb-b6bf-c538c3ea391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:35.698291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-a4c4722c-cb52-46cb-b6bf-c538c3ea391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:35.698855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-a4c4722c-cb52-46cb-b6bf-c538c3ea391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:35.700564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-a4c4722c-cb52-46cb-b6bf-c538c3ea391c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&id=be5758dd-8396-4c4a-a368-25bd778a9183&id=be5758dd-8396-4c4a-a368-25bd778a9183 HTTP/1.1" status: 200 len: 2296 time: 0.6915870 Oct 18 23:33:35.701776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60760) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.836172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-226b9695-69ee-4d97-9a08-32186e889fe3 req-e07ac996-f1dc-4dfb-9b3b-7d6858558d76 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259253 Oct 18 23:33:35.845226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-37aaffaa-3884-4f12-a2ec-bb913dda79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:35.846892 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-37aaffaa-3884-4f12-a2ec-bb913dda79d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766&tenant_id=ac2847854fab47be9f9e227d3e264f9f HTTP/1.1" status: 200 len: 1095 time: 0.1217880 Oct 18 23:33:35.848171 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-265da689-9d60-414f-8735-fee9024d2d33 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.856456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-e98a3f9f-e8bf-4c32-8458-a452e0297488 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45594a8a-5264-43dc-877a-b7d6c899e21f HTTP/1.1" status: 200 len: 1001 time: 0.1282415 Oct 18 23:33:35.877282 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-265da689-9d60-414f-8735-fee9024d2d33 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.881927 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.885532 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5121564d-51f3-4db1-93e6-12db7643fd7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.946471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-8b1aa228-db6b-4911-9c03-b77ffa7647b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:35.948458 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-8b1aa228-db6b-4911-9c03-b77ffa7647b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 1095 time: 0.0636160 Oct 18 23:33:35.950812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2509b4af-d520-47bd-8109-ed4f4bcff7ea']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:35.955600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-265da689-9d60-414f-8735-fee9024d2d33 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.958557 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-265da689-9d60-414f-8735-fee9024d2d33 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:35.959701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-265da689-9d60-414f-8735-fee9024d2d33 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-groups/2173ab48-16f8-4962-be74-a6a3bab568e8 HTTP/1.1" status: 204 len: 168 time: 0.2665632 Oct 18 23:33:35.967648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60764) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:35.971165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff50f737-e968-4aad-b01a-e30ac85176c3') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:35.971453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff50f737-e968-4aad-b01a-e30ac85176c3') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:35.985555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-81749945-85ef-4c59-afa5-e07a4dadd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:35.985814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265da689-9d60-414f-8735-fee9024d2d33 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2173ab48-16f8-4962-be74-a6a3bab568e8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:35.988190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-81749945-85ef-4c59-afa5-e07a4dadd2cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c69b70b0-9ab5-4ffc-9c05-64e019afa0a3 HTTP/1.1" status: 200 len: 855 time: 0.1025064 Oct 18 23:33:36.004051 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.053791 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.080048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:33:36.080451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:33:36.083105 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:33:36.119418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a07ee2a2-d4c6-4683-b66c-2fc2df7e3281 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1506526 Oct 18 23:33:36.121531 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5a8d7-0231-431c-85f4-ea9b21602692 req-87681ea5-118d-4bb0-9783-032e6c1776ce tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.124057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25b5a8d7-0231-431c-85f4-ea9b21602692 req-87681ea5-118d-4bb0-9783-032e6c1776ce tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.0770791 Oct 18 23:33:36.124057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-fff839e2-9114-4da3-af5a-67f683ed2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.125616 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-fff839e2-9114-4da3-af5a-67f683ed2ffb service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.1647699 Oct 18 23:33:36.126152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60768) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:36.130693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f5d8719a-fc07-4e39-8763-01078c784b39 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183568028'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:36.162798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-4c9ed263-c54d-4e94-8bdb-511bd06aeaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.164319 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-4c9ed263-c54d-4e94-8bdb-511bd06aeaf5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4d68fd-ab2f-4461-a11b-f7c55648da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1623318 Oct 18 23:33:36.175644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.194453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.200576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2509b4af-d520-47bd-8109-ed4f4bcff7ea HTTP/1.1" status: 204 len: 168 time: 1.0352373 Oct 18 23:33:36.220622 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5d8719a-fc07-4e39-8763-01078c784b39 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.227030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4005ceb-6440-4c0c-9a62-56d7c60d9f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=2509b4af-d520-47bd-8109-ed4f4bcff7ea,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:36.230188 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5121564d-51f3-4db1-93e6-12db7643fd7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.247395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5121564d-51f3-4db1-93e6-12db7643fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.248333 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-764d4f47-d100-456e-80bd-1a41f647477f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec HTTP/1.1" status: 200 len: 999 time: 0.1129265 Oct 18 23:33:36.253040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25b5a8d7-0231-431c-85f4-ea9b21602692 req-64776718-8d93-43cb-a78d-08ab1e42eeef tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167154 Oct 18 23:33:36.253503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60774) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:36.302566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.327115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5121564d-51f3-4db1-93e6-12db7643fd7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c59586594374332bdc2d1046ce5f3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6241009 Oct 18 23:33:36.327739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60778) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:36.339525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121564d-51f3-4db1-93e6-12db7643fd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eabb0b-f395-4c63-b8c3-e7486feb2761,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:36.363475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-a1e4d1b3-bc82-477a-8806-38c8d555c4d9 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858513 Oct 18 23:33:36.384017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60780) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:36.453730 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-82de829b-0001-4d76-af5b-d1b7dfb00231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.455369 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-82de829b-0001-4d76-af5b-d1b7dfb00231 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.1919103 Oct 18 23:33:36.489009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6aad1d-5b9b-4e02-9960-b17b2891b0d1 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.489496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6aad1d-5b9b-4e02-9960-b17b2891b0d1 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.490210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6aad1d-5b9b-4e02-9960-b17b2891b0d1 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.492039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7d6aad1d-5b9b-4e02-9960-b17b2891b0d1 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=4f19dc11e54e439aa6a9975655d4538f&network_id=54c49414-9569-40cd-bd49-5fa9d2ab1860 HTTP/1.1" status: 200 len: 2973 time: 0.2361877 Oct 18 23:33:36.498119 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bcf293b-49a5-4bf6-ad66-ccaacf3b7501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.518336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bcbc18ae-e9fb-4ba1-b044-32f1c13af746 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=007bb391a0084f3c874ffe1073033f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293221 Oct 18 23:33:36.525556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60786) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:36.546365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5d8719a-fc07-4e39-8763-01078c784b39 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.547655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-599f3045-2948-47f4-87c3-f576ef4a049d service neutron] 10.222.0.73 "GET /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727509 Oct 18 23:33:36.549487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bcf293b-49a5-4bf6-ad66-ccaacf3b7501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.555614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5d8719a-fc07-4e39-8763-01078c784b39 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.596478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f5d8719a-fc07-4e39-8763-01078c784b39 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.597720 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f5d8719a-fc07-4e39-8763-01078c784b39 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4705813 Oct 18 23:33:36.599684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-b76fad97-f832-4a7f-841b-e8c4070d91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.601087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-b76fad97-f832-4a7f-841b-e8c4070d91a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359594 Oct 18 23:33:36.601553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60788) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:36.611557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-649f65a1-e638-4f21-8297-1b8003a58b20 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': 'ee4036b8-cfd3-4f9d-960a-1e7f4d573749', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:36.626837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26326a-1fa6-4c7a-8642-3b630e596b3b req-d3dcface-7764-49e8-85c5-840f33010002 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.626837 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4a26326a-1fa6-4c7a-8642-3b630e596b3b req-d3dcface-7764-49e8-85c5-840f33010002 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1487951 Oct 18 23:33:36.634277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8719a-fc07-4e39-8763-01078c784b39 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4036b8-cfd3-4f9d-960a-1e7f4d573749,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:36.646759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-df0da00f-85ac-462a-a8db-4992e45517a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 200 len: 217 time: 0.0491624 Oct 18 23:33:36.687022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d27829d-93b3-4961-bd32-4d65068cb08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.704373 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bcf293b-49a5-4bf6-ad66-ccaacf3b7501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.706842 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bcf293b-49a5-4bf6-ad66-ccaacf3b7501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.707974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9bcf293b-49a5-4bf6-ad66-ccaacf3b7501 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41eabb0b-f395-4c63-b8c3-e7486feb2761 HTTP/1.1" status: 204 len: 168 time: 0.3765137 Oct 18 23:33:36.733162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d27829d-93b3-4961-bd32-4d65068cb08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.735021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf293b-49a5-4bf6-ad66-ccaacf3b7501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eabb0b-f395-4c63-b8c3-e7486feb2761,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:36.742991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-ed2d38cf-6e40-47a5-b451-fee2ce388595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.744450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-ed2d38cf-6e40-47a5-b451-fee2ce388595 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.0887825 Oct 18 23:33:36.747292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-649f65a1-e638-4f21-8297-1b8003a58b20 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.755814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4a26326a-1fa6-4c7a-8642-3b630e596b3b req-de76c8b2-3d11-4834-8074-3d717bc7d2f8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144412 Oct 18 23:33:36.802051 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-cabdfe3b-a7b6-4888-888b-0fda49fd4dde service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851332 Oct 18 23:33:36.810941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6fbebe20-84cd-47cc-9fdc-b9913cbb6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:36.813002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6fbebe20-84cd-47cc-9fdc-b9913cbb6014 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581925 Oct 18 23:33:36.860762 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d27829d-93b3-4961-bd32-4d65068cb08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.863632 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d27829d-93b3-4961-bd32-4d65068cb08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.868769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d27829d-93b3-4961-bd32-4d65068cb08a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68df30fd-7bfd-45d9-9f7a-a85477d59dd7 HTTP/1.1" status: 204 len: 168 time: 0.3368917 Oct 18 23:33:36.924400 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-649f65a1-e638-4f21-8297-1b8003a58b20 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.936198 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-649f65a1-e638-4f21-8297-1b8003a58b20 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.965772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f65a1-e638-4f21-8297-1b8003a58b20 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624bdff0-7644-4864-a2a7-a148bf978a53,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:36.980693 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-649f65a1-e638-4f21-8297-1b8003a58b20 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:36.981918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-649f65a1-e638-4f21-8297-1b8003a58b20 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3754132 Oct 18 23:33:36.987032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60800) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:36.996592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5822f238-e5ab-4e44-b131-8a8a17d57a61 req-0e8be886-da04-4288-928f-6b155c2fcdc6 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859407 Oct 18 23:33:36.997923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27829d-93b3-4961-bd32-4d65068cb08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df30fd-7bfd-45d9-9f7a-a85477d59dd7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:37.025659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3acfa87b-134d-41e4-b5ca-69a5feca81f6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.031118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-9845a4f1-6388-4617-9510-f575f0fb5a07 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105846 Oct 18 23:33:37.035000 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3acfa87b-134d-41e4-b5ca-69a5feca81f6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.049260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426a5f0-dd09-4f06-acfd-aba06c818b6b req-e9f30441-5be2-4217-95ad-9434b014e8d0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:37.051152 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4426a5f0-dd09-4f06-acfd-aba06c818b6b req-e9f30441-5be2-4217-95ad-9434b014e8d0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.1071470 Oct 18 23:33:37.076566 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3acfa87b-134d-41e4-b5ca-69a5feca81f6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.089220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3acfa87b-134d-41e4-b5ca-69a5feca81f6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.090219 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3acfa87b-134d-41e4-b5ca-69a5feca81f6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/624bdff0-7644-4864-a2a7-a148bf978a53 HTTP/1.1" status: 204 len: 168 time: 0.1021125 Oct 18 23:33:37.091063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfa87b-134d-41e4-b5ca-69a5feca81f6 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=624bdff0-7644-4864-a2a7-a148bf978a53,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:37.092888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60804) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:37.143180 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-39e0948d-1eb1-4135-a23e-904f19a4466d tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491824 Oct 18 23:33:37.147201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60810) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:37.207979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e43f0147-5144-416f-a84a-59ef9f6f485e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.232931 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e43f0147-5144-416f-a84a-59ef9f6f485e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.239950 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4426a5f0-dd09-4f06-acfd-aba06c818b6b req-4362b15b-bacc-4b54-be12-81a2d2af49ab tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627283 Oct 18 23:33:37.256909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-3cd5f095-1569-4863-a188-401c1aa51a2b service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047050 Oct 18 23:33:37.297947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e43f0147-5144-416f-a84a-59ef9f6f485e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.301224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e43f0147-5144-416f-a84a-59ef9f6f485e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.303264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e43f0147-5144-416f-a84a-59ef9f6f485e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-groups/ee4036b8-cfd3-4f9d-960a-1e7f4d573749 HTTP/1.1" status: 204 len: 168 time: 0.1543295 Oct 18 23:33:37.308126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60820) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:37.310149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-8bcd6a1a-2b50-45c7-9d0a-4a88472940b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 200 len: 217 time: 0.0456424 Oct 18 23:33:37.315274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60822) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:37.324375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f0147-5144-416f-a84a-59ef9f6f485e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4036b8-cfd3-4f9d-960a-1e7f4d573749,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:37.337013 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd217afe-fb5d-49c6-a5c8-64cb41678972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.409518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-effe1332-08cb-41ae-8837-92b1cd15b335 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982192 Oct 18 23:33:37.411876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-3c3a293f-71d4-4b4c-ade4-43561ccceb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:37.412642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-3c3a293f-71d4-4b4c-ade4-43561ccceb63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.0942852 Oct 18 23:33:37.413334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60828) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:37.418244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-15b31126-de83-4d82-8a31-1f3c5ba94ff0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group': {'name': 'tempest-secgroup--753394373'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:37.445850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd217afe-fb5d-49c6-a5c8-64cb41678972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.454539 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd217afe-fb5d-49c6-a5c8-64cb41678972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.474677 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15b31126-de83-4d82-8a31-1f3c5ba94ff0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.492761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-4466c168-a7cb-4808-8d6f-2d5abbb23b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:37.494266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-4466c168-a7cb-4808-8d6f-2d5abbb23b6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0704508 Oct 18 23:33:37.502762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fd217afe-fb5d-49c6-a5c8-64cb41678972 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3c4a1cc0edd470d8bbdea24bf5e1a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827836 Oct 18 23:33:37.502762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd217afe-fb5d-49c6-a5c8-64cb41678972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b2f70-c5c5-4bc4-b75d-647d6704e1ff,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:37.503682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60836) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:37.685792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-334456fa-d2f0-4a05-b405-e450adf78864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.688833 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-909d30b4-fc56-433a-9de3-93721bcbc246 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862316 Oct 18 23:33:37.692129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15b31126-de83-4d82-8a31-1f3c5ba94ff0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.711924 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15b31126-de83-4d82-8a31-1f3c5ba94ff0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.766267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-334456fa-d2f0-4a05-b405-e450adf78864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.824308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15b31126-de83-4d82-8a31-1f3c5ba94ff0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.825698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-15b31126-de83-4d82-8a31-1f3c5ba94ff0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4113326 Oct 18 23:33:37.829192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60856) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:37.838610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b31126-de83-4d82-8a31-1f3c5ba94ff0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f289ed1b-c8cb-4bee-bae0-c595db98ee51,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:37.839215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5cd3136b-3adc-4f04-9a59-2c4b110ce360 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': 'f289ed1b-c8cb-4bee-bae0-c595db98ee51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:37.899609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-8daee342-728c-4145-91f1-9b054551b4c2 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958983 Oct 18 23:33:37.918552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cd3136b-3adc-4f04-9a59-2c4b110ce360 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.922122 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-334456fa-d2f0-4a05-b405-e450adf78864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.925393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-334456fa-d2f0-4a05-b405-e450adf78864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:37.926575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-334456fa-d2f0-4a05-b405-e450adf78864 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/786b2f70-c5c5-4bc4-b75d-647d6704e1ff HTTP/1.1" status: 204 len: 168 time: 0.4222243 Oct 18 23:33:37.943963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334456fa-d2f0-4a05-b405-e450adf78864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b2f70-c5c5-4bc4-b75d-647d6704e1ff,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:37.947445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60860) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:38.032667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60862) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:38.049551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f9bc7-c30b-49b1-8186-7c8e1529ed39 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:38.051450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-840f9bc7-c30b-49b1-8186-7c8e1529ed39 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 814 time: 0.1013331 Oct 18 23:33:38.121152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cd3136b-3adc-4f04-9a59-2c4b110ce360 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.127949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cd3136b-3adc-4f04-9a59-2c4b110ce360 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.166338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3136b-3adc-4f04-9a59-2c4b110ce360 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fd39a0-23d8-4bf3-897e-6265507be276,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:38.185222 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e9e07-60a8-4437-ae10-8961874601d6 req-95b93b1b-3add-4219-81ad-45ccbb45360a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:38.189495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-38d6697e-1ab1-43e3-bba1-905fa9de7f87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=bf6f01ac-8e62-4468-aede-f946a2798c22 HTTP/1.1" status: 200 len: 217 time: 0.1359456 Oct 18 23:33:38.191080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c0e9e07-60a8-4437-ae10-8961874601d6 req-95b93b1b-3add-4219-81ad-45ccbb45360a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1892617 Oct 18 23:33:38.194597 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cd3136b-3adc-4f04-9a59-2c4b110ce360 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.199189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5cd3136b-3adc-4f04-9a59-2c4b110ce360 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664820 Oct 18 23:33:38.199827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60870) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:38.242989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c0e9e07-60a8-4437-ae10-8961874601d6 req-bc29e3ab-6676-4a46-8bec-f3b848083e36 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Oct 18 23:33:38.274699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-76dfccc4-b8e7-4492-a058-3e6dc945b061 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules/29fd39a0-23d8-4bf3-897e-6265507be276 HTTP/1.1" status: 200 len: 763 time: 0.0708315 Oct 18 23:33:38.276129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60874) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:38.344930 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3055d0bf-2abf-43e7-b2eb-e5350a607436 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0668027 Oct 18 23:33:38.346934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60878) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:38.397685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-7732d126-58c8-4e7f-9bb4-d127e66aac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:38.399835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-7732d126-58c8-4e7f-9bb4-d127e66aac02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.1592970 Oct 18 23:33:38.417503 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc27d5e6-066a-47f6-a621-63750f829b1e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.436650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc27d5e6-066a-47f6-a621-63750f829b1e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.462417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-443425271-network', 'tenant_id': '1b21be131c1c4a62a89179aa04135b7d'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:38.517231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Made reservation on behalf of 1b21be131c1c4a62a89179aa04135b7d for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:38.525665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.537011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60886) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:38.554275 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.555847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'network': {'name': 'tempest-network-smoke--1013866882', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'port_security_enabled': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:38.602980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc27d5e6-066a-47f6-a621-63750f829b1e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.613329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc27d5e6-066a-47f6-a621-63750f829b1e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.617794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cc27d5e6-066a-47f6-a621-63750f829b1e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/29fd39a0-23d8-4bf3-897e-6265507be276 HTTP/1.1" status: 204 len: 168 time: 0.2682307 Oct 18 23:33:38.620709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60890) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:38.643819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27d5e6-066a-47f6-a621-63750f829b1e tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29fd39a0-23d8-4bf3-897e-6265507be276,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:38.646999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5222df8-68d1-41e9-941a-bf09b3994bff req-3b3cae0f-1114-4a52-a5ae-397793fbb80a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:38.649201 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5222df8-68d1-41e9-941a-bf09b3994bff req-3b3cae0f-1114-4a52-a5ae-397793fbb80a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.2414918 Oct 18 23:33:38.676035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-7431a672-f2f3-4b8b-a573-ee2c439bc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:38.679351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-7431a672-f2f3-4b8b-a573-ee2c439bc756 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2455606 Oct 18 23:33:38.702552 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8b6c5b2d-7d60-4775-8346-6121f58eb801 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0775380 Oct 18 23:33:38.704534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60892) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:38.714903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d4f93dec-9456-436d-a82f-3d5153169530 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': 'f289ed1b-c8cb-4bee-bae0-c595db98ee51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:38.746604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Made reservation on behalf of 4f19dc11e54e439aa6a9975655d4538f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:38.752518 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.756554 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.761908 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.793837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:33:38.801704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8da1b4-59fc-4354-8710-16e1cb47f2d9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:38.809340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.809811 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Added segment 83e73ac7-49d0-49aa-a57b-de1b4db42a7b of type vlan for network 9d45ea68-c079-426a-9a2f-1b40f4a89c54 Oct 18 23:33:38.823172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:33:38.844344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.844678 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Added segment a796dbf0-a529-4fed-9cad-0edc2feed95d of type vlan for network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 Oct 18 23:33:38.902169 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.946904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:38.949283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:38.950676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.057280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] Pushing event updated for resources: {'Network': ['ID=9d45ea68-c079-426a-9a2f-1b40f4a89c54,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:39.059280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5222df8-68d1-41e9-941a-bf09b3994bff req-88cb955e-6e6f-4fd6-a7d7-94933483dc0c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3987112 Oct 18 23:33:39.075462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 9d45ea68-c079-426a-9a2f-1b40f4a89c54 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:33:39.129458 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3bbfe00a-82a7-4669-81fd-cddfa6375b71 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0952852 Oct 18 23:33:39.132643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60902) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:39.137828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Request body: {'subnet': {'network_id': '9d45ea68-c079-426a-9a2f-1b40f4a89c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-443425271-subnet', 'tenant_id': '1b21be131c1c4a62a89179aa04135b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:39.159984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.174583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-2ad9b1c7-fd65-4c9b-9706-bdcc10fad323 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799157 Oct 18 23:33:39.177517 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d4f93dec-9456-436d-a82f-3d5153169530 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.188166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Made reservation on behalf of 1b21be131c1c4a62a89179aa04135b7d for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:39.190560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.299242 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d4f93dec-9456-436d-a82f-3d5153169530 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.318411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d4f93dec-9456-436d-a82f-3d5153169530 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.384367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f93dec-9456-436d-a82f-3d5153169530 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743081f4-20d8-41ad-94dc-94a5b6ff3057,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:39.392281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.398555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:39.399523 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.417511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d4f93dec-9456-436d-a82f-3d5153169530 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.418815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d4f93dec-9456-436d-a82f-3d5153169530 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7110896 Oct 18 23:33:39.434246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:39.495165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9521883 Oct 18 23:33:39.498480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60912) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:39.509400 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9ff26e91-f803-4802-9868-d143fe9228b8 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules/743081f4-20d8-41ad-94dc-94a5b6ff3057 HTTP/1.1" status: 200 len: 763 time: 0.0708480 Oct 18 23:33:39.517943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60914) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:39.570397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7db76-4608-4507-ae40-8c96c4938262 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Network': ['ID=8648ecb1-d039-4ee6-81f7-cc05101eeb42,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:39.596245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:33:39.620498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.675279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b312c942-f433-430f-a47b-e894cb8c579a tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1528993 Oct 18 23:33:39.680676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60918) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:39.712150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d71199-483c-4469-97b4-7d3b4424829e req-5902694f-3476-40c0-b62f-7bb5b9de309b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:39.714255 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35d71199-483c-4469-97b4-7d3b4424829e req-5902694f-3476-40c0-b62f-7bb5b9de309b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.2221789 Oct 18 23:33:39.735937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc737fd-a790-4fb3-8c80-00433f24f8db tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:39.737677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0fc737fd-a790-4fb3-8c80-00433f24f8db tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=4f19dc11e54e439aa6a9975655d4538f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2301981 Oct 18 23:33:39.741303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60922) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:39.787437 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-988a2f40-2715-4f88-9510-e01a6f4fcbb0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.810228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0adbed-67b4-4e11-939a-52f8200b563b,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:39.820716 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-988a2f40-2715-4f88-9510-e01a6f4fcbb0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.891339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-988a2f40-2715-4f88-9510-e01a6f4fcbb0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.899375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Checking segment: {'id': '83e73ac7-49d0-49aa-a57b-de1b4db42a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d45ea68-c079-426a-9a2f-1b40f4a89c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:39.899736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Network hostable DHCP agents. Network: 9d45ea68-c079-426a-9a2f-1b40f4a89c54, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:33:39.901423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-988a2f40-2715-4f88-9510-e01a6f4fcbb0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:39.904830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-988a2f40-2715-4f88-9510-e01a6f4fcbb0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/743081f4-20d8-41ad-94dc-94a5b6ff3057 HTTP/1.1" status: 204 len: 168 time: 0.2214525 Oct 18 23:33:39.912833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60926) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:39.914752 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35d71199-483c-4469-97b4-7d3b4424829e req-a4b9c83f-0343-463d-ab8c-0532cb9f37aa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532609 Oct 18 23:33:39.952133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Network 9d45ea68-c079-426a-9a2f-1b40f4a89c54 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:33:39.958891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a2f40-2715-4f88-9510-e01a6f4fcbb0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=743081f4-20d8-41ad-94dc-94a5b6ff3057,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:39.967209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38703a58-8c9f-4a15-bb1e-6734cb538fcf tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:39.969276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-38703a58-8c9f-4a15-bb1e-6734cb538fcf tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2250133 Oct 18 23:33:39.971125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 9d45ea68-c079-426a-9a2f-1b40f4a89c54) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:39.973051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60928) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:39.982979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab8ae7-c3a3-42e2-849a-06f4bf207f76 None None] Network 9d45ea68-c079-426a-9a2f-1b40f4a89c54 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:40.004917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:40.005503 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:40.012032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eb491cfc-1b18-467f-bff1-ea0a512c89fb tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0933909 Oct 18 23:33:40.012341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60930) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:40.021256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d03c2470-57e1-4e87-852a-cffcfe1dc075 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Request body: {'security_group_rule': {'security_group_id': 'f289ed1b-c8cb-4bee-bae0-c595db98ee51', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:40.071738 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-63a1f96a-5587-44ae-90ca-b88fb1bbcca7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9286194 Oct 18 23:33:40.089128 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-d03c2470-57e1-4e87-852a-cffcfe1dc075 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Project 71d6275d91e246f6862300b18b5bc416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:33:40.107555 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d03c2470-57e1-4e87-852a-cffcfe1dc075 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:40.155816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7e527ae1-117d-46a9-a22d-939d7094613a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1817133 Oct 18 23:33:40.159395 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60938) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:40.305844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4989e-0e22-42c6-9d1f-c747ff2766c0 None None] Network 9d45ea68-c079-426a-9a2f-1b40f4a89c54 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:40.323707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8b3cf936-a408-49a7-abba-ae8a048aad9b tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=4f19dc11e54e439aa6a9975655d4538f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1614077 Oct 18 23:33:40.325929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60942) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:40.552858 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d03c2470-57e1-4e87-852a-cffcfe1dc075 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:40.568668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908cf63-b842-481c-ac59-278fd89fdc20 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:40.573418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f908cf63-b842-481c-ac59-278fd89fdc20 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2464247 Oct 18 23:33:40.577322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60948) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:40.582426 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d03c2470-57e1-4e87-852a-cffcfe1dc075 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:40.619719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e59f3-3d4b-4f57-a5ae-44087ad1ff93 req-0585c1f1-0a7f-4ff9-9478-ed19e213bca8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:40.629137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e9e59f3-3d4b-4f57-a5ae-44087ad1ff93 req-0585c1f1-0a7f-4ff9-9478-ed19e213bca8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.3581259 Oct 18 23:33:40.649544 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c2470-57e1-4e87-852a-cffcfe1dc075 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d970c612-ea50-4f4b-8770-7b46749edfc7,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:40.663332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60950) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:40.667599 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-10f81d11-5b3d-4dc0-a975-988e0dd53e10 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890505 Oct 18 23:33:40.676068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60952) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:40.686409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-903479899', 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:40.711453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d03c2470-57e1-4e87-852a-cffcfe1dc075 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:40.715317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d03c2470-57e1-4e87-852a-cffcfe1dc075 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6992557 Oct 18 23:33:40.715933 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60956) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:40.738462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-a25dccfa-13eb-45a6-9514-e07c0258f6ed service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234754 Oct 18 23:33:40.749424 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-456199a4-f632-4cbe-9f71-768a64b25c53 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules/d970c612-ea50-4f4b-8770-7b46749edfc7 HTTP/1.1" status: 200 len: 769 time: 0.0299358 Oct 18 23:33:40.750346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60958) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:40.855128 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ef9a4db1-0b4d-4e1a-be10-c7347afa1797 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0998554 Oct 18 23:33:40.864161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60960) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:40.911126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e9e59f3-3d4b-4f57-a5ae-44087ad1ff93 req-bb8f1c03-5613-4f5f-81bb-505242d064a3 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810962 Oct 18 23:33:40.932838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-535dcc3d-e9d9-415c-9804-465fd83786a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:40.971317 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-535dcc3d-e9d9-415c-9804-465fd83786a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.002955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Made reservation on behalf of 4f19dc11e54e439aa6a9975655d4538f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:41.011569 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.038102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-535dcc3d-e9d9-415c-9804-465fd83786a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.081256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-535dcc3d-e9d9-415c-9804-465fd83786a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.091215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-535dcc3d-e9d9-415c-9804-465fd83786a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d970c612-ea50-4f4b-8770-7b46749edfc7 HTTP/1.1" status: 204 len: 168 time: 0.2146060 Oct 18 23:33:41.091215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dcc3d-e9d9-415c-9804-465fd83786a0 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d970c612-ea50-4f4b-8770-7b46749edfc7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:41.110472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60966) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:41.153845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1118619194'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:41.209319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Made reservation on behalf of e801b8ed3c234ee3a164becf599b7e35 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:41.214310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.251731 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f71511ec-5c85-46d8-8f49-361b88b47a02 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1391351 Oct 18 23:33:41.268744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60970) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:41.271380 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.438867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.439181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdca35-ce09-43ea-9896-4fa01b9e9972 req-db7689f1-44b3-408e-ad3b-f1ff0f4e04b0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:41.449399 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdbdca35-ce09-43ea-9896-4fa01b9e9972 req-db7689f1-44b3-408e-ad3b-f1ff0f4e04b0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.3736753 Oct 18 23:33:41.450669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.545218 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e18453-c8bd-4f83-8d43-ce043cae3e49 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.560453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:33:41.591989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.593025 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Added segment e14d54d7-c9d9-43cb-b6d9-3243152e0a88 of type vlan for network 74492434-8fb5-4c26-8fd6-e502de98a231 Oct 18 23:33:41.668671 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e18453-c8bd-4f83-8d43-ce043cae3e49 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.690261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdbdca35-ce09-43ea-9896-4fa01b9e9972 req-20505c5b-8bb7-4d27-8549-55cd6c3f2931 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398460 Oct 18 23:33:41.696883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.744655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adf69d5-b5ba-4249-9846-529fdf769944,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:41.751188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.761261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:41.768515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.846965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.859700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e18453-c8bd-4f83-8d43-ce043cae3e49 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.862367 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e18453-c8bd-4f83-8d43-ce043cae3e49 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:41.868441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-85e18453-c8bd-4f83-8d43-ce043cae3e49 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "DELETE /v2.0/security-groups/f289ed1b-c8cb-4bee-bae0-c595db98ee51 HTTP/1.1" status: 204 len: 168 time: 0.5986307 Oct 18 23:33:41.877094 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2035840 Oct 18 23:33:41.928242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60984) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:41.984730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e18453-c8bd-4f83-8d43-ce043cae3e49 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f289ed1b-c8cb-4bee-bae0-c595db98ee51,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:41.987711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9a66c-8dec-457f-bb07-29564b090e13 tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Pushing event updated for resources: {'Network': ['ID=74492434-8fb5-4c26-8fd6-e502de98a231,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:42.026876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 74492434-8fb5-4c26-8fd6-e502de98a231 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:33:42.046620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Subnet': ['ID=48306e70-3fd0-4417-9889-23ceb6ec2c81,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:42.105376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Checking segment: {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:42.106646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network hostable DHCP agents. Network: 8648ecb1-d039-4ee6-81f7-cc05101eeb42, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:33:42.116788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60994) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:42.122568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Request body: {'port': {'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231', 'binding:host_id': 'n-h2-713498-28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-379211213'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:42.133520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b7f19830-5698-4ee4-806a-8b02de0c72b1 tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2038748 Oct 18 23:33:42.141731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60996) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:42.244356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3bb6af17-2fec-41e1-ab49-b9d4318ab8ab tempest-SecGroupIPv6Test-1025918039 tempest-SecGroupIPv6Test-1025918039-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1011436 Oct 18 23:33:42.247105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Made reservation on behalf of 9ab26842ced943d98cb45e99420ce1e8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:42.249836 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:42.252253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:33:42.286571 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:42.299241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 8648ecb1-d039-4ee6-81f7-cc05101eeb42) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:42.309052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:42.311026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d41979-384e-4f7f-a08a-6944562d7171 None None] Network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:42.312179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:42.374778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc3d80-512b-48c4-ae88-99d51de36617 req-cf94b191-cb88-407d-8e04-fa85b1baf89e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:42.383141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0abc3d80-512b-48c4-ae88-99d51de36617 req-cf94b191-cb88-407d-8e04-fa85b1baf89e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.2011776 Oct 18 23:33:42.400097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3a7873d5-d8f0-4057-bf3e-3b4f99707ef1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7190466 Oct 18 23:33:42.465563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0abc3d80-512b-48c4-ae88-99d51de36617 req-90b1b371-4c4d-4363-93bc-41b2da70b40e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814095 Oct 18 23:33:42.548835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:42.556312 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:42.579518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] device_id is not set on port 419e8126-977f-47a4-81c1-e7d05b567418 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:33:42.646243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:42.651252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bb36510b-48c9-4075-ba95-eea128101d68 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398040754', 'description': 'tempest-secgroup-smoke-1398040754 description', 'project_id': '4f19dc11e54e439aa6a9975655d4538f'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:42.688374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb82726c-abbf-42a2-b60e-fa327b2133a2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:42.720138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb36510b-48c9-4075-ba95-eea128101d68 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:42.756046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-8648ecb1-d039-4ee6-81f7-cc05101eeb42', 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ips': [{'subnet_id': '48306e70-3fd0-4417-9889-23ceb6ec2c81'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:33:42.757996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:42.989954 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb36510b-48c9-4075-ba95-eea128101d68 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:42.991231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32786) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:43.019199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb36510b-48c9-4075-ba95-eea128101d68 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.088858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-6f0753be-431c-4ef8-9001-147c57b16f70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=9501c6d1-d528-46f9-ba18-68ffb673079f HTTP/1.1" status: 200 len: 217 time: 0.2582080 Oct 18 23:33:43.161935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Allocated IP 172.20.0.18 (8648ecb1-d039-4ee6-81f7-cc05101eeb42/48306e70-3fd0-4417-9889-23ceb6ec2c81/d01892b4-8c64-46b9-a96e-0236b8a10d3e) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:33:43.186186 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb36510b-48c9-4075-ba95-eea128101d68 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.190328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bb36510b-48c9-4075-ba95-eea128101d68 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5429523 Oct 18 23:33:43.200005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32800) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:43.225121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e5e62cca-2bf9-486d-b04b-8be324e4e711 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': '388e6a2e-0e72-4ed9-a0bb-039ede0af2a5', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:43.260116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36510b-48c9-4075-ba95-eea128101d68 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:43.328118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] device_id is not set on port 419e8126-977f-47a4-81c1-e7d05b567418 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:33:43.338609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.370670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.476876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0650865-a6ca-4664-9e06-7bea5d33c669 req-e85b8a5c-0095-40fd-92a1-9b965490f3aa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:43.478138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0650865-a6ca-4664-9e06-7bea5d33c669 req-e85b8a5c-0095-40fd-92a1-9b965490f3aa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.4421973 Oct 18 23:33:43.478972 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.496091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-0edbb5c2-ad3c-45dd-87c5-93ce56fc5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:43.497621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-0edbb5c2-ad3c-45dd-87c5-93ce56fc5aa9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 200 len: 797 time: 0.3429139 Oct 18 23:33:43.512025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'Port': ['ID=419e8126-977f-47a4-81c1-e7d05b567418,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:43.512474 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.547301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Checking segment: {'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:43.547721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Network hostable DHCP agents. Network: 74492434-8fb5-4c26-8fd6-e502de98a231, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:33:43.566156 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5e62cca-2bf9-486d-b04b-8be324e4e711 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.571657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0650865-a6ca-4664-9e06-7bea5d33c669 req-bc7969fb-feae-4bc6-b3db-ca7065004b24 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813026 Oct 18 23:33:43.581871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Network 74492434-8fb5-4c26-8fd6-e502de98a231 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:33:43.589585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:43.596120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 74492434-8fb5-4c26-8fd6-e502de98a231) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:43.604780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:43.605268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:43.607759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:43.616834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec53b76-3f01-4aa8-b4f0-22e11a5bb349 None None] Network 74492434-8fb5-4c26-8fd6-e502de98a231 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:43.642698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:43.644120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:43.644504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:43.648953 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-50637f79-4d5f-4025-b3a8-efe1f2b70098 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71d6275d91e246f6862300b18b5bc416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521559 Oct 18 23:33:43.651829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32804) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:43.661051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:43.661504 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:43.661869 n-d-713498-28 neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 2 to bind port 419e8126-977f-47a4-81c1-e7d05b567418 Oct 18 23:33:43.685639 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5e62cca-2bf9-486d-b04b-8be324e4e711 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.689036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:43.690465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:43.691791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:43.705850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:43.706284 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:43.706957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5e62cca-2bf9-486d-b04b-8be324e4e711 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.707828 n-d-713498-28 neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 3 to bind port 419e8126-977f-47a4-81c1-e7d05b567418 Oct 18 23:33:43.721320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-1909a6ef-912b-4352-b13c-45202cd352fd tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:43.722689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Pushing event updated for resources: {'Port': ['ID=d01892b4-8c64-46b9-a96e-0236b8a10d3e,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:43.723111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-1909a6ef-912b-4352-b13c-45202cd352fd tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/networks?id=9d45ea68-c079-426a-9a2f-1b40f4a89c54 HTTP/1.1" status: 200 len: 809 time: 0.5291922 Oct 18 23:33:43.748968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:43.749311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:43.751986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:43.769409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:43.770339 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:43.771897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5e62cca-2bf9-486d-b04b-8be324e4e711 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.776344 n-d-713498-28 neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 4 to bind port 419e8126-977f-47a4-81c1-e7d05b567418 Oct 18 23:33:43.777205 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e5e62cca-2bf9-486d-b04b-8be324e4e711 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5726571 Oct 18 23:33:43.783016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32806) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:43.788103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8944d889-bb01-4902-bab3-b30028abe4eb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': '388e6a2e-0e72-4ed9-a0bb-039ede0af2a5', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:43.798419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e62cca-2bf9-486d-b04b-8be324e4e711 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667552c2-34ba-4894-9cc6-b2a08839f636,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:43.809970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:43.810409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:43.810769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:43.818444 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-5cbebba5-fd68-4b2e-9828-003c7aff7486 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/quotas/1b21be131c1c4a62a89179aa04135b7d HTTP/1.1" status: 200 len: 375 time: 0.0710075 Oct 18 23:33:43.819399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Attempting to bind port d01892b4-8c64-46b9-a96e-0236b8a10d3e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:43.819782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Attempting to bind port d01892b4-8c64-46b9-a96e-0236b8a10d3e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:43.820157 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Attempting to bind port d01892b4-8c64-46b9-a96e-0236b8a10d3e on network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:43.832109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:43.832447 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:43.854106 n-d-713498-28 neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 5 to bind port 419e8126-977f-47a4-81c1-e7d05b567418 Oct 18 23:33:43.872782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:33:43.873280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Checking segment: {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:43.873693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.874094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Bound using segment: {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:33:43.875263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Bound port: d01892b4-8c64-46b9-a96e-0236b8a10d3e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:33:43.875708 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.908131 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-dcc69526-6b4d-4908-bd91-211439fd13e4 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b21be131c1c4a62a89179aa04135b7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767257 Oct 18 23:33:43.909123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ffe-b444-48e7-88ed-fb630aca6baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.933268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:43.933691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:43.934081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:43.953703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-945d8801-d18f-4df8-9571-8fe42848ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:43.955388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-945d8801-d18f-4df8-9571-8fe42848ecd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830314 Oct 18 23:33:43.960844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:43.961206 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:43.962402 n-d-713498-28 neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 6 to bind port 419e8126-977f-47a4-81c1-e7d05b567418 Oct 18 23:33:43.973873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3184517-ebff-474f-9240-f941eaf4b728 req-480467b8-7c31-476e-ad8d-5eddcef01b26 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:43.979973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ffe-b444-48e7-88ed-fb630aca6baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:43.981801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3184517-ebff-474f-9240-f941eaf4b728 req-480467b8-7c31-476e-ad8d-5eddcef01b26 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.2067888 Oct 18 23:33:43.994813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0455919d-1c21-4248-9939-e245b51087bc None None] For port d01892b4-8c64-46b9-a96e-0236b8a10d3e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:43.998829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0455919d-1c21-4248-9939-e245b51087bc None None] For port d01892b4-8c64-46b9-a96e-0236b8a10d3e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d01892b4-8c64-46b9-a96e-0236b8a10d3e,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:33:44.008834 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.011027 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8944d889-bb01-4902-bab3-b30028abe4eb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.012466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:44.012868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:44.013209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:44.020875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:44.020875 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:44.038249 n-d-713498-28 neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 7 to bind port 419e8126-977f-47a4-81c1-e7d05b567418 Oct 18 23:33:44.051177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3184517-ebff-474f-9240-f941eaf4b728 req-06488061-6c61-459a-9ad4-ed267fb0de74 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671830 Oct 18 23:33:44.075022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:44.075789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:44.076358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:44.082144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:44.082923 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:44.084887 n-d-713498-28 neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 8 to bind port 419e8126-977f-47a4-81c1-e7d05b567418 Oct 18 23:33:44.106249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-5013511d-e54a-4743-a7bf-c80ddd5a92f3 service neutron] 10.222.0.52 "GET /v2.0/networks/9d45ea68-c079-426a-9a2f-1b40f4a89c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806026 Oct 18 23:33:44.136590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:44.137326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:44.137928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:44.145068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:44.145918 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:44.148167 n-d-713498-28 neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 9 to bind port 419e8126-977f-47a4-81c1-e7d05b567418 Oct 18 23:33:44.167431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455919d-1c21-4248-9939-e245b51087bc None None] Pushing event updated for resources: {'Port': ['ID=d01892b4-8c64-46b9-a96e-0236b8a10d3e,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:44.213096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:44.219391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:44.220067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:44.227702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:44.236148 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:44.240400 n-d-713498-28 neutron-server[100922]: INFO neutron.plugins.ml2.plugin [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 10 to bind port 419e8126-977f-47a4-81c1-e7d05b567418 Oct 18 23:33:44.268825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:44.269256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:44.269687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:44.277473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 419e8126-977f-47a4-81c1-e7d05b567418 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:44.277473 n-d-713498-28 neutron-server[100922]: ERROR neutron.plugins.ml2.managers [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 419e8126-977f-47a4-81c1-e7d05b567418 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:44.277473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.281494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-9bd051a4-bb15-4102-8fa9-757065534384 service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972253 Oct 18 23:33:44.292759 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8944d889-bb01-4902-bab3-b30028abe4eb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.296829 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ffe-b444-48e7-88ed-fb630aca6baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.299992 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee8e8ffe-b444-48e7-88ed-fb630aca6baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.304528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ee8e8ffe-b444-48e7-88ed-fb630aca6baf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d852b6ce-9c5f-447f-9ecd-62dde8bc2c31 HTTP/1.1" status: 204 len: 168 time: 0.6487999 Oct 18 23:33:44.310049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8944d889-bb01-4902-bab3-b30028abe4eb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.339713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e8ffe-b444-48e7-88ed-fb630aca6baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d852b6ce-9c5f-447f-9ecd-62dde8bc2c31,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:44.368085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944d889-bb01-4902-bab3-b30028abe4eb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b122dfd-ca41-4ea2-8ce5-972c829c7bb8,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:44.385995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-d9453737-3591-43f9-aeab-e416c33d9552 service neutron] 10.222.0.52 "GET /v2.0/networks/9d45ea68-c079-426a-9a2f-1b40f4a89c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688384 Oct 18 23:33:44.394662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8944d889-bb01-4902-bab3-b30028abe4eb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.400451 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8944d889-bb01-4902-bab3-b30028abe4eb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6155798 Oct 18 23:33:44.405037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32810) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:44.418645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-61831ee4-b68c-4a81-8b81-07b1527fe771 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': '388e6a2e-0e72-4ed9-a0bb-039ede0af2a5', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:44.480388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61831ee4-b68c-4a81-8b81-07b1527fe771 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.669365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61831ee4-b68c-4a81-8b81-07b1527fe771 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.678248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61831ee4-b68c-4a81-8b81-07b1527fe771 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.751303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61831ee4-b68c-4a81-8b81-07b1527fe771 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a25868-283d-4166-aa22-88b61a314745,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:44.769954 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61831ee4-b68c-4a81-8b81-07b1527fe771 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:44.771367 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-61831ee4-b68c-4a81-8b81-07b1527fe771 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3652713 Oct 18 23:33:44.779489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:44.784843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-90d389a4-37b6-4022-b198-272f6dc7b878 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': '388e6a2e-0e72-4ed9-a0bb-039ede0af2a5', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:44.900501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90d389a4-37b6-4022-b198-272f6dc7b878 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.191309 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90d389a4-37b6-4022-b198-272f6dc7b878 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.199846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48e33513-6dc1-44f8-bd72-3ccefd00188b req-d6365fd8-0a5f-4059-9630-88963e612d8c tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 210 time: 0.1397119 Oct 18 23:33:45.203346 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90d389a4-37b6-4022-b198-272f6dc7b878 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.278521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d01892b4-8c64-46b9-a96e-0236b8a10d3e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:45.280776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d389a4-37b6-4022-b198-272f6dc7b878 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb627d5-69bf-4ac6-b035-821e64624fb0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:45.317684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90d389a4-37b6-4022-b198-272f6dc7b878 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.320779 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-90d389a4-37b6-4022-b198-272f6dc7b878 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5400612 Oct 18 23:33:45.325332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32840) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:45.343287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-17b1aa28-ed8e-41bb-9f49-ba091a84e683 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': '388e6a2e-0e72-4ed9-a0bb-039ede0af2a5', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:45.488374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d01892b4-8c64-46b9-a96e-0236b8a10d3e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:45.488800 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.494629 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-17b1aa28-ed8e-41bb-9f49-ba091a84e683 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Project 4f19dc11e54e439aa6a9975655d4538f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:33:45.560538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] For port 419e8126-977f-47a4-81c1-e7d05b567418, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:45.561524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempted to set empty binding levels {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 18 23:33:45.572450 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-17b1aa28-ed8e-41bb-9f49-ba091a84e683 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.584578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.739893 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.794812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-17b1aa28-ed8e-41bb-9f49-ba091a84e683 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.805360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:45.805751 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.820532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-17b1aa28-ed8e-41bb-9f49-ba091a84e683 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.881904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.7635193 Oct 18 23:33:45.883901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1aa28-ed8e-41bb-9f49-ba091a84e683 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53a7167-15d0-44f7-986e-02a3d1212dd9,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:45.891172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d01892b4-8c64-46b9-a96e-0236b8a10d3e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d01892b4-8c64-46b9-a96e-0236b8a10d3e,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:45.899861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:45.926075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34549f29-9307-40b9-be70-db461cc8c5fd req-b42a841c-5a94-4575-a1fe-5e12f87021df tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:45.928875 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34549f29-9307-40b9-be70-db461cc8c5fd req-b42a841c-5a94-4575-a1fe-5e12f87021df tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.4647160 Oct 18 23:33:45.937982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53763fa0-8b14-41bd-8aa3-0c3de9bc2da8 req-0d7c2d80-4b57-4cdf-83a1-a7df25322682 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:45.941019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32850) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:45.949527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53763fa0-8b14-41bd-8aa3-0c3de9bc2da8 req-0d7c2d80-4b57-4cdf-83a1-a7df25322682 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.6136830 Oct 18 23:33:45.954823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548129ab-d3b6-4845-83c1-7c47079e4936 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'Port': ['ID=419e8126-977f-47a4-81c1-e7d05b567418,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:45.970278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-450ad64b-f012-4fa5-9c5f-476a3792ca7e service neutron] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427808 Oct 18 23:33:46.030906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d01892b4-8c64-46b9-a96e-0236b8a10d3e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:46.101742 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-3b9ba1f3-5202-473a-821f-fd8e29891047 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=647b7f98-2219-41e9-8bc3-2f82234f0205 HTTP/1.1" status: 200 len: 217 time: 0.1214855 Oct 18 23:33:46.147634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53763fa0-8b14-41bd-8aa3-0c3de9bc2da8 req-fe7ab49a-001d-43f2-9a54-5a9af20018d7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761179 Oct 18 23:33:46.186000 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-17b1aa28-ed8e-41bb-9f49-ba091a84e683 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:46.199377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 32854) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:46.205166 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-17b1aa28-ed8e-41bb-9f49-ba091a84e683 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8747711 Oct 18 23:33:46.207843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-781d87b8-8aae-4443-9ae5-2e61a2e08d95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': '388e6a2e-0e72-4ed9-a0bb-039ede0af2a5', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:46.353277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394c6e6-ef13-415e-9cf5-cd70cb1c330c None None] Network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:33:46.396979 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-781d87b8-8aae-4443-9ae5-2e61a2e08d95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Project 4f19dc11e54e439aa6a9975655d4538f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:33:46.440898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-781d87b8-8aae-4443-9ae5-2e61a2e08d95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:46.460233 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34549f29-9307-40b9-be70-db461cc8c5fd req-f16a55c9-349a-4ef7-bf4c-de828f2b34f3 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4745142 Oct 18 23:33:46.500297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9adf5cc4-449c-4f52-861b-48ce9ff30ff5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Deleting port 419e8126-977f-47a4-81c1-e7d05b567418 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:46.500650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9adf5cc4-449c-4f52-861b-48ce9ff30ff5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:46.582818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-bed06014-c72a-4906-8ad0-2688216f217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:46.585764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-37610640-0f6c-4333-8e7e-3a836a94a01e None None] Provisioning complete for port d01892b4-8c64-46b9-a96e-0236b8a10d3e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:46.586130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-bed06014-c72a-4906-8ad0-2688216f217b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.4029505 Oct 18 23:33:46.586334 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37610640-0f6c-4333-8e7e-3a836a94a01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:46.719743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-9adf5cc4-449c-4f52-861b-48ce9ff30ff5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] For port 419e8126-977f-47a4-81c1-e7d05b567418, host n-h2-713498-28, got binding levels [] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:46.720120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9adf5cc4-449c-4f52-861b-48ce9ff30ff5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:46.767330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9adf5cc4-449c-4f52-861b-48ce9ff30ff5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Calling delete_port for 419e8126-977f-47a4-81c1-e7d05b567418 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:46.775926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9bf2eb2e-87d7-4698-9be6-7b0ccdc42558 req-fef1a0dc-9328-471e-87eb-dbd68ad4ae67 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 210 time: 0.1353137 Oct 18 23:33:46.865516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-781d87b8-8aae-4443-9ae5-2e61a2e08d95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:46.933461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9adf5cc4-449c-4f52-861b-48ce9ff30ff5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:46.983003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf5cc4-449c-4f52-861b-48ce9ff30ff5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event deleted for resources: {'Port': ['ID=419e8126-977f-47a4-81c1-e7d05b567418,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:47.004477 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-781d87b8-8aae-4443-9ae5-2e61a2e08d95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:47.015826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9adf5cc4-449c-4f52-861b-48ce9ff30ff5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:47.030188 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9adf5cc4-449c-4f52-861b-48ce9ff30ff5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "DELETE /v2.0/ports/419e8126-977f-47a4-81c1-e7d05b567418 HTTP/1.1" status: 204 len: 168 time: 1.0870483 Oct 18 23:33:47.031335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32858) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:47.149361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-0665ed70-d304-4bde-8b68-9c567a3c373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:47.159138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-0665ed70-d304-4bde-8b68-9c567a3c373e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4127855 Oct 18 23:33:47.160199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d87b8-8aae-4443-9ae5-2e61a2e08d95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718d7015-f4f9-4d0f-9d63-d6681a3a9389,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:47.170823 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6dd3b3-6a26-48f4-a885-c42e16c281cf tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] GET failed (client error): The resource could not be found. Oct 18 23:33:47.190900 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2a6dd3b3-6a26-48f4-a885-c42e16c281cf tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "GET /v2.0/ports/419e8126-977f-47a4-81c1-e7d05b567418 HTTP/1.1" status: 404 len: 333 time: 0.1411290 Oct 18 23:33:47.192026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32862) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:47.196523 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-781d87b8-8aae-4443-9ae5-2e61a2e08d95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:47.217424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-781d87b8-8aae-4443-9ae5-2e61a2e08d95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0154324 Oct 18 23:33:47.230826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Request body: {'port': {'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-849931668'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:47.315981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d01892b4-8c64-46b9-a96e-0236b8a10d3e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:47.375665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Made reservation on behalf of 9ab26842ced943d98cb45e99420ce1e8 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:47.385856 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:47.525958 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-36317b58-7540-455a-a1ea-b62001ec0227 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058619 Oct 18 23:33:47.552665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d01892b4-8c64-46b9-a96e-0236b8a10d3e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:47.554263 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:47.558009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] device_id is not set on port 6aba3e57-8714-45d6-b704-cb23bdcaf23a yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:33:47.863702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-605593d4-57fa-46c2-8d27-26d10ba2b4e7 None None] Provisioning complete for port d01892b4-8c64-46b9-a96e-0236b8a10d3e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:47.864657 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-605593d4-57fa-46c2-8d27-26d10ba2b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:48.188014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3671858-9c8e-4c3c-aa3e-4a3919da1f32 req-5ec67753-53c8-4217-985b-24597a37f397 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:48.200828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3671858-9c8e-4c3c-aa3e-4a3919da1f32 req-5ec67753-53c8-4217-985b-24597a37f397 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.4403977 Oct 18 23:33:48.335920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-a02c7ba8-ccd4-4085-b8b3-32b35f737a8f tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:48.338460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-a02c7ba8-ccd4-4085-b8b3-32b35f737a8f tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.102 "GET /v2.0/networks?id=9d45ea68-c079-426a-9a2f-1b40f4a89c54 HTTP/1.1" status: 200 len: 809 time: 0.8108962 Oct 18 23:33:48.342326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-48edbc58-8a17-43d0-b3d9-db7e23bd01d5 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945788 Oct 18 23:33:48.368938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3671858-9c8e-4c3c-aa3e-4a3919da1f32 req-9cf48487-d1df-4ce9-8f58-904cb0ca88b0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665516 Oct 18 23:33:48.386917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Request body: {'port': {'device_id': 'c822f5ea-7c22-4892-9990-d79ebe4b9d91', 'network_id': '9d45ea68-c079-426a-9a2f-1b40f4a89c54', 'admin_state_up': True, 'tenant_id': '1b21be131c1c4a62a89179aa04135b7d'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:48.495358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-a440d88a-3999-4ff3-a5b8-f4579e6672d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6 HTTP/1.1" status: 200 len: 217 time: 0.0783265 Oct 18 23:33:48.527094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931b1e-4aaa-45b5-ad09-ed6b8ec2803c req-6e6aa03a-b49d-4690-8b69-bd609d3ef265 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:48.535291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23931b1e-4aaa-45b5-ad09-ed6b8ec2803c req-6e6aa03a-b49d-4690-8b69-bd609d3ef265 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 1.0803857 Oct 18 23:33:48.659453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23931b1e-4aaa-45b5-ad09-ed6b8ec2803c req-d5131c74-b887-415e-9cde-45443009ed7a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231024 Oct 18 23:33:48.726757 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-273c6979-e6f0-43ff-9d64-e71d8323fbc6 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398040754&fields=id&tenant_id=4f19dc11e54e439aa6a9975655d4538f HTTP/1.1" status: 200 len: 267 time: 0.2007089 Oct 18 23:33:48.753297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-bdf572f2-abdd-40d4-9631-820ba61a515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:48.755463 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-bdf572f2-abdd-40d4-9631-820ba61a515c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 200 len: 797 time: 0.2508566 Oct 18 23:33:48.846608 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:48.865750 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f04c94da-498e-4d49-9ef4-9f794a8f8acf req-c4156a98-f739-4159-a056-bcd32d169eb9 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 210 time: 0.0487256 Oct 18 23:33:48.904546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:48.976760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Network 74492434-8fb5-4c26-8fd6-e502de98a231 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:48.980865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:48.990624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:48.992029 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:48.993406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.006949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'Port': ['ID=6aba3e57-8714-45d6-b704-cb23bdcaf23a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:49.053639 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a487953e-f225-4113-9512-df0fd23c2c67 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8575091 Oct 18 23:33:49.053899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32906) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:49.066986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Made reservation on behalf of 1b21be131c1c4a62a89179aa04135b7d for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:49.071159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:49.071392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.160869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d4275dc5-2b80-4b88-ba36-602ca40f2698 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:49.162976 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.168572 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d4275dc5-2b80-4b88-ba36-602ca40f2698 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/networks?id=8648ecb1-d039-4ee6-81f7-cc05101eeb42 HTTP/1.1" status: 200 len: 797 time: 0.4268711 Oct 18 23:33:49.275346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-245d0510-b734-4435-a517-493092fcedc1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/quotas/4f19dc11e54e439aa6a9975655d4538f HTTP/1.1" status: 200 len: 375 time: 0.1057000 Oct 18 23:33:49.321638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32910) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:49.409191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-4ba97956-3718-4402-8b67-0f6522949e07 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1293969 Oct 18 23:33:49.420152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] device_id is not set on port 6aba3e57-8714-45d6-b704-cb23bdcaf23a yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:33:49.422944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Allocated IP 172.20.0.4 (9d45ea68-c079-426a-9a2f-1b40f4a89c54/3c0adbed-67b4-4e11-939a-52f8200b563b/d4d065ce-0ee5-4211-a0ce-12f808a84476) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:33:49.438765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.449042 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.570535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'Port': ['ID=6aba3e57-8714-45d6-b704-cb23bdcaf23a,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:49.576539 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7773448-3921-4041-8c64-37469d644ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.588447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-9b0c1c0c-9aa2-4456-9d0e-ca7073cab15a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:33:49.589476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-9b0c1c0c-9aa2-4456-9d0e-ca7073cab15a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1718712 Oct 18 23:33:49.613760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:49.614084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:49.614708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:49.626425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c391-01a4-47d6-a57e-593af57674e6 req-7368b411-3fa6-4dba-891e-a6abfcb88601 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:49.627984 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0100c391-01a4-47d6-a57e-593af57674e6 req-7368b411-3fa6-4dba-891e-a6abfcb88601 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.1229272 Oct 18 23:33:49.634282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:49.634629 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:49.637266 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 2 to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a Oct 18 23:33:49.674308 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:49.674596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:49.674923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:49.687902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:49.688227 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:49.696255 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 3 to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a Oct 18 23:33:49.697921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.716925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0100c391-01a4-47d6-a57e-593af57674e6 req-fff88fb1-b0fe-4a3f-a3bd-8c3e2f537729 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803425 Oct 18 23:33:49.724681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ecc04f27-3e30-477e-b788-64e98f24d98b service neutron] 10.222.0.52 "GET /v2.0/networks/8648ecb1-d039-4ee6-81f7-cc05101eeb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253705 Oct 18 23:33:49.726565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:49.726905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:49.727247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:49.735302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:49.735631 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:49.740666 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 4 to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a Oct 18 23:33:49.770042 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7773448-3921-4041-8c64-37469d644ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.770042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:49.770042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:49.770042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:49.770042 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7773448-3921-4041-8c64-37469d644ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.774499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:49.774862 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:49.781354 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 5 to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a Oct 18 23:33:49.785372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.821271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:49.821271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:49.821575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:49.825109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7773448-3921-4041-8c64-37469d644ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5832598e-2df7-40b7-a9ab-d0e7f466a35b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:49.829897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d7773448-3921-4041-8c64-37469d644ee3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8c776159a304da58a1629eec1cfe148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069594 Oct 18 23:33:49.833386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32920) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:49.842496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:49.842939 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:49.849871 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 6 to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a Oct 18 23:33:49.868824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Network 9d45ea68-c079-426a-9a2f-1b40f4a89c54 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:49.878120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:49.882316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:49.885204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Pushing event updated for resources: {'Port': ['ID=d4d065ce-0ee5-4211-a0ce-12f808a84476,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:49.896923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:49.897257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:49.897590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:49.912122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:49.912453 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:49.918703 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 7 to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a Oct 18 23:33:49.926957 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-0d674442-0e54-457c-9555-db72c39a1d36 service neutron] 10.222.0.52 "GET /v2.0/networks/8648ecb1-d039-4ee6-81f7-cc05101eeb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810677 Oct 18 23:33:49.932048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8374f-4ae5-4289-be22-15897e12df44 req-d33467e9-a132-4e08-9162-0ba7e36618bb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:49.933438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ac8374f-4ae5-4289-be22-15897e12df44 req-d33467e9-a132-4e08-9162-0ba7e36618bb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1010084 Oct 18 23:33:49.944308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:49.944851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.953472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:49.953817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:49.954154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:49.963636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-c99409a5-55c7-492e-b04d-7b479ae2a904 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5928247 Oct 18 23:33:49.977162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:49.977497 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:49.978166 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 8 to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a Oct 18 23:33:49.982620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edb841ec-97c8-441b-891a-05a8908df58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:49.983031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Request body: {'port': {'device_id': 'c822f5ea-7c22-4892-9990-d79ebe4b9d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:50.016001 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ac8374f-4ae5-4289-be22-15897e12df44 req-6e992e48-aff6-47dd-a6a6-31c6a752644e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732839 Oct 18 23:33:50.016663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:50.017005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:50.017341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:50.028923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edb841ec-97c8-441b-891a-05a8908df58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.036069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:50.036410 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:50.038192 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 9 to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a Oct 18 23:33:50.053850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.062910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:50.063251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:50.063645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:50.076296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:50.076686 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:50.077279 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 10 to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a Oct 18 23:33:50.091757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:50.091757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:50.092117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:50.107466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:50.107811 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:50.108164 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.142178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edb841ec-97c8-441b-891a-05a8908df58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.144746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edb841ec-97c8-441b-891a-05a8908df58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.145868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-edb841ec-97c8-441b-891a-05a8908df58d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5832598e-2df7-40b7-a9ab-d0e7f466a35b HTTP/1.1" status: 204 len: 168 time: 0.3109231 Oct 18 23:33:50.178598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb841ec-97c8-441b-891a-05a8908df58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5832598e-2df7-40b7-a9ab-d0e7f466a35b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:50.204713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473eba5-3346-431c-8409-994f0704ae02 req-e140ddf3-cd86-4886-aa3c-520c0e30e33d tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.206266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c473eba5-3346-431c-8409-994f0704ae02 req-e140ddf3-cd86-4886-aa3c-520c0e30e33d tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 931 time: 0.1098268 Oct 18 23:33:50.245429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] For port 6aba3e57-8714-45d6-b704-cb23bdcaf23a, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:50.245700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempted to set empty binding levels {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 18 23:33:50.250736 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc1829f6-0179-49f4-9519-fbb30473d5f1 req-ed13f365-a255-4b7d-be44-1c5a83f67876 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 210 time: 0.1117067 Oct 18 23:33:50.252312 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ec5b905e-f01b-4089-9514-5322e87cf58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.267900 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.303324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c473eba5-3346-431c-8409-994f0704ae02 req-a49de320-64d5-41e1-9f01-e696da3369bb tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901451 Oct 18 23:33:50.304196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] In _notify_port_updated(), no bound segment for port 6aba3e57-8714-45d6-b704-cb23bdcaf23a on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:33:50.305034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.305725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.306888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "PUT /v2.0/ports/6aba3e57-8714-45d6-b704-cb23bdcaf23a HTTP/1.1" status: 200 len: 975 time: 1.2520382 Oct 18 23:33:50.310142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32934) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:50.387628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6481af8-c665-404b-9ad0-73b46586c8e8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'Port': ['ID=6aba3e57-8714-45d6-b704-cb23bdcaf23a,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:50.438076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.438444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.438941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.439566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.439853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.440461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.440753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.441205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.441660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.442116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.442569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.443047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.443504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.443956 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.444413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.444864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.445408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.445865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.446317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.446789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.447245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.447700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.448151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.448599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.449044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.449490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.450008 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.450465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.450934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.451382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.451828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.452272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.453276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.453725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.454173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.454804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.455275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.455708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.456156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.456693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.457134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.457592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.458097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.458556 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.459014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.459460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.459943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.460393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.460842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.466775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0817f224-8535-4783-84e1-4cee7dd62391 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44077 time: 0.1546357 Oct 18 23:33:50.471364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 32938) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:50.477057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d065ce-0ee5-4211-a0ce-12f808a84476 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:33:50.510605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.534017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Transition to ACTIVE for port object d4d065ce-0ee5-4211-a0ce-12f808a84476 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:33:50.555147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.597840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32942) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:50.612128 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65894169-8287-4089-9e00-cd3942ecbc4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.638832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d065ce-0ee5-4211-a0ce-12f808a84476,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:50.674336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6f515-0ca6-4ca9-b083-e0f0eddbbd2d tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Deleting port 6aba3e57-8714-45d6-b704-cb23bdcaf23a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:50.674684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f515-0ca6-4ca9-b083-e0f0eddbbd2d tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.706068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65894169-8287-4089-9e00-cd3942ecbc4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.710144 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65894169-8287-4089-9e00-cd3942ecbc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.744833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Attempting to bind port d4d065ce-0ee5-4211-a0ce-12f808a84476 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:50.745168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Attempting to bind port d4d065ce-0ee5-4211-a0ce-12f808a84476 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '83e73ac7-49d0-49aa-a57b-de1b4db42a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d45ea68-c079-426a-9a2f-1b40f4a89c54'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:50.745495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Attempting to bind port d4d065ce-0ee5-4211-a0ce-12f808a84476 on network 9d45ea68-c079-426a-9a2f-1b40f4a89c54 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:50.754348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-65894169-8287-4089-9e00-cd3942ecbc4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82404a1db50b4d13a86ae68c48cfb0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554251 Oct 18 23:33:50.755264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65894169-8287-4089-9e00-cd3942ecbc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8234a6c-a092-4139-836b-68459f012bee,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:50.758817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32944) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:50.759259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Port d4d065ce-0ee5-4211-a0ce-12f808a84476 on network 9d45ea68-c079-426a-9a2f-1b40f4a89c54 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:50.759589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Attempting to bind port d4d065ce-0ee5-4211-a0ce-12f808a84476 on network 9d45ea68-c079-426a-9a2f-1b40f4a89c54 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:50.761847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-fdf6f515-0ca6-4ca9-b083-e0f0eddbbd2d tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] For port 6aba3e57-8714-45d6-b704-cb23bdcaf23a, host n-h2-713498-28, got binding levels [] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:50.762206 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f515-0ca6-4ca9-b083-e0f0eddbbd2d tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.783316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:33:50.783663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Checking segment: {'id': '83e73ac7-49d0-49aa-a57b-de1b4db42a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d45ea68-c079-426a-9a2f-1b40f4a89c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:50.784191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Bound using segment: {'id': '83e73ac7-49d0-49aa-a57b-de1b4db42a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d45ea68-c079-426a-9a2f-1b40f4a89c54'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:33:50.784485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Bound port: d4d065ce-0ee5-4211-a0ce-12f808a84476, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e73ac7-49d0-49aa-a57b-de1b4db42a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9d45ea68-c079-426a-9a2f-1b40f4a89c54'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:33:50.784830 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.791177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6f515-0ca6-4ca9-b083-e0f0eddbbd2d tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Calling delete_port for 6aba3e57-8714-45d6-b704-cb23bdcaf23a owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:50.818981 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9223484-95f8-4231-b0d8-9fef49e57438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.845044 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9223484-95f8-4231-b0d8-9fef49e57438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.912623 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9223484-95f8-4231-b0d8-9fef49e57438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.917247 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9223484-95f8-4231-b0d8-9fef49e57438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:50.918627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9223484-95f8-4231-b0d8-9fef49e57438 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8234a6c-a092-4139-836b-68459f012bee HTTP/1.1" status: 204 len: 168 time: 0.1587634 Oct 18 23:33:50.928267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9223484-95f8-4231-b0d8-9fef49e57438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8234a6c-a092-4139-836b-68459f012bee,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:50.973073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] For port d4d065ce-0ee5-4211-a0ce-12f808a84476, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:50.983265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5be7e4-7f49-41df-93b3-f12effee0ab7 req-73d6fd01-d709-44d9-a808-660cddf055c5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:50.984895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe5be7e4-7f49-41df-93b3-f12effee0ab7 req-73d6fd01-d709-44d9-a808-660cddf055c5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.1381319 Oct 18 23:33:50.986782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] For port d4d065ce-0ee5-4211-a0ce-12f808a84476, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d4d065ce-0ee5-4211-a0ce-12f808a84476,segment=NetworkSegment(83e73ac7-49d0-49aa-a57b-de1b4db42a7b),segment_id=83e73ac7-49d0-49aa-a57b-de1b4db42a7b)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:33:50.998462 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:51.066268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f515-0ca6-4ca9-b083-e0f0eddbbd2d tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:51.068555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.069151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:51.070759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] 10.222.0.102 "PUT /v2.0/ports/d4d065ce-0ee5-4211-a0ce-12f808a84476 HTTP/1.1" status: 200 len: 1092 time: 1.0923486 Oct 18 23:33:51.073091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c822f5ea-7c22-4892-9990-d79ebe4b9d91', 'tag': 'd4d065ce-0ee5-4211-a0ce-12f808a84476'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:51.075414 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8b1c2-7d1d-474b-961a-4098152ede13" -d '{"events": [{"name": "network-changed", "server_uuid": "c822f5ea-7c22-4892-9990-d79ebe4b9d91", "tag": "d4d065ce-0ee5-4211-a0ce-12f808a84476"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:51.121097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe5be7e4-7f49-41df-93b3-f12effee0ab7 req-73124682-65e0-496e-a66c-06a42588dd3a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196241 Oct 18 23:33:51.127872 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f515-0ca6-4ca9-b083-e0f0eddbbd2d tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:51.131062 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fdf6f515-0ca6-4ca9-b083-e0f0eddbbd2d tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "DELETE /v2.0/ports/6aba3e57-8714-45d6-b704-cb23bdcaf23a HTTP/1.1" status: 204 len: 168 time: 0.6587081 Oct 18 23:33:51.134524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32958) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:51.141442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db1349-55bd-4806-bd89-30681d4fa2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d065ce-0ee5-4211-a0ce-12f808a84476,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:51.195197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6f515-0ca6-4ca9-b083-e0f0eddbbd2d tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aba3e57-8714-45d6-b704-cb23bdcaf23a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:51.202181 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-4820a07b-7e33-4a33-9c57-33e2e0eb2de5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] GET failed (client error): The resource could not be found. Oct 18 23:33:51.211313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 32962) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:51.211636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4820a07b-7e33-4a33-9c57-33e2e0eb2de5 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "GET /v2.0/ports/6aba3e57-8714-45d6-b704-cb23bdcaf23a HTTP/1.1" status: 404 len: 333 time: 0.0756850 Oct 18 23:33:51.216369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-417976739', 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:51.248819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-25a69609-c8b9-41b3-8b1d-0fee66fdb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.250889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-25a69609-c8b9-41b3-8b1d-0fee66fdb8e2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1b21be131c1c4a62a89179aa04135b7d&device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 1095 time: 0.1187696 Oct 18 23:33:51.310067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Made reservation on behalf of 9ab26842ced943d98cb45e99420ce1e8 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:51.312970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:51.318015 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-ab40d0b1-7737-420a-9eb5-831e8ad32cd8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d065ce-0ee5-4211-a0ce-12f808a84476 HTTP/1.1" status: 200 len: 217 time: 0.0509393 Oct 18 23:33:51.377553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] device_id is not set on port 80d40917-03ec-4c82-aab8-07db8e161d9b yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:33:51.403858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66d91-3d8a-4b15-af02-c7b33d15bc71 req-1dacdc2e-80f7-4e47-a101-c1222aa44d5e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.405477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bbd66d91-3d8a-4b15-af02-c7b33d15bc71 req-1dacdc2e-80f7-4e47-a101-c1222aa44d5e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1758492 Oct 18 23:33:51.449052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-8aa78efe-76ba-4408-b5ec-4c20a2e55ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.450494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-8aa78efe-76ba-4408-b5ec-4c20a2e55ec9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c0adbed-67b4-4e11-939a-52f8200b563b HTTP/1.1" status: 200 len: 849 time: 0.1240311 Oct 18 23:33:51.490687 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb63b1f-4a5e-4679-9485-547d01aaefb5 x-openstack-request-id: req-0cb63b1f-4a5e-4679-9485-547d01aaefb5 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:51.491991 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c822f5ea-7c22-4892-9990-d79ebe4b9d91", "tag": "d4d065ce-0ee5-4211-a0ce-12f808a84476", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:51.492440 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cb63b1f-4a5e-4679-9485-547d01aaefb5 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:51.493019 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c822f5ea-7c22-4892-9990-d79ebe4b9d91', 'tag': 'd4d065ce-0ee5-4211-a0ce-12f808a84476', 'status': 'completed', 'code': 200} Oct 18 23:33:51.511478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ab795ffe-f7f3-476b-aae5-292709604ab8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.518437 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ab795ffe-f7f3-476b-aae5-292709604ab8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.102 "GET /v2.0/networks?id=8648ecb1-d039-4ee6-81f7-cc05101eeb42 HTTP/1.1" status: 200 len: 797 time: 0.2124798 Oct 18 23:33:51.528449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-8606a7ff-bd43-4b0f-b830-6af31b15a7f3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9d45ea68-c079-426a-9a2f-1b40f4a89c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649962 Oct 18 23:33:51.583472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bbd66d91-3d8a-4b15-af02-c7b33d15bc71 req-38bf01fb-81f9-4e93-9d29-d43cbf5fb4ea tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394091 Oct 18 23:33:51.621904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-8ab1e0e8-e367-4114-b0ef-46275f8d9228 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f19dc11e54e439aa6a9975655d4538f HTTP/1.1" status: 200 len: 472 time: 0.0739923 Oct 18 23:33:51.624468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b775b5e6-340c-4a83-a1ac-71e9339b2d8b req-bc7b976b-a8f8-4399-82fe-6d8125b71226 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 210 time: 0.0613794 Oct 18 23:33:51.632721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'port': {'device_id': '81798a13-50ff-47bb-b35c-d6d0e23ceafd', 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42', 'admin_state_up': True, 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'security_groups': ['388e6a2e-0e72-4ed9-a0bb-039ede0af2a5']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:51.771061 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:51.779771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-184c3e6f-c895-465b-ae7e-5779281e5ed3 service neutron] 10.222.0.102 "GET /v2.0/networks/9d45ea68-c079-426a-9a2f-1b40f4a89c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265673 Oct 18 23:33:51.796190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a74e78-e0ea-4d05-b843-7a9ea81fa48e req-d4298351-68c6-4733-ac7c-a73069727394 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.797695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69a74e78-e0ea-4d05-b843-7a9ea81fa48e req-d4298351-68c6-4733-ac7c-a73069727394 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 943 time: 0.1094251 Oct 18 23:33:51.823520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9e98-24f2-4415-a816-6c9be7587597 req-1451bb45-69bb-4fa3-bf3a-d90bfa5d11df tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.830908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9e98-24f2-4415-a816-6c9be7587597 req-1451bb45-69bb-4fa3-bf3a-d90bfa5d11df tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.840031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9e98-24f2-4415-a816-6c9be7587597 req-1451bb45-69bb-4fa3-bf3a-d90bfa5d11df tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.844267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9e98-24f2-4415-a816-6c9be7587597 req-1451bb45-69bb-4fa3-bf3a-d90bfa5d11df tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.850681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9e98-24f2-4415-a816-6c9be7587597 req-1451bb45-69bb-4fa3-bf3a-d90bfa5d11df tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.857434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9e98-24f2-4415-a816-6c9be7587597 req-1451bb45-69bb-4fa3-bf3a-d90bfa5d11df tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.863582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9e98-24f2-4415-a816-6c9be7587597 req-1451bb45-69bb-4fa3-bf3a-d90bfa5d11df tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:51.865775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de9a9e98-24f2-4415-a816-6c9be7587597 req-1451bb45-69bb-4fa3-bf3a-d90bfa5d11df tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.1366711 Oct 18 23:33:51.896424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Made reservation on behalf of 4f19dc11e54e439aa6a9975655d4538f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:51.899939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:51.931189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69a74e78-e0ea-4d05-b843-7a9ea81fa48e req-483438d8-0efb-4971-9823-bdd6c55a87d4 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206350 Oct 18 23:33:51.932197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:51.949730 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de9a9e98-24f2-4415-a816-6c9be7587597 req-a19fbc58-d830-44dd-8d84-ebf3ee443b78 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0708025 Oct 18 23:33:51.992070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad8fda33-a09b-4438-a245-41e4edca7aff req-1a6f3dbc-df8a-47ac-92b9-215ec329b4d7 service neutron] 10.222.0.102 "GET /v2.0/networks/9d45ea68-c079-426a-9a2f-1b40f4a89c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934016 Oct 18 23:33:51.997195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Network 74492434-8fb5-4c26-8fd6-e502de98a231 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:52.002365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:52.004910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:52.006291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:52.006932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.024690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'Port': ['ID=80d40917-03ec-4c82-aab8-07db8e161d9b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:52.037396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cb7d2f87-5f02-44e3-8096-cf5d7e931ec9 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8232419 Oct 18 23:33:52.038164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 32988) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:52.083910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea27279b-9eb1-4c94-b804-3d3d6dfb3fd8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:52.085328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ea27279b-9eb1-4c94-b804-3d3d6dfb3fd8 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "GET /v2.0/ports/80d40917-03ec-4c82-aab8-07db8e161d9b HTTP/1.1" status: 200 len: 954 time: 0.0461559 Oct 18 23:33:52.088508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 32990) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:52.089213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.20.0.21 (8648ecb1-d039-4ee6-81f7-cc05101eeb42/48306e70-3fd0-4417-9889-23ceb6ec2c81/f35e9ecf-d093-42af-8873-e54b7585a676) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:33:52.202254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-c9a55719-13e4-456c-a6d0-70406f109f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:52.203829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-c9a55719-13e4-456c-a6d0-70406f109f17 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1b21be131c1c4a62a89179aa04135b7d&device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 1095 time: 0.0541589 Oct 18 23:33:52.244848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2e521eb4-d59d-49e5-9ba0-99f618cd961e tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Deleting port 80d40917-03ec-4c82-aab8-07db8e161d9b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:52.245039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e521eb4-d59d-49e5-9ba0-99f618cd961e tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.280168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.319443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.370739 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e521eb4-d59d-49e5-9ba0-99f618cd961e tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.372698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:52.376479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:52.380840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:52.392789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f197eee-63c7-4d90-b374-89908ee3cdb1 req-42a4608a-453e-43a2-9ae6-35d35aa6fbe1 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:52.394325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f197eee-63c7-4d90-b374-89908ee3cdb1 req-42a4608a-453e-43a2-9ae6-35d35aa6fbe1 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.1896219 Oct 18 23:33:52.397424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2e521eb4-d59d-49e5-9ba0-99f618cd961e tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Calling delete_port for 80d40917-03ec-4c82-aab8-07db8e161d9b owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:52.413864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=f35e9ecf-d093-42af-8873-e54b7585a676,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:52.437960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-915f5914-64e8-419b-85b8-24c49ae80c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:52.439471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-915f5914-64e8-419b-85b8-24c49ae80c79 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9d45ea68-c079-426a-9a2f-1b40f4a89c54 HTTP/1.1" status: 200 len: 910 time: 0.2227449 Oct 18 23:33:52.445476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:52.446308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.472447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-ef462180-fe1b-4706-b4fb-0be2e80dbc36 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8436019 Oct 18 23:33:52.493869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Request body: {'port': {'device_id': '81798a13-50ff-47bb-b35c-d6d0e23ceafd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:52.539224 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-660bd02f-976c-47e0-9898-fd267d706f62 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4d065ce-0ee5-4211-a0ce-12f808a84476 HTTP/1.1" status: 200 len: 217 time: 0.0650737 Oct 18 23:33:52.542992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f197eee-63c7-4d90-b374-89908ee3cdb1 req-a5ad601d-3fe9-41ea-af1c-ce296155f8ba tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342168 Oct 18 23:33:52.604324 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.620311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-f331f7e6-61dd-4add-b6f5-66664676f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:52.621907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-f331f7e6-61dd-4add-b6f5-66664676f394 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c0adbed-67b4-4e11-939a-52f8200b563b HTTP/1.1" status: 200 len: 849 time: 0.0777197 Oct 18 23:33:52.668577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-d6b58b12-d864-418b-b378-08e74f904657 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9d45ea68-c079-426a-9a2f-1b40f4a89c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379744 Oct 18 23:33:52.669756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e521eb4-d59d-49e5-9ba0-99f618cd961e tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.696772 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e521eb4-d59d-49e5-9ba0-99f618cd961e tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.703756 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2e521eb4-d59d-49e5-9ba0-99f618cd961e tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "DELETE /v2.0/ports/80d40917-03ec-4c82-aab8-07db8e161d9b HTTP/1.1" status: 204 len: 168 time: 0.6141019 Oct 18 23:33:52.706184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33010) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:52.736538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2fcb64b7-b4f5-4ab4-ab6f-96749dc4f1f0 None None] Provisioning complete for port f35e9ecf-d093-42af-8873-e54b7585a676 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:52.737116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2fcb64b7-b4f5-4ab4-ab6f-96749dc4f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.784405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb64b7-b4f5-4ab4-ab6f-96749dc4f1f0 None None] Port f35e9ecf-d093-42af-8873-e54b7585a676 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:33:52.790548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e521eb4-d59d-49e5-9ba0-99f618cd961e tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event deleted for resources: {'Port': ['ID=80d40917-03ec-4c82-aab8-07db8e161d9b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:52.859201 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f805ee-b06d-4a53-8a0e-1a7e92d22d50 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] GET failed (client error): The resource could not be found. Oct 18 23:33:52.860997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-67f805ee-b06d-4a53-8a0e-1a7e92d22d50 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "GET /v2.0/ports/80d40917-03ec-4c82-aab8-07db8e161d9b HTTP/1.1" status: 404 len: 333 time: 0.1535161 Oct 18 23:33:52.866248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33016) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:52.874812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Request body: {'port': {'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-260201527'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:52.894163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb66265-0ec3-41ec-a813-7c1fdaeca360 req-2f81d3b9-0201-4c7d-a209-3cba1a480f95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:52.895723 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1cb66265-0ec3-41ec-a813-7c1fdaeca360 req-2f81d3b9-0201-4c7d-a209-3cba1a480f95 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 932 time: 0.1363554 Oct 18 23:33:52.913782 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-c4836cbd-fba5-4774-a8bc-9c71114c87e0 service neutron] 10.222.0.102 "GET /v2.0/networks/9d45ea68-c079-426a-9a2f-1b40f4a89c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317770 Oct 18 23:33:52.920073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4cb2d-40bf-4289-892c-6cb415d8737d req-0126b1df-4774-4773-a837-d3ff5217cf11 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:52.921848 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7df4cb2d-40bf-4289-892c-6cb415d8737d req-0126b1df-4774-4773-a837-d3ff5217cf11 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1448128 Oct 18 23:33:52.941387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Made reservation on behalf of 9ab26842ced943d98cb45e99420ce1e8 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:33:52.943808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:52.999748 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] device_id is not set on port 63ef824d-c50a-4ce3-b7de-806bde118b39 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:33:53.042410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7df4cb2d-40bf-4289-892c-6cb415d8737d req-ba5064b8-ed94-46cd-951d-c4ec5330da9a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045852 Oct 18 23:33:53.092162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35e9ecf-d093-42af-8873-e54b7585a676 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:33:53.108388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.139737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Transition to ACTIVE for port object f35e9ecf-d093-42af-8873-e54b7585a676 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:33:53.161013 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.312681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Pushing event updated for resources: {'Port': ['ID=f35e9ecf-d093-42af-8873-e54b7585a676,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:53.314166 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1cb66265-0ec3-41ec-a813-7c1fdaeca360 req-05c50092-ae5f-4aca-94c8-6b52061bc244 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4107325 Oct 18 23:33:53.347985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1903c-1c89-420c-8845-e996aa3b7c3b req-f50ef19b-5afa-46a3-bb88-ac99d83045a8 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.355470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cac1903c-1c89-420c-8845-e996aa3b7c3b req-f50ef19b-5afa-46a3-bb88-ac99d83045a8 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 943 time: 0.2112255 Oct 18 23:33:53.369804 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.434275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb8b1c2-7d1d-474b-961a-4098152ede13 req-9d69836e-2a9b-4484-88ba-b4a4d6515e85 service neutron] 10.222.0.102 "GET /v2.0/networks/9d45ea68-c079-426a-9a2f-1b40f4a89c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814435 Oct 18 23:33:53.459193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cac1903c-1c89-420c-8845-e996aa3b7c3b req-6f21f386-200b-4280-8c09-f3b0c71421eb tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994945 Oct 18 23:33:53.488060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Attempting to bind port f35e9ecf-d093-42af-8873-e54b7585a676 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:53.488484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Attempting to bind port f35e9ecf-d093-42af-8873-e54b7585a676 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:53.488897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Attempting to bind port f35e9ecf-d093-42af-8873-e54b7585a676 on network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:53.498356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Port f35e9ecf-d093-42af-8873-e54b7585a676 on network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:53.498785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Attempting to bind port f35e9ecf-d093-42af-8873-e54b7585a676 on network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:53.504940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.506761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:33:53.507195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Checking segment: {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:33:53.507710 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Bound using segment: {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:33:53.508204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Bound port: f35e9ecf-d093-42af-8873-e54b7585a676, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:33:53.508486 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.557127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c8c3-d063-484c-8062-0ec6aac4efa1 req-547fa65b-296c-4e99-b5b4-cdc5736d4916 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.563073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c8c3-d063-484c-8062-0ec6aac4efa1 req-547fa65b-296c-4e99-b5b4-cdc5736d4916 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.569193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c8c3-d063-484c-8062-0ec6aac4efa1 req-547fa65b-296c-4e99-b5b4-cdc5736d4916 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.575504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c8c3-d063-484c-8062-0ec6aac4efa1 req-547fa65b-296c-4e99-b5b4-cdc5736d4916 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.582268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c8c3-d063-484c-8062-0ec6aac4efa1 req-547fa65b-296c-4e99-b5b4-cdc5736d4916 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.588359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Network 74492434-8fb5-4c26-8fd6-e502de98a231 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:33:53.589192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c8c3-d063-484c-8062-0ec6aac4efa1 req-547fa65b-296c-4e99-b5b4-cdc5736d4916 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.595958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3c8c3-d063-484c-8062-0ec6aac4efa1 req-547fa65b-296c-4e99-b5b4-cdc5736d4916 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.598175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:33:53.601839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:33:53.602797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.603400 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.605878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f3c8c3-d063-484c-8062-0ec6aac4efa1 req-547fa65b-296c-4e99-b5b4-cdc5736d4916 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.1572161 Oct 18 23:33:53.607079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'Port': ['ID=63ef824d-c50a-4ce3-b7de-806bde118b39,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:53.637950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] For port f35e9ecf-d093-42af-8873-e54b7585a676, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:53.642567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] For port f35e9ecf-d093-42af-8873-e54b7585a676, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f35e9ecf-d093-42af-8873-e54b7585a676,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:33:53.648830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-974d4f9a-208c-4f87-93f0-f592b3d1a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.650210 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bcff162a-bc17-4ade-b644-16506e4ec2da tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7815492 Oct 18 23:33:53.650535 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-974d4f9a-208c-4f87-93f0-f592b3d1a36b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=be5758dd-8396-4c4a-a368-25bd778a9183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1363626 Oct 18 23:33:53.650894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33032) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:53.657113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:53.659930 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.668472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f3c8c3-d063-484c-8062-0ec6aac4efa1 req-daca58e5-d7d8-4055-9085-5b90df5f22a0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0614719 Oct 18 23:33:53.729489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.730650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.731967 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] 10.222.0.102 "PUT /v2.0/ports/f35e9ecf-d093-42af-8873-e54b7585a676 HTTP/1.1" status: 200 len: 1093 time: 1.2431893 Oct 18 23:33:53.751129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81798a13-50ff-47bb-b35c-d6d0e23ceafd', 'tag': 'f35e9ecf-d093-42af-8873-e54b7585a676'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:53.753870 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c594936b-b3f7-4d74-b3b6-478201261a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "81798a13-50ff-47bb-b35c-d6d0e23ceafd", "tag": "f35e9ecf-d093-42af-8873-e54b7585a676"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:53.799540 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-61bdd934-7671-47e5-9863-e8d281059533 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103673 Oct 18 23:33:53.830755 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e7bfc9-0543-4d66-b853-4684fed5b8f5 x-openstack-request-id: req-76e7bfc9-0543-4d66-b853-4684fed5b8f5 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:53.830755 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81798a13-50ff-47bb-b35c-d6d0e23ceafd", "tag": "f35e9ecf-d093-42af-8873-e54b7585a676", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:53.831111 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76e7bfc9-0543-4d66-b853-4684fed5b8f5 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:53.831262 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81798a13-50ff-47bb-b35c-d6d0e23ceafd', 'tag': 'f35e9ecf-d093-42af-8873-e54b7585a676', 'status': 'completed', 'code': 200} Oct 18 23:33:53.852641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.859900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf20cc-fdde-482c-9e77-5b3ffc7afeca service neutron] Pushing event updated for resources: {'Port': ['ID=f35e9ecf-d093-42af-8873-e54b7585a676,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:53.884869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15f049-5342-404a-bb5e-f1ab8206cf85 req-1fefb4f6-babf-4127-b5c3-5c98d0b9aa70 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.892470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e15f049-5342-404a-bb5e-f1ab8206cf85 req-1fefb4f6-babf-4127-b5c3-5c98d0b9aa70 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.2074203 Oct 18 23:33:53.907498 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4b66c13d-ff6a-45a1-87df-3825a3de463c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:53.911151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f00ff4ac-5eea-471e-bb29-603e6c809b13 req-2bf83607-0e6a-4c61-91f9-09a34080a359 service neutron] 10.222.0.73 "GET /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041212 Oct 18 23:33:53.965294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-e4d45aa7-341f-4a74-9603-c669c07cc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:53.966819 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-e4d45aa7-341f-4a74-9603-c669c07cc490 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 1096 time: 0.1602666 Oct 18 23:33:53.975477 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e15f049-5342-404a-bb5e-f1ab8206cf85 req-99b3543e-38b8-49d5-a243-bf7ad80c81a7 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822082 Oct 18 23:33:54.033722 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-7a52f7b8-2997-4e98-82b3-eb6fc664d4c0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=f35e9ecf-d093-42af-8873-e54b7585a676 HTTP/1.1" status: 200 len: 217 time: 0.0504191 Oct 18 23:33:54.137621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-42888878-78e7-4e45-ace3-e9fce5e7dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.139134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-42888878-78e7-4e45-ace3-e9fce5e7dcdd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48306e70-3fd0-4417-9889-23ceb6ec2c81 HTTP/1.1" status: 200 len: 837 time: 0.0976226 Oct 18 23:33:54.166594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585f8a-2b77-4db2-b148-b27ed58efd8b req-e2c1a16d-b5b6-4252-8522-7827d518f92d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.168243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a8585f8a-2b77-4db2-b148-b27ed58efd8b req-e2c1a16d-b5b6-4252-8522-7827d518f92d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.0495362 Oct 18 23:33:54.211473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] device_id is not set on port 63ef824d-c50a-4ce3-b7de-806bde118b39 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:33:54.212124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a8585f8a-2b77-4db2-b148-b27ed58efd8b req-79304848-50ec-4ebd-bb5e-c51f931ccfc7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362279 Oct 18 23:33:54.221343 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:54.228591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-554a396b-e831-438c-bff2-e3230e4b1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.230249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-554a396b-e831-438c-bff2-e3230e4b1cf2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8648ecb1-d039-4ee6-81f7-cc05101eeb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0836387 Oct 18 23:33:54.231462 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:54.334317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'Port': ['ID=63ef824d-c50a-4ce3-b7de-806bde118b39,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:54.356499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.356904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.357164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.368447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.368850 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.373498 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 2 to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 Oct 18 23:33:54.387395 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-2c775ea2-bd56-46f3-a68c-c4ad614b32d1 service neutron] 10.222.0.102 "GET /v2.0/networks/8648ecb1-d039-4ee6-81f7-cc05101eeb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455343 Oct 18 23:33:54.389547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.390418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.390771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.395068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.395395 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.397871 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 3 to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 Oct 18 23:33:54.450551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.450916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.451253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.466876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.467211 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.472151 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 4 to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 Oct 18 23:33:54.527388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.527861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.528065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.539867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17ee18-8145-4ab8-80a3-f5835a9171a5 req-8ede72c6-045d-4765-b60a-aec4448079fa tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.541366 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b17ee18-8145-4ab8-80a3-f5835a9171a5 req-8ede72c6-045d-4765-b60a-aec4448079fa tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 944 time: 0.1451359 Oct 18 23:33:54.547044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.547377 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.550714 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 5 to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 Oct 18 23:33:54.584228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab09d0ee-8320-41cd-b386-85c41c90c7f2 req-0f1ceaf6-6fbe-4914-a1a2-fa261e20d335 service neutron] 10.222.0.102 "GET /v2.0/networks/8648ecb1-d039-4ee6-81f7-cc05101eeb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868472 Oct 18 23:33:54.588414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.588683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.589038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.597119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6df40-8385-4346-8c07-f6733beb12c6 req-97661b9d-e94f-4d6a-bf60-38f5ca022387 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.598847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04a6df40-8385-4346-8c07-f6733beb12c6 req-97661b9d-e94f-4d6a-bf60-38f5ca022387 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 943 time: 0.0553484 Oct 18 23:33:54.609797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.610157 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.613620 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 6 to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 Oct 18 23:33:54.628603 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b17ee18-8145-4ab8-80a3-f5835a9171a5 req-3e38d736-3fec-45f0-8557-b43d0c2db99b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752132 Oct 18 23:33:54.633537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.633877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.634218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.642203 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.642710 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.643265 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 7 to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 Oct 18 23:33:54.653191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04a6df40-8385-4346-8c07-f6733beb12c6 req-12023fb1-d315-4c47-81cf-6ec28896a7ef tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 Oct 18 23:33:54.657334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.657968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.658105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.662608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.662967 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.663426 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 8 to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 Oct 18 23:33:54.682768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.683164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.683515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.688806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.689138 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.689537 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 9 to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 Oct 18 23:33:54.714252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.714252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.714252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.734683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.735096 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.736110 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempt 10 to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 Oct 18 23:33:54.756454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:33:54.756834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:33:54.757181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempting to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:33:54.767965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-54075543-12a0-48da-8600-45e97c1eb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.769616 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-54075543-12a0-48da-8600-45e97c1eb64e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 1096 time: 0.0757484 Oct 18 23:33:54.770868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:33:54.771098 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Failed to bind port 63ef824d-c50a-4ce3-b7de-806bde118b39 on host n-h2-713498-28 for vnic_type normal using segments [{'id': 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '74492434-8fb5-4c26-8fd6-e502de98a231'}] Oct 18 23:33:54.771469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:54.781861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:54.918132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d93a-9534-4080-a176-3eb83931a52c req-4b6ae56f-7c24-4aa2-9253-fd5d1fd85b90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.924485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d93a-9534-4080-a176-3eb83931a52c req-4b6ae56f-7c24-4aa2-9253-fd5d1fd85b90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.930501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d93a-9534-4080-a176-3eb83931a52c req-4b6ae56f-7c24-4aa2-9253-fd5d1fd85b90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.937297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d93a-9534-4080-a176-3eb83931a52c req-4b6ae56f-7c24-4aa2-9253-fd5d1fd85b90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.943746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d93a-9534-4080-a176-3eb83931a52c req-4b6ae56f-7c24-4aa2-9253-fd5d1fd85b90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.949992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d93a-9534-4080-a176-3eb83931a52c req-4b6ae56f-7c24-4aa2-9253-fd5d1fd85b90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.956664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d93a-9534-4080-a176-3eb83931a52c req-4b6ae56f-7c24-4aa2-9253-fd5d1fd85b90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:54.963011 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f436d93a-9534-4080-a176-3eb83931a52c req-4b6ae56f-7c24-4aa2-9253-fd5d1fd85b90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.1935985 Oct 18 23:33:55.016837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] For port 63ef824d-c50a-4ce3-b7de-806bde118b39, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:55.017231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attempted to set empty binding levels {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 18 23:33:55.023340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-9e22f2ba-43e4-409e-b606-58b5f5245a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.025110 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-9e22f2ba-43e4-409e-b606-58b5f5245a58 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8648ecb1-d039-4ee6-81f7-cc05101eeb42 HTTP/1.1" status: 200 len: 898 time: 0.2444375 Oct 18 23:33:55.034616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:55.108284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f436d93a-9534-4080-a176-3eb83931a52c req-864d67e2-a452-4135-804a-0ba082f882c1 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1364734 Oct 18 23:33:55.113186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e0a4a-d15d-41b6-9f8b-da45a7dee865 req-a791b975-50c0-41ec-bc35-eeee14f5cacc tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.115206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d2e0a4a-d15d-41b6-9f8b-da45a7dee865 req-a791b975-50c0-41ec-bc35-eeee14f5cacc tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0549405 Oct 18 23:33:55.116297 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-522fd314-0888-4913-8831-82905a76b114 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=f35e9ecf-d093-42af-8873-e54b7585a676 HTTP/1.1" status: 200 len: 217 time: 0.0786622 Oct 18 23:33:55.118878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] In _notify_port_updated(), no bound segment for port 63ef824d-c50a-4ce3-b7de-806bde118b39 on network 74492434-8fb5-4c26-8fd6-e502de98a231 {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:33:55.120266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.120893 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:55.125341 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "PUT /v2.0/ports/63ef824d-c50a-4ce3-b7de-806bde118b39 HTTP/1.1" status: 200 len: 975 time: 1.4700980 Oct 18 23:33:55.126628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33070) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:55.160769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d2e0a4a-d15d-41b6-9f8b-da45a7dee865 req-64af067b-86d8-4673-a6c7-4d79e4f200f2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376816 Oct 18 23:33:55.195404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe0a05-1ccf-46cc-a722-e5daa08d3538 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event updated for resources: {'Port': ['ID=63ef824d-c50a-4ce3-b7de-806bde118b39,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:55.229792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-40179e68-29d6-41be-aff3-a319a9618b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.231312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-40179e68-29d6-41be-aff3-a319a9618b45 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=48306e70-3fd0-4417-9889-23ceb6ec2c81 HTTP/1.1" status: 200 len: 837 time: 0.1055257 Oct 18 23:33:55.288403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-832e4b3c-ef6a-4bfc-8fab-a7b092cfa5c6 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Deleting port 63ef824d-c50a-4ce3-b7de-806bde118b39 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:55.288773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-832e4b3c-ef6a-4bfc-8fab-a7b092cfa5c6 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:55.295508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:55.296300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-18eefb6f-f934-4f02-9e86-fec81218b0ed tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.302424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-18eefb6f-f934-4f02-9e86-fec81218b0ed tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.308372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-18eefb6f-f934-4f02-9e86-fec81218b0ed tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.314327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-18eefb6f-f934-4f02-9e86-fec81218b0ed tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.320210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-18eefb6f-f934-4f02-9e86-fec81218b0ed tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.326051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-18eefb6f-f934-4f02-9e86-fec81218b0ed tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.332533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-18eefb6f-f934-4f02-9e86-fec81218b0ed tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.334376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-18eefb6f-f934-4f02-9e86-fec81218b0ed tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 5443 time: 0.1242030 Oct 18 23:33:55.337947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-f6f25694-f7f0-47ec-9dd1-2777de40abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.339444 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-f6f25694-f7f0-47ec-9dd1-2777de40abae service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8648ecb1-d039-4ee6-81f7-cc05101eeb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0985646 Oct 18 23:33:55.385084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-240bc66d-1477-4a5c-ba4e-ee1bdb4dc461 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.386889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-240bc66d-1477-4a5c-ba4e-ee1bdb4dc461 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "GET /v2.0/ports/f510c872-9f6c-4597-8731-2461b49102da?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0439374 Oct 18 23:33:55.426697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-832e4b3c-ef6a-4bfc-8fab-a7b092cfa5c6 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] For port 63ef824d-c50a-4ce3-b7de-806bde118b39, host n-h2-713498-28, got binding levels [] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:55.426697 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-832e4b3c-ef6a-4bfc-8fab-a7b092cfa5c6 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:55.482456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-832e4b3c-ef6a-4bfc-8fab-a7b092cfa5c6 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Calling delete_port for 63ef824d-c50a-4ce3-b7de-806bde118b39 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:55.491708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cc087-c6de-4bad-a2ca-06850ddaf3ea req-6014d10f-f0a2-4aa3-9774-64e66a585f9a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.493248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-239cc087-c6de-4bad-a2ca-06850ddaf3ea req-6014d10f-f0a2-4aa3-9774-64e66a585f9a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.2016490 Oct 18 23:33:55.523563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-ef93a2a8-c54e-4402-83c6-6866945c2746 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "GET /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1306028 Oct 18 23:33:55.535691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:55.592912 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:55.644499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d4d065ce-0ee5-4211-a0ce-12f808a84476 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:33:55.802749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] For port f510c872-9f6c-4597-8731-2461b49102da, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=f510c872-9f6c-4597-8731-2461b49102da,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:55.823457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d4d065ce-0ee5-4211-a0ce-12f808a84476, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d4d065ce-0ee5-4211-a0ce-12f808a84476,segment=NetworkSegment(83e73ac7-49d0-49aa-a57b-de1b4db42a7b),segment_id=83e73ac7-49d0-49aa-a57b-de1b4db42a7b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:55.838513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'd4d065ce-0ee5-4211-a0ce-12f808a84476', 'network_id': '9d45ea68-c079-426a-9a2f-1b40f4a89c54', 'port_id': 'd4d065ce-0ee5-4211-a0ce-12f808a84476', 'mac_address': 'fa:16:3e:46:13:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0adbed-67b4-4e11-939a-52f8200b563b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:33:55.867020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] For port f510c872-9f6c-4597-8731-2461b49102da, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:55.876547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe697c8-d989-401d-a057-343ed8e4bd2c req-3f42b077-e899-46b5-abf1-416f76fd3362 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:55.883858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ebe697c8-d989-401d-a057-343ed8e4bd2c req-3f42b077-e899-46b5-abf1-416f76fd3362 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 944 time: 0.1097622 Oct 18 23:33:55.888899 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:55.904095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d065ce-0ee5-4211-a0ce-12f808a84476 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:33:55.931011 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-52846b6b-f786-4d8a-879a-0349a8c09aeb service neutron] 10.222.0.102 "GET /v2.0/networks/8648ecb1-d039-4ee6-81f7-cc05101eeb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574327 Oct 18 23:33:55.931938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d4d065ce-0ee5-4211-a0ce-12f808a84476, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d4d065ce-0ee5-4211-a0ce-12f808a84476,segment=NetworkSegment(83e73ac7-49d0-49aa-a57b-de1b4db42a7b),segment_id=83e73ac7-49d0-49aa-a57b-de1b4db42a7b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:55.933832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] device_id is not set on port f510c872-9f6c-4597-8731-2461b49102da yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:33:55.938239 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:55.942973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-239cc087-c6de-4bad-a2ca-06850ddaf3ea req-e6e02f24-e632-4c28-8ad2-aab0d3645d49 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347069 Oct 18 23:33:55.956573 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:55.977020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ebe697c8-d989-401d-a057-343ed8e4bd2c req-6c115d5f-9eab-47e2-a55d-2dfd0d077ff1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906196 Oct 18 23:33:55.997687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.009944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d4d065ce-0ee5-4211-a0ce-12f808a84476,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:56.059066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c594936b-b3f7-4d74-b3b6-478201261a9a req-2ec721fb-3fe4-4ccb-8a3c-30019b18eaf3 service neutron] 10.222.0.102 "GET /v2.0/networks/8648ecb1-d039-4ee6-81f7-cc05101eeb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149673 Oct 18 23:33:56.060089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-832e4b3c-ef6a-4bfc-8fab-a7b092cfa5c6 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.113622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] No DVR routers for this DVR port f510c872-9f6c-4597-8731-2461b49102da on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:33:56.135014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e4b3c-ef6a-4bfc-8fab-a7b092cfa5c6 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Pushing event deleted for resources: {'Port': ['ID=63ef824d-c50a-4ce3-b7de-806bde118b39,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:56.162046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-832e4b3c-ef6a-4bfc-8fab-a7b092cfa5c6 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.166532 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-832e4b3c-ef6a-4bfc-8fab-a7b092cfa5c6 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "DELETE /v2.0/ports/63ef824d-c50a-4ce3-b7de-806bde118b39 HTTP/1.1" status: 204 len: 168 time: 1.0316267 Oct 18 23:33:56.167955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] In _notify_port_updated(), no bound segment for port f510c872-9f6c-4597-8731-2461b49102da on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:33:56.169077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.169678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33086) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:56.169826 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.171778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] 10.222.0.73 "PUT /v2.0/ports/f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 200 len: 1031 time: 0.6398742 Oct 18 23:33:56.172966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f265d-a5b6-4067-8216-ce460a4ea282 service neutron] Pushing event updated for resources: {'Port': ['ID=f510c872-9f6c-4597-8731-2461b49102da,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:56.214844 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6941af-0f02-4cbe-b915-a1161a0645c2 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] GET failed (client error): The resource could not be found. Oct 18 23:33:56.220589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2d6941af-0f02-4cbe-b915-a1161a0645c2 tempest-PortsAdminExtendedAttrsTestJSON-1918559813 tempest-PortsAdminExtendedAttrsTestJSON-1918559813-project-admin] 10.222.0.52 "GET /v2.0/ports/63ef824d-c50a-4ce3-b7de-806bde118b39 HTTP/1.1" status: 404 len: 333 time: 0.0434253 Oct 18 23:33:56.223900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33094) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:56.242738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402237-0198-4e7e-91e8-3af1af9fd76e req-eea4c5dc-f437-4687-b69a-1bc1854412e3 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.244622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0402237-0198-4e7e-91e8-3af1af9fd76e req-eea4c5dc-f437-4687-b69a-1bc1854412e3 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 944 time: 0.1721199 Oct 18 23:33:56.279192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-b013ea0c-5e2b-411a-8961-12d7d63116e9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.281014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-b013ea0c-5e2b-411a-8961-12d7d63116e9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "GET /v2.0/ports/affadff4-9124-405e-9b62-6c7ce55a9e42?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1032360 Oct 18 23:33:56.309690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:33:56.366089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.376771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611dac-8b3a-43a1-bcdd-bb128fc815dd req-c793a9ed-4b4e-43dd-bc14-693256ead43a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.383183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611dac-8b3a-43a1-bcdd-bb128fc815dd req-c793a9ed-4b4e-43dd-bc14-693256ead43a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.391746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611dac-8b3a-43a1-bcdd-bb128fc815dd req-c793a9ed-4b4e-43dd-bc14-693256ead43a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.398225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611dac-8b3a-43a1-bcdd-bb128fc815dd req-c793a9ed-4b4e-43dd-bc14-693256ead43a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.405174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611dac-8b3a-43a1-bcdd-bb128fc815dd req-c793a9ed-4b4e-43dd-bc14-693256ead43a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.412572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611dac-8b3a-43a1-bcdd-bb128fc815dd req-c793a9ed-4b4e-43dd-bc14-693256ead43a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.414508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34611dac-8b3a-43a1-bcdd-bb128fc815dd req-c793a9ed-4b4e-43dd-bc14-693256ead43a tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 4665 time: 0.1612453 Oct 18 23:33:56.418519 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a0402237-0198-4e7e-91e8-3af1af9fd76e req-1624a703-b7ee-4677-9725-e2e48a4d6d2f tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620176 Oct 18 23:33:56.510880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['d4d065ce-0ee5-4211-a0ce-12f808a84476'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:33:56.516191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.549961 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.566085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34611dac-8b3a-43a1-bcdd-bb128fc815dd req-0a32b917-cfb0-4beb-97dd-1c36d661dcd1 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9818231d-19af-4f37-a572-321fed406099&id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1243348 Oct 18 23:33:56.600252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-83b325da-6032-4662-88eb-a93a67e74400 None None] Provisioning complete for port f510c872-9f6c-4597-8731-2461b49102da triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:56.601143 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-83b325da-6032-4662-88eb-a93a67e74400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.609935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74492434-8fb5-4c26-8fd6-e502de98a231']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:56.628329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:56.629009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14d54d7-c9d9-43cb-b6d9-3243152e0a88') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:33:56.652366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33098) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:56.654687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd3ca5-b36d-4842-9cd6-b9a7cc812a61 req-3cebec26-56d9-4d72-8f5e-b513a571e146 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:56.657009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-87dd3ca5-b36d-4842-9cd6-b9a7cc812a61 req-3cebec26-56d9-4d72-8f5e-b513a571e146 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.1111057 Oct 18 23:33:56.659025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.679395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-83b325da-6032-4662-88eb-a93a67e74400 None None] Port f510c872-9f6c-4597-8731-2461b49102da cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:33:56.713351 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.725262 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-87dd3ca5-b36d-4842-9cd6-b9a7cc812a61 req-d1242765-8174-490a-b30f-94196c5cc13d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561883 Oct 18 23:33:56.726317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:33:56.726740 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:33:56.730003 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:33:56.800856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] For port affadff4-9124-405e-9b62-6c7ce55a9e42, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=affadff4-9124-405e-9b62-6c7ce55a9e42,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:56.803010 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.808441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.815259 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] 10.222.0.52 "DELETE /v2.0/networks/74492434-8fb5-4c26-8fd6-e502de98a231 HTTP/1.1" status: 204 len: 168 time: 0.5895834 Oct 18 23:33:56.835076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6356bb6-882e-4c48-b3fe-bfee36bd060b tempest-PortsAdminExtendedAttrsTestJSON-219561634 tempest-PortsAdminExtendedAttrsTestJSON-219561634-project] Pushing event deleted for resources: {'Network': ['ID=74492434-8fb5-4c26-8fd6-e502de98a231,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:56.852869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] For port affadff4-9124-405e-9b62-6c7ce55a9e42, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:33:56.876785 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23d7683f-66f3-437a-915f-489157eb9024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.908459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] device_id is not set on port affadff4-9124-405e-9b62-6c7ce55a9e42 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:33:56.921999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:56.932332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.020786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] Pushing event updated for resources: {'Port': ['ID=affadff4-9124-405e-9b62-6c7ce55a9e42,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:57.024733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] No DVR routers for this DVR port affadff4-9124-405e-9b62-6c7ce55a9e42 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:33:57.063878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33110) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:57.076119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] In _notify_port_updated(), no bound segment for port affadff4-9124-405e-9b62-6c7ce55a9e42 on network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:33:57.077112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.077755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.079084 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7fb85362-660d-4494-933c-917bcea5d650 service neutron] 10.222.0.73 "PUT /v2.0/ports/affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 200 len: 1033 time: 0.7748919 Oct 18 23:33:57.152550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397b77b-484c-47ed-8b91-6b1ef214e6d8 req-cbeb3c14-c93f-42b8-9091-d0b0ae7b971d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.160703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9397b77b-484c-47ed-8b91-6b1ef214e6d8 req-cbeb3c14-c93f-42b8-9091-d0b0ae7b971d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 944 time: 0.0619922 Oct 18 23:33:57.168607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23d7683f-66f3-437a-915f-489157eb9024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.178627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23d7683f-66f3-437a-915f-489157eb9024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.204234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9397b77b-484c-47ed-8b91-6b1ef214e6d8 req-dcfcfce5-97e1-4d74-94b4-e527926a9370 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425463 Oct 18 23:33:57.225714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7508e-9803-43e1-9853-ee28e0d17d62 req-d82fe139-d845-4860-bdb0-81924f278e54 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.227275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ff7508e-9803-43e1-9853-ee28e0d17d62 req-d82fe139-d845-4860-bdb0-81924f278e54 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1472712 Oct 18 23:33:57.250777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-23d7683f-66f3-437a-915f-489157eb9024 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1764989ca10f4d998e972402d5bb23db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807841 Oct 18 23:33:57.254370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8ffd939e-f7ce-41ca-9d5b-54e6b8045276 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e801b8ed3c234ee3a164becf599b7e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882839 Oct 18 23:33:57.255040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33114) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:57.256821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33116) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:57.271956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 45594a8a-5264-43dc-877a-b7d6c899e21f no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:57.281002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7683f-66f3-437a-915f-489157eb9024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c978818e-62e6-470b-844a-2bd05bab5a4d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:57.308868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ff7508e-9803-43e1-9853-ee28e0d17d62 req-743c1566-de6d-4f03-8387-1f2981d22d3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547032 Oct 18 23:33:57.332463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port bf6f01ac-8e62-4468-aede-f946a2798c22 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:57.332885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.347321 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-89b5bd73-3cda-4fe1-9ec3-e77fd0101b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.347792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-052ebf4b-92ca-4929-9346-0b8d1339b6ca None None] Provisioning complete for port affadff4-9124-405e-9b62-6c7ce55a9e42 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:57.348161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-052ebf4b-92ca-4929-9346-0b8d1339b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.364669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d7f62e5-f361-4a2f-a359-0379e590efa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.376445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-89b5bd73-3cda-4fe1-9ec3-e77fd0101b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.410902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-052ebf4b-92ca-4929-9346-0b8d1339b6ca None None] Port affadff4-9124-405e-9b62-6c7ce55a9e42 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:33:57.412252 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d7f62e5-f361-4a2f-a359-0379e590efa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.412426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.443976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] For port bf6f01ac-8e62-4468-aede-f946a2798c22, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bf6f01ac-8e62-4468-aede-f946a2798c22,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:57.444749 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.450308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 45594a8a-5264-43dc-877a-b7d6c899e21f, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=45594a8a-5264-43dc-877a-b7d6c899e21f,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:57.451506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:57.454570 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f170b0cf-2116-40e2-868c-b6aaafa03fc4" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-unplugged", "status": "completed", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:57.458671 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.459501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 647b7f98-2219-41e9-8bc3-2f82234f0205 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:57.476540 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-89b5bd73-3cda-4fe1-9ec3-e77fd0101b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.480309 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-89b5bd73-3cda-4fe1-9ec3-e77fd0101b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.481784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-89b5bd73-3cda-4fe1-9ec3-e77fd0101b31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9adf69d5-b5ba-4249-9846-529fdf769944 HTTP/1.1" status: 204 len: 168 time: 0.2241249 Oct 18 23:33:57.489832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for bf6f01ac-8e62-4468-aede-f946a2798c22 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:57.495296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5bd73-3cda-4fe1-9ec3-e77fd0101b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adf69d5-b5ba-4249-9846-529fdf769944,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:57.506203 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d7f62e5-f361-4a2f-a359-0379e590efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.509450 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d7f62e5-f361-4a2f-a359-0379e590efa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.513057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0d7f62e5-f361-4a2f-a359-0379e590efa5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c978818e-62e6-470b-844a-2bd05bab5a4d HTTP/1.1" status: 204 len: 168 time: 0.2547688 Oct 18 23:33:57.520131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f62e5-f361-4a2f-a359-0379e590efa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c978818e-62e6-470b-844a-2bd05bab5a4d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:57.571679 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9eb6f3-5320-4e4f-992d-f16ce0f1d475 x-openstack-request-id: req-3a9eb6f3-5320-4e4f-992d-f16ce0f1d475 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:57.572733 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-unplugged", "status": "completed", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:57.573065 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a9eb6f3-5320-4e4f-992d-f16ce0f1d475 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:57.573526 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'code': 200} Oct 18 23:33:57.609618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=45594a8a-5264-43dc-877a-b7d6c899e21f,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:57.651088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4aa6b-390a-4349-87fb-2df3e63ee75b req-eab6daf0-76ce-4a95-9d85-aae77fc13113 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.652898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7aa4aa6b-390a-4349-87fb-2df3e63ee75b req-eab6daf0-76ce-4a95-9d85-aae77fc13113 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 944 time: 0.0742121 Oct 18 23:33:57.673241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f35e9ecf-d093-42af-8873-e54b7585a676 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:33:57.700022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.701669 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7aa4aa6b-390a-4349-87fb-2df3e63ee75b req-0c121b3d-6ee3-407a-9d9c-a8846e0a62e8 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Oct 18 23:33:57.779390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 647b7f98-2219-41e9-8bc3-2f82234f0205, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=647b7f98-2219-41e9-8bc3-2f82234f0205,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:57.814663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.817828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.818688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device affadff4-9124-405e-9b62-6c7ce55a9e42 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:57.865635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88debf-8661-410e-8519-108064d49ae2 req-d99e87d7-76f9-4768-8d24-e9b245a70ed9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.871734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88debf-8661-410e-8519-108064d49ae2 req-d99e87d7-76f9-4768-8d24-e9b245a70ed9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.878134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88debf-8661-410e-8519-108064d49ae2 req-d99e87d7-76f9-4768-8d24-e9b245a70ed9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.885389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88debf-8661-410e-8519-108064d49ae2 req-d99e87d7-76f9-4768-8d24-e9b245a70ed9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.890551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc65e3-76b5-4a87-acc9-6d0cc58661b6 req-0c16019b-12d4-4d0a-a23c-cf188b9b1cf9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.892275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88debf-8661-410e-8519-108064d49ae2 req-d99e87d7-76f9-4768-8d24-e9b245a70ed9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:57.893590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fc65e3-76b5-4a87-acc9-6d0cc58661b6 req-0c16019b-12d4-4d0a-a23c-cf188b9b1cf9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0645757 Oct 18 23:33:57.895307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:57.900988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c88debf-8661-410e-8519-108064d49ae2 req-d99e87d7-76f9-4768-8d24-e9b245a70ed9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 3883 time: 0.1803617 Oct 18 23:33:57.903743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=bf6f01ac-8e62-4468-aede-f946a2798c22,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:57.947593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=647b7f98-2219-41e9-8bc3-2f82234f0205,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:57.958605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f35e9ecf-d093-42af-8873-e54b7585a676, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f35e9ecf-d093-42af-8873-e54b7585a676,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:57.961294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device affadff4-9124-405e-9b62-6c7ce55a9e42 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:33:57.961983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f510c872-9f6c-4597-8731-2461b49102da no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:57.981632 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fc65e3-76b5-4a87-acc9-6d0cc58661b6 req-cc32d5fb-81d5-48d1-97f2-819e5a7a00b1 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812602 Oct 18 23:33:57.997384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] No DVR routers for this DVR port bf6f01ac-8e62-4468-aede-f946a2798c22 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:33:57.999715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'f35e9ecf-d093-42af-8873-e54b7585a676', 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42', 'port_id': 'f35e9ecf-d093-42af-8873-e54b7585a676', 'mac_address': 'fa:16:3e:01:fa:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48306e70-3fd0-4417-9889-23ceb6ec2c81', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:33:58.004043 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.007671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-c9c1aaed-261e-441b-b28c-dd5aa45d4454 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "DELETE /v2.0/ports/bf6f01ac-8e62-4468-aede-f946a2798c22 HTTP/1.1" status: 204 len: 173 time: 0.8956318 Oct 18 23:33:58.009450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': 'bf6f01ac-8e62-4468-aede-f946a2798c22'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:58.011825 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29265c8f-cde5-484a-baaa-e2574280cbd1" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "bf6f01ac-8e62-4468-aede-f946a2798c22"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:58.022486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device f510c872-9f6c-4597-8731-2461b49102da not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:33:58.023172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bf6f01ac-8e62-4468-aede-f946a2798c22 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:58.068440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33136) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:58.076289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c88debf-8661-410e-8519-108064d49ae2 req-c0d8d6fb-27f2-4854-9a2d-1c3a4116d4fd tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1637516 Oct 18 23:33:58.085917 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ea6e812-f9f3-4a0b-aaad-947111bea365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.100017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: bf6f01ac-8e62-4468-aede-f946a2798c22 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:33:58.100201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bf6f01ac-8e62-4468-aede-f946a2798c22 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:33:58.100637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 7a6bb165-957f-468d-a530-bcb9fbf9fec6 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:58.105437 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33138) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:58.114752 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb8e90-99d6-4709-a43e-f89c3202c544 x-openstack-request-id: req-a4eb8e90-99d6-4709-a43e-f89c3202c544 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:58.115219 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "bf6f01ac-8e62-4468-aede-f946a2798c22", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:58.115993 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4eb8e90-99d6-4709-a43e-f89c3202c544 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:58.116542 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': 'bf6f01ac-8e62-4468-aede-f946a2798c22', 'status': 'completed', 'code': 200} Oct 18 23:33:58.127831 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.148467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35e9ecf-d093-42af-8873-e54b7585a676 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:33:58.153586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port 9501c6d1-d528-46f9-ba18-68ffb673079f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:58.154000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.175981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f35e9ecf-d093-42af-8873-e54b7585a676, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f35e9ecf-d093-42af-8873-e54b7585a676,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:58.194443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-edc41159-99ce-4ba4-8952-13a10908f5d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ab26842ced943d98cb45e99420ce1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599241 Oct 18 23:33:58.197174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33140) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:58.205881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.263391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] For port 9501c6d1-d528-46f9-ba18-68ffb673079f, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=9501c6d1-d528-46f9-ba18-68ffb673079f,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:58.263882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.271379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a32571e2-ebba-4729-af1c-de00530b5cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.279675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for 9501c6d1-d528-46f9-ba18-68ffb673079f owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:58.294678 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.297343 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ea6e812-f9f3-4a0b-aaad-947111bea365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.317729 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a32571e2-ebba-4729-af1c-de00530b5cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.318236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=f35e9ecf-d093-42af-8873-e54b7585a676,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:58.319602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ea6e812-f9f3-4a0b-aaad-947111bea365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.385103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 7a6bb165-957f-468d-a530-bcb9fbf9fec6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:58.392201 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.393341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 9501c6d1-d528-46f9-ba18-68ffb673079f no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:33:58.439738 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3ea6e812-f9f3-4a0b-aaad-947111bea365 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b8405ef060548eba13e2cea661c2277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698158 Oct 18 23:33:58.442506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33146) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:33:58.472720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4286353-874e-444d-828b-6c589d499dc0 req-3f6d9a24-a382-4bdf-8cdc-f15553ba5c87 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:58.473034 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e4286353-874e-444d-828b-6c589d499dc0 req-3f6d9a24-a382-4bdf-8cdc-f15553ba5c87 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 945 time: 0.1699610 Oct 18 23:33:58.473502 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6e812-f9f3-4a0b-aaad-947111bea365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5501932e-1b8b-4435-8ae8-bb44e8692d88,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:58.496307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9386e0-6de0-447b-9efd-3a4d40e50aa5 req-c3ea4233-ae55-4c64-8bc0-7e970b1f5a02 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:58.497844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a9386e0-6de0-447b-9efd-3a4d40e50aa5 req-c3ea4233-ae55-4c64-8bc0-7e970b1f5a02 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.0926814 Oct 18 23:33:58.512022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=7a6bb165-957f-468d-a530-bcb9fbf9fec6,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:58.564890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e4286353-874e-444d-828b-6c589d499dc0 req-51f0e9b0-0fd4-4903-ae27-85a672e928c2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763919 Oct 18 23:33:58.565492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a32571e2-ebba-4729-af1c-de00530b5cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.568099 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a32571e2-ebba-4729-af1c-de00530b5cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.569111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a32571e2-ebba-4729-af1c-de00530b5cee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb82726c-abbf-42a2-b60e-fa327b2133a2 HTTP/1.1" status: 204 len: 168 time: 0.3710368 Oct 18 23:33:58.587555 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.603131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32571e2-ebba-4729-af1c-de00530b5cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb82726c-abbf-42a2-b60e-fa327b2133a2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:58.605368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a9386e0-6de0-447b-9efd-3a4d40e50aa5 req-583a5172-0d5f-42a5-b3e4-f4b5b3345d07 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634162 Oct 18 23:33:58.609719 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.641620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4050bea8-fc76-4b7c-9a1e-00e2e3ab8023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.665203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=9501c6d1-d528-46f9-ba18-68ffb673079f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:58.666875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4050bea8-fc76-4b7c-9a1e-00e2e3ab8023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.708991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['f35e9ecf-d093-42af-8873-e54b7585a676'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:33:58.714118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] No DVR routers for this DVR port 9501c6d1-d528-46f9-ba18-68ffb673079f on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:33:58.716812 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.721385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-32d48768-7e49-43ae-8ed1-37a6f8383296 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "DELETE /v2.0/ports/9501c6d1-d528-46f9-ba18-68ffb673079f HTTP/1.1" status: 204 len: 173 time: 0.7060547 Oct 18 23:33:58.728483 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4050bea8-fc76-4b7c-9a1e-00e2e3ab8023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.736812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4050bea8-fc76-4b7c-9a1e-00e2e3ab8023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.736812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4050bea8-fc76-4b7c-9a1e-00e2e3ab8023 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5501932e-1b8b-4435-8ae8-bb44e8692d88 HTTP/1.1" status: 204 len: 168 time: 0.2888417 Oct 18 23:33:58.745569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050bea8-fc76-4b7c-9a1e-00e2e3ab8023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5501932e-1b8b-4435-8ae8-bb44e8692d88,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:58.887780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4fbb1-ed80-4e4e-a6e8-1270cbf7fee3 req-23c3e386-f025-4a73-826a-b25b49f2736e tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:58.889399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port 45594a8a-5264-43dc-877a-b7d6c899e21f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:33:58.890688 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:58.903789 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-20a4fbb1-ed80-4e4e-a6e8-1270cbf7fee3 req-23c3e386-f025-4a73-826a-b25b49f2736e tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 944 time: 0.1027226 Oct 18 23:33:59.006139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-20a4fbb1-ed80-4e4e-a6e8-1270cbf7fee3 req-76a71748-ac57-47d8-8f42-6894fd49b305 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014044 Oct 18 23:33:59.015489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] For port 45594a8a-5264-43dc-877a-b7d6c899e21f, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=45594a8a-5264-43dc-877a-b7d6c899e21f,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:33:59.016043 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:59.331005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7fc29-c404-4a63-bd9b-b002b1960dbe req-575d87c2-9a14-4052-b19c-4b3b78eabce0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:59.337869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7fc29-c404-4a63-bd9b-b002b1960dbe req-575d87c2-9a14-4052-b19c-4b3b78eabce0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:59.344322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7fc29-c404-4a63-bd9b-b002b1960dbe req-575d87c2-9a14-4052-b19c-4b3b78eabce0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:59.346759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15d7fc29-c404-4a63-bd9b-b002b1960dbe req-575d87c2-9a14-4052-b19c-4b3b78eabce0 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 2411 time: 0.1446688 Oct 18 23:33:59.407055 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15d7fc29-c404-4a63-bd9b-b002b1960dbe req-ee489778-91e9-4b0a-865c-3ca254a73997 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467789 Oct 18 23:33:59.410805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2f236-f972-4605-9502-92adde42da5b req-eda67c8e-35c1-4691-8341-b140630e1c9c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:59.415200 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91b2f236-f972-4605-9502-92adde42da5b req-eda67c8e-35c1-4691-8341-b140630e1c9c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.1268411 Oct 18 23:33:59.418315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:59.418834 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:59.419250 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Floating IP fd566895-08e4-48a4-9de9-67a04b2265b2 disassociated. External IP: 172.25.7.33, port: 45594a8a-5264-43dc-877a-b7d6c899e21f. Oct 18 23:33:59.419754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for 45594a8a-5264-43dc-877a-b7d6c899e21f owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:33:59.510792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91b2f236-f972-4605-9502-92adde42da5b req-36894186-a180-4d0d-8f97-eb34f7e990f0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784612 Oct 18 23:33:59.575382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '647b7f98-2219-41e9-8bc3-2f82234f0205'}, {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6bb165-957f-468d-a530-bcb9fbf9fec6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:33:59.579118 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d75175-0b1a-4885-8032-a71b5edd3927" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-unplugged", "status": "completed", "tag": "647b7f98-2219-41e9-8bc3-2f82234f0205"}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6bb165-957f-468d-a530-bcb9fbf9fec6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:33:59.587498 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:59.623772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=45594a8a-5264-43dc-877a-b7d6c899e21f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:33:59.642568 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 18 Oct 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7627f30-21a1-4227-891d-865893b4d765 x-openstack-request-id: req-d7627f30-21a1-4227-891d-865893b4d765 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:33:59.643089 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-unplugged", "status": "completed", "tag": "647b7f98-2219-41e9-8bc3-2f82234f0205", "code": 200}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6bb165-957f-468d-a530-bcb9fbf9fec6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:33:59.643225 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7627f30-21a1-4227-891d-865893b4d765 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:33:59.643702 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '647b7f98-2219-41e9-8bc3-2f82234f0205', 'code': 200} Oct 18 23:33:59.644044 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6bb165-957f-468d-a530-bcb9fbf9fec6', 'code': 200} Oct 18 23:33:59.668854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d4d065ce-0ee5-4211-a0ce-12f808a84476 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:33:59.777054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port d4d065ce-0ee5-4211-a0ce-12f808a84476 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:33:59.787337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port d4d065ce-0ee5-4211-a0ce-12f808a84476 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:33:59.788024 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:59.803528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Router 1e914e2f-f303-4274-9f75-dfe92e3be389 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:33:59.816980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac849e61-75a7-49d1-aa3f-ec7cdee6b911 req-b3511023-a2bb-4746-9691-f5beb655ecac tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:59.819222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ac849e61-75a7-49d1-aa3f-ec7cdee6b911 req-b3511023-a2bb-4746-9691-f5beb655ecac tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1050966 Oct 18 23:33:59.825450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac106d-880b-41d7-9f88-43e34cf451ae req-8df60ae7-7f1f-4877-a9a1-90b9b6faa681 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:33:59.827956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5bac106d-880b-41d7-9f88-43e34cf451ae req-8df60ae7-7f1f-4877-a9a1-90b9b6faa681 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 945 time: 0.1276531 Oct 18 23:33:59.882061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ac849e61-75a7-49d1-aa3f-ec7cdee6b911 req-4436c80f-357f-4179-8880-fb19fd569613 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532153 Oct 18 23:33:59.914555 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5bac106d-880b-41d7-9f88-43e34cf451ae req-5266deda-d1f4-417c-88cc-9897db390bb4 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783129 Oct 18 23:33:59.953232 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:33:59.981214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:33:59.995729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] Sync routers for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:34:00.015857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d4d065ce-0ee5-4211-a0ce-12f808a84476, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d4d065ce-0ee5-4211-a0ce-12f808a84476,segment=NetworkSegment(83e73ac7-49d0-49aa-a57b-de1b4db42a7b),segment_id=83e73ac7-49d0-49aa-a57b-de1b4db42a7b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:00.025033 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:00.025763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:33:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:00.030151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.045953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] No DVR routers for this DVR port 45594a8a-5264-43dc-877a-b7d6c899e21f on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:00.050218 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.053937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-15d925ef-cbe7-4fa8-a6c4-e8f188786798 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "DELETE /v2.0/ports/45594a8a-5264-43dc-877a-b7d6c899e21f HTTP/1.1" status: 204 len: 173 time: 1.3230157 Oct 18 23:34:00.128324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': '9501c6d1-d528-46f9-ba18-68ffb673079f'}, {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:00.141282 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4448be52-f195-4fac-b832-98c65d1edc81" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "9501c6d1-d528-46f9-ba18-68ffb673079f"}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:00.172479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33206) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:00.235658 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5222939-64d4-4606-898d-e7b997585209 x-openstack-request-id: req-b5222939-64d4-4606-898d-e7b997585209 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:00.235936 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "9501c6d1-d528-46f9-ba18-68ffb673079f", "status": "completed", "code": 200}, {"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "45594a8a-5264-43dc-877a-b7d6c899e21f", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:00.236162 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5222939-64d4-4606-898d-e7b997585209 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:00.236540 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': '9501c6d1-d528-46f9-ba18-68ffb673079f', 'status': 'completed', 'code': 200} Oct 18 23:34:00.236801 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': '45594a8a-5264-43dc-877a-b7d6c899e21f', 'status': 'completed', 'code': 200} Oct 18 23:34:00.256944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3f6f-4287-4e63-a199-340a1fc864ee req-afffc68b-4b95-47ee-a422-251f51e34148 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:00.268272 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b01f3f6f-4287-4e63-a199-340a1fc864ee req-afffc68b-4b95-47ee-a422-251f51e34148 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 945 time: 0.1279962 Oct 18 23:34:00.317785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:00.318393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.366308 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b01f3f6f-4287-4e63-a199-340a1fc864ee req-50735aa7-74b3-4419-9504-55f60c332d74 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969713 Oct 18 23:34:00.414645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d4d065ce-0ee5-4211-a0ce-12f808a84476,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:00.429263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] For port 7a6bb165-957f-468d-a530-bcb9fbf9fec6, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7a6bb165-957f-468d-a530-bcb9fbf9fec6,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:00.429636 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.445797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for 7a6bb165-957f-468d-a530-bcb9fbf9fec6 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:00.460790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:00.526030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-678552814'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:00.602764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e1a37-0270-4dcc-b2f4-6cda739215c7 req-f7172ea9-5a22-4ba6-b24c-db59c341dc7b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:00.609816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e1a37-0270-4dcc-b2f4-6cda739215c7 req-f7172ea9-5a22-4ba6-b24c-db59c341dc7b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:00.611775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95e1a37-0270-4dcc-b2f4-6cda739215c7 req-f7172ea9-5a22-4ba6-b24c-db59c341dc7b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 1677 time: 0.0947270 Oct 18 23:34:00.614837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Made reservation on behalf of 860cedd5087b43bd91bad9229cd4f35a for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:00.618662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.661850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.670842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd03b9-37eb-4fec-ab90-4a692373c008 req-1dfb3556-8a96-46c8-b2d7-a8568a20a293 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:00.679337 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbcd03b9-37eb-4fec-ab90-4a692373c008 req-1dfb3556-8a96-46c8-b2d7-a8568a20a293 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0668209 Oct 18 23:34:00.721205 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bbcd03b9-37eb-4fec-ab90-4a692373c008 req-4c53d2d0-5a00-4980-b66c-09e3d99e7cd6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409329 Oct 18 23:34:00.729724 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.733941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95e1a37-0270-4dcc-b2f4-6cda739215c7 req-32e0577c-ad28-4de8-816c-881d656fce5c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079552 Oct 18 23:34:00.780061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=7a6bb165-957f-468d-a530-bcb9fbf9fec6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:00.823635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '3a75ceeb-a038-4e0f-b074-013a929bb61d', 'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'mac_address': 'fa:16:3e:c1:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:55Z', 'updated_at': '2021-10-18T23:22:05Z', 'revision_number': 5, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'subnets': [{'id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:00.850776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] No DVR routers for this DVR port 7a6bb165-957f-468d-a530-bcb9fbf9fec6 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:00.853374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.856916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-7c5496da-feae-4bb5-9bb3-4aac20a5e9b9 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "DELETE /v2.0/ports/7a6bb165-957f-468d-a530-bcb9fbf9fec6 HTTP/1.1" status: 204 len: 173 time: 0.7962930 Oct 18 23:34:00.858445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] Checking router: 1e914e2f-f303-4274-9f75-dfe92e3be389 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:34:00.868269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:00.872164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:33:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:00.913821 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.922788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:00.988779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:34:01.003226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee1fe1-f20d-4c2c-b67a-69a39b484f0c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:01.015609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:01.015999 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Added segment 258455c5-2e84-4a6b-9e8e-7d9c4a0ece73 of type vlan for network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 Oct 18 23:34:01.034254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:01.075723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb9e79-0bca-403e-b320-55d1d0c48982 req-41cec419-53ac-4d81-9dbd-afc0fec3cd41 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:01.078126 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8adb9e79-0bca-403e-b320-55d1d0c48982 req-41cec419-53ac-4d81-9dbd-afc0fec3cd41 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.0956485 Oct 18 23:34:01.102755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port 647b7f98-2219-41e9-8bc3-2f82234f0205 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:01.103111 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:01.107769 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:01.155091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8adb9e79-0bca-403e-b320-55d1d0c48982 req-5e5a39be-cd5f-4f7c-a597-22a61b1d9a94 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650661 Oct 18 23:34:01.328370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '3a75ceeb-a038-4e0f-b074-013a929bb61d', 'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'mac_address': 'fa:16:3e:c1:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:55Z', 'updated_at': '2021-10-18T23:22:05Z', 'revision_number': 5, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'subnets': [{'id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:01.362894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3ca0a-5008-4620-b6d1-d9ab3bb09ce1 None None] The sync data for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 is: [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:21:57Z', 'revision_number': 4, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '3a75ceeb-a038-4e0f-b074-013a929bb61d', 'name': '', 'network_id': '7e4d68fd-ab2f-4461-a11b-f7c55648da01', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'mac_address': 'fa:16:3e:c1:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:55Z', 'updated_at': '2021-10-18T23:22:05Z', 'revision_number': 5, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'subnets': [{'id': 'c69b70b0-9ab5-4ffc-9c05-64e019afa0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:34:01.511379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71829f66-42ce-4ec8-a9d3-67e01d1afa8d req-6e91310c-5bf3-4263-90af-efbdde865f0f tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:01.517227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71829f66-42ce-4ec8-a9d3-67e01d1afa8d req-6e91310c-5bf3-4263-90af-efbdde865f0f tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 945 time: 0.0626619 Oct 18 23:34:01.585425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71829f66-42ce-4ec8-a9d3-67e01d1afa8d req-05564f61-7cb7-4399-a57e-27f5090441e4 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653291 Oct 18 23:34:01.600239 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:01.610865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:01.611607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:01.622794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b71d7-14bd-4494-bd12-d9e3662afb04 req-db7e7610-65c1-42e7-9442-d8e035c79e31 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:01.624848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c55b71d7-14bd-4494-bd12-d9e3662afb04 req-db7e7610-65c1-42e7-9442-d8e035c79e31 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 945 time: 0.5669076 Oct 18 23:34:01.656359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c822f5ea-7c22-4892-9990-d79ebe4b9d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d065ce-0ee5-4211-a0ce-12f808a84476'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:01.656359 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220330c2-b40b-4100-9bbb-8d91ee5bdb10" -d '{"events": [{"server_uuid": "c822f5ea-7c22-4892-9990-d79ebe4b9d91", "name": "network-vif-plugged", "status": "completed", "tag": "d4d065ce-0ee5-4211-a0ce-12f808a84476"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:01.685324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f35e9ecf-d093-42af-8873-e54b7585a676 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:01.738455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5622880 Oct 18 23:34:01.743995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d93e2-7270-42f3-b274-16d1c8c97646 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Network': ['ID=3c81a31c-7e68-4df1-a2b8-69c582ead5d6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:01.744333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33242) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:01.754355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'subnet': {'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:01.791013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] For port 647b7f98-2219-41e9-8bc3-2f82234f0205, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=647b7f98-2219-41e9-8bc3-2f82234f0205,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:01.791356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:01.797105 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da00492e-0193-42d6-8c93-a45897c174b9 x-openstack-request-id: req-da00492e-0193-42d6-8c93-a45897c174b9 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:01.798160 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c822f5ea-7c22-4892-9990-d79ebe4b9d91", "name": "network-vif-plugged", "status": "completed", "tag": "d4d065ce-0ee5-4211-a0ce-12f808a84476", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:01.799252 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da00492e-0193-42d6-8c93-a45897c174b9 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:01.801018 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c822f5ea-7c22-4892-9990-d79ebe4b9d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d065ce-0ee5-4211-a0ce-12f808a84476', 'code': 200} Oct 18 23:34:01.805283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:34:01.814532 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c55b71d7-14bd-4494-bd12-d9e3662afb04 req-4e0efb58-8c2c-4d44-9035-1d9376804267 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571982 Oct 18 23:34:01.841732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for 647b7f98-2219-41e9-8bc3-2f82234f0205 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:01.917176 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b3ea7-d912-4b48-ac68-19a19cf5c843 None None] New status for floating IP fd566895-08e4-48a4-9de9-67a04b2265b2: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:34:02.029095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port f35e9ecf-d093-42af-8873-e54b7585a676 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:34:02.033249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c2a0b-fdd9-411f-8ce6-3d0ee103c9ef req-6a77441b-f5a0-4f75-ac3d-666bd8824ed1 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:02.034990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b48c2a0b-fdd9-411f-8ce6-3d0ee103c9ef req-6a77441b-f5a0-4f75-ac3d-666bd8824ed1 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 943 time: 0.0782259 Oct 18 23:34:02.054763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port f35e9ecf-d093-42af-8873-e54b7585a676 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:02.055352 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:02.085851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Made reservation on behalf of 860cedd5087b43bd91bad9229cd4f35a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:02.090480 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:02.135216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:02.141675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b48c2a0b-fdd9-411f-8ce6-3d0ee103c9ef req-bcc53c95-f23d-4b79-b7d9-5c97cd746352 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups?id=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717962 Oct 18 23:34:02.148474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cf8d-2ce5-492d-aec1-ba99f842c29e req-dc101c48-ed33-4a33-a9fd-59a3f91f52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:02.150268 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33e7cf8d-2ce5-492d-aec1-ba99f842c29e req-dc101c48-ed33-4a33-a9fd-59a3f91f52da service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 1097 time: 0.1996832 Oct 18 23:34:02.178011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=647b7f98-2219-41e9-8bc3-2f82234f0205,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:02.221959 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33e7cf8d-2ce5-492d-aec1-ba99f842c29e req-e65a1188-dc3a-4c8e-aadb-80fce252d003 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589182 Oct 18 23:34:02.238766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': '7a6bb165-957f-468d-a530-bcb9fbf9fec6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:02.242196 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bae4f4e-cb5c-4bb2-868b-e79e1e3f5195" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "7a6bb165-957f-468d-a530-bcb9fbf9fec6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:02.271684 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:02.279028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] No DVR routers for this DVR port 647b7f98-2219-41e9-8bc3-2f82234f0205 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:02.289162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:02.291307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41020f-5a5e-4d83-a176-9757609dacf8 req-a9cfc94a-28b1-46af-9022-37efd91dd5df tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:02.293142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6645f5b-bb66-4c35-8b7b-2c527cd0274b req-1274068d-ec6f-464c-a0d5-ced853ed1f20 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.73 "DELETE /v2.0/ports/647b7f98-2219-41e9-8bc3-2f82234f0205 HTTP/1.1" status: 204 len: 173 time: 1.4301050 Oct 18 23:34:02.301035 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a41020f-5a5e-4d83-a176-9757609dacf8 req-a9cfc94a-28b1-46af-9022-37efd91dd5df tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.3524489 Oct 18 23:34:02.365766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a41020f-5a5e-4d83-a176-9757609dacf8 req-7a6b3121-898d-4743-81ef-16b6bf2b9968 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638506 Oct 18 23:34:02.369015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f35e9ecf-d093-42af-8873-e54b7585a676, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f35e9ecf-d093-42af-8873-e54b7585a676,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:02.375260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:02.428282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762be41-ade5-46cd-876a-5cb3985efee2 req-cd8c5834-41d7-49af-a349-b7893e18389c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:02.430628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7762be41-ade5-46cd-876a-5cb3985efee2 req-cd8c5834-41d7-49af-a349-b7893e18389c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1363530 Oct 18 23:34:02.491698 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132559af-3fd1-41a8-a08f-e149126b30d5 x-openstack-request-id: req-132559af-3fd1-41a8-a08f-e149126b30d5 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:02.492513 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "7a6bb165-957f-468d-a530-bcb9fbf9fec6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:02.493066 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-132559af-3fd1-41a8-a08f-e149126b30d5 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:02.493802 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': '7a6bb165-957f-468d-a530-bcb9fbf9fec6', 'status': 'completed', 'code': 200} Oct 18 23:34:02.495763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=f35e9ecf-d093-42af-8873-e54b7585a676,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:02.508510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7762be41-ade5-46cd-876a-5cb3985efee2 req-36e14949-54f2-46d7-a57c-9e1fb735b56c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698507 Oct 18 23:34:02.587805 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:02.649256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Subnet': ['ID=a8487262-d983-4f7b-8f71-2ba97c8da9a8,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:02.689349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Checking segment: {'id': '258455c5-2e84-4a6b-9e8e-7d9c4a0ece73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:02.689754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Network hostable DHCP agents. Network: 3c81a31c-7e68-4df1-a2b8-69c582ead5d6, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:34:02.752167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:34:02.790212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 3c81a31c-7e68-4df1-a2b8-69c582ead5d6) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:02.799374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c2dac-a3ae-4303-b4e6-c0c0b249cc32 None None] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:02.806437 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:02.807218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:02.841241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebe35b-450b-4b17-8821-622f8de77f9e req-275292c0-ebbb-42c1-8070-33cc2a57e42a tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:02.844446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aeebe35b-450b-4b17-8821-622f8de77f9e req-275292c0-ebbb-42c1-8070-33cc2a57e42a tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 945 time: 0.1153100 Oct 18 23:34:02.851733 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4393f9d6-1df4-4786-91f8-a45a7c4c822a tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1026654 Oct 18 23:34:02.852581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33260) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:02.858695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'port': {'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-113753195'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:02.935303 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aeebe35b-450b-4b17-8821-622f8de77f9e req-240695aa-c8f4-440f-ae50-4d124cb4eed2 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755906 Oct 18 23:34:03.057933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92ca6d-c42c-48c3-8598-fdc730cc3c9c req-b2068227-9bc1-44a1-aae7-16ee64b410c0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:03.065400 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c92ca6d-c42c-48c3-8598-fdc730cc3c9c req-b2068227-9bc1-44a1-aae7-16ee64b410c0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 946 time: 0.1178684 Oct 18 23:34:03.090173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-3c81a31c-7e68-4df1-a2b8-69c582ead5d6', 'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6', 'tenant_id': '860cedd5087b43bd91bad9229cd4f35a', 'fixed_ips': [{'subnet_id': 'a8487262-d983-4f7b-8f71-2ba97c8da9a8'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:34:03.092285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:03.115088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Made reservation on behalf of 860cedd5087b43bd91bad9229cd4f35a for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:03.135005 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:03.173054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c92ca6d-c42c-48c3-8598-fdc730cc3c9c req-35ddb8b7-11d3-43f5-876b-040a33b2e9df tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046944 Oct 18 23:34:03.185536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] device_id is not set on port 8921b03f-86a1-407e-8192-0bec7af2611c yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:34:03.290046 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:34:03.300925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:34:03.323834 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0951c4bf-e2ac-4171-8abe-47d8de0fe55e req-505f20d5-27b1-4beb-804f-f419a703e93d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0469556 Oct 18 23:34:03.352668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Allocated IP 2001:db8::2 (3c81a31c-7e68-4df1-a2b8-69c582ead5d6/a8487262-d983-4f7b-8f71-2ba97c8da9a8/c96d9fd2-1434-4915-8515-93ba91479049) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:03.528120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306eadb-0314-44d9-8879-c01843958c92 req-16f90f43-96c7-4f4a-827d-60019a91431e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:03.542893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:03.543996 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e306eadb-0314-44d9-8879-c01843958c92 req-16f90f43-96c7-4f4a-827d-60019a91431e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 943 time: 0.0832505 Oct 18 23:34:03.573193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'port_id': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'mac_address': 'fa:16:3e:15:9d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:34:03.593255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e306eadb-0314-44d9-8879-c01843958c92 req-f98ca1c7-e539-4a83-979f-30fcb966ec08 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438447 Oct 18 23:34:03.745354 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:03.761535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844338c6-bb02-4ad8-8e04-49fe9c794edf req-a13feb4d-b34d-49aa-b474-67586f88e92f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:03.763445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-844338c6-bb02-4ad8-8e04-49fe9c794edf req-a13feb4d-b34d-49aa-b474-67586f88e92f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.0720687 Oct 18 23:34:03.808354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81798a13-50ff-47bb-b35c-d6d0e23ceafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35e9ecf-d093-42af-8873-e54b7585a676'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:03.816665 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c65c9-dc76-4c19-a279-47c7d1b569c8" -d '{"events": [{"server_uuid": "81798a13-50ff-47bb-b35c-d6d0e23ceafd", "name": "network-vif-plugged", "status": "completed", "tag": "f35e9ecf-d093-42af-8873-e54b7585a676"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:03.830578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-844338c6-bb02-4ad8-8e04-49fe9c794edf req-4d02d77b-b1bb-411a-b140-316b9d33b799 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581791 Oct 18 23:34:03.850678 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:03.859619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d48b4e9-c727-40fa-b0d8-a49d99393dec {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:34:03.896549 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:03.917077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:03.930631 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:03.982495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:03.988929 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17766f57-1ac1-4da1-b590-b2cfcea2a4ad x-openstack-request-id: req-17766f57-1ac1-4da1-b590-b2cfcea2a4ad {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:03.989684 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81798a13-50ff-47bb-b35c-d6d0e23ceafd", "name": "network-vif-plugged", "status": "completed", "tag": "f35e9ecf-d093-42af-8873-e54b7585a676", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:03.989961 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17766f57-1ac1-4da1-b590-b2cfcea2a4ad {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:03.990530 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81798a13-50ff-47bb-b35c-d6d0e23ceafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35e9ecf-d093-42af-8873-e54b7585a676', 'code': 200} Oct 18 23:34:03.991781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:03.996013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:04.054659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Allocated IP 2001:db8::354 (3c81a31c-7e68-4df1-a2b8-69c582ead5d6/a8487262-d983-4f7b-8f71-2ba97c8da9a8/8921b03f-86a1-407e-8192-0bec7af2611c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:04.091271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Pushing event updated for resources: {'Port': ['ID=c96d9fd2-1434-4915-8515-93ba91479049,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:04.160620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.162586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.164720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.165089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.166309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.166544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.166793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.167075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.167411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.167746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.170355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.171271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:04.218816 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec496b-4830-4d84-87fb-6171e7f45f53 req-f5c74519-2212-44b7-bec3-7dedc92e32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.221938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5ec496b-4830-4d84-87fb-6171e7f45f53 req-f5c74519-2212-44b7-bec3-7dedc92e32ee service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 1098 time: 0.1228752 Oct 18 23:34:04.290629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6eb2-5a4a-4f13-b6ed-61eb37571d67 req-40a57a50-9f3d-4ee4-b2a4-db51a4426fd0 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.300506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d9e6eb2-5a4a-4f13-b6ed-61eb37571d67 req-40a57a50-9f3d-4ee4-b2a4-db51a4426fd0 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 945 time: 0.2032220 Oct 18 23:34:04.320206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5ec496b-4830-4d84-87fb-6171e7f45f53 req-fe6c0840-7745-4c7a-8ae5-12dd41684306 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725772 Oct 18 23:34:04.329662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:04.359360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Attempting to bind port c96d9fd2-1434-4915-8515-93ba91479049 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:04.360534 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Attempting to bind port c96d9fd2-1434-4915-8515-93ba91479049 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '258455c5-2e84-4a6b-9e8e-7d9c4a0ece73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:04.361532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Attempting to bind port c96d9fd2-1434-4915-8515-93ba91479049 on network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:04.373976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:04.374931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Checking segment: {'id': '258455c5-2e84-4a6b-9e8e-7d9c4a0ece73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:04.375313 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:04.375730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Bound using segment: {'id': '258455c5-2e84-4a6b-9e8e-7d9c4a0ece73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:04.376235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Bound port: c96d9fd2-1434-4915-8515-93ba91479049, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258455c5-2e84-4a6b-9e8e-7d9c4a0ece73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:04.376628 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:04.400153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce39b01-7b3d-4a4e-bd37-df9924fd2a30 req-3d300568-14a4-4564-84df-f375266b162b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.411020 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fce39b01-7b3d-4a4e-bd37-df9924fd2a30 req-3d300568-14a4-4564-84df-f375266b162b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 946 time: 0.0832067 Oct 18 23:34:04.448403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d9e6eb2-5a4a-4f13-b6ed-61eb37571d67 req-2b05696f-0df0-40c2-ac15-d900093e2777 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469805 Oct 18 23:34:04.498767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['4d48b4e9-c727-40fa-b0d8-a49d99393dec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:34:04.500815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fce39b01-7b3d-4a4e-bd37-df9924fd2a30 req-160821ff-920d-42d9-978e-ba7e7948cddc tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847895 Oct 18 23:34:04.501064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': '647b7f98-2219-41e9-8bc3-2f82234f0205'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:04.510248 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e00470-4772-47b6-89fc-853516bf99b5" -d '{"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "647b7f98-2219-41e9-8bc3-2f82234f0205"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:04.547933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:04.628895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] For port c96d9fd2-1434-4915-8515-93ba91479049, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:04.647999 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31201341-6377-4be7-991c-52f1d5745451 req-2c1efae7-bba8-473e-a8b7-88359040dc8c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0427802 Oct 18 23:34:04.712657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] For port c96d9fd2-1434-4915-8515-93ba91479049, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c96d9fd2-1434-4915-8515-93ba91479049,segment=NetworkSegment(258455c5-2e84-4a6b-9e8e-7d9c4a0ece73),segment_id=258455c5-2e84-4a6b-9e8e-7d9c4a0ece73)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:04.729585 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:04.739687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82a44-d192-4034-835d-b87db8a6bf4b req-1548bf80-492f-4613-adbc-3874689d1630 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.745953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82a44-d192-4034-835d-b87db8a6bf4b req-1548bf80-492f-4613-adbc-3874689d1630 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.752239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82a44-d192-4034-835d-b87db8a6bf4b req-1548bf80-492f-4613-adbc-3874689d1630 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.758753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82a44-d192-4034-835d-b87db8a6bf4b req-1548bf80-492f-4613-adbc-3874689d1630 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.772192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82a44-d192-4034-835d-b87db8a6bf4b req-1548bf80-492f-4613-adbc-3874689d1630 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.778299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82a44-d192-4034-835d-b87db8a6bf4b req-1548bf80-492f-4613-adbc-3874689d1630 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.784994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82a44-d192-4034-835d-b87db8a6bf4b req-1548bf80-492f-4613-adbc-3874689d1630 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:04.787049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1b82a44-d192-4034-835d-b87db8a6bf4b req-1548bf80-492f-4613-adbc-3874689d1630 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.2277117 Oct 18 23:34:04.809211 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e59b05-4a41-4d00-b677-ade6c6f80da3 x-openstack-request-id: req-b6e59b05-4a41-4d00-b677-ade6c6f80da3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:04.809211 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a9108-0696-41ba-a206-07e7de51486a", "name": "network-vif-deleted", "tag": "647b7f98-2219-41e9-8bc3-2f82234f0205", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:04.809211 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6e59b05-4a41-4d00-b677-ade6c6f80da3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:04.810194 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a9108-0696-41ba-a206-07e7de51486a', 'name': 'network-vif-deleted', 'tag': '647b7f98-2219-41e9-8bc3-2f82234f0205', 'status': 'completed', 'code': 200} Oct 18 23:34:04.835376 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:04.892816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0f7a5-d11f-4213-aa97-4c66304ad3b9 None None] Pushing event updated for resources: {'Port': ['ID=c96d9fd2-1434-4915-8515-93ba91479049,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:04.901118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1b82a44-d192-4034-835d-b87db8a6bf4b req-f9bf712b-9fc5-4f1d-b4a9-994ef75ff85b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973589 Oct 18 23:34:04.916883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:05.064440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4b291-2033-4295-9000-2b4e44f32881 req-69510f92-77dc-4f6e-a35a-aa7c94a0e7d2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:05.072043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:05.072808 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1df4b291-2033-4295-9000-2b4e44f32881 req-69510f92-77dc-4f6e-a35a-aa7c94a0e7d2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 944 time: 0.1282575 Oct 18 23:34:05.073772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:05.076034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Port': ['ID=8921b03f-86a1-407e-8192-0bec7af2611c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:05.079144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:05.089399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:05.090160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:05.154235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-172796ab-2818-492d-ab72-f99a35954efe tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3000000 Oct 18 23:34:05.157558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33298) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:05.163255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'port': {'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1913819894', 'allowed_address_pairs': [{'ip_address': '2001:db8::354', 'mac_address': 'fa:16:3e:c6:19:45'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:05.206875 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1df4b291-2033-4295-9000-2b4e44f32881 req-ddfe9854-f528-47ad-a95d-4e32adf2b82b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328716 Oct 18 23:34:05.391424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857d72-ba5c-45f0-bc2c-cdf44833f950 req-06a15055-0600-49fb-ae40-d03c9f22e5cd tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:05.394464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76857d72-ba5c-45f0-bc2c-cdf44833f950 req-06a15055-0600-49fb-ae40-d03c9f22e5cd tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 945 time: 0.0667355 Oct 18 23:34:05.468891 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76857d72-ba5c-45f0-bc2c-cdf44833f950 req-bf620127-5a84-40f6-9a4c-aa7420da8b28 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675030 Oct 18 23:34:05.477104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863369f3-dc6d-431e-975c-e36dea6746a4 req-b3e8c9ee-cf08-4f49-b5de-b8fddea09e10 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:05.479050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-863369f3-dc6d-431e-975c-e36dea6746a4 req-b3e8c9ee-cf08-4f49-b5de-b8fddea09e10 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.1493366 Oct 18 23:34:05.546432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-863369f3-dc6d-431e-975c-e36dea6746a4 req-69fc4114-c6f8-45d8-af2c-76bf5f5e2a0b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544930 Oct 18 23:34:05.547592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Made reservation on behalf of 860cedd5087b43bd91bad9229cd4f35a for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:05.665439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d4167-7096-4364-b80d-2ef96afadf5f req-2a8bd9fb-d5c2-4acb-9c1d-1435098b2468 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:05.674566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe0d4167-7096-4364-b80d-2ef96afadf5f req-2a8bd9fb-d5c2-4acb-9c1d-1435098b2468 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 946 time: 0.0708487 Oct 18 23:34:05.741195 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:05.752211 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe0d4167-7096-4364-b80d-2ef96afadf5f req-00c4f384-8adc-49c2-9e53-3a3ce179d917 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762854 Oct 18 23:34:05.798032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] device_id is not set on port f729993f-09a0-47b1-9326-ae1865b255cf yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:34:05.889880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-132076d3-435a-4cb9-b98a-e2fef98c27a4 req-33eecf69-24f9-462d-93eb-f573ae5a1d75 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.1032400 Oct 18 23:34:06.028095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Allocated IP 2001:db8::306 (3c81a31c-7e68-4df1-a2b8-69c582ead5d6/a8487262-d983-4f7b-8f71-2ba97c8da9a8/f729993f-09a0-47b1-9326-ae1865b255cf) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:06.208689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:06.247504 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:06.310935 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:06.335463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-21932d3e-6151-46d0-b4a8-87b32928c6fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.356275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-21932d3e-6151-46d0-b4a8-87b32928c6fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.375950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-21932d3e-6151-46d0-b4a8-87b32928c6fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.384297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a944dd05-53ef-4104-88ee-71942841d77e None None] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:06.390169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-21932d3e-6151-46d0-b4a8-87b32928c6fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.397262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-21932d3e-6151-46d0-b4a8-87b32928c6fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.406941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Port': ['ID=f729993f-09a0-47b1-9326-ae1865b255cf,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:06.412336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:06.416010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:06.419038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:06.427105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.429493 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:06.431871 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-21932d3e-6151-46d0-b4a8-87b32928c6fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.530490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-21932d3e-6151-46d0-b4a8-87b32928c6fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.545348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-21932d3e-6151-46d0-b4a8-87b32928c6fd tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.3742306 Oct 18 23:34:06.607845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4af16843-1784-4f39-a7da-265657019510 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4487665 Oct 18 23:34:06.612009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33318) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:06.637487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975243b9-845d-4088-a2ce-166c64fadf5e req-49850d78-0aa8-45da-92f4-abe01efd8231 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.651645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975243b9-845d-4088-a2ce-166c64fadf5e req-49850d78-0aa8-45da-92f4-abe01efd8231 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.655611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebb5f-cf7e-47fc-891b-0413ccd38f3a req-c1975a5b-5673-4b63-b6b7-7c9452eb2415 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.663737 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d9ebb5f-cf7e-47fc-891b-0413ccd38f3a req-c1975a5b-5673-4b63-b6b7-7c9452eb2415 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 944 time: 0.3091433 Oct 18 23:34:06.672042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975243b9-845d-4088-a2ce-166c64fadf5e req-49850d78-0aa8-45da-92f4-abe01efd8231 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.680665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975243b9-845d-4088-a2ce-166c64fadf5e req-49850d78-0aa8-45da-92f4-abe01efd8231 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.688104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-39908fbc-a60c-4701-99a3-b7956dd5946f None None] Provisioning complete for port c96d9fd2-1434-4915-8515-93ba91479049 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:06.688404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975243b9-845d-4088-a2ce-166c64fadf5e req-49850d78-0aa8-45da-92f4-abe01efd8231 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.688530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39908fbc-a60c-4701-99a3-b7956dd5946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:06.695631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975243b9-845d-4088-a2ce-166c64fadf5e req-49850d78-0aa8-45da-92f4-abe01efd8231 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.705551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975243b9-845d-4088-a2ce-166c64fadf5e req-49850d78-0aa8-45da-92f4-abe01efd8231 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.715663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-975243b9-845d-4088-a2ce-166c64fadf5e req-49850d78-0aa8-45da-92f4-abe01efd8231 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 5431 time: 0.5741098 Oct 18 23:34:06.776984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-02261ea4-cead-4ca2-a7b3-cc1c38598344 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.778773 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-02261ea4-cead-4ca2-a7b3-cc1c38598344 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "GET /v2.0/ports/a221ba3c-65f3-4453-aeea-cda82f9291f5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2048366 Oct 18 23:34:06.783174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d9ebb5f-cf7e-47fc-891b-0413ccd38f3a req-98bc7b07-e0d8-4c17-bc57-c523b02138d6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146207 Oct 18 23:34:06.875305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58fd90e-613a-4a85-a4d7-afdc92e33577 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.888516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58fd90e-613a-4a85-a4d7-afdc92e33577 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.905941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58fd90e-613a-4a85-a4d7-afdc92e33577 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:06.910539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c58fd90e-613a-4a85-a4d7-afdc92e33577 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2895837 Oct 18 23:34:06.939237 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-975243b9-845d-4088-a2ce-166c64fadf5e req-33998d93-696e-426b-8aa5-f83269b0b33a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2223315 Oct 18 23:34:06.942503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33322) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:06.950485 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39908fbc-a60c-4701-99a3-b7956dd5946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:07.000967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8107-52fb-48f8-b5b9-f3c1fb6cdbc3 req-9251a66e-ea46-431a-9c60-72229fa74f71 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:07.002694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e83e8107-52fb-48f8-b5b9-f3c1fb6cdbc3 req-9251a66e-ea46-431a-9c60-72229fa74f71 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 945 time: 0.0909281 Oct 18 23:34:07.013163 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-39908fbc-a60c-4701-99a3-b7956dd5946f None None] For port c96d9fd2-1434-4915-8515-93ba91479049, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c96d9fd2-1434-4915-8515-93ba91479049,segment=NetworkSegment(258455c5-2e84-4a6b-9e8e-7d9c4a0ece73),segment_id=258455c5-2e84-4a6b-9e8e-7d9c4a0ece73)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:07.028559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39908fbc-a60c-4701-99a3-b7956dd5946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:07.063796 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-39465140-9ee1-4b44-9d42-4f023710900d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "GET /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2742515 Oct 18 23:34:07.093475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:07.202211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e83e8107-52fb-48f8-b5b9-f3c1fb6cdbc3 req-20ad8545-d4c1-485c-9eb5-d79aecb36e43 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753016 Oct 18 23:34:07.216807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b02891de-7ea6-4e57-b161-e92b5b9463e3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Deleting port f729993f-09a0-47b1-9326-ae1865b255cf {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:07.217321 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b02891de-7ea6-4e57-b161-e92b5b9463e3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:07.221522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39908fbc-a60c-4701-99a3-b7956dd5946f None None] Pushing event updated for resources: {'Port': ['ID=c96d9fd2-1434-4915-8515-93ba91479049,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:07.255723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c96d9fd2-1434-4915-8515-93ba91479049 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:07.333192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:07.381337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c96d9fd2-1434-4915-8515-93ba91479049 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:07.388402 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:07.501879 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b02891de-7ea6-4e57-b161-e92b5b9463e3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:07.522347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b02891de-7ea6-4e57-b161-e92b5b9463e3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Calling delete_port for f729993f-09a0-47b1-9326-ae1865b255cf owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:07.658941 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:07.697191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6d6b8-ba6d-4708-a75a-48f351793b35 req-b7649599-0c40-4c64-a067-6481ab746f8b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:07.709020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-a1a12d96-a3cf-465e-afe8-9647f47ac216 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:07.713394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-a1a12d96-a3cf-465e-afe8-9647f47ac216 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.102 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 945 time: 0.2369909 Oct 18 23:34:07.728007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a221ba3c-65f3-4453-aeea-cda82f9291f5 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:07.733236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ce6d6b8-ba6d-4708-a75a-48f351793b35 req-b7649599-0c40-4c64-a067-6481ab746f8b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.6363924 Oct 18 23:34:07.753535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cbd21-dae0-4bfc-9fe4-afac987d2f33 req-ba822406-0de2-4418-87aa-a9f868900ca7 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:07.756600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f15cbd21-dae0-4bfc-9fe4-afac987d2f33 req-ba822406-0de2-4418-87aa-a9f868900ca7 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 946 time: 0.3075137 Oct 18 23:34:07.897932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4225de20-904c-4ec5-941f-cac6bb77db96 None None] Provisioning complete for port f729993f-09a0-47b1-9326-ae1865b255cf triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:07.898244 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4225de20-904c-4ec5-941f-cac6bb77db96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:07.922417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ce6d6b8-ba6d-4708-a75a-48f351793b35 req-22c4736c-155e-4e6f-8504-5694d9f3a2be tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866598 Oct 18 23:34:07.999151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.047590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 4d48b4e9-c727-40fa-b0d8-a49d99393dec triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:08.047962 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.060449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f15cbd21-dae0-4bfc-9fe4-afac987d2f33 req-5c14f16a-f741-4063-ab2e-f5e336bb6c2d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903538 Oct 18 23:34:08.090097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4225de20-904c-4ec5-941f-cac6bb77db96 None None] Port f729993f-09a0-47b1-9326-ae1865b255cf cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:08.143512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4225de20-904c-4ec5-941f-cac6bb77db96 None None] Provisioning complete for port 8921b03f-86a1-407e-8192-0bec7af2611c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:08.143903 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4225de20-904c-4ec5-941f-cac6bb77db96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.152870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Deleting port d4d065ce-0ee5-4211-a0ce-12f808a84476 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:08.156575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.189873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4225de20-904c-4ec5-941f-cac6bb77db96 None None] Port 8921b03f-86a1-407e-8192-0bec7af2611c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:08.212066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-102b2e22-4532-4e6f-8a72-e0e2d202814f req-916ed3ad-b438-4adc-a052-df3b41c8f728 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0788114 Oct 18 23:34:08.242297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] For port a221ba3c-65f3-4453-aeea-cda82f9291f5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a221ba3c-65f3-4453-aeea-cda82f9291f5,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:08.263315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4225de20-904c-4ec5-941f-cac6bb77db96 None None] Provisioning complete for port c96d9fd2-1434-4915-8515-93ba91479049 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:08.263315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4225de20-904c-4ec5-941f-cac6bb77db96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.348485 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.393989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] For port a221ba3c-65f3-4453-aeea-cda82f9291f5, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:08.399472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b02891de-7ea6-4e57-b161-e92b5b9463e3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.401802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:08.428041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:08.431531 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb4678f-0d5d-46b5-84f0-97b39499bf4a" -d '{"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-plugged", "status": "completed", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:08.438135 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.509116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:08.535575 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c253e-47a5-43bd-b719-210509a898d7 req-322a015e-914e-47ce-a1c2-f727591cc80e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:08.548403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-506c253e-47a5-43bd-b719-210509a898d7 req-322a015e-914e-47ce-a1c2-f727591cc80e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 944 time: 0.3544884 Oct 18 23:34:08.562907 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02891de-7ea6-4e57-b161-e92b5b9463e3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event deleted for resources: {'Port': ['ID=f729993f-09a0-47b1-9326-ae1865b255cf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:08.577898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] device_id is not set on port a221ba3c-65f3-4453-aeea-cda82f9291f5 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:34:08.645511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.675820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7c734bed-e665-4e57-805e-85c4f23e4832 None None] Could not find standard attr ID for object f729993f-09a0-47b1-9326-ae1865b255cf. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:34:08.714695 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.733902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] For port d4d065ce-0ee5-4211-a0ce-12f808a84476, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d4d065ce-0ee5-4211-a0ce-12f808a84476,segment=NetworkSegment(83e73ac7-49d0-49aa-a57b-de1b4db42a7b),segment_id=83e73ac7-49d0-49aa-a57b-de1b4db42a7b)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:08.736572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.774157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-506c253e-47a5-43bd-b719-210509a898d7 req-14d5ac1d-6831-4806-8197-8bcd876eef07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245486 Oct 18 23:34:08.786455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7c734bed-e665-4e57-805e-85c4f23e4832 None None] Provisioning complete for port 8921b03f-86a1-407e-8192-0bec7af2611c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:08.791373 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7c734bed-e665-4e57-805e-85c4f23e4832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.815348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Calling delete_port for d4d065ce-0ee5-4211-a0ce-12f808a84476 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:08.818538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] Pushing event updated for resources: {'Port': ['ID=a221ba3c-65f3-4453-aeea-cda82f9291f5,revision_number=6']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:08.861919 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b02891de-7ea6-4e57-b161-e92b5b9463e3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:08.870217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b02891de-7ea6-4e57-b161-e92b5b9463e3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "DELETE /v2.0/ports/f729993f-09a0-47b1-9326-ae1865b255cf HTTP/1.1" status: 204 len: 168 time: 1.9247618 Oct 18 23:34:08.870823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33352) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:08.888915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7c734bed-e665-4e57-805e-85c4f23e4832 None None] Port 8921b03f-86a1-407e-8192-0bec7af2611c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:08.906378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:34:08.906712 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:34:09.004276 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-8583ed92-0a39-4ae1-9aa3-2c6b636d6923 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] GET failed (client error): The resource could not be found. Oct 18 23:34:09.006039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8583ed92-0a39-4ae1-9aa3-2c6b636d6923 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "GET /v2.0/ports/f729993f-09a0-47b1-9326-ae1865b255cf HTTP/1.1" status: 404 len: 333 time: 0.1341786 Oct 18 23:34:09.007263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] No DVR routers for this DVR port a221ba3c-65f3-4453-aeea-cda82f9291f5 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:09.024107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33356) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:09.033384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'port': {'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-872280829'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:09.085271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] In _notify_port_updated(), no bound segment for port a221ba3c-65f3-4453-aeea-cda82f9291f5 on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:34:09.086205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.086980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:09.088159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b90522e3-31f5-4f6d-ae69-7e18a24d3d16 service neutron] 10.222.0.102 "PUT /v2.0/ports/a221ba3c-65f3-4453-aeea-cda82f9291f5 HTTP/1.1" status: 200 len: 1026 time: 2.0085077 Oct 18 23:34:09.108964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b408-7556-4212-9356-31f3bcce253d req-2219cf56-08a5-4da9-b3a9-2334e72ef146 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.117149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b408-7556-4212-9356-31f3bcce253d req-2219cf56-08a5-4da9-b3a9-2334e72ef146 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.124916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b408-7556-4212-9356-31f3bcce253d req-2219cf56-08a5-4da9-b3a9-2334e72ef146 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.131510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b408-7556-4212-9356-31f3bcce253d req-2219cf56-08a5-4da9-b3a9-2334e72ef146 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.148298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b408-7556-4212-9356-31f3bcce253d req-2219cf56-08a5-4da9-b3a9-2334e72ef146 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.167051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b408-7556-4212-9356-31f3bcce253d req-2219cf56-08a5-4da9-b3a9-2334e72ef146 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.176773 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7855b408-7556-4212-9356-31f3bcce253d req-2219cf56-08a5-4da9-b3a9-2334e72ef146 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 4658 time: 0.3163364 Oct 18 23:34:09.245230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-cc555370-0338-424f-a7cd-27971240a956 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.246860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-cc555370-0338-424f-a7cd-27971240a956 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "GET /v2.0/ports/b3c6dc2a-df4f-43e9-808c-11041ee1a955?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1514142 Oct 18 23:34:09.285653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c96d9fd2-1434-4915-8515-93ba91479049 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:09.286273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:09.344775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7855b408-7556-4212-9356-31f3bcce253d req-e6ccf6ea-881c-4708-8d5f-35d34ea045b4 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&id=c27b70af-460f-4ef8-b5a8-bf395eb10dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1669836 Oct 18 23:34:09.406350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493c41-aec6-496a-8c31-882b0c431f14 req-dae726b5-fb7e-48fd-b115-ea16b13f1832 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.420209 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08493c41-aec6-496a-8c31-882b0c431f14 req-dae726b5-fb7e-48fd-b115-ea16b13f1832 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 946 time: 0.3973763 Oct 18 23:34:09.453068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-24d4d618-a0e5-4c2a-8b72-5fd397e34174 None None] Provisioning complete for port a221ba3c-65f3-4453-aeea-cda82f9291f5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:09.453640 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-24d4d618-a0e5-4c2a-8b72-5fd397e34174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:09.490610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:09.547511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08493c41-aec6-496a-8c31-882b0c431f14 req-28d15b7e-f8a4-4734-9274-ceb12ef5b44c tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249347 Oct 18 23:34:09.610929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c773a362-a8f6-4f26-b538-2d8beb8a2bd9 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:09.610929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c96d9fd2-1434-4915-8515-93ba91479049 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:09.610929 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:09.674124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bb611-2a44-4342-b565-77c653617006 req-d79de664-5748-4a6b-81cf-6fb22884f33a tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:09.682760 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e3bb611-2a44-4342-b565-77c653617006 req-d79de664-5748-4a6b-81cf-6fb22884f33a tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/ports?device_id=c822f5ea-7c22-4892-9990-d79ebe4b9d91 HTTP/1.1" status: 200 len: 945 time: 0.1841707 Oct 18 23:34:09.758838 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb911e8-f38d-4e17-82a6-49da8ef449ad x-openstack-request-id: req-bcb911e8-f38d-4e17-82a6-49da8ef449ad {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:09.767321 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-plugged", "status": "completed", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:09.767858 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcb911e8-f38d-4e17-82a6-49da8ef449ad {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:09.768590 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'code': 200} Oct 18 23:34:09.778590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-24d4d618-a0e5-4c2a-8b72-5fd397e34174 None None] Port a221ba3c-65f3-4453-aeea-cda82f9291f5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:09.787359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Made reservation on behalf of 860cedd5087b43bd91bad9229cd4f35a for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:09.804372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:09.874076 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e3bb611-2a44-4342-b565-77c653617006 req-48dac877-21cf-47e6-9e7f-120b516e5a94 tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef8da1b4-59fc-4354-8710-16e1cb47f2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832340 Oct 18 23:34:09.882970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] device_id is not set on port a40a0f15-33f8-41b0-8d14-609139428bbc yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:34:09.977423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.013494 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.067322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c773a362-a8f6-4f26-b538-2d8beb8a2bd9, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:10.097005 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.097749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 70e8bbe8-ed68-4237-b01d-65e0153e9b27 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:10.133915 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-38a0a8a4-b550-414f-a31c-82a3472fce17 req-4b5b6420-369b-405d-84c9-e92e2353e28c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.1124959 Oct 18 23:34:10.160184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] For port b3c6dc2a-df4f-43e9-808c-11041ee1a955, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b3c6dc2a-df4f-43e9-808c-11041ee1a955,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:10.239916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] For port b3c6dc2a-df4f-43e9-808c-11041ee1a955, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:10.280791 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.291626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] device_id is not set on port b3c6dc2a-df4f-43e9-808c-11041ee1a955 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:34:10.307738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:10.309289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.329047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Pushing event deleted for resources: {'Port': ['ID=d4d065ce-0ee5-4211-a0ce-12f808a84476,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:10.338326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 70e8bbe8-ed68-4237-b01d-65e0153e9b27, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:10.345363 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.345993 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.347295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 8ca62050-0176-473e-a99c-b6bdd559021f no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:10.448950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Allocated IP 2001:db8::1a2 (3c81a31c-7e68-4df1-a2b8-69c582ead5d6/a8487262-d983-4f7b-8f71-2ba97c8da9a8/a40a0f15-33f8-41b0-8d14-609139428bbc) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:10.461642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] No DVR routers for this DVR port b3c6dc2a-df4f-43e9-808c-11041ee1a955 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:10.484424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=70e8bbe8-ed68-4237-b01d-65e0153e9b27,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:10.496308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76391abe-6cdd-48a2-9a94-12783c4a1a0e req-191f3abb-ab4d-4380-9139-5a57a4f3e33e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:10.504639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76391abe-6cdd-48a2-9a94-12783c4a1a0e req-191f3abb-ab4d-4380-9139-5a57a4f3e33e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.6594734 Oct 18 23:34:10.513630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] In _notify_port_updated(), no bound segment for port b3c6dc2a-df4f-43e9-808c-11041ee1a955 on network cec56cf4-1185-4e9c-8660-7e388b5035be {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:34:10.515560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:10.516357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.517792 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] 10.222.0.102 "PUT /v2.0/ports/b3c6dc2a-df4f-43e9-808c-11041ee1a955 HTTP/1.1" status: 200 len: 1028 time: 1.2445054 Oct 18 23:34:10.542745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbc7fb-ce40-409a-9d8b-311c4ad15bbc req-0e12888f-093c-40b3-b128-ceb500d6af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:10.544506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8edbc7fb-ce40-409a-9d8b-311c4ad15bbc req-0e12888f-093c-40b3-b128-ceb500d6af16 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 1098 time: 0.3664129 Oct 18 23:34:10.550450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1169ac8-f201-4e5f-874c-1e192598fa7a service neutron] Pushing event updated for resources: {'Port': ['ID=b3c6dc2a-df4f-43e9-808c-11041ee1a955,revision_number=6']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:10.554407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] No DVR routers for this DVR port d4d065ce-0ee5-4211-a0ce-12f808a84476 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:10.575992 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.581341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a0dee50f-162d-4b32-8378-7712a0a1f456 req-4c7e6569-240f-459d-b816-c1c06652e0ae tempest-ServerGroupTestJSON-70017717 tempest-ServerGroupTestJSON-70017717-project] 10.222.0.102 "DELETE /v2.0/ports/d4d065ce-0ee5-4211-a0ce-12f808a84476 HTTP/1.1" status: 204 len: 173 time: 2.8226340 Oct 18 23:34:10.582627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.609294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c822f5ea-7c22-4892-9990-d79ebe4b9d91', 'name': 'network-vif-deleted', 'tag': 'd4d065ce-0ee5-4211-a0ce-12f808a84476'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:10.611967 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8bac3c-64f7-4bb5-9067-bdbd04e60d49" -d '{"events": [{"server_uuid": "c822f5ea-7c22-4892-9990-d79ebe4b9d91", "name": "network-vif-deleted", "tag": "d4d065ce-0ee5-4211-a0ce-12f808a84476"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:10.625470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 8ca62050-0176-473e-a99c-b6bdd559021f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8ca62050-0176-473e-a99c-b6bdd559021f,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:10.631004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.632143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b3c6dc2a-df4f-43e9-808c-11041ee1a955 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:10.667677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8edbc7fb-ce40-409a-9d8b-311c4ad15bbc req-ea90f14e-348d-4594-a839-e5921479680c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019361 Oct 18 23:34:10.674164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318dc02-9ee7-4c7d-8331-a426d68ed080 req-e5f51b6c-2d0f-4808-947a-99a8ad4c3d79 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:10.687916 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2318dc02-9ee7-4c7d-8331-a426d68ed080 req-e5f51b6c-2d0f-4808-947a-99a8ad4c3d79 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 946 time: 0.3676925 Oct 18 23:34:10.710654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76391abe-6cdd-48a2-9a94-12783c4a1a0e req-16c6194a-5aba-446a-ba0c-d6ca63945060 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040620 Oct 18 23:34:10.861601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b3c6dc2a-df4f-43e9-808c-11041ee1a955 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:34:10.862044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05304f96-14be-417a-82ce-b7c7d7460a0f no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:10.882937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting port 8ca62050-0176-473e-a99c-b6bdd559021f {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:10.883339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:10.918333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=8ca62050-0176-473e-a99c-b6bdd559021f,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:10.954953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a248dc28-29c8-475f-adf7-ae93e9720644 None None] Provisioning complete for port b3c6dc2a-df4f-43e9-808c-11041ee1a955 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:10.955320 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a248dc28-29c8-475f-adf7-ae93e9720644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.073340 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.080440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a248dc28-29c8-475f-adf7-ae93e9720644 None None] Port b3c6dc2a-df4f-43e9-808c-11041ee1a955 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:11.090033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] For port 8ca62050-0176-473e-a99c-b6bdd559021f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=8ca62050-0176-473e-a99c-b6bdd559021f,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:11.090653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.141955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Calling delete_port for 8ca62050-0176-473e-a99c-b6bdd559021f owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:11.167310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05304f96-14be-417a-82ce-b7c7d7460a0f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05304f96-14be-417a-82ce-b7c7d7460a0f,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:11.175466 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.176360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 92905cd7-b4ec-4d07-91cc-fca810fa649c no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:11.180448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33380) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:11.421806 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2318dc02-9ee7-4c7d-8331-a426d68ed080 req-3a78aa52-d56d-4d0a-b2b7-c9ed3fe4f1b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7250283 Oct 18 23:34:11.440936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05304f96-14be-417a-82ce-b7c7d7460a0f,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:11.446549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5fef-0fa1-4562-8003-fcc3c14a942d req-4335b464-056b-4055-8109-571ade252794 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:11.461175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5fef-0fa1-4562-8003-fcc3c14a942d req-4335b464-056b-4055-8109-571ade252794 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:11.472461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5fef-0fa1-4562-8003-fcc3c14a942d req-4335b464-056b-4055-8109-571ade252794 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:11.495908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5fef-0fa1-4562-8003-fcc3c14a942d req-4335b464-056b-4055-8109-571ade252794 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:11.508837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5fef-0fa1-4562-8003-fcc3c14a942d req-4335b464-056b-4055-8109-571ade252794 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:11.519935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5af5fef-0fa1-4562-8003-fcc3c14a942d req-4335b464-056b-4055-8109-571ade252794 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 3877 time: 0.5352163 Oct 18 23:34:11.527096 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.603232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 92905cd7-b4ec-4d07-91cc-fca810fa649c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:11.609419 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.614635 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.672725 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faee87d-30cf-4b49-a0de-a848ffd974f5 x-openstack-request-id: req-5faee87d-30cf-4b49-a0de-a848ffd974f5 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:11.673029 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c822f5ea-7c22-4892-9990-d79ebe4b9d91", "name": "network-vif-deleted", "tag": "d4d065ce-0ee5-4211-a0ce-12f808a84476", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:11.673286 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5faee87d-30cf-4b49-a0de-a848ffd974f5 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:11.673689 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c822f5ea-7c22-4892-9990-d79ebe4b9d91', 'name': 'network-vif-deleted', 'tag': 'd4d065ce-0ee5-4211-a0ce-12f808a84476', 'status': 'completed', 'code': 200} Oct 18 23:34:11.710859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Port': ['ID=8ca62050-0176-473e-a99c-b6bdd559021f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:11.749740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=92905cd7-b4ec-4d07-91cc-fca810fa649c,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:11.755683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d4d065ce-0ee5-4211-a0ce-12f808a84476 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:11.766657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.785752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9'}, {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e8bbe8-ed68-4237-b01d-65e0153e9b27'}, {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca62050-0176-473e-a99c-b6bdd559021f'}, {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f'}, {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92905cd7-b4ec-4d07-91cc-fca810fa649c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:11.793005 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32765f72-0e14-4e6d-9ba2-e18337b34f8d" -d '{"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "c773a362-a8f6-4f26-b538-2d8beb8a2bd9"}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "70e8bbe8-ed68-4237-b01d-65e0153e9b27"}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca62050-0176-473e-a99c-b6bdd559021f"}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f"}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "92905cd7-b4ec-4d07-91cc-fca810fa649c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:11.800110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] No DVR routers for this DVR port 8ca62050-0176-473e-a99c-b6bdd559021f on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:11.804471 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.805979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5af5fef-0fa1-4562-8003-fcc3c14a942d req-49e55dac-e4fd-478d-ac78-cdac3ac93bf8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809465 Oct 18 23:34:11.814266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ec1dabe1-6b20-41e9-8d3e-d0f4cca17b5b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "DELETE /v2.0/ports/8ca62050-0176-473e-a99c-b6bdd559021f HTTP/1.1" status: 204 len: 173 time: 1.2772837 Oct 18 23:34:11.814266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': '8ca62050-0176-473e-a99c-b6bdd559021f'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:11.814266 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af049f92-ab2d-47e1-9593-9d54dff61bc7" -d '{"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "8ca62050-0176-473e-a99c-b6bdd559021f"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:11.898006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: d4d065ce-0ee5-4211-a0ce-12f808a84476 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:34:11.899251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d4d065ce-0ee5-4211-a0ce-12f808a84476 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:34:11.953271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:11.985298 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db1fd91-9e88-41cd-b3e9-3eac3f334cfe x-openstack-request-id: req-2db1fd91-9e88-41cd-b3e9-3eac3f334cfe {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:11.986342 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "c773a362-a8f6-4f26-b538-2d8beb8a2bd9", "code": 200}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "70e8bbe8-ed68-4237-b01d-65e0153e9b27", "code": 200}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca62050-0176-473e-a99c-b6bdd559021f", "code": 200}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f", "code": 200}, {"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-unplugged", "status": "completed", "tag": "92905cd7-b4ec-4d07-91cc-fca810fa649c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:11.987253 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2db1fd91-9e88-41cd-b3e9-3eac3f334cfe {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:11.987940 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9', 'code': 200} Oct 18 23:34:11.988574 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e8bbe8-ed68-4237-b01d-65e0153e9b27', 'code': 200} Oct 18 23:34:11.989627 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca62050-0176-473e-a99c-b6bdd559021f', 'code': 200} Oct 18 23:34:11.990112 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'code': 200} Oct 18 23:34:11.990653 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92905cd7-b4ec-4d07-91cc-fca810fa649c', 'code': 200} Oct 18 23:34:12.031385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Port': ['ID=a40a0f15-33f8-41b0-8d14-609139428bbc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:12.041351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:12.041748 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:12.091330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:12.096287 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cb30c7f-f648-4ef1-8fa5-117033089c5f req-b1ca470b-05e3-48a4-b907-638e7e0f5b9b tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.1391032 Oct 18 23:34:12.108819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:12.126837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:12.132643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:12.133315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:12.277098 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50800f34-977c-4f5d-9f93-1f9a1678befa x-openstack-request-id: req-50800f34-977c-4f5d-9f93-1f9a1678befa {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:12.277514 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "8ca62050-0176-473e-a99c-b6bdd559021f", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:12.277781 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50800f34-977c-4f5d-9f93-1f9a1678befa {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:12.278201 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': '8ca62050-0176-473e-a99c-b6bdd559021f', 'status': 'completed', 'code': 200} Oct 18 23:34:12.287140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bd32f091-436e-49df-8e27-fb36102223f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2609377 Oct 18 23:34:12.293488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33408) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:12.318870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e244d1c1-d037-4efc-ab24-be2a40bd9377 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::354', 'mac_address': 'fa:16:3e:c6:19:45'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:12.419578 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] For port c773a362-a8f6-4f26-b538-2d8beb8a2bd9, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:12.419953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:12.475371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Calling delete_port for c773a362-a8f6-4f26-b538-2d8beb8a2bd9 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:12.533483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bc056-53e6-4602-91fa-d36edb63a389 req-b06a58d6-c845-428b-aa81-16de2cde9289 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:12.543524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-477bc056-53e6-4602-91fa-d36edb63a389 req-b06a58d6-c845-428b-aa81-16de2cde9289 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2516315 Oct 18 23:34:12.724206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-40590c6c-393a-48a8-b2e9-15cac2de9362 None None] Provisioning complete for port a40a0f15-33f8-41b0-8d14-609139428bbc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:12.725169 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-40590c6c-393a-48a8-b2e9-15cac2de9362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:12.798122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-40590c6c-393a-48a8-b2e9-15cac2de9362 None None] Port a40a0f15-33f8-41b0-8d14-609139428bbc cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:12.880053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-477bc056-53e6-4602-91fa-d36edb63a389 req-e8348f83-b3f0-4ea1-b9f7-8c4cd1c6f9f1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373367 Oct 18 23:34:12.887724 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e244d1c1-d037-4efc-ab24-be2a40bd9377 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:12.897892 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:13.022418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ad19-20f5-4bf6-b670-b0d61b9e2374 req-ff97c158-5c42-4d63-b443-cfb50fff8e72 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:13.031898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0718ad19-20f5-4bf6-b670-b0d61b9e2374 req-ff97c158-5c42-4d63-b443-cfb50fff8e72 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 946 time: 0.3057034 Oct 18 23:34:13.240910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee3e83-4fc7-47f7-950e-9cd50a853a4f req-8dc851e4-1473-43a5-81ed-320d64c7c34c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:13.253753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee3e83-4fc7-47f7-950e-9cd50a853a4f req-8dc851e4-1473-43a5-81ed-320d64c7c34c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:13.263674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee3e83-4fc7-47f7-950e-9cd50a853a4f req-8dc851e4-1473-43a5-81ed-320d64c7c34c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:13.271435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee3e83-4fc7-47f7-950e-9cd50a853a4f req-8dc851e4-1473-43a5-81ed-320d64c7c34c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:13.274612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5dee3e83-4fc7-47f7-950e-9cd50a853a4f req-8dc851e4-1473-43a5-81ed-320d64c7c34c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 3064 time: 0.2004325 Oct 18 23:34:13.306468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e244d1c1-d037-4efc-ab24-be2a40bd9377 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:13.310167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:13.327107 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e244d1c1-d037-4efc-ab24-be2a40bd9377 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:13.407058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Port': ['ID=c773a362-a8f6-4f26-b538-2d8beb8a2bd9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:13.504275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0718ad19-20f5-4bf6-b670-b0d61b9e2374 req-e082c652-a661-43b1-a7ce-afa57f41c925 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4707944 Oct 18 23:34:13.516423 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e244d1c1-d037-4efc-ab24-be2a40bd9377 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] In _notify_port_updated(), no bound segment for port a40a0f15-33f8-41b0-8d14-609139428bbc on network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:34:13.542930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e244d1c1-d037-4efc-ab24-be2a40bd9377 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:13.542930 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e244d1c1-d037-4efc-ab24-be2a40bd9377 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:13.542930 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e244d1c1-d037-4efc-ab24-be2a40bd9377 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "PUT /v2.0/ports/a40a0f15-33f8-41b0-8d14-609139428bbc HTTP/1.1" status: 200 len: 1002 time: 1.2400017 Oct 18 23:34:13.652304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33460) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:13.741002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] No DVR routers for this DVR port c773a362-a8f6-4f26-b538-2d8beb8a2bd9 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:13.787697 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:13.791430 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-ef4cf35a-56b0-4702-8926-bb86689465c1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "DELETE /v2.0/ports/c773a362-a8f6-4f26-b538-2d8beb8a2bd9 HTTP/1.1" status: 204 len: 173 time: 1.9606798 Oct 18 23:34:13.793157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244d1c1-d037-4efc-ab24-be2a40bd9377 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Port': ['ID=a40a0f15-33f8-41b0-8d14-609139428bbc,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:13.987045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec21e5e-166f-4a34-a0f8-cf4b0c75ed23 req-76f06175-5fe3-4b87-b1ff-0fcd6f93ec38 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:13.988686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ec21e5e-166f-4a34-a0f8-cf4b0c75ed23 req-76f06175-5fe3-4b87-b1ff-0fcd6f93ec38 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3373973 Oct 18 23:34:14.032056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5dee3e83-4fc7-47f7-950e-9cd50a853a4f req-29eae4d9-21ba-460f-96e2-9f476cc3ac8e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7032135 Oct 18 23:34:14.041526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6f6cf4f2-379c-464d-b868-1c894bdd52d8 None None] Provisioning complete for port a40a0f15-33f8-41b0-8d14-609139428bbc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:14.042036 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f6cf4f2-379c-464d-b868-1c894bdd52d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:14.056386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.20.0.17 (8648ecb1-d039-4ee6-81f7-cc05101eeb42/48306e70-3fd0-4417-9889-23ceb6ec2c81/d05a95d7-08fd-4f7c-b0a0-83c715dfc429) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:14.104221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b1903979-62de-40f5-b437-dccbd8a9cd56 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Deleting port a40a0f15-33f8-41b0-8d14-609139428bbc {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:14.104585 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b1903979-62de-40f5-b437-dccbd8a9cd56 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:14.135887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6f6cf4f2-379c-464d-b868-1c894bdd52d8 None None] Port a40a0f15-33f8-41b0-8d14-609139428bbc cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:14.232676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23aaefbc-9aac-4d18-8838-356337422d74 req-8748f1ef-ae74-4475-b554-c25d1deab8cf tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0410314 Oct 18 23:34:14.292209 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:14.392794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33470) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:14.437960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:14.512262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:14.528508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:14.543297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:14.551788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-18612f92-d6fd-4e60-942f-07df8bad57bf admin admin] Deleting subnet 3c0adbed-67b4-4e11-939a-52f8200b563b {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:34:14.555795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=d05a95d7-08fd-4f7c-b0a0-83c715dfc429,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:14.589419 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18612f92-d6fd-4e60-942f-07df8bad57bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:14.652683 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18612f92-d6fd-4e60-942f-07df8bad57bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:14.655707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:14.721566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:14.731097 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd84fa-7dee-456f-9b93-715606c3b5da" -d '{"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "c773a362-a8f6-4f26-b538-2d8beb8a2bd9"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:14.764812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ec21e5e-166f-4a34-a0f8-cf4b0c75ed23 req-baa4128f-6492-4f13-9073-50624343bf09 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7595499 Oct 18 23:34:14.901400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18612f92-d6fd-4e60-942f-07df8bad57bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:14.927069 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8eb8c6-747e-415c-857f-18440d79eda1 x-openstack-request-id: req-1f8eb8c6-747e-415c-857f-18440d79eda1 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:14.927703 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "c773a362-a8f6-4f26-b538-2d8beb8a2bd9", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:14.928154 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f8eb8c6-747e-415c-857f-18440d79eda1 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:14.932644 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': 'c773a362-a8f6-4f26-b538-2d8beb8a2bd9', 'status': 'completed', 'code': 200} Oct 18 23:34:14.958124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting port 05304f96-14be-417a-82ce-b7c7d7460a0f {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:14.959253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.004361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18612f92-d6fd-4e60-942f-07df8bad57bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.027873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b1903979-62de-40f5-b437-dccbd8a9cd56 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.042382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b1903979-62de-40f5-b437-dccbd8a9cd56 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Calling delete_port for a40a0f15-33f8-41b0-8d14-609139428bbc owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:15.060348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18612f92-d6fd-4e60-942f-07df8bad57bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0adbed-67b4-4e11-939a-52f8200b563b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:15.063210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18612f92-d6fd-4e60-942f-07df8bad57bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.074036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-18612f92-d6fd-4e60-942f-07df8bad57bf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3c0adbed-67b4-4e11-939a-52f8200b563b HTTP/1.1" status: 204 len: 168 time: 0.6799464 Oct 18 23:34:15.087555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ed7b972f-8580-46dc-8302-a61f46b7829a None None] Provisioning complete for port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:15.088256 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ed7b972f-8580-46dc-8302-a61f46b7829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.131009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b972f-8580-46dc-8302-a61f46b7829a None None] Port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:15.142007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33490) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:15.194101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e45be5-69b9-4b14-a5a2-3c8df34ce510 req-608b0076-9f78-449b-acf0-34c9f146d988 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:15.196197 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f4e45be5-69b9-4b14-a5a2-3c8df34ce510 req-608b0076-9f78-449b-acf0-34c9f146d988 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 946 time: 0.4556222 Oct 18 23:34:15.243090 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.323933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f4e45be5-69b9-4b14-a5a2-3c8df34ce510 req-5e122679-ec56-40c1-b5bc-2aa7f974159f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880485 Oct 18 23:34:15.409423 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.433512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] For port 05304f96-14be-417a-82ce-b7c7d7460a0f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05304f96-14be-417a-82ce-b7c7d7460a0f,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:15.433888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.613961 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.638329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d45ea68-c079-426a-9a2f-1b40f4a89c54']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:15.649127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e73ac7-49d0-49aa-a57b-de1b4db42a7b') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:15.649516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e73ac7-49d0-49aa-a57b-de1b4db42a7b') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:15.662006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.671238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.676467 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.681965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddece6-3e37-4755-b747-6f414ca8abbb req-d09da6e1-1592-4469-8e3f-9963567c9629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:15.683125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:15.683514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.688473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddece6-3e37-4755-b747-6f414ca8abbb req-d09da6e1-1592-4469-8e3f-9963567c9629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:15.695102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddece6-3e37-4755-b747-6f414ca8abbb req-d09da6e1-1592-4469-8e3f-9963567c9629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:15.696841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4ddece6-3e37-4755-b747-6f414ca8abbb req-d09da6e1-1592-4469-8e3f-9963567c9629 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 2409 time: 0.1008883 Oct 18 23:34:15.705903 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:15.747783 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:15.760945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b1903979-62de-40f5-b437-dccbd8a9cd56 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.781128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-cd81553a-cb02-468c-b949-0a77f69ab89a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:15.792000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-cd81553a-cb02-468c-b949-0a77f69ab89a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.6469352 Oct 18 23:34:15.829523 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.838357 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-1d8d9eed-0b3c-4771-ab98-c68278e86de1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/quotas/d899752a05e64b3f9145afdc0282ac36 HTTP/1.1" status: 200 len: 375 time: 0.0451963 Oct 18 23:34:15.855625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=d05a95d7-08fd-4f7c-b0a0-83c715dfc429,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:15.876971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.893090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4ddece6-3e37-4755-b747-6f414ca8abbb req-4ab21110-5f4d-4d8c-925f-1520516a6458 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343417 Oct 18 23:34:15.910852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1903979-62de-40f5-b437-dccbd8a9cd56 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event deleted for resources: {'Port': ['ID=a40a0f15-33f8-41b0-8d14-609139428bbc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:15.937755 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:15.944669 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9d45ea68-c079-426a-9a2f-1b40f4a89c54 HTTP/1.1" status: 204 len: 168 time: 0.7963614 Oct 18 23:34:16.044295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee6a88-62a1-4407-974b-56e304f10d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d45ea68-c079-426a-9a2f-1b40f4a89c54,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:16.172013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:16.176143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5666a298-ed88-4003-a83d-95fc37097e17 req-62f7fc81-ad92-4e78-90b3-1dc0eb2a6bcb tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.1222403 Oct 18 23:34:16.178473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:16.378712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-36afe927-17aa-4680-b485-04a53b2b5916 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5082738 Oct 18 23:34:16.379851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b1903979-62de-40f5-b437-dccbd8a9cd56 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:16.383116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b1903979-62de-40f5-b437-dccbd8a9cd56 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "DELETE /v2.0/ports/a40a0f15-33f8-41b0-8d14-609139428bbc HTTP/1.1" status: 204 len: 168 time: 2.7144873 Oct 18 23:34:16.404855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33508) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:16.405194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33510) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:16.448010 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:16.448399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:16.448695 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Floating IP d02bee46-f3fe-4d27-8d66-b9539a87573a disassociated. External IP: 172.25.7.71, port: 05304f96-14be-417a-82ce-b7c7d7460a0f. Oct 18 23:34:16.449047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Calling delete_port for 05304f96-14be-417a-82ce-b7c7d7460a0f owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:16.460501 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dd86ea-6870-4242-8b70-7fbcd4ac0f4c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] GET failed (client error): The resource could not be found. Oct 18 23:34:16.472015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-81dd86ea-6870-4242-8b70-7fbcd4ac0f4c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "GET /v2.0/ports/a40a0f15-33f8-41b0-8d14-609139428bbc HTTP/1.1" status: 404 len: 333 time: 0.0560701 Oct 18 23:34:16.476589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33516) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:16.485381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'port': {'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1194359740'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:16.547986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router e8b16794-c16e-4bc1-85f1-033ca4e39922 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:34:16.644840 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-379b3d57-e983-4798-950b-f47f78bf2ff5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b21be131c1c4a62a89179aa04135b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376139 Oct 18 23:34:16.649070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33518) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:16.675257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0b1ded88-7d59-4855-b1c2-48a2c432a138 None None] Provisioning complete for port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:16.675844 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b1ded88-7d59-4855-b1c2-48a2c432a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:16.739373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:34:16.744402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ded88-7d59-4855-b1c2-48a2c432a138 None None] Port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:16.747292 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d779e082-7f86-4886-aecf-f3cf20f553b2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "PUT /v2.0/routers/e8b16794-c16e-4bc1-85f1-033ca4e39922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5323944 Oct 18 23:34:16.776296 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Sync routers for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:34:16.797014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:16.797643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:33:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:16.804514 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca4d65ab-b4c3-452a-92c8-e7861c607c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:16.841996 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca4d65ab-b4c3-452a-92c8-e7861c607c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:16.912786 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca4d65ab-b4c3-452a-92c8-e7861c607c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:16.917876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca4d65ab-b4c3-452a-92c8-e7861c607c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:16.919810 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ca4d65ab-b4c3-452a-92c8-e7861c607c9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef8da1b4-59fc-4354-8710-16e1cb47f2d9 HTTP/1.1" status: 204 len: 168 time: 0.2692440 Oct 18 23:34:16.953841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d65ab-b4c3-452a-92c8-e7861c607c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8da1b4-59fc-4354-8710-16e1cb47f2d9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:17.012065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Made reservation on behalf of 860cedd5087b43bd91bad9229cd4f35a for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:17.018874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:17.038445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:17.050501 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-756f8bbb-0e69-42af-9b85-49dab9a5a41d service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453061 Oct 18 23:34:17.053693 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:17.099998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcc11d-4286-4c41-ae52-55970bf04a8d req-53881e2c-bf40-483e-b214-733bbd64896d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:17.109127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcc11d-4286-4c41-ae52-55970bf04a8d req-53881e2c-bf40-483e-b214-733bbd64896d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:17.111292 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] device_id is not set on port a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:34:17.119052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcc11d-4286-4c41-ae52-55970bf04a8d req-53881e2c-bf40-483e-b214-733bbd64896d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:17.121669 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ffcc11d-4286-4c41-ae52-55970bf04a8d req-53881e2c-bf40-483e-b214-733bbd64896d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 2331 time: 0.1236191 Oct 18 23:34:17.131869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Port': ['ID=05304f96-14be-417a-82ce-b7c7d7460a0f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:17.190829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.191198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.192506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.192861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.193233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.193656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.193971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.194253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.194583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.194927 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.195250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.195803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:17.209266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ffcc11d-4286-4c41-ae52-55970bf04a8d req-400f4565-54cd-4f63-a744-642deb5248d0 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803692 Oct 18 23:34:17.395961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Allocated IP 2001:db8::203 (3c81a31c-7e68-4df1-a2b8-69c582ead5d6/a8487262-d983-4f7b-8f71-2ba97c8da9a8/a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:17.425290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48545581-9d1a-4de5-8e31-c69435183f56 req-02d2d209-9959-4410-ad46-31d559a7408c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0506208 Oct 18 23:34:17.558933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:34:15Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e3973125-cd3d-455f-b2ea-a1ea792fc29b', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:32:08Z', 'updated_at': '2021-10-18T23:32:14Z', 'revision_number': 1, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05a95d7-08fd-4f7c-b0a0-83c715dfc429', 'name': '', 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:a6:68:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '48306e70-3fd0-4417-9889-23ceb6ec2c81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:13Z', 'updated_at': '2021-10-18T23:34:15Z', 'revision_number': 2, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': '48306e70-3fd0-4417-9889-23ceb6ec2c81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:17.597382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Checking router: e8b16794-c16e-4bc1-85f1-033ca4e39922 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:34:17.597877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Updating router e8b16794-c16e-4bc1-85f1-033ca4e39922 port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:34:17.634353 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.061455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-7e05ab74-a47c-4704-bdf0-ef186cc48ca0 service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9947114 Oct 18 23:34:18.106325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Router 62edf35a-719d-416c-a557-6b617a9d146d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:34:18.159752 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.165084 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.170575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.251478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d20e9-b4f7-4fc5-9d24-8e7f651d479d None None] Pushing event updated for resources: {'Port': ['ID=d05a95d7-08fd-4f7c-b0a0-83c715dfc429,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:18.344187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33556) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:18.545309 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca56a70-63cf-45b3-93f1-d3738b91f7ba req-6d53252f-ec5b-4495-ac4f-61adb0c4e73e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:18.553692 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca56a70-63cf-45b3-93f1-d3738b91f7ba req-6d53252f-ec5b-4495-ac4f-61adb0c4e73e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:18.558766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Attempting to bind port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:18.559148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Attempting to bind port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:18.559516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Attempting to bind port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 on network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:18.569730 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dca56a70-63cf-45b3-93f1-d3738b91f7ba req-6d53252f-ec5b-4495-ac4f-61adb0c4e73e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 1676 time: 0.1432934 Oct 18 23:34:18.584605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:18.585026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Checking segment: {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:18.585622 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.586743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Bound using segment: {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:18.586743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Bound port: d05a95d7-08fd-4f7c-b0a0-83c715dfc429, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a796dbf0-a529-4fed-9cad-0edc2feed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:18.587071 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.664170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dca56a70-63cf-45b3-93f1-d3738b91f7ba req-15176ded-7e5a-4a4b-839f-cc439375ca2a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875056 Oct 18 23:34:18.676797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f50a7471-be80-4ff2-834a-ed0214330dc2 req-88819980-c7bb-4105-92d1-9d13b24bdf5a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 210 time: 0.1112862 Oct 18 23:34:18.715679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-250890868-network', 'tenant_id': '03d2d892c768499e9a244e4c9452a099'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:18.718659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:34:18.733072 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] Sync routers for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:34:18.749225 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:18.749763 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:33:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:18.801844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Made reservation on behalf of 03d2d892c768499e9a244e4c9452a099 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:18.806168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.816530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] For port d05a95d7-08fd-4f7c-b0a0-83c715dfc429, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:18.829356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] For port d05a95d7-08fd-4f7c-b0a0-83c715dfc429, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d05a95d7-08fd-4f7c-b0a0-83c715dfc429,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:18.832579 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.832801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0729b188-db4d-4f33-83f0-9a7ca472e4a5 None None] Provisioning complete for port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:18.833132 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0729b188-db4d-4f33-83f0-9a7ca472e4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.833420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] No DVR routers for this DVR port 05304f96-14be-417a-82ce-b7c7d7460a0f on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:18.841413 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.846995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-0e4218db-1f64-4f4f-a6c2-852f0fd4507a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "DELETE /v2.0/ports/05304f96-14be-417a-82ce-b7c7d7460a0f HTTP/1.1" status: 204 len: 173 time: 5.0470603 Oct 18 23:34:18.849416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:18.854286 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8747555-20e8-4e46-84a1-d171c99d0a9a" -d '{"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:18.903422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb5d5a7e-6116-49aa-8960-e5ae64c2a1a1 req-1d40493c-ce1a-4648-9026-e16e578a3747 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0731521 Oct 18 23:34:18.910109 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:18.928060 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.042960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.049165 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.068047 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:19.082329 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44760e05-9b3e-400a-b47f-4f4668ebd43c x-openstack-request-id: req-44760e05-9b3e-400a-b47f-4f4668ebd43c {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:19.085961 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "05304f96-14be-417a-82ce-b7c7d7460a0f", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:19.088526 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44760e05-9b3e-400a-b47f-4f4668ebd43c {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:19.088974 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': '05304f96-14be-417a-82ce-b7c7d7460a0f', 'status': 'completed', 'code': 200} Oct 18 23:34:19.090476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Port': ['ID=a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:19.137610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba0d1f-48f4-457b-8323-133bf0ef5157,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:19.140606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:34:19.146828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:19.147735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:33:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:19.172742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.173115 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Added segment df2bd794-df86-411f-bca9-c22a34de45d4 of type vlan for network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 Oct 18 23:34:19.185717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:19.201816 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:19.208515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:19.227851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:19.228544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.270948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7691d4da-f987-4986-b9ba-4a507c4d2efb tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7916877 Oct 18 23:34:19.272946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33576) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:19.290545 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.303688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-aef51b81-1259-4dba-8624-bb2afbda4e74 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c6:19:45'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:19.336049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.337640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:19.341718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.399640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0511148 Oct 18 23:34:19.400317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33578) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:19.409767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:19.410134 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.433784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Request body: {'subnet': {'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-250890868-subnet', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:19.522800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c965fd-d61f-496f-a68f-fbdbf26b097f admin admin] Pushing event updated for resources: {'Network': ['ID=fa457b8f-88b3-4134-a4b1-9e296e41d7a5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:19.561809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Made reservation on behalf of 03d2d892c768499e9a244e4c9452a099 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:19.564521 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.570775 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:15Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b295de10-a6e3-4cbe-9204-11b8da59f159', 'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'mac_address': 'fa:16:3e:38:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:11Z', 'updated_at': '2021-10-18T23:22:23Z', 'revision_number': 5, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'subnets': [{'id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:19.625395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:34:19.659351 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] Checking router: 62edf35a-719d-416c-a557-6b617a9d146d for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:34:19.683737 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:19.685119 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:33:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:19.769993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d20e9-b4f7-4fc5-9d24-8e7f651d479d None None] Pushing event updated for resources: {'Port': ['ID=d05a95d7-08fd-4f7c-b0a0-83c715dfc429,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:19.775464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] For port 70e8bbe8-ed68-4237-b01d-65e0153e9b27, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=70e8bbe8-ed68-4237-b01d-65e0153e9b27,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:19.775834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.792707 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0729b188-db4d-4f33-83f0-9a7ca472e4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.831102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Calling delete_port for 70e8bbe8-ed68-4237-b01d-65e0153e9b27 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:19.845395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0729b188-db4d-4f33-83f0-9a7ca472e4a5 None None] For port d05a95d7-08fd-4f7c-b0a0-83c715dfc429, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d05a95d7-08fd-4f7c-b0a0-83c715dfc429,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:19.861894 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0729b188-db4d-4f33-83f0-9a7ca472e4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:19.930904 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:20.004828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:20.041194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729b188-db4d-4f33-83f0-9a7ca472e4a5 None None] Pushing event updated for resources: {'Port': ['ID=d05a95d7-08fd-4f7c-b0a0-83c715dfc429,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:20.061198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-23f980a3-aa84-4fb6-919d-522a41ceaab3 None None] Provisioning complete for port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:20.061897 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-23f980a3-aa84-4fb6-919d-522a41ceaab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:20.132418 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:20.184047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db5c958a-f79a-4c6e-8404-4657cb6e11cf req-4f5cab3e-921b-4f8d-a87b-f99f106afbe3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 210 time: 0.3303940 Oct 18 23:34:20.237535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eb3f8-1116-406d-88ed-c69de98a8685 req-8172ae82-152a-4289-b938-3308f14af18d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:20.243207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aef51b81-1259-4dba-8624-bb2afbda4e74 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:20.259306 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Port': ['ID=70e8bbe8-ed68-4237-b01d-65e0153e9b27,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:20.274348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eb3f8-1116-406d-88ed-c69de98a8685 req-8172ae82-152a-4289-b938-3308f14af18d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:20.290620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c4eb3f8-1116-406d-88ed-c69de98a8685 req-8172ae82-152a-4289-b938-3308f14af18d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 1676 time: 0.3282444 Oct 18 23:34:20.296001 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-95160e1e-6790-4321-b432-e72e37749a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:20.298019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:20.395499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] No DVR routers for this DVR port 70e8bbe8-ed68-4237-b01d-65e0153e9b27 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:20.413987 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:20.417287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-a88ca3ac-e5d1-47ac-a698-9154db910186 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "DELETE /v2.0/ports/70e8bbe8-ed68-4237-b01d-65e0153e9b27 HTTP/1.1" status: 204 len: 173 time: 1.5295935 Oct 18 23:34:20.476109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f58984d-5036-4a75-ad01-c3a19b828a5f req-83993edf-7516-496f-a448-0e7cd6671b56 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.1175420 Oct 18 23:34:20.683765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-23f980a3-aa84-4fb6-919d-522a41ceaab3 None None] Provisioning complete for port a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:20.684362 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-23f980a3-aa84-4fb6-919d-522a41ceaab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:20.749672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-23040cab-f399-4fa2-bdcc-2c95a91d6b24 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:20.755203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-23040cab-f399-4fa2-bdcc-2c95a91d6b24 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.3904941 Oct 18 23:34:20.772857 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:15Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b295de10-a6e3-4cbe-9204-11b8da59f159', 'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'mac_address': 'fa:16:3e:38:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:11Z', 'updated_at': '2021-10-18T23:22:23Z', 'revision_number': 5, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'subnets': [{'id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:20.798042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting port 92905cd7-b4ec-4d07-91cc-fca810fa649c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:20.798525 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:20.822132 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb98ef-e10f-438a-a689-dafb04073ea9 None None] The sync data for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 is: [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:22:15Z', 'revision_number': 4, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b295de10-a6e3-4cbe-9204-11b8da59f159', 'name': '', 'network_id': '57a13f99-1faa-47f7-a1f7-fb5bc556604a', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'mac_address': 'fa:16:3e:38:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:11Z', 'updated_at': '2021-10-18T23:22:23Z', 'revision_number': 5, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'subnets': [{'id': '5115d984-ce58-49c9-9669-41c1b9da4f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:34:20.838840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'port': {'device_id': 'd2875fc6-9aff-480d-b8f2-e0aaed164d73', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'admin_state_up': True, 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:20.890799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-23f980a3-aa84-4fb6-919d-522a41ceaab3 None None] Port a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:20.925231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:34:15Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e3973125-cd3d-455f-b2ea-a1ea792fc29b', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:32:08Z', 'updated_at': '2021-10-18T23:32:14Z', 'revision_number': 1, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05a95d7-08fd-4f7c-b0a0-83c715dfc429', 'name': '', 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:a6:68:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '48306e70-3fd0-4417-9889-23ceb6ec2c81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:13Z', 'updated_at': '2021-10-18T23:34:18Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': '48306e70-3fd0-4417-9889-23ceb6ec2c81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:20.932329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Checking segment: {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:20.932690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Network hostable DHCP agents. Network: fa457b8f-88b3-4134-a4b1-9e296e41d7a5, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:34:20.989474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854fbc3-e03f-4b28-aceb-b22d5371f0dc None None] The sync data for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 is: [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:34:15Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e3973125-cd3d-455f-b2ea-a1ea792fc29b', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:32:08Z', 'updated_at': '2021-10-18T23:32:14Z', 'revision_number': 1, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05a95d7-08fd-4f7c-b0a0-83c715dfc429', 'name': '', 'network_id': '8648ecb1-d039-4ee6-81f7-cc05101eeb42', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:a6:68:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '48306e70-3fd0-4417-9889-23ceb6ec2c81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:13Z', 'updated_at': '2021-10-18T23:34:18Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': '48306e70-3fd0-4417-9889-23ceb6ec2c81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:34:20.999888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] For port 92905cd7-b4ec-4d07-91cc-fca810fa649c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=92905cd7-b4ec-4d07-91cc-fca810fa649c,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:21.000401 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.016297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f5557f-8543-454a-b4af-90412a3807ed,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:21.018618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:34:21.024342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Calling delete_port for 92905cd7-b4ec-4d07-91cc-fca810fa649c owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:21.044223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c4eb3f8-1116-406d-88ed-c69de98a8685 req-2f835077-97a1-411e-ab16-2606546ae135 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups?id=183b2737-6aa2-4213-bf65-6731241378a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7240653 Oct 18 23:34:21.101319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, fa457b8f-88b3-4134-a4b1-9e296e41d7a5) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:21.107651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.108765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.109629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.110282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.112924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe878d0-f807-4164-b1c6-3bf04559d580 None None] Network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:21.116036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.122867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.123294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.123660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.124214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.124425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.124730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.125058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:21.133366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:21.135740 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.187207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1a9fa511-c117-4fef-8d7e-df76f3cdc829 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7860425 Oct 18 23:34:21.190001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33598) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:21.216179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:21.320767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d05a95d7-08fd-4f7c-b0a0-83c715dfc429 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:21.335071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': '70e8bbe8-ed68-4237-b01d-65e0153e9b27'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:21.338752 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44013ace-9c83-42e8-aeed-737196813a2b" -d '{"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "70e8bbe8-ed68-4237-b01d-65e0153e9b27"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:21.408926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.413739 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efec27ec-efef-47de-9630-d99325a08536 req-de8af2d2-f1a1-4c2f-b144-f087a7209701 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 210 time: 0.0815797 Oct 18 23:34:21.416149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.422112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Made reservation on behalf of d899752a05e64b3f9145afdc0282ac36 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:21.430817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.457228 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7dd4a9-0a03-4b6f-ae68-0cc21e6e77f2 x-openstack-request-id: req-8b7dd4a9-0a03-4b6f-ae68-0cc21e6e77f2 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:21.457813 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "70e8bbe8-ed68-4237-b01d-65e0153e9b27", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:21.458294 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b7dd4a9-0a03-4b6f-ae68-0cc21e6e77f2 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:21.458926 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': '70e8bbe8-ed68-4237-b01d-65e0153e9b27', 'status': 'completed', 'code': 200} Oct 18 23:34:21.500059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.522867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280952fe-151d-4b7b-97ea-6a056be4c93f None None] Network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:21.548374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9207470-a611-4258-9a75-bc05c82f41ba None None] New status for floating IP d02bee46-f3fe-4d27-8d66-b9539a87573a: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:34:21.578101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Port': ['ID=92905cd7-b4ec-4d07-91cc-fca810fa649c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:21.644580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:21.648102 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.688339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aef51b81-1259-4dba-8624-bb2afbda4e74 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.712088 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.745744 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39b8a34e-4bf2-4534-ab8f-5a5cf1a55472 req-165d1da6-2bbc-4c02-90cc-6b7af2c81151 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0609303 Oct 18 23:34:21.746481 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aef51b81-1259-4dba-8624-bb2afbda4e74 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.800374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] No DVR routers for this DVR port 92905cd7-b4ec-4d07-91cc-fca810fa649c on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:21.809960 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.813968 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d98298f-3be6-4753-bb61-3ae2ee43b62b req-58128022-e50f-494c-8234-0a99e45554ef tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.102 "DELETE /v2.0/ports/92905cd7-b4ec-4d07-91cc-fca810fa649c HTTP/1.1" status: 204 len: 173 time: 1.3530526 Oct 18 23:34:21.833981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-aef51b81-1259-4dba-8624-bb2afbda4e74 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] In _notify_port_updated(), no bound segment for port a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 on network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:34:21.840374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef51b81-1259-4dba-8624-bb2afbda4e74 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:21.841144 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aef51b81-1259-4dba-8624-bb2afbda4e74 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:21.845592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aef51b81-1259-4dba-8624-bb2afbda4e74 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "PUT /v2.0/ports/a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 HTTP/1.1" status: 200 len: 1003 time: 2.5692909 Oct 18 23:34:21.846522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33610) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:21.863878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef51b81-1259-4dba-8624-bb2afbda4e74 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Port': ['ID=a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:22.043221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:22.071660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-74e65c41-ee6c-44c7-8d25-ca44487792e0 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Deleting port a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:22.072014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74e65c41-ee6c-44c7-8d25-ca44487792e0 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:22.098471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Allocated IP 172.20.0.5 (c7d0788c-db89-4515-aee6-4a91445fe6b4/5e025854-be14-4d6b-8b65-ae0a9ecf6dde/05dc2b1d-fe7f-40e8-9758-8be2ff1b331d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:22.326760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74e65c41-ee6c-44c7-8d25-ca44487792e0 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:22.356672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-74e65c41-ee6c-44c7-8d25-ca44487792e0 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Calling delete_port for a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:22.430861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74588d20-3169-4b73-ade6-164d3920812d req-5b787f45-7005-45e9-80c8-905069d30fd7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0967870 Oct 18 23:34:22.547888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1cabaa3e-0969-4ef1-a555-14e5a1810da9 None None] Provisioning complete for port a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:22.548499 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1cabaa3e-0969-4ef1-a555-14e5a1810da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:22.644485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1cabaa3e-0969-4ef1-a555-14e5a1810da9 None None] Port a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:22.666011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74e65c41-ee6c-44c7-8d25-ca44487792e0 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:22.752525 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b8e9e8c-1ddb-4fc7-8ce3-259e713f7dab req-1ceb3214-69f3-45ee-8427-0e868332b050 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 210 time: 0.1188340 Oct 18 23:34:22.826131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e65c41-ee6c-44c7-8d25-ca44487792e0 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event deleted for resources: {'Port': ['ID=a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:22.857244 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74e65c41-ee6c-44c7-8d25-ca44487792e0 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:22.861500 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-74e65c41-ee6c-44c7-8d25-ca44487792e0 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "DELETE /v2.0/ports/a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 HTTP/1.1" status: 204 len: 168 time: 1.0143437 Oct 18 23:34:22.865147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33620) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:22.914683 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f92accd-21f4-4371-b292-1f1e45d49068 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] GET failed (client error): The resource could not be found. Oct 18 23:34:22.922414 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8f92accd-21f4-4371-b292-1f1e45d49068 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "GET /v2.0/ports/a6bb295a-8f82-4d0c-adfb-3a4d36c8f2a7 HTTP/1.1" status: 404 len: 333 time: 0.0501885 Oct 18 23:34:22.922652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33622) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:22.934593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'port': {'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2085472114'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:22.993898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.028016 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-12304a28-44ae-4294-bab0-94de72f0e496 req-25ce81af-ba41-4f3c-93da-9b62dda2e24f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0828021 Oct 18 23:34:23.032767 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.095532 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.203740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Made reservation on behalf of 860cedd5087b43bd91bad9229cd4f35a for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:23.209821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.250655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] device_id is not set on port f837ee8f-c870-4f09-8502-99553dbf6597 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:34:23.263644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.300364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a433c419-9a71-449f-8de1-a92f543d4ba8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:34:23.354848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'Port': ['ID=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:23.358643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:23.364181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:23.367426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:23.421596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Allocated IP 172.25.7.101 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/7daf87d7-2101-44a7-b177-894e1700d1b0) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:23.464015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': '92905cd7-b4ec-4d07-91cc-fca810fa649c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:23.466137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:23.467340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.468545 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c48a4-4663-4f60-862f-182f2042f2cc" -d '{"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "92905cd7-b4ec-4d07-91cc-fca810fa649c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:23.507832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-a87c93a7-7256-4bb6-90f6-e15e531367c3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6843090 Oct 18 23:34:23.510516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Allocated IP 2001:db8::3be (3c81a31c-7e68-4df1-a2b8-69c582ead5d6/a8487262-d983-4f7b-8f71-2ba97c8da9a8/f837ee8f-c870-4f09-8502-99553dbf6597) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:23.562329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Request body: {'port': {'device_id': 'd2875fc6-9aff-480d-b8f2-e0aaed164d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:23.766403 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2a72b0-1d68-40e2-a198-31f477fa0fa6 x-openstack-request-id: req-3a2a72b0-1d68-40e2-a198-31f477fa0fa6 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:23.766703 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddee66c-8f51-4e24-a03d-63bead91dc03", "name": "network-vif-deleted", "tag": "92905cd7-b4ec-4d07-91cc-fca810fa649c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:23.767007 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a2a72b0-1d68-40e2-a198-31f477fa0fa6 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:23.767396 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddee66c-8f51-4e24-a03d-63bead91dc03', 'name': 'network-vif-deleted', 'tag': '92905cd7-b4ec-4d07-91cc-fca810fa649c', 'status': 'completed', 'code': 200} Oct 18 23:34:23.794597 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.816832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-76d09291-312a-420c-b3cd-fb411fe19b5a None None] Provisioning complete for port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:23.817297 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-76d09291-312a-420c-b3cd-fb411fe19b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.896340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.903970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-76d09291-312a-420c-b3cd-fb411fe19b5a None None] Port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:23.940037 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3eaec88-3e82-4613-89f5-0d3b7e9062e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:23.995889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:24.004107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:24.018667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:24.025369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:24.026050 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.088643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335c49-e9cc-41c8-86b5-22cb94021e1a req-0ed7cf10-30c7-42f2-b95d-55286cb1e722 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:24.090374 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10335c49-e9cc-41c8-86b5-22cb94021e1a req-0ed7cf10-30c7-42f2-b95d-55286cb1e722 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 931 time: 0.1917772 Oct 18 23:34:24.095962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Port': ['ID=f837ee8f-c870-4f09-8502-99553dbf6597,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:24.135096 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.153048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e1615c0e-df4e-4c8c-9b89-6a9239235d98 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2290807 Oct 18 23:34:24.153829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33634) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:24.168944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'port': {'network_id': '3c81a31c-7e68-4df1-a2b8-69c582ead5d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1074484696'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:24.189988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10335c49-e9cc-41c8-86b5-22cb94021e1a req-c542992c-7b9a-4abd-b0ee-40cdc3f5f5b4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828264 Oct 18 23:34:24.311348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-916f9f23-58dd-49f5-b0fb-eb6e616e0e51 req-ced6aa57-8091-4b8f-9ed4-967c7292551b tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.1691492 Oct 18 23:34:24.344785 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.367929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-517922e0-c2a7-4f9e-874b-dd2b205a2244 req-3c5711a7-9ab1-4535-b1b2-5f60f1edad93 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0602744 Oct 18 23:34:24.429532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-23749c99-cb69-4ed4-b580-7f12bf9b20ad None None] Provisioning complete for port f837ee8f-c870-4f09-8502-99553dbf6597 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:24.430224 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-23749c99-cb69-4ed4-b580-7f12bf9b20ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.467940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-23749c99-cb69-4ed4-b580-7f12bf9b20ad None None] Port f837ee8f-c870-4f09-8502-99553dbf6597 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:24.491760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Made reservation on behalf of 860cedd5087b43bd91bad9229cd4f35a for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:24.498473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.506030 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.524022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] device_id is not set on port c961721f-b8bd-4f4a-ab22-99375749221a yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:34:24.555308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:24.564140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:24.627613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:24.668924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Pushing event updated for resources: {'Port': ['ID=7daf87d7-2101-44a7-b177-894e1700d1b0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:24.691138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Allocated IP 2001:db8::210 (3c81a31c-7e68-4df1-a2b8-69c582ead5d6/a8487262-d983-4f7b-8f71-2ba97c8da9a8/c961721f-b8bd-4f4a-ab22-99375749221a) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:24.815876 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.906227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:34:24.917213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.938921 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.972918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Transition to ACTIVE for port object 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:34:24.981893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:24.996075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.026742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:25.030778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:25.094803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:25.102062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:25.103080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.120758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Pushing event updated for resources: {'Port': ['ID=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:25.181072 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0229144 Oct 18 23:34:25.181908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85614e-ef46-4c38-8e05-c82130aee8f7 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Port': ['ID=c961721f-b8bd-4f4a-ab22-99375749221a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:25.192843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33636) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:25.199485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6a5a0dca-4240-4cd1-95b6-02a1b55ddcec tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::354', 'mac_address': 'fa:16:3e:c6:19:45'}, {'ip_address': '2001:db8::3be', 'mac_address': 'fa:16:3e:66:ce:8c'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:25.219588 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.298081 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.496941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Attempting to bind port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:25.497446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Attempting to bind port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:25.498157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Attempting to bind port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:25.527046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d4b235b3-b113-4a42-926c-749698d2b9a5 None None] Provisioning complete for port c961721f-b8bd-4f4a-ab22-99375749221a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:25.528000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d4b235b3-b113-4a42-926c-749698d2b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.542707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d on network c7d0788c-db89-4515-aee6-4a91445fe6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:34:25.544742 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fa35461e-3f24-4fd7-abdb-f478373d7d0b req-ddf673ac-4db5-47d9-9b6d-627de5e14e30 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0755191 Oct 18 23:34:25.551380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Attempting to bind port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:25.579835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:25.580300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Checking segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:25.580798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Bound using segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:25.581376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Bound port: 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:25.581863 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.624171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d4b235b3-b113-4a42-926c-749698d2b9a5 None None] Port c961721f-b8bd-4f4a-ab22-99375749221a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:25.624711 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0dca-4240-4cd1-95b6-02a1b55ddcec tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.731514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8679d-574c-45e8-ae8c-7bfac91390cc req-d9b11fc5-c22e-4231-9a7a-dd71a14a8bda tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:25.731994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95f2b59a-353a-4c57-a99f-3d7f56374504 req-2a58ac66-7be1-48e4-adea-86572be16125 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.0390749 Oct 18 23:34:25.742159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad8679d-574c-45e8-ae8c-7bfac91390cc req-d9b11fc5-c22e-4231-9a7a-dd71a14a8bda tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 943 time: 0.2797978 Oct 18 23:34:25.834742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.869144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ad8679d-574c-45e8-ae8c-7bfac91390cc req-9adfc49f-ba45-4e73-a64d-fef37ab495a3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869005 Oct 18 23:34:25.918304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] For port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:25.939985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] For port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:25.943689 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0dca-4240-4cd1-95b6-02a1b55ddcec tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.947312 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.950233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0dca-4240-4cd1-95b6-02a1b55ddcec tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:25.995707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a0dca-4240-4cd1-95b6-02a1b55ddcec tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] In _notify_port_updated(), no bound segment for port c961721f-b8bd-4f4a-ab22-99375749221a on network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:34:26.002415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a0dca-4240-4cd1-95b6-02a1b55ddcec tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:26.003239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0dca-4240-4cd1-95b6-02a1b55ddcec tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:26.007633 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6a5a0dca-4240-4cd1-95b6-02a1b55ddcec tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "PUT /v2.0/ports/c961721f-b8bd-4f4a-ab22-99375749221a HTTP/1.1" status: 200 len: 1068 time: 0.8103325 Oct 18 23:34:26.008695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33646) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:26.030794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:26.031439 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:26.032850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] 10.222.0.102 "PUT /v2.0/ports/05dc2b1d-fe7f-40e8-9758-8be2ff1b331d HTTP/1.1" status: 200 len: 1092 time: 2.4985626 Oct 18 23:34:26.037300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2875fc6-9aff-480d-b8f2-e0aaed164d73', 'tag': '05dc2b1d-fe7f-40e8-9758-8be2ff1b331d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:26.040204 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9e0b1c-2ad9-467a-9229-057100179248" -d '{"events": [{"name": "network-changed", "server_uuid": "d2875fc6-9aff-480d-b8f2-e0aaed164d73", "tag": "05dc2b1d-fe7f-40e8-9758-8be2ff1b331d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:26.062626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a0dca-4240-4cd1-95b6-02a1b55ddcec tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event updated for resources: {'Port': ['ID=c961721f-b8bd-4f4a-ab22-99375749221a,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:26.103886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8959aa-bc59-4559-b907-dad9ef82d5ec service neutron] Pushing event updated for resources: {'Port': ['ID=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:26.160345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9725b3e4-7093-4653-bfc7-d3ae72db056c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Deleting port c961721f-b8bd-4f4a-ab22-99375749221a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:26.161138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9725b3e4-7093-4653-bfc7-d3ae72db056c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:26.167745 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a803327e-a25c-4139-93be-072fd9943a2b x-openstack-request-id: req-a803327e-a25c-4139-93be-072fd9943a2b {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:26.168146 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2875fc6-9aff-480d-b8f2-e0aaed164d73", "tag": "05dc2b1d-fe7f-40e8-9758-8be2ff1b331d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:26.168342 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a803327e-a25c-4139-93be-072fd9943a2b {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:26.168877 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2875fc6-9aff-480d-b8f2-e0aaed164d73', 'tag': '05dc2b1d-fe7f-40e8-9758-8be2ff1b331d', 'status': 'completed', 'code': 200} Oct 18 23:34:26.213636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-233621d0-d0fa-410b-8b47-8e567a3e5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:26.215358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-233621d0-d0fa-410b-8b47-8e567a3e5861 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 1095 time: 0.0898471 Oct 18 23:34:26.234050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Router 832ad4d4-211b-4bdf-9952-7cde8336281a is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:34:26.299773 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-0b70f0c1-38d8-4119-9e81-94a9cde98c92 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d HTTP/1.1" status: 200 len: 217 time: 0.0626531 Oct 18 23:34:26.313782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9725b3e4-7093-4653-bfc7-d3ae72db056c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:26.333504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9725b3e4-7093-4653-bfc7-d3ae72db056c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Calling delete_port for c961721f-b8bd-4f4a-ab22-99375749221a owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:26.488191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-7a5b13a8-8aa0-4924-8d28-ca905adec9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:26.489961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-7a5b13a8-8aa0-4924-8d28-ca905adec9f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.1769612 Oct 18 23:34:26.508272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ed61173b-68d9-419d-b96b-0f8ca2164720 None None] Provisioning complete for port c961721f-b8bd-4f4a-ab22-99375749221a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:26.509382 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ed61173b-68d9-419d-b96b-0f8ca2164720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:26.560661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9725b3e4-7093-4653-bfc7-d3ae72db056c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:26.562021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ed61173b-68d9-419d-b96b-0f8ca2164720 None None] Port c961721f-b8bd-4f4a-ab22-99375749221a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:34:26.573040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:34:26.595052 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Sync routers for ids ['832ad4d4-211b-4bdf-9952-7cde8336281a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:34:26.600547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725b3e4-7093-4653-bfc7-d3ae72db056c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event deleted for resources: {'Port': ['ID=c961721f-b8bd-4f4a-ab22-99375749221a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:26.624765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:26.626674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-93d769b4-9a0e-480e-9b15-d90f9177bf58 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4352670 Oct 18 23:34:26.631813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33652) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:26.644006 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Routers {'832ad4d4-211b-4bdf-9952-7cde8336281a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:26.647970 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['832ad4d4-211b-4bdf-9952-7cde8336281a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:26.705466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-c18ca16c-de2a-4610-a63a-4634c2c21b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:26.707050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-c18ca16c-de2a-4610-a63a-4634c2c21b91 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928716 Oct 18 23:34:26.762009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ff799e7-cf87-4115-a6e2-094b33c82400 req-78b65ca5-6c3b-4531-93ac-52810356990c tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0538759 Oct 18 23:34:26.892276 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Set router 832ad4d4-211b-4bdf-9952-7cde8336281a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:27.090262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-502c1e13-76c7-407c-9f10-c8610c72b16f service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601959 Oct 18 23:34:27.187783 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:34:21Z', 'updated_at': '2021-10-18T23:34:24Z', 'revision_number': 3, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'gw_port': {'id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:23Z', 'updated_at': '2021-10-18T23:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:27.242440 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Checking router: 832ad4d4-211b-4bdf-9952-7cde8336281a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:34:27.242815 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Updating router 832ad4d4-211b-4bdf-9952-7cde8336281a port 7daf87d7-2101-44a7-b177-894e1700d1b0 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:34:27.262323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8200245-63c1-4dca-84e8-78ec075d32df req-580bdaa5-ffd8-4275-8788-58c3c346dee8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:27.270149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8200245-63c1-4dca-84e8-78ec075d32df req-580bdaa5-ffd8-4275-8788-58c3c346dee8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 943 time: 0.1823359 Oct 18 23:34:27.272956 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.330712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9725b3e4-7093-4653-bfc7-d3ae72db056c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.340000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9725b3e4-7093-4653-bfc7-d3ae72db056c tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "DELETE /v2.0/ports/c961721f-b8bd-4f4a-ab22-99375749221a HTTP/1.1" status: 204 len: 168 time: 1.3309593 Oct 18 23:34:27.343684 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fcd73d3c-cc4d-4080-a093-9642bbb6af6b req-2583729d-2845-4247-9162-7141cdac6c62 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/ports?device_id=e56a9108-0696-41ba-a206-07e7de51486a HTTP/1.1" status: 200 len: 210 time: 0.4716954 Oct 18 23:34:27.344329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33658) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:27.347248 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8200245-63c1-4dca-84e8-78ec075d32df req-3337907d-fe08-4460-a014-14d3b7fb36c1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760772 Oct 18 23:34:27.383536 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4c8f4e-0e4c-429a-8a5b-624910c399a3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] GET failed (client error): The resource could not be found. Oct 18 23:34:27.388118 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bb4c8f4e-0e4c-429a-8a5b-624910c399a3 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "GET /v2.0/ports/c961721f-b8bd-4f4a-ab22-99375749221a HTTP/1.1" status: 404 len: 333 time: 0.0425828 Oct 18 23:34:27.388791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33660) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:27.393385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b45d750-652a-42a2-b4cc-059e47ce7fdb req-f6ea995b-4fc7-4434-be75-3b2df566a329 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901959 Oct 18 23:34:27.580258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-cebbac52-a6c4-473e-9295-8ad6b330f65e tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Deleting port f837ee8f-c870-4f09-8502-99553dbf6597 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:27.580750 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cebbac52-a6c4-473e-9295-8ad6b330f65e tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.703403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-7d491e8c-d1f5-499b-9f1d-10c5e96a32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:27.704829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-7d491e8c-d1f5-499b-9f1d-10c5e96a32cf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 1095 time: 0.1737728 Oct 18 23:34:27.731638 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cebbac52-a6c4-473e-9295-8ad6b330f65e tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.756590 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.770634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-cebbac52-a6c4-473e-9295-8ad6b330f65e tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Calling delete_port for f837ee8f-c870-4f09-8502-99553dbf6597 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:27.772238 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.827550 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.830322 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Pushing event updated for resources: {'Port': ['ID=7daf87d7-2101-44a7-b177-894e1700d1b0,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:27.845946 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.846380 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.846857 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.847275 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.848070 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.848492 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.849172 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.849798 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.850210 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.850605 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.851079 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.851474 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:34:27.892029 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Attempting to bind port 7daf87d7-2101-44a7-b177-894e1700d1b0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:27.892964 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Attempting to bind port 7daf87d7-2101-44a7-b177-894e1700d1b0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:27.893412 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Attempting to bind port 7daf87d7-2101-44a7-b177-894e1700d1b0 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:27.901754 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:27.902250 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:27.902829 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.903302 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:27.904020 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Bound port: 7daf87d7-2101-44a7-b177-894e1700d1b0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:27.905737 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.911235 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:27.923262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-336995c8-043c-4354-bb77-ce5ea5961ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:27.925161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-336995c8-043c-4354-bb77-ce5ea5961ec9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1956167 Oct 18 23:34:27.978831 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] For port 7daf87d7-2101-44a7-b177-894e1700d1b0, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:27.982276 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] For port 7daf87d7-2101-44a7-b177-894e1700d1b0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7daf87d7-2101-44a7-b177-894e1700d1b0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:27.990970 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:28.062516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-d32e3df4-9305-4c4d-b0f4-d81850bd5c9d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d HTTP/1.1" status: 200 len: 217 time: 0.1247661 Oct 18 23:34:28.095474 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Routers {'832ad4d4-211b-4bdf-9952-7cde8336281a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:28.096942 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['832ad4d4-211b-4bdf-9952-7cde8336281a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:28.106009 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154575b-be22-4fb2-9545-0d4be429e00a None None] Pushing event updated for resources: {'Port': ['ID=7daf87d7-2101-44a7-b177-894e1700d1b0,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:28.157622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-db15205e-52a7-4eb3-bb1c-fc761c927539 req-448a65d6-0a5c-4261-9931-4f5247e6d21f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.1148918 Oct 18 23:34:28.243760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cebbac52-a6c4-473e-9295-8ad6b330f65e tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:28.279064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbac52-a6c4-473e-9295-8ad6b330f65e tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event deleted for resources: {'Port': ['ID=f837ee8f-c870-4f09-8502-99553dbf6597,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:28.340328 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cebbac52-a6c4-473e-9295-8ad6b330f65e tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:28.344944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cebbac52-a6c4-473e-9295-8ad6b330f65e tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "DELETE /v2.0/ports/f837ee8f-c870-4f09-8502-99553dbf6597 HTTP/1.1" status: 204 len: 168 time: 0.9545503 Oct 18 23:34:28.349045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33674) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:28.361890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-46b5549a-983d-404a-8a2d-a696547683bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:28.365882 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-46b5549a-983d-404a-8a2d-a696547683bd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.2625716 Oct 18 23:34:28.415570 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] Set router 832ad4d4-211b-4bdf-9952-7cde8336281a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:28.428472 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bb10c0-e2a1-4c05-9fa3-7689df7b7d14 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] GET failed (client error): The resource could not be found. Oct 18 23:34:28.441785 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06bb10c0-e2a1-4c05-9fa3-7689df7b7d14 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "GET /v2.0/ports/f837ee8f-c870-4f09-8502-99553dbf6597 HTTP/1.1" status: 404 len: 333 time: 0.0911334 Oct 18 23:34:28.450266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33680) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:28.570155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33684) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:28.711184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdce3c-c16c-4f4b-8c0b-2def9eae53bf req-5c8c31ec-fd1e-48af-bb46-5c1d4a754e87 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:28.720000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-63bdce3c-c16c-4f4b-8c0b-2def9eae53bf req-5c8c31ec-fd1e-48af-bb46-5c1d4a754e87 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 943 time: 0.1721749 Oct 18 23:34:28.767658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a1f63b5b-dc6e-4918-81ec-13a3af20a196 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Deleting port 8921b03f-86a1-407e-8192-0bec7af2611c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:28.768228 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a1f63b5b-dc6e-4918-81ec-13a3af20a196 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:28.781001 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:34:21Z', 'updated_at': '2021-10-18T23:34:24Z', 'revision_number': 3, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'gw_port': {'id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:23Z', 'updated_at': '2021-10-18T23:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:28.810236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-63bdce3c-c16c-4f4b-8c0b-2def9eae53bf req-78012ea0-aad2-4c4f-b029-3aaea04f4501 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888381 Oct 18 23:34:28.855345 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd83d9-e343-4448-a0c3-5ca2dc8e5169 None None] The sync data for ids ['832ad4d4-211b-4bdf-9952-7cde8336281a'] in n-d-713498-28 is: [{'id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:34:21Z', 'updated_at': '2021-10-18T23:34:24Z', 'revision_number': 3, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'gw_port': {'id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:23Z', 'updated_at': '2021-10-18T23:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:34:28.943370 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a1f63b5b-dc6e-4918-81ec-13a3af20a196 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:28.959964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a1f63b5b-dc6e-4918-81ec-13a3af20a196 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Calling delete_port for 8921b03f-86a1-407e-8192-0bec7af2611c owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:29.124711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Allocated IP 172.20.0.1 (fa457b8f-88b3-4134-a4b1-9e296e41d7a5/04f5557f-8543-454a-b4af-90412a3807ed/85aee254-9f19-4c2a-8dd0-32a4bdd0205e) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:29.128503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-02fc6c68-64b6-4f75-81cb-ffc22dd689a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:29.130188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-02fc6c68-64b6-4f75-81cb-ffc22dd689a5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7545502 Oct 18 23:34:29.157061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a1f63b5b-dc6e-4918-81ec-13a3af20a196 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.296832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f63b5b-dc6e-4918-81ec-13a3af20a196 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event deleted for resources: {'Port': ['ID=8921b03f-86a1-407e-8192-0bec7af2611c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:29.324883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a1f63b5b-dc6e-4918-81ec-13a3af20a196 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.346478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a1f63b5b-dc6e-4918-81ec-13a3af20a196 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "DELETE /v2.0/ports/8921b03f-86a1-407e-8192-0bec7af2611c HTTP/1.1" status: 204 len: 168 time: 0.8947363 Oct 18 23:34:29.350273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:29.491344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc02558c-967f-4913-ae6d-5a69c6091fd2 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Deleting subnet a8487262-d983-4f7b-8f71-2ba97c8da9a8 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:34:29.499861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-b5c22afb-fd46-48fa-b2c1-b2112ab6136b service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555443 Oct 18 23:34:29.501480 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dc02558c-967f-4913-ae6d-5a69c6091fd2 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.521166 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bfa79850-d76e-4b91-b171-29cc804569f0 req-89db6f2f-2c84-42ba-89d8-ebfb10fb5435 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.2133067 Oct 18 23:34:29.641443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dc02558c-967f-4913-ae6d-5a69c6091fd2 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.741694 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dc02558c-967f-4913-ae6d-5a69c6091fd2 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.824927 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dc02558c-967f-4913-ae6d-5a69c6091fd2 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.843965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.848569 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-96afd2a7-000e-46e8-8201-006f215db808 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.849901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:34:29.889440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02558c-967f-4913-ae6d-5a69c6091fd2 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event deleted for resources: {'Subnet': ['ID=a8487262-d983-4f7b-8f71-2ba97c8da9a8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:29.907137 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dc02558c-967f-4913-ae6d-5a69c6091fd2 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.910411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-96afd2a7-000e-46e8-8201-006f215db808 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:29.916528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b9e0b1c-2ad9-467a-9229-057100179248 req-1d94cc81-5c08-43a7-80d4-59a6e5caee3c service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895004 Oct 18 23:34:29.916871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dc02558c-967f-4913-ae6d-5a69c6091fd2 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "DELETE /v2.0/subnets/a8487262-d983-4f7b-8f71-2ba97c8da9a8 HTTP/1.1" status: 204 len: 168 time: 0.5557275 Oct 18 23:34:29.917084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33694) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:30.081552 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.082159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:30.091725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc5f5c-d2be-4bae-95d7-da89b6dc9b9a req-b5e15ea9-5f82-4bc6-a7d9-a2fdd9690cc8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:30.093878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1fbc5f5c-d2be-4bae-95d7-da89b6dc9b9a req-b5e15ea9-5f82-4bc6-a7d9-a2fdd9690cc8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 943 time: 0.0940335 Oct 18 23:34:30.107031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '05dc2b1d-fe7f-40e8-9758-8be2ff1b331d', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'port_id': '05dc2b1d-fe7f-40e8-9758-8be2ff1b331d', 'mac_address': 'fa:16:3e:05:99:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:34:30.111322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88deaee7-678a-4520-9b42-48dd120d22fe None None] Network 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:30.147070 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.156819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-96afd2a7-000e-46e8-8201-006f215db808 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.159663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-96afd2a7-000e-46e8-8201-006f215db808 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.163308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-96afd2a7-000e-46e8-8201-006f215db808 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "DELETE /v2.0/security-groups/9b03dcd4-5cc4-4839-a567-9917ca2d3ffd HTTP/1.1" status: 204 len: 168 time: 1.5887628 Oct 18 23:34:30.163490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:30.165407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33696) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:30.178697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:30.186633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:30.195100 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-98ed8cca-0588-4581-84f6-69deb2a99675 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] show failed (client error): The resource could not be found. Oct 18 23:34:30.198791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-98ed8cca-0588-4581-84f6-69deb2a99675 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "GET /v2.0/security-groups/9b03dcd4-5cc4-4839-a567-9917ca2d3ffd HTTP/1.1" status: 404 len: 347 time: 0.0298200 Oct 18 23:34:30.207562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1fbc5f5c-d2be-4bae-95d7-da89b6dc9b9a req-b3b9b02c-c683-4a5f-b2ff-5e579bd6895d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046014 Oct 18 23:34:30.208111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:30.232594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afd2a7-000e-46e8-8201-006f215db808 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b03dcd4-5cc4-4839-a567-9917ca2d3ffd,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:30.236465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=85aee254-9f19-4c2a-8dd0-32a4bdd0205e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:30.270876 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.306674 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.407205 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Deleting port c96d9fd2-1434-4915-8515-93ba91479049 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:30.407556 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.489723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port 8afdd5d8-771f-48d5-b2dd-fb31e7a16574 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:30.502982 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.604263 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.637801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.638226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.652570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for 8afdd5d8-771f-48d5-b2dd-fb31e7a16574 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:30.653764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:34:30.667713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] For port c96d9fd2-1434-4915-8515-93ba91479049, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c96d9fd2-1434-4915-8515-93ba91479049,segment=NetworkSegment(258455c5-2e84-4a6b-9e8e-7d9c4a0ece73),segment_id=258455c5-2e84-4a6b-9e8e-7d9c4a0ece73)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:30.668677 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.719956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:30.745486 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.858763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:30.904123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=8afdd5d8-771f-48d5-b2dd-fb31e7a16574,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:30.947194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:30.991330 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9965b74-d90c-4181-aafc-d836fe73816d req-b0babacb-fb2a-4462-bead-e168efa5a7ce tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.2333553 Oct 18 23:34:30.992354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Calling delete_port for c96d9fd2-1434-4915-8515-93ba91479049 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:31.017425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae0770d-2f48-49cc-a446-81dac0ffef59 None None] DHCP port deletion for 3c81a31c-7e68-4df1-a2b8-69c582ead5d6 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:34:31.106906 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.117838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.120104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-26f36cae-5ce3-4339-8fab-959580a77c7c tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "DELETE /v2.0/floatingips/fd566895-08e4-48a4-9de9-67a04b2265b2 HTTP/1.1" status: 204 len: 168 time: 0.9089696 Oct 18 23:34:31.124356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33706) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:31.154514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cae0770d-2f48-49cc-a446-81dac0ffef59 None None] Deleting port c96d9fd2-1434-4915-8515-93ba91479049 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:31.154989 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cae0770d-2f48-49cc-a446-81dac0ffef59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.210163 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05dc2b1d-fe7f-40e8-9758-8be2ff1b331d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:34:31.302683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7daf87d7-2101-44a7-b177-894e1700d1b0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:31.356779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.366141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.393240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.454407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d3765796-20df-4481-9793-65d746cb8ad5 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port affadff4-9124-405e-9b62-6c7ce55a9e42 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:31.454937 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3765796-20df-4481-9793-65d746cb8ad5 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.514956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cae0770d-2f48-49cc-a446-81dac0ffef59 None None] For port c96d9fd2-1434-4915-8515-93ba91479049, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c96d9fd2-1434-4915-8515-93ba91479049,segment=NetworkSegment(258455c5-2e84-4a6b-9e8e-7d9c4a0ece73),segment_id=258455c5-2e84-4a6b-9e8e-7d9c4a0ece73)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:31.515385 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cae0770d-2f48-49cc-a446-81dac0ffef59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.529825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event deleted for resources: {'Port': ['ID=c96d9fd2-1434-4915-8515-93ba91479049,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:31.547035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] No DVR routers for this DVR port c96d9fd2-1434-4915-8515-93ba91479049 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:31.568602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cae0770d-2f48-49cc-a446-81dac0ffef59 None None] Calling delete_port for c96d9fd2-1434-4915-8515-93ba91479049 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:31.594994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7daf87d7-2101-44a7-b177-894e1700d1b0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:31.597591 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.633540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9efeef-f9e8-49ff-8cf5-28608707bba5 req-c78c392d-898e-40db-be60-5048e770fb9b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:31.643314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c9efeef-f9e8-49ff-8cf5-28608707bba5 req-c78c392d-898e-40db-be60-5048e770fb9b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 944 time: 0.2993693 Oct 18 23:34:31.730436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.760948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c9efeef-f9e8-49ff-8cf5-28608707bba5 req-b533b863-5511-4366-9eda-d81a62ca08e8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165197 Oct 18 23:34:31.775553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3765796-20df-4481-9793-65d746cb8ad5 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:31.790785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=85aee254-9f19-4c2a-8dd0-32a4bdd0205e,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:31.811926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d3765796-20df-4481-9793-65d746cb8ad5 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for affadff4-9124-405e-9b62-6c7ce55a9e42 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:31.894328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.019224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c81a31c-7e68-4df1-a2b8-69c582ead5d6']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:32.033551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3765796-20df-4481-9793-65d746cb8ad5 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.053663 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cae0770d-2f48-49cc-a446-81dac0ffef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.058334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258455c5-2e84-4a6b-9e8e-7d9c4a0ece73') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:32.060339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258455c5-2e84-4a6b-9e8e-7d9c4a0ece73') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:32.096164 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.097536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3765796-20df-4481-9793-65d746cb8ad5 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=affadff4-9124-405e-9b62-6c7ce55a9e42,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:32.124126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0770d-2f48-49cc-a446-81dac0ffef59 None None] Pushing event deleted for resources: {'Port': ['ID=c96d9fd2-1434-4915-8515-93ba91479049,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:32.158417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0770d-2f48-49cc-a446-81dac0ffef59 None None] No DVR routers for this DVR port c96d9fd2-1434-4915-8515-93ba91479049 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:32.199411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.207625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:32.208145 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.209136 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:32.224216 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:32.246802 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3765796-20df-4481-9793-65d746cb8ad5 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.251516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d3765796-20df-4481-9793-65d746cb8ad5 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "DELETE /v2.0/ports/affadff4-9124-405e-9b62-6c7ce55a9e42 HTTP/1.1" status: 204 len: 168 time: 1.1259913 Oct 18 23:34:32.254359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33722) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:32.269828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8dc97b33-b35b-472d-9e9c-2e2b377d57c3 req-8146f9f9-8fab-4c37-bcb2-4df6bd005214 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0400860 Oct 18 23:34:32.271863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:32.281736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 7daf87d7-2101-44a7-b177-894e1700d1b0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7daf87d7-2101-44a7-b177-894e1700d1b0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:32.302391 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.311592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:32.376773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c96d9fd2-1434-4915-8515-93ba91479049 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:32.407034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: c96d9fd2-1434-4915-8515-93ba91479049 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:34:32.407514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7cd48283-f583-41dd-994f-64194a6abe90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port f510c872-9f6c-4597-8731-2461b49102da {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:32.407847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c96d9fd2-1434-4915-8515-93ba91479049 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:34:32.408035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cd48283-f583-41dd-994f-64194a6abe90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.431018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=7daf87d7-2101-44a7-b177-894e1700d1b0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:32.438787 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.449967 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.453126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] 10.222.0.52 "DELETE /v2.0/networks/3c81a31c-7e68-4df1-a2b8-69c582ead5d6 HTTP/1.1" status: 204 len: 168 time: 2.5255117 Oct 18 23:34:32.473432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2715712-2e2c-4053-b38d-41ba5ba79486 tempest-AllowedAddressPairIpV6TestJSON-703449629 tempest-AllowedAddressPairIpV6TestJSON-703449629-project] Pushing event deleted for resources: {'Network': ['ID=3c81a31c-7e68-4df1-a2b8-69c582ead5d6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:32.557540 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cd48283-f583-41dd-994f-64194a6abe90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.578431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7cd48283-f583-41dd-994f-64194a6abe90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for f510c872-9f6c-4597-8731-2461b49102da owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:32.651043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Router 832ad4d4-211b-4bdf-9952-7cde8336281a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:34:32.775684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cd48283-f583-41dd-994f-64194a6abe90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:32.844992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33734) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:32.863543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd48283-f583-41dd-994f-64194a6abe90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=f510c872-9f6c-4597-8731-2461b49102da,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:32.910809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:34:32.925726 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Sync routers for ids ['832ad4d4-211b-4bdf-9952-7cde8336281a'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:34:32.928545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fcee9975-476e-4409-926b-16c0adc8cf44 admin admin] 10.222.0.52 "PUT /v2.0/routers/832ad4d4-211b-4bdf-9952-7cde8336281a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2970884 Oct 18 23:34:32.941020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Routers {'832ad4d4-211b-4bdf-9952-7cde8336281a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:32.943514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['832ad4d4-211b-4bdf-9952-7cde8336281a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:33.000179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cd48283-f583-41dd-994f-64194a6abe90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.004091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7cd48283-f583-41dd-994f-64194a6abe90 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "DELETE /v2.0/ports/f510c872-9f6c-4597-8731-2461b49102da HTTP/1.1" status: 204 len: 168 time: 0.7482347 Oct 18 23:34:33.006805 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33740) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:33.107436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d530-9eef-435a-99ae-c35a64f6355d req-4ef63be7-8ad5-4598-b973-9238400327e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:33.109812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2295d530-9eef-435a-99ae-c35a64f6355d req-4ef63be7-8ad5-4598-b973-9238400327e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 944 time: 0.2039325 Oct 18 23:34:33.119031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ce1127-0f28-4c9b-abb7-ab4adecedced tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting subnet 12f64a7e-baa8-43d3-9d2b-036b1de342c8 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:34:33.145646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ce1127-0f28-4c9b-abb7-ab4adecedced tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.172525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Set router 832ad4d4-211b-4bdf-9952-7cde8336281a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:33.280856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7daf87d7-2101-44a7-b177-894e1700d1b0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:33.315556 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ce1127-0f28-4c9b-abb7-ab4adecedced tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.427963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7daf87d7-2101-44a7-b177-894e1700d1b0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:33.432809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.471649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ce1127-0f28-4c9b-abb7-ab4adecedced tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.587865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-97c3a252-ff53-4cfe-a4f0-ab9b46db274c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=860cedd5087b43bd91bad9229cd4f35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7416377 Oct 18 23:34:33.601740 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ce1127-0f28-4c9b-abb7-ab4adecedced tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.607967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33758) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:33.615230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:34:21Z', 'updated_at': '2021-10-18T23:34:30Z', 'revision_number': 4, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'gw_port': {'id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:23Z', 'updated_at': '2021-10-18T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '85aee254-9f19-4c2a-8dd0-32a4bdd0205e', 'name': '', 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'mac_address': 'fa:16:3e:57:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '04f5557f-8543-454a-b4af-90412a3807ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:27Z', 'updated_at': '2021-10-18T23:34:30Z', 'revision_number': 2, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'subnets': [{'id': '04f5557f-8543-454a-b4af-90412a3807ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:33.645602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Checking router: 832ad4d4-211b-4bdf-9952-7cde8336281a for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:34:33.646034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Updating router 832ad4d4-211b-4bdf-9952-7cde8336281a port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:34:33.648311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2295d530-9eef-435a-99ae-c35a64f6355d req-c278aa05-da81-450b-b827-3be54d19e8f9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201290 Oct 18 23:34:33.652613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce1127-0f28-4c9b-abb7-ab4adecedced tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Subnet': ['ID=12f64a7e-baa8-43d3-9d2b-036b1de342c8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:33.658544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ce1127-0f28-4c9b-abb7-ab4adecedced tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.665078 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-74ce1127-0f28-4c9b-abb7-ab4adecedced tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "DELETE /v2.0/subnets/12f64a7e-baa8-43d3-9d2b-036b1de342c8 HTTP/1.1" status: 204 len: 168 time: 0.6570399 Oct 18 23:34:33.667569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33760) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:33.668179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa866def-6b66-4496-8944-151116394b2a None None] Network be5758dd-8396-4c4a-a368-25bd778a9183 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:33.788677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1e0d16-1bf0-411b-9e73-f9059b0e815d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting subnet 4fad5a0b-1956-4aec-ae46-f8a12148c857 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:34:33.794245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d1e0d16-1bf0-411b-9e73-f9059b0e815d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.869987 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d1e0d16-1bf0-411b-9e73-f9059b0e815d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.879021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-591c6296-927b-4857-866b-0ed80c8b934f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.923839 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb215005-c107-41dc-85d0-d2b51069c81c req-3a2f19da-b642-4ea7-a71e-7e03b0e12208 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0571287 Oct 18 23:34:33.925086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-92e2467e-827e-40f8-b213-cf1a3b597053 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:33.929336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-92e2467e-827e-40f8-b213-cf1a3b597053 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/networks?id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 200 len: 810 time: 0.3643878 Oct 18 23:34:33.936525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:33.974754 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-591c6296-927b-4857-866b-0ed80c8b934f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:33.974754 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-45fe4174-2d47-426e-a2e6-89e3a13bfb7a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/quotas/03d2d892c768499e9a244e4c9452a099 HTTP/1.1" status: 200 len: 375 time: 0.0334864 Oct 18 23:34:34.034639 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d1e0d16-1bf0-411b-9e73-f9059b0e815d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.037614 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.123952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-bc89a4fb-dc60-44fc-8157-76ae07e885ba tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03d2d892c768499e9a244e4c9452a099&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1359553 Oct 18 23:34:34.126161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d1e0d16-1bf0-411b-9e73-f9059b0e815d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.142851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:34:34.156767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:34.157137 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.177545 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4d1e0d16-1bf0-411b-9e73-f9059b0e815d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.180948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4d1e0d16-1bf0-411b-9e73-f9059b0e815d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "DELETE /v2.0/subnets/4fad5a0b-1956-4aec-ae46-f8a12148c857 HTTP/1.1" status: 204 len: 168 time: 0.5096076 Oct 18 23:34:34.182066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e0d16-1bf0-411b-9e73-f9059b0e815d tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Subnet': ['ID=4fad5a0b-1956-4aec-ae46-f8a12148c857,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:34.184516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33764) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:34.200344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-591c6296-927b-4857-866b-0ed80c8b934f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.203487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-591c6296-927b-4857-866b-0ed80c8b934f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.207966 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-591c6296-927b-4857-866b-0ed80c8b934f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3dee1fe1-f20d-4c2c-b67a-69a39b484f0c HTTP/1.1" status: 204 len: 168 time: 0.5985415 Oct 18 23:34:34.218549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a7d25-eac9-42f1-98cc-01bfbd68f823 None None] Network 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:34.262124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c6296-927b-4857-866b-0ed80c8b934f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee1fe1-f20d-4c2c-b67a-69a39b484f0c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:34.315920 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.343930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-f7e761ae-cee8-44e9-a547-f313f9fca690 service neutron] 10.222.0.52 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015464 Oct 18 23:34:34.443731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] DHCP port deletion for be5758dd-8396-4c4a-a368-25bd778a9183 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:34:34.453162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port a60c56ff-e726-4305-ae45-69dd68a17323 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:34.453709 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.568160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] For port a60c56ff-e726-4305-ae45-69dd68a17323, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a60c56ff-e726-4305-ae45-69dd68a17323,segment=NetworkSegment(248bdd4d-f585-4495-9c48-5216414f16c7),segment_id=248bdd4d-f585-4495-9c48-5216414f16c7)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:34.568544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.587078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for a60c56ff-e726-4305-ae45-69dd68a17323 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:34.592952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-1cab1c44-3bb2-486e-9a90-4d24c3adea2b service neutron] 10.222.0.52 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482724 Oct 18 23:34:34.709794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.718408 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.781587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=a60c56ff-e726-4305-ae45-69dd68a17323,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:34.789540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] No DVR routers for this DVR port a60c56ff-e726-4305-ae45-69dd68a17323 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:34.885050 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:34.982136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2875fc6-9aff-480d-b8f2-e0aaed164d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dc2b1d-fe7f-40e8-9758-8be2ff1b331d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:34.988280 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5c1ff7-59f4-4de5-992d-ff22d83e29d3" -d '{"events": [{"server_uuid": "d2875fc6-9aff-480d-b8f2-e0aaed164d73", "name": "network-vif-plugged", "status": "completed", "tag": "05dc2b1d-fe7f-40e8-9758-8be2ff1b331d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:34.992538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9b09fde-d6fe-4dab-974c-a5af51552871 req-f44012e2-01d1-49fa-8273-dd4ec8ed5752 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 210 time: 0.0714917 Oct 18 23:34:35.047647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1344e26-1165-44c1-8a82-28d3a750a235 req-03352a64-da4b-452a-badd-0eb407620ab7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:35.049399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1344e26-1165-44c1-8a82-28d3a750a235 req-03352a64-da4b-452a-badd-0eb407620ab7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 944 time: 0.2470255 Oct 18 23:34:35.051276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.053205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:35.073857 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.110905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5758dd-8396-4c4a-a368-25bd778a9183']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:35.143173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248bdd4d-f585-4495-9c48-5216414f16c7') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:35.144682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248bdd4d-f585-4495-9c48-5216414f16c7') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:35.209262 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.216198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1b70a89c-fd7e-4b42-9c1f-9e66faaac708 req-6da89387-6dbd-4697-94f4-8af0589e4409 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0698614 Oct 18 23:34:35.243030 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1344e26-1165-44c1-8a82-28d3a750a235 req-90648d16-1674-4011-9489-b154d03e8e27 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799009 Oct 18 23:34:35.252120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.264218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647989ec-c129-4eab-b6c2-9534457d636f None None] DHCP port deletion for 5c3a8a03-d019-4d5b-bedc-ad2be2bd93df request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:34:35.314357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:35.315079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:35.331148 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:35.410851 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.415764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a60c56ff-e726-4305-ae45-69dd68a17323 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:35.418861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] Deleting port a60c56ff-e726-4305-ae45-69dd68a17323 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:35.419268 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.423448 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25d565f-46a1-4ca7-9279-4151d2ac3969 x-openstack-request-id: req-a25d565f-46a1-4ca7-9279-4151d2ac3969 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:35.423836 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2875fc6-9aff-480d-b8f2-e0aaed164d73", "name": "network-vif-plugged", "status": "completed", "tag": "05dc2b1d-fe7f-40e8-9758-8be2ff1b331d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:35.424117 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a25d565f-46a1-4ca7-9279-4151d2ac3969 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:35.424920 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2875fc6-9aff-480d-b8f2-e0aaed164d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dc2b1d-fe7f-40e8-9758-8be2ff1b331d', 'code': 200} Oct 18 23:34:35.472486 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.486429 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.494285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "DELETE /v2.0/networks/be5758dd-8396-4c4a-a368-25bd778a9183 HTTP/1.1" status: 204 len: 168 time: 1.3084369 Oct 18 23:34:35.499462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33814) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:35.510475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff07c03-30af-4d2b-8c39-42c36334d472 tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Network': ['ID=be5758dd-8396-4c4a-a368-25bd778a9183,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:35.589122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.637527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:35.669045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a60c56ff-e726-4305-ae45-69dd68a17323 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:34:35.670591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a60c56ff-e726-4305-ae45-69dd68a17323 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:34:35.696672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6771ef5-3cb8-4bda-9773-155628edea19 req-944bdee1-ed5c-4160-8d02-55e24bc2b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:35.703124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6771ef5-3cb8-4bda-9773-155628edea19 req-944bdee1-ed5c-4160-8d02-55e24bc2b776 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 1097 time: 0.2166879 Oct 18 23:34:35.827987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1414005560'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:35.830541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:35.887838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] For port a60c56ff-e726-4305-ae45-69dd68a17323, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:35.889819 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.896766 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.914490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:35.922882 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6771ef5-3cb8-4bda-9773-155628edea19 req-b823413d-cea6-4424-9a83-630d3c090aaa service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928953 Oct 18 23:34:35.925145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.935304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-2a3273e6-8e0b-46df-8f72-6e6f5b22de23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2873006 Oct 18 23:34:35.986487 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:35.992858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Attempting to bind port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:35.993519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Attempting to bind port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:35.994102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Attempting to bind port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e on network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:36.000724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] Calling delete_port for a60c56ff-e726-4305-ae45-69dd68a17323 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:36.003843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-647989ec-c129-4eab-b6c2-9534457d636f None None] Deleting port a374e33a-bc49-43f9-8a34-cc9a549ed057 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:36.004486 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-647989ec-c129-4eab-b6c2-9534457d636f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.007906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] Port a60c56ff-e726-4305-ae45-69dd68a17323 was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:34:36.018755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Deleting port a374e33a-bc49-43f9-8a34-cc9a549ed057 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:36.024038 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.029248 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.036650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:36.037570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Checking segment: {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:36.038202 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.039029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Bound using segment: {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:36.041465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Bound port: 85aee254-9f19-4c2a-8dd0-32a4bdd0205e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:36.042105 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.052701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] Network be5758dd-8396-4c4a-a368-25bd778a9183 is not hosted by any dhcp agent {{(pid=100923) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:34:36.056282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] No DVR routers for this DVR port a60c56ff-e726-4305-ae45-69dd68a17323 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:36.245360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.257510 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.266405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-826bb83d-b94f-4656-8a46-447401c21da1 req-1e556a7f-8c70-4263-b427-7fda228919fd tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 210 time: 0.0652521 Oct 18 23:34:36.275695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] For port a374e33a-bc49-43f9-8a34-cc9a549ed057, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a374e33a-bc49-43f9-8a34-cc9a549ed057,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:36.276589 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.277092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5f82f-3a36-47bf-a82d-cdc927c2e33c None None] Pushing event updated for resources: {'Port': ['ID=85aee254-9f19-4c2a-8dd0-32a4bdd0205e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:36.300772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-58408da9-bb22-48a0-9e70-9633a4e8fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:36.302411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-58408da9-bb22-48a0-9e70-9633a4e8fd85 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 1098 time: 0.2856441 Oct 18 23:34:36.337908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Calling delete_port for a374e33a-bc49-43f9-8a34-cc9a549ed057 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:36.355462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:34:36.418003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9baa460a-3d15-4149-a778-a97df7136b6c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:36.429598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] For port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:36.434103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.434646 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment 9478a7d2-5eb4-47bc-b42a-b404b69754ec of type vlan for network c0e9aa17-f93d-423e-8e33-7507ae3f64d5 Oct 18 23:34:36.434962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] For port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=85aee254-9f19-4c2a-8dd0-32a4bdd0205e,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:36.489089 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4a745e69-b4f1-4872-a1f1-ef4d7d55bb6d req-943e884f-3b32-4ae6-8f52-6c31502302b3 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0517311 Oct 18 23:34:36.504572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f07c4-2302-4109-b711-7a87ef5a7baa None None] Pushing event deleted for resources: {'Port': ['ID=a60c56ff-e726-4305-ae45-69dd68a17323,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:36.521767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.583845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-647989ec-c129-4eab-b6c2-9534457d636f None None] For port a374e33a-bc49-43f9-8a34-cc9a549ed057, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a374e33a-bc49-43f9-8a34-cc9a549ed057,segment=NetworkSegment(4ba328f9-2701-4843-a9ae-bb4f73aabf44),segment_id=4ba328f9-2701-4843-a9ae-bb4f73aabf44)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:36.584293 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-647989ec-c129-4eab-b6c2-9534457d636f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.586836 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.599653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.630908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-647989ec-c129-4eab-b6c2-9534457d636f None None] Calling delete_port for a374e33a-bc49-43f9-8a34-cc9a549ed057 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:36.633610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Routers {'832ad4d4-211b-4bdf-9952-7cde8336281a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:36.634581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['832ad4d4-211b-4bdf-9952-7cde8336281a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:36.679132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.688476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:36.693339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:36.702237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5f82f-3a36-47bf-a82d-cdc927c2e33c None None] Pushing event updated for resources: {'Port': ['ID=85aee254-9f19-4c2a-8dd0-32a4bdd0205e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:36.735992 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0951548 Oct 18 23:34:36.892763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca4ecf-4071-4e43-875d-dc1912352d7b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=c0e9aa17-f93d-423e-8e33-7507ae3f64d5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:36.933606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b60a9-7837-4dcd-8136-d6c0592801b6 req-d166b1a5-69ed-4bb6-b867-35fd85a88956 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:36.945959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-481b60a9-7837-4dcd-8136-d6c0592801b6 req-d166b1a5-69ed-4bb6-b867-35fd85a88956 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 945 time: 0.3805161 Oct 18 23:34:36.985842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c0e9aa17-f93d-423e-8e33-7507ae3f64d5 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:34:37.036272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:37.037400 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-647989ec-c129-4eab-b6c2-9534457d636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:37.066757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-b82f88ec-eab3-4be6-9552-7a5b2848afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:37.068500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-b82f88ec-eab3-4be6-9552-7a5b2848afc1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=54c49414-9569-40cd-bd49-5fa9d2ab1860 HTTP/1.1" status: 200 len: 897 time: 0.5047688 Oct 18 23:34:37.072584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Port': ['ID=a374e33a-bc49-43f9-8a34-cc9a549ed057,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:37.101462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-481b60a9-7837-4dcd-8136-d6c0592801b6 req-edeb7c49-0987-42eb-90a4-29806e1a42da tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496837 Oct 18 23:34:37.121643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] Set router 832ad4d4-211b-4bdf-9952-7cde8336281a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:37.154428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] No DVR routers for this DVR port a374e33a-bc49-43f9-8a34-cc9a549ed057 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:37.352671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-81ed4f23-c110-4bc3-8bf0-2637c976f788 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:37.365072 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-81ed4f23-c110-4bc3-8bf0-2637c976f788 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.73 "GET /v2.0/networks?id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 200 len: 810 time: 0.3558018 Oct 18 23:34:37.386877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Request body: {'port': {'device_id': '597dcc29-4b7c-41fe-bcc4-8b572aa921bc', 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5', 'admin_state_up': True, 'tenant_id': '03d2d892c768499e9a244e4c9452a099'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:37.509634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-d27f826d-4b27-44c8-afc8-c9cd253b5451 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69954687-e17d-40f8-b510-986263cd0a72 HTTP/1.1" status: 200 len: 1001 time: 0.4260063 Oct 18 23:34:37.511368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a374e33a-bc49-43f9-8a34-cc9a549ed057 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:37.669384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647989ec-c129-4eab-b6c2-9534457d636f None None] No DVR routers for this DVR port a374e33a-bc49-43f9-8a34-cc9a549ed057 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:37.698892 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c699c8f0-c1ab-4513-ad9f-562fc420a6d3 req-743c0b27-fb63-4204-83a6-807290d62f61 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 210 time: 0.2057409 Oct 18 23:34:37.708966 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:37.797928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647989ec-c129-4eab-b6c2-9534457d636f None None] Pushing event deleted for resources: {'Port': ['ID=a374e33a-bc49-43f9-8a34-cc9a549ed057,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:37.813618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3a8a03-d019-4d5b-bedc-ad2be2bd93df']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:37.813906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a374e33a-bc49-43f9-8a34-cc9a549ed057 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:34:37.814089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a374e33a-bc49-43f9-8a34-cc9a549ed057 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:34:37.868790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Made reservation on behalf of 03d2d892c768499e9a244e4c9452a099 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:37.879329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:37.946908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba328f9-2701-4843-a9ae-bb4f73aabf44') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:37.947148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba328f9-2701-4843-a9ae-bb4f73aabf44') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:37.979764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc6d52ae-a9b8-4de1-873b-003168204d44 req-efd2c25d-f9a0-4dd0-aed6-a10b9d53f8ea tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.2180967 Oct 18 23:34:38.007719 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:38.058132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-9b12105a-1c38-482d-8fb3-9dc8dc5b00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:38.063550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-9b12105a-1c38-482d-8fb3-9dc8dc5b00eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20b290c-2a0d-4ffc-8565-a3dc28de5d48 HTTP/1.1" status: 200 len: 834 time: 0.3043089 Oct 18 23:34:38.067895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:38.144638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:38.145361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:38.152361 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:38.174341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:34:21Z', 'updated_at': '2021-10-18T23:34:30Z', 'revision_number': 4, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'gw_port': {'id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:23Z', 'updated_at': '2021-10-18T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '85aee254-9f19-4c2a-8dd0-32a4bdd0205e', 'name': '', 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'mac_address': 'fa:16:3e:57:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '04f5557f-8543-454a-b4af-90412a3807ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:27Z', 'updated_at': '2021-10-18T23:34:36Z', 'revision_number': 4, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'subnets': [{'id': '04f5557f-8543-454a-b4af-90412a3807ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:38.240571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf876ac7-bcc4-491b-adfd-a03040af0983 None None] The sync data for ids ['832ad4d4-211b-4bdf-9952-7cde8336281a'] in n-d-713498-28 is: [{'id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:34:21Z', 'updated_at': '2021-10-18T23:34:30Z', 'revision_number': 4, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'gw_port': {'id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:23Z', 'updated_at': '2021-10-18T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '85aee254-9f19-4c2a-8dd0-32a4bdd0205e', 'name': '', 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'mac_address': 'fa:16:3e:57:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '04f5557f-8543-454a-b4af-90412a3807ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:27Z', 'updated_at': '2021-10-18T23:34:36Z', 'revision_number': 4, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'subnets': [{'id': '04f5557f-8543-454a-b4af-90412a3807ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:34:38.368023 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:38.376666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:38.380980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] 10.222.0.52 "DELETE /v2.0/networks/5c3a8a03-d019-4d5b-bedc-ad2be2bd93df HTTP/1.1" status: 204 len: 168 time: 2.8755126 Oct 18 23:34:38.467919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-7db4d6b7-a165-4d1b-b8ff-9cd47323f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:38.470120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-7db4d6b7-a165-4d1b-b8ff-9cd47323f34c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54c49414-9569-40cd-bd49-5fa9d2ab1860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3946631 Oct 18 23:34:38.471686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3406d9-2e56-4ccf-a606-0a1b510d452f tempest-TaggedBootDevicesTest_v242-770971475 tempest-TaggedBootDevicesTest_v242-770971475-project] Pushing event deleted for resources: {'Network': ['ID=5c3a8a03-d019-4d5b-bedc-ad2be2bd93df,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:38.472293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Allocated IP 172.20.0.11 (fa457b8f-88b3-4134-a4b1-9e296e41d7a5/04f5557f-8543-454a-b4af-90412a3807ed/5d1d54ba-454e-4e78-817b-85ff2d7c3440) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:38.678783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dcb35-f08e-4916-a7d7-8a43abca65b4 req-efe9426c-361d-4066-8146-f327a7df2f2d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:38.691726 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-528dcb35-f08e-4916-a7d7-8a43abca65b4 req-efe9426c-361d-4066-8146-f327a7df2f2d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 945 time: 0.4507525 Oct 18 23:34:38.921020 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-528dcb35-f08e-4916-a7d7-8a43abca65b4 req-c27d4746-a6b5-44f0-b314-5e37fdd02441 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246606 Oct 18 23:34:39.240845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-1bb564db-cf0a-4b86-b9fb-2e196b67ea9e service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7387114 Oct 18 23:34:39.241886 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:39.521771 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35a2727c-dfea-46d1-8dff-224e9792ce3c req-38328aac-7e82-4ea5-9bde-eb57d4fe631e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.1341705 Oct 18 23:34:39.526452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 85aee254-9f19-4c2a-8dd0-32a4bdd0205e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:39.537907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:39.584162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8c8e646-af4c-4a0c-8d7b-bca43c381043 req-30c9e339-01b0-465f-8d4f-0b22e6e99e18 service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403957 Oct 18 23:34:39.600142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9be2efd8-ce6c-4df4-8f3a-e130b0fa768d req-058dde25-6268-4a65-a307-e9fbf3132527 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 210 time: 0.5156369 Oct 18 23:34:39.676558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:39.676558 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:39.682410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:39.683524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Pushing event updated for resources: {'Port': ['ID=5d1d54ba-454e-4e78-817b-85ff2d7c3440,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:39.687176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:39.690686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:39.839598 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:39.868765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:39.869613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:39.910012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-48f6bb2f-0f67-4c82-b480-a0a34b86d84e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5283127 Oct 18 23:34:39.915647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=85aee254-9f19-4c2a-8dd0-32a4bdd0205e,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:39.922952 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:39.930429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Request body: {'port': {'device_id': '597dcc29-4b7c-41fe-bcc4-8b572aa921bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:40.013305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=85aee254-9f19-4c2a-8dd0-32a4bdd0205e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:40.050579 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:40.244363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33876) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:40.252048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': 'c0e9aa17-f93d-423e-8e33-7507ae3f64d5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:40.288903 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:34:40.411134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:40.414984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:40.760523 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:40.828001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35d89bf5-0533-429c-8201-9f905bf18153 req-747a70d5-d0d9-4e24-aba1-4e335bd28ea7 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0831487 Oct 18 23:34:40.834010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=5b24f5e4-2fd4-4279-add8-22f6ee158d2e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:40.865289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c5b0-ffd1-4e07-a67f-e3169b76d447 req-f7659613-c410-4536-8153-841e0bba9906 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:40.865950 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33c9c5b0-ffd1-4e07-a67f-e3169b76d447 req-f7659613-c410-4536-8153-841e0bba9906 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 932 time: 0.1172080 Oct 18 23:34:40.896921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking segment: {'id': '9478a7d2-5eb4-47bc-b42a-b404b69754ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c0e9aa17-f93d-423e-8e33-7507ae3f64d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:40.897279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network hostable DHCP agents. Network: c0e9aa17-f93d-423e-8e33-7507ae3f64d5, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:34:40.921346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network c0e9aa17-f93d-423e-8e33-7507ae3f64d5 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:34:40.934810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1d54ba-454e-4e78-817b-85ff2d7c3440 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:34:40.944141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c0e9aa17-f93d-423e-8e33-7507ae3f64d5) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:40.954265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7524bce0-1e9f-4970-af5d-c25a6d0ba5ef None None] Network c0e9aa17-f93d-423e-8e33-7507ae3f64d5 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:40.958096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:40.962612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:40.963617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:40.982677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33c9c5b0-ffd1-4e07-a67f-e3169b76d447 req-61fa8134-7aac-4454-b51d-f75422f0178c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815954 Oct 18 23:34:40.995425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Transition to ACTIVE for port object 5d1d54ba-454e-4e78-817b-85ff2d7c3440 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:34:41.001198 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.001449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9c02ae5c-db93-402b-9444-ab7df37a5a70 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7557204 Oct 18 23:34:41.008534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33884) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:41.015335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94297337'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:41.096927 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:41.101404 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.150109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1d54ba-454e-4e78-817b-85ff2d7c3440,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:41.173402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c0e9aa17-f93d-423e-8e33-7507ae3f64d5', 'network_id': 'c0e9aa17-f93d-423e-8e33-7507ae3f64d5', 'tenant_id': '4bf902e5591742ed8095ec849a652499', 'fixed_ips': [{'subnet_id': '5b24f5e4-2fd4-4279-add8-22f6ee158d2e'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:34:41.175675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.180137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Attempting to bind port 5d1d54ba-454e-4e78-817b-85ff2d7c3440 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:41.180615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Attempting to bind port 5d1d54ba-454e-4e78-817b-85ff2d7c3440 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:41.181057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Attempting to bind port 5d1d54ba-454e-4e78-817b-85ff2d7c3440 on network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:41.190243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Port 5d1d54ba-454e-4e78-817b-85ff2d7c3440 on network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:34:41.190763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Attempting to bind port 5d1d54ba-454e-4e78-817b-85ff2d7c3440 on network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:41.196354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:34:41.204081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:41.204590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Checking segment: {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:41.205092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Bound using segment: {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:41.205813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Bound port: 5d1d54ba-454e-4e78-817b-85ff2d7c3440, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:41.206209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.226055 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.226568 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment 50efaec3-fbd1-40b4-8f54-9cf61ba2c0d7 of type vlan for network 2d640862-ff7c-4739-a082-168ce045f0e2 Oct 18 23:34:41.302307 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.322192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] For port 5d1d54ba-454e-4e78-817b-85ff2d7c3440, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:41.331755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] For port 5d1d54ba-454e-4e78-817b-85ff2d7c3440, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5d1d54ba-454e-4e78-817b-85ff2d7c3440,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:41.351209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.367167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 85aee254-9f19-4c2a-8dd0-32a4bdd0205e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:41.371731 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.378890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:41.379525 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.418851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:41.419648 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.421731 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] 10.222.0.73 "PUT /v2.0/ports/5d1d54ba-454e-4e78-817b-85ff2d7c3440 HTTP/1.1" status: 200 len: 1093 time: 1.4968021 Oct 18 23:34:41.426562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597dcc29-4b7c-41fe-bcc4-8b572aa921bc', 'tag': '5d1d54ba-454e-4e78-817b-85ff2d7c3440'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:41.429146 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918723e6-d79e-4008-8c42-3b44e1bd08c3" -d '{"events": [{"name": "network-changed", "server_uuid": "597dcc29-4b7c-41fe-bcc4-8b572aa921bc", "tag": "5d1d54ba-454e-4e78-817b-85ff2d7c3440"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:41.452826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Allocated IP 2001:db8:0:ffff::2 (c0e9aa17-f93d-423e-8e33-7507ae3f64d5/5b24f5e4-2fd4-4279-add8-22f6ee158d2e/2b090245-2345-4952-984c-4359f088aeae) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:41.485046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33892) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:41.485673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4737928 Oct 18 23:34:41.491260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': '2d640862-ff7c-4739-a082-168ce045f0e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:41.529788 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017416b4-1d7c-47cc-a32a-e3cb83b0cdce x-openstack-request-id: req-017416b4-1d7c-47cc-a32a-e3cb83b0cdce {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:41.530245 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597dcc29-4b7c-41fe-bcc4-8b572aa921bc", "tag": "5d1d54ba-454e-4e78-817b-85ff2d7c3440", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:41.530609 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-017416b4-1d7c-47cc-a32a-e3cb83b0cdce {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:41.531174 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597dcc29-4b7c-41fe-bcc4-8b572aa921bc', 'tag': '5d1d54ba-454e-4e78-817b-85ff2d7c3440', 'status': 'completed', 'code': 200} Oct 18 23:34:41.566350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0c534-7264-4e7f-b48d-93c95ed62a72 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1d54ba-454e-4e78-817b-85ff2d7c3440,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:41.575803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eeb594-e53e-41b4-9983-c3c8d444e71e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=2d640862-ff7c-4739-a082-168ce045f0e2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:41.608127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-8c06f1c2-75a5-4467-b8c6-ab8198417133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:41.615434 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-8c06f1c2-75a5-4467-b8c6-ab8198417133 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03d2d892c768499e9a244e4c9452a099&device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 1096 time: 0.1176140 Oct 18 23:34:41.693408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:41.698946 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.720878 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.726115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2d640862-ff7c-4739-a082-168ce045f0e2 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:34:41.727983 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-26dac3ff-00e4-477f-8b80-f66e801c1367 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d54ba-454e-4e78-817b-85ff2d7c3440 HTTP/1.1" status: 200 len: 217 time: 0.0967412 Oct 18 23:34:41.741471 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.818163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-66bee551-552d-439a-916e-0452e9bf6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:41.825572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-66bee551-552d-439a-916e-0452e9bf6236 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04f5557f-8543-454a-b4af-90412a3807ed HTTP/1.1" status: 200 len: 850 time: 0.0916097 Oct 18 23:34:41.862898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Network c0e9aa17-f93d-423e-8e33-7507ae3f64d5 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:41.872256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:41.873851 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:41.875197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:41.896992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:41.913500 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-cf997863-504d-4075-a284-b637f6aee8bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800760 Oct 18 23:34:41.956153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Pushing event updated for resources: {'Port': ['ID=2b090245-2345-4952-984c-4359f088aeae,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:42.086394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95feed1d-3a99-4e47-99f9-ca86d771b073 req-14765754-0bcd-4e0b-867e-eab529fd786d tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0384936 Oct 18 23:34:42.089435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.129269 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-ca060a55-2e64-42e2-baa9-fd155db8ef5c service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065153 Oct 18 23:34:42.152054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=c4ca195a-f5c1-46ba-9b8e-549c70b97a7b,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:42.229976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking segment: {'id': '50efaec3-fbd1-40b4-8f54-9cf61ba2c0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2d640862-ff7c-4739-a082-168ce045f0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:42.230342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network hostable DHCP agents. Network: 2d640862-ff7c-4739-a082-168ce045f0e2, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:34:42.266752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network 2d640862-ff7c-4739-a082-168ce045f0e2 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:34:42.282206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 2d640862-ff7c-4739-a082-168ce045f0e2) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:42.293247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:42.295464 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.331915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4409936e-6b02-4a45-a8f6-882d80240186 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8455963 Oct 18 23:34:42.334600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33904) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:42.343847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb827c-2fb5-4e7d-9fef-ac6160d45b9b req-b0001b3e-3680-4c8b-bede-46c30f3d3798 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:42.345592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6bcb827c-2fb5-4e7d-9fef-ac6160d45b9b req-b0001b3e-3680-4c8b-bede-46c30f3d3798 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 944 time: 0.1455843 Oct 18 23:34:42.397368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572e264-6c2b-42a7-86b5-96ce46933e45 None None] Network 2d640862-ff7c-4739-a082-168ce045f0e2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:42.416066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6bcb827c-2fb5-4e7d-9fef-ac6160d45b9b req-f85755fe-ba78-44e5-87dd-34db341bc6ed tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633063 Oct 18 23:34:42.418139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f08d622-9e25-4086-a47d-cbfb16170fd5 req-2b211312-87a7-4f9b-8d90-74721722053c service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825961 Oct 18 23:34:42.477487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.477955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Attempting to bind port 2b090245-2345-4952-984c-4359f088aeae on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:42.478383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Attempting to bind port 2b090245-2345-4952-984c-4359f088aeae by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '9478a7d2-5eb4-47bc-b42a-b404b69754ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c0e9aa17-f93d-423e-8e33-7507ae3f64d5'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:42.478690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Attempting to bind port 2b090245-2345-4952-984c-4359f088aeae on network c0e9aa17-f93d-423e-8e33-7507ae3f64d5 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:42.530037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:42.530589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Checking segment: {'id': '9478a7d2-5eb4-47bc-b42a-b404b69754ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c0e9aa17-f93d-423e-8e33-7507ae3f64d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:42.531138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.531635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Bound using segment: {'id': '9478a7d2-5eb4-47bc-b42a-b404b69754ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c0e9aa17-f93d-423e-8e33-7507ae3f64d5'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:42.532222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Bound port: 2b090245-2345-4952-984c-4359f088aeae, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9478a7d2-5eb4-47bc-b42a-b404b69754ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c0e9aa17-f93d-423e-8e33-7507ae3f64d5'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:42.532707 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.578978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-dfa97cc4-f3d0-42f6-9f35-b4b91efa5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:42.580583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.582096 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-dfa97cc4-f3d0-42f6-9f35-b4b91efa5d5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03d2d892c768499e9a244e4c9452a099&device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 1096 time: 0.0657322 Oct 18 23:34:42.668090 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.727063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ca195a-f5c1-46ba-9b8e-549c70b97a7b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:42.732241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcde05-60f6-40ae-9d28-65880479a707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-2d640862-ff7c-4739-a082-168ce045f0e2', 'network_id': '2d640862-ff7c-4739-a082-168ce045f0e2', 'tenant_id': '4bf902e5591742ed8095ec849a652499', 'fixed_ips': [{'subnet_id': 'c4ca195a-f5c1-46ba-9b8e-549c70b97a7b'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:34:42.733423 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ddcde05-60f6-40ae-9d28-65880479a707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.736069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] For port 2b090245-2345-4952-984c-4359f088aeae, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:42.739999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] For port 2b090245-2345-4952-984c-4359f088aeae, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2b090245-2345-4952-984c-4359f088aeae,segment=NetworkSegment(9478a7d2-5eb4-47bc-b42a-b404b69754ec),segment_id=9478a7d2-5eb4-47bc-b42a-b404b69754ec)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:42.753375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.775832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-94a33258-fc2e-47e2-b00d-0dafc42eb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:42.779773 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-94a33258-fc2e-47e2-b00d-0dafc42eb30e service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 200 len: 911 time: 0.1900959 Oct 18 23:34:42.816100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.844909 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-8dd096cc-5c85-4d66-88c4-ad787f3f5e5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d54ba-454e-4e78-817b-85ff2d7c3440 HTTP/1.1" status: 200 len: 217 time: 0.0566216 Oct 18 23:34:42.851611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d640862-ff7c-4739-a082-168ce045f0e2']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:42.865068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50efaec3-fbd1-40b4-8f54-9cf61ba2c0d7') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:42.865723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50efaec3-fbd1-40b4-8f54-9cf61ba2c0d7') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:42.879107 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.912713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-82dd9730-418b-462b-8dd3-6d2f06cb95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:42.915158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-82dd9730-418b-462b-8dd3-6d2f06cb95d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04f5557f-8543-454a-b4af-90412a3807ed HTTP/1.1" status: 200 len: 850 time: 0.0624557 Oct 18 23:34:42.917370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.925327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcdd31-a12c-458a-9fe9-0017d28642de None None] Pushing event updated for resources: {'Port': ['ID=2b090245-2345-4952-984c-4359f088aeae,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:42.933607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5552be-48b9-4425-b276-546a0a7d0e59 None None] Network 2d640862-ff7c-4739-a082-168ce045f0e2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:42.942054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:42.943056 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:42.954214 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-abdc6349-b755-403b-8afc-719d58331e13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318222 Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:42.961230 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:43.033891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:43.062546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:43.074060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/2d640862-ff7c-4739-a082-168ce045f0e2 HTTP/1.1" status: 204 len: 168 time: 0.7379837 Oct 18 23:34:43.075401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3953380-fd72-49ec-8f38-428cbc7ef35e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=2d640862-ff7c-4739-a082-168ce045f0e2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:43.078612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33912) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:43.084663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383323564'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:43.134029 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-d13241ca-e357-4bf0-bdfe-78ddc81d891d service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672752 Oct 18 23:34:43.141739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:43.145410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:43.181314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:34:43.229635 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:43.229983 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment 0985cd2d-91b4-4bc4-ac8b-2900d3f827e4 of type vlan for network 68d4d74f-591d-49aa-828f-6ddf538f1a26 Oct 18 23:34:43.371801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2b090245-2345-4952-984c-4359f088aeae up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:43.416425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e530c4db-1d4f-4790-b84e-491f9c63ab0d req-fc835e17-30ba-46f4-b23f-424c1ebe2048 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0741408 Oct 18 23:34:43.430600 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918723e6-d79e-4008-8c42-3b44e1bd08c3 req-24f9237a-0a8a-41bf-9f3f-ff20a64176cc service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886338 Oct 18 23:34:43.436026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2b090245-2345-4952-984c-4359f088aeae triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:43.436502 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:43.596437 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:43.695403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 2b090245-2345-4952-984c-4359f088aeae, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2b090245-2345-4952-984c-4359f088aeae,segment=NetworkSegment(9478a7d2-5eb4-47bc-b42a-b404b69754ec),segment_id=9478a7d2-5eb4-47bc-b42a-b404b69754ec)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:43.706205 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:43.910081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=2b090245-2345-4952-984c-4359f088aeae,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:44.151642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:44.194453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46a670-78eb-4aa9-a0f7-e6fc16953bfd req-1873f8a4-7443-46b7-b6aa-0ec2d4e3ef3c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:44.196038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea46a670-78eb-4aa9-a0f7-e6fc16953bfd req-1873f8a4-7443-46b7-b6aa-0ec2d4e3ef3c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 944 time: 0.1358984 Oct 18 23:34:44.219831 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:44.226517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:44.227434 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:44.261661 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1816626 Oct 18 23:34:44.266713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33956) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:44.276662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': '68d4d74f-591d-49aa-828f-6ddf538f1a26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:44.303165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea46a670-78eb-4aa9-a0f7-e6fc16953bfd req-8e3ba361-2248-42d4-867a-7dc152f3b741 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982649 Oct 18 23:34:44.374236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e01e97-814c-4b9e-992c-d86f47fe2681 None None] Network c0e9aa17-f93d-423e-8e33-7507ae3f64d5 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:44.374780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7276fe0-5246-48d4-8464-1076b2fc7163 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=68d4d74f-591d-49aa-828f-6ddf538f1a26,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:44.393482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 68d4d74f-591d-49aa-828f-6ddf538f1a26 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:34:44.445033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:44.448508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:44.526818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-872fd661-2c08-4807-ad7d-6176ca733aff None None] Provisioning complete for port 2b090245-2345-4952-984c-4359f088aeae triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:44.527345 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-872fd661-2c08-4807-ad7d-6176ca733aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:44.705542 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9cbef0f0-ca1b-4551-9fce-4887d4148db5 req-6e7bb526-5d1d-49eb-a5dc-b84a115f6d72 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0947177 Oct 18 23:34:44.815792 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:44.906116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=d7c20d33-4516-4758-b820-1889ed4de796,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:44.932012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking segment: {'id': '0985cd2d-91b4-4bc4-ac8b-2900d3f827e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '68d4d74f-591d-49aa-828f-6ddf538f1a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:44.932480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network hostable DHCP agents. Network: 68d4d74f-591d-49aa-828f-6ddf538f1a26, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:34:44.952799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network 68d4d74f-591d-49aa-828f-6ddf538f1a26 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:34:44.975982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 68d4d74f-591d-49aa-828f-6ddf538f1a26) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:44.983186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:44.984010 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:44.990607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff411a-65ee-41f9-8898-708c75222e89 None None] Network 68d4d74f-591d-49aa-828f-6ddf538f1a26 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:45.010448 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ec006df6-be54-45a5-adc2-28124320dcdb tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7405550 Oct 18 23:34:45.013634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:45.019397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1058422726'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:45.056252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:45.066422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.132532 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:34:45.146772 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.146972 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment 006635a8-562a-46ff-880e-8ea832eea17a of type vlan for network 33cc03b9-baa5-4e8c-bc18-2362c21596a7 Oct 18 23:34:45.213639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.235353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2b090245-2345-4952-984c-4359f088aeae up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:45.251037 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.258208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:45.259097 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.293889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4cd17664-4460-4f1a-9c2a-d936d90948f0 None None] Provisioning complete for port 2b090245-2345-4952-984c-4359f088aeae triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:45.294674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4cd17664-4460-4f1a-9c2a-d936d90948f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.334489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-68d4d74f-591d-49aa-828f-6ddf538f1a26', 'network_id': '68d4d74f-591d-49aa-828f-6ddf538f1a26', 'tenant_id': '4bf902e5591742ed8095ec849a652499', 'fixed_ips': [{'subnet_id': 'd7c20d33-4516-4758-b820-1889ed4de796'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:34:45.335760 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.351167 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3361406 Oct 18 23:34:45.354088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33970) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:45.360990 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': '33cc03b9-baa5-4e8c-bc18-2362c21596a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:45.368859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7a148-08fb-4751-b1bc-26b057a096ca tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=33cc03b9-baa5-4e8c-bc18-2362c21596a7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:45.386066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 33cc03b9-baa5-4e8c-bc18-2362c21596a7 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:34:45.498672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:45.501978 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.558749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5d1d54ba-454e-4e78-817b-85ff2d7c3440 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:34:45.594038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2b090245-2345-4952-984c-4359f088aeae triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:45.594828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.616798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e269d6-c864-41b8-81a9-550ee6ddfdb0 req-bb3b7b63-218f-45af-aede-bd01592979fb tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:45.618360 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-26e269d6-c864-41b8-81a9-550ee6ddfdb0 req-bb3b7b63-218f-45af-aede-bd01592979fb tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 944 time: 0.1380358 Oct 18 23:34:45.620069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Performing IP validity checks on allocation pools {{(pid=100921) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 23:34:45.620596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100921) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 23:34:45.680889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-26e269d6-c864-41b8-81a9-550ee6ddfdb0 req-e378b61b-6303-443d-928d-dace4da0856b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527377 Oct 18 23:34:45.851514 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:34:45.924945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:45.971290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a7675567-dbf4-4048-8aa2-4d3900156910 req-c310124d-c6dd-436c-b118-e007a57a22b8 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0852928 Oct 18 23:34:46.036168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5d1d54ba-454e-4e78-817b-85ff2d7c3440, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5d1d54ba-454e-4e78-817b-85ff2d7c3440,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:46.050107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '5d1d54ba-454e-4e78-817b-85ff2d7c3440', 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5', 'port_id': '5d1d54ba-454e-4e78-817b-85ff2d7c3440', 'mac_address': 'fa:16:3e:c1:c3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f5557f-8543-454a-b4af-90412a3807ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:34:46.066744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=060654ca-82c2-46e7-bcf5-48e01a216dec,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:46.075217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking segment: {'id': '006635a8-562a-46ff-880e-8ea832eea17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '33cc03b9-baa5-4e8c-bc18-2362c21596a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:46.075510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network hostable DHCP agents. Network: 33cc03b9-baa5-4e8c-bc18-2362c21596a7, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:34:46.082065 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Allocated IP 2001:db8::3 (68d4d74f-591d-49aa-828f-6ddf538f1a26/d7c20d33-4516-4758-b820-1889ed4de796/d3b2fdf7-f044-4557-8a2d-6c5e674968c8) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:46.124812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network 33cc03b9-baa5-4e8c-bc18-2362c21596a7 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:34:46.137414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 33cc03b9-baa5-4e8c-bc18-2362c21596a7) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:46.147318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:46.148272 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.167631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da941b-04d6-4843-80c1-34b32e969ba7 None None] Network 33cc03b9-baa5-4e8c-bc18-2362c21596a7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:46.175453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33980) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:46.176567 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ea77017d-5fd6-4dde-b52e-41294cfb143e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8203144 Oct 18 23:34:46.304353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:46.338686 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.423063 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.445897 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.559347 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.566018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1d54ba-454e-4e78-817b-85ff2d7c3440 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:34:46.610358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5d1d54ba-454e-4e78-817b-85ff2d7c3440, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5d1d54ba-454e-4e78-817b-85ff2d7c3440,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:46.620282 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.633031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=060654ca-82c2-46e7-bcf5-48e01a216dec,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:46.693808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.720264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cc03b9-baa5-4e8c-bc18-2362c21596a7']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:46.734056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006635a8-562a-46ff-880e-8ea832eea17a') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:46.734336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006635a8-562a-46ff-880e-8ea832eea17a') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:46.747488 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.781400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.784552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f13d4d-7a4a-418c-b6d9-34fb12e7c4a6 None None] Network 33cc03b9-baa5-4e8c-bc18-2362c21596a7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:46.789263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5d1d54ba-454e-4e78-817b-85ff2d7c3440,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:46.792015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:46.792533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:46.796892 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:46.806187 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.827801 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.921978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Network 68d4d74f-591d-49aa-828f-6ddf538f1a26 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:46.926512 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.927586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:46.932363 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.943201 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:46.946590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/33cc03b9-baa5-4e8c-bc18-2362c21596a7 HTTP/1.1" status: 204 len: 168 time: 0.7699594 Oct 18 23:34:46.952822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33988) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:46.955441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:46.967924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861699307'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:46.970878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Pushing event updated for resources: {'Port': ['ID=d3b2fdf7-f044-4557-8a2d-6c5e674968c8,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:46.990316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19abd0e-3657-483e-a2d4-6bf4a0d4a371 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=33cc03b9-baa5-4e8c-bc18-2362c21596a7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:47.020073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c215fd-2d64-4fab-96fc-162f75320734 req-b0e338d3-c6cb-4d86-b4f4-b450cafd4889 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:47.038879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2c215fd-2d64-4fab-96fc-162f75320734 req-b0e338d3-c6cb-4d86-b4f4-b450cafd4889 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 945 time: 0.1939270 Oct 18 23:34:47.066200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Attempting to bind port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:47.066200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Attempting to bind port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0985cd2d-91b4-4bc4-ac8b-2900d3f827e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '68d4d74f-591d-49aa-828f-6ddf538f1a26'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:47.066200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Attempting to bind port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 on network 68d4d74f-591d-49aa-828f-6ddf538f1a26 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:47.073371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:47.073786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Checking segment: {'id': '0985cd2d-91b4-4bc4-ac8b-2900d3f827e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '68d4d74f-591d-49aa-828f-6ddf538f1a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:47.074174 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:47.074569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Bound using segment: {'id': '0985cd2d-91b4-4bc4-ac8b-2900d3f827e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '68d4d74f-591d-49aa-828f-6ddf538f1a26'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:47.075638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Bound port: d3b2fdf7-f044-4557-8a2d-6c5e674968c8, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0985cd2d-91b4-4bc4-ac8b-2900d3f827e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '68d4d74f-591d-49aa-828f-6ddf538f1a26'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:47.075638 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:47.126356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5d1d54ba-454e-4e78-817b-85ff2d7c3440'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:34:47.128329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2c215fd-2d64-4fab-96fc-162f75320734 req-ab8e5730-dffc-4af3-9e10-1669bea21104 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862043 Oct 18 23:34:47.143890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:47.147511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:47.195564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:34:47.216257 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:47.217880 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment 35dd17c9-c5b5-4ccd-8abd-ba6fd9264969 of type vlan for network 8ba4382b-7f28-478f-8b51-76795b95f06a Oct 18 23:34:47.284429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:47.315449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:47.321824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] For port d3b2fdf7-f044-4557-8a2d-6c5e674968c8, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:47.322795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:47.324574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:47.341725 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-beab3c7b-0729-4647-a7b8-98a16ef83ebd req-ff0cc050-507d-472c-9c98-cb4145202563 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.1117623 Oct 18 23:34:47.349083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] For port d3b2fdf7-f044-4557-8a2d-6c5e674968c8, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d3b2fdf7-f044-4557-8a2d-6c5e674968c8,segment=NetworkSegment(0985cd2d-91b4-4bc4-ac8b-2900d3f827e4),segment_id=0985cd2d-91b4-4bc4-ac8b-2900d3f827e4)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:47.375326 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:47.391948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34002) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:47.395066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4394515 Oct 18 23:34:47.420536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': '8ba4382b-7f28-478f-8b51-76795b95f06a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:47.456275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85ae59-d75e-438b-bcb2-172e3568b6a1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=8ba4382b-7f28-478f-8b51-76795b95f06a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:47.502283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 8ba4382b-7f28-478f-8b51-76795b95f06a details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:34:47.580858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0b987-bd4f-4b7e-bd47-dc139fef5fe2 None None] Pushing event updated for resources: {'Port': ['ID=d3b2fdf7-f044-4557-8a2d-6c5e674968c8,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:47.718077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:47.722787 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:48.296266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port d05a95d7-08fd-4f7c-b0a0-83c715dfc429 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:48.296924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:48.449107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c419a7a-51a0-475a-a939-5726f7bf7b2a req-d10b7503-9125-4244-9547-21c329d20a0c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:48.451538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2c419a7a-51a0-475a-a939-5726f7bf7b2a req-d10b7503-9125-4244-9547-21c329d20a0c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 945 time: 0.2147009 Oct 18 23:34:48.554937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-269ddf0e-c35b-4b3e-a1c9-b85fbe96352c req-814eec2b-b99c-45ba-aa6b-ad34d5c771c3 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0471525 Oct 18 23:34:48.582082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port d05a95d7-08fd-4f7c-b0a0-83c715dfc429, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d05a95d7-08fd-4f7c-b0a0-83c715dfc429,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:48.582277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:48.687554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2c419a7a-51a0-475a-a939-5726f7bf7b2a req-38d976aa-e0f9-44ce-afea-bf628e98e78f tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180123 Oct 18 23:34:48.688862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for d05a95d7-08fd-4f7c-b0a0-83c715dfc429 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:48.779601 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:48.924221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=cac4ee93-edda-4a0e-b955-58c01934d349,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:48.992287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking segment: {'id': '35dd17c9-c5b5-4ccd-8abd-ba6fd9264969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8ba4382b-7f28-478f-8b51-76795b95f06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:48.992684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network hostable DHCP agents. Network: 8ba4382b-7f28-478f-8b51-76795b95f06a, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:34:49.051957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network 8ba4382b-7f28-478f-8b51-76795b95f06a is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:34:49.083355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 8ba4382b-7f28-478f-8b51-76795b95f06a) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:49.090560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04de280-8829-4b28-93c8-d652bdd9c0ec None None] Network 68d4d74f-591d-49aa-828f-6ddf538f1a26 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:49.114810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:49.118941 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.153709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6bd85-50e7-4ac3-9d03-5e288fd5ad44 None None] Network 8ba4382b-7f28-478f-8b51-76795b95f06a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:49.224098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c0c38bde-c4ac-42db-85e1-9b54dc792a43 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8283882 Oct 18 23:34:49.228796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34018) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:49.266160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.321041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=d05a95d7-08fd-4f7c-b0a0-83c715dfc429,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:49.332952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d3b2fdf7-f044-4557-8a2d-6c5e674968c8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:49.376183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6cde33dc-d2d0-44db-acc1-1b396f7009ee None None] Provisioning complete for port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:49.376824 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6cde33dc-d2d0-44db-acc1-1b396f7009ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.497114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.598371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5d1d54ba-454e-4e78-817b-85ff2d7c3440 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:49.683082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.700675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:49.701572 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.824426 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3bbbbc2c-fad8-4f5f-ad7f-d4af2b587f27 req-b692abea-c2ac-47a0-a189-d9b759027143 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0650313 Oct 18 23:34:49.832608 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.847528 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.920825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5245efe0-a0ef-4f93-b9a0-1c707f05d68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-8ba4382b-7f28-478f-8b51-76795b95f06a', 'network_id': '8ba4382b-7f28-478f-8b51-76795b95f06a', 'tenant_id': '4bf902e5591742ed8095ec849a652499', 'fixed_ips': [{'subnet_id': 'cac4ee93-edda-4a0e-b955-58c01934d349'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:34:49.921712 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5245efe0-a0ef-4f93-b9a0-1c707f05d68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.935986 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6cde33dc-d2d0-44db-acc1-1b396f7009ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:49.984225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=cac4ee93-edda-4a0e-b955-58c01934d349,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:50.112654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6cde33dc-d2d0-44db-acc1-1b396f7009ee None None] For port d3b2fdf7-f044-4557-8a2d-6c5e674968c8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d3b2fdf7-f044-4557-8a2d-6c5e674968c8,segment=NetworkSegment(0985cd2d-91b4-4bc4-ac8b-2900d3f827e4),segment_id=0985cd2d-91b4-4bc4-ac8b-2900d3f827e4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:50.129021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.149515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210bbd0-dbb4-45c5-98ae-7596b5f8c1f6 req-a200bee0-ef3a-4abb-bc0a-5c8c4077fd3c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:50.151251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6210bbd0-dbb4-45c5-98ae-7596b5f8c1f6 req-a200bee0-ef3a-4abb-bc0a-5c8c4077fd3c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 945 time: 0.2911105 Oct 18 23:34:50.177775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6cde33dc-d2d0-44db-acc1-1b396f7009ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.183031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba4382b-7f28-478f-8b51-76795b95f06a']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:50.200050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router e8b16794-c16e-4bc1-85f1-033ca4e39922 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:34:50.230172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dd17c9-c5b5-4ccd-8abd-ba6fd9264969') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:50.230458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dd17c9-c5b5-4ccd-8abd-ba6fd9264969') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:50.303640 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.345881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6210bbd0-dbb4-45c5-98ae-7596b5f8c1f6 req-9d61b777-f609-4085-b5a1-b2a5b3a7e8b0 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826813 Oct 18 23:34:50.362484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.381173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:50.382288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde33dc-d2d0-44db-acc1-1b396f7009ee None None] Pushing event updated for resources: {'Port': ['ID=d3b2fdf7-f044-4557-8a2d-6c5e674968c8,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:50.382854 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:50.389058 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:50.395258 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 5d1d54ba-454e-4e78-817b-85ff2d7c3440 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:34:50.405232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:34:50.410068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 5d1d54ba-454e-4e78-817b-85ff2d7c3440 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:50.410573 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.414465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4ebaa08c-c2a0-4d21-8926-9f38d1565456 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "PUT /v2.0/routers/e8b16794-c16e-4bc1-85f1-033ca4e39922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1058917 Oct 18 23:34:50.421803 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] Sync routers for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:34:50.465373 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:50.467482 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:50.531171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a974b4-f465-4dbd-ba2c-ad4c25fa8a07 None None] Network 8ba4382b-7f28-478f-8b51-76795b95f06a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:50.537298 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-27fddd08-627b-43ec-bbc3-4c1bab83eeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.654847 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.680243 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.703989 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/8ba4382b-7f28-478f-8b51-76795b95f06a HTTP/1.1" status: 204 len: 168 time: 1.4716859 Oct 18 23:34:50.704675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34040) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:50.710354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-593016502'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:50.778756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f8f3f-921d-4e45-90e5-8fcdccf55ab7 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=8ba4382b-7f28-478f-8b51-76795b95f06a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:50.802986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:50.821521 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.913200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:34:50.948565 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:50.949036 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment c2e42607-dfd5-4d2b-83c6-001d752d90a3 of type vlan for network 9b83bb41-7ed9-42ea-832a-75d2e69e19ad Oct 18 23:34:50.989432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4955cc-bc14-4ef5-9dc7-120f2e4a140b req-1679b421-26e7-48a7-bce9-9040d8825008 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:51.002456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab4955cc-bc14-4ef5-9dc7-120f2e4a140b req-1679b421-26e7-48a7-bce9-9040d8825008 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1788692 Oct 18 23:34:51.055220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e487b33-e781-4989-9e7f-0094312c2752 req-33f9583f-a11f-4366-b96f-ff0a0511b0dc tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0491915 Oct 18 23:34:51.061930 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:51.103018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab4955cc-bc14-4ef5-9dc7-120f2e4a140b req-464596e1-c434-4a44-817d-8d95b4c8c4a5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906444 Oct 18 23:34:51.143441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:51.151458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:51.154968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:51.225845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5199347 Oct 18 23:34:51.228715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34048) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:51.235353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': '9b83bb41-7ed9-42ea-832a-75d2e69e19ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:51.242671 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:51.255767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-57434e50-3a82-44f5-87f1-072bde084a02 None None] Provisioning complete for port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:51.261116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57434e50-3a82-44f5-87f1-072bde084a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:51.297390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108896d4-8bd9-4222-82e7-69328d14c816 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=9b83bb41-7ed9-42ea-832a-75d2e69e19ad,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:51.328610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:51.354905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15748bbd-9aac-43bd-ae95-8b029a4917b4 req-892969d3-41a0-406c-ae55-578e688a00b6 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:51.359187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15748bbd-9aac-43bd-ae95-8b029a4917b4 req-892969d3-41a0-406c-ae55-578e688a00b6 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 946 time: 0.1664701 Oct 18 23:34:51.364918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 9b83bb41-7ed9-42ea-832a-75d2e69e19ad details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:34:51.453102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15748bbd-9aac-43bd-ae95-8b029a4917b4 req-c8ffa1eb-f4f2-4d52-a436-7b6ea6a0e5f6 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726335 Oct 18 23:34:51.583707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d3b2fdf7-f044-4557-8a2d-6c5e674968c8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:34:51.629391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be0873-3dd7-4e2b-9668-2e0dadfbdc2c req-77c81f75-4b21-49e0-b44f-12e777238ed5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:51.631313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7be0873-3dd7-4e2b-9668-2e0dadfbdc2c req-77c81f75-4b21-49e0-b44f-12e777238ed5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2190566 Oct 18 23:34:51.639924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:51.644159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:51.656004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597dcc29-4b7c-41fe-bcc4-8b572aa921bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1d54ba-454e-4e78-817b-85ff2d7c3440'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:51.658630 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d44587b-7b33-4115-b563-b6a39ec7ed4d" -d '{"events": [{"server_uuid": "597dcc29-4b7c-41fe-bcc4-8b572aa921bc", "name": "network-vif-plugged", "status": "completed", "tag": "5d1d54ba-454e-4e78-817b-85ff2d7c3440"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:51.676882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5d1d54ba-454e-4e78-817b-85ff2d7c3440, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5d1d54ba-454e-4e78-817b-85ff2d7c3440,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:51.724294 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:51.783119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:34:51.783775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:51.793014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7be0873-3dd7-4e2b-9668-2e0dadfbdc2c req-72e8b5f1-da66-4a01-8579-20931c732a1e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441586 Oct 18 23:34:51.822776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc1f9-3eb9-45dd-bb32-d4845366989d req-d01277d4-de3e-4ebd-b155-c1d91e745299 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:51.839382 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8cfc1f9-3eb9-45dd-bb32-d4845366989d req-d01277d4-de3e-4ebd-b155-c1d91e745299 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 945 time: 0.1677086 Oct 18 23:34:51.843629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5d1d54ba-454e-4e78-817b-85ff2d7c3440,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:51.965286 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f5aad5-ff70-4a27-b852-4f5ff6126244 x-openstack-request-id: req-d5f5aad5-ff70-4a27-b852-4f5ff6126244 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:51.965659 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597dcc29-4b7c-41fe-bcc4-8b572aa921bc", "name": "network-vif-plugged", "status": "completed", "tag": "5d1d54ba-454e-4e78-817b-85ff2d7c3440", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:51.965925 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5f5aad5-ff70-4a27-b852-4f5ff6126244 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:51.967135 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597dcc29-4b7c-41fe-bcc4-8b572aa921bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1d54ba-454e-4e78-817b-85ff2d7c3440', 'code': 200} Oct 18 23:34:52.008635 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:34:49Z', 'revision_number': 6, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e3973125-cd3d-455f-b2ea-a1ea792fc29b', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:32:08Z', 'updated_at': '2021-10-18T23:32:14Z', 'revision_number': 1, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:52.016204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8cfc1f9-3eb9-45dd-bb32-d4845366989d req-9fcf4d4d-014d-4a18-b18d-89c5f34d2ab9 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608670 Oct 18 23:34:52.051982 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] Checking router: e8b16794-c16e-4bc1-85f1-033ca4e39922 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:34:52.064517 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:34:52.065381 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:52.071274 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:52.202559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc2cf9-bad7-4d6c-b611-c525fea89e7d req-b445f38b-193d-42a8-8346-d7a4cb8ce3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:52.207316 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72bc2cf9-bad7-4d6c-b611-c525fea89e7d req-b445f38b-193d-42a8-8346-d7a4cb8ce3a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 1098 time: 0.1344192 Oct 18 23:34:52.318519 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44cadcbc-2e7e-41c2-b012-7eca70a4aa9b req-99468c26-0114-4b9c-9dcb-38303c812d31 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.1001666 Oct 18 23:34:52.336121 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72bc2cf9-bad7-4d6c-b611-c525fea89e7d req-288addb1-3030-416d-86d1-2717bffba4bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165397 Oct 18 23:34:52.379545 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:34:52.456287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=e9708009-5be9-46c9-83c6-0a5330a58e44,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:52.463729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking segment: {'id': 'c2e42607-dfd5-4d2b-83c6-001d752d90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9b83bb41-7ed9-42ea-832a-75d2e69e19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:52.464299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network hostable DHCP agents. Network: 9b83bb41-7ed9-42ea-832a-75d2e69e19ad, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:34:52.498962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669f2b-fabc-429d-ad6d-8a92001c6166 req-933d5bf6-1757-4bf0-8578-ef0f4388287f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:52.501760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd669f2b-fabc-429d-ad6d-8a92001c6166 req-933d5bf6-1757-4bf0-8578-ef0f4388287f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1926007 Oct 18 23:34:52.563525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network 9b83bb41-7ed9-42ea-832a-75d2e69e19ad is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:34:52.596506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd669f2b-fabc-429d-ad6d-8a92001c6166 req-64dbeaf9-312f-435c-8615-b7b8132e1d66 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864966 Oct 18 23:34:52.598799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 9b83bb41-7ed9-42ea-832a-75d2e69e19ad) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:52.623918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ddf902-edbb-4e57-b10e-e8844a87b13e None None] Network 9b83bb41-7ed9-42ea-832a-75d2e69e19ad requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:52.685568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:52.686166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:52.690301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34078) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:52.722178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a486ff8-ac8b-465a-a417-4da8b6109b45 req-37a0358e-d42f-4b62-b86b-19657484c6f0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:52.737895 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a486ff8-ac8b-465a-a417-4da8b6109b45 req-37a0358e-d42f-4b62-b86b-19657484c6f0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 946 time: 0.1651304 Oct 18 23:34:52.751042 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7a9c1f08-3efd-457c-a7b2-fa787a453a07 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5207231 Oct 18 23:34:52.758586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34084) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:52.775007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1499024-1563-444e-b5d7-c98d54087fcd req-332a01d3-231c-4fd8-a941-366485eadc28 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:52.781121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1499024-1563-444e-b5d7-c98d54087fcd req-332a01d3-231c-4fd8-a941-366485eadc28 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.102 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 946 time: 0.1759896 Oct 18 23:34:53.006073 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a486ff8-ac8b-465a-a417-4da8b6109b45 req-8363d0b1-f703-42f6-b8fc-214b39b1d0d2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665825 Oct 18 23:34:53.080423 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:34:49Z', 'revision_number': 6, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e3973125-cd3d-455f-b2ea-a1ea792fc29b', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:32:08Z', 'updated_at': '2021-10-18T23:32:14Z', 'revision_number': 1, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:53.081789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.100988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-b1499024-1563-444e-b5d7-c98d54087fcd req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port f35e9ecf-d093-42af-8873-e54b7585a676 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:53.101546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b1499024-1563-444e-b5d7-c98d54087fcd req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.154939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ed6405e-7f60-49dc-b462-588d30dacbae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.158129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-9b83bb41-7ed9-42ea-832a-75d2e69e19ad', 'network_id': '9b83bb41-7ed9-42ea-832a-75d2e69e19ad', 'tenant_id': '4bf902e5591742ed8095ec849a652499', 'fixed_ips': [{'subnet_id': 'e9708009-5be9-46c9-83c6-0a5330a58e44'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:34:53.159651 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.214675 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7683acd5-18da-4e2c-9bf9-cefff581d1d5 None None] The sync data for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 is: [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:34:49Z', 'revision_number': 6, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e3973125-cd3d-455f-b2ea-a1ea792fc29b', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'port_id': '69954687-e17d-40f8-b510-986263cd0a72', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'mac_address': 'fa:16:3e:f9:ed:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:32:08Z', 'updated_at': '2021-10-18T23:32:14Z', 'revision_number': 1, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:34:53.298115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b1499024-1563-444e-b5d7-c98d54087fcd req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port f35e9ecf-d093-42af-8873-e54b7585a676, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f35e9ecf-d093-42af-8873-e54b7585a676,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:53.298657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b1499024-1563-444e-b5d7-c98d54087fcd req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.319270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-b1499024-1563-444e-b5d7-c98d54087fcd req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for f35e9ecf-d093-42af-8873-e54b7585a676 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:53.335427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.422268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a86d09-530c-4b98-904e-e31aba471310 req-1b19da33-6a21-4e24-851b-9cc7821101d2 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:53.430232 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e4a86d09-530c-4b98-904e-e31aba471310 req-1b19da33-6a21-4e24-851b-9cc7821101d2 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.2872789 Oct 18 23:34:53.452329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Allocated IP 2001:db8::1 (9b83bb41-7ed9-42ea-832a-75d2e69e19ad/e9708009-5be9-46c9-83c6-0a5330a58e44/f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:53.496109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e4a86d09-530c-4b98-904e-e31aba471310 req-15997fe3-0e39-4fdd-9d85-9fb9fc38b56e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645082 Oct 18 23:34:53.533821 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b1499024-1563-444e-b5d7-c98d54087fcd req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.544050 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ed6405e-7f60-49dc-b462-588d30dacbae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.551547 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ed6405e-7f60-49dc-b462-588d30dacbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.707899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6405e-7f60-49dc-b462-588d30dacbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbb5aca-f6f9-4635-a230-c795c681462e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:53.715095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d40b4fc-81c8-419d-b938-90ba1491fdfe req-6baca773-b9b7-4376-bec4-496dcd58f0bc tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0771420 Oct 18 23:34:53.721221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3ed6405e-7f60-49dc-b462-588d30dacbae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd9a87ddd036445498ce5091b6527cab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0284297 Oct 18 23:34:53.724901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34094) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:53.821378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1499024-1563-444e-b5d7-c98d54087fcd req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] No DVR routers for this DVR port f35e9ecf-d093-42af-8873-e54b7585a676 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:53.837547 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b1499024-1563-444e-b5d7-c98d54087fcd req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.847158 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1499024-1563-444e-b5d7-c98d54087fcd req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.102 "DELETE /v2.0/ports/f35e9ecf-d093-42af-8873-e54b7585a676 HTTP/1.1" status: 204 len: 173 time: 1.0591834 Oct 18 23:34:53.862891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81798a13-50ff-47bb-b35c-d6d0e23ceafd', 'name': 'network-vif-deleted', 'tag': 'f35e9ecf-d093-42af-8873-e54b7585a676'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:34:53.866859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b99bc702-b035-408f-98a4-bc8ec575b52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.873562 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6434e9c-861c-446a-9a0d-05af1929421d" -d '{"events": [{"server_uuid": "81798a13-50ff-47bb-b35c-d6d0e23ceafd", "name": "network-vif-deleted", "tag": "f35e9ecf-d093-42af-8873-e54b7585a676"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:34:53.913332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c449d-bb14-471d-801f-94b5b8ff5631 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=f35e9ecf-d093-42af-8873-e54b7585a676,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:53.937054 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b99bc702-b035-408f-98a4-bc8ec575b52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:53.989640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818f636-bc1b-4210-b076-1e41e4bbf9b1 req-051e9be0-7ebf-413d-860d-457c6c51661f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:54.002145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9818f636-bc1b-4210-b076-1e41e4bbf9b1 req-051e9be0-7ebf-413d-860d-457c6c51661f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.5018227 Oct 18 23:34:54.063865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b99bc702-b035-408f-98a4-bc8ec575b52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.067108 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b99bc702-b035-408f-98a4-bc8ec575b52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.068382 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b99bc702-b035-408f-98a4-bc8ec575b52b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6cbb5aca-f6f9-4635-a230-c795c681462e HTTP/1.1" status: 204 len: 168 time: 0.3405194 Oct 18 23:34:54.084142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bc702-b035-408f-98a4-bc8ec575b52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbb5aca-f6f9-4635-a230-c795c681462e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:54.118041 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccac85d-e911-4409-ae02-8388c0181722 x-openstack-request-id: req-8ccac85d-e911-4409-ae02-8388c0181722 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:34:54.128344 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81798a13-50ff-47bb-b35c-d6d0e23ceafd", "name": "network-vif-deleted", "tag": "f35e9ecf-d093-42af-8873-e54b7585a676", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:34:54.129785 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ccac85d-e911-4409-ae02-8388c0181722 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:34:54.130639 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81798a13-50ff-47bb-b35c-d6d0e23ceafd', 'name': 'network-vif-deleted', 'tag': 'f35e9ecf-d093-42af-8873-e54b7585a676', 'status': 'completed', 'code': 200} Oct 18 23:34:54.245129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9818f636-bc1b-4210-b076-1e41e4bbf9b1 req-10f8f442-4e24-4a11-a53d-ed4bd544f2a5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392991 Oct 18 23:34:54.302687 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.307091 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e54321b8-0a1a-40d0-9975-f7e48e376412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.327670 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.352342 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.449869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Network 9b83bb41-7ed9-42ea-832a-75d2e69e19ad is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:54.462534 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:54.470552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:54.514989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=e9708009-5be9-46c9-83c6-0a5330a58e44,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:54.552766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e626ff7e-1323-491b-8503-b7133121f224 req-5e7260a2-61aa-4ad9-889e-d5cb0a262d18 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=81798a13-50ff-47bb-b35c-d6d0e23ceafd HTTP/1.1" status: 200 len: 210 time: 0.1251659 Oct 18 23:34:54.567039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Pushing event updated for resources: {'Port': ['ID=f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:54.596497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Attempting to bind port f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:54.596888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Attempting to bind port f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'c2e42607-dfd5-4d2b-83c6-001d752d90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9b83bb41-7ed9-42ea-832a-75d2e69e19ad'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:54.599582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Attempting to bind port f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3 on network 9b83bb41-7ed9-42ea-832a-75d2e69e19ad {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:54.617161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:54.617605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Checking segment: {'id': 'c2e42607-dfd5-4d2b-83c6-001d752d90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9b83bb41-7ed9-42ea-832a-75d2e69e19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:54.617977 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.628965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Bound using segment: {'id': 'c2e42607-dfd5-4d2b-83c6-001d752d90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9b83bb41-7ed9-42ea-832a-75d2e69e19ad'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:54.630597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Bound port: f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e42607-dfd5-4d2b-83c6-001d752d90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9b83bb41-7ed9-42ea-832a-75d2e69e19ad'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:54.631564 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.792506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] For port f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:54.796285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.798595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.804730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d3861-c7f8-4406-8e21-df67f38ff301 req-2d6b20e1-d1cd-429e-92a4-9fce73694daa tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:54.819173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d82d3861-c7f8-4406-8e21-df67f38ff301 req-2d6b20e1-d1cd-429e-92a4-9fce73694daa tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1695430 Oct 18 23:34:54.832587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34110) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:54.833742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] For port f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3,segment=NetworkSegment(c2e42607-dfd5-4d2b-83c6-001d752d90a3),segment_id=c2e42607-dfd5-4d2b-83c6-001d752d90a3)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:54.844870 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.864022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f37fd4cd-cfb1-4951-bb15-661cfa4c83a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.909746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b83bb41-7ed9-42ea-832a-75d2e69e19ad']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:54.933646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d82d3861-c7f8-4406-8e21-df67f38ff301 req-39645cdd-675b-47ba-b8b3-42f11521a1fd tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128476 Oct 18 23:34:54.947817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e42607-dfd5-4d2b-83c6-001d752d90a3') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:54.948193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e42607-dfd5-4d2b-83c6-001d752d90a3') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:54.977884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:54.987303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4f1f8-6d78-4db3-8779-937135490e60 None None] Pushing event updated for resources: {'Port': ['ID=f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:55.003822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af3ba8-fa3e-4d62-81d4-a1f00cbfb6f1 None None] Network 9b83bb41-7ed9-42ea-832a-75d2e69e19ad requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:55.010508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3fc1cd86-c6f5-49fe-b4b6-7c745e9622eb req-8ec6d380-eb20-46e5-9fee-68a2546a607f tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0541747 Oct 18 23:34:55.025318 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.039232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:55.039666 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:55.043206 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:55.147133 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.api [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:34:55.147133 n-d-713498-28 neutron-server[100921]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:34:55.147133 n-d-713498-28 neutron-server[100921]: [parameters: {'id': '9b83bb41-7ed9-42ea-832a-75d2e69e19ad'}] Oct 18 23:34:55.147133 n-d-713498-28 neutron-server[100921]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:34:55.147497 n-d-713498-28 neutron-server[100921]: DEBUG oslo_db.api [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:34:55.171695 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f37fd4cd-cfb1-4951-bb15-661cfa4c83a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.178553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f37fd4cd-cfb1-4951-bb15-661cfa4c83a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.181898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d05a95d7-08fd-4f7c-b0a0-83c715dfc429 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:55.235170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f37fd4cd-cfb1-4951-bb15-661cfa4c83a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d8ba36bf016462db22cd87aa31b121c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967395 Oct 18 23:34:55.235170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fd4cd-cfb1-4951-bb15-661cfa4c83a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df0ee6d-bbe1-4307-ae9f-b31775fcc973,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:55.236208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34116) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:55.253059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d05a95d7-08fd-4f7c-b0a0-83c715dfc429 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:34:55.253419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d05a95d7-08fd-4f7c-b0a0-83c715dfc429 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:34:55.296580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.312735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b34bd-ae2c-41c9-a7dc-1528d2adca96 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:34:55.344848 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2a61f6f-8dff-4080-9063-13f3f3d9ff59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.350011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-fa78fbe8-48b6-4b12-ae3e-dd0f07b618ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:55.351993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-fa78fbe8-48b6-4b12-ae3e-dd0f07b618ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03d2d892c768499e9a244e4c9452a099&device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 1098 time: 0.0505154 Oct 18 23:34:55.394115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2a61f6f-8dff-4080-9063-13f3f3d9ff59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.482019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa58b45-88d1-417e-9de9-d9045533e706 req-848ec23e-3a47-48a6-840f-a425d76f3dd8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:55.490796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3aa58b45-88d1-417e-9de9-d9045533e706 req-848ec23e-3a47-48a6-840f-a425d76f3dd8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.0989983 Oct 18 23:34:55.496121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407aa53-fc08-4c39-bb9e-23029313533d req-09887f27-4ec2-41c4-8136-73e7204596e6 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:55.498260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2407aa53-fc08-4c39-bb9e-23029313533d req-09887f27-4ec2-41c4-8136-73e7204596e6 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1448131 Oct 18 23:34:55.544424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3aa58b45-88d1-417e-9de9-d9045533e706 req-5684a3f5-81e6-447d-a43a-e05406f2a60c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522478 Oct 18 23:34:55.551680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2a61f6f-8dff-4080-9063-13f3f3d9ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.555808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2a61f6f-8dff-4080-9063-13f3f3d9ff59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.560381 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a2a61f6f-8dff-4080-9063-13f3f3d9ff59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1df0ee6d-bbe1-4307-ae9f-b31775fcc973 HTTP/1.1" status: 204 len: 168 time: 0.3217907 Oct 18 23:34:55.585235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a61f6f-8dff-4080-9063-13f3f3d9ff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df0ee6d-bbe1-4307-ae9f-b31775fcc973,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:55.613166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34126) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:55.628299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-9a1941b1-51d6-4da4-b0ad-e7552ebbd71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:55.635749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-9a1941b1-51d6-4da4-b0ad-e7552ebbd71c service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 200 len: 911 time: 0.2700553 Oct 18 23:34:55.652436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b34bd-ae2c-41c9-a7dc-1528d2adca96 None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:34:55.654937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2407aa53-fc08-4c39-bb9e-23029313533d req-7b960645-be93-4a6c-82f8-926bde64d7fe tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362586 Oct 18 23:34:55.657117 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.720288 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db21970b-4931-4802-a5bf-80384895b23b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.733292 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-3cfe24b0-32f1-4353-baf0-0e41227a2123 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d54ba-454e-4e78-817b-85ff2d7c3440 HTTP/1.1" status: 200 len: 217 time: 0.0769444 Oct 18 23:34:55.757690 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db21970b-4931-4802-a5bf-80384895b23b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.801756 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-4c489977-0aec-4106-9226-fbede7c1f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:55.803276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-4c489977-0aec-4106-9226-fbede7c1f36c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04f5557f-8543-454a-b4af-90412a3807ed HTTP/1.1" status: 200 len: 850 time: 0.0627100 Oct 18 23:34:55.843630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting port f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:55.844314 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.871820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db21970b-4931-4802-a5bf-80384895b23b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.879512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db21970b-4931-4802-a5bf-80384895b23b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:55.886957 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-db21970b-4931-4802-a5bf-80384895b23b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/security-groups/388e6a2e-0e72-4ed9-a0bb-039ede0af2a5 HTTP/1.1" status: 204 len: 168 time: 0.2720649 Oct 18 23:34:55.894265 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-1ff8aaaa-7ae2-4d9e-8d0f-190d5f9dac92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695379 Oct 18 23:34:55.906533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21970b-4931-4802-a5bf-80384895b23b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388e6a2e-0e72-4ed9-a0bb-039ede0af2a5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:55.933374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34130) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:55.947373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f35e9ecf-d093-42af-8873-e54b7585a676 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:56.003599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: f35e9ecf-d093-42af-8873-e54b7585a676 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:34:56.003945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f35e9ecf-d093-42af-8873-e54b7585a676 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:34:56.065784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] For port f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3,segment=NetworkSegment(c2e42607-dfd5-4d2b-83c6-001d752d90a3),segment_id=c2e42607-dfd5-4d2b-83c6-001d752d90a3)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:56.066213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.082577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-02633406-f8f1-42db-b394-ebdad9ffbb61 service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800945 Oct 18 23:34:56.087450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Calling delete_port for f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:56.140542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce593d1-cb7f-4a85-851a-2c369111c220 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting subnet 48306e70-3fd0-4417-9889-23ceb6ec2c81 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:34:56.146251 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cce593d1-cb7f-4a85-851a-2c369111c220 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.232484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cce593d1-cb7f-4a85-851a-2c369111c220 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.309271 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93135d1d-664d-4011-bd34-40efda15c453 req-db27d3b8-ecd0-487b-9d28-5e8bd50c107e tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ddee66c-8f51-4e24-a03d-63bead91dc03 HTTP/1.1" status: 200 len: 210 time: 0.0877345 Oct 18 23:34:56.330445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.370376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Port': ['ID=f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:56.374479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-180de20d-cb76-41e3-bc3a-d7538ded530d req-642d58e5-24af-46f0-b582-9a9eed19f099 service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816658 Oct 18 23:34:56.380258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No DVR routers for this DVR port f9a72c3d-4940-4bd2-9be8-ae9c2820e4b3 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:56.413703 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cce593d1-cb7f-4a85-851a-2c369111c220 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.481575 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.522019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b83bb41-7ed9-42ea-832a-75d2e69e19ad']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:56.533876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e42607-dfd5-4d2b-83c6-001d752d90a3') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:56.534187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e42607-dfd5-4d2b-83c6-001d752d90a3') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:56.547346 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.574318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cce593d1-cb7f-4a85-851a-2c369111c220 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.584573 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.598106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:56.598523 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:56.602163 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:56.609375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302d2fef-7d90-4550-abad-24485cdd6e28 None None] Network 8648ecb1-d039-4ee6-81f7-cc05101eeb42 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:56.665462 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cce593d1-cb7f-4a85-851a-2c369111c220 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.675455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cce593d1-cb7f-4a85-851a-2c369111c220 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/subnets/48306e70-3fd0-4417-9889-23ceb6ec2c81 HTTP/1.1" status: 204 len: 168 time: 0.7408779 Oct 18 23:34:56.689911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34156) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:56.795382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce593d1-cb7f-4a85-851a-2c369111c220 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Subnet': ['ID=48306e70-3fd0-4417-9889-23ceb6ec2c81,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:56.801394 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.915890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a8d60-7986-4648-9ef2-c709584d96f2 req-d22c7c1f-2e7c-4712-9c45-c364d6138634 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:56.917639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae6a8d60-7986-4648-9ef2-c709584d96f2 req-d22c7c1f-2e7c-4712-9c45-c364d6138634 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1112211 Oct 18 23:34:56.971669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port d01892b4-8c64-46b9-a96e-0236b8a10d3e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:56.972024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:56.978872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae6a8d60-7986-4648-9ef2-c709584d96f2 req-4ef19191-1df5-4fda-8032-dd66f7217450 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526338 Oct 18 23:34:57.062382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port d01892b4-8c64-46b9-a96e-0236b8a10d3e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d01892b4-8c64-46b9-a96e-0236b8a10d3e,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:57.065429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.070761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a384bdb9-442e-440b-b7b0-c9032954411b None None] DHCP port deletion for 8648ecb1-d039-4ee6-81f7-cc05101eeb42 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:34:57.082443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for d01892b4-8c64-46b9-a96e-0236b8a10d3e owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:57.181558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a384bdb9-442e-440b-b7b0-c9032954411b None None] Deleting port d01892b4-8c64-46b9-a96e-0236b8a10d3e {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:57.185584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a384bdb9-442e-440b-b7b0-c9032954411b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.186691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.232952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.248047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/9b83bb41-7ed9-42ea-832a-75d2e69e19ad HTTP/1.1" status: 204 len: 168 time: 4.4814222 Oct 18 23:34:57.253032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d01892b4-8c64-46b9-a96e-0236b8a10d3e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:34:57.254121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34168) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:57.264209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-406815180'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:57.268907 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee040a-927a-4621-af34-385188c24894 req-0bad5690-3ae2-4b4f-9f6b-65b13f0f6119 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:57.271617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1cee040a-927a-4621-af34-385188c24894 req-0bad5690-3ae2-4b4f-9f6b-65b13f0f6119 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1667747 Oct 18 23:34:57.282625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3f7bd-90d7-4035-91f3-c702880d699e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=9b83bb41-7ed9-42ea-832a-75d2e69e19ad,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:57.296783 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.327335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1cee040a-927a-4621-af34-385188c24894 req-9f603a67-840f-4d3a-a996-3e102ac29e59 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424309 Oct 18 23:34:57.332568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=d01892b4-8c64-46b9-a96e-0236b8a10d3e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:57.334790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] No DVR routers for this DVR port d01892b4-8c64-46b9-a96e-0236b8a10d3e on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:57.336132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:57.340628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.384315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:34:57.395531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.395949 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment 945a5853-f535-4213-be3c-f0d1f694f6e4 of type vlan for network 9005617c-22d9-424b-8d46-bdbfa37b0996 Oct 18 23:34:57.405810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a384bdb9-442e-440b-b7b0-c9032954411b None None] For port d01892b4-8c64-46b9-a96e-0236b8a10d3e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d01892b4-8c64-46b9-a96e-0236b8a10d3e,segment=NetworkSegment(a796dbf0-a529-4fed-9cad-0edc2feed95d),segment_id=a796dbf0-a529-4fed-9cad-0edc2feed95d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:34:57.406407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a384bdb9-442e-440b-b7b0-c9032954411b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.418643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a384bdb9-442e-440b-b7b0-c9032954411b None None] Calling delete_port for d01892b4-8c64-46b9-a96e-0236b8a10d3e owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:57.449407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.461676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34176) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.500639 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:34:57.503882 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:34:57.506654 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a384bdb9-442e-440b-b7b0-c9032954411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.543032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384bdb9-442e-440b-b7b0-c9032954411b None None] Pushing event deleted for resources: {'Port': ['ID=d01892b4-8c64-46b9-a96e-0236b8a10d3e,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:57.546388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384bdb9-442e-440b-b7b0-c9032954411b None None] No DVR routers for this DVR port d01892b4-8c64-46b9-a96e-0236b8a10d3e on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:34:57.562530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No active binding found for port d01892b4-8c64-46b9-a96e-0236b8a10d3e {{(pid=100923) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 18 23:34:57.563008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d01892b4-8c64-46b9-a96e-0236b8a10d3e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:34:57.574018 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.580067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:57.580886 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.663129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.674560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4162443 Oct 18 23:34:57.675325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34182) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:57.683307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': '9005617c-22d9-424b-8d46-bdbfa37b0996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:57.748489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf437d6-1e8b-4c25-8f55-c8e042d78f5a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=9005617c-22d9-424b-8d46-bdbfa37b0996,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:57.760244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8648ecb1-d039-4ee6-81f7-cc05101eeb42']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:57.762872 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59af4191-5e30-4aae-8199-927aadf981a6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.775541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 9005617c-22d9-424b-8d46-bdbfa37b0996 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:34:57.812837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59af4191-5e30-4aae-8199-927aadf981a6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.815163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:57.818243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a796dbf0-a529-4fed-9cad-0edc2feed95d') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:57.818538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a796dbf0-a529-4fed-9cad-0edc2feed95d') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:34:57.821822 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.833357 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.856695 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.866631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:34:57.867406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.886552 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:34:57.942963 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:34:57.964135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.054307 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.058756 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/networks/8648ecb1-d039-4ee6-81f7-cc05101eeb42 HTTP/1.1" status: 204 len: 168 time: 1.3667924 Oct 18 23:34:58.064870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34192) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:58.071250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59af4191-5e30-4aae-8199-927aadf981a6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.074041 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59af4191-5e30-4aae-8199-927aadf981a6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.079478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-59af4191-5e30-4aae-8199-927aadf981a6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "DELETE /v2.0/security-groups/183b2737-6aa2-4213-bf65-6731241378a0 HTTP/1.1" status: 204 len: 168 time: 0.5994892 Oct 18 23:34:58.080433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34198) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:58.093441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215aed1-70e6-481f-b547-20ebe5d3357e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Network': ['ID=8648ecb1-d039-4ee6-81f7-cc05101eeb42,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:58.114955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af4191-5e30-4aae-8199-927aadf981a6 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b2737-6aa2-4213-bf65-6731241378a0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:58.124988 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-8a90dec2-68a4-40b4-9c67-4587b4f98587 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] show failed (client error): The resource could not be found. Oct 18 23:34:58.129683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8a90dec2-68a4-40b4-9c67-4587b4f98587 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "GET /v2.0/security-groups/183b2737-6aa2-4213-bf65-6731241378a0 HTTP/1.1" status: 404 len: 347 time: 0.0290506 Oct 18 23:34:58.131448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34200) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:58.217035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.275032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=d592140c-048e-4ad9-a4f6-f01521559a00,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:58.335548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b1541-a234-486c-a9bb-5fb6d7f5f9c3 req-70b57103-11ef-4818-a203-9f116b5d9bf1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:58.337577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b5b1541-a234-486c-a9bb-5fb6d7f5f9c3 req-70b57103-11ef-4818-a203-9f116b5d9bf1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1882906 Oct 18 23:34:58.349389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking segment: {'id': '945a5853-f535-4213-be3c-f0d1f694f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9005617c-22d9-424b-8d46-bdbfa37b0996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:58.350048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network hostable DHCP agents. Network: 9005617c-22d9-424b-8d46-bdbfa37b0996, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:34:58.388988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting port 8eed86b8-56cc-49e2-ad23-d318bdc0a86b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:58.389611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.404129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b5b1541-a234-486c-a9bb-5fb6d7f5f9c3 req-9cb04b4f-19da-4797-8d9c-659e3579222b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601325 Oct 18 23:34:58.424462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network 9005617c-22d9-424b-8d46-bdbfa37b0996 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:34:58.492756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.493394 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.501205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 9005617c-22d9-424b-8d46-bdbfa37b0996) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:58.509873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c8859-a28a-48e3-9351-1b9c0d5446cc None None] Network 9005617c-22d9-424b-8d46-bdbfa37b0996 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:34:58.510488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:58.511501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.524441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Calling delete_port for 8eed86b8-56cc-49e2-ad23-d318bdc0a86b owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:58.545538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a927d-2267-488b-a73e-4dbb4b43a5fb req-2dc2f894-675e-4cd4-97a5-4d10b5b783cc tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:58.547266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f83a927d-2267-488b-a73e-4dbb4b43a5fb req-2dc2f894-675e-4cd4-97a5-4d10b5b783cc tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1238501 Oct 18 23:34:58.560147 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-edf800c5-a57b-4f69-8505-d74de20fddc1 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8774903 Oct 18 23:34:58.566857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34212) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:58.573595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': '9005617c-22d9-424b-8d46-bdbfa37b0996', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:34:58.629843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port 6c00d0ad-93ef-4671-a2be-1314b7f70575 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:58.630372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.711176 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f83a927d-2267-488b-a73e-4dbb4b43a5fb req-78e6d8e8-487e-4efd-ba5d-f66dd121d08f tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531320 Oct 18 23:34:58.828641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-9005617c-22d9-424b-8d46-bdbfa37b0996', 'network_id': '9005617c-22d9-424b-8d46-bdbfa37b0996', 'tenant_id': '4bf902e5591742ed8095ec849a652499', 'fixed_ips': [{'subnet_id': 'd592140c-048e-4ad9-a4f6-f01521559a00'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:34:58.829609 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.852610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.853305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.880699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for 6c00d0ad-93ef-4671-a2be-1314b7f70575 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:58.881003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.899613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:34:58.904568 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:58.949690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Port': ['ID=8eed86b8-56cc-49e2-ad23-d318bdc0a86b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:59.055300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.063350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.069261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bbef4264-0647-4ece-8dba-1f012e507601 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "DELETE /v2.0/floatingips/d02bee46-f3fe-4d27-8d66-b9539a87573a HTTP/1.1" status: 204 len: 168 time: 0.9320393 Oct 18 23:34:59.069989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34220) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:59.177518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Allocated IP 2001:db8::2 (9005617c-22d9-424b-8d46-bdbfa37b0996/d592140c-048e-4ad9-a4f6-f01521559a00/847df935-6a78-425b-a9d7-6bcea18f6802) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:34:59.256367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-7ca213e8-234c-4209-8e98-8179758b4f15 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting port a221ba3c-65f3-4453-aeea-cda82f9291f5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:34:59.256732 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ca213e8-234c-4209-8e98-8179758b4f15 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.307137 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.375706 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ca213e8-234c-4209-8e98-8179758b4f15 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.390634 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.401111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-7ca213e8-234c-4209-8e98-8179758b4f15 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Calling delete_port for a221ba3c-65f3-4453-aeea-cda82f9291f5 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:34:59.401498 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.407904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=6c00d0ad-93ef-4671-a2be-1314b7f70575,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:59.482737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Network 9005617c-22d9-424b-8d46-bdbfa37b0996 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:59.493646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:59.497817 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:34:59.515667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Pushing event updated for resources: {'Port': ['ID=847df935-6a78-425b-a9d7-6bcea18f6802,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:59.570877 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.596272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Attempting to bind port 847df935-6a78-425b-a9d7-6bcea18f6802 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:34:59.596613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Attempting to bind port 847df935-6a78-425b-a9d7-6bcea18f6802 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '945a5853-f535-4213-be3c-f0d1f694f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9005617c-22d9-424b-8d46-bdbfa37b0996'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:34:59.597120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Attempting to bind port 847df935-6a78-425b-a9d7-6bcea18f6802 on network 9005617c-22d9-424b-8d46-bdbfa37b0996 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:34:59.604475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:34:59.604867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Checking segment: {'id': '945a5853-f535-4213-be3c-f0d1f694f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9005617c-22d9-424b-8d46-bdbfa37b0996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:34:59.605277 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.605680 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Bound using segment: {'id': '945a5853-f535-4213-be3c-f0d1f694f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9005617c-22d9-424b-8d46-bdbfa37b0996'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:34:59.606168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Bound port: 847df935-6a78-425b-a9d7-6bcea18f6802, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945a5853-f535-4213-be3c-f0d1f694f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9005617c-22d9-424b-8d46-bdbfa37b0996'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:34:59.606585 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.643208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32c2e4-45e1-4fb3-8253-99ce51e4a1dc req-28cc6c2a-895d-45d9-a531-30e5a08aaa27 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:59.644767 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0b32c2e4-45e1-4fb3-8253-99ce51e4a1dc req-28cc6c2a-895d-45d9-a531-30e5a08aaa27 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.0799475 Oct 18 23:34:59.645451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ca213e8-234c-4209-8e98-8179758b4f15 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.680663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.689000 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Floating IP e3973125-cd3d-455f-b2ea-a1ea792fc29b disassociated (deleted). External IP: 172.25.7.62, port: 69954687-e17d-40f8-b510-986263cd0a72. Oct 18 23:34:59.692724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] For port 847df935-6a78-425b-a9d7-6bcea18f6802, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:34:59.696720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] For port 847df935-6a78-425b-a9d7-6bcea18f6802, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=847df935-6a78-425b-a9d7-6bcea18f6802,segment=NetworkSegment(945a5853-f535-4213-be3c-f0d1f694f6e4),segment_id=945a5853-f535-4213-be3c-f0d1f694f6e4)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:34:59.699800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca213e8-234c-4209-8e98-8179758b4f15 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Port': ['ID=a221ba3c-65f3-4453-aeea-cda82f9291f5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:59.710142 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.830791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network 9005617c-22d9-424b-8d46-bdbfa37b0996 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:34:59.832031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312edbb-caba-4d6e-9c53-43bbc5f22b5e None None] Pushing event updated for resources: {'Port': ['ID=847df935-6a78-425b-a9d7-6bcea18f6802,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:34:59.840743 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0b32c2e4-45e1-4fb3-8253-99ce51e4a1dc req-c830fe29-4b00-4a61-8451-979bf1653a6d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779492 Oct 18 23:34:59.869490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:34:59.892375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ca213e8-234c-4209-8e98-8179758b4f15 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.894924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:34:59.895531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:34:59.898764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7ca213e8-234c-4209-8e98-8179758b4f15 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "DELETE /v2.0/ports/a221ba3c-65f3-4453-aeea-cda82f9291f5 HTTP/1.1" status: 204 len: 168 time: 0.8253503 Oct 18 23:34:59.899020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34230) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:34:59.902398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=b3654bc9-67df-4866-a290-7f4a2f116bc0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:00.014310 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-05f80028-1fa7-46ed-a390-4543d9f8b4e0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4442079 Oct 18 23:35:00.016684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:00.055169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-391266c8-ffe5-4de6-a57a-42d5d58a81f2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting port b3c6dc2a-df4f-43e9-808c-11041ee1a955 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:00.055523 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-391266c8-ffe5-4de6-a57a-42d5d58a81f2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:00.103113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24639a17-2ab6-4c39-a87e-5b7d7302ae1b req-7ab10071-2b0e-4809-a4a2-cea4359531d4 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:00.104777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-24639a17-2ab6-4c39-a87e-5b7d7302ae1b req-7ab10071-2b0e-4809-a4a2-cea4359531d4 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.2366827 Oct 18 23:35:00.334009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd7ac4-8ed4-4f0f-9f7d-8baef15277c2 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:00.335669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd7ac4-8ed4-4f0f-9f7d-8baef15277c2 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:00.337343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd7ac4-8ed4-4f0f-9f7d-8baef15277c2 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:00.338921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd7ac4-8ed4-4f0f-9f7d-8baef15277c2 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:00.340468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd7ac4-8ed4-4f0f-9f7d-8baef15277c2 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:00.342230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c0cd7ac4-8ed4-4f0f-9f7d-8baef15277c2 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3243659 Oct 18 23:35:00.357859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34236) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:00.367542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1994306348'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:00.384033 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-24639a17-2ab6-4c39-a87e-5b7d7302ae1b req-90f89b1f-71be-4c07-b444-867c4e6ed02b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722288 Oct 18 23:35:00.406962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router e8b16794-c16e-4bc1-85f1-033ca4e39922 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:35:00.440404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:00.446313 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:00.527548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:00.584750 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:00.585288 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment c89289dd-ca66-485c-98e3-8703806acfb6 of type vlan for network ef202f3e-7f02-4274-b59b-c6d870f551f6 Oct 18 23:35:00.640697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:35:00.650327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:00.656837 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:00.658513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] Sync routers for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:35:00.669780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:00.670809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:00.703149 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b05765db-9ec4-490e-9196-932f63688a78 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/floatingips/e3973125-cd3d-455f-b2ea-a1ea792fc29b HTTP/1.1" status: 204 len: 168 time: 2.6338570 Oct 18 23:35:00.703885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'tag': '69954687-e17d-40f8-b510-986263cd0a72'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:00.706299 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "tag": "69954687-e17d-40f8-b510-986263cd0a72"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:00.729468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:00.736149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:00.736419 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:00.795096 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4335663 Oct 18 23:35:00.802286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34244) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:00.831305 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-391266c8-ffe5-4de6-a57a-42d5d58a81f2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:00.858124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-391266c8-ffe5-4de6-a57a-42d5d58a81f2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Calling delete_port for b3c6dc2a-df4f-43e9-808c-11041ee1a955 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:00.862416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-be24de61-2962-47b3-a874-4f8094219c64 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:00.868415 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d022ffe-11e2-4731-b7ac-331bc524b4df x-openstack-request-id: req-1d022ffe-11e2-4731-b7ac-331bc524b4df {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:00.868694 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "tag": "69954687-e17d-40f8-b510-986263cd0a72", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:00.869686 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d022ffe-11e2-4731-b7ac-331bc524b4df {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:00.869686 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'tag': '69954687-e17d-40f8-b510-986263cd0a72', 'status': 'completed', 'code': 200} Oct 18 23:35:00.883432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924b703-ff7e-44e4-b1fb-99c6e29f6813 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=ef202f3e-7f02-4274-b59b-c6d870f551f6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:00.905562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:00.919359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:01.114607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-391266c8-ffe5-4de6-a57a-42d5d58a81f2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:01.254617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391266c8-ffe5-4de6-a57a-42d5d58a81f2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Port': ['ID=b3c6dc2a-df4f-43e9-808c-11041ee1a955,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:01.359758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50405d2-7a06-4361-b2f2-1f4fdb7de480 req-fce4747a-0e42-4a53-bb31-c88b992311f6 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:01.365599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f50405d2-7a06-4361-b2f2-1f4fdb7de480 req-fce4747a-0e42-4a53-bb31-c88b992311f6 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 946 time: 0.2620933 Oct 18 23:35:01.370317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 847df935-6a78-425b-a9d7-6bcea18f6802 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:01.419124 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-391266c8-ffe5-4de6-a57a-42d5d58a81f2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:01.424940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-391266c8-ffe5-4de6-a57a-42d5d58a81f2 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "DELETE /v2.0/ports/b3c6dc2a-df4f-43e9-808c-11041ee1a955 HTTP/1.1" status: 204 len: 168 time: 1.5224490 Oct 18 23:35:01.429202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34254) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:01.442620 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-6fc0b350-2668-4ba2-968f-bd89633abc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:01.444220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-6fc0b350-2668-4ba2-968f-bd89633abc63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 1098 time: 0.5193856 Oct 18 23:35:01.502352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 847df935-6a78-425b-a9d7-6bcea18f6802 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:01.502754 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:01.512948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:34:49Z', 'revision_number': 6, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:01.516103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f50405d2-7a06-4361-b2f2-1f4fdb7de480 req-b3ae4768-3fc5-4f9e-ad59-18c776381888 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418598 Oct 18 23:35:01.546696 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be24de61-2962-47b3-a874-4f8094219c64 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:01.553101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e9bb63-cb70-441e-8483-75211b895abe None None] Network 9005617c-22d9-424b-8d46-bdbfa37b0996 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:01.674618 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be24de61-2962-47b3-a874-4f8094219c64 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:01.722823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be24de61-2962-47b3-a874-4f8094219c64 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 is not hosted by any dhcp agent {{(pid=100921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:35:01.729195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24de61-2962-47b3-a874-4f8094219c64 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:01.732322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be24de61-2962-47b3-a874-4f8094219c64 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:01.737162 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-be24de61-2962-47b3-a874-4f8094219c64 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "PUT /v2.0/networks/ef202f3e-7f02-4274-b59b-c6d870f551f6 HTTP/1.1" status: 200 len: 723 time: 0.9341245 Oct 18 23:35:01.737613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34268) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:01.757006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05ae2e-f56a-467c-8cf6-a7dd3cc79da1 req-8676f22f-7443-4115-9a2d-8988a154a140 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:01.758268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:01.765367 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e05ae2e-f56a-467c-8cf6-a7dd3cc79da1 req-8676f22f-7443-4115-9a2d-8988a154a140 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.7510695 Oct 18 23:35:01.778026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] Checking router: e8b16794-c16e-4bc1-85f1-033ca4e39922 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:35:01.836869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:01.837515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:01.910504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f058e0a3-69ad-447b-a703-c7f19ba1b0cd None None] Provisioning complete for port 847df935-6a78-425b-a9d7-6bcea18f6802 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:01.913193 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f058e0a3-69ad-447b-a703-c7f19ba1b0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:02.002973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22bcef-5a90-4f42-8ea7-4cd8907fc631 req-8b64f969-90b8-40ff-a082-d10f2b2abf00 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:02.013418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd22bcef-5a90-4f42-8ea7-4cd8907fc631 req-8b64f969-90b8-40ff-a082-d10f2b2abf00 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.3583682 Oct 18 23:35:02.039214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:02.049932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:02.145678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd22bcef-5a90-4f42-8ea7-4cd8907fc631 req-d9432b72-ef1c-4b3f-b918-b8b59fae4785 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281922 Oct 18 23:35:02.386498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac31bde-af2b-449a-98e7-7ede7fac2173 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting subnet 5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:02.418764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dac31bde-af2b-449a-98e7-7ede7fac2173 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:02.448505 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:02.546635 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:02.604422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=79915d31-3baa-4a34-a614-e732124eb624,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:02.616538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking segment: {'id': 'c89289dd-ca66-485c-98e3-8703806acfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:02.618744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network hostable DHCP agents. Network: ef202f3e-7f02-4274-b59b-c6d870f551f6, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:02.638990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:02.668226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e05ae2e-f56a-467c-8cf6-a7dd3cc79da1 req-c38bb193-3f16-4b20-8e07-801eb37aaf24 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9016674 Oct 18 23:35:02.669898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:02.674748 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24de61-2962-47b3-a874-4f8094219c64 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=ef202f3e-7f02-4274-b59b-c6d870f551f6,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:02.690025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-e92850bf-1125-4859-8e9c-6b827c1e8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:02.691598 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-e92850bf-1125-4859-8e9c-6b827c1e8d51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=54c49414-9569-40cd-bd49-5fa9d2ab1860 HTTP/1.1" status: 200 len: 897 time: 1.2139533 Oct 18 23:35:02.693907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dac31bde-af2b-449a-98e7-7ede7fac2173 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:02.710241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, ef202f3e-7f02-4274-b59b-c6d870f551f6) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:02.730712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:02.731357 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:02.760353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f068a444-45c3-4fe2-bd54-9fbf410e4f1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0132294 Oct 18 23:35:02.760587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34274) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:02.767732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-afad22c4-db46-4a5d-9db6-05b5fca420d5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:02.782024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421944af-b5d5-41b6-bb2c-d13bcc52250d req-edc2468f-5cb8-45ee-b624-396a292b611d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:02.784791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:02.789819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4cade7-ac06-4ac1-8827-b97c061d1826 None None] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:02.790023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-421944af-b5d5-41b6-bb2c-d13bcc52250d req-edc2468f-5cb8-45ee-b624-396a292b611d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 946 time: 0.1173487 Oct 18 23:35:02.828800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 847df935-6a78-425b-a9d7-6bcea18f6802, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=847df935-6a78-425b-a9d7-6bcea18f6802,segment=NetworkSegment(945a5853-f535-4213-be3c-f0d1f694f6e4),segment_id=945a5853-f535-4213-be3c-f0d1f694f6e4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:02.850230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-b52c7637-111b-4637-8dfb-8272057195f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69954687-e17d-40f8-b510-986263cd0a72 HTTP/1.1" status: 200 len: 217 time: 0.1434140 Oct 18 23:35:02.880522 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:03.021926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afad22c4-db46-4a5d-9db6-05b5fca420d5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5018790'] for subnet, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:03.123198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-b74335f3-cec8-49e5-9578-8fb12e899689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:03.124918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-b74335f3-cec8-49e5-9578-8fb12e899689 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20b290c-2a0d-4ffc-8565-a3dc28de5d48 HTTP/1.1" status: 200 len: 834 time: 0.2439702 Oct 18 23:35:03.222687 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dac31bde-af2b-449a-98e7-7ede7fac2173 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:03.369284 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f058e0a3-69ad-447b-a703-c7f19ba1b0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:03.431561 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-421944af-b5d5-41b6-bb2c-d13bcc52250d req-8ab28007-5afe-4bb5-a084-8c917632dca3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6407189 Oct 18 23:35:03.458657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-ef202f3e-7f02-4274-b59b-c6d870f551f6', 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6', 'tenant_id': '4bf902e5591742ed8095ec849a652499', 'fixed_ips': [{'subnet_id': '79915d31-3baa-4a34-a614-e732124eb624'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:35:03.459837 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:03.579991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-09c249bc-71e3-4283-b2d9-7fb306575406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:03.583323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015846e-073a-4630-ae48-e891e79f83da req-ceaaaa87-373d-474e-95f8-cd4f13c7aa0d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:03.583833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-09c249bc-71e3-4283-b2d9-7fb306575406 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54c49414-9569-40cd-bd49-5fa9d2ab1860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4495914 Oct 18 23:35:03.585940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dac31bde-af2b-449a-98e7-7ede7fac2173 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:03.593409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a015846e-073a-4630-ae48-e891e79f83da req-ceaaaa87-373d-474e-95f8-cd4f13c7aa0d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 946 time: 0.7094316 Oct 18 23:35:03.598607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afad22c4-db46-4a5d-9db6-05b5fca420d5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793338131990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6242729'] for subnet, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:03.658224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad22c4-db46-4a5d-9db6-05b5fca420d5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:03.660290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afad22c4-db46-4a5d-9db6-05b5fca420d5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:03.664943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-afad22c4-db46-4a5d-9db6-05b5fca420d5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "PUT /v2.0/subnets/79915d31-3baa-4a34-a614-e732124eb624 HTTP/1.1" status: 200 len: 826 time: 0.9010623 Oct 18 23:35:03.697404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00b11a-7a2c-4c54-aa23-e68aa0c07053 None None] Update dhcp port {'port': {'network_id': '9005617c-22d9-424b-8d46-bdbfa37b0996', 'fixed_ips': [{'subnet_id': 'd592140c-048e-4ad9-a4f6-f01521559a00', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3654bc9-67df-4866-a290-7f4a2f116bc0'}], 'binding:host_id': 'n-d-713498-28'}, 'id': '847df935-6a78-425b-a9d7-6bcea18f6802'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:35:03.778124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34300) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:03.862552 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac31bde-af2b-449a-98e7-7ede7fac2173 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:03.912776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dac31bde-af2b-449a-98e7-7ede7fac2173 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:03.924489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dac31bde-af2b-449a-98e7-7ede7fac2173 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "DELETE /v2.0/subnets/5d4c5cab-e311-4eaf-9d97-3c6b37f1d4da HTTP/1.1" status: 204 len: 168 time: 2.4763782 Oct 18 23:35:03.933572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a72e7-0efa-43f9-a7a0-d64dcc0a5672 req-1a3eeb07-931b-465b-a41b-0e3cd8bd16d3 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:03.941634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-850a72e7-0efa-43f9-a7a0-d64dcc0a5672 req-1a3eeb07-931b-465b-a41b-0e3cd8bd16d3 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.6093345 Oct 18 23:35:03.963858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34314) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:04.006003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Allocated IP 2001:db8::2 (ef202f3e-7f02-4274-b59b-c6d870f551f6/79915d31-3baa-4a34-a614-e732124eb624/c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:04.033656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-bd7e5120-7026-4311-b51a-a43e094715c2 service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763492 Oct 18 23:35:04.184875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6305f472-68da-46e0-9d7a-59545e723ff4 None None] Network 39ea3733-74ea-4469-86dd-2826e17a10c2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:04.261497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=847df935-6a78-425b-a9d7-6bcea18f6802,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:04.264549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e69e-fc75-47ee-abac-83066fbf0ed1 req-8674db87-2723-4258-8a6d-c1f07d4ce702 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:04.279486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-850a72e7-0efa-43f9-a7a0-d64dcc0a5672 req-19dd653b-9ebc-47bf-bde4-cb090603cbbf tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360767 Oct 18 23:35:04.282897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.283362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.283500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ac6e69e-fc75-47ee-abac-83066fbf0ed1 req-8674db87-2723-4258-8a6d-c1f07d4ce702 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3773971 Oct 18 23:35:04.283995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.284461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.285234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.285234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.285733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.286165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.286595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.287046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.287476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.287906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:04.297368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdf741a-cd5a-4a41-a97f-f657cdbf51b1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting subnet afbad7fb-f0bb-4070-9b26-1c8fcf710213 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:04.305735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad22c4-db46-4a5d-9db6-05b5fca420d5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=79915d31-3baa-4a34-a614-e732124eb624,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:04.322074 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cdf741a-cd5a-4a41-a97f-f657cdbf51b1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.334566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a00b11a-7a2c-4c54-aa23-e68aa0c07053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.336799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-f058e0a3-69ad-447b-a703-c7f19ba1b0cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:35:04.337405 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-f058e0a3-69ad-447b-a703-c7f19ba1b0cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:35:04.375139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ac6e69e-fc75-47ee-abac-83066fbf0ed1 req-3ccbc971-c343-4e88-a9ff-e136f2f14faf tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903406 Oct 18 23:35:04.408380 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.415293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a015846e-073a-4630-ae48-e891e79f83da req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port 69954687-e17d-40f8-b510-986263cd0a72 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:04.415796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a015846e-073a-4630-ae48-e891e79f83da req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.432976 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.461069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cdf741a-cd5a-4a41-a97f-f657cdbf51b1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.622915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:04.630263 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-427bef5e-dcf9-44dc-b99c-8cb5f7719edc req-264a46a5-97dd-4367-bccb-7d58ef94eea9 service neutron] 10.222.0.73 "GET /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695622 Oct 18 23:35:04.632424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cc498a-7ff5-4034-97d8-739b6fca1eb1 None None] DHCP port deletion for 39ea3733-74ea-4469-86dd-2826e17a10c2 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:04.642030 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.658027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:04.694466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a015846e-073a-4630-ae48-e891e79f83da req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port 69954687-e17d-40f8-b510-986263cd0a72, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=69954687-e17d-40f8-b510-986263cd0a72,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:04.695326 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a015846e-073a-4630-ae48-e891e79f83da req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.695714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:04.709780 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cdf741a-cd5a-4a41-a97f-f657cdbf51b1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.725008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Pushing event updated for resources: {'Port': ['ID=c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:04.751337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a015846e-073a-4630-ae48-e891e79f83da req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for 69954687-e17d-40f8-b510-986263cd0a72 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:04.880300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:34:49Z', 'revision_number': 6, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:04.888488 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.900962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cdf741a-cd5a-4a41-a97f-f657cdbf51b1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.949303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Attempting to bind port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:04.956610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Attempting to bind port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'c89289dd-ca66-485c-98e3-8703806acfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:04.957349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Attempting to bind port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e on network ef202f3e-7f02-4274-b59b-c6d870f551f6 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:04.994997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cdf741a-cd5a-4a41-a97f-f657cdbf51b1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:04.995823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834d1729-c177-4548-bdde-b227be12bb12 None None] Network cec56cf4-1185-4e9c-8660-7e388b5035be requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:04.999592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7cdf741a-cd5a-4a41-a97f-f657cdbf51b1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "DELETE /v2.0/subnets/afbad7fb-f0bb-4070-9b26-1c8fcf710213 HTTP/1.1" status: 204 len: 168 time: 0.9798510 Oct 18 23:35:05.000656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf741a-cd5a-4a41-a97f-f657cdbf51b1 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Subnet': ['ID=afbad7fb-f0bb-4070-9b26-1c8fcf710213,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:05.003321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34344) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:05.072877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc498a-7ff5-4034-97d8-739b6fca1eb1 None None] Deleting port 068ef98a-25e7-4a60-a274-395e2fef404f {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:05.073627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7cc498a-7ff5-4034-97d8-739b6fca1eb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.074852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b488d26-c249-4afe-9d8f-cee5bebb6fb6 req-b0230915-2238-4553-874b-3bd8addaab21 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:05.082997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b488d26-c249-4afe-9d8f-cee5bebb6fb6 req-b0230915-2238-4553-874b-3bd8addaab21 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 946 time: 0.1902306 Oct 18 23:35:05.083770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409bc1-e7e9-4be0-9820-a18a4a57cfc5 req-a983aecb-b910-4438-9026-928b494edd4e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:05.095216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d3409bc1-e7e9-4be0-9820-a18a4a57cfc5 req-a983aecb-b910-4438-9026-928b494edd4e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2206235 Oct 18 23:35:05.138098 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a015846e-073a-4630-ae48-e891e79f83da req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.211298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:05.211602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.279012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d3409bc1-e7e9-4be0-9820-a18a4a57cfc5 req-4a049e6a-e972-47ae-9c46-f703fb3e4285 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818652 Oct 18 23:35:05.310368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd0862a-189f-4012-aecc-bd34f3eff72c None None] The sync data for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 is: [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:34:49Z', 'revision_number': 6, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '30118cab-f110-4ed7-9cf3-62c4a84a64b5', 'name': '', 'network_id': '54c49414-9569-40cd-bd49-5fa9d2ab1860', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:ec:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:32Z', 'updated_at': '2021-10-18T23:31:40Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'c20b290c-2a0d-4ffc-8565-a3dc28de5d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:35:05.313546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.319918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:05.320304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Checking segment: {'id': 'c89289dd-ca66-485c-98e3-8703806acfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:05.320714 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.321166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Bound using segment: {'id': 'c89289dd-ca66-485c-98e3-8703806acfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:05.321877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Bound port: c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89289dd-ca66-485c-98e3-8703806acfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:05.322283 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.327305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] For port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e, host n-d-713498-28, got binding levels [] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:05.327805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.342841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Calling delete_port for c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:05.410854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 847df935-6a78-425b-a9d7-6bcea18f6802 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:05.607958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc349662-48cf-4a7f-a9d3-95a5b6790612 req-e120b2e2-7729-4063-a724-834c3194fc82 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:05.612122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b488d26-c249-4afe-9d8f-cee5bebb6fb6 req-333bd4b0-108a-40bb-bc81-50d4195255f7 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=c413348f-f934-467c-b3d0-6dfbec9a9dec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5279052 Oct 18 23:35:05.626841 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc349662-48cf-4a7f-a9d3-95a5b6790612 req-e120b2e2-7729-4063-a724-834c3194fc82 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1707103 Oct 18 23:35:05.628446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.636490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=69954687-e17d-40f8-b510-986263cd0a72,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:05.720784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Deleting port 068ef98a-25e7-4a60-a274-395e2fef404f {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:05.720980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.783351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac3638-be27-4d15-999c-734be209b36d req-c94d18e8-ee51-4c86-9305-8ca5d6662e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:05.790054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-daac3638-be27-4d15-999c-734be209b36d req-c94d18e8-ee51-4c86-9305-8ca5d6662e88 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1097 time: 0.8941979 Oct 18 23:35:05.791469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a015846e-073a-4630-ae48-e891e79f83da req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] No DVR routers for this DVR port 69954687-e17d-40f8-b510-986263cd0a72 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:05.888541 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a015846e-073a-4630-ae48-e891e79f83da req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.900487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] For port 068ef98a-25e7-4a60-a274-395e2fef404f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=068ef98a-25e7-4a60-a274-395e2fef404f,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:05.902047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.907566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 69954687-e17d-40f8-b510-986263cd0a72 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:05.928473 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a015846e-073a-4630-ae48-e891e79f83da req-ea7d102e-1712-4dc8-8aad-9aa773a5c0ce tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "DELETE /v2.0/ports/69954687-e17d-40f8-b510-986263cd0a72 HTTP/1.1" status: 204 len: 173 time: 2.3170965 Oct 18 23:35:05.936373 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Calling delete_port for 068ef98a-25e7-4a60-a274-395e2fef404f owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:05.944480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-2a00b11a-7a2c-4c54-aa23-e68aa0c07053 None None] Allocated IP 172.20.0.1 (9005617c-22d9-424b-8d46-bdbfa37b0996/b3654bc9-67df-4866-a290-7f4a2f116bc0/847df935-6a78-425b-a9d7-6bcea18f6802) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:05.952791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e7cc498a-7ff5-4034-97d8-739b6fca1eb1 None None] For port 068ef98a-25e7-4a60-a274-395e2fef404f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=068ef98a-25e7-4a60-a274-395e2fef404f,segment=NetworkSegment(cd69318f-b34e-4623-bd04-2ab829ab8b07),segment_id=cd69318f-b34e-4623-bd04-2ab829ab8b07)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:05.953399 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7cc498a-7ff5-4034-97d8-739b6fca1eb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:05.960129 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71317be1-621f-436b-a8be-3daef3969878 None None] New status for floating IP e3973125-cd3d-455f-b2ea-a1ea792fc29b: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:35:05.972248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 69954687-e17d-40f8-b510-986263cd0a72 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:05.973800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 69954687-e17d-40f8-b510-986263cd0a72 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:06.065931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc498a-7ff5-4034-97d8-739b6fca1eb1 None None] Calling delete_port for 068ef98a-25e7-4a60-a274-395e2fef404f owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:06.081155 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.128117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc349662-48cf-4a7f-a9d3-95a5b6790612 req-55c2d843-8848-44cd-8aef-1447c36f885b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825256 Oct 18 23:35:06.177490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] No DVR routers for this DVR port 068ef98a-25e7-4a60-a274-395e2fef404f on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:06.223078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'name': 'network-vif-deleted', 'tag': '69954687-e17d-40f8-b510-986263cd0a72'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:06.228548 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec788088-8b89-4669-a2b2-39b602629406" -d '{"events": [{"server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "name": "network-vif-deleted", "tag": "69954687-e17d-40f8-b510-986263cd0a72"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:06.233847 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:35:06.234545 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:35:06.234902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No DVR routers for this DVR port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:06.265924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Port': ['ID=c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:06.281450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 847df935-6a78-425b-a9d7-6bcea18f6802 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:06.281979 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.397167 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8756f771-a5de-4d24-9a20-b76a1ec7b7f2 x-openstack-request-id: req-8756f771-a5de-4d24-9a20-b76a1ec7b7f2 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:06.397759 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2826d5f-d1c1-45e4-8e8c-95395add01a1", "name": "network-vif-deleted", "tag": "69954687-e17d-40f8-b510-986263cd0a72", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:06.397959 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8756f771-a5de-4d24-9a20-b76a1ec7b7f2 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:06.398848 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2826d5f-d1c1-45e4-8e8c-95395add01a1', 'name': 'network-vif-deleted', 'tag': '69954687-e17d-40f8-b510-986263cd0a72', 'status': 'completed', 'code': 200} Oct 18 23:35:06.416470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc3c370-5b73-43c3-b6ae-9aa6cfb8dd78 None None] DHCP port deletion for cec56cf4-1185-4e9c-8660-7e388b5035be request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:06.464024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Port': ['ID=068ef98a-25e7-4a60-a274-395e2fef404f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:06.483507 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.486820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.544313 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2a00b11a-7a2c-4c54-aa23-e68aa0c07053 None None] For port 847df935-6a78-425b-a9d7-6bcea18f6802, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=847df935-6a78-425b-a9d7-6bcea18f6802,segment=NetworkSegment(945a5853-f535-4213-be3c-f0d1f694f6e4),segment_id=945a5853-f535-4213-be3c-f0d1f694f6e4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:06.598335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3c370-5b73-43c3-b6ae-9aa6cfb8dd78 None None] Deleting port 1922e989-8b69-45ce-9dc5-ad490522d613 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:06.599069 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c370-5b73-43c3-b6ae-9aa6cfb8dd78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.602405 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7cc498a-7ff5-4034-97d8-739b6fca1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.611861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a00b11a-7a2c-4c54-aa23-e68aa0c07053 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.670686 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a00b11a-7a2c-4c54-aa23-e68aa0c07053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.689393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc498a-7ff5-4034-97d8-739b6fca1eb1 None None] Pushing event deleted for resources: {'Port': ['ID=068ef98a-25e7-4a60-a274-395e2fef404f,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:06.712915 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.730713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac3638-be27-4d15-999c-734be209b36d req-fe9f86a5-58b3-40f0-a8c2-14ba9bb422cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:06.735660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-daac3638-be27-4d15-999c-734be209b36d req-fe9f86a5-58b3-40f0-a8c2-14ba9bb422cb service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.6985381 Oct 18 23:35:06.764603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ea3733-74ea-4469-86dd-2826e17a10c2']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:06.782395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00b11a-7a2c-4c54-aa23-e68aa0c07053 None None] Pushing event updated for resources: {'Port': ['ID=847df935-6a78-425b-a9d7-6bcea18f6802,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:06.788782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc498a-7ff5-4034-97d8-739b6fca1eb1 None None] No DVR routers for this DVR port 068ef98a-25e7-4a60-a274-395e2fef404f on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:06.793485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd69318f-b34e-4623-bd04-2ab829ab8b07') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:06.795942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd69318f-b34e-4623-bd04-2ab829ab8b07') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:06.824681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.844386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.855063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:06.855778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.956464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Attempting to bind port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:06.956464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Attempting to bind port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'c89289dd-ca66-485c-98e3-8703806acfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:06.957070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Attempting to bind port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e on network ef202f3e-7f02-4274-b59b-c6d870f551f6 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:06.968980 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:06.978328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6cc3c370-5b73-43c3-b6ae-9aa6cfb8dd78 None None] For port 1922e989-8b69-45ce-9dc5-ad490522d613, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1922e989-8b69-45ce-9dc5-ad490522d613,segment=NetworkSegment(c65a2e8a-e5a8-4656-bf49-5d4d33017361),segment_id=c65a2e8a-e5a8-4656-bf49-5d4d33017361)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:06.979151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c370-5b73-43c3-b6ae-9aa6cfb8dd78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.986498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:06.987101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Checking segment: {'id': 'c89289dd-ca66-485c-98e3-8703806acfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:06.987794 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.988677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Bound using segment: {'id': 'c89289dd-ca66-485c-98e3-8703806acfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:06.989498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Bound port: c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89289dd-ca66-485c-98e3-8703806acfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ef202f3e-7f02-4274-b59b-c6d870f551f6'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:06.990130 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:06.993403 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:07.021348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:07.026057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "DELETE /v2.0/networks/39ea3733-74ea-4469-86dd-2826e17a10c2 HTTP/1.1" status: 204 len: 168 time: 2.0199680 Oct 18 23:35:07.031566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34360) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:07.033057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 068ef98a-25e7-4a60-a274-395e2fef404f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:07.096066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-daac3638-be27-4d15-999c-734be209b36d req-092c2aa2-2bf3-434d-b116-08a009ac50c7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 0.3530755 Oct 18 23:35:07.099809 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:07.103890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3c370-5b73-43c3-b6ae-9aa6cfb8dd78 None None] Calling delete_port for 1922e989-8b69-45ce-9dc5-ad490522d613 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:07.108922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 068ef98a-25e7-4a60-a274-395e2fef404f {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:07.109471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 068ef98a-25e7-4a60-a274-395e2fef404f not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:07.137869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265d2e0-303a-4502-99ec-be2d3d38eb79 tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Network': ['ID=39ea3733-74ea-4469-86dd-2826e17a10c2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:07.235583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3df08a-d774-4e18-8c4a-3871d046c99c req-b900ed35-3100-4ff8-8b3d-aed4a40cab9c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:07.252216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db3df08a-d774-4e18-8c4a-3871d046c99c req-b900ed35-3100-4ff8-8b3d-aed4a40cab9c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.8187001 Oct 18 23:35:07.334784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce1ed338-40a2-4c59-ba3c-d1638aa4ee3d req-95ac39b9-e7e6-4b1a-afe6-9ab10a06defc tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2826d5f-d1c1-45e4-8e8c-95395add01a1 HTTP/1.1" status: 200 len: 210 time: 0.2370727 Oct 18 23:35:07.352256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-28ba04b8-c58e-4fcc-8d39-5820f76323d6 None None] Port c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e has been deleted concurrently {{(pid=100923) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 18 23:35:07.366485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=79915d31-3baa-4a34-a614-e732124eb624,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:07.390278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 847df935-6a78-425b-a9d7-6bcea18f6802 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:07.450820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac3638-be27-4d15-999c-734be209b36d req-faa39034-e3d4-4261-b298-63ae511784e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:07.455723 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-daac3638-be27-4d15-999c-734be209b36d req-faa39034-e3d4-4261-b298-63ae511784e7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.3300292 Oct 18 23:35:07.552641 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c370-5b73-43c3-b6ae-9aa6cfb8dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:07.561747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 847df935-6a78-425b-a9d7-6bcea18f6802 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:07.562429 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:07.581473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:07.642157 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3c370-5b73-43c3-b6ae-9aa6cfb8dd78 None None] Pushing event deleted for resources: {'Port': ['ID=1922e989-8b69-45ce-9dc5-ad490522d613,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:07.647796 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db3df08a-d774-4e18-8c4a-3871d046c99c req-7f1cd089-fd9b-4f88-8121-9f30f7b48ab4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866317 Oct 18 23:35:07.660941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3c370-5b73-43c3-b6ae-9aa6cfb8dd78 None None] No DVR routers for this DVR port 1922e989-8b69-45ce-9dc5-ad490522d613 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:07.690372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:07.735772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef202f3e-7f02-4274-b59b-c6d870f551f6']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:07.752142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac3638-be27-4d15-999c-734be209b36d req-bec55514-7ace-4204-8128-0b8857e2f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:07.754092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-daac3638-be27-4d15-999c-734be209b36d req-bec55514-7ace-4204-8128-0b8857e2f28c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2915668 Oct 18 23:35:07.757044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89289dd-ca66-485c-98e3-8703806acfb6') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:07.757588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89289dd-ca66-485c-98e3-8703806acfb6') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:07.770829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891f2b9-e7bd-4fbe-818d-e815537186b4 req-9e4f7edb-fba9-4cf3-93a3-abe369e4fb59 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:07.772683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e891f2b9-e7bd-4fbe-818d-e815537186b4 req-9e4f7edb-fba9-4cf3-93a3-abe369e4fb59 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.2517922 Oct 18 23:35:07.838032 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:07.944629 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.011825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1922e989-8b69-45ce-9dc5-ad490522d613 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:08.016558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec56cf4-1185-4e9c-8660-7e388b5035be']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:08.030032 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.034964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65a2e8a-e5a8-4656-bf49-5d4d33017361') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:08.035276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65a2e8a-e5a8-4656-bf49-5d4d33017361') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:08.057485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 1922e989-8b69-45ce-9dc5-ad490522d613 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:08.058110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1922e989-8b69-45ce-9dc5-ad490522d613 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:08.076682 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.093926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.102043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:08.102852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.154280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e891f2b9-e7bd-4fbe-818d-e815537186b4 req-98cc9da7-a366-4f7b-8047-b549b6657be9 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880111 Oct 18 23:35:08.155496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:08.155978 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:08.161614 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:08.189740 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:08.197057 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.208376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.230288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] 10.222.0.52 "DELETE /v2.0/networks/cec56cf4-1185-4e9c-8660-7e388b5035be HTTP/1.1" status: 204 len: 168 time: 1.1927016 Oct 18 23:35:08.269289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf297b5-d115-44f9-9d71-ca9461412a1a tempest-TaggedBootDevicesTest-1979389986 tempest-TaggedBootDevicesTest-1979389986-project] Pushing event deleted for resources: {'Network': ['ID=cec56cf4-1185-4e9c-8660-7e388b5035be,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:08.270059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-daac3638-be27-4d15-999c-734be209b36d req-37b7d5ca-5343-4058-ac41-c22d9b80a2a0 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957778 Oct 18 23:35:08.423905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34374) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:08.467436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34380) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:08.501640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1345e91-b9ed-4748-a5f7-24e610480e15 None None] Network 9005617c-22d9-424b-8d46-bdbfa37b0996 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:08.521189 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.532548 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.539506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34382) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:08.551424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-86309f9d-c04f-4ee0-9ef8-510039ca909c None None] Provisioning complete for port 847df935-6a78-425b-a9d7-6bcea18f6802 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:08.551919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/ef202f3e-7f02-4274-b59b-c6d870f551f6 HTTP/1.1" status: 204 len: 168 time: 4.7109611 Oct 18 23:35:08.552427 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-86309f9d-c04f-4ee0-9ef8-510039ca909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.572129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-daac3638-be27-4d15-999c-734be209b36d req-55c069fc-33dc-4d47-abd9-cba0d4bd1e67 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852993 Oct 18 23:35:08.610050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb58a0a-f807-45f7-a74a-34c67e37f14f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=ef202f3e-7f02-4274-b59b-c6d870f551f6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:08.648643 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-15143d07-0827-49ca-b563-2b0cb0adb181 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:08.649275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15143d07-0827-49ca-b563-2b0cb0adb181 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:08.665090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15143d07-0827-49ca-b563-2b0cb0adb181 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/ef202f3e-7f02-4274-b59b-c6d870f551f6 HTTP/1.1" status: 404 len: 339 time: 0.1162534 Oct 18 23:35:08.665867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34388) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:08.671810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950804645', 'description': 'd1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:08.713737 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54a509cf-9292-4b96-8976-cf6644e8ac23 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.757097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:08.767964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.812430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54a509cf-9292-4b96-8976-cf6644e8ac23 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.919959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:08.980691 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:08.981969 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment de29c18b-9fa0-4bce-b75d-b578525e7064 of type vlan for network d9390fae-1402-45b9-93ad-78030e1402ba Oct 18 23:35:09.049858 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54a509cf-9292-4b96-8976-cf6644e8ac23 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:09.065970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54a509cf-9292-4b96-8976-cf6644e8ac23 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:09.079794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-54a509cf-9292-4b96-8976-cf6644e8ac23 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/security-groups/c413348f-f934-467c-b3d0-6dfbec9a9dec HTTP/1.1" status: 204 len: 168 time: 0.6114650 Oct 18 23:35:09.125258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34396) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:09.160388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:09.224372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a509cf-9292-4b96-8976-cf6644e8ac23 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c413348f-f934-467c-b3d0-6dfbec9a9dec,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:09.382279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ce544-4923-4c93-af80-86da4147d8c1 req-5801ff70-0c13-4a44-b76e-771b34fb9266 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:09.393784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e42ce544-4923-4c93-af80-86da4147d8c1 req-5801ff70-0c13-4a44-b76e-771b34fb9266 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.5292766 Oct 18 23:35:09.421327 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.resource_extend [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:35:09.549857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9923b-4e01-4e56-9b10-03999620b713 req-2362ebc7-8163-4db2-ae89-898c22579ff9 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:09.560163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adc9923b-4e01-4e56-9b10-03999620b713 req-2362ebc7-8163-4db2-ae89-898c22579ff9 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1828620 Oct 18 23:35:09.575155 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:09.604857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:09.609390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019287'] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:09.672382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a22be45-75f3-4845-bdc4-d57986f77707 None None] DHCP port deletion for ef202f3e-7f02-4274-b59b-c6d870f551f6 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:09.673931 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e42ce544-4923-4c93-af80-86da4147d8c1 req-3207e06b-3876-4318-ad8c-a212003c7e3f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766931 Oct 18 23:35:09.721173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e443c4b-32b0-4bab-8174-1e40eed8083e None None] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:09.735980 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adc9923b-4e01-4e56-9b10-03999620b713 req-2804a193-46e8-42fa-9e25-847ed3933294 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791457 Oct 18 23:35:09.743640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0755696 Oct 18 23:35:09.749373 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34406) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:09.779880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac58a00-b3a6-4f29-ae0f-937b0e087cd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=d9390fae-1402-45b9-93ad-78030e1402ba,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:09.795656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d9390fae-1402-45b9-93ad-78030e1402ba details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:09.799706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e443c4b-32b0-4bab-8174-1e40eed8083e None None] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 could not be found, it might have been deleted concurrently. {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 18 23:35:09.886883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae525996-9561-4a8b-8934-c766bd723684 None None] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:09.927715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0cadad-6e69-4811-ba18-84b547813667 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:09.932491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3f0cadad-6e69-4811-ba18-84b547813667 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/networks?id=d9390fae-1402-45b9-93ad-78030e1402ba HTTP/1.1" status: 200 len: 765 time: 0.1816978 Oct 18 23:35:09.935897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae525996-9561-4a8b-8934-c766bd723684 None None] Network ef202f3e-7f02-4274-b59b-c6d870f551f6 could not be found, it might have been deleted concurrently. {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 18 23:35:09.947590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fc760b01-f3af-406b-ab97-a1451f637885 None None] Provisioning complete for port 847df935-6a78-425b-a9d7-6bcea18f6802 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:09.949605 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc760b01-f3af-406b-ab97-a1451f637885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:09.966493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34412) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:09.985049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fe3a7365-319c-4151-9ac0-0f5285d9f156 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'description': 'd2'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:10.164053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fc760b01-f3af-406b-ab97-a1451f637885 None None] Could not find standard attr ID for object c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:35:10.321412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:10.364397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34420) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:10.480395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7365-319c-4151-9ac0-0f5285d9f156 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:10.514001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7365-319c-4151-9ac0-0f5285d9f156 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:10.537920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe3a7365-319c-4151-9ac0-0f5285d9f156 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network d9390fae-1402-45b9-93ad-78030e1402ba is not hosted by any dhcp agent {{(pid=100922) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:35:10.558386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a7365-319c-4151-9ac0-0f5285d9f156 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:10.561820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7365-319c-4151-9ac0-0f5285d9f156 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:10.581390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fe3a7365-319c-4151-9ac0-0f5285d9f156 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "PUT /v2.0/networks/d9390fae-1402-45b9-93ad-78030e1402ba HTTP/1.1" status: 200 len: 762 time: 0.6096392 Oct 18 23:35:10.585095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34424) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:10.750254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df714c4c-3672-4f8e-9cab-49126d56b845 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:10.752079 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-df714c4c-3672-4f8e-9cab-49126d56b845 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/networks?id=d9390fae-1402-45b9-93ad-78030e1402ba HTTP/1.1" status: 200 len: 765 time: 0.1651018 Oct 18 23:35:10.756997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34428) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:10.766081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a7365-319c-4151-9ac0-0f5285d9f156 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=d9390fae-1402-45b9-93ad-78030e1402ba,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:10.783005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d9390fae-1402-45b9-93ad-78030e1402ba details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:10.785463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-06aee283-c9c3-40b9-86f9-0bcbd0dbb19a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:11.092929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22480-0ea1-407d-a225-41afca46da31 req-c3b272db-28f1-4818-bf12-b72f320de8f3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.102154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67d22480-0ea1-407d-a225-41afca46da31 req-c3b272db-28f1-4818-bf12-b72f320de8f3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2538939 Oct 18 23:35:11.185195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:11.196142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67d22480-0ea1-407d-a225-41afca46da31 req-588587bb-a559-4fc8-9e3a-2ccf6ef678b5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925369 Oct 18 23:35:11.213370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:11.218921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-06aee283-c9c3-40b9-86f9-0bcbd0dbb19a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:11.228540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:11.229513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c50086d7-cb04-45d2-8d6d-7e1dfa6bef1e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:11.404977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Deleting port 3a75ceeb-a038-4e0f-b074-013a929bb61d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:11.405629 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:11.420661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf91e2-d194-4e2e-8118-22a83f542c3e req-d7a76709-a4ca-4ffc-8bc7-5d6a748359a4 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.422277 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ebf91e2-d194-4e2e-8118-22a83f542c3e req-d7a76709-a4ca-4ffc-8bc7-5d6a748359a4 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.5309703 Oct 18 23:35:11.508031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ebf91e2-d194-4e2e-8118-22a83f542c3e req-29afa539-e17c-41df-a84e-c7479e15cdb6 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640516 Oct 18 23:35:11.515829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386856c0-64a7-4dee-97af-0d75dc3de16f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.517389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-386856c0-64a7-4dee-97af-0d75dc3de16f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7594306 Oct 18 23:35:11.544448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34436) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:11.592766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-149ebe40-4d31-4e7d-ab4d-78d273268700 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 207 time: 0.0471866 Oct 18 23:35:11.598818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34438) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:11.700860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] For port 3a75ceeb-a038-4e0f-b074-013a929bb61d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3a75ceeb-a038-4e0f-b074-013a929bb61d,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:11.701319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:11.779137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Calling delete_port for 3a75ceeb-a038-4e0f-b074-013a929bb61d owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:11.821922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-06aee283-c9c3-40b9-86f9-0bcbd0dbb19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:11.884660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af5847-c4e1-4cc4-8c1f-715bacd5130c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.892237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af5847-c4e1-4cc4-8c1f-715bacd5130c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.898601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af5847-c4e1-4cc4-8c1f-715bacd5130c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.905177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af5847-c4e1-4cc4-8c1f-715bacd5130c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.911397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af5847-c4e1-4cc4-8c1f-715bacd5130c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.915927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-06aee283-c9c3-40b9-86f9-0bcbd0dbb19a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01fd636abe254cf3921031502da4debf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5466378 Oct 18 23:35:11.917056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee283-c9c3-40b9-86f9-0bcbd0dbb19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7d6569-61ea-4586-92bb-44cc0254190e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:11.917322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af5847-c4e1-4cc4-8c1f-715bacd5130c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.923397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-48af5847-c4e1-4cc4-8c1f-715bacd5130c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3195364 Oct 18 23:35:11.923397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34440) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:11.930825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34442) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:11.947488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c8e4c-4389-4e7c-aa71-23ddcf1a915a req-3a81811b-4c41-423c-8c29-b7236863b3dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:11.949040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-055c8e4c-4389-4e7c-aa71-23ddcf1a915a req-3a81811b-4c41-423c-8c29-b7236863b3dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.6225917 Oct 18 23:35:12.041351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-055c8e4c-4389-4e7c-aa71-23ddcf1a915a req-c1f83005-7bd5-43c8-a841-8ff89372ee31 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609131 Oct 18 23:35:12.146999 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-058908da-f67d-43d9-9e80-29ab6c13965e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:12.192196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c3176910-873a-48dd-96b9-2ceae52e5231 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2456877 Oct 18 23:35:12.192818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port 30118cab-f110-4ed7-9cf3-62c4a84a64b5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:12.193482 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:12.198421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34448) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:12.241072 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-058908da-f67d-43d9-9e80-29ab6c13965e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:12.322435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port 30118cab-f110-4ed7-9cf3-62c4a84a64b5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=30118cab-f110-4ed7-9cf3-62c4a84a64b5,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:12.323062 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:12.339066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7b5da-3028-4878-aec3-2f7e6d87e6f9 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.341273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7b5da-3028-4878-aec3-2f7e6d87e6f9 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.343100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7b5da-3028-4878-aec3-2f7e6d87e6f9 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.344733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7b5da-3028-4878-aec3-2f7e6d87e6f9 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.345863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for 30118cab-f110-4ed7-9cf3-62c4a84a64b5 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:12.346304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7b5da-3028-4878-aec3-2f7e6d87e6f9 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.353086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9fd7b5da-3028-4878-aec3-2f7e6d87e6f9 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1486976 Oct 18 23:35:12.356806 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34452) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:12.374871 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:12.419435 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-058908da-f67d-43d9-9e80-29ab6c13965e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:12.422822 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-058908da-f67d-43d9-9e80-29ab6c13965e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:12.426243 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-058908da-f67d-43d9-9e80-29ab6c13965e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d7d6569-61ea-4586-92bb-44cc0254190e HTTP/1.1" status: 204 len: 168 time: 0.5032182 Oct 18 23:35:12.458985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a75ceeb-a038-4e0f-b074-013a929bb61d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:12.517941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058908da-f67d-43d9-9e80-29ab6c13965e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7d6569-61ea-4586-92bb-44cc0254190e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:12.535996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53d1b7-ac4d-4a4d-b91b-9df5f9d89e1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.537472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53d1b7-ac4d-4a4d-b91b-9df5f9d89e1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.539085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53d1b7-ac4d-4a4d-b91b-9df5f9d89e1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.540552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53d1b7-ac4d-4a4d-b91b-9df5f9d89e1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.542972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53d1b7-ac4d-4a4d-b91b-9df5f9d89e1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.544953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0a53d1b7-ac4d-4a4d-b91b-9df5f9d89e1a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1871402 Oct 18 23:35:12.553661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34458) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:12.585067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7220d5-dde1-4050-ab01-e2f55c6f869c req-7860dc07-b590-4444-a0fc-9af52933623e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.586666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e7220d5-dde1-4050-ab01-e2f55c6f869c req-7860dc07-b590-4444-a0fc-9af52933623e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2308295 Oct 18 23:35:12.696460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:12.817788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e7220d5-dde1-4050-ab01-e2f55c6f869c req-8a954da5-9942-4e6a-a1d8-875996ea0d66 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146077 Oct 18 23:35:12.863623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2f14c-e4c4-4751-924b-d845ed9c0ac3 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.865112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1fd2f14c-e4c4-4751-924b-d845ed9c0ac3 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/networks/c0e9aa17-f93d-423e-8e33-7507ae3f64d5 HTTP/1.1" status: 200 len: 804 time: 0.3103828 Oct 18 23:35:12.870044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34464) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:12.879346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c63eb-ef76-4f72-8209-430edfdee0fe req-df70dbc3-3803-4fbf-9757-63969167c00f tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:12.891067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc7c63eb-ef76-4f72-8209-430edfdee0fe req-df70dbc3-3803-4fbf-9757-63969167c00f tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1850762 Oct 18 23:35:12.984836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34466) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:13.021662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79d920eb-44ea-4423-9efc-f58341467c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:13.022931 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc7c63eb-ef76-4f72-8209-430edfdee0fe req-8ca4787c-c5f4-46db-9b6a-849339cedc1c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309183 Oct 18 23:35:13.047064 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:13.087259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-46ee5158-2e4a-4f42-a1cc-e655380f8eb6 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/networks/c0e9aa17-f93d-423e-8e33-7507ae3f64d5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2160332 Oct 18 23:35:13.088163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=30118cab-f110-4ed7-9cf3-62c4a84a64b5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:13.094979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34472) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:13.301656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Router 1e914e2f-f303-4274-9f75-dfe92e3be389 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:35:13.343708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f3ddf0-5100-47bc-a634-fd93071b3189 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:13.345285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-86f3ddf0-5100-47bc-a634-fd93071b3189 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/subnets/5b24f5e4-2fd4-4279-add8-22f6ee158d2e HTTP/1.1" status: 200 len: 843 time: 0.2457335 Oct 18 23:35:13.355524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34476) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:13.466003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:35:13.474489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1f24ba8d-26ed-4399-ba92-b179d73173e8 admin admin] 10.222.0.52 "PUT /v2.0/routers/1e914e2f-f303-4274-9f75-dfe92e3be389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0463719 Oct 18 23:35:13.474489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34478) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:13.482465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937625b4-a477-4589-b23f-ec83e856206c None None] Sync routers for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:35:13.488778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88703a16-d3d7-4ec1-9575-52e7cd4d0974 req-6ab30576-7bbe-4d58-aa1c-0e2ba1517067 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:13.492185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88703a16-d3d7-4ec1-9575-52e7cd4d0974 req-6ab30576-7bbe-4d58-aa1c-0e2ba1517067 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3504536 Oct 18 23:35:13.492940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937625b4-a477-4589-b23f-ec83e856206c None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:13.493817 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-937625b4-a477-4589-b23f-ec83e856206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:13.522019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4cb891-19cc-4f2f-965a-fbae8bd20032 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:13.523978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-db4cb891-19cc-4f2f-965a-fbae8bd20032 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "GET /v2.0/subnets/5b24f5e4-2fd4-4279-add8-22f6ee158d2e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1651978 Oct 18 23:35:13.530544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34480) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:13.538528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-696108778'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:13.580972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79d920eb-44ea-4423-9efc-f58341467c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:13.591701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79d920eb-44ea-4423-9efc-f58341467c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:13.614633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:13.618570 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:13.652743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-937625b4-a477-4589-b23f-ec83e856206c None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:13.653086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:13.661561 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88703a16-d3d7-4ec1-9575-52e7cd4d0974 req-640e14d6-7d50-4af9-bd12-3c13ff0acb58 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286085 Oct 18 23:35:13.719519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-79d920eb-44ea-4423-9efc-f58341467c2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfd139942591435eae1380004e00e064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333772 Oct 18 23:35:13.720117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34482) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:13.768992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d920eb-44ea-4423-9efc-f58341467c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f345af3-1398-4686-9adb-43f029ee4ed7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:13.785295 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:13.864115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c553edc-bc4e-426a-ad71-93ee124ea586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:13.891844 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c553edc-bc4e-426a-ad71-93ee124ea586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:13.923004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-937625b4-a477-4589-b23f-ec83e856206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:35:12Z', 'revision_number': 5, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:13.963406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937625b4-a477-4589-b23f-ec83e856206c None None] Checking router: 1e914e2f-f303-4274-9f75-dfe92e3be389 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:35:13.976100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937625b4-a477-4589-b23f-ec83e856206c None None] Routers {'1e914e2f-f303-4274-9f75-dfe92e3be389'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:13.977722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-937625b4-a477-4589-b23f-ec83e856206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e914e2f-f303-4274-9f75-dfe92e3be389'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:14.018406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c553edc-bc4e-426a-ad71-93ee124ea586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.022496 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c553edc-bc4e-426a-ad71-93ee124ea586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.026061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3c553edc-bc4e-426a-ad71-93ee124ea586 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f345af3-1398-4686-9adb-43f029ee4ed7 HTTP/1.1" status: 204 len: 168 time: 0.3000078 Oct 18 23:35:14.046671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c553edc-bc4e-426a-ad71-93ee124ea586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f345af3-1398-4686-9adb-43f029ee4ed7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:14.194590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:14.197968 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-937625b4-a477-4589-b23f-ec83e856206c None None] Set router 1e914e2f-f303-4274-9f75-dfe92e3be389 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:14.200754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router e8b16794-c16e-4bc1-85f1-033ca4e39922 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:35:14.217063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.229217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.229618 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Added segment b2d98586-7b3a-4028-aa6f-825c86c59347 of type vlan for network 35522fcf-99ad-4a89-bd6e-2d436bd5b041 Oct 18 23:35:14.346700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb297c-e7ca-48b7-9aab-2ad35d8d998c req-7e50cccf-bde8-4caf-967a-1f4a3ec2c34d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:14.348669 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1cb297c-e7ca-48b7-9aab-2ad35d8d998c req-7e50cccf-bde8-4caf-967a-1f4a3ec2c34d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1740420 Oct 18 23:35:14.368613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.441609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:35:14.452983 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] Sync routers for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:35:14.454554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8600fe80-302b-47bc-b4d8-3744aed0e27e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "PUT /v2.0/routers/e8b16794-c16e-4bc1-85f1-033ca4e39922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3216579 Oct 18 23:35:14.456166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34496) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:14.497409 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:14.499489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1cb297c-e7ca-48b7-9aab-2ad35d8d998c req-767e0d0e-d25c-463a-b31c-68cc5ca76b08 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404994 Oct 18 23:35:14.502969 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.504609 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:14.512350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-937625b4-a477-4589-b23f-ec83e856206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:35:12Z', 'revision_number': 5, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:14.519349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:14.520132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.532353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Deleting port 0f6cf21e-0546-43c2-b02d-d82500594d85 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:14.532703 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.582271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937625b4-a477-4589-b23f-ec83e856206c None None] The sync data for ids ['1e914e2f-f303-4274-9f75-dfe92e3be389'] in n-d-713498-28 is: [{'id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'name': 'tempest-TaggedBootDevicesTest_v242-503445707-router', 'tenant_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:21:45Z', 'updated_at': '2021-10-18T23:35:12Z', 'revision_number': 5, 'project_id': '6bc2af639a604807bf14ac0b97ddc9c8', 'gw_port': {'id': '0f6cf21e-0546-43c2-b02d-d82500594d85', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e914e2f-f303-4274-9f75-dfe92e3be389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:21:47Z', 'updated_at': '2021-10-18T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:35:14.603267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0713441 Oct 18 23:35:14.609573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e8701b-5de0-4db2-987d-76a8e93c67f3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting subnet c20b290c-2a0d-4ffc-8565-a3dc28de5d48 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:14.610592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34500) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:14.616237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'network_id': '35522fcf-99ad-4a89-bd6e-2d436bd5b041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:14.622922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5e8701b-5de0-4db2-987d-76a8e93c67f3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.679185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5e8701b-5de0-4db2-987d-76a8e93c67f3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.765445 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:14.807593 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5e8701b-5de0-4db2-987d-76a8e93c67f3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.808536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431c59f-c073-4cb9-9c9b-4a54dc3b29c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Network': ['ID=35522fcf-99ad-4a89-bd6e-2d436bd5b041,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:14.825715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 35522fcf-99ad-4a89-bd6e-2d436bd5b041 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:14.901388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5e8701b-5de0-4db2-987d-76a8e93c67f3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.948893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5e8701b-5de0-4db2-987d-76a8e93c67f3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:14.955750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b5e8701b-5de0-4db2-987d-76a8e93c67f3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/subnets/c20b290c-2a0d-4ffc-8565-a3dc28de5d48 HTTP/1.1" status: 204 len: 168 time: 0.4976566 Oct 18 23:35:14.972239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34510) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:15.003086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8701b-5de0-4db2-987d-76a8e93c67f3 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Subnet': ['ID=c20b290c-2a0d-4ffc-8565-a3dc28de5d48,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:15.068145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf2fe-d877-4cd9-b8b5-031360acb480 req-f81db61d-bb78-4eac-b77b-8002400e2d6b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:15.070440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-783cf2fe-d877-4cd9-b8b5-031360acb480 req-f81db61d-bb78-4eac-b77b-8002400e2d6b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1836541 Oct 18 23:35:15.166174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-783cf2fe-d877-4cd9-b8b5-031360acb480 req-f39966f0-27c2-466f-98d6-cef21ea758fa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862651 Oct 18 23:35:15.175123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] For port 0f6cf21e-0546-43c2-b02d-d82500594d85, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0f6cf21e-0546-43c2-b02d-d82500594d85,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:15.175530 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:15.221091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Calling delete_port for 0f6cf21e-0546-43c2-b02d-d82500594d85 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:15.254566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b737718-4d3b-4702-b41d-b2320eeccd92 None None] Network 54c49414-9569-40cd-bd49-5fa9d2ab1860 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:15.256850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3a75ceeb-a038-4e0f-b074-013a929bb61d no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:15.328488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 3a75ceeb-a038-4e0f-b074-013a929bb61d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:15.329095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3a75ceeb-a038-4e0f-b074-013a929bb61d not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:15.352576 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:35:12Z', 'revision_number': 7, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:15.427800 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] Checking router: e8b16794-c16e-4bc1-85f1-033ca4e39922 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:35:15.440029 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] Routers {'e8b16794-c16e-4bc1-85f1-033ca4e39922'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:15.441105 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e8b16794-c16e-4bc1-85f1-033ca4e39922'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:15.679899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806eebb-d688-41b1-bc2b-21618609c66a req-49222cb8-df59-405e-8121-6337b2b190d0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:15.680199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:15.684683 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] Set router e8b16794-c16e-4bc1-85f1-033ca4e39922 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:15.702748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2806eebb-d688-41b1-bc2b-21618609c66a req-49222cb8-df59-405e-8121-6337b2b190d0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1722717 Oct 18 23:35:15.769605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6cf21e-0546-43c2-b02d-d82500594d85,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:15.829095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Made reservation on behalf of 4bf902e5591742ed8095ec849a652499 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:15.848632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:15.870529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2806eebb-d688-41b1-bc2b-21618609c66a req-ba77dd45-b281-4c57-9464-073b5077da23 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564987 Oct 18 23:35:15.891979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:15.941247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4152bc4-5d43-42e2-89d4-70a7324c604a None None] DHCP port deletion for 54c49414-9569-40cd-bd49-5fa9d2ab1860 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:15.982405 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.004716 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53502611-b020-4001-b787-c7a1a0dfdba5 req-f9e0eb1d-bb62-4214-9f04-7f06b324fa70 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:16.006703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53502611-b020-4001-b787-c7a1a0dfdba5 req-f9e0eb1d-bb62-4214-9f04-7f06b324fa70 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.3305011 Oct 18 23:35:16.020314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c4152bc4-5d43-42e2-89d4-70a7324c604a None None] Deleting port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:16.020691 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c4152bc4-5d43-42e2-89d4-70a7324c604a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.064465 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:35:12Z', 'revision_number': 7, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:16.132469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Performing IP validity checks on allocation pools {{(pid=100921) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 23:35:16.133230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100921) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 23:35:16.201399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c4152bc4-5d43-42e2-89d4-70a7324c604a None None] For port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0d9f4f6a-4c3d-480c-9e65-eb51843e8f80,segment=NetworkSegment(a022094b-3730-4f45-84b8-fdf0d40851c9),segment_id=a022094b-3730-4f45-84b8-fdf0d40851c9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:16.204542 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c4152bc4-5d43-42e2-89d4-70a7324c604a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.224538 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.234659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c4152bc4-5d43-42e2-89d4-70a7324c604a None None] Calling delete_port for 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:16.258528 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9945a-d035-4754-8f8c-518ee0489840 None None] The sync data for ids ['e8b16794-c16e-4bc1-85f1-033ca4e39922'] in n-d-713498-28 is: [{'id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'name': 'tempest-TestNetworkBasicOps-router-1628779718', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:35:12Z', 'revision_number': 7, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b16794-c16e-4bc1-85f1-033ca4e39922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:31:25Z', 'updated_at': '2021-10-18T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:35:16.264023 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.348442 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c4152bc4-5d43-42e2-89d4-70a7324c604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.375154 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53502611-b020-4001-b787-c7a1a0dfdba5 req-13ca4636-03bd-48aa-857d-d470e7810eda tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338964 Oct 18 23:35:16.375859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.376435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e914e2f-f303-4274-9f75-dfe92e3be389 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:35:16.390618 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.394483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-efebfc69-2bb1-4913-8b6a-6a04d146ce1c admin admin] 10.222.0.52 "DELETE /v2.0/routers/1e914e2f-f303-4274-9f75-dfe92e3be389 HTTP/1.1" status: 204 len: 168 time: 2.9186418 Oct 18 23:35:16.394663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4152bc4-5d43-42e2-89d4-70a7324c604a None None] Pushing event deleted for resources: {'Port': ['ID=0d9f4f6a-4c3d-480c-9e65-eb51843e8f80,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:16.394873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34542) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:16.404676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.405966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4152bc4-5d43-42e2-89d4-70a7324c604a None None] No DVR routers for this DVR port 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:16.482924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21bd777-9af2-497e-a83d-9bc1c95c2e13 admin admin] Deleting subnet c69b70b0-9ab5-4ffc-9c05-64e019afa0a3 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:16.486413 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c21bd777-9af2-497e-a83d-9bc1c95c2e13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.544321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c21bd777-9af2-497e-a83d-9bc1c95c2e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.552050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:16.552406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.694123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.732584 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c21bd777-9af2-497e-a83d-9bc1c95c2e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.813211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=ebdace77-4311-4c7f-9809-a49844fd6e90,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:16.853092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c21bd777-9af2-497e-a83d-9bc1c95c2e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.866827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:16.867612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.885213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Checking segment: {'id': 'b2d98586-7b3a-4028-aa6f-825c86c59347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35522fcf-99ad-4a89-bd6e-2d436bd5b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:16.885756 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network hostable DHCP agents. Network: 35522fcf-99ad-4a89-bd6e-2d436bd5b041, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:16.886321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bd777-9af2-497e-a83d-9bc1c95c2e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69b70b0-9ab5-4ffc-9c05-64e019afa0a3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:16.897899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:16.912979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cb7ba5-b127-4b52-b51f-39593a17c5f2 None None] Network 7e4d68fd-ab2f-4461-a11b-f7c55648da01 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:16.917497 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c21bd777-9af2-497e-a83d-9bc1c95c2e13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:16.925394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Network 35522fcf-99ad-4a89-bd6e-2d436bd5b041 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:16.925807 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c21bd777-9af2-497e-a83d-9bc1c95c2e13 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c69b70b0-9ab5-4ffc-9c05-64e019afa0a3 HTTP/1.1" status: 204 len: 168 time: 0.5285721 Oct 18 23:35:16.927159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34554) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:17.056534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 35522fcf-99ad-4a89-bd6e-2d436bd5b041) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:17.062492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:17.073783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.074636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962d421-b931-4b9c-864c-8254b31244f7 None None] Network 35522fcf-99ad-4a89-bd6e-2d436bd5b041 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:17.120190 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-29f795a0-da87-4bf7-a019-d3896a5558ee tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5059977 Oct 18 23:35:17.154903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34560) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:17.192379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-82656625-c0d8-4302-a5e3-f490ef0ec562 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:17.256639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.289555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:17.292599 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:35:17.293153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.329334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdac687-2ab8-4179-aa24-4256616e027b req-55b41085-b275-4def-9cf2-a0610a17154e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:17.331617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbdac687-2ab8-4179-aa24-4256616e027b req-55b41085-b275-4def-9cf2-a0610a17154e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3448846 Oct 18 23:35:17.337181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:17.349826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:17.350304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0d9f4f6a-4c3d-480c-9e65-eb51843e8f80 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:17.350874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0f6cf21e-0546-43c2-b02d-d82500594d85 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:17.359592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.360518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.360518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.360774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.360991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.361343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.361666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.362001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.362508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.362873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.363475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.363809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:17.411942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60884ea-bd3b-462a-857b-48e581290a6e None None] DHCP port deletion for 7e4d68fd-ab2f-4461-a11b-f7c55648da01 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:17.418232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 0f6cf21e-0546-43c2-b02d-d82500594d85 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:17.418742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0f6cf21e-0546-43c2-b02d-d82500594d85 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:17.419400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 30118cab-f110-4ed7-9cf3-62c4a84a64b5 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:17.449167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 30118cab-f110-4ed7-9cf3-62c4a84a64b5 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:17.450294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 30118cab-f110-4ed7-9cf3-62c4a84a64b5 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:17.488910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.548742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-35522fcf-99ad-4a89-bd6e-2d436bd5b041', 'network_id': '35522fcf-99ad-4a89-bd6e-2d436bd5b041', 'tenant_id': '4bf902e5591742ed8095ec849a652499', 'fixed_ips': [{'subnet_id': 'ebdace77-4311-4c7f-9809-a49844fd6e90'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:35:17.549622 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.560932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82656625-c0d8-4302-a5e3-f490ef0ec562 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5018790'] for subnet, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.568960 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e60884ea-bd3b-462a-857b-48e581290a6e None None] Deleting port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:17.569349 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e60884ea-bd3b-462a-857b-48e581290a6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.573161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fbdac687-2ab8-4179-aa24-4256616e027b req-4d5e8acd-89d4-4c4a-b255-1e762896decd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348223 Oct 18 23:35:17.668351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Deleting port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:17.669474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.675230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.677707 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.786877 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.787532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Fanout notify agent at l3_agent the message router_deleted on router e8b16794-c16e-4bc1-85f1-033ca4e39922 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:35:17.815442 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.819078 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ba96cb6c-7bb6-47ef-8c9a-5b9c733c1203 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/routers/e8b16794-c16e-4bc1-85f1-033ca4e39922 HTTP/1.1" status: 204 len: 168 time: 2.8395917 Oct 18 23:35:17.834844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34586) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:17.906472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] For port f32a9d67-c9e8-4f2b-a11b-fb7261915a09, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f32a9d67-c9e8-4f2b-a11b-fb7261915a09,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:17.907263 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.933020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cdb3e-86bb-4e38-b209-8131e4b5aa1f req-f424b0f2-c6e7-4c6a-a7d9-678afb6901e2 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:17.934835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e60884ea-bd3b-462a-857b-48e581290a6e None None] For port f32a9d67-c9e8-4f2b-a11b-fb7261915a09, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f32a9d67-c9e8-4f2b-a11b-fb7261915a09,segment=NetworkSegment(ef3029ce-5074-41fc-b766-f5defbaba64e),segment_id=ef3029ce-5074-41fc-b766-f5defbaba64e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:17.935410 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e60884ea-bd3b-462a-857b-48e581290a6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:17.952004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5cdb3e-86bb-4e38-b209-8131e4b5aa1f req-f424b0f2-c6e7-4c6a-a7d9-678afb6901e2 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.4147229 Oct 18 23:35:17.955325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e60884ea-bd3b-462a-857b-48e581290a6e None None] Calling delete_port for f32a9d67-c9e8-4f2b-a11b-fb7261915a09 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:17.960729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Calling delete_port for f32a9d67-c9e8-4f2b-a11b-fb7261915a09 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:18.023759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f210c-27f1-4477-832d-a9e279074dd8 req-0a16c4cf-50de-4ec6-b492-94bc81d4a708 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:18.025627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-525f210c-27f1-4477-832d-a9e279074dd8 req-0a16c4cf-50de-4ec6-b492-94bc81d4a708 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2746296 Oct 18 23:35:18.076510 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.108175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82656625-c0d8-4302-a5e3-f490ef0ec562 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793338131990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6242729'] for subnet, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.118178 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e60884ea-bd3b-462a-857b-48e581290a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.126712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5cdb3e-86bb-4e38-b209-8131e4b5aa1f req-041b7afe-0173-44c3-ad0b-5b86b0c70a1d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623490 Oct 18 23:35:18.212116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60884ea-bd3b-462a-857b-48e581290a6e None None] Pushing event deleted for resources: {'Port': ['ID=f32a9d67-c9e8-4f2b-a11b-fb7261915a09,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:18.214028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-525f210c-27f1-4477-832d-a9e279074dd8 req-2d1c6445-a6e8-4613-98b6-22fb7315698e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786747 Oct 18 23:35:18.225650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60884ea-bd3b-462a-857b-48e581290a6e None None] No DVR routers for this DVR port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:18.229964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82656625-c0d8-4302-a5e3-f490ef0ec562 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:18.235272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82656625-c0d8-4302-a5e3-f490ef0ec562 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.242062 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-82656625-c0d8-4302-a5e3-f490ef0ec562 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "PUT /v2.0/subnets/ebdace77-4311-4c7f-9809-a49844fd6e90 HTTP/1.1" status: 200 len: 900 time: 1.0705163 Oct 18 23:35:18.256246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34594) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:18.276767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Allocated IP 2001:db8::3 (35522fcf-99ad-4a89-bd6e-2d436bd5b041/ebdace77-4311-4c7f-9809-a49844fd6e90/efaec7cd-d76e-49cd-8f9c-37acec7c383a) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:18.288181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82656625-c0d8-4302-a5e3-f490ef0ec562 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event updated for resources: {'Subnet': ['ID=ebdace77-4311-4c7f-9809-a49844fd6e90,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:18.295128 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.318749 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.337347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c49414-9569-40cd-bd49-5fa9d2ab1860']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:18.374275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34598) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:18.388001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32a9d67-c9e8-4f2b-a11b-fb7261915a09,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:18.396710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] No DVR routers for this DVR port f32a9d67-c9e8-4f2b-a11b-fb7261915a09 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:18.405058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a022094b-3730-4f45-84b8-fdf0d40851c9') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:18.419039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a022094b-3730-4f45-84b8-fdf0d40851c9') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:18.476874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.484181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.516409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.518422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.528560 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.530068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:18.530538 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.541350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:18.546311 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:18.554262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4d68fd-ab2f-4461-a11b-f7c55648da01']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:18.586897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d186a-5db1-41db-b37c-bf8e73e85657 req-785d51e5-b945-4f08-8681-f81f2db6f28f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:18.588208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3029ce-5074-41fc-b766-f5defbaba64e') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:18.588697 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-097d186a-5db1-41db-b37c-bf8e73e85657 req-785d51e5-b945-4f08-8681-f81f2db6f28f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2200019 Oct 18 23:35:18.588812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3029ce-5074-41fc-b766-f5defbaba64e') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:18.601538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Network 35522fcf-99ad-4a89-bd6e-2d436bd5b041 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:18.618341 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.621224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:18.625572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:18.653432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.663640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:18.664384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.667030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c42d539-e961-4ccd-b7d3-d329d7438b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.670840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Pushing event updated for resources: {'Port': ['ID=efaec7cd-d76e-49cd-8f9c-37acec7c383a,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:18.685692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.691010 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.694602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/networks/54c49414-9569-40cd-bd49-5fa9d2ab1860 HTTP/1.1" status: 204 len: 168 time: 0.8580129 Oct 18 23:35:18.723318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e54165-f27e-4bd6-9778-be26b6f77696 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Network': ['ID=54c49414-9569-40cd-bd49-5fa9d2ab1860,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:18.725658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34602) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:18.728519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Attempting to bind port efaec7cd-d76e-49cd-8f9c-37acec7c383a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:18.729042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Attempting to bind port efaec7cd-d76e-49cd-8f9c-37acec7c383a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b2d98586-7b3a-4028-aa6f-825c86c59347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35522fcf-99ad-4a89-bd6e-2d436bd5b041'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:18.729520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Attempting to bind port efaec7cd-d76e-49cd-8f9c-37acec7c383a on network 35522fcf-99ad-4a89-bd6e-2d436bd5b041 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:18.736261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:18.736563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Checking segment: {'id': 'b2d98586-7b3a-4028-aa6f-825c86c59347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35522fcf-99ad-4a89-bd6e-2d436bd5b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:18.737004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.737509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Bound using segment: {'id': 'b2d98586-7b3a-4028-aa6f-825c86c59347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35522fcf-99ad-4a89-bd6e-2d436bd5b041'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:18.738376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Bound port: efaec7cd-d76e-49cd-8f9c-37acec7c383a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d98586-7b3a-4028-aa6f-825c86c59347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '35522fcf-99ad-4a89-bd6e-2d436bd5b041'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:18.738909 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.742434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'network': {'name': 'tempest-network-smoke--651983314', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'port_security_enabled': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:18.751618 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-097d186a-5db1-41db-b37c-bf8e73e85657 req-795c8c8f-67c4-4351-933f-ab018ac35440 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185570 Oct 18 23:35:18.807567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Made reservation on behalf of 4f19dc11e54e439aa6a9975655d4538f for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:18.814034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:18.834366 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:18.869273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.871070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:18.876269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] For port efaec7cd-d76e-49cd-8f9c-37acec7c383a, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:18.888944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] For port efaec7cd-d76e-49cd-8f9c-37acec7c383a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=efaec7cd-d76e-49cd-8f9c-37acec7c383a,segment=NetworkSegment(b2d98586-7b3a-4028-aa6f-825c86c59347),segment_id=b2d98586-7b3a-4028-aa6f-825c86c59347)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:18.889354 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.889354 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Added segment 261f4f6c-9f71-459b-af3a-afce9f9b1deb of type vlan for network c2cc1b81-c6ab-4482-bc81-37f7da1108fc Oct 18 23:35:18.896133 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.969598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10e869-65e1-4c6a-9e39-39b207db7d10 None None] Pushing event updated for resources: {'Port': ['ID=efaec7cd-d76e-49cd-8f9c-37acec7c383a,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:18.975770 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c42d539-e961-4ccd-b7d3-d329d7438b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.980680 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:18.986288 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c42d539-e961-4ccd-b7d3-d329d7438b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.026594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42d539-e961-4ccd-b7d3-d329d7438b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569a96e6-1cc2-4f15-8aac-80d2673c489a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:19.074931 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c42d539-e961-4ccd-b7d3-d329d7438b7c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc6a95daa17c455f82774d6bfb54ef93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994386 Oct 18 23:35:19.077487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34608) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:19.095436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.101712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:19.102349 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.179430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Network': ['ID=c2cc1b81-c6ab-4482-bc81-37f7da1108fc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:19.227713 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-915169b3-a6a3-4404-b348-5ec1101168dd tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4964602 Oct 18 23:35:19.245123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34612) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:19.255721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'admin_state_up': True, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:19.259154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c2cc1b81-c6ab-4482-bc81-37f7da1108fc details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:19.368899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:19.394468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55d33bbb-fa6f-4178-b606-2047e2d86cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.403407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.404663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.405027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:19.405375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6cfc1af9-3f14-40f3-a1aa-f3b3ec581b74 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:19.405826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f32a9d67-c9e8-4f2b-a11b-fb7261915a09 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:19.437410 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: f32a9d67-c9e8-4f2b-a11b-fb7261915a09 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:19.438097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f32a9d67-c9e8-4f2b-a11b-fb7261915a09 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:19.472257 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.478952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.492894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e27975-7141-48b9-a53b-6675c876220a req-2c59d5a2-c372-458a-9554-61e7a5aa5520 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:19.494981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b7e27975-7141-48b9-a53b-6675c876220a req-2c59d5a2-c372-458a-9554-61e7a5aa5520 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.2213306 Oct 18 23:35:19.499378 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.504975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7e4d68fd-ab2f-4461-a11b-f7c55648da01 HTTP/1.1" status: 204 len: 168 time: 2.5671947 Oct 18 23:35:19.513962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55d33bbb-fa6f-4178-b606-2047e2d86cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.529178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02141df-8b29-4af2-aa71-d0f4bc87b0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4d68fd-ab2f-4461-a11b-f7c55648da01,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:19.567137 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.632331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62ea7-941e-4ac9-a6f4-c26c6ab751fa req-7c8f4fd2-9f01-46b1-9382-a17080d5a08b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:19.633734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bce62ea7-941e-4ac9-a6f4-c26c6ab751fa req-7c8f4fd2-9f01-46b1-9382-a17080d5a08b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.6657784 Oct 18 23:35:19.634535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdace77-4311-4c7f-9809-a49844fd6e90,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:19.671088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b7e27975-7141-48b9-a53b-6675c876220a req-a8586679-eec7-4ace-b851-4350cdd5eb64 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686535 Oct 18 23:35:19.692886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34616) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:19.736253 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.741835 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.786381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55d33bbb-fa6f-4178-b606-2047e2d86cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.789169 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55d33bbb-fa6f-4178-b606-2047e2d86cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.791270 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-55d33bbb-fa6f-4178-b606-2047e2d86cf2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/569a96e6-1cc2-4f15-8aac-80d2673c489a HTTP/1.1" status: 204 len: 168 time: 0.7127817 Oct 18 23:35:19.795564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bce62ea7-941e-4ac9-a6f4-c26c6ab751fa req-5231ad23-56f1-4937-8a35-9e22c86571d5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367309 Oct 18 23:35:19.799345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35522fcf-99ad-4a89-bd6e-2d436bd5b041']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:19.819399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d33bbb-fa6f-4178-b606-2047e2d86cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569a96e6-1cc2-4f15-8aac-80d2673c489a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:19.828909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d98586-7b3a-4028-aa6f-825c86c59347') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:19.829424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d98586-7b3a-4028-aa6f-825c86c59347') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:19.862326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-33b53c69-81e3-4a43-95de-d26034f2b4c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6bc2af639a604807bf14ac0b97ddc9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680677 Oct 18 23:35:19.864805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.866332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34622) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:19.895286 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.912947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:19.913778 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:19.918008 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:20.010570 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00d5c7d0-1729-4e29-a1be-b0dc315e2605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.016410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:35:20.016410 n-d-713498-28 neutron-server[100922]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:35:20.016410 n-d-713498-28 neutron-server[100922]: [parameters: {'id': '35522fcf-99ad-4a89-bd6e-2d436bd5b041'}] Oct 18 23:35:20.016410 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:35:20.016985 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:35:20.038649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00d5c7d0-1729-4e29-a1be-b0dc315e2605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.106598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00d5c7d0-1729-4e29-a1be-b0dc315e2605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.115153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00d5c7d0-1729-4e29-a1be-b0dc315e2605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.115384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-00d5c7d0-1729-4e29-a1be-b0dc315e2605 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9818231d-19af-4f37-a572-321fed406099 HTTP/1.1" status: 204 len: 168 time: 0.2478008 Oct 18 23:35:20.128972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5c7d0-1729-4e29-a1be-b0dc315e2605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9818231d-19af-4f37-a572-321fed406099,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:20.233792 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dab79b93-cede-44b5-94f2-abf348d84070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.441115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b197939-0542-4928-9298-9383edcd4c8f None None] Network 35522fcf-99ad-4a89-bd6e-2d436bd5b041 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:20.518174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.575916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.603298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.641377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34640) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:20.662838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6e4eb100-10f3-4e3b-b369-290ee5ce15fc None None] Provisioning complete for port efaec7cd-d76e-49cd-8f9c-37acec7c383a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:20.663295 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb100-10f3-4e3b-b369-290ee5ce15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.697420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting port efaec7cd-d76e-49cd-8f9c-37acec7c383a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:20.701272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.705114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ea80c4a-61f9-4eb9-aea3-b527e6265221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.840934 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb100-10f3-4e3b-b369-290ee5ce15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.881992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.25.7.56 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/50a280aa-08ef-4f88-803f-68594e93b342) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:20.917020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] For port efaec7cd-d76e-49cd-8f9c-37acec7c383a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=efaec7cd-d76e-49cd-8f9c-37acec7c383a,segment=NetworkSegment(b2d98586-7b3a-4028-aa6f-825c86c59347),segment_id=b2d98586-7b3a-4028-aa6f-825c86c59347)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:20.919458 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.923896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6e4eb100-10f3-4e3b-b369-290ee5ce15fc None None] For port efaec7cd-d76e-49cd-8f9c-37acec7c383a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=efaec7cd-d76e-49cd-8f9c-37acec7c383a,segment=NetworkSegment(b2d98586-7b3a-4028-aa6f-825c86c59347),segment_id=b2d98586-7b3a-4028-aa6f-825c86c59347)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:20.925003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7e4ec-22c2-499c-b95f-b1d593dad158 req-92d229a5-d9c8-4558-8492-afd012704c2d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:20.927577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16d7e4ec-22c2-499c-b95f-b1d593dad158 req-92d229a5-d9c8-4558-8492-afd012704c2d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1072505 Oct 18 23:35:20.938285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb100-10f3-4e3b-b369-290ee5ce15fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:20.950799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Calling delete_port for efaec7cd-d76e-49cd-8f9c-37acec7c383a owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:21.036557 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16d7e4ec-22c2-499c-b95f-b1d593dad158 req-48badbd2-ed94-4c32-88ed-f71303e248d2 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996461 Oct 18 23:35:21.074548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eb100-10f3-4e3b-b369-290ee5ce15fc None None] Pushing event updated for resources: {'Port': ['ID=efaec7cd-d76e-49cd-8f9c-37acec7c383a,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:21.092851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9d4bd5-a7f1-4257-aa2d-8a9a5daf2f63 None None] DHCP port deletion for 35522fcf-99ad-4a89-bd6e-2d436bd5b041 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:21.093675 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.168298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.219035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d4bd5-a7f1-4257-aa2d-8a9a5daf2f63 None None] Deleting port efaec7cd-d76e-49cd-8f9c-37acec7c383a {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:21.219418 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4bd5-a7f1-4257-aa2d-8a9a5daf2f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.254711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.257591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:21.287151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=50a280aa-08ef-4f88-803f-68594e93b342,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:21.293598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Port': ['ID=efaec7cd-d76e-49cd-8f9c-37acec7c383a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:21.297465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No DVR routers for this DVR port efaec7cd-d76e-49cd-8f9c-37acec7c383a on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:21.309519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:21.316104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:21.358219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.358706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.359083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.359420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.359755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.360088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.360639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.360772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.361053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.361373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.361706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.362016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:21.441987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-eb9d4bd5-a7f1-4257-aa2d-8a9a5daf2f63 None None] For port efaec7cd-d76e-49cd-8f9c-37acec7c383a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=efaec7cd-d76e-49cd-8f9c-37acec7c383a,segment=NetworkSegment(b2d98586-7b3a-4028-aa6f-825c86c59347),segment_id=b2d98586-7b3a-4028-aa6f-825c86c59347)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:21.442604 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4bd5-a7f1-4257-aa2d-8a9a5daf2f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.471226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d4bd5-a7f1-4257-aa2d-8a9a5daf2f63 None None] Calling delete_port for efaec7cd-d76e-49cd-8f9c-37acec7c383a owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:21.546409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ea80c4a-61f9-4eb9-aea3-b527e6265221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.548508 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.563757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ea80c4a-61f9-4eb9-aea3-b527e6265221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.623510 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4bd5-a7f1-4257-aa2d-8a9a5daf2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.633812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35522fcf-99ad-4a89-bd6e-2d436bd5b041']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:21.645814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d98586-7b3a-4028-aa6f-825c86c59347') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:21.646567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d98586-7b3a-4028-aa6f-825c86c59347') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:21.658222 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.671083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d4bd5-a7f1-4257-aa2d-8a9a5daf2f63 None None] No DVR routers for this DVR port efaec7cd-d76e-49cd-8f9c-37acec7c383a on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:21.673292 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.673801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d4bd5-a7f1-4257-aa2d-8a9a5daf2f63 None None] Pushing event deleted for resources: {'Port': ['ID=efaec7cd-d76e-49cd-8f9c-37acec7c383a,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:21.689260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34660) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:21.700941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4186533c-4498-4c79-a037-b4aeca525392 None None] Network 35522fcf-99ad-4a89-bd6e-2d436bd5b041 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:21.709144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7ea80c4a-61f9-4eb9-aea3-b527e6265221 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7980e8d129f840b8896794ce6f882f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0665359 Oct 18 23:35:21.714333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34664) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:21.716185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:21.716719 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:21.720066 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:21.744724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea80c4a-61f9-4eb9-aea3-b527e6265221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d33fd8-e42b-4ad5-9bf4-786cf1ef3d82,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:21.858684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.867654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.891191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34666) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:21.893605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/35522fcf-99ad-4a89-bd6e-2d436bd5b041 HTTP/1.1" status: 204 len: 168 time: 3.6328046 Oct 18 23:35:21.902851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9de949e-b0e7-4f63-b87b-8e238964bbef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:21.926648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f990a7-8cf5-45a0-bd3c-c85d711d9fd4 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=35522fcf-99ad-4a89-bd6e-2d436bd5b041,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:21.977244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1738363677-network', 'tenant_id': '772b6492af734dda975d92f4f5ae075e'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:21.983404 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a88f82-17ff-45cc-8496-3f4b9a55103c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:21.983643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a88f82-17ff-45cc-8496-3f4b9a55103c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:21.986857 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b3a88f82-17ff-45cc-8496-3f4b9a55103c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/ebdace77-4311-4c7f-9809-a49844fd6e90 HTTP/1.1" status: 404 len: 337 time: 0.0936682 Oct 18 23:35:21.990473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34668) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:22.013073 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9de949e-b0e7-4f63-b87b-8e238964bbef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.025591 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-71270edd-f648-4674-ba9e-22c74213995a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:22.026626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71270edd-f648-4674-ba9e-22c74213995a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:22.032574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-71270edd-f648-4674-ba9e-22c74213995a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/35522fcf-99ad-4a89-bd6e-2d436bd5b041 HTTP/1.1" status: 404 len: 339 time: 0.0374238 Oct 18 23:35:22.032866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34670) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:22.045582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.088274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Made reservation on behalf of 772b6492af734dda975d92f4f5ae075e for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:22.091220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.107090 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.140573 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.209794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9de949e-b0e7-4f63-b87b-8e238964bbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.212440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9de949e-b0e7-4f63-b87b-8e238964bbef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.212707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22357a9a-9d69-4d46-b895-a0083fdca515 req-1f403181-1d05-40b0-99a8-e10089c49430 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:22.217635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9de949e-b0e7-4f63-b87b-8e238964bbef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67d33fd8-e42b-4ad5-9bf4-786cf1ef3d82 HTTP/1.1" status: 204 len: 168 time: 0.4961503 Oct 18 23:35:22.217985 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22357a9a-9d69-4d46-b895-a0083fdca515 req-1f403181-1d05-40b0-99a8-e10089c49430 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.0931802 Oct 18 23:35:22.236955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de949e-b0e7-4f63-b87b-8e238964bbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d33fd8-e42b-4ad5-9bf4-786cf1ef3d82,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:22.312572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.362822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9390fae-1402-45b9-93ad-78030e1402ba']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:22.377776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.381659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.389364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.406126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de29c18b-9fa0-4bce-b75d-b578525e7064') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:22.406489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de29c18b-9fa0-4bce-b75d-b578525e7064') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:22.446908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22357a9a-9d69-4d46-b895-a0083fdca515 req-1047fc6c-5bc6-4237-a606-bc93ba308cdd tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228690 Oct 18 23:35:22.448793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.484898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:22.486236 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.498638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:22.499332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:22.503074 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:22.522935 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.523190 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Added segment 767981d0-27e4-4d5f-8e47-80ba404db175 of type vlan for network e6a55320-f0d5-43e1-9564-5088b2258b8b Oct 18 23:35:22.524616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e24b7-4c41-4817-89de-98517cac56f7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:22.594265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.613345 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.613574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.616961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/d9390fae-1402-45b9-93ad-78030e1402ba HTTP/1.1" status: 204 len: 168 time: 0.5824890 Oct 18 23:35:22.619776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34678) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:22.655500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0043c0-8b14-4677-8764-9f1f033f8c44 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=d9390fae-1402-45b9-93ad-78030e1402ba,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:22.657726 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-478d8bf0-3825-4ea5-a599-37c2b24e1ccf tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:22.658196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478d8bf0-3825-4ea5-a599-37c2b24e1ccf tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:22.661334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-478d8bf0-3825-4ea5-a599-37c2b24e1ccf tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/79915d31-3baa-4a34-a614-e732124eb624 HTTP/1.1" status: 404 len: 337 time: 0.0405622 Oct 18 23:35:22.664025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34680) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:22.666338 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.667341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:22.667924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.683925 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7c45ff-95b8-4f62-b75c-3e31e3035c9e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:22.685107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7c45ff-95b8-4f62-b75c-3e31e3035c9e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:22.688288 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6f7c45ff-95b8-4f62-b75c-3e31e3035c9e tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/ef202f3e-7f02-4274-b59b-c6d870f551f6 HTTP/1.1" status: 404 len: 339 time: 0.0232592 Oct 18 23:35:22.691504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34682) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:22.723190 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0327635 Oct 18 23:35:22.726047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34684) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:22.761016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:35:22.766897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Request body: {'subnet': {'network_id': 'e6a55320-f0d5-43e1-9564-5088b2258b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1738363677-subnet', 'tenant_id': '772b6492af734dda975d92f4f5ae075e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:22.775925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52537dd0-1669-4a16-8fda-2684001b150c admin admin] Pushing event updated for resources: {'Network': ['ID=e6a55320-f0d5-43e1-9564-5088b2258b8b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:22.780268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b262bb-9882-4463-8d1c-f323f526117f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting subnet b3654bc9-67df-4866-a290-7f4a2f116bc0 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:22.784764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33b262bb-9882-4463-8d1c-f323f526117f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.789639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e6a55320-f0d5-43e1-9564-5088b2258b8b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:22.845988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Made reservation on behalf of 772b6492af734dda975d92f4f5ae075e for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:22.848655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.851346 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33b262bb-9882-4463-8d1c-f323f526117f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:22.978287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:35:22.991739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Sync routers for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:35:23.008623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:23.011713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:23.015849 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.017717 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-35c28ee8-fee3-4197-8e43-6a6ee7745425 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7688391 Oct 18 23:35:23.020910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34694) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:23.034467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33b262bb-9882-4463-8d1c-f323f526117f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.083930 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7c205531-daa6-4df8-b658-28fc41d7f4c3 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=4f19dc11e54e439aa6a9975655d4538f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616753 Oct 18 23:35:23.087192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:23.119244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33b262bb-9882-4463-8d1c-f323f526117f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.212374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33b262bb-9882-4463-8d1c-f323f526117f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.223100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-33b262bb-9882-4463-8d1c-f323f526117f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/b3654bc9-67df-4866-a290-7f4a2f116bc0 HTTP/1.1" status: 204 len: 168 time: 0.5302360 Oct 18 23:35:23.224470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b262bb-9882-4463-8d1c-f323f526117f tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=b3654bc9-67df-4866-a290-7f4a2f116bc0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:23.226122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34702) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:23.232036 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.243255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f12809-e50f-4dad-a40d-a00657875a6e None None] Network 9005617c-22d9-424b-8d46-bdbfa37b0996 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:23.268015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:23.269329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1697016-8976-4d1f-9fc9-caf68b7af7cd tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:23.271307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d1697016-8976-4d1f-9fc9-caf68b7af7cd tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1829088 Oct 18 23:35:23.274841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34706) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:23.355837 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9e8df017-5556-4216-9ab7-f7d71c63d67a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793390 Oct 18 23:35:23.358105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34710) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:23.364214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1967800374', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:23.368628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e854faa7-6805-4f6f-b78e-d0ec4d77a639,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:23.385743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-2400dd29-697a-4d30-8c0e-d471f55b9bec tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting subnet d592140c-048e-4ad9-a4f6-f01521559a00 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:23.391888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2400dd29-697a-4d30-8c0e-d471f55b9bec tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.395775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Checking segment: {'id': '767981d0-27e4-4d5f-8e47-80ba404db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e6a55320-f0d5-43e1-9564-5088b2258b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:23.396152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Network hostable DHCP agents. Network: e6a55320-f0d5-43e1-9564-5088b2258b8b, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:23.451925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Network e6a55320-f0d5-43e1-9564-5088b2258b8b is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:23.456417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2400dd29-697a-4d30-8c0e-d471f55b9bec tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.519437 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e6a55320-f0d5-43e1-9564-5088b2258b8b) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:23.527192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:23.530130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.545994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82dfc1-5412-4e82-8077-6ab484547044 None None] Network e6a55320-f0d5-43e1-9564-5088b2258b8b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:23.574559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Made reservation on behalf of 4f19dc11e54e439aa6a9975655d4538f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:23.582806 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.665240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-62cec1c2-14c3-49a6-8479-b58cfce64839 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9360435 Oct 18 23:35:23.667075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34718) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:23.712764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4d257-90bb-4542-ac1e-5fd6d8fe7926 req-2e7bbfb7-4ab0-40f7-9445-0bae1d535e4a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:23.714380 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9a4d257-90bb-4542-ac1e-5fd6d8fe7926 req-2e7bbfb7-4ab0-40f7-9445-0bae1d535e4a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1240935 Oct 18 23:35:23.768795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2400dd29-697a-4d30-8c0e-d471f55b9bec tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.770536 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9a4d257-90bb-4542-ac1e-5fd6d8fe7926 req-86002165-418d-4ab5-ac47-c6c7234734e1 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493360 Oct 18 23:35:23.885423 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2400dd29-697a-4d30-8c0e-d471f55b9bec tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:23.889211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a7a5-c7e9-41b0-82b4-e15ad21e22b4 req-65e2d349-b5c2-4b94-be2c-75a6f585353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:23.890798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92e0a7a5-c7e9-41b0-82b4-e15ad21e22b4 req-65e2d349-b5c2-4b94-be2c-75a6f585353f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 1098 time: 0.2470055 Oct 18 23:35:23.974297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400dd29-697a-4d30-8c0e-d471f55b9bec tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=d592140c-048e-4ad9-a4f6-f01521559a00,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:23.983990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92e0a7a5-c7e9-41b0-82b4-e15ad21e22b4 req-8aef88e9-7a4c-4471-8f9f-7450cf6cc9ab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748341 Oct 18 23:35:23.989770 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2400dd29-697a-4d30-8c0e-d471f55b9bec tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.001650 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2400dd29-697a-4d30-8c0e-d471f55b9bec tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/d592140c-048e-4ad9-a4f6-f01521559a00 HTTP/1.1" status: 204 len: 168 time: 0.7660129 Oct 18 23:35:24.004313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34726) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:24.085722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-643959824-network', 'tenant_id': '8277872de98e4103a7d9ab37ea9e1bc3'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:24.113603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:21Z', 'revision_number': 3, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:24.121591 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05fb5aab-aeac-4f48-9d43-aa7738e9f921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.122850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.161280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Checking router: fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:35:24.162009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Updating router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 port 50a280aa-08ef-4f88-803f-68594e93b342 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:35:24.174250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.188512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting port 847df935-6a78-425b-a9d7-6bcea18f6802 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:24.188882 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.222382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1a362-fbba-409d-b539-68f9be97cb55 None None] Network e6a55320-f0d5-43e1-9564-5088b2258b8b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:24.247661 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.256961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Made reservation on behalf of 8277872de98e4103a7d9ab37ea9e1bc3 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:24.260945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.270413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] For port 847df935-6a78-425b-a9d7-6bcea18f6802, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=847df935-6a78-425b-a9d7-6bcea18f6802,segment=NetworkSegment(945a5853-f535-4213-be3c-f0d1f694f6e4),segment_id=945a5853-f535-4213-be3c-f0d1f694f6e4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:24.270811 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.298703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Calling delete_port for 847df935-6a78-425b-a9d7-6bcea18f6802 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:24.349305 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.425840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.470008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Checking segment: {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:24.470375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network hostable DHCP agents. Network: c2cc1b81-c6ab-4482-bc81-37f7da1108fc, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:24.488781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Port': ['ID=847df935-6a78-425b-a9d7-6bcea18f6802,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:24.502902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Subnet': ['ID=ce416617-2673-4b53-a6c4-02b23cd33455,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:24.506293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No DVR routers for this DVR port 847df935-6a78-425b-a9d7-6bcea18f6802 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:24.550168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network c2cc1b81-c6ab-4482-bc81-37f7da1108fc is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:24.599219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c2cc1b81-c6ab-4482-bc81-37f7da1108fc) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:24.626823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cde1db-3906-4c45-9b47-f92e5d7f9c2e None None] Network c2cc1b81-c6ab-4482-bc81-37f7da1108fc requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:24.630336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:24.631121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.643877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc70e5-e6c7-48f2-bf1c-3a5de0203db7 None None] Host n-d-713498-28 tried to update port 847df935-6a78-425b-a9d7-6bcea18f6802 which no longer exists. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Oct 18 23:35:24.698570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d8823145-3dd1-4d0d-b828-1839e0fc4fdb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3366516 Oct 18 23:35:24.701043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34742) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:24.702813 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.729394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-8f92f33f-81f3-41e5-a31d-7b8fcb319e92 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:24.742409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-8f92f33f-81f3-41e5-a31d-7b8fcb319e92 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/networks?id=e6a55320-f0d5-43e1-9564-5088b2258b8b HTTP/1.1" status: 200 len: 822 time: 0.3346055 Oct 18 23:35:24.759415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0098ebcc-2076-47b7-9fc1-d52c1320c8f3 None None] Network 9005617c-22d9-424b-8d46-bdbfa37b0996 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:24.762552 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.777681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-9a9e08a4-2f65-47d3-b21e-fee6a308a312 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/quotas/772b6492af734dda975d92f4f5ae075e HTTP/1.1" status: 200 len: 375 time: 0.0340593 Oct 18 23:35:24.791935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.807078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:24.840918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9005617c-22d9-424b-8d46-bdbfa37b0996']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:24.851199 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.851574 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.852103 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Added segment 1177c2f2-470a-4e50-b30e-95e54dfe024f of type vlan for network d5e68270-b5cf-4d00-882f-138e196dc0a2 Oct 18 23:35:24.853158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945a5853-f535-4213-be3c-f0d1f694f6e4') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:24.853158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945a5853-f535-4213-be3c-f0d1f694f6e4') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:24.853433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cbd2277a-61cd-4a07-97f8-b88dd9d0f710 None None] Could not find standard attr ID for object 847df935-6a78-425b-a9d7-6bcea18f6802. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:35:24.864416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.881083 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.889100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:24.889513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:24.897196 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-a50e0dc8-36b7-4f36-a7e4-f6ece8bbaee6 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=772b6492af734dda975d92f4f5ae075e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186228 Oct 18 23:35:24.965038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0773970b-eaa9-4b11-8ce9-212b51831367,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:24.967905 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:25.001033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.094325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.097965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:25.098613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.154527 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.180916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.183445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75cf13-9e07-45e4-b628-8bcfaa10cf2f None None] DHCP port deletion for 9005617c-22d9-424b-8d46-bdbfa37b0996 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:25.217939 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:35:25.218992 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.246893 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5736523 Oct 18 23:35:25.265909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-51d4e80e-23a0-4ecc-b4c5-6b2570498008 service neutron] 10.222.0.52 "GET /v2.0/networks/e6a55320-f0d5-43e1-9564-5088b2258b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584907 Oct 18 23:35:25.280378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34746) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:25.287849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Request body: {'subnet': {'network_id': 'd5e68270-b5cf-4d00-882f-138e196dc0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-643959824-subnet', 'tenant_id': '8277872de98e4103a7d9ab37ea9e1bc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:25.288714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32066-0178-47e7-b9ee-03a5dd3d4d6a None None] Pushing event updated for resources: {'Port': ['ID=50a280aa-08ef-4f88-803f-68594e93b342,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:25.299115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Attempting to bind port 50a280aa-08ef-4f88-803f-68594e93b342 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:25.299620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Attempting to bind port 50a280aa-08ef-4f88-803f-68594e93b342 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:25.300079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Attempting to bind port 50a280aa-08ef-4f88-803f-68594e93b342 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:25.308564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:25.309112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:25.309660 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.310138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:25.310741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Bound port: 50a280aa-08ef-4f88-803f-68594e93b342, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:25.311261 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.365189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2751b-add1-4a78-b99c-7db8b9684258 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e68270-b5cf-4d00-882f-138e196dc0a2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:25.407146 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 847df935-6a78-425b-a9d7-6bcea18f6802 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:25.409846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d5e68270-b5cf-4d00-882f-138e196dc0a2 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:25.442062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.465851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 847df935-6a78-425b-a9d7-6bcea18f6802 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:25.466372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 847df935-6a78-425b-a9d7-6bcea18f6802 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:25.478360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Made reservation on behalf of 8277872de98e4103a7d9ab37ea9e1bc3 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:25.482555 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.553443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.570906 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.580477 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/9005617c-22d9-424b-8d46-bdbfa37b0996 HTTP/1.1" status: 204 len: 168 time: 1.5688279 Oct 18 23:35:25.589775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] For port 50a280aa-08ef-4f88-803f-68594e93b342, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:25.616625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34750) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:25.622358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] For port 50a280aa-08ef-4f88-803f-68594e93b342, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=50a280aa-08ef-4f88-803f-68594e93b342,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:25.639969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Allocated IP 172.20.0.2 (c2cc1b81-c6ab-4482-bc81-37f7da1108fc/ce416617-2673-4b53-a6c4-02b23cd33455/4458d595-f0a8-4de8-9191-6eb1dbb0bc27) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:25.642925 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.718267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34754) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:25.729266 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5d3f56-1469-44b8-9974-4e90d1ec36c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:25.729961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5d3f56-1469-44b8-9974-4e90d1ec36c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:25.730089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:25.733551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2c5d3f56-1469-44b8-9974-4e90d1ec36c8 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/e9708009-5be9-46c9-83c6-0a5330a58e44 HTTP/1.1" status: 404 len: 337 time: 0.0999784 Oct 18 23:35:25.737788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34758) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:25.742691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cd8b1-35f4-41d1-8d87-0b070fead866 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=9005617c-22d9-424b-8d46-bdbfa37b0996,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:25.797511 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-24abd1f0-435a-49eb-b343-89ff47243196 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:25.798170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24abd1f0-435a-49eb-b343-89ff47243196 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:25.803886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-24abd1f0-435a-49eb-b343-89ff47243196 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/9b83bb41-7ed9-42ea-832a-75d2e69e19ad HTTP/1.1" status: 404 len: 339 time: 0.0581245 Oct 18 23:35:25.823125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34760) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:25.855638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb10992-4f5d-4ebf-a275-5ff1e06918c6 req-fca03276-7ecb-46d9-826e-c6cb3e35f203 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:25.863597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9bb10992-4f5d-4ebf-a275-5ff1e06918c6 req-fca03276-7ecb-46d9-826e-c6cb3e35f203 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.3255558 Oct 18 23:35:25.910008 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91e85b0-7583-43d6-a680-2a819d01cb71 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:25.910559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91e85b0-7583-43d6-a680-2a819d01cb71 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:25.916111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c91e85b0-7583-43d6-a680-2a819d01cb71 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/cac4ee93-edda-4a0e-b955-58c01934d349 HTTP/1.1" status: 404 len: 337 time: 0.0595651 Oct 18 23:35:25.936018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34762) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:25.949180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32066-0178-47e7-b9ee-03a5dd3d4d6a None None] Pushing event updated for resources: {'Port': ['ID=50a280aa-08ef-4f88-803f-68594e93b342,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:25.960071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9bb10992-4f5d-4ebf-a275-5ff1e06918c6 req-f4e729f1-abd5-479a-9ee9-1fa142574c79 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910769 Oct 18 23:35:25.962362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:25.963389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:25.977250 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c8635a-4379-42f2-ac00-60dad83aeefe tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:25.977929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c8635a-4379-42f2-ac00-60dad83aeefe tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:25.981807 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-35c8635a-4379-42f2-ac00-60dad83aeefe tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/8ba4382b-7f28-478f-8b51-76795b95f06a HTTP/1.1" status: 404 len: 339 time: 0.0447099 Oct 18 23:35:25.984705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34764) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:26.001439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Checking segment: {'id': '1177c2f2-470a-4e50-b30e-95e54dfe024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd5e68270-b5cf-4d00-882f-138e196dc0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:26.001899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Network hostable DHCP agents. Network: d5e68270-b5cf-4d00-882f-138e196dc0a2, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:26.009662 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-d69c7296-3667-4f9d-a844-d489b6aa8b5b service neutron] 10.222.0.52 "GET /v2.0/networks/e6a55320-f0d5-43e1-9564-5088b2258b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106357 Oct 18 23:35:26.021379 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0ca0a2-309a-4bb3-b9d5-e928786c6bb0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:26.021925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0ca0a2-309a-4bb3-b9d5-e928786c6bb0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:26.027746 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ac0ca0a2-309a-4bb3-b9d5-e928786c6bb0 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/060654ca-82c2-46e7-bcf5-48e01a216dec HTTP/1.1" status: 404 len: 337 time: 0.0396566 Oct 18 23:35:26.030997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34766) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:26.053064 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f32205a-5b49-4ae7-8200-2bb9c298af92 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:26.053681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f32205a-5b49-4ae7-8200-2bb9c298af92 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:26.053866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88cb23d-18af-4bc8-a614-d41689bce822,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:26.060670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1f32205a-5b49-4ae7-8200-2bb9c298af92 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/33cc03b9-baa5-4e8c-bc18-2362c21596a7 HTTP/1.1" status: 404 len: 339 time: 0.0254333 Oct 18 23:35:26.063514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34768) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:26.064372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Network d5e68270-b5cf-4d00-882f-138e196dc0a2 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:26.115820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:26.353264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab238b44-6677-472b-80f6-96c45d739244 req-fdfdaf97-79ce-42b5-a2d2-8eb07be3b507 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 210 time: 0.0684807 Oct 18 23:35:26.454048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, d5e68270-b5cf-4d00-882f-138e196dc0a2) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:26.464209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:26.464808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:26.498405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9336d80-d2c0-480b-b754-13ab9e772e29 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting subnet d7c20d33-4516-4758-b820-1889ed4de796 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:26.504565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9336d80-d2c0-480b-b754-13ab9e772e29 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:26.513104 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:26.544367 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fde18b74-088f-4ee8-849e-e439ff547cb9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2538214 Oct 18 23:35:26.591324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe5a17-691e-4813-98f5-7132d8cba10c None None] Network d5e68270-b5cf-4d00-882f-138e196dc0a2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:26.674180 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9336d80-d2c0-480b-b754-13ab9e772e29 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:26.760146 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:26.790986 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:26.875888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Network c2cc1b81-c6ab-4482-bc81-37f7da1108fc is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:26.904117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:26.917145 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:26.924220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Pushing event updated for resources: {'Port': ['ID=4458d595-f0a8-4de8-9191-6eb1dbb0bc27,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:26.958221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858fc1e-3665-4975-b2c0-8ba17e702150 None None] Network d5e68270-b5cf-4d00-882f-138e196dc0a2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:26.986339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:21Z', 'revision_number': 3, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:27.044666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9336d80-d2c0-480b-b754-13ab9e772e29 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.048878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c10a7-d98b-49c6-847f-6230064b1a30 None None] The sync data for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 is: [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:21Z', 'revision_number': 3, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:35:27.131481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.20.0.1 (c2cc1b81-c6ab-4482-bc81-37f7da1108fc/ce416617-2673-4b53-a6c4-02b23cd33455/8333cb05-0ee9-4308-9cfe-89f5713c17f0) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:27.164620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Attempting to bind port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:27.165337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Attempting to bind port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:27.165903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Attempting to bind port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 on network c2cc1b81-c6ab-4482-bc81-37f7da1108fc {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:27.178776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:27.179375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Checking segment: {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:27.180276 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.181009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Bound using segment: {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:27.181674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Bound port: 4458d595-f0a8-4de8-9191-6eb1dbb0bc27, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:27.182243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.313510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] For port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:27.317442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] For port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4458d595-f0a8-4de8-9191-6eb1dbb0bc27,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:27.319166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d7954-86e4-4a99-a84d-adebedc500b6 req-7263a232-8994-44fd-b82d-4ea487f1f6cf tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:27.321406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c26d7954-86e4-4a99-a84d-adebedc500b6 req-7263a232-8994-44fd-b82d-4ea487f1f6cf tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1852751 Oct 18 23:35:27.326253 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.367963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9336d80-d2c0-480b-b754-13ab9e772e29 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.397076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9336d80-d2c0-480b-b754-13ab9e772e29 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.401103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f9336d80-d2c0-480b-b754-13ab9e772e29 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/d7c20d33-4516-4758-b820-1889ed4de796 HTTP/1.1" status: 204 len: 168 time: 1.3342223 Oct 18 23:35:27.418701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34796) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:27.423054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4093c4-b863-43b2-a72c-7d279870dae2 None None] Network 68d4d74f-591d-49aa-828f-6ddf538f1a26 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:27.459853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9336d80-d2c0-480b-b754-13ab9e772e29 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c20d33-4516-4758-b820-1889ed4de796,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:27.477030 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c26d7954-86e4-4a99-a84d-adebedc500b6 req-fce701e6-0a3c-4fe8-8f3e-0e0c24894df0 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474946 Oct 18 23:35:27.658045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb7d0e-9f08-45ab-8a66-b5b866e8d68a None None] Pushing event updated for resources: {'Port': ['ID=4458d595-f0a8-4de8-9191-6eb1dbb0bc27,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:27.672491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.705388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34802) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:27.713157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-946535388-network', 'tenant_id': '895a395326d346a084dacc93d9f6c991'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:27.827537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec239b62-2f6c-492e-afa1-8b1348acedee req-476553ed-ddcf-456d-be33-8b3522a5a4fb tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 210 time: 0.1651564 Oct 18 23:35:27.897692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.897902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Made reservation on behalf of 895a395326d346a084dacc93d9f6c991 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:27.923794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.973599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.986307 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:27.994411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.048873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d2dcd-11e7-4ddf-a566-f6d526de73fb None None] DHCP port deletion for 68d4d74f-591d-49aa-828f-6ddf538f1a26 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:28.158121 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.230141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network c2cc1b81-c6ab-4482-bc81-37f7da1108fc is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:28.242132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:28.248616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.250784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:28.251116 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.253966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-079d2dcd-11e7-4ddf-a566-f6d526de73fb None None] Deleting port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:28.254782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:28.258639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-079d2dcd-11e7-4ddf-a566-f6d526de73fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.283847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.347308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-f6da8f9b-cb4f-40f5-b89b-e0271e1c62b4 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:28.351266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-f6da8f9b-cb4f-40f5-b89b-e0271e1c62b4 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/networks?id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 200 len: 810 time: 0.3301582 Oct 18 23:35:28.352956 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a790ade-ab2b-4035-893f-45fcaeaa3c0d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:28.369381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=8333cb05-0ee9-4308-9cfe-89f5713c17f0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:28.404619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-a92524d7-ee89-43ea-b8e9-3bc2cf82ed0d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/quotas/03d2d892c768499e9a244e4c9452a099 HTTP/1.1" status: 200 len: 375 time: 0.0348611 Oct 18 23:35:28.409693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:28.435210 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.445687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] For port d3b2fdf7-f044-4557-8a2d-6c5e674968c8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d3b2fdf7-f044-4557-8a2d-6c5e674968c8,segment=NetworkSegment(0985cd2d-91b4-4bc4-ac8b-2900d3f827e4),segment_id=0985cd2d-91b4-4bc4-ac8b-2900d3f827e4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:28.446112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.492880 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.493235 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Added segment 071a1e15-de1a-4720-b731-4efa1f8a976e of type vlan for network 1acef6d7-eacb-4a21-90e4-1467d4f30f22 Oct 18 23:35:28.513990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-079d2dcd-11e7-4ddf-a566-f6d526de73fb None None] For port d3b2fdf7-f044-4557-8a2d-6c5e674968c8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d3b2fdf7-f044-4557-8a2d-6c5e674968c8,segment=NetworkSegment(0985cd2d-91b4-4bc4-ac8b-2900d3f827e4),segment_id=0985cd2d-91b4-4bc4-ac8b-2900d3f827e4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:28.515189 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-079d2dcd-11e7-4ddf-a566-f6d526de73fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.515369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Calling delete_port for d3b2fdf7-f044-4557-8a2d-6c5e674968c8 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:28.579950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-079d2dcd-11e7-4ddf-a566-f6d526de73fb None None] Calling delete_port for d3b2fdf7-f044-4557-8a2d-6c5e674968c8 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:28.715962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.740196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-473a9d4c-f605-4c86-bd4f-7ee2390d1824 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:28.742052 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-473a9d4c-f605-4c86-bd4f-7ee2390d1824 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.102 "GET /v2.0/networks?id=e6a55320-f0d5-43e1-9564-5088b2258b8b HTTP/1.1" status: 200 len: 822 time: 0.3412459 Oct 18 23:35:28.773455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Request body: {'port': {'device_id': '73976a62-94bb-4fa0-9d33-b6c462965bbf', 'network_id': 'e6a55320-f0d5-43e1-9564-5088b2258b8b', 'admin_state_up': True, 'tenant_id': '772b6492af734dda975d92f4f5ae075e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:28.843092 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-079d2dcd-11e7-4ddf-a566-f6d526de73fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:28.843983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-87a4b813-d829-4386-8e47-eefce0b26e47 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03d2d892c768499e9a244e4c9452a099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4150949 Oct 18 23:35:28.896797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d2dcd-11e7-4ddf-a566-f6d526de73fb None None] Pushing event deleted for resources: {'Port': ['ID=d3b2fdf7-f044-4557-8a2d-6c5e674968c8,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:28.900058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d2dcd-11e7-4ddf-a566-f6d526de73fb None None] No DVR routers for this DVR port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:28.937798 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:35:29.035362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.042595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Deleting port b295de10-a6e3-4cbe-9204-11b8da59f159 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:29.042962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.068896 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.069893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:29.070471 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.134014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-a225ba91-9ec8-4ab8-bf9e-f4ad21a8ea7b service neutron] 10.222.0.52 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720962 Oct 18 23:35:29.137912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Port': ['ID=d3b2fdf7-f044-4557-8a2d-6c5e674968c8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:29.180486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4738441 Oct 18 23:35:29.181903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No DVR routers for this DVR port d3b2fdf7-f044-4557-8a2d-6c5e674968c8 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:29.188743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34820) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:29.188902 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3be036a2-c463-482a-aa1a-3e0cc287d71a req-fe0bf5bf-f430-4679-82ca-b960e6b495b9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 210 time: 0.1338999 Oct 18 23:35:29.194618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Request body: {'subnet': {'network_id': '1acef6d7-eacb-4a21-90e4-1467d4f30f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-946535388-subnet', 'tenant_id': '895a395326d346a084dacc93d9f6c991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:29.272893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Made reservation on behalf of 772b6492af734dda975d92f4f5ae075e for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:29.276518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.309613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e0fb1-5ed9-4756-8113-5069b053c098 None None] Network c2cc1b81-c6ab-4482-bc81-37f7da1108fc requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:29.335672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] For port b295de10-a6e3-4cbe-9204-11b8da59f159, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b295de10-a6e3-4cbe-9204-11b8da59f159,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:29.335672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.358145 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1af04b43-46cb-48ba-833d-919dc7ec038b None None] Provisioning complete for port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:29.359083 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1af04b43-46cb-48ba-833d-919dc7ec038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.361806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e320d0f-16b6-4523-9b58-535e19fee7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1acef6d7-eacb-4a21-90e4-1467d4f30f22,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:29.364267 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.365163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-6ba1b929-7c9f-4428-addd-b2903020364e service neutron] 10.222.0.52 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301166 Oct 18 23:35:29.388147 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:29.407559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Made reservation on behalf of 895a395326d346a084dacc93d9f6c991 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:29.409894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.415967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Calling delete_port for b295de10-a6e3-4cbe-9204-11b8da59f159 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:29.425448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.439638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1acef6d7-eacb-4a21-90e4-1467d4f30f22 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:29.572556 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d4d74f-591d-49aa-828f-6ddf538f1a26']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:29.637499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0985cd2d-91b4-4bc4-ac8b-2900d3f827e4') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:29.637960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0985cd2d-91b4-4bc4-ac8b-2900d3f827e4') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:29.646974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:29.647352 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.675332 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b9d0d97e-0312-40fb-be9a-693b97d5b3e2 req-79142a8b-39e2-4c5a-9c72-2e5996d75376 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 210 time: 0.0910115 Oct 18 23:35:29.687082 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.710218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.742456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:29.743322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.746156 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1af04b43-46cb-48ba-833d-919dc7ec038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:29.748529 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:29.851760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1af04b43-46cb-48ba-833d-919dc7ec038b None None] For port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4458d595-f0a8-4de8-9191-6eb1dbb0bc27,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:29.859443 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1af04b43-46cb-48ba-833d-919dc7ec038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.898531 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.918887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.928449 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:29.932348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/68d4d74f-591d-49aa-828f-6ddf538f1a26 HTTP/1.1" status: 204 len: 168 time: 2.5066416 Oct 18 23:35:29.946994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34830) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:29.984023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Allocated IP 172.20.0.8 (e6a55320-f0d5-43e1-9564-5088b2258b8b/e854faa7-6805-4f6f-b78e-d0ec4d77a639/a0efac39-527b-4f33-965d-807cb7c7218d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:29.984476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cafabe-2d5d-4405-b34f-fb052bc17c3b tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=68d4d74f-591d-49aa-828f-6ddf538f1a26,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:30.003457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af04b43-46cb-48ba-833d-919dc7ec038b None None] Pushing event updated for resources: {'Port': ['ID=4458d595-f0a8-4de8-9191-6eb1dbb0bc27,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:30.024639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:35:30.025003 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:35:30.049691 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50d2d68-0579-42b3-8af7-7bede3416c7a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:30.050619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50d2d68-0579-42b3-8af7-7bede3416c7a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:30.057015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d50d2d68-0579-42b3-8af7-7bede3416c7a tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/c4ca195a-f5c1-46ba-9b8e-549c70b97a7b HTTP/1.1" status: 404 len: 337 time: 0.1071215 Oct 18 23:35:30.061461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34834) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:30.088847 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df3543f-5664-43b2-849a-fdacebdd174c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] DELETE failed (client error): The resource could not be found. Oct 18 23:35:30.089495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df3543f-5664-43b2-849a-fdacebdd174c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:30.096528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4df3543f-5664-43b2-849a-fdacebdd174c tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/2d640862-ff7c-4739-a082-168ce045f0e2 HTTP/1.1" status: 404 len: 339 time: 0.0340922 Oct 18 23:35:30.097155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34836) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:30.178224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-8977c79c-ac6e-42cd-ad63-81a51eac0fa5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting subnet 5b24f5e4-2fd4-4279-add8-22f6ee158d2e {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:30.182053 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8977c79c-ac6e-42cd-ad63-81a51eac0fa5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.208042 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.217711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2a5b6e43-426f-4b4b-a50c-7ed8a622b7e1 None None] Provisioning complete for port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:30.219514 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6e43-426f-4b4b-a50c-7ed8a622b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.224417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.320908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b6e43-426f-4b4b-a50c-7ed8a622b7e1 None None] Port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:35:30.332638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2a5b6e43-426f-4b4b-a50c-7ed8a622b7e1 None None] Provisioning complete for port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:30.333023 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6e43-426f-4b4b-a50c-7ed8a622b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.361589 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8977c79c-ac6e-42cd-ad63-81a51eac0fa5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.401164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=8333cb05-0ee9-4308-9cfe-89f5713c17f0,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:30.415469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.494061 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.497023 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.557367 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.603476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 50a280aa-08ef-4f88-803f-68594e93b342 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:30.607962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b071b25a-7518-4cf0-b823-1cc095338135 None None] Provisioning complete for port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:30.608706 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b071b25a-7518-4cf0-b823-1cc095338135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.632801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f259f0c-e8ef-4df4-9244-241077ed6381 req-5686dd1d-8ab1-44e0-bebe-28a80d5b5a7e tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 210 time: 0.1478291 Oct 18 23:35:30.667621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b295de10-a6e3-4cbe-9204-11b8da59f159,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:30.670358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc97ffa-b887-435e-961d-0fb7a3cd57f2,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:30.702878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b071b25a-7518-4cf0-b823-1cc095338135 None None] Port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:35:30.724881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 50a280aa-08ef-4f88-803f-68594e93b342 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:30.725342 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.729890 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.784101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Checking segment: {'id': '071a1e15-de1a-4720-b731-4efa1f8a976e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1acef6d7-eacb-4a21-90e4-1467d4f30f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:30.784585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Network hostable DHCP agents. Network: 1acef6d7-eacb-4a21-90e4-1467d4f30f22, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:30.834746 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.850713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Pushing event updated for resources: {'Port': ['ID=a0efac39-527b-4f33-965d-807cb7c7218d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:30.860046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Network e6a55320-f0d5-43e1-9564-5088b2258b8b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:30.864422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 50a280aa-08ef-4f88-803f-68594e93b342, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=50a280aa-08ef-4f88-803f-68594e93b342,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:30.874612 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.876742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:30.880025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:30.916630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Network 1acef6d7-eacb-4a21-90e4-1467d4f30f22 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:30.972878 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8977c79c-ac6e-42cd-ad63-81a51eac0fa5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:30.983487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=50a280aa-08ef-4f88-803f-68594e93b342,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:30.995312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1acef6d7-eacb-4a21-90e4-1467d4f30f22) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:31.000722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:31.001311 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.009749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4cc1c-0151-4f16-8b98-195f40eb46e1 None None] Network 1acef6d7-eacb-4a21-90e4-1467d4f30f22 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:31.018348 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d3b2fdf7-f044-4557-8a2d-6c5e674968c8 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:31.038637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:31.039344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.064043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8977c79c-ac6e-42cd-ad63-81a51eac0fa5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.072545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d3b2fdf7-f044-4557-8a2d-6c5e674968c8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:31.072952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d3b2fdf7-f044-4557-8a2d-6c5e674968c8 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:31.075394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e400975c-66d2-43c7-97eb-fc464fea9429 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8846617 Oct 18 23:35:31.103484 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55ca82c3-d062-4683-902c-89113ce1c1f3 req-eb5cc4ce-50e6-4186-a2a4-32e4cb09a6f8 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 210 time: 0.1514785 Oct 18 23:35:31.106000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network c2cc1b81-c6ab-4482-bc81-37f7da1108fc is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:31.140824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:31.143877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977c79c-ac6e-42cd-ad63-81a51eac0fa5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Subnet': ['ID=5b24f5e4-2fd4-4279-add8-22f6ee158d2e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:31.150414 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8977c79c-ac6e-42cd-ad63-81a51eac0fa5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.161881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1e35eea0-ee6a-4340-b768-1ef76e5faf98 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3985753 Oct 18 23:35:31.167907 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8977c79c-ac6e-42cd-ad63-81a51eac0fa5 tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/subnets/5b24f5e4-2fd4-4279-add8-22f6ee158d2e HTTP/1.1" status: 204 len: 168 time: 1.0658231 Oct 18 23:35:31.169523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34846) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:31.182249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8b852-9760-4e76-92a3-872d22e7eb10 None None] Network c0e9aa17-f93d-423e-8e33-7507ae3f64d5 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:31.186526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Request body: {'port': {'device_id': '73976a62-94bb-4fa0-9d33-b6c462965bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:31.414324 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.533028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:35:31.552477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Deleting port 2b090245-2345-4952-984c-4359f088aeae {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:31.553222 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.651611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.692030 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.791746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:35:31.800732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:31.802946 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Sync routers for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:35:31.816894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5cef8771-c7f4-4e94-a044-5eeed92d6bff tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "PUT /v2.0/routers/fc294657-6a40-4d52-a9d6-2ad3eb3e7e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1058335 Oct 18 23:35:31.818842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34860) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:31.822620 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:31.823338 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:31.824125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] For port 2b090245-2345-4952-984c-4359f088aeae, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2b090245-2345-4952-984c-4359f088aeae,segment=NetworkSegment(9478a7d2-5eb4-47bc-b42a-b404b69754ec),segment_id=9478a7d2-5eb4-47bc-b42a-b404b69754ec)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:31.825030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.890325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Calling delete_port for 2b090245-2345-4952-984c-4359f088aeae owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:31.890558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad1f03-7239-4228-bddd-6a57479a160a None None] Network 1acef6d7-eacb-4a21-90e4-1467d4f30f22 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:31.922661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bd0837db-85f4-447d-9c87-3eb1cc3f176d None None] Provisioning complete for port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:31.923057 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bd0837db-85f4-447d-9c87-3eb1cc3f176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:31.927996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e4eca-008b-4dfd-a7ff-483fd5fd87d2 req-eb1e72b7-0bf8-4821-b35f-15541edb09f0 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:31.936458 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-650e4eca-008b-4dfd-a7ff-483fd5fd87d2 req-eb1e72b7-0bf8-4821-b35f-15541edb09f0 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 931 time: 0.1959934 Oct 18 23:35:31.959141 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:32.023785 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bd0837db-85f4-447d-9c87-3eb1cc3f176d None None] Port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:35:32.037600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:32.037973 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.070151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-7d946794-a9f9-435d-aedd-ba3a7b4c8ec3 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.071639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-7d946794-a9f9-435d-aedd-ba3a7b4c8ec3 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.73 "GET /v2.0/networks?id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 200 len: 810 time: 0.9003549 Oct 18 23:35:32.109734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55018bc-e5d1-401e-8ac0-73c662476397 None None] DHCP port deletion for c0e9aa17-f93d-423e-8e33-7507ae3f64d5 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:32.222080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 50a280aa-08ef-4f88-803f-68594e93b342 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:32.222797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-650e4eca-008b-4dfd-a7ff-483fd5fd87d2 req-c0c0f0cc-8a8c-4b2f-a6b4-cfc3eac59803 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810013 Oct 18 23:35:32.236252 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8333cb05-0ee9-4308-9cfe-89f5713c17f0', 'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:38:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:26Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 2, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:32.267805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e55018bc-e5d1-401e-8ac0-73c662476397 None None] Deleting port 2b090245-2345-4952-984c-4359f088aeae {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:32.268280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e55018bc-e5d1-401e-8ac0-73c662476397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.268977 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Checking router: fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:35:32.269394 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Updating router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:35:32.300852 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.316825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.323998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.325248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.325894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.326541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.327213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.328908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.330618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.331286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.336473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.337196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.337843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.341315 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ae1fd357-9e47-4655-b5ff-463cf7de296a tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8451 time: 0.5204561 Oct 18 23:35:32.345302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34870) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:32.360219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Request body: {'port': {'device_id': 'ad44e22e-3624-4dd0-b2e6-afca3f90dbbc', 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5', 'admin_state_up': True, 'tenant_id': '03d2d892c768499e9a244e4c9452a099'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:32.361118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e55018bc-e5d1-401e-8ac0-73c662476397 None None] For port 2b090245-2345-4952-984c-4359f088aeae, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2b090245-2345-4952-984c-4359f088aeae,segment=NetworkSegment(9478a7d2-5eb4-47bc-b42a-b404b69754ec),segment_id=9478a7d2-5eb4-47bc-b42a-b404b69754ec)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:32.361700 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e55018bc-e5d1-401e-8ac0-73c662476397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.364367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 50a280aa-08ef-4f88-803f-68594e93b342 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:32.364734 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.405403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Router 62edf35a-719d-416c-a557-6b617a9d146d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:35:32.421113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e55018bc-e5d1-401e-8ac0-73c662476397 None None] Calling delete_port for 2b090245-2345-4952-984c-4359f088aeae owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:32.542319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da699823-f4ed-421d-82d8-c72c10a28d48 req-7949684f-c553-409b-a5f7-eb01835c93b0 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 210 time: 0.1811986 Oct 18 23:35:32.543621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.564147 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e55018bc-e5d1-401e-8ac0-73c662476397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.583660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.583660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.584143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.584476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.584940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.585389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.586883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.587362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.592046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.592656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.592972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.598755 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0abe5640-eafe-41c6-88a2-ff781ff423f8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7209 time: 0.2506771 Oct 18 23:35:32.601829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34874) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:32.602494 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55018bc-e5d1-401e-8ac0-73c662476397 None None] Pushing event deleted for resources: {'Port': ['ID=2b090245-2345-4952-984c-4359f088aeae,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:32.604431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55018bc-e5d1-401e-8ac0-73c662476397 None None] No DVR routers for this DVR port 2b090245-2345-4952-984c-4359f088aeae on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:32.639261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] No DVR routers for this DVR port 2b090245-2345-4952-984c-4359f088aeae on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:32.648273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Port': ['ID=2b090245-2345-4952-984c-4359f088aeae,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:32.698491 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.710182 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.720981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0efac39-527b-4f33-965d-807cb7c7218d {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:35:32.756608 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.773928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.783684 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Pushing event updated for resources: {'Port': ['ID=8333cb05-0ee9-4308-9cfe-89f5713c17f0,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:32.796916 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.797176 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.797478 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.797821 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.798841 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.799600 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.799822 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.800083 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.800416 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.801541 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.801912 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.802409 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:35:32.816732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-884c43f2-dd55-44cb-b19b-c39f125d3310 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:32.818135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-884c43f2-dd55-44cb-b19b-c39f125d3310 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/networks?id=d5e68270-b5cf-4d00-882f-138e196dc0a2 HTTP/1.1" status: 200 len: 808 time: 0.9631939 Oct 18 23:35:32.825512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e9aa17-f93d-423e-8e33-7507ae3f64d5']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:32.836345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Transition to ACTIVE for port object a0efac39-527b-4f33-965d-807cb7c7218d will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:35:32.839772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:35:32.852785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0c0e865a-fa5f-4a3b-85f8-5e90a2ef52ae admin admin] 10.222.0.52 "PUT /v2.0/routers/62edf35a-719d-416c-a557-6b617a9d146d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1311109 Oct 18 23:35:32.857532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] Sync routers for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:35:32.859837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9478a7d2-5eb4-47bc-b42a-b404b69754ec') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:32.862399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9478a7d2-5eb4-47bc-b42a-b404b69754ec') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:32.862565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34882) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:32.876089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:32.876874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:32.880474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.890437 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.920768 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.928736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:32.929816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.944715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Made reservation on behalf of 03d2d892c768499e9a244e4c9452a099 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:32.948322 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:32.951129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-87ea9eff-103b-4e2f-9b4e-b3acf817dc40 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/quotas/8277872de98e4103a7d9ab37ea9e1bc3 HTTP/1.1" status: 200 len: 375 time: 0.1127527 Oct 18 23:35:32.972878 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Attempting to bind port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:32.973507 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Attempting to bind port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:32.973800 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Attempting to bind port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 on network c2cc1b81-c6ab-4482-bc81-37f7da1108fc {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:32.993355 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:32.993955 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Checking segment: {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:32.994573 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:33.001835 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Bound using segment: {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:33.004119 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Bound port: 8333cb05-0ee9-4308-9cfe-89f5713c17f0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:33.007058 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:33.018806 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:33.024938 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:33.057033 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:33.069251 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] 10.222.0.52 "DELETE /v2.0/networks/c0e9aa17-f93d-423e-8e33-7507ae3f64d5 HTTP/1.1" status: 204 len: 168 time: 1.8929369 Oct 18 23:35:33.129602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422f161-b7e2-407b-8af6-6d2a43ab96ad tempest-NetworksIpV6Test-1364977337 tempest-NetworksIpV6Test-1364977337-project] Pushing event deleted for resources: {'Network': ['ID=c0e9aa17-f93d-423e-8e33-7507ae3f64d5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:33.138013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-d6646d11-931a-4af1-8afa-690df7efa278 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8277872de98e4103a7d9ab37ea9e1bc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1369181 Oct 18 23:35:33.149445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:33.155250 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] For port 8333cb05-0ee9-4308-9cfe-89f5713c17f0, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:33.162049 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] For port 8333cb05-0ee9-4308-9cfe-89f5713c17f0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8333cb05-0ee9-4308-9cfe-89f5713c17f0,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:33.182636 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:33.284475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2b090245-2345-4952-984c-4359f088aeae no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:33.319344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 2b090245-2345-4952-984c-4359f088aeae {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:33.319829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2b090245-2345-4952-984c-4359f088aeae not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:33.323120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0efac39-527b-4f33-965d-807cb7c7218d,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:33.342142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-85761e37-ce05-4112-909c-cacd90440414 None None] Provisioning complete for port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:33.342142 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-85761e37-ce05-4112-909c-cacd90440414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:33.401878 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:33.408267 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:33.443290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee6b0-4471-410a-b4ac-62655915a217 req-0f8e66b5-29c6-4093-b843-2e22f25987a5 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:33.445714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-379ee6b0-4471-410a-b4ac-62655915a217 req-0f8e66b5-29c6-4093-b843-2e22f25987a5 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 943 time: 0.1237817 Oct 18 23:35:33.508522 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bdc0f-5d88-48fc-8dfc-203e985ea3ef None None] Pushing event updated for resources: {'Port': ['ID=8333cb05-0ee9-4308-9cfe-89f5713c17f0,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:33.544015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-379ee6b0-4471-410a-b4ac-62655915a217 req-ae96ce71-968c-4a18-9b10-6252ba7fe669 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887868 Oct 18 23:35:33.609819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34896) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:33.619786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-85761e37-ce05-4112-909c-cacd90440414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:33.652103 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d206b9a-7efd-4a8c-8a39-8e85a08dd802 req-53aca784-1e3e-4278-939a-23ffa2557676 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 210 time: 0.0342970 Oct 18 23:35:33.666440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-85761e37-ce05-4112-909c-cacd90440414 None None] For port 8333cb05-0ee9-4308-9cfe-89f5713c17f0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8333cb05-0ee9-4308-9cfe-89f5713c17f0,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:33.669396 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:33.674977 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-85761e37-ce05-4112-909c-cacd90440414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:33.747911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 5, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:33.799160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] Checking router: 62edf35a-719d-416c-a557-6b617a9d146d for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:35:33.812894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85761e37-ce05-4112-909c-cacd90440414 None None] Pushing event updated for resources: {'Port': ['ID=8333cb05-0ee9-4308-9cfe-89f5713c17f0,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:33.823777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] Routers {'62edf35a-719d-416c-a557-6b617a9d146d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:33.825150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['62edf35a-719d-416c-a557-6b617a9d146d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:33.831606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cc8b2bf8-c653-4e19-b20d-e15ea64c3e9d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bf902e5591742ed8095ec849a652499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207768 Oct 18 23:35:33.834583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34900) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:33.874863 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7ae4232f-02b5-4315-8874-fc1eebba2619 None None] Provisioning complete for port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:33.875251 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7ae4232f-02b5-4315-8874-fc1eebba2619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:33.946188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a762-efd7-4070-9f24-4b27b3177da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:34.000178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-bf893a0c-0219-4750-9b3e-43855d29b1cd service neutron] 10.222.0.52 "GET /v2.0/networks/d5e68270-b5cf-4d00-882f-138e196dc0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8214726 Oct 18 23:35:34.011092 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a762-efd7-4070-9f24-4b27b3177da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:34.013674 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:34.019161 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8333cb05-0ee9-4308-9cfe-89f5713c17f0', 'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:38:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:26Z', 'updated_at': '2021-10-18T23:35:33Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:34.049020 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c7687-02fd-4e7c-aefc-4e4b89545324 None None] The sync data for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 is: [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8333cb05-0ee9-4308-9cfe-89f5713c17f0', 'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:38:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:26Z', 'updated_at': '2021-10-18T23:35:33Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:35:34.076538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] Set router 62edf35a-719d-416c-a557-6b617a9d146d gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:34.130030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a762-efd7-4070-9f24-4b27b3177da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:34.134393 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a762-efd7-4070-9f24-4b27b3177da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:34.136523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a6e4a762-efd7-4070-9f24-4b27b3177da6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9baa460a-3d15-4149-a778-a97df7136b6c HTTP/1.1" status: 204 len: 168 time: 0.3004997 Oct 18 23:35:34.151869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4a762-efd7-4070-9f24-4b27b3177da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baa460a-3d15-4149-a778-a97df7136b6c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:34.189810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Allocated IP 172.20.0.7 (fa457b8f-88b3-4134-a4b1-9e296e41d7a5/04f5557f-8543-454a-b4af-90412a3807ed/4434e84d-2210-47c5-95a7-6e72a744a687) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:34.441129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:34.454733 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-d2f0e18f-81ac-4e89-baec-709f7ca7f4ff service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901606 Oct 18 23:35:34.459204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 5, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:34.498549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491100c-3a16-4fbf-94c5-84ff245331a0 None None] The sync data for ids ['62edf35a-719d-416c-a557-6b617a9d146d'] in n-d-713498-28 is: [{'id': '62edf35a-719d-416c-a557-6b617a9d146d', 'name': 'tempest-TaggedBootDevicesTest-1330424768-router', 'tenant_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:22:01Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 5, 'project_id': '710d8bd5439a4fc3bee3306a1ab19ac3', 'gw_port': {'id': 'd7aa2409-0fe3-48e8-ad53-02bd06fff8ac', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62edf35a-719d-416c-a557-6b617a9d146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:22:03Z', 'updated_at': '2021-10-18T23:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:35:34.564607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Attempting to bind port a0efac39-527b-4f33-965d-807cb7c7218d on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:34.564952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Attempting to bind port a0efac39-527b-4f33-965d-807cb7c7218d by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '767981d0-27e4-4d5f-8e47-80ba404db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e6a55320-f0d5-43e1-9564-5088b2258b8b'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:34.565279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Attempting to bind port a0efac39-527b-4f33-965d-807cb7c7218d on network e6a55320-f0d5-43e1-9564-5088b2258b8b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:34.616564 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:34.632182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-8d861cc8-1900-4729-8400-dff317f9e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:34.635108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-8d861cc8-1900-4729-8400-dff317f9e46c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1097 time: 0.1085007 Oct 18 23:35:34.674348 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5d1d54ba-454e-4e78-817b-85ff2d7c3440'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:35:34.739058 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:34.800314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Pushing event updated for resources: {'Port': ['ID=4434e84d-2210-47c5-95a7-6e72a744a687,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:34.805297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Port a0efac39-527b-4f33-965d-807cb7c7218d on network e6a55320-f0d5-43e1-9564-5088b2258b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:35:34.805587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Attempting to bind port a0efac39-527b-4f33-965d-807cb7c7218d on network e6a55320-f0d5-43e1-9564-5088b2258b8b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:34.844861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:34.845555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Checking segment: {'id': '767981d0-27e4-4d5f-8e47-80ba404db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e6a55320-f0d5-43e1-9564-5088b2258b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:34.845798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Bound using segment: {'id': '767981d0-27e4-4d5f-8e47-80ba404db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e6a55320-f0d5-43e1-9564-5088b2258b8b'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:34.846361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Bound port: a0efac39-527b-4f33-965d-807cb7c7218d, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767981d0-27e4-4d5f-8e47-80ba404db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'e6a55320-f0d5-43e1-9564-5088b2258b8b'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:34.846608 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:34.868676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:34.900534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-e1b8b9fc-7389-416b-92c4-d1b20a53635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:34.907357 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-e1b8b9fc-7389-416b-92c4-d1b20a53635f service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.2422729 Oct 18 23:35:34.985821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:34.989190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:35.053452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d91b17-389b-4058-aa8c-ee2380ecabc5 req-ea293afc-23dc-49d7-9ecc-24d869ac4c1f tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:35.061668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39d91b17-389b-4058-aa8c-ee2380ecabc5 req-ea293afc-23dc-49d7-9ecc-24d869ac4c1f tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 943 time: 0.4104452 Oct 18 23:35:35.094151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-02d56f4b-db3b-43e5-8b71-61de92c48bc0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 0.1765728 Oct 18 23:35:35.141592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] For port a0efac39-527b-4f33-965d-807cb7c7218d, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:35.149431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] For port a0efac39-527b-4f33-965d-807cb7c7218d, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a0efac39-527b-4f33-965d-807cb7c7218d,segment=NetworkSegment(767981d0-27e4-4d5f-8e47-80ba404db175),segment_id=767981d0-27e4-4d5f-8e47-80ba404db175)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:35.163346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39d91b17-389b-4058-aa8c-ee2380ecabc5 req-f646ee59-a1e3-4e6f-9fa5-85ea38e79e28 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999854 Oct 18 23:35:35.173359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d094b043-e18d-437c-a736-3359233b5fc5 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 2.5678794 Oct 18 23:35:35.173359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-33aa748c-b4ea-4244-a23d-16fe40938193 service neutron] 10.222.0.52 "GET /v2.0/networks/d5e68270-b5cf-4d00-882f-138e196dc0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1467178 Oct 18 23:35:35.240353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-08ccc07e-c2c5-473f-bd92-3bd66f4c9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:35.244062 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:35.249928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-08ccc07e-c2c5-473f-bd92-3bd66f4c9e98 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.1389198 Oct 18 23:35:35.288294 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:35.439073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8333cb05-0ee9-4308-9cfe-89f5713c17f0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:35.497014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:35.497767 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:35.500837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1cb8-74c3-4c5a-a730-090dca183503 req-a67e9098-d9a7-4d65-a0e4-683f166147f6 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:35.502642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:35.506635 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:35.508238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] 10.222.0.102 "PUT /v2.0/ports/a0efac39-527b-4f33-965d-807cb7c7218d HTTP/1.1" status: 200 len: 1092 time: 4.3275111 Oct 18 23:35:35.510066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-837e1cb8-74c3-4c5a-a730-090dca183503 req-a67e9098-d9a7-4d65-a0e4-683f166147f6 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 931 time: 0.1751249 Oct 18 23:35:35.515138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-53469ca7-82b5-4cc0-a686-cbdee775975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:35.516658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-53469ca7-82b5-4cc0-a686-cbdee775975f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2601211 Oct 18 23:35:35.577589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73976a62-94bb-4fa0-9d33-b6c462965bbf', 'tag': 'a0efac39-527b-4f33-965d-807cb7c7218d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:35.580044 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "73976a62-94bb-4fa0-9d33-b6c462965bbf", "tag": "a0efac39-527b-4f33-965d-807cb7c7218d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:35.597802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:35.598293 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:35.678170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-50f97788-bcb5-453d-abad-b47b2e294200 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415513 Oct 18 23:35:35.682554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34938) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:35.732305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab7c08-6c00-4f9d-a1d9-0f9e513798ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0efac39-527b-4f33-965d-807cb7c7218d,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:35.762597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-9f696afd-022b-4208-956a-16f692d3e980 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4065812 Oct 18 23:35:35.766648 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-837e1cb8-74c3-4c5a-a730-090dca183503 req-cefba59e-596c-4641-a0b9-c71d9f018741 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556272 Oct 18 23:35:35.797638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b295de10-a6e3-4cbe-9204-11b8da59f159 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:35.805293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Request body: {'port': {'device_id': 'ad44e22e-3624-4dd0-b2e6-afca3f90dbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:35.844943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: b295de10-a6e3-4cbe-9204-11b8da59f159 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:35.847333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b295de10-a6e3-4cbe-9204-11b8da59f159 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:35.954415 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-340e4380-63c1-4957-9e58-b57e3bf56d53 req-5d1ae9d8-08b8-4010-9da3-576e4f450c06 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237809 Oct 18 23:35:35.996515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-325646773'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:36.028626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Deleting port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:36.028976 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.041707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-8d5b4df1-40aa-4023-bc0c-c2c4bae0fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:36.043568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-8d5b4df1-40aa-4023-bc0c-c2c4bae0fbb5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=772b6492af734dda975d92f4f5ae075e&device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 1095 time: 0.4483027 Oct 18 23:35:36.074740 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ae303c35-b76e-4eb3-a8b4-99b998457125 req-1cb78f4c-e42c-4928-92f2-33d1744eea76 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 210 time: 0.0544949 Oct 18 23:35:36.076181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:36.080112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.093973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.152629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34948) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:36.171265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-997d8432-51a5-4bd4-98c4-18c4d50957b5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320813501', 'description': 'tempest-secgroup-smoke-1320813501 description', 'project_id': '4f19dc11e54e439aa6a9975655d4538f'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:36.228231 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-997d8432-51a5-4bd4-98c4-18c4d50957b5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.265131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] For port d7aa2409-0fe3-48e8-ad53-02bd06fff8ac, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d7aa2409-0fe3-48e8-ad53-02bd06fff8ac,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:36.265668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.280837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Calling delete_port for d7aa2409-0fe3-48e8-ad53-02bd06fff8ac owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:36.309919 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.344954 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.346505 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.356663 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd4a724-fcd1-42d2-8c01-edb87fe0e1ab x-openstack-request-id: req-ccd4a724-fcd1-42d2-8c01-edb87fe0e1ab {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:36.357224 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73976a62-94bb-4fa0-9d33-b6c462965bbf", "tag": "a0efac39-527b-4f33-965d-807cb7c7218d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:36.357665 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccd4a724-fcd1-42d2-8c01-edb87fe0e1ab {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:36.358317 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73976a62-94bb-4fa0-9d33-b6c462965bbf', 'tag': 'a0efac39-527b-4f33-965d-807cb7c7218d', 'status': 'completed', 'code': 200} Oct 18 23:35:36.362058 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.374691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:36.383748 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.384082 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Added segment 626733c4-66e3-4a84-8052-dc00db1d7929 of type vlan for network 4bac16cf-654e-4486-beab-6041a8994d79 Oct 18 23:35:36.411092 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-997d8432-51a5-4bd4-98c4-18c4d50957b5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.428689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-af00d9d3-e4a4-4ad0-af06-c99defd6bb41 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0efac39-527b-4f33-965d-807cb7c7218d HTTP/1.1" status: 200 len: 217 time: 0.3457770 Oct 18 23:35:36.432565 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-997d8432-51a5-4bd4-98c4-18c4d50957b5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.466210 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-997d8432-51a5-4bd4-98c4-18c4d50957b5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.467533 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-997d8432-51a5-4bd4-98c4-18c4d50957b5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3117995 Oct 18 23:35:36.468284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4464ccf6-83ba-40f5-b2ea-97b4aa7932cc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:36.486453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34952) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:36.494601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c29fecf6-b104-438b-b0e4-a8333dc09a69 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'd568bf63-64b7-44bc-a8fb-b259f37a11b8', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:36.561635 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.564490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c29fecf6-b104-438b-b0e4-a8333dc09a69 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.608737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d8432-51a5-4bd4-98c4-18c4d50957b5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d568bf63-64b7-44bc-a8fb-b259f37a11b8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:36.682852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.688790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:36.690326 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.704787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efd9e5-5bf6-4ea9-8831-86a55a109da2 req-62a3383c-8eeb-4f33-a517-7c22fb53a1e7 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:36.708762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6efd9e5-5bf6-4ea9-8831-86a55a109da2 req-62a3383c-8eeb-4f33-a517-7c22fb53a1e7 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 943 time: 0.3534873 Oct 18 23:35:36.726176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c29fecf6-b104-438b-b0e4-a8333dc09a69 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.737438 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c29fecf6-b104-438b-b0e4-a8333dc09a69 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.748941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-ca885980-a077-4cca-bc12-c64032996286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:36.750498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-ca885980-a077-4cca-bc12-c64032996286 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e854faa7-6805-4f6f-b78e-d0ec4d77a639 HTTP/1.1" status: 200 len: 862 time: 0.2913065 Oct 18 23:35:36.756865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-ec632af7-f034-4ba4-81e4-e98083541a1d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1355505 Oct 18 23:35:36.785321 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0885086 Oct 18 23:35:36.824641 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-1d2d139e-13e3-416b-aba7-c818ba1f58fb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e6a55320-f0d5-43e1-9564-5088b2258b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595424 Oct 18 23:35:36.828208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fecf6-b104-438b-b0e4-a8333dc09a69 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76429807-6df3-4960-8fc9-0c5d5c81b52d,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:36.832378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50aecd-cb2e-4ae3-bdb2-648a65a9483c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Network': ['ID=4bac16cf-654e-4486-beab-6041a8994d79,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:36.847591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c29fecf6-b104-438b-b0e4-a8333dc09a69 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.850092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c29fecf6-b104-438b-b0e4-a8333dc09a69 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3601050 Oct 18 23:35:36.852582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34956) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:36.860505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3249cb10-e162-47fd-bf69-5780db567726 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'd568bf63-64b7-44bc-a8fb-b259f37a11b8', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:36.882259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 4bac16cf-654e-4486-beab-6041a8994d79 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:36.906040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3249cb10-e162-47fd-bf69-5780db567726 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:36.979851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6efd9e5-5bf6-4ea9-8831-86a55a109da2 req-4b1ec17d-ec6f-4b17-930a-db687d306c44 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436206 Oct 18 23:35:37.032284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cd57a-3020-467d-8afa-057eda2c05bc req-eced5ad6-0838-4260-b8eb-4581388a74d9 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:37.039822 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c00cd57a-3020-467d-8afa-057eda2c05bc req-eced5ad6-0838-4260-b8eb-4581388a74d9 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 931 time: 0.1164720 Oct 18 23:35:37.072579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-03e6c1fc-c87c-4648-959f-99a2b3322390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:37.074622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-03e6c1fc-c87c-4648-959f-99a2b3322390 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 1098 time: 0.1692529 Oct 18 23:35:37.106634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c00cd57a-3020-467d-8afa-057eda2c05bc req-7bcab9ca-bbd8-4437-b115-a87f100f7091 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626006 Oct 18 23:35:37.133795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3249cb10-e162-47fd-bf69-5780db567726 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.166500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3249cb10-e162-47fd-bf69-5780db567726 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.233033 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3249cb10-e162-47fd-bf69-5780db567726 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.238393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3249cb10-e162-47fd-bf69-5780db567726 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3837941 Oct 18 23:35:37.241796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34962) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:37.251103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249cb10-e162-47fd-bf69-5780db567726 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8706f9b9-5ec2-4eff-a594-43c92d88da4d,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:37.271834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fbb603d6-712a-47a6-99ed-490a8320e20f tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'd568bf63-64b7-44bc-a8fb-b259f37a11b8', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:37.285193 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.333779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Pushing event deleted for resources: {'Port': ['ID=d7aa2409-0fe3-48e8-ad53-02bd06fff8ac,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:37.383415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-e11627e9-3342-4ea6-975b-1c821644bc71 service neutron] 10.222.0.102 "GET /v2.0/networks/e6a55320-f0d5-43e1-9564-5088b2258b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271459 Oct 18 23:35:37.396944 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbb603d6-712a-47a6-99ed-490a8320e20f tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.436294 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66d70134-106a-4a4e-b89f-927c183e11c4 req-5d57058f-31b0-4985-9459-97828d07bb5a tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 210 time: 0.1937137 Oct 18 23:35:37.495983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbb603d6-712a-47a6-99ed-490a8320e20f tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.536432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbb603d6-712a-47a6-99ed-490a8320e20f tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.569699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb603d6-712a-47a6-99ed-490a8320e20f tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c600f09-3ccb-463b-9d3a-7e69bca01f08,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:37.577679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4434e84d-2210-47c5-95a7-6e72a744a687 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:35:37.583451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbb603d6-712a-47a6-99ed-490a8320e20f tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.585212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.589226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fbb603d6-712a-47a6-99ed-490a8320e20f tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3346190 Oct 18 23:35:37.597971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34964) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:37.608174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c5ef743e-11c4-49a3-91cd-545cd99deafb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'd568bf63-64b7-44bc-a8fb-b259f37a11b8', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:37.609082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.625792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-df900b78-7126-4b51-8e17-19dc342db554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:37.627502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-df900b78-7126-4b51-8e17-19dc342db554 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.5080535 Oct 18 23:35:37.700979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-ca9351c0-77f3-493d-b48e-9c09fb4a29b0 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:37.702622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-ca9351c0-77f3-493d-b48e-9c09fb4a29b0 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.102 "GET /v2.0/networks?id=d5e68270-b5cf-4d00-882f-138e196dc0a2 HTTP/1.1" status: 200 len: 808 time: 0.4889102 Oct 18 23:35:37.731012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-b156bc10-1e40-4d94-a294-6910b88c7a76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec HTTP/1.1" status: 200 len: 1001 time: 0.0890605 Oct 18 23:35:37.733447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.737600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Request body: {'port': {'device_id': 'c1be9af8-b48d-4e5a-8aaf-34002a451fe1', 'network_id': 'd5e68270-b5cf-4d00-882f-138e196dc0a2', 'admin_state_up': True, 'tenant_id': '8277872de98e4103a7d9ab37ea9e1bc3'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:37.741214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Transition to ACTIVE for port object 4434e84d-2210-47c5-95a7-6e72a744a687 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:35:37.742840 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.751970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.768447 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5ef743e-11c4-49a3-91cd-545cd99deafb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.784324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e13dd7b-1390-49ad-b94e-4ef8173c426e req-e1a26e51-985c-4e4e-9f88-fd978a0d9f0e service neutron] 10.222.0.102 "GET /v2.0/networks/e6a55320-f0d5-43e1-9564-5088b2258b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745606 Oct 18 23:35:37.884097 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.884706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62edf35a-719d-416c-a557-6b617a9d146d {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:35:37.891612 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:37.892932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e22b3a9b-d568-4469-9a65-37edbd8edacd admin admin] 10.222.0.52 "DELETE /v2.0/routers/62edf35a-719d-416c-a557-6b617a9d146d HTTP/1.1" status: 204 len: 168 time: 5.0264513 Oct 18 23:35:37.898756 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34966) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:37.905628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Pushing event updated for resources: {'Port': ['ID=4434e84d-2210-47c5-95a7-6e72a744a687,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:38.387896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c31d69-44ac-4361-9614-3047cfe8685c admin admin] Deleting subnet 5115d984-ce58-49c9-9669-41c1b9da4f27 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:38.413174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c31d69-44ac-4361-9614-3047cfe8685c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:38.493296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-6127c73c-5f2e-46a5-beb2-4db89258c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:38.495056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-6127c73c-5f2e-46a5-beb2-4db89258c9ac service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=772b6492af734dda975d92f4f5ae075e&device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 1095 time: 0.6084256 Oct 18 23:35:38.536365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-b3f0fca5-5238-439e-808c-50ce76846962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:38.538080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-b3f0fca5-5238-439e-808c-50ce76846962 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.7710428 Oct 18 23:35:38.566039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Attempting to bind port 4434e84d-2210-47c5-95a7-6e72a744a687 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:38.566506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Attempting to bind port 4434e84d-2210-47c5-95a7-6e72a744a687 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:38.566927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Attempting to bind port 4434e84d-2210-47c5-95a7-6e72a744a687 on network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:38.579186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Port 4434e84d-2210-47c5-95a7-6e72a744a687 on network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:35:38.579607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Attempting to bind port 4434e84d-2210-47c5-95a7-6e72a744a687 on network fa457b8f-88b3-4134-a4b1-9e296e41d7a5 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:38.614346 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5ef743e-11c4-49a3-91cd-545cd99deafb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:38.619498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c31d69-44ac-4361-9614-3047cfe8685c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:38.631222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:38.631757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Checking segment: {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:38.632445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Bound using segment: {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:38.633092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Bound port: 4434e84d-2210-47c5-95a7-6e72a744a687, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2bd794-df86-411f-bca9-c22a34de45d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:38.633635 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:38.646843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32947b80-7d13-41cd-9f52-be4a7b3e6560 req-078218d1-9513-4780-b260-c758b053d64b tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:38.656667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32947b80-7d13-41cd-9f52-be4a7b3e6560 req-078218d1-9513-4780-b260-c758b053d64b tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 943 time: 0.2179017 Oct 18 23:35:38.657052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5ef743e-11c4-49a3-91cd-545cd99deafb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:38.675634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bdb82-d33d-4d36-a602-f70b3d15f7db req-433fcfc8-3ad0-4716-a205-c26ba7d3ca08 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:38.677402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-703bdb82-d33d-4d36-a602-f70b3d15f7db req-433fcfc8-3ad0-4716-a205-c26ba7d3ca08 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 943 time: 0.2871056 Oct 18 23:35:38.720012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-7319612d-4b40-49fc-a03f-8ec81259f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:38.722208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-7319612d-4b40-49fc-a03f-8ec81259f515 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1589890 Oct 18 23:35:38.731118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32947b80-7d13-41cd-9f52-be4a7b3e6560 req-7733c6ee-7933-4b66-a0da-ec39e7e7eb8b tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728009 Oct 18 23:35:38.732168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef743e-11c4-49a3-91cd-545cd99deafb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3f58e1-a64c-487a-b609-f9f323248f78,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:38.828206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Made reservation on behalf of 8277872de98e4103a7d9ab37ea9e1bc3 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:38.836287 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:38.869508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] For port 4434e84d-2210-47c5-95a7-6e72a744a687, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:38.874941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] For port 4434e84d-2210-47c5-95a7-6e72a744a687, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4434e84d-2210-47c5-95a7-6e72a744a687,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:38.877764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5ef743e-11c4-49a3-91cd-545cd99deafb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:38.880054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-b44b29ba-1406-4b7b-99e7-5e4cf4840fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:38.882342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c5ef743e-11c4-49a3-91cd-545cd99deafb tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2833016 Oct 18 23:35:38.883212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34976) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:38.884418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-b44b29ba-1406-4b7b-99e7-5e4cf4840fd2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e6a55320-f0d5-43e1-9564-5088b2258b8b HTTP/1.1" status: 200 len: 923 time: 0.3801260 Oct 18 23:35:38.888876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:38.900387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-73e2c8d4-b908-43dc-82f6-141911b52b6e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'd568bf63-64b7-44bc-a8fb-b259f37a11b8', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:38.908560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-703bdb82-d33d-4d36-a602-f70b3d15f7db req-38589416-4f25-436b-bfee-8dab6d2c2b24 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101882 Oct 18 23:35:38.953502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e12cf86e-fd5c-4938-8b46-569aae7a3047 req-579c2e92-7540-46d1-b20d-e67495c83124 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 210 time: 0.0675149 Oct 18 23:35:39.022693 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-21c147af-c0bc-42de-a3ed-e64e4108770e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0efac39-527b-4f33-965d-807cb7c7218d HTTP/1.1" status: 200 len: 217 time: 0.1275678 Oct 18 23:35:39.034915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:39.036127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.037573 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] 10.222.0.73 "PUT /v2.0/ports/4434e84d-2210-47c5-95a7-6e72a744a687 HTTP/1.1" status: 200 len: 1092 time: 3.2528484 Oct 18 23:35:39.040307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad44e22e-3624-4dd0-b2e6-afca3f90dbbc', 'tag': '4434e84d-2210-47c5-95a7-6e72a744a687'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:39.043093 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff3f413-c61b-4548-b1e3-8b036e361a39" -d '{"events": [{"name": "network-changed", "server_uuid": "ad44e22e-3624-4dd0-b2e6-afca3f90dbbc", "tag": "4434e84d-2210-47c5-95a7-6e72a744a687"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:39.078627 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-73e2c8d4-b908-43dc-82f6-141911b52b6e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Project 4f19dc11e54e439aa6a9975655d4538f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:35:39.095199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c31d69-44ac-4361-9614-3047cfe8685c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.138626 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d396cb-e358-445b-b918-c9d694d59dd6 x-openstack-request-id: req-72d396cb-e358-445b-b918-c9d694d59dd6 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:39.138951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-73e2c8d4-b908-43dc-82f6-141911b52b6e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.139055 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad44e22e-3624-4dd0-b2e6-afca3f90dbbc", "tag": "4434e84d-2210-47c5-95a7-6e72a744a687", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:39.139209 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72d396cb-e358-445b-b918-c9d694d59dd6 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:39.139751 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad44e22e-3624-4dd0-b2e6-afca3f90dbbc', 'tag': '4434e84d-2210-47c5-95a7-6e72a744a687', 'status': 'completed', 'code': 200} Oct 18 23:35:39.167827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8d56f-e6ae-4ddd-9d62-51ae7030012e service neutron] Pushing event updated for resources: {'Port': ['ID=4434e84d-2210-47c5-95a7-6e72a744a687,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:39.223528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-f3c2e7d1-eb10-4ba4-bf8b-25154458c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:39.225694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-f3c2e7d1-eb10-4ba4-bf8b-25154458c03c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e854faa7-6805-4f6f-b78e-d0ec4d77a639 HTTP/1.1" status: 200 len: 862 time: 0.1796637 Oct 18 23:35:39.233199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-bceae8ba-b4e4-4aa0-8982-f495aa055acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:39.235078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-bceae8ba-b4e4-4aa0-8982-f495aa055acb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03d2d892c768499e9a244e4c9452a099&device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 1095 time: 0.1228883 Oct 18 23:35:39.268172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Allocated IP 172.20.0.10 (d5e68270-b5cf-4d00-882f-138e196dc0a2/a88cb23d-18af-4bc8-a614-d41689bce822/7e8bc397-35a5-44b6-8f4d-50a6c98a8271) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:39.323377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-e11b3db4-6aaa-4a4d-9479-4684ff7ff508 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4434e84d-2210-47c5-95a7-6e72a744a687 HTTP/1.1" status: 200 len: 217 time: 0.0522625 Oct 18 23:35:39.329449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d7aa2409-0fe3-48e8-ad53-02bd06fff8ac no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:39.359161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-f87ad7e6-6e6f-44ea-9837-88009f08742b service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204252 Oct 18 23:35:39.368094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d7aa2409-0fe3-48e8-ad53-02bd06fff8ac {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:39.368711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d7aa2409-0fe3-48e8-ad53-02bd06fff8ac not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:39.369087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-4fb7d510-24d7-40b0-b210-f3e20bc709ee service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e6a55320-f0d5-43e1-9564-5088b2258b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296079 Oct 18 23:35:39.443406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-f0b39e1e-c2f2-4b44-bd4f-7c7c5b893846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:39.445058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-f0b39e1e-c2f2-4b44-bd4f-7c7c5b893846 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04f5557f-8543-454a-b4af-90412a3807ed HTTP/1.1" status: 200 len: 850 time: 0.0989916 Oct 18 23:35:39.501821 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-7611dbd6-df6a-4618-99ea-dd19d4fbf487 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305355 Oct 18 23:35:39.510516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3aa9ff3b-0d35-4a56-a1c0-fe930d8ebcee req-80303bbd-702a-46bc-a7b9-94124447605c service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243193 Oct 18 23:35:39.589536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-73e2c8d4-b908-43dc-82f6-141911b52b6e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.598778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c31d69-44ac-4361-9614-3047cfe8685c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.616940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-73e2c8d4-b908-43dc-82f6-141911b52b6e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.620515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ecf46-a73c-4330-a66e-7ccae4b27b81 None None] Network 57a13f99-1faa-47f7-a1f7-fb5bc556604a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:39.625477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-f3544f4b-d2ca-4df9-b6c4-eb55970aeca6 service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150732 Oct 18 23:35:39.641817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c31d69-44ac-4361-9614-3047cfe8685c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.647561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-94c31d69-44ac-4361-9614-3047cfe8685c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5115d984-ce58-49c9-9669-41c1b9da4f27 HTTP/1.1" status: 204 len: 168 time: 1.7413306 Oct 18 23:35:39.668831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34982) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:39.673045 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-73e2c8d4-b908-43dc-82f6-141911b52b6e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.674307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-73e2c8d4-b908-43dc-82f6-141911b52b6e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7774572 Oct 18 23:35:39.684995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:39.698409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-150a5f31-7516-4532-9fc7-dcbed31db36e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'security_group_rule': {'security_group_id': 'd568bf63-64b7-44bc-a8fb-b259f37a11b8', 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:39.724555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c31d69-44ac-4361-9614-3047cfe8685c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5115d984-ce58-49c9-9669-41c1b9da4f27,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:39.738885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cd4fc9a-1050-4d69-8aad-9bcb3fdbd5de req-4af349d2-ea2f-45d8-bb4e-80470024d763 service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032834 Oct 18 23:35:39.742793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-4296d475-820d-4558-8088-e7e5b89d02d0 service neutron] 10.222.0.102 "GET /v2.0/networks/e6a55320-f0d5-43e1-9564-5088b2258b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497791 Oct 18 23:35:39.783409 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-150a5f31-7516-4532-9fc7-dcbed31db36e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Project 4f19dc11e54e439aa6a9975655d4538f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:35:39.805662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2c8d4-b908-43dc-82f6-141911b52b6e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66376c8-986c-43eb-b566-8e9efbd2dc75,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:39.834643 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.851541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-150a5f31-7516-4532-9fc7-dcbed31db36e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:39.994597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54975e9-c1b2-43d8-95ce-c28b130a493c None None] DHCP port deletion for 57a13f99-1faa-47f7-a1f7-fb5bc556604a request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:40.046574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.081031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-0f2ac4b4-1709-4c8d-b2c9-8b94168a51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:40.082565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-0f2ac4b4-1709-4c8d-b2c9-8b94168a51f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03d2d892c768499e9a244e4c9452a099&device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 1095 time: 0.2240686 Oct 18 23:35:40.094797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d54975e9-c1b2-43d8-95ce-c28b130a493c None None] Deleting port caed4060-24c2-4d7f-8006-7066a57598e2 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:40.095179 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d54975e9-c1b2-43d8-95ce-c28b130a493c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.195230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-e254e611-acfe-42de-9dc2-d424913de002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:40.196664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-e254e611-acfe-42de-9dc2-d424913de002 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 200 len: 911 time: 0.1032124 Oct 18 23:35:40.200985 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ad35f8c-67fe-4add-9349-3b47ec15dfd8 req-ad99dec4-fab9-4470-a642-8ccf01783554 service neutron] 10.222.0.102 "GET /v2.0/networks/e6a55320-f0d5-43e1-9564-5088b2258b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477670 Oct 18 23:35:40.208970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5cfb-e135-4bc0-bfb5-f82d210c051e req-a88fb4f2-b4ef-4b64-b098-7329cbe9e5a6 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:40.210499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-515d5cfb-e135-4bc0-bfb5-f82d210c051e req-a88fb4f2-b4ef-4b64-b098-7329cbe9e5a6 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 943 time: 0.2806370 Oct 18 23:35:40.214285 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-150a5f31-7516-4532-9fc7-dcbed31db36e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.219942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d54975e9-c1b2-43d8-95ce-c28b130a493c None None] For port caed4060-24c2-4d7f-8006-7066a57598e2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=caed4060-24c2-4d7f-8006-7066a57598e2,segment=NetworkSegment(9a8a4f78-8817-4b31-8742-bd185e382976),segment_id=9a8a4f78-8817-4b31-8742-bd185e382976)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:40.220600 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d54975e9-c1b2-43d8-95ce-c28b130a493c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.239008 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34994) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:40.243051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d54975e9-c1b2-43d8-95ce-c28b130a493c None None] Calling delete_port for caed4060-24c2-4d7f-8006-7066a57598e2 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:40.249007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'subnet': {'network_id': '4bac16cf-654e-4486-beab-6041a8994d79', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:40.253534 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-150a5f31-7516-4532-9fc7-dcbed31db36e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.284919 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.292966 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-274a60be-cd8d-4103-97b7-6765e315130b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4434e84d-2210-47c5-95a7-6e72a744a687 HTTP/1.1" status: 200 len: 217 time: 0.0814018 Oct 18 23:35:40.305625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ec93-c905-4fc1-a2e1-add2d6ec405c req-91513892-1468-40a0-bdc5-6ece18be3d8b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:40.307692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f23ec93-c905-4fc1-a2e1-add2d6ec405c req-91513892-1468-40a0-bdc5-6ece18be3d8b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 943 time: 0.2583947 Oct 18 23:35:40.330995 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-515d5cfb-e135-4bc0-bfb5-f82d210c051e req-39015b9c-93de-4298-b6d6-79f6daeb76a4 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136346 Oct 18 23:35:40.365614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a5f31-7516-4532-9fc7-dcbed31db36e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442f206a-c285-47c6-8f26-0f8107fd789e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:40.373052 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d54975e9-c1b2-43d8-95ce-c28b130a493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.396847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-f27f6d5b-bdcf-432f-b39d-46dbf8168cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:40.401411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-f27f6d5b-bdcf-432f-b39d-46dbf8168cff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04f5557f-8543-454a-b4af-90412a3807ed HTTP/1.1" status: 200 len: 850 time: 0.0988045 Oct 18 23:35:40.448618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54975e9-c1b2-43d8-95ce-c28b130a493c None None] Pushing event deleted for resources: {'Port': ['ID=caed4060-24c2-4d7f-8006-7066a57598e2,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:40.451395 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-150a5f31-7516-4532-9fc7-dcbed31db36e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.451869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54975e9-c1b2-43d8-95ce-c28b130a493c None None] No DVR routers for this DVR port caed4060-24c2-4d7f-8006-7066a57598e2 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:40.461446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-150a5f31-7516-4532-9fc7-dcbed31db36e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7661717 Oct 18 23:35:40.464964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Network d5e68270-b5cf-4d00-882f-138e196dc0a2 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:40.485886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:40.494676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Pushing event updated for resources: {'Port': ['ID=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:40.500550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:40.501219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-4042cb48-d29d-46e5-b3b5-7d29d5341e31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923190 Oct 18 23:35:40.518100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Deleting port caed4060-24c2-4d7f-8006-7066a57598e2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:40.518802 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.553989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f23ec93-c905-4fc1-a2e1-add2d6ec405c req-b2fd65a2-a1cc-4e55-ac77-b57e20002086 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363410 Oct 18 23:35:40.621344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32e7b3-8155-496f-a53d-ab54c74f2a08 req-c50e2c87-14ed-4bea-8ec4-5225139896df tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:40.623439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd32e7b3-8155-496f-a53d-ab54c74f2a08 req-c50e2c87-14ed-4bea-8ec4-5225139896df tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 932 time: 0.2000718 Oct 18 23:35:40.653430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:40.654178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.672377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:40.675878 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.679565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-5691bba0-c79d-447d-b31f-b287b375d398 service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692643 Oct 18 23:35:40.687238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd32e7b3-8155-496f-a53d-ab54c74f2a08 req-a31d7e85-0ab8-4c97-8ab9-009f21da2ca1 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572846 Oct 18 23:35:40.689556 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] For port caed4060-24c2-4d7f-8006-7066a57598e2, host n-d-713498-28, got binding levels [] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:40.689993 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.738243 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fac58751-8fa8-4135-8d4d-f4aa2fe07994 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0057025 Oct 18 23:35:40.739500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Calling delete_port for caed4060-24c2-4d7f-8006-7066a57598e2 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:40.748112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Port caed4060-24c2-4d7f-8006-7066a57598e2 was not found and therefore no delete operation was performed {{(pid=100921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:35:40.767232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Request body: {'port': {'device_id': 'c1be9af8-b48d-4e5a-8aaf-34002a451fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:40.770469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:40.793569 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ff3f413-c61b-4548-b1e3-8b036e361a39 req-50b117e2-c56d-455e-8252-bdaf49e18fb2 service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044416 Oct 18 23:35:40.882518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-d813fca3-2124-4af3-9b1a-0e5cb46be253 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320813501&fields=id&tenant_id=4f19dc11e54e439aa6a9975655d4538f HTTP/1.1" status: 200 len: 267 time: 0.1967351 Oct 18 23:35:40.890564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=caed4060-24c2-4d7f-8006-7066a57598e2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:40.893723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] No DVR routers for this DVR port caed4060-24c2-4d7f-8006-7066a57598e2 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:41.028154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.094551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.176830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a13f99-1faa-47f7-a1f7-fb5bc556604a']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:41.197147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8a4f78-8817-4b31-8742-bd185e382976') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:41.197451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8a4f78-8817-4b31-8742-bd185e382976') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:41.212882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-3afd5a80-207b-47ed-8f1d-d556f412f4f7 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:41.214369 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-3afd5a80-207b-47ed-8f1d-d556f412f4f7 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/networks?id=c2cc1b81-c6ab-4482-bc81-37f7da1108fc HTTP/1.1" status: 200 len: 796 time: 0.3217444 Oct 18 23:35:41.247321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device caed4060-24c2-4d7f-8006-7066a57598e2 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:41.252783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.268070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: caed4060-24c2-4d7f-8006-7066a57598e2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:41.268416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device caed4060-24c2-4d7f-8006-7066a57598e2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:41.337477 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.342334 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-acf84e8e-0c8d-4ea4-9c54-5a41c495960b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/quotas/4f19dc11e54e439aa6a9975655d4538f HTTP/1.1" status: 200 len: 375 time: 0.1174686 Oct 18 23:35:41.352267 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.354379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:41.354791 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:41.361361 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:41.452558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21036a3-8288-47e6-9a98-6ebb60104a73 req-69a32f55-c79a-4905-9857-43ae07a29c09 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:41.454081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b21036a3-8288-47e6-9a98-6ebb60104a73 req-69a32f55-c79a-4905-9857-43ae07a29c09 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 943 time: 0.0500348 Oct 18 23:35:41.493308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b21036a3-8288-47e6-9a98-6ebb60104a73 req-46b937c8-8a7e-402a-b7ed-bcffe0a840cc tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Oct 18 23:35:41.537927 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.543863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Subnet': ['ID=5259f5e4-6fff-4ba7-b424-285f4f672f4f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:41.566096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.569247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] 10.222.0.52 "DELETE /v2.0/networks/57a13f99-1faa-47f7-a1f7-fb5bc556604a HTTP/1.1" status: 204 len: 168 time: 1.8939319 Oct 18 23:35:41.591093 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-9dd3b4ab-6afb-4615-8ad6-9ae1f8ee71a4 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2413168 Oct 18 23:35:41.593884 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daabe88-357c-48af-bfe0-31af94679c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=57a13f99-1faa-47f7-a1f7-fb5bc556604a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:41.607139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Checking segment: {'id': '626733c4-66e3-4a84-8052-dc00db1d7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4bac16cf-654e-4486-beab-6041a8994d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:41.607530 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network hostable DHCP agents. Network: 4bac16cf-654e-4486-beab-6041a8994d79, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:41.700621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network 4bac16cf-654e-4486-beab-6041a8994d79 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:41.716628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25b064-7146-461d-ab4d-2d381b00fbcc req-65e2dbc7-ecbf-4332-a7a6-d26cc25a3ee1 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:41.718472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d25b064-7146-461d-ab4d-2d381b00fbcc req-65e2dbc7-ecbf-4332-a7a6-d26cc25a3ee1 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 943 time: 0.0685606 Oct 18 23:35:41.752973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 4bac16cf-654e-4486-beab-6041a8994d79) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:41.765958 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d67463-534e-42b6-a1a2-792fedfa5c8a None None] Network 4bac16cf-654e-4486-beab-6041a8994d79 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:41.770458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:41.771301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.790589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-395828e3-1a7c-4a88-ab79-241dfc5467a2 service neutron] 10.222.0.52 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733682 Oct 18 23:35:41.790713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d25b064-7146-461d-ab4d-2d381b00fbcc req-123d144d-9f44-4be7-82c5-86e4e7f43b0d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656886 Oct 18 23:35:41.794831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:35:41.810974 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.837283 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b00d8515-f8bb-4418-a5fe-1ce590adf9c9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5916677 Oct 18 23:35:41.837570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35018) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:41.846186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1579815178'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:41.851380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Transition to ACTIVE for port object 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:35:41.863366 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.880809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:41.889768 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:41.912364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35020) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:41.942160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4434e84d-2210-47c5-95a7-6e72a744a687 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:35:41.960289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:41.973693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-485e5363-a503-4730-a6c9-fbe2c3c83c83 service neutron] 10.222.0.52 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716552 Oct 18 23:35:42.002365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1c739271-6d2c-4f99-92a3-6a25ffb565e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=710d8bd5439a4fc3bee3306a1ab19ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865810 Oct 18 23:35:42.006271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35024) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:42.009571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:42.025616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3f01-fa04-4c0f-a28a-13135d7d125f req-9c481ce7-4579-459f-a3e8-63c1def04876 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:42.027912 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e01f3f01-fa04-4c0f-a28a-13135d7d125f req-9c481ce7-4579-459f-a3e8-63c1def04876 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 944 time: 0.1328382 Oct 18 23:35:42.038781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-4bac16cf-654e-4486-beab-6041a8994d79', 'network_id': '4bac16cf-654e-4486-beab-6041a8994d79', 'tenant_id': 'af5892e616ba4e76b86a439c567fed1b', 'fixed_ips': [{'subnet_id': '5259f5e4-6fff-4ba7-b424-285f4f672f4f'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:35:42.039737 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.057689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.058135 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Added segment 53e1560d-cf82-480d-b857-1af90449ae17 of type vlan for network 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a Oct 18 23:35:42.061641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Attempting to bind port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:42.062193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Attempting to bind port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '1177c2f2-470a-4e50-b30e-95e54dfe024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd5e68270-b5cf-4d00-882f-138e196dc0a2'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:42.062745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Attempting to bind port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 on network d5e68270-b5cf-4d00-882f-138e196dc0a2 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:42.069872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 on network d5e68270-b5cf-4d00-882f-138e196dc0a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:35:42.070664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Attempting to bind port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 on network d5e68270-b5cf-4d00-882f-138e196dc0a2 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:42.079597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:42.080121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Checking segment: {'id': '1177c2f2-470a-4e50-b30e-95e54dfe024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd5e68270-b5cf-4d00-882f-138e196dc0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:42.080944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Bound using segment: {'id': '1177c2f2-470a-4e50-b30e-95e54dfe024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd5e68270-b5cf-4d00-882f-138e196dc0a2'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:42.082237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Bound port: 7e8bc397-35a5-44b6-8f4d-50a6c98a8271, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1177c2f2-470a-4e50-b30e-95e54dfe024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd5e68270-b5cf-4d00-882f-138e196dc0a2'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:42.082760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.158808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e01f3f01-fa04-4c0f-a28a-13135d7d125f req-8e6345e0-1e9d-4bed-b55f-36b7d9e46b99 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191857 Oct 18 23:35:42.169742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.193868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aa3b7983-18dc-44e7-9edb-ee7ea95897a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.261176 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aa3b7983-18dc-44e7-9edb-ee7ea95897a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.283352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] For port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:42.291490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] For port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,segment=NetworkSegment(1177c2f2-470a-4e50-b30e-95e54dfe024f),segment_id=1177c2f2-470a-4e50-b30e-95e54dfe024f)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:42.293711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f83ce071-6f3d-4d26-ae2d-1cd14d6367ca req-c6651b0b-f9a4-4d46-89d0-207b6754567c tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 210 time: 0.0558147 Oct 18 23:35:42.299996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.312076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.318467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:42.318884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.383599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5404944 Oct 18 23:35:42.383599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35036) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:42.386231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:42.387632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.389090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] 10.222.0.102 "PUT /v2.0/ports/7e8bc397-35a5-44b6-8f4d-50a6c98a8271 HTTP/1.1" status: 200 len: 1093 time: 1.6260953 Oct 18 23:35:42.389555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1be9af8-b48d-4e5a-8aaf-34002a451fe1', 'tag': '7e8bc397-35a5-44b6-8f4d-50a6c98a8271'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:42.392127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'subnet': {'network_id': '69ef8d0c-1cef-4a8d-9ac3-6d643140da4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:42.393175 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe9b9a5-d753-45cd-8de3-b749906ebeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1be9af8-b48d-4e5a-8aaf-34002a451fe1", "tag": "7e8bc397-35a5-44b6-8f4d-50a6c98a8271"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:42.429906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1c4a4-e991-4208-9954-b1dbe66385b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:42.454047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4aa13-71bf-4322-bda9-f4969c10067c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Network': ['ID=69ef8d0c-1cef-4a8d-9ac3-6d643140da4a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:42.478062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a0efac39-527b-4f33-965d-807cb7c7218d details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:35:42.480322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:42.485896 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6284b371-3e75-4fe3-81e4-49e8c88f6207 x-openstack-request-id: req-6284b371-3e75-4fe3-81e4-49e8c88f6207 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:42.485896 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1be9af8-b48d-4e5a-8aaf-34002a451fe1", "tag": "7e8bc397-35a5-44b6-8f4d-50a6c98a8271", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:42.485896 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6284b371-3e75-4fe3-81e4-49e8c88f6207 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:42.486220 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1be9af8-b48d-4e5a-8aaf-34002a451fe1', 'tag': '7e8bc397-35a5-44b6-8f4d-50a6c98a8271', 'status': 'completed', 'code': 200} Oct 18 23:35:42.595365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-c27582d2-779d-48c3-8ca3-cadc5349cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:42.597447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-c27582d2-779d-48c3-8ca3-cadc5349cbf3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8277872de98e4103a7d9ab37ea9e1bc3&device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 1096 time: 0.1256115 Oct 18 23:35:42.602159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aa3b7983-18dc-44e7-9edb-ee7ea95897a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.607009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aa3b7983-18dc-44e7-9edb-ee7ea95897a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.610613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-aa3b7983-18dc-44e7-9edb-ee7ea95897a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c27b70af-460f-4ef8-b5a8-bf395eb10dbc HTTP/1.1" status: 204 len: 168 time: 0.6012566 Oct 18 23:35:42.663857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4434e84d-2210-47c5-95a7-6e72a744a687, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4434e84d-2210-47c5-95a7-6e72a744a687,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:42.667106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:35:42.669368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b7983-18dc-44e7-9edb-ee7ea95897a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b70af-460f-4ef8-b5a8-bf395eb10dbc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:42.680134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-262724e9-74e6-46aa-a8a9-248829748367 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8bc397-35a5-44b6-8f4d-50a6c98a8271 HTTP/1.1" status: 200 len: 217 time: 0.0657125 Oct 18 23:35:42.759800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '4434e84d-2210-47c5-95a7-6e72a744a687', 'network_id': 'fa457b8f-88b3-4134-a4b1-9e296e41d7a5', 'port_id': '4434e84d-2210-47c5-95a7-6e72a744a687', 'mac_address': 'fa:16:3e:3b:a4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f5557f-8543-454a-b4af-90412a3807ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:35:42.838951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Allocated IP 2001:db8:0:ffff::2 (4bac16cf-654e-4486-beab-6041a8994d79/5259f5e4-6fff-4ba7-b424-285f4f672f4f/fabe8275-504e-4608-8129-47f46775c7b0) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:42.866066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644daeb8-e0e6-41db-b2e9-6002f6eb81b9 req-902bc56d-173a-4c16-884a-5c1ee63b956f tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:42.884297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-644daeb8-e0e6-41db-b2e9-6002f6eb81b9 req-902bc56d-173a-4c16-884a-5c1ee63b956f tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 943 time: 0.2237115 Oct 18 23:35:42.893021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:42.897727 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:42.944829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a0efac39-527b-4f33-965d-807cb7c7218d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a0efac39-527b-4f33-965d-807cb7c7218d,segment=NetworkSegment(767981d0-27e4-4d5f-8e47-80ba404db175),segment_id=767981d0-27e4-4d5f-8e47-80ba404db175)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:42.969565 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.004262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'a0efac39-527b-4f33-965d-807cb7c7218d', 'network_id': 'e6a55320-f0d5-43e1-9564-5088b2258b8b', 'port_id': 'a0efac39-527b-4f33-965d-807cb7c7218d', 'mac_address': 'fa:16:3e:6b:32:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e854faa7-6805-4f6f-b78e-d0ec4d77a639', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:35:43.029321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4434e84d-2210-47c5-95a7-6e72a744a687 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:35:43.055453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4434e84d-2210-47c5-95a7-6e72a744a687, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4434e84d-2210-47c5-95a7-6e72a744a687,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:43.076542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-644daeb8-e0e6-41db-b2e9-6002f6eb81b9 req-3422f1fc-90bc-4970-a743-682eec4e11bd tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866615 Oct 18 23:35:43.109809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.191923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4434e84d-2210-47c5-95a7-6e72a744a687,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:43.232317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-280b23a9-5df8-4e4c-a5bf-d2656159736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:43.234288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-280b23a9-5df8-4e4c-a5bf-d2656159736f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a88cb23d-18af-4bc8-a614-d41689bce822 HTTP/1.1" status: 200 len: 848 time: 0.5398660 Oct 18 23:35:43.252039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f31692-0bea-4af1-8f5d-a057c8940978 req-d0652ab3-6aea-4033-ac74-2c006b9ae5b5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:43.254535 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3f31692-0bea-4af1-8f5d-a057c8940978 req-d0652ab3-6aea-4033-ac74-2c006b9ae5b5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 946 time: 0.5731015 Oct 18 23:35:43.263560 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.291078 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-fc446410-1aa9-4548-8a8f-8f7259235ae2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d5e68270-b5cf-4d00-882f-138e196dc0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349641 Oct 18 23:35:43.294198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0efac39-527b-4f33-965d-807cb7c7218d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:35:43.330574 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.367745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a0efac39-527b-4f33-965d-807cb7c7218d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a0efac39-527b-4f33-965d-807cb7c7218d,segment=NetworkSegment(767981d0-27e4-4d5f-8e47-80ba404db175),segment_id=767981d0-27e4-4d5f-8e47-80ba404db175)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:43.374218 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.380006 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.387126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78445bde-6ac5-431c-8bd0-330f76a4ff7b req-63a7d898-f7b6-4a91-a550-6002fbf6e380 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:43.394545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78445bde-6ac5-431c-8bd0-330f76a4ff7b req-63a7d898-f7b6-4a91-a550-6002fbf6e380 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 944 time: 0.1734178 Oct 18 23:35:43.427547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Network 4bac16cf-654e-4486-beab-6041a8994d79 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:43.430873 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3f31692-0bea-4af1-8f5d-a057c8940978 req-b9fac721-7fca-44b8-9d34-dac7c70b75e3 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416237 Oct 18 23:35:43.431845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:43.435489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:43.463578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78445bde-6ac5-431c-8bd0-330f76a4ff7b req-e937930b-22a5-488f-9254-8ff11c4c9aea tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659692 Oct 18 23:35:43.482822 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-12e6271e-b831-4011-9e31-7af224075733 service neutron] 10.222.0.102 "GET /v2.0/networks/d5e68270-b5cf-4d00-882f-138e196dc0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840816 Oct 18 23:35:43.489733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a0efac39-527b-4f33-965d-807cb7c7218d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:43.536662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Pushing event updated for resources: {'Port': ['ID=fabe8275-504e-4608-8129-47f46775c7b0,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:43.569989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Attempting to bind port fabe8275-504e-4608-8129-47f46775c7b0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:43.570457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Attempting to bind port fabe8275-504e-4608-8129-47f46775c7b0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '626733c4-66e3-4a84-8052-dc00db1d7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4bac16cf-654e-4486-beab-6041a8994d79'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:43.570850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Attempting to bind port fabe8275-504e-4608-8129-47f46775c7b0 on network 4bac16cf-654e-4486-beab-6041a8994d79 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:43.579932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['4434e84d-2210-47c5-95a7-6e72a744a687'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:35:43.585640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:43.586076 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Checking segment: {'id': '626733c4-66e3-4a84-8052-dc00db1d7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4bac16cf-654e-4486-beab-6041a8994d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:43.586481 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.587089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Bound using segment: {'id': '626733c4-66e3-4a84-8052-dc00db1d7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4bac16cf-654e-4486-beab-6041a8994d79'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:43.587587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Bound port: fabe8275-504e-4608-8129-47f46775c7b0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626733c4-66e3-4a84-8052-dc00db1d7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4bac16cf-654e-4486-beab-6041a8994d79'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:43.588340 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.588512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-585654b8-012e-4eea-bdb9-3a0d71b1dd9c req-18a6925a-f0b4-43c1-bc7d-ad6f3a21a89e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 210 time: 0.0349424 Oct 18 23:35:43.690653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:35:43.693998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.707264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6c7e3-1347-49c9-883b-f0d2c7e7811b req-f65f5f42-17d2-4cb2-822f-819fcaa42d82 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:43.721497 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1dc6c7e3-1347-49c9-883b-f0d2c7e7811b req-f65f5f42-17d2-4cb2-822f-819fcaa42d82 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 944 time: 0.1636679 Oct 18 23:35:43.736049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] For port fabe8275-504e-4608-8129-47f46775c7b0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:43.741050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] For port fabe8275-504e-4608-8129-47f46775c7b0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fabe8275-504e-4608-8129-47f46775c7b0,segment=NetworkSegment(626733c4-66e3-4a84-8052-dc00db1d7929),segment_id=626733c4-66e3-4a84-8052-dc00db1d7929)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:43.763019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-55449578-1170-457f-987b-cdcf0b9c7b85 req-9bb8bfd5-37b3-46ac-889b-d04af60303e3 service neutron] 10.222.0.102 "GET /v2.0/networks/d5e68270-b5cf-4d00-882f-138e196dc0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713675 Oct 18 23:35:43.770103 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:43.799169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Subnet': ['ID=8e04c279-4379-438a-a305-b6f2040f023e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:43.812190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Checking segment: {'id': '53e1560d-cf82-480d-b857-1af90449ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69ef8d0c-1cef-4a8d-9ac3-6d643140da4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:43.812889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network hostable DHCP agents. Network: 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:43.823067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1dc6c7e3-1347-49c9-883b-f0d2c7e7811b req-3ffc9c4d-88d3-477d-bce7-8d8a3f422f0b tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998962 Oct 18 23:35:43.957572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a907a8-f843-45d6-b09a-c57b9368a722 None None] Pushing event updated for resources: {'Port': ['ID=fabe8275-504e-4608-8129-47f46775c7b0,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:43.971880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a0efac39-527b-4f33-965d-807cb7c7218d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:35:43.972399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35074) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:44.011551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-af646b27-8769-4104-a3ee-1063e8739255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:44.016299 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-af646b27-8769-4104-a3ee-1063e8739255 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8277872de98e4103a7d9ab37ea9e1bc3&device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 1096 time: 0.1081977 Oct 18 23:35:44.099028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:44.169907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:44.199249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db947175-6003-4f66-a30b-e537168ae2d3 None None] Network 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:44.199523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:44.199523 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:44.235489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-64596c97-90d0-4f18-9406-e5abdadf57e2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:44.236973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-64596c97-90d0-4f18-9406-e5abdadf57e2 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "GET /v2.0/networks?id=c2cc1b81-c6ab-4482-bc81-37f7da1108fc HTTP/1.1" status: 200 len: 796 time: 0.3960252 Oct 18 23:35:44.260378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f318fd1-f64c-4489-b4ab-446df569b0fc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8730235 Oct 18 23:35:44.270686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35080) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:44.276193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'port': {'network_id': '69ef8d0c-1cef-4a8d-9ac3-6d643140da4a', 'name': 'tempest-NetworksIpV6TestAttrs-22464597'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:44.319116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-852979789-network', 'tenant_id': '6f4c32044c0e4ce09bb474609438a067'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:44.323770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-8f6d3259-5b15-4ee2-af36-516b7c0549d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:44.325780 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-8f6d3259-5b15-4ee2-af36-516b7c0549d3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d5e68270-b5cf-4d00-882f-138e196dc0a2 HTTP/1.1" status: 200 len: 909 time: 0.2995481 Oct 18 23:35:44.452058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-73bba012-9b2b-4501-b52f-044911f0620b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8bc397-35a5-44b6-8f4d-50a6c98a8271 HTTP/1.1" status: 200 len: 217 time: 0.1100433 Oct 18 23:35:44.454445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Made reservation on behalf of 6f4c32044c0e4ce09bb474609438a067 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:44.457182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:44.486424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:44.507893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-69ef8d0c-1cef-4a8d-9ac3-6d643140da4a', 'network_id': '69ef8d0c-1cef-4a8d-9ac3-6d643140da4a', 'tenant_id': 'af5892e616ba4e76b86a439c567fed1b', 'fixed_ips': [{'subnet_id': '8e04c279-4379-438a-a305-b6f2040f023e'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:35:44.508800 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:44.552310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-305fcf9e-7b4e-4059-9d97-bb6cecda1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:44.554438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-305fcf9e-7b4e-4059-9d97-bb6cecda1b30 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a88cb23d-18af-4bc8-a614-d41689bce822 HTTP/1.1" status: 200 len: 848 time: 0.0908966 Oct 18 23:35:44.621309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-cf5d5a8e-5dd3-4f41-af76-a2a96ae66d96 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d5e68270-b5cf-4d00-882f-138e196dc0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578866 Oct 18 23:35:44.727935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Allocated IP 2001:db8::f816:3eff:fe83:ccbb (69ef8d0c-1cef-4a8d-9ac3-6d643140da4a/8e04c279-4379-438a-a305-b6f2040f023e/283cde2f-ce26-41d6-a314-c3ec32f9f91f) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:44.732601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57947c5b-3a49-47a1-8a89-9d8a2ea1c682 req-69ae4bb1-169b-46ef-adcd-7cc4cb117470 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:44.734300 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-57947c5b-3a49-47a1-8a89-9d8a2ea1c682 req-69ae4bb1-169b-46ef-adcd-7cc4cb117470 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 946 time: 0.1627343 Oct 18 23:35:44.760185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:44.766123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-d7750fa5-84bc-4564-a650-6fb803ae9dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f19dc11e54e439aa6a9975655d4538f HTTP/1.1" status: 200 len: 380 time: 0.5070188 Oct 18 23:35:44.773944 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:44.780552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'port': {'device_id': '7158a862-3a26-48b5-8342-4ca981a76efb', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'admin_state_up': True, 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'security_groups': ['d568bf63-64b7-44bc-a8fb-b259f37a11b8']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:44.820916 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-53aa898e-0b75-46a5-999a-ed97e16e6351 service neutron] 10.222.0.102 "GET /v2.0/networks/d5e68270-b5cf-4d00-882f-138e196dc0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906328 Oct 18 23:35:44.830303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:44.845771 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-57947c5b-3a49-47a1-8a89-9d8a2ea1c682 req-cfaddb3c-8868-4cf2-a93c-67b5e3971890 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962176 Oct 18 23:35:44.871257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e25ee4-8d50-4c80-9250-df314b34e926,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:44.880641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:44.880641 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Added segment 597eddae-830a-4451-a17c-e8803a4019ab of type vlan for network 0240618b-a9c0-4156-a794-61c6d15288d0 Oct 18 23:35:44.882570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5547040-8e21-48c5-91b0-d0c7a4675be7 req-cc3b2381-773f-46bf-8033-14c3d41541f3 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:44.891295 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5547040-8e21-48c5-91b0-d0c7a4675be7 req-cc3b2381-773f-46bf-8033-14c3d41541f3 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 944 time: 0.4744637 Oct 18 23:35:44.950612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:44.957233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.002475 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.012809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.017919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5547040-8e21-48c5-91b0-d0c7a4675be7 req-21a4285b-06da-4eba-83cb-36fa993b36df tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050458 Oct 18 23:35:45.021510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] device_id is not set on port 05d295cc-5b10-46a9-afe2-02e83d72a968 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:35:45.044161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.079753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Network 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:45.083174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:45.087267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:45.100783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Pushing event updated for resources: {'Port': ['ID=283cde2f-ce26-41d6-a314-c3ec32f9f91f,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:45.114873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Made reservation on behalf of 4f19dc11e54e439aa6a9975655d4538f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:45.118617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.160274 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-afe9b9a5-d753-45cd-8de3-b749906ebeb4 req-cfd32a02-68f9-441a-9b78-acb71f60a75b service neutron] 10.222.0.102 "GET /v2.0/networks/d5e68270-b5cf-4d00-882f-138e196dc0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246498 Oct 18 23:35:45.189205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-add15255-5b70-4426-a0d4-dbc223df35ea req-a365d553-d843-4e8a-83b1-9f2acf1e8387 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 210 time: 0.0555804 Oct 18 23:35:45.194575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Attempting to bind port 283cde2f-ce26-41d6-a314-c3ec32f9f91f on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:45.194992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Attempting to bind port 283cde2f-ce26-41d6-a314-c3ec32f9f91f by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '53e1560d-cf82-480d-b857-1af90449ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69ef8d0c-1cef-4a8d-9ac3-6d643140da4a'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:45.195365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Attempting to bind port 283cde2f-ce26-41d6-a314-c3ec32f9f91f on network 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:45.207739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:45.208243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Checking segment: {'id': '53e1560d-cf82-480d-b857-1af90449ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69ef8d0c-1cef-4a8d-9ac3-6d643140da4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:45.208585 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.209123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Bound using segment: {'id': '53e1560d-cf82-480d-b857-1af90449ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69ef8d0c-1cef-4a8d-9ac3-6d643140da4a'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:45.209579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Bound port: 283cde2f-ce26-41d6-a314-c3ec32f9f91f, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e1560d-cf82-480d-b857-1af90449ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69ef8d0c-1cef-4a8d-9ac3-6d643140da4a'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:45.209974 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.224479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-4fd57902-36bc-46ea-b885-e85fd3a0fce9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:45.242012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-4fd57902-36bc-46ea-b885-e85fd3a0fce9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 946 time: 0.3016264 Oct 18 23:35:45.256970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd727f8-d5ac-47e7-b181-788f2a57e5e5 req-16da4e3e-563a-427e-9383-7d429ee4c8c3 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:45.258580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ecd727f8-d5ac-47e7-b181-788f2a57e5e5 req-16da4e3e-563a-427e-9383-7d429ee4c8c3 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 944 time: 0.2028716 Oct 18 23:35:45.316290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.316290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:45.316290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.349715 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3747749 Oct 18 23:35:45.355977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35090) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:45.358878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] For port 283cde2f-ce26-41d6-a314-c3ec32f9f91f, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:45.363025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] For port 283cde2f-ce26-41d6-a314-c3ec32f9f91f, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=283cde2f-ce26-41d6-a314-c3ec32f9f91f,segment=NetworkSegment(53e1560d-cf82-480d-b857-1af90449ae17),segment_id=53e1560d-cf82-480d-b857-1af90449ae17)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:45.374284 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.383331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Request body: {'subnet': {'network_id': '0240618b-a9c0-4156-a794-61c6d15288d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-852979789-subnet', 'tenant_id': '6f4c32044c0e4ce09bb474609438a067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:45.438551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Allocated IP 2001:db8::f816:3eff:fe19:bf95 (69ef8d0c-1cef-4a8d-9ac3-6d643140da4a/8e04c279-4379-438a-a305-b6f2040f023e/05d295cc-5b10-46a9-afe2-02e83d72a968) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:45.440101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fabe8275-504e-4608-8129-47f46775c7b0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:45.483602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ecd727f8-d5ac-47e7-b181-788f2a57e5e5 req-2c2edd44-37c4-4d67-bbce-ba1750b75846 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011786 Oct 18 23:35:45.507776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979e5ba-0e6e-459a-9df3-5d8ced3bf6ae admin admin] Pushing event updated for resources: {'Network': ['ID=0240618b-a9c0-4156-a794-61c6d15288d0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:45.535383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Deleting port 4d48b4e9-c727-40fa-b0d8-a49d99393dec {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:45.535746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.555307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 0240618b-a9c0-4156-a794-61c6d15288d0 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:45.583469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Made reservation on behalf of 6f4c32044c0e4ce09bb474609438a067 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:45.586265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.616304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8a70f-a02a-4343-a918-76e92e075d0b req-22f23893-aa08-4bc3-9ef8-038521f5ddb9 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:45.626838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3f8a70f-a02a-4343-a918-76e92e075d0b req-22f23893-aa08-4bc3-9ef8-038521f5ddb9 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 944 time: 0.2761111 Oct 18 23:35:45.649282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.20.0.9 (c2cc1b81-c6ab-4482-bc81-37f7da1108fc/ce416617-2673-4b53-a6c4-02b23cd33455/5dcd74bd-03e3-42be-a276-146b9b247711) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:45.663233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314addf4-d2ae-4c35-9da8-1228d310ab94 None None] Pushing event updated for resources: {'Port': ['ID=283cde2f-ce26-41d6-a314-c3ec32f9f91f,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:45.664996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] For port 4d48b4e9-c727-40fa-b0d8-a49d99393dec, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4d48b4e9-c727-40fa-b0d8-a49d99393dec,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:45.665433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.685565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port fabe8275-504e-4608-8129-47f46775c7b0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:45.685946 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.733376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d5c4d-1de2-4c8d-9a4f-9331f37acbcf None None] Network 4bac16cf-654e-4486-beab-6041a8994d79 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:45.765331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3f8a70f-a02a-4343-a918-76e92e075d0b req-9ff24d9d-391c-4906-9192-347be7f0e72f tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372535 Oct 18 23:35:45.890791 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:45.920609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-55f88149-3c98-47a9-8f23-24e10135e43a None None] Provisioning complete for port fabe8275-504e-4608-8129-47f46775c7b0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:45.921257 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-55f88149-3c98-47a9-8f23-24e10135e43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.028982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4434e84d-2210-47c5-95a7-6e72a744a687 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:46.048043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.048414 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.048738 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Floating IP ef6dfffa-b365-4d62-805d-ff7e9430d4c8 disassociated. External IP: 172.25.7.208, port: 4d48b4e9-c727-40fa-b0d8-a49d99393dec. Oct 18 23:35:46.049092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Calling delete_port for 4d48b4e9-c727-40fa-b0d8-a49d99393dec owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:46.077631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21761a-285b-4f95-8c02-6d5127457c16 req-e6dd2770-175a-42ee-95ce-6d17cbe87584 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:46.079058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe21761a-285b-4f95-8c02-6d5127457c16 req-e6dd2770-175a-42ee-95ce-6d17cbe87584 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 946 time: 0.1004195 Oct 18 23:35:46.092172 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.123311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port fabe8275-504e-4608-8129-47f46775c7b0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fabe8275-504e-4608-8129-47f46775c7b0,segment=NetworkSegment(626733c4-66e3-4a84-8052-dc00db1d7929),segment_id=626733c4-66e3-4a84-8052-dc00db1d7929)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:46.139923 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.181679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe21761a-285b-4f95-8c02-6d5127457c16 req-39f3ac96-c175-441d-82b1-d4adc08dd074 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937397 Oct 18 23:35:46.201846 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.269389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a0efac39-527b-4f33-965d-807cb7c7218d up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:46.288983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:46.300278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=fabe8275-504e-4608-8129-47f46775c7b0,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:46.322969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d281f-c13c-488a-94c0-24fa6abbfb9b req-d2a912ce-6f45-4e82-a2be-e1316d9851a9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:46.323712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 4434e84d-2210-47c5-95a7-6e72a744a687 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:35:46.328176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.331984 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-305d281f-c13c-488a-94c0-24fa6abbfb9b req-d2a912ce-6f45-4e82-a2be-e1316d9851a9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 944 time: 0.2113886 Oct 18 23:35:46.338303 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.342354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:46.348023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 4434e84d-2210-47c5-95a7-6e72a744a687 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:46.348497 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.356228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:46.363039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:46.368951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.373722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.389112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event deleted for resources: {'Port': ['ID=4d48b4e9-c727-40fa-b0d8-a49d99393dec,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:46.421188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port a0efac39-527b-4f33-965d-807cb7c7218d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:35:46.430647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port a0efac39-527b-4f33-965d-807cb7c7218d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:46.431661 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.437632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Port': ['ID=05d295cc-5b10-46a9-afe2-02e83d72a968,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:46.467848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8d79e88d-9c0f-4e78-b8a4-367440cb0281 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.1940799 Oct 18 23:35:46.479538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a2ff397-63f1-455a-8a50-d8e6f1ace9f6 req-948569b8-d998-4228-b8b2-2e33bbc82cfe tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 210 time: 0.0898042 Oct 18 23:35:46.480766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35098) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:46.555014 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.565197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36dd8d75-239e-4a5b-ab6e-f1939dc8a8a7,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:46.584315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-305d281f-c13c-488a-94c0-24fa6abbfb9b req-9b3947d1-ebc6-4cc8-9816-ded788c2c0ab tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509029 Oct 18 23:35:46.603969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Checking segment: {'id': '597eddae-830a-4451-a17c-e8803a4019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0240618b-a9c0-4156-a794-61c6d15288d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:46.604315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Network hostable DHCP agents. Network: 0240618b-a9c0-4156-a794-61c6d15288d0, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:46.622130 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.624532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad44e22e-3624-4dd0-b2e6-afca3f90dbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4434e84d-2210-47c5-95a7-6e72a744a687'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:46.632426 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ca25f5-81de-4b41-8397-a218a328ead3" -d '{"events": [{"server_uuid": "ad44e22e-3624-4dd0-b2e6-afca3f90dbbc", "name": "network-vif-plugged", "status": "completed", "tag": "4434e84d-2210-47c5-95a7-6e72a744a687"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:46.674754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 4434e84d-2210-47c5-95a7-6e72a744a687, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4434e84d-2210-47c5-95a7-6e72a744a687,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:46.689885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Network 0240618b-a9c0-4156-a794-61c6d15288d0 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:46.696718 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.701867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network c2cc1b81-c6ab-4482-bc81-37f7da1108fc is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:46.702121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.705782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0057ff-44bb-4004-8c1c-4e02fd4e0666 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Deleting subnet 8e04c279-4379-438a-a305-b6f2040f023e {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:46.706662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 0240618b-a9c0-4156-a794-61c6d15288d0) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:46.714811 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a0057ff-44bb-4004-8c1c-4e02fd4e0666 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.716541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:46.717687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.732301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:46.735381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:46.763823 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673cec62-6bd0-4366-bf85-3f3e23853140 x-openstack-request-id: req-673cec62-6bd0-4366-bf85-3f3e23853140 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:46.764352 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad44e22e-3624-4dd0-b2e6-afca3f90dbbc", "name": "network-vif-plugged", "status": "completed", "tag": "4434e84d-2210-47c5-95a7-6e72a744a687", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:46.764733 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-673cec62-6bd0-4366-bf85-3f3e23853140 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:46.766158 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad44e22e-3624-4dd0-b2e6-afca3f90dbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4434e84d-2210-47c5-95a7-6e72a744a687', 'code': 200} Oct 18 23:35:46.782101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f241d431-65d3-433b-8310-4d6ef1478697 None None] Network 0240618b-a9c0-4156-a794-61c6d15288d0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:46.810074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=5dcd74bd-03e3-42be-a276-146b9b247711,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:46.820289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Router dc3f236c-2164-4731-a433-abc9d04eb883 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:35:46.832825 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a0057ff-44bb-4004-8c1c-4e02fd4e0666 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.849999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1644c071-d1c4-4585-8aea-55308c8c67f8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4744439 Oct 18 23:35:46.947845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:46.949661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:46.991893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b6303-a473-4d22-9e52-8cc184a4832e req-84b64429-4a17-46f5-8031-8a37dad3e01e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:47.003616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f17f43-aae3-482b-a90a-28823888d549 req-fa50cc52-253e-4c33-b1cb-d5b4bfbc4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:47.004946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66f17f43-aae3-482b-a90a-28823888d549 req-fa50cc52-253e-4c33-b1cb-d5b4bfbc4f8a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 1097 time: 0.1786356 Oct 18 23:35:47.006628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a5b6303-a473-4d22-9e52-8cc184a4832e req-84b64429-4a17-46f5-8031-8a37dad3e01e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.3382041 Oct 18 23:35:47.080878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-903a5fc1-47e4-42a1-bdce-23fe93c4c989 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3032568 Oct 18 23:35:47.104768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Request body: {'port': {'device_id': '7158a862-3a26-48b5-8342-4ca981a76efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:47.178151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66f17f43-aae3-482b-a90a-28823888d549 req-a4690290-3a81-4aa9-b947-b2b8ac18cc03 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137271 Oct 18 23:35:47.237495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a0efac39-527b-4f33-965d-807cb7c7218d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a0efac39-527b-4f33-965d-807cb7c7218d,segment=NetworkSegment(767981d0-27e4-4d5f-8e47-80ba404db175),segment_id=767981d0-27e4-4d5f-8e47-80ba404db175)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:47.238995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2708fd6-06fc-4c47-96d9-494deaebbadb req-17f9902d-d121-462c-8e06-027a8428034d tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:47.245348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2708fd6-06fc-4c47-96d9-494deaebbadb req-17f9902d-d121-462c-8e06-027a8428034d tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 944 time: 0.2552607 Oct 18 23:35:47.295796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:35:47.301865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:47.307207 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] Sync routers for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:35:47.321046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:47.328189 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:47.329073 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:47.335116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-57c61822-c91c-4950-97a1-238b297c76fc None None] Provisioning complete for port fabe8275-504e-4608-8129-47f46775c7b0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:47.335573 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57c61822-c91c-4950-97a1-238b297c76fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:47.340006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=4434e84d-2210-47c5-95a7-6e72a744a687,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:47.351167 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2708fd6-06fc-4c47-96d9-494deaebbadb req-c7925351-2d76-403f-b665-96b577e82d37 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829763 Oct 18 23:35:47.466093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917db119-ae2f-46af-8c52-bc5c4915a1ae None None] Network 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:47.517150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a5b6303-a473-4d22-9e52-8cc184a4832e req-9129907f-8ce1-41d2-8a59-3fc8b5fca42e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093524 Oct 18 23:35:47.517736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] No DVR routers for this DVR port 4d48b4e9-c727-40fa-b0d8-a49d99393dec on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:47.523039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:47.526759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83d448d9-381b-4e42-94df-ab7b9fd03e8c req-2f28eb85-1625-4411-abca-a2db5c910f4e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "DELETE /v2.0/ports/4d48b4e9-c727-40fa-b0d8-a49d99393dec HTTP/1.1" status: 204 len: 173 time: 2.2653830 Oct 18 23:35:47.526982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-deleted', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:47.529971 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f8c939-8976-495b-b681-a8c41b9f4f05" -d '{"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-deleted", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:47.587585 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:47.626284 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a0057ff-44bb-4004-8c1c-4e02fd4e0666 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:47.653884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fabe8275-504e-4608-8129-47f46775c7b0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:47.736770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-298af999-f872-4f52-9c5e-c6c56e5b9aa8 req-ae3f645c-b276-4900-ae66-e5d528d25c2a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2ca8879-7f14-4c7a-9d87-ba63d410e766 HTTP/1.1" status: 200 len: 210 time: 0.0630505 Oct 18 23:35:47.804420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a0efac39-527b-4f33-965d-807cb7c7218d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:47.815120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a0057ff-44bb-4004-8c1c-4e02fd4e0666 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:47.850355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0057ff-44bb-4004-8c1c-4e02fd4e0666 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Subnet': ['ID=8e04c279-4379-438a-a305-b6f2040f023e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:47.869139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a0057ff-44bb-4004-8c1c-4e02fd4e0666 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:47.873229 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7a0057ff-44bb-4004-8c1c-4e02fd4e0666 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/subnets/8e04c279-4379-438a-a305-b6f2040f023e HTTP/1.1" status: 204 len: 168 time: 1.3874593 Oct 18 23:35:47.880056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcd74bd-03e3-42be-a276-146b9b247711 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:35:47.885885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35130) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:47.894865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:47.925690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Transition to ACTIVE for port object 5dcd74bd-03e3-42be-a276-146b9b247711 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:35:47.934951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-e662f50c-8627-4547-8460-841a11361ef8 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:47.936622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-e662f50c-8627-4547-8460-841a11361ef8 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/networks?id=0240618b-a9c0-4156-a794-61c6d15288d0 HTTP/1.1" status: 200 len: 813 time: 0.1919937 Oct 18 23:35:47.938019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb2a0f2-85c3-4368-9ae2-4b204493a117 None None] Network 0240618b-a9c0-4156-a794-61c6d15288d0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:47.938439 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:47.988529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-9911958e-f0d8-4766-a9f8-1e2079af9093 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/quotas/6f4c32044c0e4ce09bb474609438a067 HTTP/1.1" status: 200 len: 375 time: 0.0415246 Oct 18 23:35:47.999055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05460476-2a6b-4895-be53-c675b72cd12c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:48.000766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05460476-2a6b-4895-be53-c675b72cd12c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:48.006691 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-05460476-2a6b-4895-be53-c675b72cd12c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1206014 Oct 18 23:35:48.007514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35132) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:48.021913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd74bd-03e3-42be-a276-146b9b247711,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:48.062521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d897987-3fae-41b7-891c-c8c02c20bfa2 req-506e46c8-25bc-456d-b8a2-82977d125718 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:48.067775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-221d5d4c-dda9-44f4-b93b-e4cfb64b015f tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f4c32044c0e4ce09bb474609438a067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673308 Oct 18 23:35:48.079179 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d897987-3fae-41b7-891c-c8c02c20bfa2 req-506e46c8-25bc-456d-b8a2-82977d125718 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 931 time: 0.2121761 Oct 18 23:35:48.093036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:48.158125 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:48.161303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 4d48b4e9-c727-40fa-b0d8-a49d99393dec {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:48.161303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4d48b4e9-c727-40fa-b0d8-a49d99393dec not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:48.190351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d897987-3fae-41b7-891c-c8c02c20bfa2 req-61d169f1-1878-4997-8388-66e8eb5c6e9c tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099515 Oct 18 23:35:48.205386 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] Checking router: dc3f236c-2164-4731-a433-abc9d04eb883 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:35:48.208760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bb91649f-6a97-46e2-9bdf-ec03b143b45c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.217709 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:35:48.218502 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:48.231703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Attempting to bind port 5dcd74bd-03e3-42be-a276-146b9b247711 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:48.232191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Attempting to bind port 5dcd74bd-03e3-42be-a276-146b9b247711 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:48.232669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Attempting to bind port 5dcd74bd-03e3-42be-a276-146b9b247711 on network c2cc1b81-c6ab-4482-bc81-37f7da1108fc {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:48.232781 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb91649f-6a97-46e2-9bdf-ec03b143b45c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 18 23:35:48.233245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb91649f-6a97-46e2-9bdf-ec03b143b45c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:48.242280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Port 5dcd74bd-03e3-42be-a276-146b9b247711 on network c2cc1b81-c6ab-4482-bc81-37f7da1108fc not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:35:48.242770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Attempting to bind port 5dcd74bd-03e3-42be-a276-146b9b247711 on network c2cc1b81-c6ab-4482-bc81-37f7da1108fc {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:48.251181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35136) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:48.255964 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bb91649f-6a97-46e2-9bdf-ec03b143b45c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/69ef8d0c-1cef-4a8d-9ac3-6d643140da4a HTTP/1.1" status: 409 len: 405 time: 0.2463267 Oct 18 23:35:48.263682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1789224539'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:48.268253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:48.268725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Checking segment: {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:48.269298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Bound using segment: {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:48.269896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Bound port: 5dcd74bd-03e3-42be-a276-146b9b247711, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261f4f6c-9f71-459b-af3a-afce9f9b1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:48.270406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.280829 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b0987b-ea55-470e-bbc5-fa3a7c6fff7a x-openstack-request-id: req-78b0987b-ea55-470e-bbc5-fa3a7c6fff7a {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:48.281179 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ca8879-7f14-4c7a-9d87-ba63d410e766", "name": "network-vif-deleted", "tag": "4d48b4e9-c727-40fa-b0d8-a49d99393dec", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:48.281444 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78b0987b-ea55-470e-bbc5-fa3a7c6fff7a {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:48.281860 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ca8879-7f14-4c7a-9d87-ba63d410e766', 'name': 'network-vif-deleted', 'tag': '4d48b4e9-c727-40fa-b0d8-a49d99393dec', 'status': 'completed', 'code': 200} Oct 18 23:35:48.308562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0dc70492-4512-43d5-b707-e1e218664d59 service neutron] 10.222.0.52 "GET /v2.0/networks/0240618b-a9c0-4156-a794-61c6d15288d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079620 Oct 18 23:35:48.326353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:35:48.395976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:48.400318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.455248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port fabe8275-504e-4608-8129-47f46775c7b0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:48.455623 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.457029 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e39ac-1e6e-4cf6-be61-b4955f13e27f req-3e712301-903b-4e44-8585-27fbcb9e8386 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:48.459012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c0e39ac-1e6e-4cf6-be61-b4955f13e27f req-3e712301-903b-4e44-8585-27fbcb9e8386 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 945 time: 0.0850110 Oct 18 23:35:48.462426 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:35:48.495458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] For port 5dcd74bd-03e3-42be-a276-146b9b247711, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:48.505706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] For port 5dcd74bd-03e3-42be-a276-146b9b247711, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5dcd74bd-03e3-42be-a276-146b9b247711,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:48.511729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:48.518696 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.523128 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c0e39ac-1e6e-4cf6-be61-b4955f13e27f req-8097c9a2-25cd-4517-9ca6-5a25461c78a0 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522258 Oct 18 23:35:48.546380 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-35dbd64b-2d3c-46fc-9bc4-43f1ef733618 service neutron] 10.222.0.52 "GET /v2.0/networks/0240618b-a9c0-4156-a794-61c6d15288d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363746 Oct 18 23:35:48.564061 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.564413 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Added segment 3f80594c-80e1-4cf8-a82f-d7153f5b823b of type vlan for network 7754dcd9-576f-4ee5-ba32-781196b68d09 Oct 18 23:35:48.570738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,segment=NetworkSegment(1177c2f2-470a-4e50-b30e-95e54dfe024f),segment_id=1177c2f2-470a-4e50-b30e-95e54dfe024f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:48.617710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '7e8bc397-35a5-44b6-8f4d-50a6c98a8271', 'network_id': 'd5e68270-b5cf-4d00-882f-138e196dc0a2', 'port_id': '7e8bc397-35a5-44b6-8f4d-50a6c98a8271', 'mac_address': 'fa:16:3e:05:61:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88cb23d-18af-4bc8-a614-d41689bce822', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:35:48.621884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-670bf027-ae0e-4d57-9d1a-2cc3ab0245c1 None None] Provisioning complete for port 283cde2f-ce26-41d6-a314-c3ec32f9f91f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:48.622336 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-670bf027-ae0e-4d57-9d1a-2cc3ab0245c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.649101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:48.650436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.652316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] 10.222.0.73 "PUT /v2.0/ports/5dcd74bd-03e3-42be-a276-146b9b247711 HTTP/1.1" status: 200 len: 1092 time: 1.5555503 Oct 18 23:35:48.656237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:48.658914 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27" -d '{"events": [{"name": "network-changed", "server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:48.722046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9081ee6-ed46-4577-822b-28c342518368 None None] DHCP port deletion for 69ef8d0c-1cef-4a8d-9ac3-6d643140da4a request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:48.725222 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.731833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbabb21-36a0-4d9e-8fdd-4a65bc94766c service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd74bd-03e3-42be-a276-146b9b247711,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:48.736044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 283cde2f-ce26-41d6-a314-c3ec32f9f91f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:48.798124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b560029-4a40-43bf-9956-93f3b3714987 req-b13c9dd6-9819-45b2-a996-cdcd3dd43644 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:48.814239 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b560029-4a40-43bf-9956-93f3b3714987 req-b13c9dd6-9819-45b2-a996-cdcd3dd43644 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 944 time: 0.1702535 Oct 18 23:35:48.824397 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73976a62-94bb-4fa0-9d33-b6c462965bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0efac39-527b-4f33-965d-807cb7c7218d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:48.828694 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283f7f80-2cf3-4be8-b1b3-ec06ae5261a3" -d '{"events": [{"server_uuid": "73976a62-94bb-4fa0-9d33-b6c462965bbf", "name": "network-vif-plugged", "status": "completed", "tag": "a0efac39-527b-4f33-965d-807cb7c7218d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:48.896285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.914582 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:48.924293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9b560029-4a40-43bf-9956-93f3b3714987 req-1d48bbe9-9716-416d-993e-dbbe63a612a3 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118474 Oct 18 23:35:48.932052 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.939181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:48.940053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:48.951554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:35:48.967847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-68954695-1f10-4580-9097-df8406618218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:48.969495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-68954695-1f10-4580-9097-df8406618218 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 1095 time: 0.2155266 Oct 18 23:35:48.974905 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ad1aa-b379-4afe-b462-b375f00763cc None None] The sync data for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 is: [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:35:49.074885 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-670bf027-ae0e-4d57-9d1a-2cc3ab0245c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.092993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d53ca62-cc33-45f9-a88c-f9f295c38eff req-c7aa4257-efba-4852-9d59-8b822c4dd214 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 210 time: 0.0480945 Oct 18 23:35:49.099003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-4e2120df-bfd5-4623-b962-bba94436e5a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dcd74bd-03e3-42be-a276-146b9b247711 HTTP/1.1" status: 200 len: 217 time: 0.1120865 Oct 18 23:35:49.100561 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d2f323-1378-4a1f-b681-3ef9f95d7b54 x-openstack-request-id: req-c3d2f323-1378-4a1f-b681-3ef9f95d7b54 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:49.100853 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:49.101109 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3d2f323-1378-4a1f-b681-3ef9f95d7b54 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:49.101568 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711', 'status': 'completed', 'code': 200} Oct 18 23:35:49.158009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 283cde2f-ce26-41d6-a314-c3ec32f9f91f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:49.158407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.172025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,segment=NetworkSegment(1177c2f2-470a-4e50-b30e-95e54dfe024f),segment_id=1177c2f2-470a-4e50-b30e-95e54dfe024f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:49.173513 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9160011 Oct 18 23:35:49.179134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35156) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:49.186401 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b9081ee6-ed46-4577-822b-28c342518368 None None] Deleting port 283cde2f-ce26-41d6-a314-c3ec32f9f91f {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:49.186828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9081ee6-ed46-4577-822b-28c342518368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.187803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'subnet': {'network_id': '7754dcd9-576f-4ee5-ba32-781196b68d09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:49.228749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ac04c-bdb7-41ee-800b-8d57971cff49 req-a29c070d-3d99-477a-a043-655b55260e23 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:49.236133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b9ac04c-bdb7-41ee-800b-8d57971cff49 req-a29c070d-3d99-477a-a043-655b55260e23 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.3558102 Oct 18 23:35:49.240859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df4795-d348-4a6c-981f-4452b49e91a6 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Network': ['ID=7754dcd9-576f-4ee5-ba32-781196b68d09,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:49.264383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-ae9ed88e-d619-443d-94e2-2b15d4b2201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:49.265850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-ae9ed88e-d619-443d-94e2-2b15d4b2201b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce416617-2673-4b53-a6c4-02b23cd33455 HTTP/1.1" status: 200 len: 835 time: 0.1478865 Oct 18 23:35:49.274364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b9081ee6-ed46-4577-822b-28c342518368 None None] For port 283cde2f-ce26-41d6-a314-c3ec32f9f91f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=283cde2f-ce26-41d6-a314-c3ec32f9f91f,segment=NetworkSegment(53e1560d-cf82-480d-b857-1af90449ae17),segment_id=53e1560d-cf82-480d-b857-1af90449ae17)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:49.274806 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9081ee6-ed46-4577-822b-28c342518368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.323628 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9550b88-3f6c-49c8-aa50-245e1116d7ba x-openstack-request-id: req-d9550b88-3f6c-49c8-aa50-245e1116d7ba {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:49.324607 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73976a62-94bb-4fa0-9d33-b6c462965bbf", "name": "network-vif-plugged", "status": "completed", "tag": "a0efac39-527b-4f33-965d-807cb7c7218d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:49.324849 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9550b88-3f6c-49c8-aa50-245e1116d7ba {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:49.325190 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73976a62-94bb-4fa0-9d33-b6c462965bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0efac39-527b-4f33-965d-807cb7c7218d', 'code': 200} Oct 18 23:35:49.328038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 7754dcd9-576f-4ee5-ba32-781196b68d09 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:49.350455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35162) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:49.413930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b9ac04c-bdb7-41ee-800b-8d57971cff49 req-8863f5a2-aff1-414b-aa64-c462404cb9ec tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733136 Oct 18 23:35:49.422961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-9b9a8322-e132-4042-a0cf-c70f829a2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:49.424891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-9b9a8322-e132-4042-a0cf-c70f829a2057 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2cc1b81-c6ab-4482-bc81-37f7da1108fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238747 Oct 18 23:35:49.489015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.502285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b9081ee6-ed46-4577-822b-28c342518368 None None] Calling delete_port for 283cde2f-ce26-41d6-a314-c3ec32f9f91f owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:49.516323 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b53955-1119-4e44-ac85-24eb56684fe7 req-28dfab5a-6d32-4763-93d6-ed25bb6f8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:49.517853 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-37b53955-1119-4e44-ac85-24eb56684fe7 req-28dfab5a-6d32-4763-93d6-ed25bb6f8965 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 1097 time: 0.1572249 Oct 18 23:35:49.526679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:49.529487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-670bf027-ae0e-4d57-9d1a-2cc3ab0245c1 None None] For port 283cde2f-ce26-41d6-a314-c3ec32f9f91f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=283cde2f-ce26-41d6-a314-c3ec32f9f91f,segment=NetworkSegment(53e1560d-cf82-480d-b857-1af90449ae17),segment_id=53e1560d-cf82-480d-b857-1af90449ae17)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:49.530346 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.535977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c0d1a5-13bc-4e8a-b8c8-7690ad8874a2 None None] New status for floating IP ef6dfffa-b365-4d62-805d-ff7e9430d4c8: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:35:49.588920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-3eb2daa9-d2f8-4954-a4c7-7f63aca96194 service neutron] 10.222.0.73 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563885 Oct 18 23:35:49.594480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b85016-79a1-47f8-9131-25208d53f1f5 req-5072eb4c-c4de-40df-9b04-69e3f684d717 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:49.601994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e4b85016-79a1-47f8-9131-25208d53f1f5 req-5072eb4c-c4de-40df-9b04-69e3f684d717 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 943 time: 0.1513550 Oct 18 23:35:49.611903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00b1201b-892e-42e0-b00f-6e6d0c159e31 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.643323 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-670bf027-ae0e-4d57-9d1a-2cc3ab0245c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.696873 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-37b53955-1119-4e44-ac85-24eb56684fe7 req-ec0da45b-7428-4a12-9a09-eab3254c64c2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607101 Oct 18 23:35:49.704369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00b1201b-892e-42e0-b00f-6e6d0c159e31 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.732587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b6aef-276c-4636-9062-98a7982ac0f4 req-69272112-b040-41a0-9847-17c33562bb76 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:49.734112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-442b6aef-276c-4636-9062-98a7982ac0f4 req-69272112-b040-41a0-9847-17c33562bb76 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 945 time: 0.1121750 Oct 18 23:35:49.745971 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e4b85016-79a1-47f8-9131-25208d53f1f5 req-261ef9d1-deba-441b-90d1-1a1dbe2d8813 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386073 Oct 18 23:35:49.789342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:49.805162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33dc3ddd-b208-4d8f-bd42-67fa8203adba req-bcd1eabb-71f0-4800-bcce-215d4fb90e6c service neutron] 10.222.0.73 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084737 Oct 18 23:35:49.831897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00b1201b-892e-42e0-b00f-6e6d0c159e31 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.834901 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00b1201b-892e-42e0-b00f-6e6d0c159e31 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:49.836118 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-00b1201b-892e-42e0-b00f-6e6d0c159e31 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "DELETE /v2.0/security-groups/6c83681b-f8c6-4bbd-b52d-8aac4166cb2c HTTP/1.1" status: 204 len: 168 time: 0.4842570 Oct 18 23:35:49.845227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35168) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:49.855797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-442b6aef-276c-4636-9062-98a7982ac0f4 req-83f89653-cf3f-4b6e-a703-d58187bbb1cd tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080832 Oct 18 23:35:49.874083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1201b-892e-42e0-b00f-6e6d0c159e31 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c83681b-f8c6-4bbd-b52d-8aac4166cb2c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:49.877626 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-073dad74-8e6c-43a9-bcf6-9655cb13b8a8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] show failed (client error): The resource could not be found. Oct 18 23:35:49.878577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-073dad74-8e6c-43a9-bcf6-9655cb13b8a8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups/6c83681b-f8c6-4bbd-b52d-8aac4166cb2c HTTP/1.1" status: 404 len: 347 time: 0.0311208 Oct 18 23:35:49.885592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35170) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:49.929678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7e8bc397-35a5-44b6-8f4d-50a6c98a8271'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:35:50.078066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.objects.ports [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:35:50.087333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:50.147331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 283cde2f-ce26-41d6-a314-c3ec32f9f91f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:50.175088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bf027-ae0e-4d57-9d1a-2cc3ab0245c1 None None] Pushing event updated for resources: {'Port': ['ID=283cde2f-ce26-41d6-a314-c3ec32f9f91f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:50.217642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Checking segment: {'id': '3f80594c-80e1-4cf8-a82f-d7153f5b823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7754dcd9-576f-4ee5-ba32-781196b68d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:50.218144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network hostable DHCP agents. Network: 7754dcd9-576f-4ee5-ba32-781196b68d09, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:50.224782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Subnet': ['ID=3ea4782c-1fac-4c55-a726-6e44c28aae17,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:50.249097 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9081ee6-ed46-4577-822b-28c342518368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:50.249547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07be12-fd3f-4d17-a7d8-87ee4e043692 req-53fe9dfd-6b21-4992-b81e-da0fb24f3a32 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:50.251731 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e07be12-fd3f-4d17-a7d8-87ee4e043692 req-53fe9dfd-6b21-4992-b81e-da0fb24f3a32 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 945 time: 0.1989183 Oct 18 23:35:50.270082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network 7754dcd9-576f-4ee5-ba32-781196b68d09 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:50.287353 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8277160f-9e48-41ea-bf09-9902c835c631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:50.301140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9081ee6-ed46-4577-822b-28c342518368 None None] Pushing event deleted for resources: {'Port': ['ID=283cde2f-ce26-41d6-a314-c3ec32f9f91f,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:50.302165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 7754dcd9-576f-4ee5-ba32-781196b68d09) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:50.309607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:50.310607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:50.311766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9081ee6-ed46-4577-822b-28c342518368 None None] No DVR routers for this DVR port 283cde2f-ce26-41d6-a314-c3ec32f9f91f on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:50.319354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e07be12-fd3f-4d17-a7d8-87ee4e043692 req-7e16f78b-a0eb-4e9e-bce5-5fcb27385e29 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588307 Oct 18 23:35:50.325733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No active binding found for port 283cde2f-ce26-41d6-a314-c3ec32f9f91f {{(pid=100923) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 18 23:35:50.326175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 283cde2f-ce26-41d6-a314-c3ec32f9f91f not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:50.359256 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-917f9b9f-5834-4ebe-af42-d7d3ba61d3bf tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1754191 Oct 18 23:35:50.360444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35176) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:50.364828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6ce6e-a881-4f5a-b858-67908ab1056e None None] Network 7754dcd9-576f-4ee5-ba32-781196b68d09 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:50.366702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'port': {'network_id': '7754dcd9-576f-4ee5-ba32-781196b68d09', 'name': 'tempest-NetworksIpV6TestAttrs-1688559964'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:50.420530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-759c4d62-7c19-4c19-a8c4-621179c0076a req-9bb5ea66-caba-403d-a333-422661541ae4 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 210 time: 0.0920398 Oct 18 23:35:50.465448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-f21af931-ff3d-43f4-9329-d9ae6e2942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:50.467216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-f21af931-ff3d-43f4-9329-d9ae6e2942c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 1095 time: 0.5439651 Oct 18 23:35:50.525039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Deleting port b0a929b3-b7b2-4146-87a4-288abbd398e7 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:50.525642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:50.547472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:50.551802 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:50.577288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] device_id is not set on port af054625-345c-4603-b9a7-dbb22c9f9ea1 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:35:50.597324 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4436fd-4178-4bee-8253-da6ab22af40f req-dbd6085b-f7da-4330-bc84-a7d196623988 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:50.598923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f4436fd-4178-4bee-8253-da6ab22af40f req-dbd6085b-f7da-4330-bc84-a7d196623988 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0942576 Oct 18 23:35:50.615321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-7754dcd9-576f-4ee5-ba32-781196b68d09', 'network_id': '7754dcd9-576f-4ee5-ba32-781196b68d09', 'tenant_id': 'af5892e616ba4e76b86a439c567fed1b', 'fixed_ips': [{'subnet_id': '3ea4782c-1fac-4c55-a726-6e44c28aae17'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:35:50.616622 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:50.691822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-c97caad6-4be9-41e6-a8db-082a756e9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:50.693314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-c97caad6-4be9-41e6-a8db-082a756e9341 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c2cc1b81-c6ab-4482-bc81-37f7da1108fc HTTP/1.1" status: 200 len: 897 time: 0.2191386 Oct 18 23:35:50.720925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f4436fd-4178-4bee-8253-da6ab22af40f req-3fabc43a-557d-435d-9a5c-dab6b26c381f tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904815 Oct 18 23:35:50.755283 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-370c38cf-776b-4baf-b929-245d3976d9f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dcd74bd-03e3-42be-a276-146b9b247711 HTTP/1.1" status: 200 len: 217 time: 0.0531371 Oct 18 23:35:50.756701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:50.757660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:50.787984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Allocated IP 2001:db8::f816:3eff:fe88:1d29 (7754dcd9-576f-4ee5-ba32-781196b68d09/3ea4782c-1fac-4c55-a726-6e44c28aae17/af054625-345c-4603-b9a7-dbb22c9f9ea1) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:50.805723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Calling delete_port for b0a929b3-b7b2-4146-87a4-288abbd398e7 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:50.877194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-75a791a6-f798-45c0-a9d2-e0f6a2ac2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:50.878862 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-75a791a6-f798-45c0-a9d2-e0f6a2ac2934 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce416617-2673-4b53-a6c4-02b23cd33455 HTTP/1.1" status: 200 len: 835 time: 0.1171880 Oct 18 23:35:50.967017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-cac32b48-7704-4d8c-8f49-3b3dee1cf168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:50.969028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-cac32b48-7704-4d8c-8f49-3b3dee1cf168 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2cc1b81-c6ab-4482-bc81-37f7da1108fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824118 Oct 18 23:35:51.128057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:51.171665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event deleted for resources: {'Port': ['ID=b0a929b3-b7b2-4146-87a4-288abbd398e7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:51.192407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3bcb5-cb0e-40e5-8f72-100bda728ce3 req-4795fdd3-8fed-4a1a-8131-7f813844fb1a tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:51.194077 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70f3bcb5-cb0e-40e5-8f72-100bda728ce3 req-4795fdd3-8fed-4a1a-8131-7f813844fb1a tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 945 time: 0.1593089 Oct 18 23:35:51.255660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-7b67c698-f656-46d7-bdb3-4b5d7cf14bfd service neutron] 10.222.0.73 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470009 Oct 18 23:35:51.323159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:51.327169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:51.327492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f4271de3-250b-46f7-9575-23f126ab9b5d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "DELETE /v2.0/floatingips/ef6dfffa-b365-4d62-805d-ff7e9430d4c8 HTTP/1.1" status: 204 len: 168 time: 1.4408429 Oct 18 23:35:51.369258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70f3bcb5-cb0e-40e5-8f72-100bda728ce3 req-deff2d6d-377f-4ea3-8e16-a78557b0eb83 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548581 Oct 18 23:35:51.373251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-17611924-a8bb-4446-bf30-31f956f4c235 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:51.374897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-17611924-a8bb-4446-bf30-31f956f4c235 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.102 "GET /v2.0/networks?id=0240618b-a9c0-4156-a794-61c6d15288d0 HTTP/1.1" status: 200 len: 813 time: 0.6492538 Oct 18 23:35:51.410821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Request body: {'port': {'device_id': '4ad04afc-7b2d-4ebe-a2ae-c00c91896a32', 'network_id': '0240618b-a9c0-4156-a794-61c6d15288d0', 'admin_state_up': True, 'tenant_id': '6f4c32044c0e4ce09bb474609438a067'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:51.414056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22ee62d4-f679-431b-adf3-3b5ee5f9ab27 req-8b283204-a160-4367-b4e6-c73c8c1ea1db service neutron] 10.222.0.73 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492627 Oct 18 23:35:51.424997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05904843-9438-4c66-8ce1-194ab68ce8a9 req-9a472fd1-32c2-4242-a70f-52eaeceb06f5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:51.426525 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05904843-9438-4c66-8ce1-194ab68ce8a9 req-9a472fd1-32c2-4242-a70f-52eaeceb06f5 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 943 time: 0.1750762 Oct 18 23:35:51.428617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843766-6961-4bf0-b873-0543a5096e2c req-85eb7455-ec0a-4e26-b62c-e4ac01543d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:51.430040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22843766-6961-4bf0-b873-0543a5096e2c req-85eb7455-ec0a-4e26-b62c-e4ac01543d02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03d2d892c768499e9a244e4c9452a099&device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 1097 time: 0.1797643 Oct 18 23:35:51.532220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d261c6c-f362-4a48-b23b-b169e6888d3f req-b89635dc-8876-4c06-8b4a-0b29e1b586eb tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:51.533802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d261c6c-f362-4a48-b23b-b169e6888d3f req-b89635dc-8876-4c06-8b4a-0b29e1b586eb tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0525208 Oct 18 23:35:51.593928 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d261c6c-f362-4a48-b23b-b169e6888d3f req-0539638f-4583-41f8-a90a-2b5d2c0622f0 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528419 Oct 18 23:35:51.647932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05904843-9438-4c66-8ce1-194ab68ce8a9 req-fb131559-011c-40d1-9fe7-c9484dd2c0bc tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096505 Oct 18 23:35:51.721039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bac46c-2626-4815-aecd-932249ec9f82 req-dd1a07d8-68e9-4125-9447-ba3f100a34f1 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:51.723243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84bac46c-2626-4815-aecd-932249ec9f82 req-dd1a07d8-68e9-4125-9447-ba3f100a34f1 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 945 time: 0.0682652 Oct 18 23:35:51.726164 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:51.734512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843766-6961-4bf0-b873-0543a5096e2c req-26035cf1-f71e-4e3b-8f49-c7125e9c19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:51.736001 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22843766-6961-4bf0-b873-0543a5096e2c req-26035cf1-f71e-4e3b-8f49-c7125e9c19ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 200 len: 911 time: 0.2850082 Oct 18 23:35:51.751034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Made reservation on behalf of 6f4c32044c0e4ce09bb474609438a067 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:51.754628 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:51.776250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84bac46c-2626-4815-aecd-932249ec9f82 req-304fdb11-780e-4f04-9880-aff27ff8cf14 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Oct 18 23:35:51.823143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22843766-6961-4bf0-b873-0543a5096e2c req-fcab40fa-6924-4120-ba0e-416ea1eb90bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4434e84d-2210-47c5-95a7-6e72a744a687 HTTP/1.1" status: 200 len: 217 time: 0.0661590 Oct 18 23:35:51.890318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0b7280d0-244c-4123-b356-48673fa9213f req-c7ff5a08-b904-4ee6-945f-e555ebf998ff tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 210 time: 0.0316513 Oct 18 23:35:51.927289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:51.938973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Allocated IP 2001:db8::f816:3eff:fef3:31f0 (7754dcd9-576f-4ee5-ba32-781196b68d09/3ea4782c-1fac-4c55-a726-6e44c28aae17/7d8b483c-02c3-418d-8dd6-99e7648b80be) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:51.994273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843766-6961-4bf0-b873-0543a5096e2c req-80dd1b4b-6501-426c-b059-648ed2b7587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:51.996489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22843766-6961-4bf0-b873-0543a5096e2c req-80dd1b4b-6501-426c-b059-648ed2b7587b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04f5557f-8543-454a-b4af-90412a3807ed HTTP/1.1" status: 200 len: 850 time: 0.1635635 Oct 18 23:35:52.030230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network 7754dcd9-576f-4ee5-ba32-781196b68d09 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:52.049057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Port': ['ID=af054625-345c-4603-b9a7-dbb22c9f9ea1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:52.053868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:52.057058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:52.064520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:52.065307 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.094518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22843766-6961-4bf0-b873-0543a5096e2c req-b9fcfead-cf79-4385-a557-fb4b22e61245 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880382 Oct 18 23:35:52.103485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35194) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:52.109881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-27aad6bd-df0c-47b6-ae49-cc84fcaf4052 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696228933', 'description': 'tempest-description--2115027849'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:52.113913 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.121077 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.145844 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-27aad6bd-df0c-47b6-ae49-cc84fcaf4052 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.151397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d937cbfe-f9b1-4743-86f5-662e18284da2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7854154 Oct 18 23:35:52.156852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35196) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:52.168323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Network 7754dcd9-576f-4ee5-ba32-781196b68d09 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:52.173196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:52.177015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:52.187057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Pushing event updated for resources: {'Port': ['ID=7d8b483c-02c3-418d-8dd6-99e7648b80be,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:52.201822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Allocated IP 172.20.0.11 (0240618b-a9c0-4156-a794-61c6d15288d0/36dd8d75-239e-4a5b-ab6e-f1939dc8a8a7/185c5a29-53f9-41de-956b-8d59ac0f0c00) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:52.239144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2b11b7-0196-4e17-89a0-1f0da0f846c2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Deleting subnet 3ea4782c-1fac-4c55-a726-6e44c28aae17 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:52.246137 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11b7-0196-4e17-89a0-1f0da0f846c2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.251559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Attempting to bind port 7d8b483c-02c3-418d-8dd6-99e7648b80be on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:52.252108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Attempting to bind port 7d8b483c-02c3-418d-8dd6-99e7648b80be by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '3f80594c-80e1-4cf8-a82f-d7153f5b823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7754dcd9-576f-4ee5-ba32-781196b68d09'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:52.254426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Attempting to bind port 7d8b483c-02c3-418d-8dd6-99e7648b80be on network 7754dcd9-576f-4ee5-ba32-781196b68d09 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:52.260264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:52.263137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Checking segment: {'id': '3f80594c-80e1-4cf8-a82f-d7153f5b823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7754dcd9-576f-4ee5-ba32-781196b68d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:52.263137 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.263137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Bound using segment: {'id': '3f80594c-80e1-4cf8-a82f-d7153f5b823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7754dcd9-576f-4ee5-ba32-781196b68d09'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:52.263137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Bound port: 7d8b483c-02c3-418d-8dd6-99e7648b80be, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f80594c-80e1-4cf8-a82f-d7153f5b823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7754dcd9-576f-4ee5-ba32-781196b68d09'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:52.264953 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.266203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22843766-6961-4bf0-b873-0543a5096e2c req-28b734a6-7c41-4fdc-91a5-821e8f5e2838 service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585596 Oct 18 23:35:52.309801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:52.316823 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11b7-0196-4e17-89a0-1f0da0f846c2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.343888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-27aad6bd-df0c-47b6-ae49-cc84fcaf4052 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.352669 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-27aad6bd-df0c-47b6-ae49-cc84fcaf4052 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.358867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] For port 7d8b483c-02c3-418d-8dd6-99e7648b80be, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:52.365914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] For port 7d8b483c-02c3-418d-8dd6-99e7648b80be, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7d8b483c-02c3-418d-8dd6-99e7648b80be,segment=NetworkSegment(3f80594c-80e1-4cf8-a82f-d7153f5b823b),segment_id=3f80594c-80e1-4cf8-a82f-d7153f5b823b)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:52.373842 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.402363 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-27aad6bd-df0c-47b6-ae49-cc84fcaf4052 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.406624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-27aad6bd-df0c-47b6-ae49-cc84fcaf4052 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2975035 Oct 18 23:35:52.407775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35198) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:52.413363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ba22a314-f292-4af8-ac42-537b2750cae8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'security_group_rule': {'security_group_id': '559affc4-73bf-4b51-bbb3-c5bf675d9641', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:52.423192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aad6bd-df0c-47b6-ae49-cc84fcaf4052 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559affc4-73bf-4b51-bbb3-c5bf675d9641,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:52.423539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:35:52.442263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:52.452574 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.471654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22843766-6961-4bf0-b873-0543a5096e2c req-2e9a32af-2883-4d0f-a550-06ec8977a857 service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951118 Oct 18 23:35:52.508123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.529602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ba22a314-f292-4af8-ac42-537b2750cae8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.531950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de8e1e-e581-4e98-973e-6e0d23b436df None None] Pushing event updated for resources: {'Port': ['ID=7d8b483c-02c3-418d-8dd6-99e7648b80be,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:52.593133 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.601257 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.630010 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11b7-0196-4e17-89a0-1f0da0f846c2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.647037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1be9af8-b48d-4e5a-8aaf-34002a451fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8bc397-35a5-44b6-8f4d-50a6c98a8271'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:52.653022 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3cbcca-c38c-412c-8062-c6a18eea5cc2" -d '{"events": [{"server_uuid": "c1be9af8-b48d-4e5a-8aaf-34002a451fe1", "name": "network-vif-plugged", "status": "completed", "tag": "7e8bc397-35a5-44b6-8f4d-50a6c98a8271"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:52.669122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Network 0240618b-a9c0-4156-a794-61c6d15288d0 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:52.674678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:52.679469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:52.695222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,segment=NetworkSegment(1177c2f2-470a-4e50-b30e-95e54dfe024f),segment_id=1177c2f2-470a-4e50-b30e-95e54dfe024f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:52.703799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.786836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Pushing event updated for resources: {'Port': ['ID=185c5a29-53f9-41de-956b-8d59ac0f0c00,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:52.803539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:52.816823 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ba22a314-f292-4af8-ac42-537b2750cae8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.828716 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:52.829572 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.830524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8fca2-bc66-4614-b391-b9ad9ed6d1ba req-3d519b08-57af-4e6d-b020-d36e4fffe976 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:52.840475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86a8fca2-bc66-4614-b391-b9ad9ed6d1ba req-3d519b08-57af-4e6d-b020-d36e4fffe976 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 945 time: 0.3078821 Oct 18 23:35:52.851259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ba22a314-f292-4af8-ac42-537b2750cae8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.869651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c218c-0fde-4fe8-b716-21338057c44e req-600140b2-2427-47ff-b218-14c2f9631b90 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:52.878593 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf1c218c-0fde-4fe8-b716-21338057c44e req-600140b2-2427-47ff-b218-14c2f9631b90 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1673670 Oct 18 23:35:52.884394 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-0458fcde-f80b-434f-90de-5c8658b2785d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4901464 Oct 18 23:35:52.890278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22a314-f292-4af8-ac42-537b2750cae8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bd10d1-d83d-4951-af46-bdb71aba183f,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:52.894981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11b7-0196-4e17-89a0-1f0da0f846c2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.904428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Request body: {'port': {'device_id': '4ad04afc-7b2d-4ebe-a2ae-c00c91896a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:52.941787 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ba22a314-f292-4af8-ac42-537b2750cae8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.944149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ba22a314-f292-4af8-ac42-537b2750cae8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5346022 Oct 18 23:35:52.945162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b11b7-0196-4e17-89a0-1f0da0f846c2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea4782c-1fac-4c55-a726-6e44c28aae17,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:52.946859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35216) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:52.947863 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11b7-0196-4e17-89a0-1f0da0f846c2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:52.953339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0c2b11b7-0196-4e17-89a0-1f0da0f846c2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/subnets/3ea4782c-1fac-4c55-a726-6e44c28aae17 HTTP/1.1" status: 204 len: 168 time: 0.7933135 Oct 18 23:35:52.955146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35218) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:52.959466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86a8fca2-bc66-4614-b391-b9ad9ed6d1ba req-fbab5eca-d7a9-4151-8704-6b28ac5345d1 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179609 Oct 18 23:35:52.963494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2c405942-b8bf-42c3-ba53-9f5fc77ffac8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'security_group_rule': {'security_group_id': '559affc4-73bf-4b51-bbb3-c5bf675d9641', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:52.996359 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c405942-b8bf-42c3-ba53-9f5fc77ffac8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.008845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf1c218c-0fde-4fe8-b716-21338057c44e req-f5f64b40-f11a-45a2-b87e-a941edcd7e3e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292915 Oct 18 23:35:53.017366 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcec1dec-5882-4bd0-b777-2690f4bb3175 x-openstack-request-id: req-dcec1dec-5882-4bd0-b777-2690f4bb3175 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:53.018332 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1be9af8-b48d-4e5a-8aaf-34002a451fe1", "name": "network-vif-plugged", "status": "completed", "tag": "7e8bc397-35a5-44b6-8f4d-50a6c98a8271", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:53.018660 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcec1dec-5882-4bd0-b777-2690f4bb3175 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:53.019813 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1be9af8-b48d-4e5a-8aaf-34002a451fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8bc397-35a5-44b6-8f4d-50a6c98a8271', 'code': 200} Oct 18 23:35:53.026874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.060931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06673da9-16f5-49a2-998c-be7d8c6026cd tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:53.062904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06673da9-16f5-49a2-998c-be7d8c6026cd tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:53.067148 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06673da9-16f5-49a2-998c-be7d8c6026cd tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1082366 Oct 18 23:35:53.073716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35222) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:53.162657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c405942-b8bf-42c3-ba53-9f5fc77ffac8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.196540 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c405942-b8bf-42c3-ba53-9f5fc77ffac8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.241234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00858c5-d0cb-4ab3-befd-15dd3ab23b5f req-4fa8e345-78ff-4443-a0c1-95ca68b0050f tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:53.242806 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d00858c5-d0cb-4ab3-befd-15dd3ab23b5f req-4fa8e345-78ff-4443-a0c1-95ca68b0050f tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 946 time: 0.1282456 Oct 18 23:35:53.264110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c405942-b8bf-42c3-ba53-9f5fc77ffac8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6ae9df-1e0e-4a52-9ded-2595c7425588,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:53.274987 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-52909ae0-20e0-42e2-a6b2-95cb79b20df3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.287026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c405942-b8bf-42c3-ba53-9f5fc77ffac8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.288455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2c405942-b8bf-42c3-ba53-9f5fc77ffac8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3358397 Oct 18 23:35:53.290197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf04c2e-b570-43ea-9b63-3d63595e3820 req-ce9d8261-beeb-48f6-b919-04dba062df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:53.291841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcf04c2e-b570-43ea-9b63-3d63595e3820 req-ce9d8261-beeb-48f6-b919-04dba062df93 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 1098 time: 0.1575553 Oct 18 23:35:53.293548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35224) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:53.303260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a666a-4e1c-4d1f-b1c6-a55667e01801 req-14bf9672-e4b7-4cee-8b5c-5885093b178d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:53.304973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-517a666a-4e1c-4d1f-b1c6-a55667e01801 req-14bf9672-e4b7-4cee-8b5c-5885093b178d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 943 time: 0.2025709 Oct 18 23:35:53.309377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:53.323356 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-52909ae0-20e0-42e2-a6b2-95cb79b20df3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 18 23:35:53.324350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52909ae0-20e0-42e2-a6b2-95cb79b20df3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:35:53.327395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-52909ae0-20e0-42e2-a6b2-95cb79b20df3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/7754dcd9-576f-4ee5-ba32-781196b68d09 HTTP/1.1" status: 409 len: 405 time: 0.2478034 Oct 18 23:35:53.332539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35226) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:53.335801 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d00858c5-d0cb-4ab3-befd-15dd3ab23b5f req-511e2132-e93f-49ea-accc-962edcaf877b tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815873 Oct 18 23:35:53.349324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-588823861'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:53.402607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 23:35:53.402607 n-d-713498-28 neutron-server[100922]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 18 23:35:53.402607 n-d-713498-28 neutron-server[100922]: [parameters: {'project_id_1': 'af5892e616ba4e76b86a439c567fed1b', 'expiration_1': datetime.datetime(2021, 10, 18, 23, 35, 33, 378853)}] Oct 18 23:35:53.402607 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:35:53.403139 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:35:53.412456 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.422309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcf04c2e-b570-43ea-9b63-3d63595e3820 req-9edc34a1-dd8a-43b4-a8bd-6ad2e09cfecf service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082425 Oct 18 23:35:53.445435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-517a666a-4e1c-4d1f-b1c6-a55667e01801 req-b3bdc344-c673-4d85-9c9b-bec810352c3d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248522 Oct 18 23:35:53.467804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185c5a29-53f9-41de-956b-8d59ac0f0c00 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:35:53.475564 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.500217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Transition to ACTIVE for port object 185c5a29-53f9-41de-956b-8d59ac0f0c00 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:35:53.512919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c910133-3199-424b-b1cb-076bf721c694 req-c3b2a60f-227d-4844-ba3d-3925ea19214c tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:53.515005 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c910133-3199-424b-b1cb-076bf721c694 req-c3b2a60f-227d-4844-ba3d-3925ea19214c tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 932 time: 0.0908909 Oct 18 23:35:53.516251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.553938 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.606043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Pushing event updated for resources: {'Port': ['ID=185c5a29-53f9-41de-956b-8d59ac0f0c00,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:53.635398 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c910133-3199-424b-b1cb-076bf721c694 req-7993f46e-f7e5-496f-9bf5-89956136d183 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105635 Oct 18 23:35:53.700493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Allocated IP 172.25.7.97 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/44aac2f6-9482-499c-86ee-517fe53ef029) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:53.707068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Attempting to bind port 185c5a29-53f9-41de-956b-8d59ac0f0c00 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:53.707528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Attempting to bind port 185c5a29-53f9-41de-956b-8d59ac0f0c00 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '597eddae-830a-4451-a17c-e8803a4019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0240618b-a9c0-4156-a794-61c6d15288d0'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:53.708134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Attempting to bind port 185c5a29-53f9-41de-956b-8d59ac0f0c00 on network 0240618b-a9c0-4156-a794-61c6d15288d0 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:53.713401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Port 185c5a29-53f9-41de-956b-8d59ac0f0c00 on network 0240618b-a9c0-4156-a794-61c6d15288d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:35:53.713782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Attempting to bind port 185c5a29-53f9-41de-956b-8d59ac0f0c00 on network 0240618b-a9c0-4156-a794-61c6d15288d0 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:53.720685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:53.721059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Checking segment: {'id': '597eddae-830a-4451-a17c-e8803a4019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0240618b-a9c0-4156-a794-61c6d15288d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:53.721452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Bound using segment: {'id': '597eddae-830a-4451-a17c-e8803a4019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0240618b-a9c0-4156-a794-61c6d15288d0'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:53.721897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Bound port: 185c5a29-53f9-41de-956b-8d59ac0f0c00, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597eddae-830a-4451-a17c-e8803a4019ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0240618b-a9c0-4156-a794-61c6d15288d0'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:53.722261 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.762581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765aade-d505-4738-9980-9a06d1882730 None None] Network 7754dcd9-576f-4ee5-ba32-781196b68d09 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:53.862288 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.864000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] For port 185c5a29-53f9-41de-956b-8d59ac0f0c00, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:53.864463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-daa44eb5-7a97-4ce2-9ac4-aa7f4bedbb75 None None] Provisioning complete for port 7d8b483c-02c3-418d-8dd6-99e7648b80be triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:53.864884 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-daa44eb5-7a97-4ce2-9ac4-aa7f4bedbb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.868040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] For port 185c5a29-53f9-41de-956b-8d59ac0f0c00, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=185c5a29-53f9-41de-956b-8d59ac0f0c00,segment=NetworkSegment(597eddae-830a-4451-a17c-e8803a4019ab),segment_id=597eddae-830a-4451-a17c-e8803a4019ab)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:53.882957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e67a9-aa70-4ccd-a88d-01993b63664a req-79ced439-ebf2-417f-80e1-34a33f01b39d tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:53.884600 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e67a9-aa70-4ccd-a88d-01993b63664a req-79ced439-ebf2-417f-80e1-34a33f01b39d tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 945 time: 0.0881250 Oct 18 23:35:53.886135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.937095 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.940414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:53.941291 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:53.942636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] 10.222.0.102 "PUT /v2.0/ports/185c5a29-53f9-41de-956b-8d59ac0f0c00 HTTP/1.1" status: 200 len: 1093 time: 1.0434699 Oct 18 23:35:53.944912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:53.945063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad04afc-7b2d-4ebe-a2ae-c00c91896a32', 'tag': '185c5a29-53f9-41de-956b-8d59ac0f0c00'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:53.947309 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fa434f-faa2-4d4e-bc2f-cb9383459314" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad04afc-7b2d-4ebe-a2ae-c00c91896a32", "tag": "185c5a29-53f9-41de-956b-8d59ac0f0c00"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:53.949826 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.018610 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df1de47-349e-4722-aa70-f1e5300b8bff x-openstack-request-id: req-4df1de47-349e-4722-aa70-f1e5300b8bff {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:54.018929 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad04afc-7b2d-4ebe-a2ae-c00c91896a32", "tag": "185c5a29-53f9-41de-956b-8d59ac0f0c00", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:54.019187 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4df1de47-349e-4722-aa70-f1e5300b8bff {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:54.019961 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad04afc-7b2d-4ebe-a2ae-c00c91896a32', 'tag': '185c5a29-53f9-41de-956b-8d59ac0f0c00', 'status': 'completed', 'code': 200} Oct 18 23:35:54.020681 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-392f82f7-0950-4e2b-abd4-5a862f620790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.028766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f3e67a9-aa70-4ccd-a88d-01993b63664a req-d85b1aad-f0ed-4627-8424-91765b0ea7f5 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339941 Oct 18 23:35:54.029553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f41cd8-c11a-463e-9732-b11a6a6a2995 service neutron] Pushing event updated for resources: {'Port': ['ID=185c5a29-53f9-41de-956b-8d59ac0f0c00,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:54.040491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5dcd74bd-03e3-42be-a276-146b9b247711 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:35:54.052775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:54.053849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'Port': ['ID=44aac2f6-9482-499c-86ee-517fe53ef029,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:54.071586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:54.085880 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.086242 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Added segment 46a92d1d-7554-4667-9191-8b16062d4d06 of type vlan for network 2b434632-cc8f-4f79-a1b2-dd14654dafba Oct 18 23:35:54.144031 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.149965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-035157d9-a2bb-4cbf-9dea-f9f758e432f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:54.151720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:54.151925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-035157d9-a2bb-4cbf-9dea-f9f758e432f5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6f4c32044c0e4ce09bb474609438a067&device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 1096 time: 0.1105175 Oct 18 23:35:54.154257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:54.161839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7d8b483c-02c3-418d-8dd6-99e7648b80be up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:54.210276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-f53a6ccf-441c-4049-8e57-786ec742755f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=185c5a29-53f9-41de-956b-8d59ac0f0c00 HTTP/1.1" status: 200 len: 217 time: 0.0427878 Oct 18 23:35:54.255715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5dcd74bd-03e3-42be-a276-146b9b247711, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5dcd74bd-03e3-42be-a276-146b9b247711,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:54.257009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.263451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:54.264561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.275464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '5dcd74bd-03e3-42be-a276-146b9b247711', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'port_id': '5dcd74bd-03e3-42be-a276-146b9b247711', 'mac_address': 'fa:16:3e:aa:2e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:35:54.296393 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:35:54.319034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816e857-22a8-4397-9d84-71469fbb5cd3 None None] DHCP port deletion for 7754dcd9-576f-4ee5-ba32-781196b68d09 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:35:54.323371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-6b29b600-7646-4b8a-8b20-f803135134fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:54.326115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-6b29b600-7646-4b8a-8b20-f803135134fc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=36dd8d75-239e-4a5b-ab6e-f1939dc8a8a7 HTTP/1.1" status: 200 len: 853 time: 0.1056364 Oct 18 23:35:54.330984 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-daa44eb5-7a97-4ce2-9ac4-aa7f4bedbb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.373277 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.381422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-dca400b8-c229-4f3c-b9ae-6a854b365ac1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0240618b-a9c0-4156-a794-61c6d15288d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402193 Oct 18 23:35:54.386478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95237d0c-f24a-400b-9fea-c0540e36c333 req-4ee84845-4cf0-447e-a124-488f2ad2a492 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:54.388092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95237d0c-f24a-400b-9fea-c0540e36c333 req-4ee84845-4cf0-447e-a124-488f2ad2a492 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.2062817 Oct 18 23:35:54.400956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0616069 Oct 18 23:35:54.402176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35240) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:54.407134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcd74bd-03e3-42be-a276-146b9b247711 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:35:54.414641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7d8b483c-02c3-418d-8dd6-99e7648b80be triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:54.415049 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.446477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'subnet': {'network_id': '2b434632-cc8f-4f79-a1b2-dd14654dafba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:54.452932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-daa44eb5-7a97-4ce2-9ac4-aa7f4bedbb75 None None] For port 7d8b483c-02c3-418d-8dd6-99e7648b80be, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7d8b483c-02c3-418d-8dd6-99e7648b80be,segment=NetworkSegment(3f80594c-80e1-4cf8-a82f-d7153f5b823b),segment_id=3f80594c-80e1-4cf8-a82f-d7153f5b823b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:54.468752 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-daa44eb5-7a97-4ce2-9ac4-aa7f4bedbb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.471763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5dcd74bd-03e3-42be-a276-146b9b247711, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5dcd74bd-03e3-42be-a276-146b9b247711,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:54.502113 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.507112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b745609-0788-4586-9bea-95f11fd08940 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Network': ['ID=2b434632-cc8f-4f79-a1b2-dd14654dafba,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:54.515673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.527981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2b434632-cc8f-4f79-a1b2-dd14654dafba details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:54.540611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c50ddf-d893-42f3-b9f8-687a3dc48be2 req-910aac1e-30f9-43ff-a4c2-2f54ff92e343 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:54.542430 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-43c50ddf-d893-42f3-b9f8-687a3dc48be2 req-910aac1e-30f9-43ff-a4c2-2f54ff92e343 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 946 time: 0.1056507 Oct 18 23:35:54.544245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-f1ee5ce1-f9e4-4278-9266-418e9b441f5f service neutron] 10.222.0.102 "GET /v2.0/networks/0240618b-a9c0-4156-a794-61c6d15288d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529937 Oct 18 23:35:54.561592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d816e857-22a8-4397-9d84-71469fbb5cd3 None None] Deleting port 7d8b483c-02c3-418d-8dd6-99e7648b80be {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:54.562015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d816e857-22a8-4397-9d84-71469fbb5cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.595403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa44eb5-7a97-4ce2-9ac4-aa7f4bedbb75 None None] Pushing event updated for resources: {'Port': ['ID=7d8b483c-02c3-418d-8dd6-99e7648b80be,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:54.611667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95237d0c-f24a-400b-9fea-c0540e36c333 req-b2bb2464-8ef9-459d-8a78-c4f7bba58e63 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081010 Oct 18 23:35:54.625715 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.646487 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-43c50ddf-d893-42f3-b9f8-687a3dc48be2 req-bc3856ca-914a-443f-9404-d4e80cae45e7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957215 Oct 18 23:35:54.697985 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce81f5db-a6d4-435e-b153-c3de75c25502 req-d8ed7e6b-b010-4b72-8eb8-cbe55dece3be service neutron] 10.222.0.102 "GET /v2.0/networks/0240618b-a9c0-4156-a794-61c6d15288d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391046 Oct 18 23:35:54.751738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d816e857-22a8-4397-9d84-71469fbb5cd3 None None] For port 7d8b483c-02c3-418d-8dd6-99e7648b80be, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7d8b483c-02c3-418d-8dd6-99e7648b80be,segment=NetworkSegment(3f80594c-80e1-4cf8-a82f-d7153f5b823b),segment_id=3f80594c-80e1-4cf8-a82f-d7153f5b823b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:54.752239 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d816e857-22a8-4397-9d84-71469fbb5cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.787682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990d470-b0d7-4f2e-8f36-c9485de0b9c0 req-01fc3b99-068f-433e-8130-72ac04a6e8bc tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:54.787682 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a990d470-b0d7-4f2e-8f36-c9485de0b9c0 req-01fc3b99-068f-433e-8130-72ac04a6e8bc tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 944 time: 0.0590210 Oct 18 23:35:54.803229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d816e857-22a8-4397-9d84-71469fbb5cd3 None None] Calling delete_port for 7d8b483c-02c3-418d-8dd6-99e7648b80be owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:54.832890 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:54.847090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5dcd74bd-03e3-42be-a276-146b9b247711,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:54.864645 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a990d470-b0d7-4f2e-8f36-c9485de0b9c0 req-119580aa-4264-43ea-a9a1-7f5d320b16a6 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689011 Oct 18 23:35:54.887941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-532f054a-2a4c-4ae2-ba79-03453d9df22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:54.890094 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-532f054a-2a4c-4ae2-ba79-03453d9df22b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6f4c32044c0e4ce09bb474609438a067&device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 1096 time: 0.0797822 Oct 18 23:35:54.941574 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d816e857-22a8-4397-9d84-71469fbb5cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:55.002492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5dcd74bd-03e3-42be-a276-146b9b247711'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:35:55.006310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816e857-22a8-4397-9d84-71469fbb5cd3 None None] No DVR routers for this DVR port 7d8b483c-02c3-418d-8dd6-99e7648b80be on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:55.008318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816e857-22a8-4397-9d84-71469fbb5cd3 None None] Pushing event deleted for resources: {'Port': ['ID=7d8b483c-02c3-418d-8dd6-99e7648b80be,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:55.035381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:55.040318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:55.049136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-beae8eab-1e88-4bd6-8338-cf49efe37ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:55.052046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-beae8eab-1e88-4bd6-8338-cf49efe37ecb service neutron] 10.222.0.102 "GET /v2.0/networks?id=0240618b-a9c0-4156-a794-61c6d15288d0 HTTP/1.1" status: 200 len: 914 time: 0.1385434 Oct 18 23:35:55.115001 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-85476294-e0fe-466a-8439-d1d39a77adfc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=185c5a29-53f9-41de-956b-8d59ac0f0c00 HTTP/1.1" status: 200 len: 217 time: 0.0448303 Oct 18 23:35:55.213782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-97ce27d5-e557-420b-adaa-86e9c705e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:55.215853 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-97ce27d5-e557-420b-adaa-86e9c705e168 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=36dd8d75-239e-4a5b-ab6e-f1939dc8a8a7 HTTP/1.1" status: 200 len: 853 time: 0.0914938 Oct 18 23:35:55.217850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12b840-0374-4ba7-899d-036f551245c7 req-bcb3200b-779a-4ab7-b41e-af8feae23848 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:55.225287 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e12b840-0374-4ba7-899d-036f551245c7 req-bcb3200b-779a-4ab7-b41e-af8feae23848 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 944 time: 0.4922152 Oct 18 23:35:55.236989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4aaa6-73e2-476a-af21-1c41289307b5 req-af2d3e26-fda3-4e75-b735-72375086ffc4 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:55.239093 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c2a4aaa6-73e2-476a-af21-1c41289307b5 req-af2d3e26-fda3-4e75-b735-72375086ffc4 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 945 time: 0.0760343 Oct 18 23:35:55.281826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-f0d0bb7d-1de9-4bc1-b5b7-f39bfe4046a5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0240618b-a9c0-4156-a794-61c6d15288d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575702 Oct 18 23:35:55.301359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e12b840-0374-4ba7-899d-036f551245c7 req-b86db57d-8a77-4b2a-b510-75c977747962 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751190 Oct 18 23:35:55.320860 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:55.351300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:55.356811 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:55.375517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c2a4aaa6-73e2-476a-af21-1c41289307b5 req-79516192-b67f-4e21-a4f1-a201c199c472 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219599 Oct 18 23:35:55.423813 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-600f50d1-b0f1-46fb-963f-cc368786be4a service neutron] 10.222.0.102 "GET /v2.0/networks/0240618b-a9c0-4156-a794-61c6d15288d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338224 Oct 18 23:35:55.468392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'Port': ['ID=44aac2f6-9482-499c-86ee-517fe53ef029,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:55.513019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:55.525745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82fa434f-faa2-4d4e-bc2f-cb9383459314 req-2482ff91-6796-4b23-b223-02e2db081bc1 service neutron] 10.222.0.102 "GET /v2.0/networks/0240618b-a9c0-4156-a794-61c6d15288d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917277 Oct 18 23:35:55.535505 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:55.540982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ef6cdb9a-ab53-4836-a2a5-e9bf53226d07 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2418993 Oct 18 23:35:55.613318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:35:55.614939 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:55.683530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Subnet': ['ID=d2d61ef7-a2ec-4c36-b38b-9a8299cb9bad,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:55.694621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Checking segment: {'id': '46a92d1d-7554-4667-9191-8b16062d4d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b434632-cc8f-4f79-a1b2-dd14654dafba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:55.695172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network hostable DHCP agents. Network: 2b434632-cc8f-4f79-a1b2-dd14654dafba, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:35:55.741761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network 2b434632-cc8f-4f79-a1b2-dd14654dafba is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:35:55.750656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a5c9-62f4-4ec2-a0c0-4c7cd1c27abe req-d5fbf41c-c90f-4f10-a032-58468995c8bc tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:55.752977 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f25a5c9-62f4-4ec2-a0c0-4c7cd1c27abe req-d5fbf41c-c90f-4f10-a032-58468995c8bc tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0575984 Oct 18 23:35:55.767712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-02bf1386-fd94-43d4-be15-04523da53c76 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1696228933&fields=id&tenant_id=ac2847854fab47be9f9e227d3e264f9f HTTP/1.1" status: 200 len: 267 time: 0.0589993 Oct 18 23:35:55.770167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 2b434632-cc8f-4f79-a1b2-dd14654dafba) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:55.778588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:55.778949 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:55.788466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e468050d-3a57-41ac-82d6-01f8132f24b7 None None] Network 2b434632-cc8f-4f79-a1b2-dd14654dafba requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:55.802422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f25a5c9-62f4-4ec2-a0c0-4c7cd1c27abe req-517647ac-9ff4-4fe2-98f9-877060bf9bd0 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Oct 18 23:35:55.842949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5b4e1610-de96-4c54-8599-6702327f0a3b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4280705 Oct 18 23:35:55.844336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35266) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:55.923242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-0d4e4128-4eb2-4ed5-a9ee-a46a2a5d4cf6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:55.925142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-0d4e4128-4eb2-4ed5-a9ee-a46a2a5d4cf6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 817 time: 0.1504822 Oct 18 23:35:55.942973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-7b9c30ea-16f4-435e-8061-af3bc6182510 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/quotas/ac2847854fab47be9f9e227d3e264f9f HTTP/1.1" status: 200 len: 375 time: 0.0105376 Oct 18 23:35:56.003800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-2b434632-cc8f-4f79-a1b2-dd14654dafba', 'network_id': '2b434632-cc8f-4f79-a1b2-dd14654dafba', 'tenant_id': 'af5892e616ba4e76b86a439c567fed1b', 'fixed_ips': [{'subnet_id': 'd2d61ef7-a2ec-4c36-b38b-9a8299cb9bad'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:35:56.004881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.015581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.028142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35757e4-420d-45bd-8efa-df951d062207 req-99e79fa1-e26f-4d59-87aa-b82798fa703c tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:56.029930 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f35757e4-420d-45bd-8efa-df951d062207 req-99e79fa1-e26f-4d59-87aa-b82798fa703c tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 946 time: 0.1182361 Oct 18 23:35:56.031772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-365f183b-b0a0-4f27-a3b9-996d7b6a8aef tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820844 Oct 18 23:35:56.038619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7d8b483c-02c3-418d-8dd6-99e7648b80be no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:56.063842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 7d8b483c-02c3-418d-8dd6-99e7648b80be {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:56.064607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7d8b483c-02c3-418d-8dd6-99e7648b80be not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:56.070385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-2aba88ca-aebc-4db6-83bd-5d06c94a5903 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:56.071968 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-2aba88ca-aebc-4db6-83bd-5d06c94a5903 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.102 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 945 time: 0.1044044 Oct 18 23:35:56.159120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.160549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-12d492e3-7b3e-4b47-8889-43c94db6effe service neutron] 10.222.0.52 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101451 Oct 18 23:35:56.171406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f35757e4-420d-45bd-8efa-df951d062207 req-4a35da32-78c2-460c-83b9-34e19fb34276 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299822 Oct 18 23:35:56.208989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Allocated IP 2001:db8::f816:3eff:fe10:2c42 (2b434632-cc8f-4f79-a1b2-dd14654dafba/d2d61ef7-a2ec-4c36-b38b-9a8299cb9bad/7cbe79b2-aaf1-4995-8401-aad8ac0c31f0) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:56.276453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Deleting port a0efac39-527b-4f33-965d-807cb7c7218d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:56.276453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.315396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-5c39d930-f9f1-48e7-89eb-49d8e52c2b4d service neutron] 10.222.0.52 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466014 Oct 18 23:35:56.412328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd053e06-39a6-4707-9f7e-193f4481e5a4 req-d0e09e6e-7d1c-48ef-be53-f87480022160 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:56.425218 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd053e06-39a6-4707-9f7e-193f4481e5a4 req-d0e09e6e-7d1c-48ef-be53-f87480022160 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 944 time: 0.1556373 Oct 18 23:35:56.427586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.435999 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.510362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.546295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Pushing event updated for resources: {'Port': ['ID=7cbe79b2-aaf1-4995-8401-aad8ac0c31f0,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:56.552331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Network 2b434632-cc8f-4f79-a1b2-dd14654dafba is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:56.557932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:56.564777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:56.571281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d61ef7-a2ec-4c36-b38b-9a8299cb9bad,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:56.580353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] For port a0efac39-527b-4f33-965d-807cb7c7218d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a0efac39-527b-4f33-965d-807cb7c7218d,segment=NetworkSegment(767981d0-27e4-4d5f-8e47-80ba404db175),segment_id=767981d0-27e4-4d5f-8e47-80ba404db175)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:56.580701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.606468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd053e06-39a6-4707-9f7e-193f4481e5a4 req-9c918120-c81f-48ef-957d-ee06ff6d8cc3 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774006 Oct 18 23:35:56.631903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Calling delete_port for a0efac39-527b-4f33-965d-807cb7c7218d owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:56.697441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Attempting to bind port 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:35:56.697820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Attempting to bind port 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '46a92d1d-7554-4667-9191-8b16062d4d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b434632-cc8f-4f79-a1b2-dd14654dafba'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:35:56.698191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Attempting to bind port 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0 on network 2b434632-cc8f-4f79-a1b2-dd14654dafba {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:35:56.707765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd19bb-03a9-4a3d-9fcc-9a79cef94e4a req-afc27946-11c2-4dfa-92c3-fbbd14c12e17 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:56.711839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:35:56.712332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Checking segment: {'id': '46a92d1d-7554-4667-9191-8b16062d4d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b434632-cc8f-4f79-a1b2-dd14654dafba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:35:56.712619 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.713041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Bound using segment: {'id': '46a92d1d-7554-4667-9191-8b16062d4d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b434632-cc8f-4f79-a1b2-dd14654dafba'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:35:56.713525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Bound port: 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a92d1d-7554-4667-9191-8b16062d4d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b434632-cc8f-4f79-a1b2-dd14654dafba'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:35:56.713908 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.716266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57fd19bb-03a9-4a3d-9fcc-9a79cef94e4a req-afc27946-11c2-4dfa-92c3-fbbd14c12e17 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 944 time: 0.1628196 Oct 18 23:35:56.721919 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.782216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57fd19bb-03a9-4a3d-9fcc-9a79cef94e4a req-8ebf53ab-6c28-436a-a916-4f096b684a65 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585363 Oct 18 23:35:56.853596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] For port 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:35:56.856290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b434632-cc8f-4f79-a1b2-dd14654dafba']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:56.861593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] For port 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7cbe79b2-aaf1-4995-8401-aad8ac0c31f0,segment=NetworkSegment(46a92d1d-7554-4667-9191-8b16062d4d06),segment_id=46a92d1d-7554-4667-9191-8b16062d4d06)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:35:56.873507 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.876391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a92d1d-7554-4667-9191-8b16062d4d06') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:56.876787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a92d1d-7554-4667-9191-8b16062d4d06') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:56.902392 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.920788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d114a85-ee54-4da9-a743-88557b64b1b7 req-b8b98d6b-6925-4f88-8fbe-21004796a925 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 210 time: 0.0668919 Oct 18 23:35:56.931072 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.943911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ff5a1-0bc5-46db-817b-1b271a1f7fd2 req-be21b2e4-e945-41df-9a82-552313f99e6d tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:56.945542 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ff5a1-0bc5-46db-817b-1b271a1f7fd2 req-be21b2e4-e945-41df-9a82-552313f99e6d tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/ports?device_id=73976a62-94bb-4fa0-9d33-b6c462965bbf HTTP/1.1" status: 200 len: 945 time: 0.1548674 Oct 18 23:35:56.958658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:56.959286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:56.962637 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:57.046257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42c573-26d7-4f35-8343-4159e52d4a2f None None] Pushing event updated for resources: {'Port': ['ID=7cbe79b2-aaf1-4995-8401-aad8ac0c31f0,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:57.113490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09853a-49b8-4cd8-94c6-465aff6b897d None None] Network 2b434632-cc8f-4f79-a1b2-dd14654dafba requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:35:57.124774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671aad3-9942-45ff-b64e-533d931b9f50 req-acf8b18c-2618-4ed7-84d7-e2fee87a6caf tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:57.126123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3671aad3-9942-45ff-b64e-533d931b9f50 req-acf8b18c-2618-4ed7-84d7-e2fee87a6caf tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0833895 Oct 18 23:35:57.129928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.api [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:35:57.129928 n-d-713498-28 neutron-server[100921]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:35:57.129928 n-d-713498-28 neutron-server[100921]: [parameters: {'id': '2b434632-cc8f-4f79-a1b2-dd14654dafba'}] Oct 18 23:35:57.129928 n-d-713498-28 neutron-server[100921]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:35:57.130268 n-d-713498-28 neutron-server[100921]: DEBUG oslo_db.api [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:35:57.153015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d7ff5a1-0bc5-46db-817b-1b271a1f7fd2 req-dc792297-b956-45e8-ba91-8901330aa42f tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.52 "GET /v2.0/security-groups?id=b87e24b7-4c41-4817-89de-98517cac56f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960688 Oct 18 23:35:57.171645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:57.225167 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3671aad3-9942-45ff-b64e-533d931b9f50 req-7fe46952-b0c0-44df-a834-c2b2dcfc00f2 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810928 Oct 18 23:35:57.240307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Pushing event deleted for resources: {'Port': ['ID=a0efac39-527b-4f33-965d-807cb7c7218d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:57.264250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] No DVR routers for this DVR port a0efac39-527b-4f33-965d-807cb7c7218d on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:57.266924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:57.271908 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e7e99182-8446-4b96-8e80-d40a87bb4a87 req-aae04efe-236c-4375-b81f-7dcf19b59db9 tempest-ServerAddressesNegativeTestJSON-192885343 tempest-ServerAddressesNegativeTestJSON-192885343-project] 10.222.0.102 "DELETE /v2.0/ports/a0efac39-527b-4f33-965d-807cb7c7218d HTTP/1.1" status: 204 len: 173 time: 1.1772242 Oct 18 23:35:57.272739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73976a62-94bb-4fa0-9d33-b6c462965bbf', 'name': 'network-vif-deleted', 'tag': 'a0efac39-527b-4f33-965d-807cb7c7218d'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:57.276418 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fce1f24-4247-4c0f-92d1-9108a4ade937" -d '{"events": [{"server_uuid": "73976a62-94bb-4fa0-9d33-b6c462965bbf", "name": "network-vif-deleted", "tag": "a0efac39-527b-4f33-965d-807cb7c7218d"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:57.301344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b47812-3a8e-4392-ad81-1199832476b8 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:35:57.326347 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ee6bee-03c4-4456-a124-29697caa2d67 x-openstack-request-id: req-02ee6bee-03c4-4456-a124-29697caa2d67 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:57.327075 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73976a62-94bb-4fa0-9d33-b6c462965bbf", "name": "network-vif-deleted", "tag": "a0efac39-527b-4f33-965d-807cb7c7218d", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:57.327462 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02ee6bee-03c4-4456-a124-29697caa2d67 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:57.328619 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73976a62-94bb-4fa0-9d33-b6c462965bbf', 'name': 'network-vif-deleted', 'tag': 'a0efac39-527b-4f33-965d-807cb7c7218d', 'status': 'completed', 'code': 200} Oct 18 23:35:57.562259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b47812-3a8e-4392-ad81-1199832476b8 None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:35:57.632306 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:57.703387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Deleting port 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:35:57.703387 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:57.832782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818346d-dd6d-4ab4-becf-d1f524c69fa7 req-d20e7f43-7387-4b95-8a56-ea2426a82baa tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:57.843925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] For port 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7cbe79b2-aaf1-4995-8401-aad8ac0c31f0,segment=NetworkSegment(46a92d1d-7554-4667-9191-8b16062d4d06),segment_id=46a92d1d-7554-4667-9191-8b16062d4d06)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:57.844298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:57.847138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7818346d-dd6d-4ab4-becf-d1f524c69fa7 req-d20e7f43-7387-4b95-8a56-ea2426a82baa tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 944 time: 0.1474497 Oct 18 23:35:57.898410 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:57.941424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7818346d-dd6d-4ab4-becf-d1f524c69fa7 req-a3ecf245-a20a-4322-8dad-1eaeecce65e7 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931227 Oct 18 23:35:58.050120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5dcd74bd-03e3-42be-a276-146b9b247711 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:35:58.067640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d19b994d-1e38-4f96-ad70-a4eaf0cf5bf1 req-6bdf9117-5cb4-45a5-9332-aa41d16361cb tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 210 time: 0.0385125 Oct 18 23:35:58.143348 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 5dcd74bd-03e3-42be-a276-146b9b247711 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:35:58.148216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 5dcd74bd-03e3-42be-a276-146b9b247711 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:35:58.148860 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.218637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35306) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:58.236882 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.277250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:35:58.280736 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6934a48d-258b-4570-bbb6-e756370add66" -d '{"events": [{"server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:35:58.285653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-412d3ee3-87dc-4ea5-91ef-0df3ff1b351d admin admin] Deleting subnet e854faa7-6805-4f6f-b78e-d0ec4d77a639 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:35:58.290925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-412d3ee3-87dc-4ea5-91ef-0df3ff1b351d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.298641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5dcd74bd-03e3-42be-a276-146b9b247711, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5dcd74bd-03e3-42be-a276-146b9b247711,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:35:58.303679 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.333761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Calling delete_port for 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:35:58.351484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a0efac39-527b-4f33-965d-807cb7c7218d no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:35:58.366515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-412d3ee3-87dc-4ea5-91ef-0df3ff1b351d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.387625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: a0efac39-527b-4f33-965d-807cb7c7218d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:35:58.388090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a0efac39-527b-4f33-965d-807cb7c7218d not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:35:58.395626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5dcd74bd-03e3-42be-a276-146b9b247711,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:58.401045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe9795-b075-44af-bffa-849a02221607 req-3cd95a43-853a-4962-ad0a-6f8d73d09910 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:58.403954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcfe9795-b075-44af-bffa-849a02221607 req-3cd95a43-853a-4962-ad0a-6f8d73d09910 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0887954 Oct 18 23:35:58.447171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-412d3ee3-87dc-4ea5-91ef-0df3ff1b351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.489382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcfe9795-b075-44af-bffa-849a02221607 req-fbdd843a-9cd5-4914-a8fb-f7e094005f38 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757310 Oct 18 23:35:58.493846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ee4c2-4269-4fd6-8ddb-bb23e7371d7f req-a14e9174-08e4-41d7-8133-ec22833bbba1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:58.495551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-244ee4c2-4269-4fd6-8ddb-bb23e7371d7f req-a14e9174-08e4-41d7-8133-ec22833bbba1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 945 time: 0.1788809 Oct 18 23:35:58.530308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-412d3ee3-87dc-4ea5-91ef-0df3ff1b351d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.554025 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d212711-b610-4a45-80e8-b60ef2623eec x-openstack-request-id: req-6d212711-b610-4a45-80e8-b60ef2623eec {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:35:58.554469 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:35:58.554869 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d212711-b610-4a45-80e8-b60ef2623eec {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:35:58.555383 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711', 'code': 200} Oct 18 23:35:58.557296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-4d2ec131-d9b1-47f6-a849-23473584ae79 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:58.559435 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-4d2ec131-d9b1-47f6-a849-23473584ae79 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 817 time: 0.2440124 Oct 18 23:35:58.559935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d3ee3-87dc-4ea5-91ef-0df3ff1b351d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e854faa7-6805-4f6f-b78e-d0ec4d77a639,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:58.561964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-412d3ee3-87dc-4ea5-91ef-0df3ff1b351d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.565209 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-412d3ee3-87dc-4ea5-91ef-0df3ff1b351d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e854faa7-6805-4f6f-b78e-d0ec4d77a639 HTTP/1.1" status: 204 len: 168 time: 0.3454697 Oct 18 23:35:58.568105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35312) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:58.572639 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.602629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-244ee4c2-4269-4fd6-8ddb-bb23e7371d7f req-aa4772ef-ccce-4c4f-8fa2-43ab93610bb0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969203 Oct 18 23:35:58.615482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Port': ['ID=7cbe79b2-aaf1-4995-8401-aad8ac0c31f0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:58.630540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No DVR routers for this DVR port 7cbe79b2-aaf1-4995-8401-aad8ac0c31f0 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:35:58.666811 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.688220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-7b9f6b7e-930a-4eeb-826f-00fc8b573c9a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac2847854fab47be9f9e227d3e264f9f HTTP/1.1" status: 200 len: 380 time: 0.0806069 Oct 18 23:35:58.704433 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'port': {'device_id': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'admin_state_up': True, 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'security_groups': ['559affc4-73bf-4b51-bbb3-c5bf675d9641']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:58.746444 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.750680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80b11e-9339-48e3-8714-6fc9692d6c50 req-1002b9d0-301b-486f-8b4d-7638526bf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:58.752200 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bf80b11e-9339-48e3-8714-6fc9692d6c50 req-1002b9d0-301b-486f-8b4d-7638526bf753 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 1097 time: 0.0830183 Oct 18 23:35:58.789618 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.810810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b434632-cc8f-4f79-a1b2-dd14654dafba']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:58.824543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a92d1d-7554-4667-9191-8b16062d4d06') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:58.824830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a92d1d-7554-4667-9191-8b16062d4d06') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:58.826868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a55320-f0d5-43e1-9564-5088b2258b8b']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:58.838949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.844470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767981d0-27e4-4d5f-8e47-80ba404db175') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:58.844763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767981d0-27e4-4d5f-8e47-80ba404db175') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:35:58.857732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bf80b11e-9339-48e3-8714-6fc9692d6c50 req-ff9a084c-3a0c-435c-b26d-5bd518f557e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699942 Oct 18 23:35:58.860273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.865441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.874990 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:58.875402 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:58.878432 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:58.880452 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.887433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:35:58.888013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:35:58.890203 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:35:58.969648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Made reservation on behalf of ac2847854fab47be9f9e227d3e264f9f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:58.975261 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.985642 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.994778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.997128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:58.998467 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/2b434632-cc8f-4f79-a1b2-dd14654dafba HTTP/1.1" status: 204 len: 168 time: 3.1540730 Oct 18 23:35:59.002268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35320) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:59.013944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.018204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e6a55320-f0d5-43e1-9564-5088b2258b8b HTTP/1.1" status: 204 len: 168 time: 0.4487348 Oct 18 23:35:59.026672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-785336447'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:59.034158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c29b5-a809-4fb3-a8db-6238c7946605 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a55320-f0d5-43e1-9564-5088b2258b8b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:59.036631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc0d0f-c621-4307-bf8c-8f39684d9108 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Network': ['ID=2b434632-cc8f-4f79-a1b2-dd14654dafba,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:59.099310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:59.102878 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.108561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f121e4-7d73-4126-905f-31e058fcb884 req-727a80f1-1c86-42a4-b34e-7620ddb4c244 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:59.118819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34f121e4-7d73-4126-905f-31e058fcb884 req-727a80f1-1c86-42a4-b34e-7620ddb4c244 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 944 time: 0.0706134 Oct 18 23:35:59.137107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:35:59.169633 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.169989 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Added segment 937370b5-b4d5-423f-896e-0b87f110d120 of type vlan for network 217e97ab-399a-44d3-b96e-e1fb3817386a Oct 18 23:35:59.189800 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34f121e4-7d73-4126-905f-31e058fcb884 req-b383d566-3ae7-4f33-aa5c-5e94e0467e26 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658205 Oct 18 23:35:59.234814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.243694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Allocated IP 172.20.0.3 (e9c92538-701c-4e1b-8639-23f4357fcba7/b4abdac1-716e-4807-afeb-767c84a0a285/547de195-a840-40a6-8ce1-961f00acf36d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:35:59.256512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35330) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:59.288482 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e63af57d-49da-4e95-b907-3c5d12589a19 req-add10456-4366-457f-988d-f384793ff698 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 210 time: 0.0470495 Oct 18 23:35:59.322238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b6cac553-d4dc-4c85-890a-496927b22615 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=772b6492af734dda975d92f4f5ae075e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645804 Oct 18 23:35:59.322932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35336) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:59.337926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.344356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:59.345050 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.398901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-312476c8-c8e1-4f4d-be85-466d53f266e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.406816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4035015 Oct 18 23:35:59.416093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35338) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:35:59.436414 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-312476c8-c8e1-4f4d-be85-466d53f266e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.450858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'subnet': {'network_id': '217e97ab-399a-44d3-b96e-e1fb3817386a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:35:59.496773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-312476c8-c8e1-4f4d-be85-466d53f266e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.502171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-312476c8-c8e1-4f4d-be85-466d53f266e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.507691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-312476c8-c8e1-4f4d-be85-466d53f266e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b87e24b7-4c41-4817-89de-98517cac56f7 HTTP/1.1" status: 204 len: 168 time: 0.1830206 Oct 18 23:35:59.512856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1924b-a009-4eb0-8a01-fd6b7c0848ae tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Network': ['ID=217e97ab-399a-44d3-b96e-e1fb3817386a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:59.518235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312476c8-c8e1-4f4d-be85-466d53f266e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e24b7-4c41-4817-89de-98517cac56f7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:59.531338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 217e97ab-399a-44d3-b96e-e1fb3817386a details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:35:59.600901 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.666843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:35:59.673592 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.677367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1084197-c53a-4345-996d-65ba3050cdc1 req-9312da09-0155-4287-82f2-1432c01c2596 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:59.692174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1084197-c53a-4345-996d-65ba3050cdc1 req-9312da09-0155-4287-82f2-1432c01c2596 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0880284 Oct 18 23:35:59.772612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1084197-c53a-4345-996d-65ba3050cdc1 req-737431f2-1fb6-4049-b5c8-388fc048665d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775883 Oct 18 23:35:59.781984 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:35:59.869570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Network e9c92538-701c-4e1b-8639-23f4357fcba7 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:35:59.885781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:35:59.890273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:35:59.893189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:35:59.907703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379889b9-8991-4e3d-bb3c-bc33e8979146 req-c6ed456d-b332-4141-b6fc-67570cbbdc10 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:35:59.911234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-379889b9-8991-4e3d-bb3c-bc33e8979146 req-c6ed456d-b332-4141-b6fc-67570cbbdc10 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 945 time: 0.1752484 Oct 18 23:36:00.065703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-379889b9-8991-4e3d-bb3c-bc33e8979146 req-0e513c10-a1e8-457a-a003-64603f16dd19 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401911 Oct 18 23:36:00.073852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:00.074492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.123674 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-f2bdfef7-b233-4fad-b93e-9416f271b266 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4254405 Oct 18 23:36:00.157570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Request body: {'port': {'device_id': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:00.178890 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.268160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ba223559-ff9e-4c8c-a274-33b2c95a2202 None None] Provisioning complete for port 547de195-a840-40a6-8ce1-961f00acf36d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:00.268626 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ba223559-ff9e-4c8c-a274-33b2c95a2202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.307700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ba223559-ff9e-4c8c-a274-33b2c95a2202 None None] Port 547de195-a840-40a6-8ce1-961f00acf36d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:00.325127 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.339062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Subnet': ['ID=bd50bcbc-df39-4a1e-9274-11f122840dc0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:00.353250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Checking segment: {'id': '937370b5-b4d5-423f-896e-0b87f110d120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '217e97ab-399a-44d3-b96e-e1fb3817386a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:00.353741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network hostable DHCP agents. Network: 217e97ab-399a-44d3-b96e-e1fb3817386a, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:00.357014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 185c5a29-53f9-41de-956b-8d59ac0f0c00 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:36:00.371110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24023-28b5-4dd4-9f1e-c9c608daddbb req-5fa8c0cb-6693-45d2-aabc-30ebd501036b tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:00.379231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84a24023-28b5-4dd4-9f1e-c9c608daddbb req-5fa8c0cb-6693-45d2-aabc-30ebd501036b tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 944 time: 0.0810890 Oct 18 23:36:00.427313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network 217e97ab-399a-44d3-b96e-e1fb3817386a is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:00.461749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84a24023-28b5-4dd4-9f1e-c9c608daddbb req-e17a301e-a986-4e63-8f4e-81e0dd768dbc tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770493 Oct 18 23:36:00.525023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 217e97ab-399a-44d3-b96e-e1fb3817386a) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:00.540998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5796680-1998-4280-b8c2-c6055ffa4aea None None] Network 217e97ab-399a-44d3-b96e-e1fb3817386a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:00.568521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:00.569127 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.624116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0b9f245f-4950-4341-b567-73e627fef297 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1781125 Oct 18 23:36:00.632980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fc95e-3031-4310-8841-56a8bac544d2 req-afecaec7-0371-4f9b-8e6c-194dbcdd49d3 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:00.641307 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e7fc95e-3031-4310-8841-56a8bac544d2 req-afecaec7-0371-4f9b-8e6c-194dbcdd49d3 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 946 time: 0.0888186 Oct 18 23:36:00.642954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35384) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:00.653936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 185c5a29-53f9-41de-956b-8d59ac0f0c00, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=185c5a29-53f9-41de-956b-8d59ac0f0c00,segment=NetworkSegment(597eddae-830a-4451-a17c-e8803a4019ab),segment_id=597eddae-830a-4451-a17c-e8803a4019ab)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:00.679124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '185c5a29-53f9-41de-956b-8d59ac0f0c00', 'network_id': '0240618b-a9c0-4156-a794-61c6d15288d0', 'port_id': '185c5a29-53f9-41de-956b-8d59ac0f0c00', 'mac_address': 'fa:16:3e:5d:9c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dd8d75-239e-4a5b-ab6e-f1939dc8a8a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:36:00.756450 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.762794 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.766926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35386) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:00.825782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185c5a29-53f9-41de-956b-8d59ac0f0c00 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:36:00.833590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c752c21-2549-4fd8-aa40-624937ddf60a req-2287ba8a-9591-4c8a-9f50-aee5599f6880 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:00.846912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c752c21-2549-4fd8-aa40-624937ddf60a req-2287ba8a-9591-4c8a-9f50-aee5599f6880 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 931 time: 0.2799067 Oct 18 23:36:00.849281 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 185c5a29-53f9-41de-956b-8d59ac0f0c00, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=185c5a29-53f9-41de-956b-8d59ac0f0c00,segment=NetworkSegment(597eddae-830a-4451-a17c-e8803a4019ab),segment_id=597eddae-830a-4451-a17c-e8803a4019ab)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:00.851302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a6cad4-1e86-447c-b8f7-31477d2bb5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-217e97ab-399a-44d3-b96e-e1fb3817386a', 'network_id': '217e97ab-399a-44d3-b96e-e1fb3817386a', 'tenant_id': 'af5892e616ba4e76b86a439c567fed1b', 'fixed_ips': [{'subnet_id': 'bd50bcbc-df39-4a1e-9274-11f122840dc0'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:36:00.851783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e7fc95e-3031-4310-8841-56a8bac544d2 req-fd10de0e-26b0-4c1f-a1eb-0b0ee8a68864 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041454 Oct 18 23:36:00.852517 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-83a6cad4-1e86-447c-b8f7-31477d2bb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.885893 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.888327 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.918540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547de195-a840-40a6-8ce1-961f00acf36d {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:36:00.949716 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1648285960-network', 'tenant_id': '52419159011642709dcfa919254f5bd2'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:00.957650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:00.975554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c752c21-2549-4fd8-aa40-624937ddf60a req-b2fb39ea-7c63-46a2-b563-ddfb1c852f44 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273029 Oct 18 23:36:01.013049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=185c5a29-53f9-41de-956b-8d59ac0f0c00,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:01.018059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Made reservation on behalf of 52419159011642709dcfa919254f5bd2 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:01.023332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.025951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75157-aa62-4c83-8249-9dbd2cd0c81b req-1701f3c8-a26c-4c40-8b2e-3188e311c31a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:01.027675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Transition to ACTIVE for port object 547de195-a840-40a6-8ce1-961f00acf36d will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:36:01.028196 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3ca75157-aa62-4c83-8249-9dbd2cd0c81b req-1701f3c8-a26c-4c40-8b2e-3188e311c31a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0811553 Oct 18 23:36:01.030265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.043918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.045925 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.069524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Subnet': ['ID=bd50bcbc-df39-4a1e-9274-11f122840dc0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server [None req-83a6cad4-1e86-447c-b8f7-31477d2bb5f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd50bcbc-df39-4a1e-9274-11f122840dc0: This subnet is being modified by another concurrent operation. Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:36:01.071705 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise exception Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd50bcbc-df39-4a1e-9274-11f122840dc0: This subnet is being modified by another concurrent operation. Oct 18 23:36:01.076401 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:36:01.116515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:01.138683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3ca75157-aa62-4c83-8249-9dbd2cd0c81b req-f43a71bf-9ca2-443d-ab53-c670c331746a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012111 Oct 18 23:36:01.174999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4148b8d6-0aa7-4f50-9933-215744d9c78f None None] Network 217e97ab-399a-44d3-b96e-e1fb3817386a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:01.189718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.217846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217e97ab-399a-44d3-b96e-e1fb3817386a']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:01.232454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937370b5-b4d5-423f-896e-0b87f110d120') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:01.232811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937370b5-b4d5-423f-896e-0b87f110d120') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:01.254335 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.284649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.300286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:01.301035 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.301164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Attempting to bind port 547de195-a840-40a6-8ce1-961f00acf36d on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:36:01.301522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Attempting to bind port 547de195-a840-40a6-8ce1-961f00acf36d by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:36:01.301873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Attempting to bind port 547de195-a840-40a6-8ce1-961f00acf36d on network e9c92538-701c-4e1b-8639-23f4357fcba7 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:01.307078 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:01.332005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05a08-58ed-41ef-907b-ef72ed2e314d req-477b4268-f9e7-4344-92bb-6ec42ad993b0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:01.333636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70c05a08-58ed-41ef-907b-ef72ed2e314d req-477b4268-f9e7-4344-92bb-6ec42ad993b0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 945 time: 0.1314609 Oct 18 23:36:01.335885 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.336968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Port 547de195-a840-40a6-8ce1-961f00acf36d on network e9c92538-701c-4e1b-8639-23f4357fcba7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:36:01.337335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Attempting to bind port 547de195-a840-40a6-8ce1-961f00acf36d on network e9c92538-701c-4e1b-8639-23f4357fcba7 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:01.345406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.352122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:36:01.352491 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Checking segment: {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:01.353061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Bound using segment: {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:36:01.353524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Bound port: 547de195-a840-40a6-8ce1-961f00acf36d, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28d5038-f196-4541-813f-ff9bfa8135fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:36:01.353888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.394770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['185c5a29-53f9-41de-956b-8d59ac0f0c00'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:36:01.401382 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.415890 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.424024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/217e97ab-399a-44d3-b96e-e1fb3817386a HTTP/1.1" status: 204 len: 168 time: 0.7757971 Oct 18 23:36:01.433792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb7636f-3ea8-4a86-b8fd-3b0ef68b9a86 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:36:01.438429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35394) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:01.439078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff436e40-78a0-46b2-8369-1ad51a72f4d3 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Network': ['ID=217e97ab-399a-44d3-b96e-e1fb3817386a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:01.448049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:36:01.459368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1042280754'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:01.464984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d55cb6-fae7-4baf-b261-110b147621d6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:01.486392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70c05a08-58ed-41ef-907b-ef72ed2e314d req-d79047eb-325c-4bda-9ea9-31a24a9a6661 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421120 Oct 18 23:36:01.511133 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.512745 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Added segment cf24ed0e-b66e-498b-adfd-b91c4145be7a of type vlan for network 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 Oct 18 23:36:01.579739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:36:01.585959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:01.589800 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.616952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:36:01.623189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb7636f-3ea8-4a86-b8fd-3b0ef68b9a86 None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:36:01.628514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce42db-0169-4af7-867e-7c287d95879d req-622b0b24-f8e8-40b7-b1f9-e920c01b60e4 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:01.629977 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.630293 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c3ce42db-0169-4af7-867e-7c287d95879d req-622b0b24-f8e8-40b7-b1f9-e920c01b60e4 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 945 time: 0.0645216 Oct 18 23:36:01.655051 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.696829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c3ce42db-0169-4af7-867e-7c287d95879d req-d2baaf2b-6675-4752-8924-c769811868b2 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542839 Oct 18 23:36:01.718885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:01.719809 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.721615 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] 10.222.0.73 "PUT /v2.0/ports/547de195-a840-40a6-8ce1-961f00acf36d HTTP/1.1" status: 200 len: 1092 time: 1.5776093 Oct 18 23:36:01.738758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:01.738758 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bf34fe-2f9b-4a72-ac93-610d21b392cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "tag": "547de195-a840-40a6-8ce1-961f00acf36d"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:01.751430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:36:01.780652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.781333 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Added segment 1786322f-4366-42a1-b342-4220aca960d5 of type vlan for network a612aed6-454d-4365-a084-16586d37ebce Oct 18 23:36:01.812754 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.813713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:01.814288 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:01.822475 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d771416-2782-4e7a-beaf-2c20d4b7c838 x-openstack-request-id: req-3d771416-2782-4e7a-beaf-2c20d4b7c838 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:01.822785 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "tag": "547de195-a840-40a6-8ce1-961f00acf36d", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:01.823100 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d771416-2782-4e7a-beaf-2c20d4b7c838 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:01.824028 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d', 'status': 'completed', 'code': 200} Oct 18 23:36:01.833675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964207e2-aaa2-4fe9-8b5c-e3a05e841046 req-60957f54-e0f4-41ab-9b3e-71ccf8ce6c51 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:01.835342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-964207e2-aaa2-4fe9-8b5c-e3a05e841046 req-60957f54-e0f4-41ab-9b3e-71ccf8ce6c51 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 945 time: 0.2404797 Oct 18 23:36:01.870061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b6871-3ced-4ae2-85c5-4c128ec4878e service neutron] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:01.943289 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1750665 Oct 18 23:36:01.952481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35404) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:01.992366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Request body: {'subnet': {'network_id': '289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1648285960-subnet', 'tenant_id': '52419159011642709dcfa919254f5bd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:02.000107 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:02.009245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd310d2-9a48-4617-81bb-a84ef58d533a req-c65f755e-f660-462c-994b-6d57cff0613e tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:02.011682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3fd310d2-9a48-4617-81bb-a84ef58d533a req-c65f755e-f660-462c-994b-6d57cff0613e tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 946 time: 0.0875194 Oct 18 23:36:02.015907 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849642b6-2633-4e41-81e6-1a5d31ed5bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:02.027059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:36:02.032699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-19e1cc15-c584-41fa-81f3-89405fbefc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:02.034174 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-19e1cc15-c584-41fa-81f3-89405fbefc81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 1095 time: 0.2446535 Oct 18 23:36:02.047919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-964207e2-aaa2-4fe9-8b5c-e3a05e841046 req-1797c77b-c8f3-4f83-9cbe-24d01ec1b070 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881840 Oct 18 23:36:02.076505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35408) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:02.115904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Made reservation on behalf of 52419159011642709dcfa919254f5bd2 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:02.121755 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:02.125657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3fd310d2-9a48-4617-81bb-a84ef58d533a req-9ed7b82f-a1ed-4a58-8b06-cbdae53dc677 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035497 Oct 18 23:36:02.128676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-97406e8a-c371-411a-b5f3-7cabbd56fd94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547de195-a840-40a6-8ce1-961f00acf36d HTTP/1.1" status: 200 len: 217 time: 0.0726874 Oct 18 23:36:02.129790 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:02.138079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:02.139179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:02.169390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac7fd06-040c-49be-9907-f7baa5bd3ed8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:02.170981 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7ac7fd06-040c-49be-9907-f7baa5bd3ed8 tempest-TestNetworkBasicOps-723914957 tempest-TestNetworkBasicOps-723914957-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 1092 time: 0.0932221 Oct 18 23:36:02.174287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35414) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:02.179948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '5dcd74bd-03e3-42be-a276-146b9b247711', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:02.218016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:02.304396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47240c4-bc1b-4c6d-a3b7-cd2587b25649 req-8b858890-7ecf-4481-9f98-c40d19725560 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:02.306123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a47240c4-bc1b-4c6d-a3b7-cd2587b25649 req-8b858890-7ecf-4481-9f98-c40d19725560 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0684087 Oct 18 23:36:02.316506 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8652527 Oct 18 23:36:02.323685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35416) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:02.357650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Request body: {'subnet': {'network_id': 'a612aed6-454d-4365-a084-16586d37ebce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:02.393391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c87fd1-6baf-408e-813e-f86a7a1c6758 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Network': ['ID=a612aed6-454d-4365-a084-16586d37ebce,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:02.405676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network a612aed6-454d-4365-a084-16586d37ebce details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:36:02.406921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-55e07e36-2690-45d8-b2ba-b4a3569fa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:02.408518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-55e07e36-2690-45d8-b2ba-b4a3569fa6e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.2654097 Oct 18 23:36:02.424091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a47240c4-bc1b-4c6d-a3b7-cd2587b25649 req-2dd9d42d-22a7-4687-b1f0-638f9583b02f tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083882 Oct 18 23:36:02.448131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff75b4-299c-45d1-986d-a865d1f52fcd req-5428437b-c6c5-4448-9283-3b47a81a0e24 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:02.457735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44ff75b4-299c-45d1-986d-a865d1f52fcd req-5428437b-c6c5-4448-9283-3b47a81a0e24 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.3118062 Oct 18 23:36:02.508423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:02.512844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Made reservation on behalf of af5892e616ba4e76b86a439c567fed1b for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:02.516419 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:02.528107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-cd4d794b-e0e8-4236-83a5-2058f984bb3f tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:02.529644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-cd4d794b-e0e8-4236-83a5-2058f984bb3f tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.102 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 946 time: 0.2173722 Oct 18 23:36:02.612045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44ff75b4-299c-45d1-986d-a865d1f52fcd req-56551905-5f9d-46c0-8c79-6805ec87ed17 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534374 Oct 18 23:36:02.620796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-077523ed-c7c2-4c92-92a0-f3264a943826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:02.622581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-077523ed-c7c2-4c92-92a0-f3264a943826 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021525 Oct 18 23:36:02.701826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Allocated IP 172.25.7.177 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/0d820fa5-6d77-402a-b58e-7660190559d9) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:02.783215 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:02.977206 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:03.003128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d41803-1548-4713-8414-4aab33632375 req-a9b122da-257f-4121-a20c-7c8ee1d11090 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:03.004770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1d41803-1548-4713-8414-4aab33632375 req-a9b122da-257f-4121-a20c-7c8ee1d11090 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 945 time: 0.1447372 Oct 18 23:36:03.029607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:36:03.038200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:03.136713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:03.185366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1d41803-1548-4713-8414-4aab33632375 req-fa720638-62c6-46b1-81d7-f88c2d8a7e9d tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523061 Oct 18 23:36:03.186880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event updated for resources: {'Subnet': ['ID=83bf9070-f699-451a-9f84-84eb621e64b0,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:03.204461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Deleting port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:03.204807 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:03.210834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:03.217767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:03.224670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Checking segment: {'id': '1786322f-4366-42a1-b342-4220aca960d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a612aed6-454d-4365-a084-16586d37ebce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:03.225035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network hostable DHCP agents. Network: a612aed6-454d-4365-a084-16586d37ebce, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:03.227553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:03.230429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=0d820fa5-6d77-402a-b58e-7660190559d9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:03.231387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60ac269-679d-4565-9f91-3f28dcda1f42,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:03.249039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-50f16365-f270-4333-a6fd-102f38c0bf93 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091354 Oct 18 23:36:03.280279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Network a612aed6-454d-4365-a084-16586d37ebce is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:03.317933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, a612aed6-454d-4365-a084-16586d37ebce) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:03.326402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:03.327066 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:03.330282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c19e382-c547-4549-946d-a2edb28f682b None None] Network a612aed6-454d-4365-a084-16586d37ebce requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:03.356365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Checking segment: {'id': 'cf24ed0e-b66e-498b-adfd-b91c4145be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:03.356853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Network hostable DHCP agents. Network: 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:03.377949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d973d504-8c6d-443b-8855-c194054aaf68 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0214112 Oct 18 23:36:03.379128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35422) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:03.456840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] For port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,segment=NetworkSegment(1177c2f2-470a-4e50-b30e-95e54dfe024f),segment_id=1177c2f2-470a-4e50-b30e-95e54dfe024f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:03.457744 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:03.479070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce8a4b-bf9f-4b8f-8d71-1bdfcef6f5cd req-aae071fe-c15a-4940-aa3e-ba0c49f84897 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:03.481500 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45ce8a4b-bf9f-4b8f-8d71-1bdfcef6f5cd req-aae071fe-c15a-4940-aa3e-ba0c49f84897 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 946 time: 0.2314892 Oct 18 23:36:03.490135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Network 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:03.515515 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ad3941d-d71d-4399-b944-14b90df3df7f req-29c485cb-9ccb-4592-86aa-d4a915f80b60 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424645 Oct 18 23:36:03.533654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Calling delete_port for 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:03.543607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:03.549954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-a612aed6-454d-4365-a084-16586d37ebce', 'network_id': 'a612aed6-454d-4365-a084-16586d37ebce', 'tenant_id': 'af5892e616ba4e76b86a439c567fed1b', 'fixed_ips': [{'subnet_id': '83bf9070-f699-451a-9f84-84eb621e64b0'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:36:03.554187 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:03.558301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda074a6-1636-4c1f-ba8c-fbd175746fc0 None None] Network 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:03.571929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:03.573981 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:03.692024 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3822493e-9348-4e92-a750-34bf4738e24b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7087629 Oct 18 23:36:03.723379 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45ce8a4b-bf9f-4b8f-8d71-1bdfcef6f5cd req-78bf8d5f-c453-482e-acbe-d4472593cd0f tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/security-groups?id=0773970b-eaa9-4b11-8ce9-212b51831367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119312 Oct 18 23:36:03.774711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-629a8d9e-8ce3-4016-bcb3-42e38b9f3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:03.778032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-629a8d9e-8ce3-4016-bcb3-42e38b9f3ae0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 1095 time: 0.1113143 Oct 18 23:36:03.974174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.017182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7e8bc397-35a5-44b6-8f4d-50a6c98a8271'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:36:04.038250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.119654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Pushing event deleted for resources: {'Port': ['ID=7e8bc397-35a5-44b6-8f4d-50a6c98a8271,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:04.123444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-5e60001e-7be9-4595-b10e-2d56b1f6f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:04.125424 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-5e60001e-7be9-4595-b10e-2d56b1f6f3e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.2325165 Oct 18 23:36:04.143952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df6fed-b304-42d9-8f5b-6f4f44e89a83 req-84c172ef-cd8a-401c-ab03-94cea2e2ea6e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:04.153149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1df6fed-b304-42d9-8f5b-6f4f44e89a83 req-84c172ef-cd8a-401c-ab03-94cea2e2ea6e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.5451541 Oct 18 23:36:04.161205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Allocated IP 2001:db8::f816:3eff:fe78:4e84 (a612aed6-454d-4365-a084-16586d37ebce/83bf9070-f699-451a-9f84-84eb621e64b0/e50adbe3-6aa1-458b-afcc-50f23a382ef9) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:04.197354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e8486-9bcd-492a-adae-86ba8515d1fd None None] Network 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:04.239137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] No DVR routers for this DVR port 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:04.243081 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-a80febe9-eefa-4340-ab9f-8df7421e14f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547de195-a840-40a6-8ce1-961f00acf36d HTTP/1.1" status: 200 len: 217 time: 0.0741093 Oct 18 23:36:04.247061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.251135 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98e770cd-520f-46f1-8b08-fc3dc0dda64d req-c85fdf19-372c-43cc-93eb-6c4337108ba7 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.102 "DELETE /v2.0/ports/7e8bc397-35a5-44b6-8f4d-50a6c98a8271 HTTP/1.1" status: 204 len: 173 time: 1.7145500 Oct 18 23:36:04.255297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1be9af8-b48d-4e5a-8aaf-34002a451fe1', 'name': 'network-vif-deleted', 'tag': '7e8bc397-35a5-44b6-8f4d-50a6c98a8271'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:04.259092 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087b6d71-91d0-4636-a604-a49d9a7d424c" -d '{"events": [{"server_uuid": "c1be9af8-b48d-4e5a-8aaf-34002a451fe1", "name": "network-vif-deleted", "tag": "7e8bc397-35a5-44b6-8f4d-50a6c98a8271"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:04.269330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.292037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7215-5875-4fa9-b49e-d899a93a5290 req-1d0a52fb-f2af-4f3f-90ba-0ac17502a34b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:04.303582 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-810a7215-5875-4fa9-b49e-d899a93a5290 req-1d0a52fb-f2af-4f3f-90ba-0ac17502a34b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.4093060 Oct 18 23:36:04.348183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35444) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:04.353686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-533960059-network', 'tenant_id': 'abaac3475e9a476d91fa805ea81d8aff'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:04.365472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1df6fed-b304-42d9-8f5b-6f4f44e89a83 req-d9f65706-06e7-4d6c-8901-d18e022c8c73 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114239 Oct 18 23:36:04.397206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-810a7215-5875-4fa9-b49e-d899a93a5290 req-ba9c9921-209f-4877-90aa-024bc3292ea2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922627 Oct 18 23:36:04.407002 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.421594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-2d1b0712-f413-40d0-8b53-1b4e91367352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:04.423397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-2d1b0712-f413-40d0-8b53-1b4e91367352 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.1588333 Oct 18 23:36:04.448277 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.454763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Made reservation on behalf of abaac3475e9a476d91fa805ea81d8aff for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:04.458140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.468116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 185c5a29-53f9-41de-956b-8d59ac0f0c00 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:04.499080 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad19142-3e9b-4c4e-b058-3256af9f2ae6 x-openstack-request-id: req-5ad19142-3e9b-4c4e-b058-3256af9f2ae6 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:04.499930 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1be9af8-b48d-4e5a-8aaf-34002a451fe1", "name": "network-vif-deleted", "tag": "7e8bc397-35a5-44b6-8f4d-50a6c98a8271", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:04.499930 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ad19142-3e9b-4c4e-b058-3256af9f2ae6 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:04.500201 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1be9af8-b48d-4e5a-8aaf-34002a451fe1', 'name': 'network-vif-deleted', 'tag': '7e8bc397-35a5-44b6-8f4d-50a6c98a8271', 'status': 'completed', 'code': 200} Oct 18 23:36:04.510185 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.524064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-a09abeaa-db7c-4831-be71-76fa95166974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:04.526001 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-a09abeaa-db7c-4831-be71-76fa95166974 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947752 Oct 18 23:36:04.527432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.589018 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.612747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Network a612aed6-454d-4365-a084-16586d37ebce is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:04.622436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:04.628198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:04.640159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Subnet': ['ID=83bf9070-f699-451a-9f84-84eb621e64b0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:04.651537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Pushing event updated for resources: {'Port': ['ID=e50adbe3-6aa1-458b-afcc-50f23a382ef9,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:04.665069 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-fad207b2-2146-4635-ab80-57df0bf8556e service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226616 Oct 18 23:36:04.692843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.693192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.693536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.694053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.694391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.694739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.695079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.695590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.695915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.696419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.696728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.697052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:04.759576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 185c5a29-53f9-41de-956b-8d59ac0f0c00 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:36:04.770771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b462586-b931-46cb-8995-3e5272ab6cab req-dc7bd032-af77-4b19-80ee-40f8216f9a9f tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:04.777153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 185c5a29-53f9-41de-956b-8d59ac0f0c00 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:04.777565 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.779383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b462586-b931-46cb-8995-3e5272ab6cab req-dc7bd032-af77-4b19-80ee-40f8216f9a9f tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 945 time: 0.2824986 Oct 18 23:36:04.783007 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.788929 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.811232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Attempting to bind port e50adbe3-6aa1-458b-afcc-50f23a382ef9 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:36:04.811610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Attempting to bind port e50adbe3-6aa1-458b-afcc-50f23a382ef9 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '1786322f-4366-42a1-b342-4220aca960d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a612aed6-454d-4365-a084-16586d37ebce'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:36:04.811983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Attempting to bind port e50adbe3-6aa1-458b-afcc-50f23a382ef9 on network a612aed6-454d-4365-a084-16586d37ebce {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:04.815142 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.818627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66bf34fe-2f9b-4a72-ac93-610d21b392cf req-eadda99a-d310-4e0c-bbe2-b66d4cff777f service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344626 Oct 18 23:36:04.827637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:36:04.827923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Checking segment: {'id': '1786322f-4366-42a1-b342-4220aca960d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a612aed6-454d-4365-a084-16586d37ebce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:04.828334 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.828732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Bound using segment: {'id': '1786322f-4366-42a1-b342-4220aca960d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a612aed6-454d-4365-a084-16586d37ebce'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:36:04.829227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Bound port: e50adbe3-6aa1-458b-afcc-50f23a382ef9, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1786322f-4366-42a1-b342-4220aca960d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a612aed6-454d-4365-a084-16586d37ebce'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:36:04.829616 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.863350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a612aed6-454d-4365-a084-16586d37ebce']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:04.886791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1786322f-4366-42a1-b342-4220aca960d5') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:04.886791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1786322f-4366-42a1-b342-4220aca960d5') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:04.910125 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb2ac840-db69-407e-a5b5-6e2ae27d824d req-1ad2d23e-b4a6-40f0-817f-a12fee527c21 tempest-VolumesActionsTest-2079197973 tempest-VolumesActionsTest-2079197973-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1be9af8-b48d-4e5a-8aaf-34002a451fe1 HTTP/1.1" status: 200 len: 210 time: 0.0363925 Oct 18 23:36:04.919623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.955710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] For port e50adbe3-6aa1-458b-afcc-50f23a382ef9, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:36:04.959894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b462586-b931-46cb-8995-3e5272ab6cab req-03b0452a-3f83-44f1-b80b-37a3d93b61cf tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796117 Oct 18 23:36:04.961014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:04.962521 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.002714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad04afc-7b2d-4ebe-a2ae-c00c91896a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185c5a29-53f9-41de-956b-8d59ac0f0c00'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:05.004399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:05.004848 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.005312 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3afc2fa-e384-4f7c-97de-231bed9b4c14" -d '{"events": [{"server_uuid": "4ad04afc-7b2d-4ebe-a2ae-c00c91896a32", "name": "network-vif-plugged", "status": "completed", "tag": "185c5a29-53f9-41de-956b-8d59ac0f0c00"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:05.009864 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:05.024712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 185c5a29-53f9-41de-956b-8d59ac0f0c00, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=185c5a29-53f9-41de-956b-8d59ac0f0c00,segment=NetworkSegment(597eddae-830a-4451-a17c-e8803a4019ab),segment_id=597eddae-830a-4451-a17c-e8803a4019ab)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:05.030488 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.063591 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5cdc68-7655-4103-915d-d425162e6926 x-openstack-request-id: req-dc5cdc68-7655-4103-915d-d425162e6926 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:05.063884 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad04afc-7b2d-4ebe-a2ae-c00c91896a32", "name": "network-vif-plugged", "status": "completed", "tag": "185c5a29-53f9-41de-956b-8d59ac0f0c00", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:05.064139 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc5cdc68-7655-4103-915d-d425162e6926 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:05.064539 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad04afc-7b2d-4ebe-a2ae-c00c91896a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185c5a29-53f9-41de-956b-8d59ac0f0c00', 'code': 200} Oct 18 23:36:05.094928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=185c5a29-53f9-41de-956b-8d59ac0f0c00,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:05.118287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.130510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.147411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] For port e50adbe3-6aa1-458b-afcc-50f23a382ef9, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e50adbe3-6aa1-458b-afcc-50f23a382ef9,segment=NetworkSegment(1786322f-4366-42a1-b342-4220aca960d5),segment_id=1786322f-4366-42a1-b342-4220aca960d5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:36:05.150630 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:36:05.150630 n-d-713498-28 neutron-server[100922]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:36:05.150630 n-d-713498-28 neutron-server[100922]: [parameters: {'id': 'a612aed6-454d-4365-a084-16586d37ebce'}] Oct 18 23:36:05.150630 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:36:05.151009 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:36:05.153137 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.184444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:36:05.200715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a522bb-5af3-4e49-b6a8-bb69b9bd3803 req-f4a25bfc-b820-4404-8f7c-b39bb63df087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:05.202440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60790b-5e57-489a-bf5a-9f7ac4816acc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:05.202581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2a522bb-5af3-4e49-b6a8-bb69b9bd3803 req-f4a25bfc-b820-4404-8f7c-b39bb63df087 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 1098 time: 0.0459728 Oct 18 23:36:05.214338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.214696 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Added segment 449dec7e-9f42-4c73-bcbf-30fef1bc5f8c of type vlan for network 12ddba89-9f85-49e3-a5e1-1cee894fe0f1 Oct 18 23:36:05.241767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101955e-4ed5-4e27-b6f1-0e9b2ebcd9c7 None None] Pushing event updated for resources: {'Port': ['ID=e50adbe3-6aa1-458b-afcc-50f23a382ef9,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:05.256855 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2a522bb-5af3-4e49-b6a8-bb69b9bd3803 req-8a36e764-d50c-4905-a5f6-af32ff01a1e7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Oct 18 23:36:05.263606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49de28e0-bf64-49d5-b923-9ab239b7b244 None None] Network a612aed6-454d-4365-a084-16586d37ebce requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:05.265747 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.272708 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.284425 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.372918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event updated for resources: {'Port': ['ID=0d820fa5-6d77-402a-b58e-7660190559d9,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:05.384629 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.386182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:05.386924 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.390336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.390616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1adbff-1abc-4a50-9049-589f5975cb9d None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:36:05.477662 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1279430 Oct 18 23:36:05.481717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35454) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:05.488944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Request body: {'subnet': {'network_id': '12ddba89-9f85-49e3-a5e1-1cee894fe0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-533960059-subnet', 'tenant_id': 'abaac3475e9a476d91fa805ea81d8aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:05.506218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1adbff-1abc-4a50-9049-589f5975cb9d None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:36:05.533668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Made reservation on behalf of abaac3475e9a476d91fa805ea81d8aff for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:05.536884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.569248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b19aa-1808-4788-b85e-1a9048194252 admin admin] Pushing event updated for resources: {'Network': ['ID=12ddba89-9f85-49e3-a5e1-1cee894fe0f1,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:05.597044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 12ddba89-9f85-49e3-a5e1-1cee894fe0f1 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:36:05.637490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6786c-879d-431b-bec9-a4b2852d2529 req-ac4521bf-decb-4c7b-be62-6803de7cff87 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:05.648487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5b6786c-879d-431b-bec9-a4b2852d2529 req-ac4521bf-decb-4c7b-be62-6803de7cff87 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.2018247 Oct 18 23:36:05.652525 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Floating IP 8e82e837-2759-4803-ad95-9b1a6144256f associated. External IP: 172.25.7.177, port: 5dcd74bd-03e3-42be-a276-146b9b247711. Oct 18 23:36:05.653114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d9cc9-d483-47b0-8141-1b20456272c2 req-c291116d-679c-4f38-a130-e6f0c667e2af tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:05.660146 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-254d9cc9-d483-47b0-8141-1b20456272c2 req-c291116d-679c-4f38-a130-e6f0c667e2af tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.1385257 Oct 18 23:36:05.661751 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.727375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-254d9cc9-d483-47b0-8141-1b20456272c2 req-40042413-803b-4b36-a52d-ca2ea64329dd tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648787 Oct 18 23:36:05.770925 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e5b6786c-879d-431b-bec9-a4b2852d2529 req-b5e6f31f-0ffe-43b1-83f0-6e862d0ef6f5 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212626 Oct 18 23:36:05.859732 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.904824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Deleting port e50adbe3-6aa1-458b-afcc-50f23a382ef9 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:05.905333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:05.925637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f6b7cd-3c9c-4fe9-a5b4-83afb06c882c,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:05.933073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Checking segment: {'id': '449dec7e-9f42-4c73-bcbf-30fef1bc5f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '12ddba89-9f85-49e3-a5e1-1cee894fe0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:05.933446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Network hostable DHCP agents. Network: 12ddba89-9f85-49e3-a5e1-1cee894fe0f1, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:05.953537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Network 12ddba89-9f85-49e3-a5e1-1cee894fe0f1 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:05.968096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 12ddba89-9f85-49e3-a5e1-1cee894fe0f1) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:05.984400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801ce28-ef5c-4980-a866-4f87ff28bf47 None None] Network 12ddba89-9f85-49e3-a5e1-1cee894fe0f1 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:06.000796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:06.002080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:06.036533 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ee44f9a-2aa9-47de-8453-fb65870d3675 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5526619 Oct 18 23:36:06.045594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] For port e50adbe3-6aa1-458b-afcc-50f23a382ef9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e50adbe3-6aa1-458b-afcc-50f23a382ef9,segment=NetworkSegment(1786322f-4366-42a1-b342-4220aca960d5),segment_id=1786322f-4366-42a1-b342-4220aca960d5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:06.046853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:06.068481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Calling delete_port for e50adbe3-6aa1-458b-afcc-50f23a382ef9 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:06.084720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:36:06.228018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5048d6c9-85e5-4bfc-9cdd-8e75e63ff563 None None] Network 12ddba89-9f85-49e3-a5e1-1cee894fe0f1 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:06.260016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe264a5-c0fc-4735-8f00-af32987b1f81 req-a1b87af3-1710-4c42-8869-af05aae9f108 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:06.262140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbe264a5-c0fc-4735-8f00-af32987b1f81 req-a1b87af3-1710-4c42-8869-af05aae9f108 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 946 time: 0.1268811 Oct 18 23:36:06.349067 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:06.373271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:06.386403 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] Sync routers for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:06.395697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No DVR routers for this DVR port e50adbe3-6aa1-458b-afcc-50f23a382ef9 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:06.406302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbe264a5-c0fc-4735-8f00-af32987b1f81 req-bf2d2d13-8cd9-4fe5-aa0d-06a685087ba5 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307249 Oct 18 23:36:06.407386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Port': ['ID=e50adbe3-6aa1-458b-afcc-50f23a382ef9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:06.420273 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:06.424675 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:06.457355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:06.458293 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:06.563174 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:36:06.583535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:06.584170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7e8bc397-35a5-44b6-8f4d-50a6c98a8271 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:06.590230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:06.869509 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:06.891307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-d67cff5e-5894-4904-8cf3-e8cff232c9bd tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:06.894560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-d67cff5e-5894-4904-8cf3-e8cff232c9bd tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/networks?id=289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 HTTP/1.1" status: 200 len: 825 time: 0.2548499 Oct 18 23:36:06.930829 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-5cab23bd-0a35-4e2d-9489-ae2dc3713edc tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/quotas/52419159011642709dcfa919254f5bd2 HTTP/1.1" status: 200 len: 375 time: 0.0223060 Oct 18 23:36:06.938388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8e216ac9-bb60-48bf-9c37-0b707ebb5dd8 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7625680 Oct 18 23:36:06.946399 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '8e82e837-2759-4803-ad95-9b1a6144256f', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'port_id': '5dcd74bd-03e3-42be-a276-146b9b247711', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'mac_address': 'fa:16:3e:aa:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7158a862-3a26-48b5-8342-4ca981a76efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:36:03Z', 'updated_at': '2021-10-18T23:36:03Z', 'revision_number': 0, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8333cb05-0ee9-4308-9cfe-89f5713c17f0', 'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:38:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:26Z', 'updated_at': '2021-10-18T23:35:33Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:06.953154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a612aed6-454d-4365-a084-16586d37ebce']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:06.963485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35488) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:06.965393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1786322f-4366-42a1-b342-4220aca960d5') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:06.965845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1786322f-4366-42a1-b342-4220aca960d5') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:06.973824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-b24dce17-e56f-43ec-b33a-6d339272d631 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=52419159011642709dcfa919254f5bd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419853 Oct 18 23:36:06.977436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:06.987937 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] Checking router: fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:36:06.997813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:07.000554 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b37751e-7ed7-4bb2-a450-15b8971de94f" -d '{"events": [{"name": "network-changed", "server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:07.004075 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:07.004663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:07.006525 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:07.015386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:07.015711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:07.020646 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:07.048313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f90646-b2b7-4310-a8fa-94dc7fe43732 req-fcc77ecf-4d63-4686-80a6-588521940f02 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:07.055993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90f90646-b2b7-4310-a8fa-94dc7fe43732 req-fcc77ecf-4d63-4686-80a6-588521940f02 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.1803536 Oct 18 23:36:07.127006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6a712904-24f1-4975-91bf-af6b094a8c8d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/floatingips/8e82e837-2759-4803-ad95-9b1a6144256f HTTP/1.1" status: 200 len: 991 time: 0.1431706 Oct 18 23:36:07.152205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90f90646-b2b7-4310-a8fa-94dc7fe43732 req-055ccaa3-f374-426b-953a-2488e0b6ca70 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942132 Oct 18 23:36:07.160790 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:36:07.163488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-22715f00-c840-4cea-8eb2-5d7bf75f0c28 service neutron] 10.222.0.52 "GET /v2.0/networks/289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881258 Oct 18 23:36:07.185281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:07.248291 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:07.259875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/a612aed6-454d-4365-a084-16586d37ebce HTTP/1.1" status: 204 len: 168 time: 3.8727303 Oct 18 23:36:07.259875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba08c17-21a3-4032-bef2-86d9cd98bc03 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Network': ['ID=a612aed6-454d-4365-a084-16586d37ebce,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:07.261317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35492) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:07.304832 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-e2f18dbe-f86d-4dcc-ac04-48084a68fd83 service neutron] 10.222.0.52 "GET /v2.0/networks/289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406863 Oct 18 23:36:07.320922 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c72d9e0-cb29-44f4-b801-868b30013545 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): The resource could not be found. Oct 18 23:36:07.321384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c72d9e0-cb29-44f4-b801-868b30013545 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:36:07.326780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4c72d9e0-cb29-44f4-b801-868b30013545 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/subnets/83bf9070-f699-451a-9f84-84eb621e64b0 HTTP/1.1" status: 404 len: 337 time: 0.0628211 Oct 18 23:36:07.328000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35494) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:07.357506 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bea0570-a55e-4d19-90a5-a1c1b766f6b9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): The resource could not be found. Oct 18 23:36:07.358350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bea0570-a55e-4d19-90a5-a1c1b766f6b9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:36:07.363408 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7bea0570-a55e-4d19-90a5-a1c1b766f6b9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/a612aed6-454d-4365-a084-16586d37ebce HTTP/1.1" status: 404 len: 339 time: 0.0335097 Oct 18 23:36:07.365561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35496) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:07.399991 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c3b2d1-e49f-4f07-86ab-343a541c2c4c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): The resource could not be found. Oct 18 23:36:07.400326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c3b2d1-e49f-4f07-86ab-343a541c2c4c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:36:07.404713 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-98c3b2d1-e49f-4f07-86ab-343a541c2c4c tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/subnets/bd50bcbc-df39-4a1e-9274-11f122840dc0 HTTP/1.1" status: 404 len: 337 time: 0.0363464 Oct 18 23:36:07.408024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35498) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:07.410167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50203fcc-328c-4242-aee8-c5f75619326d req-c235db0e-a22e-4725-b8f3-ed097acdad62 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:07.418344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50203fcc-328c-4242-aee8-c5f75619326d req-c235db0e-a22e-4725-b8f3-ed097acdad62 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1172760 Oct 18 23:36:07.433853 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb51af3f-c04f-404e-87f1-06666a4ae6f2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): The resource could not be found. Oct 18 23:36:07.437674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb51af3f-c04f-404e-87f1-06666a4ae6f2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:36:07.443479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eb51af3f-c04f-404e-87f1-06666a4ae6f2 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/217e97ab-399a-44d3-b96e-e1fb3817386a HTTP/1.1" status: 404 len: 339 time: 0.0338159 Oct 18 23:36:07.445963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35502) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:07.478940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50203fcc-328c-4242-aee8-c5f75619326d req-3ab197f2-a3cf-486e-b4a1-eaca89345800 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 Oct 18 23:36:07.525702 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-570de85d-ea05-485f-8a67-17316ffefcee tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): The resource could not be found. Oct 18 23:36:07.529254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570de85d-ea05-485f-8a67-17316ffefcee tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:36:07.530851 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '8e82e837-2759-4803-ad95-9b1a6144256f', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'port_id': '5dcd74bd-03e3-42be-a276-146b9b247711', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'mac_address': 'fa:16:3e:aa:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7158a862-3a26-48b5-8342-4ca981a76efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:36:03Z', 'updated_at': '2021-10-18T23:36:03Z', 'revision_number': 0, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8333cb05-0ee9-4308-9cfe-89f5713c17f0', 'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:38:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:26Z', 'updated_at': '2021-10-18T23:35:33Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:07.541656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-570de85d-ea05-485f-8a67-17316ffefcee tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/subnets/d2d61ef7-a2ec-4c36-b38b-9a8299cb9bad HTTP/1.1" status: 404 len: 337 time: 0.0944390 Oct 18 23:36:07.544599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35510) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:07.591898 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-862d22ab-1f98-4089-8893-ea66f2820949 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): The resource could not be found. Oct 18 23:36:07.594272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862d22ab-1f98-4089-8893-ea66f2820949 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:36:07.606314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-862d22ab-1f98-4089-8893-ea66f2820949 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/2b434632-cc8f-4f79-a1b2-dd14654dafba HTTP/1.1" status: 404 len: 339 time: 0.0604405 Oct 18 23:36:07.608324 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bf953-b9bd-468a-903e-7d9661bd5776 None None] The sync data for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 is: [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '8e82e837-2759-4803-ad95-9b1a6144256f', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'port_id': '5dcd74bd-03e3-42be-a276-146b9b247711', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'mac_address': 'fa:16:3e:aa:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7158a862-3a26-48b5-8342-4ca981a76efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:36:03Z', 'updated_at': '2021-10-18T23:36:03Z', 'revision_number': 0, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8333cb05-0ee9-4308-9cfe-89f5713c17f0', 'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:38:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:26Z', 'updated_at': '2021-10-18T23:35:33Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:07.609067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35512) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:07.610711 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9726bd-b9fc-4382-a377-68a5d100272b x-openstack-request-id: req-ef9726bd-b9fc-4382-a377-68a5d100272b {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:07.611669 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:07.612603 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef9726bd-b9fc-4382-a377-68a5d100272b {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:07.613127 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711', 'status': 'completed', 'code': 200} Oct 18 23:36:07.713058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e9fa4-ba15-475c-9bd1-bffa4adab46c req-019183ce-fa66-4437-82e5-747c0c9d0651 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:07.715407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd7e9fa4-ba15-475c-9bd1-bffa4adab46c req-019183ce-fa66-4437-82e5-747c0c9d0651 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 946 time: 0.0835755 Oct 18 23:36:07.755333 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7a4e8ff1-ab2c-4631-8652-74346db24294 req-d95d17e0-2c7b-433b-9342-cc4e8c73c390 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 210 time: 0.0836740 Oct 18 23:36:07.787018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd7e9fa4-ba15-475c-9bd1-bffa4adab46c req-adf65e9a-9834-40fe-accb-baacf56e86d2 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594988 Oct 18 23:36:07.816448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-16a4cea9-ee30-456a-8627-26d393d46645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:07.818197 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-16a4cea9-ee30-456a-8627-26d393d46645 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 1097 time: 0.1557188 Oct 18 23:36:07.934098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-54f18446-aa60-45a5-b9e3-e60acef4f7d0 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Deleting port af054625-345c-4603-b9a7-dbb22c9f9ea1 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:07.935028 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54f18446-aa60-45a5-b9e3-e60acef4f7d0 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:08.001615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f2e3be-4748-4065-b7e3-005b4cde685c None None] New status for floating IP 8e82e837-2759-4803-ad95-9b1a6144256f: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:36:08.031141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-fa1b63b6-cf9e-4a0c-b5d8-86e97acfcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:08.032635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-fa1b63b6-cf9e-4a0c-b5d8-86e97acfcda8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c2cc1b81-c6ab-4482-bc81-37f7da1108fc HTTP/1.1" status: 200 len: 897 time: 0.2054577 Oct 18 23:36:08.108742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54f18446-aa60-45a5-b9e3-e60acef4f7d0 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:08.124030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 547de195-a840-40a6-8ce1-961f00acf36d details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:36:08.129378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35526) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:08.136781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-54f18446-aa60-45a5-b9e3-e60acef4f7d0 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Calling delete_port for af054625-345c-4603-b9a7-dbb22c9f9ea1 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:08.166586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-81fc6278-f181-4af2-98e1-2813cbbacd10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dcd74bd-03e3-42be-a276-146b9b247711 HTTP/1.1" status: 200 len: 999 time: 0.1233542 Oct 18 23:36:08.300552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5fbebf28-6a49-4dca-8da4-7f577954e54d tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/floatingips/8e82e837-2759-4803-ad95-9b1a6144256f HTTP/1.1" status: 200 len: 991 time: 0.1696534 Oct 18 23:36:08.354683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-90cff485-ff2e-4a11-a634-3cdbd2647352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:08.356741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-90cff485-ff2e-4a11-a634-3cdbd2647352 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce416617-2673-4b53-a6c4-02b23cd33455 HTTP/1.1" status: 200 len: 835 time: 0.1599967 Oct 18 23:36:08.367570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8cb82-9f8a-4e29-ae40-c9938b99f5e0 req-40757217-c834-432b-9f5e-f8ceefa36fd1 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:08.368710 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d302c4-d702-4546-8566-4ccb87231828 req-67516eaf-9c39-4794-a74f-8a784eb6c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:08.370381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9d302c4-d702-4546-8566-4ccb87231828 req-67516eaf-9c39-4794-a74f-8a784eb6c0b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6f4c32044c0e4ce09bb474609438a067&device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 1098 time: 0.1724324 Oct 18 23:36:08.376927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9d8cb82-9f8a-4e29-ae40-c9938b99f5e0 req-40757217-c834-432b-9f5e-f8ceefa36fd1 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.0745327 Oct 18 23:36:08.407081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:08.418758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9d8cb82-9f8a-4e29-ae40-c9938b99f5e0 req-5104cbb0-a63a-4c46-a6ae-83ec65aa88b9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406039 Oct 18 23:36:08.419988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '547de195-a840-40a6-8ce1-961f00acf36d', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'port_id': '547de195-a840-40a6-8ce1-961f00acf36d', 'mac_address': 'fa:16:3e:36:fe:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:36:08.450221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f02304-1671-41e6-a16c-e4eb052993e7 req-5cd3296f-164f-41e2-87e1-7c1ba9df147e tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:08.451737 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6f02304-1671-41e6-a16c-e4eb052993e7 req-5cd3296f-164f-41e2-87e1-7c1ba9df147e tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 946 time: 0.2135885 Oct 18 23:36:08.462743 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:08.476353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547de195-a840-40a6-8ce1-961f00acf36d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:36:08.498334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54f18446-aa60-45a5-b9e3-e60acef4f7d0 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:08.499240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:08.504475 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:08.573231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:08.575295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f18446-aa60-45a5-b9e3-e60acef4f7d0 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Port': ['ID=af054625-345c-4603-b9a7-dbb22c9f9ea1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:08.578109 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54f18446-aa60-45a5-b9e3-e60acef4f7d0 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:08.583620 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-54f18446-aa60-45a5-b9e3-e60acef4f7d0 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/ports/af054625-345c-4603-b9a7-dbb22c9f9ea1 HTTP/1.1" status: 204 len: 168 time: 0.9710712 Oct 18 23:36:08.585100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35532) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:08.595233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-f38f82f1-e91d-406d-94fe-a44ca226939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:08.596641 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-f38f82f1-e91d-406d-94fe-a44ca226939a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2cc1b81-c6ab-4482-bc81-37f7da1108fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245433 Oct 18 23:36:08.616893 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6f02304-1671-41e6-a16c-e4eb052993e7 req-899eebab-19d0-464a-afda-c636e8940286 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313653 Oct 18 23:36:08.617919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d302c4-d702-4546-8566-4ccb87231828 req-56882866-83c4-42dc-b893-a4698f95dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:08.621115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9d302c4-d702-4546-8566-4ccb87231828 req-56882866-83c4-42dc-b893-a4698f95dd22 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0240618b-a9c0-4156-a794-61c6d15288d0 HTTP/1.1" status: 200 len: 914 time: 0.2370701 Oct 18 23:36:08.639221 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ce8348-8012-4257-bb97-4d3a33bf98e9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): The resource could not be found. Oct 18 23:36:08.639918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ce8348-8012-4257-bb97-4d3a33bf98e9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:36:08.645862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35536) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:08.646119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-08ce8348-8012-4257-bb97-4d3a33bf98e9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/subnets/3ea4782c-1fac-4c55-a726-6e44c28aae17 HTTP/1.1" status: 404 len: 337 time: 0.0589976 Oct 18 23:36:08.670003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3075c2-6784-43cb-b24e-2a4d797f8374 req-1e221c9b-50b8-41a1-b29b-a3eae072810e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:08.671512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef3075c2-6784-43cb-b24e-2a4d797f8374 req-1e221c9b-50b8-41a1-b29b-a3eae072810e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0759575 Oct 18 23:36:08.713196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9d302c4-d702-4546-8566-4ccb87231828 req-5faacf93-2e4d-4f3c-9dfb-2670ab5a94a0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=185c5a29-53f9-41de-956b-8d59ac0f0c00 HTTP/1.1" status: 200 len: 217 time: 0.0780816 Oct 18 23:36:08.724592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef3075c2-6784-43cb-b24e-2a4d797f8374 req-8444a853-e5c2-40e7-b0ea-c020eb2991a7 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Oct 18 23:36:08.859481 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:08.902685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d302c4-d702-4546-8566-4ccb87231828 req-14f94c0c-50ef-4d73-b476-20e7ef50f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:08.904183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9d302c4-d702-4546-8566-4ccb87231828 req-14f94c0c-50ef-4d73-b476-20e7ef50f32b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=36dd8d75-239e-4a5b-ab6e-f1939dc8a8a7 HTTP/1.1" status: 200 len: 853 time: 0.1622183 Oct 18 23:36:08.914415 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-988bbb1a-d1e4-4950-8f01-e067c768feca req-dbf7f1cc-f534-4d53-947d-58ec9aaed657 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 210 time: 0.0713959 Oct 18 23:36:08.916996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-2a8c77e7-2ed3-45cc-988d-b156936f2be9 service neutron] 10.222.0.73 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103638 Oct 18 23:36:08.966897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9d302c4-d702-4546-8566-4ccb87231828 req-ceba76a1-bd56-4de1-9e5c-1ce84f90c2fc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0240618b-a9c0-4156-a794-61c6d15288d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487618 Oct 18 23:36:08.973047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['547de195-a840-40a6-8ce1-961f00acf36d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:36:09.179800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-17491d03-6850-49d0-878d-525bbea55c91 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:09.182404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-17491d03-6850-49d0-878d-525bbea55c91 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.102 "GET /v2.0/networks?id=289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 HTTP/1.1" status: 200 len: 825 time: 0.1658332 Oct 18 23:36:09.203264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Request body: {'port': {'device_id': '06d7c2a7-79cc-42fb-b855-c287f945a840', 'network_id': '289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8', 'admin_state_up': True, 'tenant_id': '52419159011642709dcfa919254f5bd2'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:09.209139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:09.233063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7b37751e-7ed7-4bb2-a450-15b8971de94f req-f2992e0d-6577-4d41-8614-89c214861a24 service neutron] 10.222.0.73 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971358 Oct 18 23:36:09.256657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7754dcd9-576f-4ee5-ba32-781196b68d09']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:09.276955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f80594c-80e1-4cf8-a82f-d7153f5b823b') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:09.277381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f80594c-80e1-4cf8-a82f-d7153f5b823b') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:09.281746 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9d302c4-d702-4546-8566-4ccb87231828 req-fd441983-6235-4fb6-971c-20b105dd5717 service neutron] 10.222.0.102 "GET /v2.0/networks/0240618b-a9c0-4156-a794-61c6d15288d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644799 Oct 18 23:36:09.291573 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:09.302697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35548) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:09.311980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:09.355119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:09.355625 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:09.363994 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:09.377972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Made reservation on behalf of 52419159011642709dcfa919254f5bd2 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:09.384014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:09.489299 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6226e319-68ba-4263-88fe-a20e4fd3ec0b tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/floatingips/8e82e837-2759-4803-ad95-9b1a6144256f HTTP/1.1" status: 200 len: 993 time: 0.1854050 Oct 18 23:36:09.505596 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:09.516951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:09.520125 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/7754dcd9-576f-4ee5-ba32-781196b68d09 HTTP/1.1" status: 204 len: 168 time: 0.8732080 Oct 18 23:36:09.522910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35552) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:09.531195 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9d302c4-d702-4546-8566-4ccb87231828 req-4d14094b-2d4e-4c9a-8356-ef543111b329 service neutron] 10.222.0.102 "GET /v2.0/networks/0240618b-a9c0-4156-a794-61c6d15288d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868637 Oct 18 23:36:09.532324 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c667c9-def7-4b91-a56e-44b104ce2f6b tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Network': ['ID=7754dcd9-576f-4ee5-ba32-781196b68d09,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:09.595754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Allocated IP 172.20.0.5 (289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8/d60ac269-679d-4565-9f91-3f28dcda1f42/b7cc323f-7636-4144-8d2e-1642c49b232a) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:09.650989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcd1c4-6ae1-4c56-87ba-cf8bfb8b3a90 req-c4f2b580-613b-4c08-8474-d517715f1f80 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:09.652655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09dcd1c4-6ae1-4c56-87ba-cf8bfb8b3a90 req-c4f2b580-613b-4c08-8474-d517715f1f80 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 944 time: 0.1457450 Oct 18 23:36:09.772913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c0516-d65f-4a78-9e5f-b2cff2a21d33 req-1e4233af-c134-4ac8-8a5e-2f3fefa36ff5 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:09.774548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-944c0516-d65f-4a78-9e5f-b2cff2a21d33 req-1e4233af-c134-4ac8-8a5e-2f3fefa36ff5 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 946 time: 0.0714211 Oct 18 23:36:09.794845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09dcd1c4-6ae1-4c56-87ba-cf8bfb8b3a90 req-7a9e4557-a73b-44e3-8041-6589e6b1af63 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233139 Oct 18 23:36:09.836059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-db24b5e3-fb92-4709-9b5b-2c228b7f84f9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Deleting port 05d295cc-5b10-46a9-afe2-02e83d72a968 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:09.836480 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db24b5e3-fb92-4709-9b5b-2c228b7f84f9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:09.839796 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-944c0516-d65f-4a78-9e5f-b2cff2a21d33 req-b7af66c5-8982-4c54-b554-a3458702dc50 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572684 Oct 18 23:36:09.972020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db24b5e3-fb92-4709-9b5b-2c228b7f84f9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.000473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.006159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-db24b5e3-fb92-4709-9b5b-2c228b7f84f9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Calling delete_port for 05d295cc-5b10-46a9-afe2-02e83d72a968 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:10.027087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76d89c-43fe-4644-a22c-b87d5c2dc738 req-e89274e6-3429-4792-8833-b1c0f0afb318 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:10.029548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e76d89c-43fe-4644-a22c-b87d5c2dc738 req-e89274e6-3429-4792-8833-b1c0f0afb318 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1501346 Oct 18 23:36:10.044831 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec753fd1-e098-4ac0-8971-f4025acdb3d0 req-2c83364d-f092-4914-a973-be03ba9c08f6 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 210 time: 0.0298021 Oct 18 23:36:10.141700 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e76d89c-43fe-4644-a22c-b87d5c2dc738 req-f62c9a9b-e007-4ff2-9ce1-a678c7f793ca tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025002 Oct 18 23:36:10.144334 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.198955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Network 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:10.202923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:10.210321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:10.212904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db24b5e3-fb92-4709-9b5b-2c228b7f84f9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.237768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Pushing event updated for resources: {'Port': ['ID=b7cc323f-7636-4144-8d2e-1642c49b232a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:10.283818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24b5e3-fb92-4709-9b5b-2c228b7f84f9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Port': ['ID=05d295cc-5b10-46a9-afe2-02e83d72a968,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:10.286108 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db24b5e3-fb92-4709-9b5b-2c228b7f84f9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.289407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-db24b5e3-fb92-4709-9b5b-2c228b7f84f9 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/ports/05d295cc-5b10-46a9-afe2-02e83d72a968 HTTP/1.1" status: 204 len: 168 time: 0.7482240 Oct 18 23:36:10.292525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35562) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:10.312020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:10.312687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.322644 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b896674-bfe1-47ec-b882-cfcc74060356 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] DELETE failed (client error): The resource could not be found. Oct 18 23:36:10.323187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b896674-bfe1-47ec-b882-cfcc74060356 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:36:10.326898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2b896674-bfe1-47ec-b882-cfcc74060356 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/subnets/8e04c279-4379-438a-a305-b6f2040f023e HTTP/1.1" status: 404 len: 337 time: 0.0333095 Oct 18 23:36:10.329923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35564) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:10.335422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-ad52b7f2-1002-4f40-9c2e-30b598853815 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1369350 Oct 18 23:36:10.366384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Request body: {'port': {'device_id': '06d7c2a7-79cc-42fb-b855-c287f945a840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:10.440624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.441797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.538754 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.562865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ef8d0c-1cef-4a8d-9ac3-6d643140da4a']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:10.574354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e1560d-cf82-480d-b857-1af90449ae17') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:10.574638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e1560d-cf82-480d-b857-1af90449ae17') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:10.590057 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.607474 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.616770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:10.617227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:10.621046 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:10.753141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cc323f-7636-4144-8d2e-1642c49b232a {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:36:10.761053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.781657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Transition to ACTIVE for port object b7cc323f-7636-4144-8d2e-1642c49b232a will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:36:10.787057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:10.910778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Pushing event updated for resources: {'Port': ['ID=b7cc323f-7636-4144-8d2e-1642c49b232a,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:11.004452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Attempting to bind port b7cc323f-7636-4144-8d2e-1642c49b232a on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:36:11.004791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Attempting to bind port b7cc323f-7636-4144-8d2e-1642c49b232a by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'cf24ed0e-b66e-498b-adfd-b91c4145be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:36:11.005126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Attempting to bind port b7cc323f-7636-4144-8d2e-1642c49b232a on network 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:11.015057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Port b7cc323f-7636-4144-8d2e-1642c49b232a on network 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:36:11.015494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Attempting to bind port b7cc323f-7636-4144-8d2e-1642c49b232a on network 289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:11.023329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:36:11.023671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Checking segment: {'id': 'cf24ed0e-b66e-498b-adfd-b91c4145be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:11.024053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Bound using segment: {'id': 'cf24ed0e-b66e-498b-adfd-b91c4145be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:36:11.024481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Bound port: b7cc323f-7636-4144-8d2e-1642c49b232a, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf24ed0e-b66e-498b-adfd-b91c4145be7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:36:11.024839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.034926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d4d32-3d90-4de3-b4ed-ba0bb0da3693 req-509babf3-e829-47d7-9082-ed140cc2f2b1 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:11.046651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-845d4d32-3d90-4de3-b4ed-ba0bb0da3693 req-509babf3-e829-47d7-9082-ed140cc2f2b1 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 946 time: 0.0849442 Oct 18 23:36:11.120300 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-845d4d32-3d90-4de3-b4ed-ba0bb0da3693 req-11e5f13a-2e98-44b3-b68e-066bff1c3085 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727017 Oct 18 23:36:11.122156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168e71b-26f5-47c7-a2b9-d47fc35dec59 req-dd73be3b-64b8-4714-808f-c8269bfe462e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:11.127220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0168e71b-26f5-47c7-a2b9-d47fc35dec59 req-dd73be3b-64b8-4714-808f-c8269bfe462e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 944 time: 0.1075685 Oct 18 23:36:11.131175 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.163753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] For port b7cc323f-7636-4144-8d2e-1642c49b232a, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:36:11.165705 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.168820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] For port b7cc323f-7636-4144-8d2e-1642c49b232a, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b7cc323f-7636-4144-8d2e-1642c49b232a,segment=NetworkSegment(cf24ed0e-b66e-498b-adfd-b91c4145be7a),segment_id=cf24ed0e-b66e-498b-adfd-b91c4145be7a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:36:11.169825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/69ef8d0c-1cef-4a8d-9ac3-6d643140da4a HTTP/1.1" status: 204 len: 168 time: 0.8384998 Oct 18 23:36:11.172066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b6f8a-797b-42a3-9b6a-805e7f11075d tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Network': ['ID=69ef8d0c-1cef-4a8d-9ac3-6d643140da4a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:11.173008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35580) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:11.188748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.212802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0168e71b-26f5-47c7-a2b9-d47fc35dec59 req-25424ab6-0345-46e7-b649-ab0781eb1676 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827324 Oct 18 23:36:11.315762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:11.316584 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.318008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] 10.222.0.102 "PUT /v2.0/ports/b7cc323f-7636-4144-8d2e-1642c49b232a HTTP/1.1" status: 200 len: 1092 time: 0.9575613 Oct 18 23:36:11.320534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d7c2a7-79cc-42fb-b855-c287f945a840', 'tag': 'b7cc323f-7636-4144-8d2e-1642c49b232a'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:11.322746 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da314447-f87f-4feb-b847-8fca791489f5" -d '{"events": [{"name": "network-changed", "server_uuid": "06d7c2a7-79cc-42fb-b855-c287f945a840", "tag": "b7cc323f-7636-4144-8d2e-1642c49b232a"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:11.352290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-9143cf02-3da8-432a-8341-bc19d8ad83c1 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Deleting subnet 5259f5e4-6fff-4ba7-b424-285f4f672f4f {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:11.361707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9143cf02-3da8-432a-8341-bc19d8ad83c1 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.365586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18a9db-2655-4dcf-ab46-9471056376de service neutron] Pushing event updated for resources: {'Port': ['ID=b7cc323f-7636-4144-8d2e-1642c49b232a,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:11.403679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305a999-86c2-403f-8716-b08fcf54b936 req-2963a833-e2bb-4b60-868d-f49dbe4437f2 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:11.405327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1305a999-86c2-403f-8716-b08fcf54b936 req-2963a833-e2bb-4b60-868d-f49dbe4437f2 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 943 time: 0.1780856 Oct 18 23:36:11.415376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa02f71-37a5-4266-a5e6-5d810d136a18 req-de24be21-8732-4883-ab85-bfee2c4cc326 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:11.417342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7aa02f71-37a5-4266-a5e6-5d810d136a18 req-de24be21-8732-4883-ab85-bfee2c4cc326 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0759320 Oct 18 23:36:11.459417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7aa02f71-37a5-4266-a5e6-5d810d136a18 req-0d5bc348-b68c-406e-8cad-dea24c010249 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358396 Oct 18 23:36:11.459641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9143cf02-3da8-432a-8341-bc19d8ad83c1 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.527538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1305a999-86c2-403f-8716-b08fcf54b936 req-c1e29624-bc88-4e10-adfa-aa065bd81bc3 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081247 Oct 18 23:36:11.538779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-792e4eb3-6478-4fac-868a-c1ab9b49bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:11.540301 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-792e4eb3-6478-4fac-868a-c1ab9b49bf97 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52419159011642709dcfa919254f5bd2&device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 1095 time: 0.1318536 Oct 18 23:36:11.585400 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4634797e-48f9-4301-86de-37c35cef70df x-openstack-request-id: req-4634797e-48f9-4301-86de-37c35cef70df {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:11.585722 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d7c2a7-79cc-42fb-b855-c287f945a840", "tag": "b7cc323f-7636-4144-8d2e-1642c49b232a", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:11.585949 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4634797e-48f9-4301-86de-37c35cef70df {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:11.586350 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d7c2a7-79cc-42fb-b855-c287f945a840', 'tag': 'b7cc323f-7636-4144-8d2e-1642c49b232a', 'status': 'completed', 'code': 200} Oct 18 23:36:11.587642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9143cf02-3da8-432a-8341-bc19d8ad83c1 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.655331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-b972e774-5eb7-41b3-af23-efd2562a02cc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7cc323f-7636-4144-8d2e-1642c49b232a HTTP/1.1" status: 200 len: 217 time: 0.0715973 Oct 18 23:36:11.714092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9143cf02-3da8-432a-8341-bc19d8ad83c1 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.785490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143cf02-3da8-432a-8341-bc19d8ad83c1 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Subnet': ['ID=5259f5e4-6fff-4ba7-b424-285f4f672f4f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:11.787704 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9143cf02-3da8-432a-8341-bc19d8ad83c1 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.793090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9143cf02-3da8-432a-8341-bc19d8ad83c1 tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/subnets/5259f5e4-6fff-4ba7-b424-285f4f672f4f HTTP/1.1" status: 204 len: 168 time: 0.6155894 Oct 18 23:36:11.794201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35590) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:11.797411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca252dfb-e3b7-4c7b-bc3f-6c3eb7312c47 None None] Network 4bac16cf-654e-4486-beab-6041a8994d79 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:11.808227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-6f4cbd02-9e47-46fd-9880-018606218dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:11.809715 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-6f4cbd02-9e47-46fd-9880-018606218dcb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d60ac269-679d-4565-9f91-3f28dcda1f42 HTTP/1.1" status: 200 len: 865 time: 0.1061428 Oct 18 23:36:11.822214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd139c-6078-4ad8-a1c5-fc4a4a023c98 req-58dc5218-7b3b-483d-ae48-880717632a8e tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:11.824467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74bd139c-6078-4ad8-a1c5-fc4a4a023c98 req-58dc5218-7b3b-483d-ae48-880717632a8e tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 946 time: 0.1313870 Oct 18 23:36:11.867762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-b24ee594-f7f3-4318-9e55-032be532cdc1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422974 Oct 18 23:36:11.908518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74bd139c-6078-4ad8-a1c5-fc4a4a023c98 req-f5966a5c-0ad0-4622-b987-2e5c34654b74 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753026 Oct 18 23:36:11.926925 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:11.993645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-bee9d27b-467d-4409-99bb-6d22dab17a77 service neutron] 10.222.0.102 "GET /v2.0/networks/289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137166 Oct 18 23:36:12.001149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Deleting port fabe8275-504e-4608-8129-47f46775c7b0 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:12.001495 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.035544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7075d07f-96db-4edb-aa70-268c9d6547c4 None None] DHCP port deletion for 4bac16cf-654e-4486-beab-6041a8994d79 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:36:12.071107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] For port fabe8275-504e-4608-8129-47f46775c7b0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fabe8275-504e-4608-8129-47f46775c7b0,segment=NetworkSegment(626733c4-66e3-4a84-8052-dc00db1d7929),segment_id=626733c4-66e3-4a84-8052-dc00db1d7929)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:12.071479 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.083498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7075d07f-96db-4edb-aa70-268c9d6547c4 None None] Deleting port fabe8275-504e-4608-8129-47f46775c7b0 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:12.083954 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7075d07f-96db-4edb-aa70-268c9d6547c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.089713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Calling delete_port for fabe8275-504e-4608-8129-47f46775c7b0 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:12.106952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5a785d5-6835-4185-858d-d9c33dbb7c6a req-4f24e3fe-9ec9-48f3-9f6f-b8ab5a9495b4 service neutron] 10.222.0.102 "GET /v2.0/networks/289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043346 Oct 18 23:36:12.156462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 547de195-a840-40a6-8ce1-961f00acf36d up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:12.194188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.206084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7075d07f-96db-4edb-aa70-268c9d6547c4 None None] For port fabe8275-504e-4608-8129-47f46775c7b0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fabe8275-504e-4608-8129-47f46775c7b0,segment=NetworkSegment(626733c4-66e3-4a84-8052-dc00db1d7929),segment_id=626733c4-66e3-4a84-8052-dc00db1d7929)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:12.206796 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7075d07f-96db-4edb-aa70-268c9d6547c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.225831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7075d07f-96db-4edb-aa70-268c9d6547c4 None None] Calling delete_port for fabe8275-504e-4608-8129-47f46775c7b0 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:12.229152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Port': ['ID=fabe8275-504e-4608-8129-47f46775c7b0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:12.233931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] No DVR routers for this DVR port fabe8275-504e-4608-8129-47f46775c7b0 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:12.298750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 547de195-a840-40a6-8ce1-961f00acf36d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:36:12.319096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314447-f87f-4feb-b847-8fca791489f5 req-39802963-b41f-464b-b408-f6b44b0f81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:12.324390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 547de195-a840-40a6-8ce1-961f00acf36d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:12.325188 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.327744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da314447-f87f-4feb-b847-8fca791489f5 req-39802963-b41f-464b-b408-f6b44b0f81d7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=52419159011642709dcfa919254f5bd2&device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 1095 time: 0.1113338 Oct 18 23:36:12.345500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.374153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bac16cf-654e-4486-beab-6041a8994d79']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:12.385437 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7075d07f-96db-4edb-aa70-268c9d6547c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.392348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626733c4-66e3-4a84-8052-dc00db1d7929') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:12.392662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626733c4-66e3-4a84-8052-dc00db1d7929') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:12.407952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.418938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075d07f-96db-4edb-aa70-268c9d6547c4 None None] Pushing event deleted for resources: {'Port': ['ID=fabe8275-504e-4608-8129-47f46775c7b0,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:12.429772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075d07f-96db-4edb-aa70-268c9d6547c4 None None] No DVR routers for this DVR port fabe8275-504e-4608-8129-47f46775c7b0 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:12.467689 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.485683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:12.485683 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:12.489179 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:12.509813 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.525354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc99ca-a50b-4f70-9d57-4b2b5889f424 req-af650edb-a317-4954-9cd6-4635cad3d83c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:12.527252 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ecc99ca-a50b-4f70-9d57-4b2b5889f424 req-af650edb-a317-4954-9cd6-4635cad3d83c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 944 time: 0.1058235 Oct 18 23:36:12.544124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:12.547892 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a32023c-da3d-4cc7-b017-3349e21ff15f" -d '{"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-plugged", "status": "completed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:12.571251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:12.582068 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.623233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.629708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314447-f87f-4feb-b847-8fca791489f5 req-7a5078c9-32ae-4b19-9e28-aae03d8325ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:12.632031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da314447-f87f-4feb-b847-8fca791489f5 req-7a5078c9-32ae-4b19-9e28-aae03d8325ce service neutron] 10.222.0.102 "GET /v2.0/networks?id=289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 HTTP/1.1" status: 200 len: 926 time: 0.2964931 Oct 18 23:36:12.643516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:12.659127 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] 10.222.0.52 "DELETE /v2.0/networks/4bac16cf-654e-4486-beab-6041a8994d79 HTTP/1.1" status: 204 len: 168 time: 0.8627715 Oct 18 23:36:12.705114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:12.719476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da314447-f87f-4feb-b847-8fca791489f5 req-82429b71-b890-4d59-980e-1ad950430582 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7cc323f-7636-4144-8d2e-1642c49b232a HTTP/1.1" status: 200 len: 217 time: 0.0591218 Oct 18 23:36:12.723517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ecc99ca-a50b-4f70-9d57-4b2b5889f424 req-2c1760b0-bffb-44af-b83f-aa77d4eb3a57 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509607 Oct 18 23:36:12.753130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459487a4-6dc4-4647-b659-03131deb41dc tempest-NetworksIpV6TestAttrs-1621685110 tempest-NetworksIpV6TestAttrs-1621685110-project] Pushing event deleted for resources: {'Network': ['ID=4bac16cf-654e-4486-beab-6041a8994d79,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:12.887511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e22e3-1b80-44d0-a951-69f70617107a req-70e3954f-6aed-4f08-b173-131d92529704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:12.889083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-864e22e3-1b80-44d0-a951-69f70617107a req-70e3954f-6aed-4f08-b173-131d92529704 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1097 time: 0.1643255 Oct 18 23:36:12.948693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d84ff-4309-49cd-8774-95da12a730c5 req-5528c04a-029f-4c87-9791-da6735a2769e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:12.951826 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bf6d84ff-4309-49cd-8774-95da12a730c5 req-5528c04a-029f-4c87-9791-da6735a2769e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.2350123 Oct 18 23:36:12.955267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314447-f87f-4feb-b847-8fca791489f5 req-a71396d0-8285-42be-b4e5-18603f623614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:12.957880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da314447-f87f-4feb-b847-8fca791489f5 req-a71396d0-8285-42be-b4e5-18603f623614 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d60ac269-679d-4565-9f91-3f28dcda1f42 HTTP/1.1" status: 200 len: 865 time: 0.2288320 Oct 18 23:36:13.006444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e22e3-1b80-44d0-a951-69f70617107a req-8f3135d0-843a-4c2a-a0a0-49c128515c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:13.007978 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-864e22e3-1b80-44d0-a951-69f70617107a req-8f3135d0-843a-4c2a-a0a0-49c128515c45 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1099031 Oct 18 23:36:13.032106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da314447-f87f-4feb-b847-8fca791489f5 req-e4f56f0d-980e-4cb6-9979-f2570d7b05ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590813 Oct 18 23:36:13.032106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35620) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:13.065492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bf6d84ff-4309-49cd-8774-95da12a730c5 req-68db2afb-8ae3-4b7e-bbc7-ccf0ee4cd036 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061840 Oct 18 23:36:13.103785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59e41a-10ed-4ecb-8d56-d72e955090f3 req-8fd8ea2b-8df0-44d6-b05a-b68f055408e5 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:13.105455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e59e41a-10ed-4ecb-8d56-d72e955090f3 req-8fd8ea2b-8df0-44d6-b05a-b68f055408e5 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 943 time: 0.2209532 Oct 18 23:36:13.112190 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-864e22e3-1b80-44d0-a951-69f70617107a req-0d165e76-8b30-40fe-b3d7-65d8f0bbd22a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 0.0894549 Oct 18 23:36:13.125429 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384a0c62-052c-4d61-963c-9fc1b88fe1cb x-openstack-request-id: req-384a0c62-052c-4d61-963c-9fc1b88fe1cb {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:13.125906 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-plugged", "status": "completed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:13.125992 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-384a0c62-052c-4d61-963c-9fc1b88fe1cb {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:13.126370 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d', 'code': 200} Oct 18 23:36:13.207338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da314447-f87f-4feb-b847-8fca791489f5 req-beabd285-3a13-42aa-b603-603ec669a41c service neutron] 10.222.0.102 "GET /v2.0/networks/289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446278 Oct 18 23:36:13.209954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e59e41a-10ed-4ecb-8d56-d72e955090f3 req-b1f86298-91ca-49ec-9e5f-a0abf040d8ca tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959809 Oct 18 23:36:13.229007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e22e3-1b80-44d0-a951-69f70617107a req-1078be0d-e8d1-40f9-9938-62e8025c6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:13.230472 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-864e22e3-1b80-44d0-a951-69f70617107a req-1078be0d-e8d1-40f9-9938-62e8025c6b94 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0912282 Oct 18 23:36:13.297577 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc507f5d-5678-4cd4-b66d-b589a9240b28 req-04ef6d7a-8d8c-43c2-973c-f1f914883231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:13.299082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc507f5d-5678-4cd4-b66d-b589a9240b28 req-04ef6d7a-8d8c-43c2-973c-f1f914883231 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 1097 time: 0.0786550 Oct 18 23:36:13.351094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e22e3-1b80-44d0-a951-69f70617107a req-bacb9fdb-e6ec-4dc3-bfa8-cad8de8b55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:13.352534 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-864e22e3-1b80-44d0-a951-69f70617107a req-bacb9fdb-e6ec-4dc3-bfa8-cad8de8b55a0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037378 Oct 18 23:36:13.388076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9424130-77ce-4d14-8d47-83eb58f7c22e req-9dcc9a44-fbfb-4ca6-a0d9-73bf201afdbc tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:13.389755 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9424130-77ce-4d14-8d47-83eb58f7c22e req-9dcc9a44-fbfb-4ca6-a0d9-73bf201afdbc tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 946 time: 0.1073761 Oct 18 23:36:13.393074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc507f5d-5678-4cd4-b66d-b589a9240b28 req-8bc73154-0e84-4968-88d7-852c08d68414 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679555 Oct 18 23:36:13.486468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9424130-77ce-4d14-8d47-83eb58f7c22e req-773a546d-6b70-4ede-b9ae-9110c614209b tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6e25ee4-8d50-4c80-9250-df314b34e926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824990 Oct 18 23:36:13.522946 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-864e22e3-1b80-44d0-a951-69f70617107a req-ceaf0f01-1259-49b2-800b-7aa16e6ecd64 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557751 Oct 18 23:36:13.650867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f41a2-d1c6-4ba0-8b25-ad757eb1f5ad req-19f7e10e-7f8c-4384-a116-d908ab95a8af tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:13.652560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-895f41a2-d1c6-4ba0-8b25-ad757eb1f5ad req-19f7e10e-7f8c-4384-a116-d908ab95a8af tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.4442828 Oct 18 23:36:13.654914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0e6ec168-9ad6-4e72-a73d-e65e2d2af9c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af5892e616ba4e76b86a439c567fed1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193912 Oct 18 23:36:13.657429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35624) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:13.662183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-864e22e3-1b80-44d0-a951-69f70617107a req-77180398-d887-4696-91d2-04d93c71d326 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903695 Oct 18 23:36:13.712674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da314447-f87f-4feb-b847-8fca791489f5 req-aaff1542-26e9-458d-987e-f27d74478f35 service neutron] 10.222.0.102 "GET /v2.0/networks/289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732938 Oct 18 23:36:13.741360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-895f41a2-d1c6-4ba0-8b25-ad757eb1f5ad req-36719a7b-d067-44d6-ab15-a86e0f69860a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760026 Oct 18 23:36:13.773195 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d83c3d7-885f-491c-9461-2ebf5ec6e761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:13.799256 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d83c3d7-885f-491c-9461-2ebf5ec6e761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:13.906654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-15de5cda-eb42-477d-a5e7-ce3c9872663e tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:13.908352 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-15de5cda-eb42-477d-a5e7-ce3c9872663e tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.102 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 946 time: 0.0665140 Oct 18 23:36:13.910535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d83c3d7-885f-491c-9461-2ebf5ec6e761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:13.913243 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d83c3d7-885f-491c-9461-2ebf5ec6e761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:13.918192 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d83c3d7-885f-491c-9461-2ebf5ec6e761 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4464ccf6-83ba-40f5-b2ea-97b4aa7932cc HTTP/1.1" status: 204 len: 168 time: 0.2561107 Oct 18 23:36:13.937486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2305fd0-15e0-49a7-9ba0-27487b198d94 req-345592a4-625f-4575-87e7-1a7665ada680 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:13.939295 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2305fd0-15e0-49a7-9ba0-27487b198d94 req-345592a4-625f-4575-87e7-1a7665ada680 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.1052430 Oct 18 23:36:13.998981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83c3d7-885f-491c-9461-2ebf5ec6e761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4464ccf6-83ba-40f5-b2ea-97b4aa7932cc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:14.016421 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2305fd0-15e0-49a7-9ba0-27487b198d94 req-a645fcc9-b5c9-42ec-8063-2f2289c83f0e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685518 Oct 18 23:36:14.072335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fabe8275-504e-4608-8129-47f46775c7b0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:14.093139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Deleting port 185c5a29-53f9-41de-956b-8d59ac0f0c00 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:14.093578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:14.093759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: fabe8275-504e-4608-8129-47f46775c7b0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:14.094318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fabe8275-504e-4608-8129-47f46775c7b0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:14.239455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] For port 185c5a29-53f9-41de-956b-8d59ac0f0c00, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=185c5a29-53f9-41de-956b-8d59ac0f0c00,segment=NetworkSegment(597eddae-830a-4451-a17c-e8803a4019ab),segment_id=597eddae-830a-4451-a17c-e8803a4019ab)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:14.240110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:14.262584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d93d5-6976-4c05-ba8d-1be3ea4dd35a req-55d18463-84d4-4b84-84c9-c6f8e1748bf8 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:14.264130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-253d93d5-6976-4c05-ba8d-1be3ea4dd35a req-55d18463-84d4-4b84-84c9-c6f8e1748bf8 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0916364 Oct 18 23:36:14.265142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Calling delete_port for 185c5a29-53f9-41de-956b-8d59ac0f0c00 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:14.350997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472acba8-6749-40c4-9535-85bd0e27fe1a req-31c8d71d-a9db-4d21-94ec-32bf8aff02ce tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:14.352842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-253d93d5-6976-4c05-ba8d-1be3ea4dd35a req-c02a3ecd-8ae0-4833-8382-1c9d781d5794 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817647 Oct 18 23:36:14.360025 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-472acba8-6749-40c4-9535-85bd0e27fe1a req-31c8d71d-a9db-4d21-94ec-32bf8aff02ce tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 943 time: 0.0681531 Oct 18 23:36:14.398133 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-472acba8-6749-40c4-9535-85bd0e27fe1a req-9e9b457f-bef7-4285-a29b-a6d2061c0159 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369813 Oct 18 23:36:14.450363 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:14.480969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Pushing event deleted for resources: {'Port': ['ID=185c5a29-53f9-41de-956b-8d59ac0f0c00,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:14.493523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['185c5a29-53f9-41de-956b-8d59ac0f0c00'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:36:14.520617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] No DVR routers for this DVR port 185c5a29-53f9-41de-956b-8d59ac0f0c00 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:14.523147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:14.526692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a276f788-7095-4213-bdc1-4e1c24e2a29c req-655be3e7-cfa0-48ec-af49-74037ff9da06 tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.102 "DELETE /v2.0/ports/185c5a29-53f9-41de-956b-8d59ac0f0c00 HTTP/1.1" status: 204 len: 173 time: 0.6109343 Oct 18 23:36:14.528581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad04afc-7b2d-4ebe-a2ae-c00c91896a32', 'name': 'network-vif-deleted', 'tag': '185c5a29-53f9-41de-956b-8d59ac0f0c00'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:14.530950 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5178c6-e05b-4836-a10e-dd4b3e6b2179" -d '{"events": [{"server_uuid": "4ad04afc-7b2d-4ebe-a2ae-c00c91896a32", "name": "network-vif-deleted", "tag": "185c5a29-53f9-41de-956b-8d59ac0f0c00"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:14.580679 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403448dc-81db-440e-a941-faadc9565fd9 x-openstack-request-id: req-403448dc-81db-440e-a941-faadc9565fd9 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:14.581079 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad04afc-7b2d-4ebe-a2ae-c00c91896a32", "name": "network-vif-deleted", "tag": "185c5a29-53f9-41de-956b-8d59ac0f0c00", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:14.581427 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-403448dc-81db-440e-a941-faadc9565fd9 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:14.581897 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad04afc-7b2d-4ebe-a2ae-c00c91896a32', 'name': 'network-vif-deleted', 'tag': '185c5a29-53f9-41de-956b-8d59ac0f0c00', 'status': 'completed', 'code': 200} Oct 18 23:36:14.613141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7298292b-1f54-472b-b1be-cd17d15023c0 req-e8480efa-074f-42ae-a208-1006fb3c39fd tempest-InstanceActionsTestJSON-2100479202 tempest-InstanceActionsTestJSON-2100479202-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad04afc-7b2d-4ebe-a2ae-c00c91896a32 HTTP/1.1" status: 200 len: 210 time: 0.0277903 Oct 18 23:36:14.726107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35658) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:14.826355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-590354099'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:14.849550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:14.853429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:14.863417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:14.870467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50fe85-cfcb-447b-90b4-a658aaa21dad req-11c8174b-c43b-4901-aa78-4965fa551efe tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:14.872008 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe50fe85-cfcb-447b-90b4-a658aaa21dad req-11c8174b-c43b-4901-aa78-4965fa551efe tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.0515342 Oct 18 23:36:14.911855 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe50fe85-cfcb-447b-90b4-a658aaa21dad req-eda4a2c5-62cc-4479-8505-8d73e2dc14e9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336628 Oct 18 23:36:14.948981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:14.958020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:14.986114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:36:14.997841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7264f88e-211a-4ce5-8705-6176ce253d87,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:15.004338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.004714 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added segment 6b00e3f3-3292-4891-9e6d-170c90357227 of type vlan for network 042db2fc-a0af-458f-9cf8-26060999cd54 Oct 18 23:36:15.070104 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.161665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.168460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:15.169173 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.226250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f33a0-b3f9-46a8-a93e-57b7edcbaa9d req-e3fa8ea2-4768-4630-b813-06109778696a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:15.227977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a4f33a0-b3f9-46a8-a93e-57b7edcbaa9d req-e3fa8ea2-4768-4630-b813-06109778696a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.1403828 Oct 18 23:36:15.241583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5116053 Oct 18 23:36:15.242138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35676) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:15.248464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-180950946'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:15.289805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf039f-6154-42be-aceb-ee3adf22a3b8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Network': ['ID=042db2fc-a0af-458f-9cf8-26060999cd54,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:15.300683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:15.302539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 042db2fc-a0af-458f-9cf8-26060999cd54 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:36:15.311294 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.328923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a4f33a0-b3f9-46a8-a93e-57b7edcbaa9d req-52b4dda7-8645-4d5b-96ab-69cc50867d75 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864205 Oct 18 23:36:15.344519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:36:15.355830 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.356451 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added segment a8d08f41-b141-4a2c-a6cd-b631bdd7ef98 of type vlan for network b05e9e43-2269-4266-bfc1-ac6b694e11ea Oct 18 23:36:15.408970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.468016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.474037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:15.474677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.558063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3142397 Oct 18 23:36:15.558501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289c57a-94d0-42e6-b696-d69afc6f7882 req-362cddd5-5a95-4df7-a993-e7b0b5423618 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:15.563944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35682) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:15.566591 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e289c57a-94d0-42e6-b696-d69afc6f7882 req-362cddd5-5a95-4df7-a993-e7b0b5423618 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 943 time: 0.0677345 Oct 18 23:36:15.569328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'subnet': {'network_id': '042db2fc-a0af-458f-9cf8-26060999cd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:15.582695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ff3c-4877-4d3d-bb72-97eb486b68ef req-c59df5b6-add9-4c3b-81b4-f104c6d5ab6e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:15.584616 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e574ff3c-4877-4d3d-bb72-97eb486b68ef req-c59df5b6-add9-4c3b-81b4-f104c6d5ab6e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1507866 Oct 18 23:36:15.584887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a236-9acb-45fd-ba3a-ce955fa43a70 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Network': ['ID=b05e9e43-2269-4266-bfc1-ac6b694e11ea,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:15.598070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network b05e9e43-2269-4266-bfc1-ac6b694e11ea details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:36:15.611559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e289c57a-94d0-42e6-b696-d69afc6f7882 req-d94f18be-9803-41f3-bebc-e74e4e0ec105 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Oct 18 23:36:15.688760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35686) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:15.702159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e574ff3c-4877-4d3d-bb72-97eb486b68ef req-5249b6a7-6de3-41f6-b9aa-b3f7bd01b1c7 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038771 Oct 18 23:36:15.733802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:15.738019 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.746596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4972a26b-f2c1-4a41-8e47-1c07cac6ff57 admin admin] Deleting subnet 36dd8d75-239e-4a5b-ab6e-f1939dc8a8a7 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:15.750105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4972a26b-f2c1-4a41-8e47-1c07cac6ff57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.798407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4972a26b-f2c1-4a41-8e47-1c07cac6ff57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.850433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4972a26b-f2c1-4a41-8e47-1c07cac6ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.915876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4972a26b-f2c1-4a41-8e47-1c07cac6ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.943590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972a26b-f2c1-4a41-8e47-1c07cac6ff57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36dd8d75-239e-4a5b-ab6e-f1939dc8a8a7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:15.951039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4972a26b-f2c1-4a41-8e47-1c07cac6ff57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:15.956630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4972a26b-f2c1-4a41-8e47-1c07cac6ff57 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/36dd8d75-239e-4a5b-ab6e-f1939dc8a8a7 HTTP/1.1" status: 204 len: 168 time: 0.2642353 Oct 18 23:36:15.957394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35690) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:15.990364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.060126 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Subnet': ['ID=9a0c842b-f256-486a-8e0e-a32480d67db4,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:16.070156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Checking segment: {'id': '6b00e3f3-3292-4891-9e6d-170c90357227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '042db2fc-a0af-458f-9cf8-26060999cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:16.070156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network hostable DHCP agents. Network: 042db2fc-a0af-458f-9cf8-26060999cd54, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:16.072785 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.088171 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 042db2fc-a0af-458f-9cf8-26060999cd54 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:16.100479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 042db2fc-a0af-458f-9cf8-26060999cd54) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:16.111330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64394a9d-441b-4cca-ac5d-46509a82e90e None None] Network 042db2fc-a0af-458f-9cf8-26060999cd54 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:16.120849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:16.121917 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.124910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dbe7b-3c1c-4d20-b2cc-aa1bb58fa907 req-eded2d7b-f355-4634-9b03-63d792594883 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:16.132805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a84dbe7b-3c1c-4d20-b2cc-aa1bb58fa907 req-eded2d7b-f355-4634-9b03-63d792594883 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.0914962 Oct 18 23:36:16.154995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-68fadea9-3fa4-468e-81b8-846ca79128b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5895085 Oct 18 23:36:16.155939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35692) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:16.162087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'subnet': {'network_id': 'b05e9e43-2269-4266-bfc1-ac6b694e11ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:16.255244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.276528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:16.281557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0240618b-a9c0-4156-a794-61c6d15288d0']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:16.281793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.302184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597eddae-830a-4451-a17c-e8803a4019ab') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:16.302741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597eddae-830a-4451-a17c-e8803a4019ab') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:16.344395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.402305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a84dbe7b-3c1c-4d20-b2cc-aa1bb58fa907 req-d56deede-d170-4cb2-a833-9d0b42267ea5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654526 Oct 18 23:36:16.421479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.431907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:16.433003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:16.435294 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:16.503999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b7cc323f-7636-4144-8d2e-1642c49b232a details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:36:16.508754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 185c5a29-53f9-41de-956b-8d59ac0f0c00 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:16.510101 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.527795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.544320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0240618b-a9c0-4156-a794-61c6d15288d0 HTTP/1.1" status: 204 len: 168 time: 0.5857799 Oct 18 23:36:16.547974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 185c5a29-53f9-41de-956b-8d59ac0f0c00 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:16.548585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 185c5a29-53f9-41de-956b-8d59ac0f0c00 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:16.560382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b4ce8-4cf8-4f75-a283-6fec27da8520 admin admin] Pushing event deleted for resources: {'Network': ['ID=0240618b-a9c0-4156-a794-61c6d15288d0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:16.582398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4038f-a999-43ac-9196-507d957c14a2 req-c67a3891-5dc1-4f72-91ad-735ae760d25c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:16.591507 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aae4038f-a999-43ac-9196-507d957c14a2 req-c67a3891-5dc1-4f72-91ad-735ae760d25c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.1386814 Oct 18 23:36:16.630576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-042db2fc-a0af-458f-9cf8-26060999cd54', 'network_id': '042db2fc-a0af-458f-9cf8-26060999cd54', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'fixed_ips': [{'subnet_id': '9a0c842b-f256-486a-8e0e-a32480d67db4'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:36:16.631747 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.656992 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aae4038f-a999-43ac-9196-507d957c14a2 req-0a878ec5-07f1-4488-b681-218191eaa6f7 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572562 Oct 18 23:36:16.813989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35706) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:16.832121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b7cc323f-7636-4144-8d2e-1642c49b232a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b7cc323f-7636-4144-8d2e-1642c49b232a,segment=NetworkSegment(cf24ed0e-b66e-498b-adfd-b91c4145be7a),segment_id=cf24ed0e-b66e-498b-adfd-b91c4145be7a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:16.843453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:16.855738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b7cc323f-7636-4144-8d2e-1642c49b232a', 'network_id': '289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8', 'port_id': 'b7cc323f-7636-4144-8d2e-1642c49b232a', 'mac_address': 'fa:16:3e:a4:b6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60ac269-679d-4565-9f91-3f28dcda1f42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:36:16.878685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-423bfee0-d172-4c9c-a2a3-534af1ef098d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f4c32044c0e4ce09bb474609438a067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620360 Oct 18 23:36:16.882130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35708) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:16.916623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77ade-5008-4a4c-9610-ce7ce88e1a56 req-c5c5ba9e-7f48-45c8-a900-00298240d2b3 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:16.920155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296ca03-d213-4055-afb8-60adb99fb8f7 req-4f9850ac-ef4e-4c0d-af8e-7ae1f75516b8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:16.922226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6296ca03-d213-4055-afb8-60adb99fb8f7 req-4f9850ac-ef4e-4c0d-af8e-7ae1f75516b8 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.1308866 Oct 18 23:36:16.924581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ee77ade-5008-4a4c-9610-ce7ce88e1a56 req-c5c5ba9e-7f48-45c8-a900-00298240d2b3 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 943 time: 0.1655216 Oct 18 23:36:16.935236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35710) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:16.944907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a565ed20-f1f4-4418-ab7f-17c45f6b4aec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Request body: {'floatingip': {'port_id': '547de195-a840-40a6-8ce1-961f00acf36d'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:16.965652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Subnet': ['ID=81d06670-ae4a-4d9b-a961-388357be7354,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:16.968485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Checking segment: {'id': 'a8d08f41-b141-4a2c-a6cd-b631bdd7ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b05e9e43-2269-4266-bfc1-ac6b694e11ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:16.969186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network hostable DHCP agents. Network: b05e9e43-2269-4266-bfc1-ac6b694e11ea, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:16.993381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network b05e9e43-2269-4266-bfc1-ac6b694e11ea is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:17.005251 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.009066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, b05e9e43-2269-4266-bfc1-ac6b694e11ea) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:17.011923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Allocated IP 2001:db8::2 (042db2fc-a0af-458f-9cf8-26060999cd54/9a0c842b-f256-486a-8e0e-a32480d67db4/15306206-fb35-4334-8f5c-c139048689c6) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:17.016507 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a565ed20-f1f4-4418-ab7f-17c45f6b4aec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.021745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:17.025417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e63f4e-5d1b-4a95-8a43-3444a7e19eea None None] Network b05e9e43-2269-4266-bfc1-ac6b694e11ea requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:17.025782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.072055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cc323f-7636-4144-8d2e-1642c49b232a {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:36:17.095936 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-881e9681-f6a6-40c4-b793-80dd37c7b03c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9380043 Oct 18 23:36:17.096987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35712) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:17.098952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b7cc323f-7636-4144-8d2e-1642c49b232a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b7cc323f-7636-4144-8d2e-1642c49b232a,segment=NetworkSegment(cf24ed0e-b66e-498b-adfd-b91c4145be7a),segment_id=cf24ed0e-b66e-498b-adfd-b91c4145be7a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:17.107734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-61e3c5c6-786b-460f-b480-260c452f1430 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1958761389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:17.115731 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.147592 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3c5c6-786b-460f-b480-260c452f1430 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.148442 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ee77ade-5008-4a4c-9610-ce7ce88e1a56 req-9742ece5-8c4b-42bf-81c5-ef51fab76bc1 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227945 Oct 18 23:36:17.150829 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3c5c6-786b-460f-b480-260c452f1430 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.182089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbe09eba-549c-4502-a6b3-00185f373b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.208207 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbe09eba-549c-4502-a6b3-00185f373b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.216852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b7cc323f-7636-4144-8d2e-1642c49b232a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:17.229911 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3c5c6-786b-460f-b480-260c452f1430 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.242890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708619c2-eccf-40cf-8335-3cdc5e8168d6 req-45722522-e3a4-4fef-928e-6a5c7c377e1d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:17.252472 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-708619c2-eccf-40cf-8335-3cdc5e8168d6 req-45722522-e3a4-4fef-928e-6a5c7c377e1d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.2351277 Oct 18 23:36:17.257157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3c5c6-786b-460f-b480-260c452f1430 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.297600 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbe09eba-549c-4502-a6b3-00185f373b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.300838 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbe09eba-549c-4502-a6b3-00185f373b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.302499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bbe09eba-549c-4502-a6b3-00185f373b52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6e25ee4-8d50-4c80-9250-df314b34e926 HTTP/1.1" status: 204 len: 168 time: 0.4178026 Oct 18 23:36:17.309998 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3c5c6-786b-460f-b480-260c452f1430 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.315983 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-61e3c5c6-786b-460f-b480-260c452f1430 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2153246 Oct 18 23:36:17.316735 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35716) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:17.322460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe09eba-549c-4502-a6b3-00185f373b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e25ee4-8d50-4c80-9250-df314b34e926,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:17.388214 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-708619c2-eccf-40cf-8335-3cdc5e8168d6 req-add83849-133f-4ef1-a6fd-68969a3595ff tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343389 Oct 18 23:36:17.552551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-b05e9e43-2269-4266-bfc1-ac6b694e11ea', 'network_id': 'b05e9e43-2269-4266-bfc1-ac6b694e11ea', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'fixed_ips': [{'subnet_id': '81d06670-ae4a-4d9b-a961-388357be7354'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:36:17.553525 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.579223 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b7cc323f-7636-4144-8d2e-1642c49b232a'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:36:17.664728 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.752602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.840341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Allocated IP 2001:db8:1::2 (b05e9e43-2269-4266-bfc1-ac6b694e11ea/81d06670-ae4a-4d9b-a961-388357be7354/133cf5f0-d9b4-4ce3-a19e-6ea191ac766e) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:17.911131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80cce2-e8a3-459d-952f-8ff18afa46d6 req-36f0e57d-3170-4c22-b2dd-1ccfc0894c3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:17.913231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b80cce2-e8a3-459d-952f-8ff18afa46d6 req-36f0e57d-3170-4c22-b2dd-1ccfc0894c3c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1033192 Oct 18 23:36:17.957985 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.959339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a565ed20-f1f4-4418-ab7f-17c45f6b4aec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:17.974989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a565ed20-f1f4-4418-ab7f-17c45f6b4aec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.081956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Network 042db2fc-a0af-458f-9cf8-26060999cd54 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:18.102132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:18.107120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b80cce2-e8a3-459d-952f-8ff18afa46d6 req-5ca3f432-10b6-4bf5-bf51-a4450b271195 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853778 Oct 18 23:36:18.132878 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-a565ed20-f1f4-4418-ab7f-17c45f6b4aec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Floating IP 2c9a1d0b-de08-4954-a23b-d0790435e084 associated. External IP: 172.25.7.97, port: 547de195-a840-40a6-8ce1-961f00acf36d. Oct 18 23:36:18.143104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 2001:db8::1 (042db2fc-a0af-458f-9cf8-26060999cd54/9a0c842b-f256-486a-8e0e-a32480d67db4/9f3c6fad-8d1f-43f2-be8c-f61439567c6b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:18.182499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:18.248337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Pushing event updated for resources: {'Port': ['ID=15306206-fb35-4334-8f5c-c139048689c6,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:18.328020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Attempting to bind port 15306206-fb35-4334-8f5c-c139048689c6 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:36:18.329150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Attempting to bind port 15306206-fb35-4334-8f5c-c139048689c6 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '6b00e3f3-3292-4891-9e6d-170c90357227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '042db2fc-a0af-458f-9cf8-26060999cd54'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:36:18.329150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Attempting to bind port 15306206-fb35-4334-8f5c-c139048689c6 on network 042db2fc-a0af-458f-9cf8-26060999cd54 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:18.341356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:36:18.341825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Checking segment: {'id': '6b00e3f3-3292-4891-9e6d-170c90357227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '042db2fc-a0af-458f-9cf8-26060999cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:18.342235 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.342637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Bound using segment: {'id': '6b00e3f3-3292-4891-9e6d-170c90357227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '042db2fc-a0af-458f-9cf8-26060999cd54'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:36:18.343203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Bound port: 15306206-fb35-4334-8f5c-c139048689c6, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b00e3f3-3292-4891-9e6d-170c90357227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '042db2fc-a0af-458f-9cf8-26060999cd54'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:36:18.343594 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.388943 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.423006 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.480235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e90ec4-706f-42de-b695-8c4fca4f8ab4 req-1f8ecdc1-5d2a-4138-96e3-304becdaf068 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:18.486590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Network b05e9e43-2269-4266-bfc1-ac6b694e11ea is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:18.490769 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70e90ec4-706f-42de-b695-8c4fca4f8ab4 req-1f8ecdc1-5d2a-4138-96e3-304becdaf068 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 944 time: 0.1833122 Oct 18 23:36:18.496506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:18.499037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:18.547936 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.561429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] For port 15306206-fb35-4334-8f5c-c139048689c6, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:36:18.564918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Pushing event updated for resources: {'Port': ['ID=133cf5f0-d9b4-4ce3-a19e-6ea191ac766e,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:18.601157 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] For port 15306206-fb35-4334-8f5c-c139048689c6, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=15306206-fb35-4334-8f5c-c139048689c6,segment=NetworkSegment(6b00e3f3-3292-4891-9e6d-170c90357227),segment_id=6b00e3f3-3292-4891-9e6d-170c90357227)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:36:18.604978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Attempting to bind port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:36:18.605394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Attempting to bind port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a8d08f41-b141-4a2c-a6cd-b631bdd7ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b05e9e43-2269-4266-bfc1-ac6b694e11ea'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:36:18.605813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Attempting to bind port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e on network b05e9e43-2269-4266-bfc1-ac6b694e11ea {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:18.609060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a565ed20-f1f4-4418-ab7f-17c45f6b4aec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Router dc3f236c-2164-4731-a433-abc9d04eb883 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:36:18.611969 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.664604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35748) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:18.668808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:36:18.669378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Checking segment: {'id': 'a8d08f41-b141-4a2c-a6cd-b631bdd7ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b05e9e43-2269-4266-bfc1-ac6b694e11ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:18.669609 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.669978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Bound using segment: {'id': 'a8d08f41-b141-4a2c-a6cd-b631bdd7ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b05e9e43-2269-4266-bfc1-ac6b694e11ea'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:36:18.670508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Bound port: 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d08f41-b141-4a2c-a6cd-b631bdd7ef98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b05e9e43-2269-4266-bfc1-ac6b694e11ea'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:36:18.670917 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.701810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.729162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ff633-1693-45f8-a068-4dc0d84f0792 None None] Pushing event updated for resources: {'Port': ['ID=15306206-fb35-4334-8f5c-c139048689c6,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:18.732414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c2d59-7d25-4db9-9ac7-075866676222 req-4b4a4aaf-426f-4b00-a2c2-a6d60973716c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:18.750323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d75c2d59-7d25-4db9-9ac7-075866676222 req-4b4a4aaf-426f-4b00-a2c2-a6d60973716c tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.2117712 Oct 18 23:36:18.761870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 042db2fc-a0af-458f-9cf8-26060999cd54 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:18.843779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] For port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:36:18.852112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] For port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=133cf5f0-d9b4-4ce3-a19e-6ea191ac766e,segment=NetworkSegment(a8d08f41-b141-4a2c-a6cd-b631bdd7ef98),segment_id=a8d08f41-b141-4a2c-a6cd-b631bdd7ef98)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:36:18.862081 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.867702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:18.879093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:18.879656 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:18.896751 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70e90ec4-706f-42de-b695-8c4fca4f8ab4 req-4d06a656-e666-45db-b84e-d7c072ffa9e2 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534273 Oct 18 23:36:18.989540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a840e16-d455-48ff-ab93-baea24f927ea None None] Pushing event updated for resources: {'Port': ['ID=133cf5f0-d9b4-4ce3-a19e-6ea191ac766e,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:18.998971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1833026344-network', 'tenant_id': '23e0af4825d842839595d96016166934'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:19.002881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=9f3c6fad-8d1f-43f2-be8c-f61439567c6b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:19.031596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.031596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.031596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.031596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.031596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.031596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.031596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.032299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.043931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.044472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.047934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.048430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:19.190944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Made reservation on behalf of 23e0af4825d842839595d96016166934 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:19.195724 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:19.219779 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:19.397359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a565ed20-f1f4-4418-ab7f-17c45f6b4aec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:19.402091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d75c2d59-7d25-4db9-9ac7-075866676222 req-cea5f912-6468-41ab-ab16-ecae21c5e866 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509953 Oct 18 23:36:19.406063 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a565ed20-f1f4-4418-ab7f-17c45f6b4aec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:19.411290 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] Sync routers for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:19.430111 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:19.430772 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:19.474621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a565ed20-f1f4-4418-ab7f-17c45f6b4aec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "PUT /v2.0/floatingips/2c9a1d0b-de08-4954-a23b-d0790435e084 HTTP/1.1" status: 200 len: 990 time: 2.5374672 Oct 18 23:36:19.475546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:19.481068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:19.493826 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911257fa-d0ab-4c02-b690-97b2b21e5c67" -d '{"events": [{"name": "network-changed", "server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "tag": "547de195-a840-40a6-8ce1-961f00acf36d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:19.518962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:19.576989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6914b0be-341d-41da-a788-385fd394b3cb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:19.591410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56775-bcf7-4439-90a3-0a7ba1b407e3 req-bd1c5eeb-4d52-4252-a2dd-83fb9f95ff03 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:19.598388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62e56775-bcf7-4439-90a3-0a7ba1b407e3 req-bd1c5eeb-4d52-4252-a2dd-83fb9f95ff03 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3783402 Oct 18 23:36:19.624368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:36:19.627331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:19.660265 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7db05a-955b-400b-8400-90b71e811c41 x-openstack-request-id: req-5b7db05a-955b-400b-8400-90b71e811c41 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:19.660861 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "tag": "547de195-a840-40a6-8ce1-961f00acf36d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:19.661199 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b7db05a-955b-400b-8400-90b71e811c41 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:19.661741 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d', 'status': 'completed', 'code': 200} Oct 18 23:36:19.718734 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:19.719020 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Added segment 7b740761-5dc8-4c73-8a03-97bc3e60bd88 of type vlan for network b4b0b946-55d0-435c-ac1c-a516dbaf75b2 Oct 18 23:36:19.723592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62e56775-bcf7-4439-90a3-0a7ba1b407e3 req-342f0f78-2bf9-4cc6-ba67-6616aed4025d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175768 Oct 18 23:36:19.771119 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:36:19.913925 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:20.152486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c9d7-bf5e-4bf5-8812-e8010f651b07 req-e5667ff2-fb19-4f13-8ed8-b9422ac8e530 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:20.174324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7715c9d7-bf5e-4bf5-8812-e8010f651b07 req-e5667ff2-fb19-4f13-8ed8-b9422ac8e530 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 944 time: 0.1448979 Oct 18 23:36:20.231906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6de0-cb6f-4788-b44e-cc09c47dd014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:20.241705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7715c9d7-bf5e-4bf5-8812-e8010f651b07 req-53b379f7-1f6a-4c44-aa18-5f8a0a423654 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650241 Oct 18 23:36:20.291256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:20.305069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 15306206-fb35-4334-8f5c-c139048689c6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:20.308114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:20.308904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:20.355882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-c86c3b65-a9e0-4745-ae4a-3c44a99eecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:20.357411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-c86c3b65-a9e0-4745-ae4a-3c44a99eecc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 1097 time: 0.6130033 Oct 18 23:36:20.429152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 15306206-fb35-4334-8f5c-c139048689c6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:20.429906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:20.434512 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '2c9a1d0b-de08-4954-a23b-d0790435e084', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'port_id': '547de195-a840-40a6-8ce1-961f00acf36d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'mac_address': 'fa:16:3e:36:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:35:54Z', 'updated_at': '2021-10-18T23:36:17Z', 'revision_number': 1, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:20.480981 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] Checking router: dc3f236c-2164-4731-a433-abc9d04eb883 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:36:20.481254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f1d8ce-3032-4854-a0a9-00ba67df7155 None None] Network 042db2fc-a0af-458f-9cf8-26060999cd54 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:20.483698 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b7cc323f-7636-4144-8d2e-1642c49b232a up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:20.493845 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:20.494878 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:20.679371 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:36:20.683686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-265ef7bd-b5fc-4297-a229-18c9da72db46 None None] Provisioning complete for port 15306206-fb35-4334-8f5c-c139048689c6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:20.684406 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-265ef7bd-b5fc-4297-a229-18c9da72db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:20.863210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b7cc323f-7636-4144-8d2e-1642c49b232a completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:36:20.921710 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:20.928212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b7cc323f-7636-4144-8d2e-1642c49b232a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:20.928741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:20.933711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98babf13-b53d-442e-98a7-1d5127f5234a req-3dd4a2cc-77a3-47f4-aed4-580b81ca230c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:20.941999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98babf13-b53d-442e-98a7-1d5127f5234a req-3dd4a2cc-77a3-47f4-aed4-580b81ca230c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.0825398 Oct 18 23:36:20.982129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c7b1fc-e629-49cf-bf17-eb43559e5c3b None None] Network b05e9e43-2269-4266-bfc1-ac6b694e11ea requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:20.998154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98babf13-b53d-442e-98a7-1d5127f5234a req-27691798-4392-4082-9846-28719d815d66 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533240 Oct 18 23:36:21.046273 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-265ef7bd-b5fc-4297-a229-18c9da72db46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:21.070385 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '2c9a1d0b-de08-4954-a23b-d0790435e084', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'port_id': '547de195-a840-40a6-8ce1-961f00acf36d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'mac_address': 'fa:16:3e:36:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:35:54Z', 'updated_at': '2021-10-18T23:36:17Z', 'revision_number': 1, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:21.101202 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec688d4a-b8cd-4194-a92e-29ee3719f51f None None] The sync data for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 is: [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '2c9a1d0b-de08-4954-a23b-d0790435e084', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'port_id': '547de195-a840-40a6-8ce1-961f00acf36d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'mac_address': 'fa:16:3e:36:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:35:54Z', 'updated_at': '2021-10-18T23:36:17Z', 'revision_number': 1, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:21.134454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 15306206-fb35-4334-8f5c-c139048689c6, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=15306206-fb35-4334-8f5c-c139048689c6,segment=NetworkSegment(6b00e3f3-3292-4891-9e6d-170c90357227),segment_id=6b00e3f3-3292-4891-9e6d-170c90357227)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:21.147390 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:21.148240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:21.148824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:21.150108 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:21.151015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:21.200357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=9f3c6fad-8d1f-43f2-be8c-f61439567c6b,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:21.206612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5141263 Oct 18 23:36:21.210001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35776) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:21.216641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Request body: {'subnet': {'network_id': 'b4b0b946-55d0-435c-ac1c-a516dbaf75b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1833026344-subnet', 'tenant_id': '23e0af4825d842839595d96016166934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:21.251874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Made reservation on behalf of 23e0af4825d842839595d96016166934 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:21.280775 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:21.316046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-bb8b575d-4068-4d83-9970-491a14baa955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:21.317528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-bb8b575d-4068-4d83-9970-491a14baa955 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.9254911 Oct 18 23:36:21.318506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63f6a3-88d7-4bde-beb1-0d45ab9cdceb admin admin] Pushing event updated for resources: {'Network': ['ID=b4b0b946-55d0-435c-ac1c-a516dbaf75b2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:21.331925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 042db2fc-a0af-458f-9cf8-26060999cd54 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:21.339842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:21.348979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367b3b9-1392-4ef1-9075-756a42a9ce68 req-85922158-6e5b-44d6-94fd-ba552e3232c1 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:21.350568 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0367b3b9-1392-4ef1-9075-756a42a9ce68 req-85922158-6e5b-44d6-94fd-ba552e3232c1 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.2252760 Oct 18 23:36:21.518499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0882-4f90-4358-95af-21e4483123ce req-cad51ad8-01e0-498b-895c-094c3f81f7a9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:21.528100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-426b0882-4f90-4358-95af-21e4483123ce req-cad51ad8-01e0-498b-895c-094c3f81f7a9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 944 time: 0.1602674 Oct 18 23:36:21.550009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-2c6b4281-ac22-4ec1-99a1-47d71113477c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547de195-a840-40a6-8ce1-961f00acf36d HTTP/1.1" status: 200 len: 998 time: 0.2190175 Oct 18 23:36:21.614203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-426b0882-4f90-4358-95af-21e4483123ce req-239e9596-eddc-48ad-a3f4-c33157c335ca tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847371 Oct 18 23:36:21.706816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network b4b0b946-55d0-435c-ac1c-a516dbaf75b2 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:36:21.717622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5e839b-5a9b-4ff1-b093-ba5c0a50e421 None None] New status for floating IP 2c9a1d0b-de08-4954-a23b-d0790435e084: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:36:21.717979 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:21.718070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-61df1987-577b-4e62-9be8-6abca7b8b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:21.734130 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-61df1987-577b-4e62-9be8-6abca7b8b406 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.1686227 Oct 18 23:36:21.773695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59256cca-1c9f-435a-b73c-ab497b8199ee,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:21.778244 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0367b3b9-1392-4ef1-9075-756a42a9ce68 req-a7d80e66-5731-4773-9978-6cc6fb285ab8 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551149 Oct 18 23:36:21.804332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.804688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.805018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.805354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.805687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.806018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.806346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.806710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.813838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.814239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.814582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.814951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:36:21.842018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Checking segment: {'id': '7b740761-5dc8-4c73-8a03-97bc3e60bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b4b0b946-55d0-435c-ac1c-a516dbaf75b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:21.845467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-265ef7bd-b5fc-4297-a229-18c9da72db46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:36:21.846056 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-265ef7bd-b5fc-4297-a229-18c9da72db46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:36:21.847953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Network hostable DHCP agents. Network: b4b0b946-55d0-435c-ac1c-a516dbaf75b2, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:21.860766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:21.875319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router 37faea09-744f-4966-a5df-36539000cd37 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:36:21.887321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=15306206-fb35-4334-8f5c-c139048689c6,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:21.890482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Network b4b0b946-55d0-435c-ac1c-a516dbaf75b2 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:21.891210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-78f83ecd-6424-4aa0-b110-b2e8aaf7f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:21.893146 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-78f83ecd-6424-4aa0-b110-b2e8aaf7f32c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404688 Oct 18 23:36:21.915168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, b4b0b946-55d0-435c-ac1c-a516dbaf75b2) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:21.921694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:21.922496 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:21.963714 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6f7b1eb7-72e1-455b-a91b-4ae90283293f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7524297 Oct 18 23:36:21.977322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c427df-f1cf-4173-b9c3-a236295d8780 None None] Network b4b0b946-55d0-435c-ac1c-a516dbaf75b2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:22.013764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:22.022528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35794) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:22.022666 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aabf05b9-0a9f-4b61-85f6-1ad60fca12e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/37faea09-744f-4966-a5df-36539000cd37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7017837 Oct 18 23:36:22.033225 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40be530-5fc2-4a5b-bd3b-14720716f9c9 None None] Sync routers for ids ['37faea09-744f-4966-a5df-36539000cd37'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:22.049241 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40be530-5fc2-4a5b-bd3b-14720716f9c9 None None] Routers {'37faea09-744f-4966-a5df-36539000cd37'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:22.050413 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b40be530-5fc2-4a5b-bd3b-14720716f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['37faea09-744f-4966-a5df-36539000cd37'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:22.121429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d8eeb6-6039-4e00-84ca-84f765cf4add tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:22.122955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-10d8eeb6-6039-4e00-84ca-84f765cf4add tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports/9f3c6fad-8d1f-43f2-be8c-f61439567c6b HTTP/1.1" status: 200 len: 911 time: 0.0975626 Oct 18 23:36:22.125866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35796) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:22.140454 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-791ab6d0-78f9-4324-8cf5-5d3879dc06ed service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286564 Oct 18 23:36:22.146329 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b40be530-5fc2-4a5b-bd3b-14720716f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:22.169163 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40be530-5fc2-4a5b-bd3b-14720716f9c9 None None] Routers {'37faea09-744f-4966-a5df-36539000cd37'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:22.171791 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b40be530-5fc2-4a5b-bd3b-14720716f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:35:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['37faea09-744f-4966-a5df-36539000cd37'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:22.200009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d7c2a7-79cc-42fb-b855-c287f945a840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cc323f-7636-4144-8d2e-1642c49b232a'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:22.202499 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954a487-b221-42f3-874e-49f4d8c6460b" -d '{"events": [{"server_uuid": "06d7c2a7-79cc-42fb-b855-c287f945a840", "name": "network-vif-plugged", "status": "completed", "tag": "b7cc323f-7636-4144-8d2e-1642c49b232a"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:22.224356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:22.224736 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:22.278664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b7cc323f-7636-4144-8d2e-1642c49b232a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b7cc323f-7636-4144-8d2e-1642c49b232a,segment=NetworkSegment(cf24ed0e-b66e-498b-adfd-b91c4145be7a),segment_id=cf24ed0e-b66e-498b-adfd-b91c4145be7a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:22.299465 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b40be530-5fc2-4a5b-bd3b-14720716f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:22.300530 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40be530-5fc2-4a5b-bd3b-14720716f9c9 None None] The sync data for ids ['37faea09-744f-4966-a5df-36539000cd37'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:22.342698 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1018953-f98e-4502-ab6f-2671ab9dae83 x-openstack-request-id: req-d1018953-f98e-4502-ab6f-2671ab9dae83 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:22.342698 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d7c2a7-79cc-42fb-b855-c287f945a840", "name": "network-vif-plugged", "status": "completed", "tag": "b7cc323f-7636-4144-8d2e-1642c49b232a", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:22.357534 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1018953-f98e-4502-ab6f-2671ab9dae83 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:22.357990 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7c2a7-79cc-42fb-b855-c287f945a840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cc323f-7636-4144-8d2e-1642c49b232a', 'code': 200} Oct 18 23:36:22.373086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-911257fa-d0ab-4c02-b690-97b2b21e5c67 req-e2070c3c-4623-4783-a4f1-3ea314906a11 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229500 Oct 18 23:36:22.385524 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:22.668759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d63454-c0b6-4fae-83ad-cd01bcdd4cd7 req-e881aa60-3201-4749-909a-3d6dbef0d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:22.670257 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53d63454-c0b6-4fae-83ad-cd01bcdd4cd7 req-e881aa60-3201-4749-909a-3d6dbef0d41a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 1097 time: 0.2117543 Oct 18 23:36:22.697494 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b7cc323f-7636-4144-8d2e-1642c49b232a,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:22.806701 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:22.816905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac0928-33fa-442e-9640-398596c6073f None None] Network b4b0b946-55d0-435c-ac1c-a516dbaf75b2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:22.831242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fefbe-7ff7-47a4-a8c3-2b65d2a82146 req-7f44d1d6-c78b-4540-a387-010f61806f42 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:22.832860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-423fefbe-7ff7-47a4-a8c3-2b65d2a82146 req-7f44d1d6-c78b-4540-a387-010f61806f42 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 945 time: 0.1155560 Oct 18 23:36:22.848646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53d63454-c0b6-4fae-83ad-cd01bcdd4cd7 req-af065182-cc5c-421e-8a7d-44bb3ba5a503 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684952 Oct 18 23:36:22.913318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-423fefbe-7ff7-47a4-a8c3-2b65d2a82146 req-17c302c4-5036-4731-ac7f-7c2db47046ab tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715020 Oct 18 23:36:22.922703 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=133cf5f0-d9b4-4ce3-a19e-6ea191ac766e,segment=NetworkSegment(a8d08f41-b141-4a2c-a6cd-b631bdd7ef98),segment_id=a8d08f41-b141-4a2c-a6cd-b631bdd7ef98)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:22.943982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-92e6bd74-6a76-4363-a6f7-eb7bca62b863 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:22.945851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-92e6bd74-6a76-4363-a6f7-eb7bca62b863 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/networks?id=b4b0b946-55d0-435c-ac1c-a516dbaf75b2 HTTP/1.1" status: 200 len: 818 time: 0.3141835 Oct 18 23:36:22.950368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:22.971713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-a7c77e20-b734-4a02-8621-e32c3a4687a3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/quotas/23e0af4825d842839595d96016166934 HTTP/1.1" status: 200 len: 375 time: 0.0189714 Oct 18 23:36:22.978073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.040853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-65b72611-d4a8-443c-9ab2-68a563ae39aa None None] Provisioning complete for port 9f3c6fad-8d1f-43f2-be8c-f61439567c6b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:23.041283 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65b72611-d4a8-443c-9ab2-68a563ae39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.060658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff869-1231-48cc-b8f5-3fa3270ed755 req-bdab93de-d82c-40da-92eb-bbd42dcb2e37 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:23.071339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31aff869-1231-48cc-b8f5-3fa3270ed755 req-bdab93de-d82c-40da-92eb-bbd42dcb2e37 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0704474 Oct 18 23:36:23.086094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-361cfe35-a568-400f-9573-144d50b9083a tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=23e0af4825d842839595d96016166934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1083906 Oct 18 23:36:23.092311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=133cf5f0-d9b4-4ce3-a19e-6ea191ac766e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:23.099795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 15306206-fb35-4334-8f5c-c139048689c6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:23.132532 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31aff869-1231-48cc-b8f5-3fa3270ed755 req-922fa59a-b6d7-4eb4-9691-3cf5f1c82c8d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615342 Oct 18 23:36:23.161416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-65b72611-d4a8-443c-9ab2-68a563ae39aa None None] Port 9f3c6fad-8d1f-43f2-be8c-f61439567c6b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:23.216851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-65b72611-d4a8-443c-9ab2-68a563ae39aa None None] Provisioning complete for port 15306206-fb35-4334-8f5c-c139048689c6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:23.217229 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65b72611-d4a8-443c-9ab2-68a563ae39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.247535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 15306206-fb35-4334-8f5c-c139048689c6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:23.247911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.338178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-af84d824-7881-47de-9817-99e5ed2dbab4 service neutron] 10.222.0.52 "GET /v2.0/networks/b4b0b946-55d0-435c-ac1c-a516dbaf75b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505565 Oct 18 23:36:23.384156 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-65b72611-d4a8-443c-9ab2-68a563ae39aa None None] Provisioning complete for port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:23.384535 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65b72611-d4a8-443c-9ab2-68a563ae39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.526460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-e29c3016-4d66-4a95-8526-4dcb78e8cc14 service neutron] 10.222.0.52 "GET /v2.0/networks/b4b0b946-55d0-435c-ac1c-a516dbaf75b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719007 Oct 18 23:36:23.534148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 2001:db8:1::1 (b05e9e43-2269-4266-bfc1-ac6b694e11ea/81d06670-ae4a-4d9b-a961-388357be7354/54224038-38d4-40b8-9673-af29a18d9918) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:23.592652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-97429d6b-734f-450e-88e4-ac23322201f5 None None] Provisioning complete for port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:23.593025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-97429d6b-734f-450e-88e4-ac23322201f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.686380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.728375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.756499 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c61fa70-f008-40b7-ae13-b2cce52d4469 req-d5c5fa6c-9562-4fae-ab36-2b4e7027ad5a tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 210 time: 0.0399115 Oct 18 23:36:23.791765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network b05e9e43-2269-4266-bfc1-ac6b694e11ea is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:23.793196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=54224038-38d4-40b8-9673-af29a18d9918,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:23.796198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:23.798515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:23.799086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.910967 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-972bc250-b54f-495b-8002-826b899b8b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:23.990798 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:24.234456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b9b49-adc7-4cd2-a6f5-fe7f18ae37ae req-d663288d-c72e-415b-8d5f-9023e3e71fef tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:24.236428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a8b9b49-adc7-4cd2-a6f5-fe7f18ae37ae req-d663288d-c72e-415b-8d5f-9023e3e71fef tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 945 time: 0.2020788 Oct 18 23:36:24.264667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-741f64bb-bd89-4922-9307-f1d8ff8be11d None None] Provisioning complete for port 54224038-38d4-40b8-9673-af29a18d9918 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:24.265046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-741f64bb-bd89-4922-9307-f1d8ff8be11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:24.301429 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a8b9b49-adc7-4cd2-a6f5-fe7f18ae37ae req-519dd179-c48c-4835-9b25-b17a1f8376cc tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572360 Oct 18 23:36:24.372330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-741f64bb-bd89-4922-9307-f1d8ff8be11d None None] Port 54224038-38d4-40b8-9673-af29a18d9918 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:24.387084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa04d27-6dcd-4f4a-87d4-436815760863 req-e3863a0d-6022-4931-adc5-b53f8ba9b771 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:24.388676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3fa04d27-6dcd-4f4a-87d4-436815760863 req-e3863a0d-6022-4931-adc5-b53f8ba9b771 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1457067 Oct 18 23:36:24.456050 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:24.458116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3fa04d27-6dcd-4f4a-87d4-436815760863 req-d8f524d7-cb09-4cb2-9bea-10696bc662ca tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527728 Oct 18 23:36:24.462390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:24.464042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:24.535035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=54224038-38d4-40b8-9673-af29a18d9918,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:24.611335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network b05e9e43-2269-4266-bfc1-ac6b694e11ea is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:24.616088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:24.784887 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:24.805819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router 37faea09-744f-4966-a5df-36539000cd37 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:36:24.978168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07459cc7-6f77-4adf-8a91-580479753013 req-0db75cfa-6509-4ac6-bdb3-eacb8713868c tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 210 time: 0.0566256 Oct 18 23:36:24.991672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:24.997610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-332d4400-1e46-4369-9f91-ccf47345e378 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/37faea09-744f-4966-a5df-36539000cd37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8700709 Oct 18 23:36:25.003195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35846) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:25.021310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5533f2-ea1a-45d4-aef3-1d4c3690e556 None None] Sync routers for ids ['37faea09-744f-4966-a5df-36539000cd37'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:25.046705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5533f2-ea1a-45d4-aef3-1d4c3690e556 None None] Routers {'37faea09-744f-4966-a5df-36539000cd37'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:25.047382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-6d5533f2-ea1a-45d4-aef3-1d4c3690e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['37faea09-744f-4966-a5df-36539000cd37'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:25.105288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fd60b-4f65-46b7-835e-1a6e88140f73 req-c05891fa-d63d-4e84-b63e-9233100a96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:25.110365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-66a6210c-d0b2-4a85-89ec-0dd1091ac389 None None] Provisioning complete for port 54224038-38d4-40b8-9673-af29a18d9918 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:25.110770 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66a6210c-d0b2-4a85-89ec-0dd1091ac389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:25.113988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-324fd60b-4f65-46b7-835e-1a6e88140f73 req-c05891fa-d63d-4e84-b63e-9233100a96d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 1097 time: 0.1620259 Oct 18 23:36:25.176092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-6d5533f2-ea1a-45d4-aef3-1d4c3690e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:25.178405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-66a6210c-d0b2-4a85-89ec-0dd1091ac389 None None] Port 54224038-38d4-40b8-9673-af29a18d9918 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:25.178622 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe4615-8872-4d3e-8eb1-6519116aaba2 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:25.180094 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e1fe4615-8872-4d3e-8eb1-6519116aaba2 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports/54224038-38d4-40b8-9673-af29a18d9918 HTTP/1.1" status: 200 len: 913 time: 0.1775999 Oct 18 23:36:25.185285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:25.195140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35848) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:25.246499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5533f2-ea1a-45d4-aef3-1d4c3690e556 None None] Routers {'37faea09-744f-4966-a5df-36539000cd37'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:25.247170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-6d5533f2-ea1a-45d4-aef3-1d4c3690e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['37faea09-744f-4966-a5df-36539000cd37'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:25.290388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-6d5533f2-ea1a-45d4-aef3-1d4c3690e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:25.291621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5533f2-ea1a-45d4-aef3-1d4c3690e556 None None] The sync data for ids ['37faea09-744f-4966-a5df-36539000cd37'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:25.340028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:25.342369 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:25.432917 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:25.593789 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-324fd60b-4f65-46b7-835e-1a6e88140f73 req-10f81b67-1429-43b8-bf8d-9b9085584fdd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788752 Oct 18 23:36:25.736957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cb0e-3e57-4fc0-83cd-863eb2243302 req-acc3a271-a79e-49b7-9f7c-8f9c87ec592d tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:25.739169 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ce1cb0e-3e57-4fc0-83cd-863eb2243302 req-acc3a271-a79e-49b7-9f7c-8f9c87ec592d tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 945 time: 0.1857607 Oct 18 23:36:25.811052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-f31caa99-c554-48e3-8ec2-0b3eae2e0828 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:25.813055 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-f31caa99-c554-48e3-8ec2-0b3eae2e0828 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.102 "GET /v2.0/networks?id=b4b0b946-55d0-435c-ac1c-a516dbaf75b2 HTTP/1.1" status: 200 len: 818 time: 0.6416225 Oct 18 23:36:25.841077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Request body: {'port': {'device_id': 'e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f', 'network_id': 'b4b0b946-55d0-435c-ac1c-a516dbaf75b2', 'admin_state_up': True, 'tenant_id': '23e0af4825d842839595d96016166934'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:25.852647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ce1cb0e-3e57-4fc0-83cd-863eb2243302 req-51e1af0f-f019-4a62-8832-640fde3b9d79 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035626 Oct 18 23:36:26.029263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a73c-533d-4231-bcf0-1d676c3e8afc req-fdeac1be-77b7-4334-ab3b-7214e7dfb3b8 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:26.038996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aaa6a73c-533d-4231-bcf0-1d676c3e8afc req-fdeac1be-77b7-4334-ab3b-7214e7dfb3b8 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 945 time: 0.0805080 Oct 18 23:36:26.042067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065f861-d31e-429f-a6e4-8b951284836b req-59b97c0c-f298-4b93-affb-bfce98d7814d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:26.050343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5065f861-d31e-429f-a6e4-8b951284836b req-59b97c0c-f298-4b93-affb-bfce98d7814d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.2359138 Oct 18 23:36:26.076664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:26.119978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5065f861-d31e-429f-a6e4-8b951284836b req-4727f549-f599-41b9-b262-e7c84757cf15 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685368 Oct 18 23:36:26.120819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Made reservation on behalf of 23e0af4825d842839595d96016166934 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:26.130474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:26.245713 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aaa6a73c-533d-4231-bcf0-1d676c3e8afc req-299bd483-d2f4-4739-b1ab-df5297e05e48 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057483 Oct 18 23:36:26.268001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e108df3f-c943-4695-b0ba-74cd31be6922 req-f0add915-7f14-4acc-9dbf-2ed9b38e7700 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 210 time: 0.0349853 Oct 18 23:36:26.381678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Allocated IP 172.20.0.11 (b4b0b946-55d0-435c-ac1c-a516dbaf75b2/59256cca-1c9f-435a-b73c-ab497b8199ee/3f7be164-9845-484f-92ff-4d561e2aeafd) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:26.428772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port 54224038-38d4-40b8-9673-af29a18d9918 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:26.429276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:26.610284 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:26.624186 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:26.644079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for 54224038-38d4-40b8-9673-af29a18d9918 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:26.675851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:26.758092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Network b4b0b946-55d0-435c-ac1c-a516dbaf75b2 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:26.765539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:26.768310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:26.826387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Pushing event updated for resources: {'Port': ['ID=3f7be164-9845-484f-92ff-4d561e2aeafd,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:26.846849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7798de-2360-40f6-882a-4101b9c788fe req-7fe340ed-3aa7-4c1a-ae10-49af66ac8b53 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:26.848401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a7798de-2360-40f6-882a-4101b9c788fe req-7fe340ed-3aa7-4c1a-ae10-49af66ac8b53 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 945 time: 0.1648321 Oct 18 23:36:26.855795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:26.856447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:26.883918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:26.889716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-2f2cd87d-d0b9-48df-9685-e5739e9af3d3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0532238 Oct 18 23:36:26.906299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a7798de-2360-40f6-882a-4101b9c788fe req-e022c81e-11ce-4517-9f85-b639f7556fb1 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458446 Oct 18 23:36:26.911369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Request body: {'port': {'device_id': 'e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:26.914455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=54224038-38d4-40b8-9673-af29a18d9918,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:26.974656 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:27.075148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:27.346853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac382de9-79b4-47ac-9614-23fda8938892 req-b3c73700-a60a-4b8a-aeec-b75cd58896cb tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:27.348245 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac382de9-79b4-47ac-9614-23fda8938892 req-b3c73700-a60a-4b8a-aeec-b75cd58896cb tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 945 time: 0.0973766 Oct 18 23:36:27.353633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50517c52-c9da-4ef0-99df-17a273b8a1bd req-dc2f4bfe-23ed-4ecf-a813-86594c19569d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:27.354889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50517c52-c9da-4ef0-99df-17a273b8a1bd req-dc2f4bfe-23ed-4ecf-a813-86594c19569d tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1255021 Oct 18 23:36:27.394654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router 37faea09-744f-4966-a5df-36539000cd37 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:36:27.410064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7be164-9845-484f-92ff-4d561e2aeafd {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:36:27.412046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50517c52-c9da-4ef0-99df-17a273b8a1bd req-d2ab908f-81e3-4ad8-a540-f4a7f72d1869 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497186 Oct 18 23:36:27.421047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:27.426014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ac382de9-79b4-47ac-9614-23fda8938892 req-e05d3b5c-9a35-49aa-84d8-0636d6a137c8 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700502 Oct 18 23:36:27.449526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Transition to ACTIVE for port object 3f7be164-9845-484f-92ff-4d561e2aeafd will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:36:27.455332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:27.505573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Pushing event updated for resources: {'Port': ['ID=3f7be164-9845-484f-92ff-4d561e2aeafd,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:27.593165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Attempting to bind port 3f7be164-9845-484f-92ff-4d561e2aeafd on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:36:27.593512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Attempting to bind port 3f7be164-9845-484f-92ff-4d561e2aeafd by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '7b740761-5dc8-4c73-8a03-97bc3e60bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b4b0b946-55d0-435c-ac1c-a516dbaf75b2'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:36:27.593851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Attempting to bind port 3f7be164-9845-484f-92ff-4d561e2aeafd on network b4b0b946-55d0-435c-ac1c-a516dbaf75b2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:27.599163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Port 3f7be164-9845-484f-92ff-4d561e2aeafd on network b4b0b946-55d0-435c-ac1c-a516dbaf75b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:36:27.599413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Attempting to bind port 3f7be164-9845-484f-92ff-4d561e2aeafd on network b4b0b946-55d0-435c-ac1c-a516dbaf75b2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:27.605437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:36:27.605778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Checking segment: {'id': '7b740761-5dc8-4c73-8a03-97bc3e60bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b4b0b946-55d0-435c-ac1c-a516dbaf75b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:27.606172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Bound using segment: {'id': '7b740761-5dc8-4c73-8a03-97bc3e60bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b4b0b946-55d0-435c-ac1c-a516dbaf75b2'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:36:27.606616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Bound port: 3f7be164-9845-484f-92ff-4d561e2aeafd, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b740761-5dc8-4c73-8a03-97bc3e60bd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b4b0b946-55d0-435c-ac1c-a516dbaf75b2'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:36:27.607121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:27.679330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] For port 3f7be164-9845-484f-92ff-4d561e2aeafd, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:36:27.682786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] For port 3f7be164-9845-484f-92ff-4d561e2aeafd, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=3f7be164-9845-484f-92ff-4d561e2aeafd,segment=NetworkSegment(7b740761-5dc8-4c73-8a03-97bc3e60bd88),segment_id=7b740761-5dc8-4c73-8a03-97bc3e60bd88)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:36:27.688970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:27.734922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:27.734922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:27.734922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] 10.222.0.102 "PUT /v2.0/ports/3f7be164-9845-484f-92ff-4d561e2aeafd HTTP/1.1" status: 200 len: 1093 time: 0.8197553 Oct 18 23:36:27.734922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f', 'tag': '3f7be164-9845-484f-92ff-4d561e2aeafd'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:27.734922 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66961ded-cd3e-430e-93b2-54d829ab2cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f", "tag": "3f7be164-9845-484f-92ff-4d561e2aeafd"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:27.768544 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bf6e4-42a2-4c95-ac6f-3388291c686f service neutron] Pushing event updated for resources: {'Port': ['ID=3f7be164-9845-484f-92ff-4d561e2aeafd,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:27.840067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:27.862522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-b3d8d908-cc37-469b-8a2a-d84ecdd5ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:27.864253 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-b3d8d908-cc37-469b-8a2a-d84ecdd5ae4a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=23e0af4825d842839595d96016166934&device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 1096 time: 0.0628209 Oct 18 23:36:27.876243 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b97c515-8955-4c6a-9b4a-a55249ec9c4a x-openstack-request-id: req-1b97c515-8955-4c6a-9b4a-a55249ec9c4a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:27.876526 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f", "tag": "3f7be164-9845-484f-92ff-4d561e2aeafd", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:27.876859 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b97c515-8955-4c6a-9b4a-a55249ec9c4a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:27.877176 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f', 'tag': '3f7be164-9845-484f-92ff-4d561e2aeafd', 'status': 'completed', 'code': 200} Oct 18 23:36:27.914284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:27.921847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c64f15e6-9947-46d1-bcad-44d1d17a4fc5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/37faea09-744f-4966-a5df-36539000cd37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7256887 Oct 18 23:36:27.927809 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aca2e9-f510-4d0f-adf6-535e2ea62c1d None None] Sync routers for ids ['37faea09-744f-4966-a5df-36539000cd37'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:27.938048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a260f-e353-42e4-954a-c330c7636dc4 req-3dcf33ec-f231-4ce2-bed8-130214fc1114 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:27.939843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf9a260f-e353-42e4-954a-c330c7636dc4 req-3dcf33ec-f231-4ce2-bed8-130214fc1114 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 944 time: 0.0796065 Oct 18 23:36:27.940361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35898) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:27.940562 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aca2e9-f510-4d0f-adf6-535e2ea62c1d None None] Routers {'37faea09-744f-4966-a5df-36539000cd37'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:27.941370 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-37aca2e9-f510-4d0f-adf6-535e2ea62c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['37faea09-744f-4966-a5df-36539000cd37'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:27.958135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-5e85b3f7-8d17-4517-b740-cf0f7c2d4a90 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7be164-9845-484f-92ff-4d561e2aeafd HTTP/1.1" status: 200 len: 217 time: 0.0763049 Oct 18 23:36:27.984300 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-37aca2e9-f510-4d0f-adf6-535e2ea62c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:27.994114 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aca2e9-f510-4d0f-adf6-535e2ea62c1d None None] Routers {'37faea09-744f-4966-a5df-36539000cd37'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:27.995696 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-37aca2e9-f510-4d0f-adf6-535e2ea62c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['37faea09-744f-4966-a5df-36539000cd37'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:28.047721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-06af4804-ba1b-4318-9e23-2b5c878912a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:28.048076 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-37aca2e9-f510-4d0f-adf6-535e2ea62c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:28.048734 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aca2e9-f510-4d0f-adf6-535e2ea62c1d None None] The sync data for ids ['37faea09-744f-4966-a5df-36539000cd37'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:28.049690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-06af4804-ba1b-4318-9e23-2b5c878912a1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59256cca-1c9f-435a-b73c-ab497b8199ee HTTP/1.1" status: 200 len: 858 time: 0.0743134 Oct 18 23:36:28.093844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-909903a2-f73a-41e3-a9aa-24a23a72b429 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b4b0b946-55d0-435c-ac1c-a516dbaf75b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363607 Oct 18 23:36:28.124397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf9a260f-e353-42e4-954a-c330c7636dc4 req-29319f05-79d6-466e-ab3e-a482365fda0c tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760991 Oct 18 23:36:28.202069 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-849bb6a2-ca36-4f84-9a3b-053b1aff4dae service neutron] 10.222.0.102 "GET /v2.0/networks/b4b0b946-55d0-435c-ac1c-a516dbaf75b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969720 Oct 18 23:36:28.303426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ef26c5-30c1-451f-b66d-ca55ff7bc03b req-49955870-067d-4bb0-8f36-9ec7f9960243 service neutron] 10.222.0.102 "GET /v2.0/networks/b4b0b946-55d0-435c-ac1c-a516dbaf75b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923610 Oct 18 23:36:28.368368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:28.459271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-1a8a70e4-458b-44ef-a57a-921245044788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:28.461085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-1a8a70e4-458b-44ef-a57a-921245044788 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=23e0af4825d842839595d96016166934&device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 1096 time: 0.0451717 Oct 18 23:36:28.596736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d75094-5548-4fce-aaba-08c545e433b5 req-8d01d348-3a1f-4bca-9417-7de6d1bddd15 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:28.598307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39d75094-5548-4fce-aaba-08c545e433b5 req-8d01d348-3a1f-4bca-9417-7de6d1bddd15 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 945 time: 0.0682304 Oct 18 23:36:28.609973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e255d54-a159-4043-bdd9-59bf03f16ea9 req-ea4948a1-9d6a-4e5d-9bcf-f84b87b85e9b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:28.611634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e255d54-a159-4043-bdd9-59bf03f16ea9 req-ea4948a1-9d6a-4e5d-9bcf-f84b87b85e9b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1185174 Oct 18 23:36:28.644522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-58e08579-75cd-476d-b54f-1a9c4f2d8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:28.646026 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-58e08579-75cd-476d-b54f-1a9c4f2d8a69 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b4b0b946-55d0-435c-ac1c-a516dbaf75b2 HTTP/1.1" status: 200 len: 919 time: 0.1670699 Oct 18 23:36:28.691514 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39d75094-5548-4fce-aaba-08c545e433b5 req-ca21318e-b491-432f-9e05-be09bbc560d7 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/security-groups?id=17d55cb6-fae7-4baf-b261-110b147621d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696080 Oct 18 23:36:28.699030 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-9fa4e050-a91e-4dcf-a5cb-879f81e5f83c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f7be164-9845-484f-92ff-4d561e2aeafd HTTP/1.1" status: 200 len: 217 time: 0.0440528 Oct 18 23:36:28.702037 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e255d54-a159-4043-bdd9-59bf03f16ea9 req-ca75738e-85ce-47fe-a092-9a9646a29fe8 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756912 Oct 18 23:36:28.731227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port 9f3c6fad-8d1f-43f2-be8c-f61439567c6b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:28.731671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:28.785152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-977d20e3-5491-4ce4-b59f-71ece6d1bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:28.786823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-977d20e3-5491-4ce4-b59f-71ece6d1bf29 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59256cca-1c9f-435a-b73c-ab497b8199ee HTTP/1.1" status: 200 len: 858 time: 0.0783267 Oct 18 23:36:28.834114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-cb5bb0b9-3b05-4d9e-9fb9-0ce99116ebb5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b4b0b946-55d0-435c-ac1c-a516dbaf75b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387914 Oct 18 23:36:28.843623 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:28.858089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for 9f3c6fad-8d1f-43f2-be8c-f61439567c6b owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:28.969064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-152859c8-9b34-4c4c-bca1-6e8d99861df4 service neutron] 10.222.0.102 "GET /v2.0/networks/b4b0b946-55d0-435c-ac1c-a516dbaf75b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257968 Oct 18 23:36:29.064289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da31e-bd1d-4126-badd-ec91742f42cc req-fd39e5a3-3c52-4d45-a5c9-22219e69d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:29.065944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-150da31e-bd1d-4126-badd-ec91742f42cc req-fd39e5a3-3c52-4d45-a5c9-22219e69d35c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03d2d892c768499e9a244e4c9452a099&device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 1097 time: 0.1059575 Oct 18 23:36:29.076513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90d7b-0773-4dd7-a74c-8d155b33a5f0 req-fbe433ea-24d2-4d9b-9e0c-209aeccdfbfb tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:29.078158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-42e90d7b-0773-4dd7-a74c-8d155b33a5f0 req-fbe433ea-24d2-4d9b-9e0c-209aeccdfbfb tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1575491 Oct 18 23:36:29.107859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66961ded-cd3e-430e-93b2-54d829ab2cbf req-615fee0d-4270-4cde-a23c-56b5b0b31bd9 service neutron] 10.222.0.102 "GET /v2.0/networks/b4b0b946-55d0-435c-ac1c-a516dbaf75b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147869 Oct 18 23:36:29.232486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-42e90d7b-0773-4dd7-a74c-8d155b33a5f0 req-36104515-f928-4ec7-aec6-53e5f2d886cf tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428185 Oct 18 23:36:29.247660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da31e-bd1d-4126-badd-ec91742f42cc req-70cf61e1-6252-46c0-adc7-08fa22399f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:29.249279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-150da31e-bd1d-4126-badd-ec91742f42cc req-70cf61e1-6252-46c0-adc7-08fa22399f5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 200 len: 911 time: 0.1701286 Oct 18 23:36:29.263910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:29.267034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dea1a7-057a-4530-a330-783a06a65c7e req-657d921f-8b4c-474d-92c7-248969917030 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:29.268579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0dea1a7-057a-4530-a330-783a06a65c7e req-657d921f-8b4c-474d-92c7-248969917030 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 944 time: 0.0561767 Oct 18 23:36:29.319024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0dea1a7-057a-4530-a330-783a06a65c7e req-e71faaad-2a80-486e-a378-7e59fb1609ee tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430880 Oct 18 23:36:29.323305 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=9f3c6fad-8d1f-43f2-be8c-f61439567c6b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:29.327688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-150da31e-bd1d-4126-badd-ec91742f42cc req-b2718e28-66af-4302-919a-0f8870e9fde5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4434e84d-2210-47c5-95a7-6e72a744a687 HTTP/1.1" status: 200 len: 217 time: 0.0655732 Oct 18 23:36:29.384177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be3514-b268-421c-8af3-a6189bd64356 req-397a1b21-12bb-494a-8768-4c3a49d15185 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:29.386494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5be3514-b268-421c-8af3-a6189bd64356 req-397a1b21-12bb-494a-8768-4c3a49d15185 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.102 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 945 time: 0.0834928 Oct 18 23:36:29.475285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da31e-bd1d-4126-badd-ec91742f42cc req-543633cb-1240-4e75-87cc-4f8b2ee582d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:29.476772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-150da31e-bd1d-4126-badd-ec91742f42cc req-543633cb-1240-4e75-87cc-4f8b2ee582d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04f5557f-8543-454a-b4af-90412a3807ed HTTP/1.1" status: 200 len: 850 time: 0.1366200 Oct 18 23:36:29.477536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:29.505335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d5be3514-b268-421c-8af3-a6189bd64356 req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Deleting port b7cc323f-7636-4144-8d2e-1642c49b232a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:29.506131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d5be3514-b268-421c-8af3-a6189bd64356 req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:29.515309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-150da31e-bd1d-4126-badd-ec91742f42cc req-be441d66-2997-4f90-a767-82ab4789b8c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa457b8f-88b3-4134-a4b1-9e296e41d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282681 Oct 18 23:36:29.609424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d5be3514-b268-421c-8af3-a6189bd64356 req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] For port b7cc323f-7636-4144-8d2e-1642c49b232a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b7cc323f-7636-4144-8d2e-1642c49b232a,segment=NetworkSegment(cf24ed0e-b66e-498b-adfd-b91c4145be7a),segment_id=cf24ed0e-b66e-498b-adfd-b91c4145be7a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:29.609793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d5be3514-b268-421c-8af3-a6189bd64356 req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:29.622916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d5be3514-b268-421c-8af3-a6189bd64356 req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Calling delete_port for b7cc323f-7636-4144-8d2e-1642c49b232a owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:29.734926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router 37faea09-744f-4966-a5df-36539000cd37 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:36:29.741709 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-150da31e-bd1d-4126-badd-ec91742f42cc req-3a91f2ed-a684-40b0-85cf-eb25f09a9192 service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941199 Oct 18 23:36:29.773899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d5be3514-b268-421c-8af3-a6189bd64356 req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:29.807924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Pushing event deleted for resources: {'Port': ['ID=b7cc323f-7636-4144-8d2e-1642c49b232a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:29.825989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b7cc323f-7636-4144-8d2e-1642c49b232a'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:36:29.834293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0413e246-0b85-41ab-b81a-a5144a8d8f24 req-e0fe8364-186e-4d7f-b41b-c23ba1e8485d tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d7c2a7-79cc-42fb-b855-c287f945a840 HTTP/1.1" status: 200 len: 210 time: 0.0351267 Oct 18 23:36:29.857986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5be3514-b268-421c-8af3-a6189bd64356 req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] No DVR routers for this DVR port b7cc323f-7636-4144-8d2e-1642c49b232a on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:29.861695 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d5be3514-b268-421c-8af3-a6189bd64356 req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:29.866547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5be3514-b268-421c-8af3-a6189bd64356 req-c89d567e-5335-4634-bf9f-186c850e92b9 tempest-ServersNegativeTestMultiTenantJSON-1816205709 tempest-ServersNegativeTestMultiTenantJSON-1816205709-project] 10.222.0.102 "DELETE /v2.0/ports/b7cc323f-7636-4144-8d2e-1642c49b232a HTTP/1.1" status: 204 len: 173 time: 0.4733725 Oct 18 23:36:29.877982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:29.878334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d7c2a7-79cc-42fb-b855-c287f945a840', 'name': 'network-vif-deleted', 'tag': 'b7cc323f-7636-4144-8d2e-1642c49b232a'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:29.880836 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce751f2d-117b-4bd6-85ec-062263fde651" -d '{"events": [{"server_uuid": "06d7c2a7-79cc-42fb-b855-c287f945a840", "name": "network-vif-deleted", "tag": "b7cc323f-7636-4144-8d2e-1642c49b232a"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:29.886854 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9591985-11d9-459f-aef1-df06d1fe69ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/37faea09-744f-4966-a5df-36539000cd37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9451199 Oct 18 23:36:29.893350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35918) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:29.893763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b8c74-62e5-4671-b579-0faf493d42b7 None None] Sync routers for ids ['37faea09-744f-4966-a5df-36539000cd37'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:29.907693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b8c74-62e5-4671-b579-0faf493d42b7 None None] Routers {'37faea09-744f-4966-a5df-36539000cd37'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:29.908318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-da2b8c74-62e5-4671-b579-0faf493d42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['37faea09-744f-4966-a5df-36539000cd37'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:29.932721 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-05522663-6b1b-4203-8292-b4d31de2ef3d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=37faea09-744f-4966-a5df-36539000cd37 HTTP/1.1" status: 200 len: 205 time: 0.0338938 Oct 18 23:36:29.932922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35922) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:29.957038 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f00872-81b1-4dc9-86ec-54651de06490 x-openstack-request-id: req-c4f00872-81b1-4dc9-86ec-54651de06490 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:29.957340 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d7c2a7-79cc-42fb-b855-c287f945a840", "name": "network-vif-deleted", "tag": "b7cc323f-7636-4144-8d2e-1642c49b232a", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:29.957595 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4f00872-81b1-4dc9-86ec-54651de06490 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:29.958001 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7c2a7-79cc-42fb-b855-c287f945a840', 'name': 'network-vif-deleted', 'tag': 'b7cc323f-7636-4144-8d2e-1642c49b232a', 'status': 'completed', 'code': 200} Oct 18 23:36:29.972422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-da2b8c74-62e5-4671-b579-0faf493d42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:29.986740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b8c74-62e5-4671-b579-0faf493d42b7 None None] Routers {'37faea09-744f-4966-a5df-36539000cd37'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:29.987928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-da2b8c74-62e5-4671-b579-0faf493d42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['37faea09-744f-4966-a5df-36539000cd37'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:30.020687 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a916b0d-73a4-4c44-b3ef-ffd16e9273f8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.050350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-da2b8c74-62e5-4671-b579-0faf493d42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:30.051432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2b8c74-62e5-4671-b579-0faf493d42b7 None None] The sync data for ids ['37faea09-744f-4966-a5df-36539000cd37'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:30.075544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-150da31e-bd1d-4126-badd-ec91742f42cc req-f86f245b-9d61-4f7f-86ef-8c00157129fb service neutron] 10.222.0.73 "GET /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249598 Oct 18 23:36:30.212077 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a916b0d-73a4-4c44-b3ef-ffd16e9273f8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.214417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a916b0d-73a4-4c44-b3ef-ffd16e9273f8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.265218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a916b0d-73a4-4c44-b3ef-ffd16e9273f8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.266412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a916b0d-73a4-4c44-b3ef-ffd16e9273f8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Fanout notify agent at l3_agent the message router_deleted on router 37faea09-744f-4966-a5df-36539000cd37 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:36:30.276226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a916b0d-73a4-4c44-b3ef-ffd16e9273f8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.280355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35930) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:30.280485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6a916b0d-73a4-4c44-b3ef-ffd16e9273f8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/37faea09-744f-4966-a5df-36539000cd37 HTTP/1.1" status: 204 len: 168 time: 0.3468986 Oct 18 23:36:30.348881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0088fb2-f860-4923-aa0a-7a1f0d1af68f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting subnet 81d06670-ae4a-4d9b-a961-388357be7354 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:30.379105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0088fb2-f860-4923-aa0a-7a1f0d1af68f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.445911 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0088fb2-f860-4923-aa0a-7a1f0d1af68f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.484624 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f983e-60c8-415a-a7d9-55bd50a12529 req-c0fc6769-78c2-41de-b74c-045aac50e456 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:30.486326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec7f983e-60c8-415a-a7d9-55bd50a12529 req-c0fc6769-78c2-41de-b74c-045aac50e456 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1565754 Oct 18 23:36:30.493913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a1c0c-2927-4df1-90c9-91913eb69ab0 req-7c3869e1-eea8-4ca7-9274-c08572e869d8 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:30.495112 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-980a1c0c-2927-4df1-90c9-91913eb69ab0 req-7c3869e1-eea8-4ca7-9274-c08572e869d8 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 944 time: 0.0843470 Oct 18 23:36:30.546116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-980a1c0c-2927-4df1-90c9-91913eb69ab0 req-50211e0e-e846-4141-8f8e-70b242b43cb9 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 Oct 18 23:36:30.612475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec7f983e-60c8-415a-a7d9-55bd50a12529 req-d8044b88-10c4-4256-85cb-c0d77c79ed42 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141315 Oct 18 23:36:30.625473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0088fb2-f860-4923-aa0a-7a1f0d1af68f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.693071 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0088fb2-f860-4923-aa0a-7a1f0d1af68f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.718924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0088fb2-f860-4923-aa0a-7a1f0d1af68f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Subnet': ['ID=81d06670-ae4a-4d9b-a961-388357be7354,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:30.726266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0088fb2-f860-4923-aa0a-7a1f0d1af68f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.729805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c0088fb2-f860-4923-aa0a-7a1f0d1af68f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/81d06670-ae4a-4d9b-a961-388357be7354 HTTP/1.1" status: 204 len: 168 time: 0.4479272 Oct 18 23:36:30.732976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35934) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:30.735324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c49ad-c510-41e6-8c4c-caa9c9b38fe2 None None] Network b05e9e43-2269-4266-bfc1-ac6b694e11ea requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:30.798697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-092901b1-fbb9-45f4-a664-a00ce7a0f17a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting subnet 9a0c842b-f256-486a-8e0e-a32480d67db4 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:30.802689 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-092901b1-fbb9-45f4-a664-a00ce7a0f17a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.854067 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-092901b1-fbb9-45f4-a664-a00ce7a0f17a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.921983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35938) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:30.993238 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-092901b1-fbb9-45f4-a664-a00ce7a0f17a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:30.999469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ba6370-058c-4922-b782-eb8afada0fd9 admin admin] Deleting subnet d60ac269-679d-4565-9f91-3f28dcda1f42 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:31.028120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49ba6370-058c-4922-b782-eb8afada0fd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.080387 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49ba6370-058c-4922-b782-eb8afada0fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.128552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-092901b1-fbb9-45f4-a664-a00ce7a0f17a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.134020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73abe6d4-ff7a-4035-b87e-f3595faef756 None None] DHCP port deletion for b05e9e43-2269-4266-bfc1-ac6b694e11ea request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:36:31.170387 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49ba6370-058c-4922-b782-eb8afada0fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.173244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092901b1-fbb9-45f4-a664-a00ce7a0f17a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0c842b-f256-486a-8e0e-a32480d67db4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:31.189378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabf4ffe-3d13-49be-b699-dc22d8cbfb0b None None] Network 042db2fc-a0af-458f-9cf8-26060999cd54 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:31.194262 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-092901b1-fbb9-45f4-a664-a00ce7a0f17a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.200396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-092901b1-fbb9-45f4-a664-a00ce7a0f17a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/9a0c842b-f256-486a-8e0e-a32480d67db4 HTTP/1.1" status: 204 len: 168 time: 0.4612689 Oct 18 23:36:31.200709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35946) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:31.277389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-73abe6d4-ff7a-4035-b87e-f3595faef756 None None] Deleting port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:31.277860 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-73abe6d4-ff7a-4035-b87e-f3595faef756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.297862 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:36:31.303633 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.322765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49ba6370-058c-4922-b782-eb8afada0fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.373897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-73abe6d4-ff7a-4035-b87e-f3595faef756 None None] For port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=133cf5f0-d9b4-4ce3-a19e-6ea191ac766e,segment=NetworkSegment(a8d08f41-b141-4a2c-a6cd-b631bdd7ef98),segment_id=a8d08f41-b141-4a2c-a6cd-b631bdd7ef98)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:31.374213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba6370-058c-4922-b782-eb8afada0fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60ac269-679d-4565-9f91-3f28dcda1f42,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:31.374389 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-73abe6d4-ff7a-4035-b87e-f3595faef756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.376403 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49ba6370-058c-4922-b782-eb8afada0fd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.379677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-49ba6370-058c-4922-b782-eb8afada0fd9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d60ac269-679d-4565-9f91-3f28dcda1f42 HTTP/1.1" status: 204 len: 168 time: 0.4567015 Oct 18 23:36:31.382131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35948) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:31.392726 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-73abe6d4-ff7a-4035-b87e-f3595faef756 None None] Calling delete_port for 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:31.471162 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.503782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:31.504376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.548597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-73abe6d4-ff7a-4035-b87e-f3595faef756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.582882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe6d4-ff7a-4035-b87e-f3595faef756 None None] Pushing event deleted for resources: {'Port': ['ID=133cf5f0-d9b4-4ce3-a19e-6ea191ac766e,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:31.586927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73abe6d4-ff7a-4035-b87e-f3595faef756 None None] No DVR routers for this DVR port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:31.635943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d7e019-4b21-4502-8394-4a1aeb7cc092 None None] DHCP port deletion for 042db2fc-a0af-458f-9cf8-26060999cd54 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:36:31.673890 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.688532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=133cf5f0-d9b4-4ce3-a19e-6ea191ac766e,segment=NetworkSegment(a8d08f41-b141-4a2c-a6cd-b631bdd7ef98),segment_id=a8d08f41-b141-4a2c-a6cd-b631bdd7ef98)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:31.689085 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.716735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-70d7e019-4b21-4502-8394-4a1aeb7cc092 None None] Deleting port 15306206-fb35-4334-8f5c-c139048689c6 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:31.717114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70d7e019-4b21-4502-8394-4a1aeb7cc092 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.741941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:31.754244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf24ed0e-b66e-498b-adfd-b91c4145be7a') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:31.754548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf24ed0e-b66e-498b-adfd-b91c4145be7a') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:31.775336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.778076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:31.804152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.863705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-70d7e019-4b21-4502-8394-4a1aeb7cc092 None None] For port 15306206-fb35-4334-8f5c-c139048689c6, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=15306206-fb35-4334-8f5c-c139048689c6,segment=NetworkSegment(6b00e3f3-3292-4891-9e6d-170c90357227),segment_id=6b00e3f3-3292-4891-9e6d-170c90357227)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:31.864171 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70d7e019-4b21-4502-8394-4a1aeb7cc092 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:31.882542 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-70d7e019-4b21-4502-8394-4a1aeb7cc092 None None] Calling delete_port for 15306206-fb35-4334-8f5c-c139048689c6 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:31.891746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b3073-05ad-4889-a88e-7332d325a88e req-d01ecd57-1fa5-4fe6-af2b-870cc55e391a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:31.903023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e1b3073-05ad-4889-a88e-7332d325a88e req-d01ecd57-1fa5-4fe6-af2b-870cc55e391a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1741467 Oct 18 23:36:31.975438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e1b3073-05ad-4889-a88e-7332d325a88e req-43cd96fe-be1b-4b8d-96f0-8bca842d07c9 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695615 Oct 18 23:36:31.981003 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70d7e019-4b21-4502-8394-4a1aeb7cc092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.016195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7e019-4b21-4502-8394-4a1aeb7cc092 None None] Pushing event deleted for resources: {'Port': ['ID=15306206-fb35-4334-8f5c-c139048689c6,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:32.024765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7e019-4b21-4502-8394-4a1aeb7cc092 None None] No DVR routers for this DVR port 15306206-fb35-4334-8f5c-c139048689c6 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:32.211891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:32.212245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:32.216506 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:32.237227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb51f47-c79a-42b1-8811-326687ef502c req-20dc135a-d979-4ec2-a9c4-a143f0f004e3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:32.238743 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cb51f47-c79a-42b1-8811-326687ef502c req-20dc135a-d979-4ec2-a9c4-a143f0f004e3 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 944 time: 0.5618465 Oct 18 23:36:32.313099 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.331031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.334160 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8 HTTP/1.1" status: 204 len: 168 time: 0.9510272 Oct 18 23:36:32.337075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:32.355912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cb51f47-c79a-42b1-8811-326687ef502c req-4a43ef96-bd3d-42a0-85e8-baaac5ff8460 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055996 Oct 18 23:36:32.357496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39669c-42c9-4af4-8fb9-2912be753ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=289cf4e5-5ee6-48a2-86bb-5e0c8ffb97d8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:32.366237 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.381298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No DVR routers for this DVR port 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:32.397748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b2ce5c-068c-4efd-96e3-2520ea20c11f admin admin] Deleting subnet 80f6b7cd-3c9c-4fe9-a5b4-83afb06c882c {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:32.402136 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41b2ce5c-068c-4efd-96e3-2520ea20c11f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.429375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=133cf5f0-d9b4-4ce3-a19e-6ea191ac766e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:32.444087 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41b2ce5c-068c-4efd-96e3-2520ea20c11f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.491411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41b2ce5c-068c-4efd-96e3-2520ea20c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.504519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.529462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05e9e43-2269-4266-bfc1-ac6b694e11ea']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:32.531793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 3f7be164-9845-484f-92ff-4d561e2aeafd details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:36:32.541125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d08f41-b141-4a2c-a6cd-b631bdd7ef98') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:32.541918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d08f41-b141-4a2c-a6cd-b631bdd7ef98') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:32.557820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.561819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41b2ce5c-068c-4efd-96e3-2520ea20c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.574557 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.582604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:32.583309 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:32.586822 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:32.611690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2ce5c-068c-4efd-96e3-2520ea20c11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f6b7cd-3c9c-4fe9-a5b4-83afb06c882c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:32.616031 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41b2ce5c-068c-4efd-96e3-2520ea20c11f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.621639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-41b2ce5c-068c-4efd-96e3-2520ea20c11f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/80f6b7cd-3c9c-4fe9-a5b4-83afb06c882c HTTP/1.1" status: 204 len: 168 time: 0.2809680 Oct 18 23:36:32.628089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35968) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:32.643645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b7cc323f-7636-4144-8d2e-1642c49b232a no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:32.670691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: b7cc323f-7636-4144-8d2e-1642c49b232a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:32.671064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b7cc323f-7636-4144-8d2e-1642c49b232a not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:32.695896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 3f7be164-9845-484f-92ff-4d561e2aeafd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=3f7be164-9845-484f-92ff-4d561e2aeafd,segment=NetworkSegment(7b740761-5dc8-4c73-8a03-97bc3e60bd88),segment_id=7b740761-5dc8-4c73-8a03-97bc3e60bd88)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:32.696237 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.708040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '3f7be164-9845-484f-92ff-4d561e2aeafd', 'network_id': 'b4b0b946-55d0-435c-ac1c-a516dbaf75b2', 'port_id': '3f7be164-9845-484f-92ff-4d561e2aeafd', 'mac_address': 'fa:16:3e:ed:e2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59256cca-1c9f-435a-b73c-ab497b8199ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:36:32.729907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.733099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/networks/b05e9e43-2269-4266-bfc1-ac6b694e11ea HTTP/1.1" status: 204 len: 168 time: 1.5314865 Oct 18 23:36:32.735812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35970) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:32.748958 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.754893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d7d50-0bc5-4c3c-94f2-fa7827c0b604 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Network': ['ID=b05e9e43-2269-4266-bfc1-ac6b694e11ea,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:32.761141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.764046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7be164-9845-484f-92ff-4d561e2aeafd {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:36:32.788399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 3f7be164-9845-484f-92ff-4d561e2aeafd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=3f7be164-9845-484f-92ff-4d561e2aeafd,segment=NetworkSegment(7b740761-5dc8-4c73-8a03-97bc3e60bd88),segment_id=7b740761-5dc8-4c73-8a03-97bc3e60bd88)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:32.794139 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.840090 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.855368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.857208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=3f7be164-9845-484f-92ff-4d561e2aeafd,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:32.882426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ddba89-9f85-49e3-a5e1-1cee894fe0f1']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:32.892464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449dec7e-9f42-4c73-bcbf-30fef1bc5f8c') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:32.892809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449dec7e-9f42-4c73-bcbf-30fef1bc5f8c') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:32.903578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.917657 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.924772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:32.925188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:32.929839 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:32.931792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.956393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042db2fc-a0af-458f-9cf8-26060999cd54']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:32.966248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b00e3f3-3292-4891-9e6d-170c90357227') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:32.966549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b00e3f3-3292-4891-9e6d-170c90357227') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:32.985465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:32.994060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.005263 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.007339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.015135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:33.015960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.017148 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/12ddba89-9f85-49e3-a5e1-1cee894fe0f1 HTTP/1.1" status: 204 len: 168 time: 0.3828461 Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:33.021271 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:33.042074 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9802b-5061-4165-921f-f0d8524cfea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ddba89-9f85-49e3-a5e1-1cee894fe0f1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:33.116792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:33.144594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:33.144975 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 133cf5f0-d9b4-4ce3-a19e-6ea191ac766e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:33.145392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 15306206-fb35-4334-8f5c-c139048689c6 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:33.151774 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.156393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35976) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:33.168025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 15306206-fb35-4334-8f5c-c139048689c6 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:33.168371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 15306206-fb35-4334-8f5c-c139048689c6 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:33.180380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.185133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/networks/042db2fc-a0af-458f-9cf8-26060999cd54 HTTP/1.1" status: 204 len: 168 time: 0.4481807 Oct 18 23:36:33.186068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43abd3-c23b-44e6-aadd-d09796dea65a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Network': ['ID=042db2fc-a0af-458f-9cf8-26060999cd54,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:33.190150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35978) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:33.197656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-670031068'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:33.200519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb74a-11e9-48f5-9662-577b48a435ad req-fa84018e-fa72-45c3-b47f-761c299e0026 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:33.202011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-096eb74a-11e9-48f5-9662-577b48a435ad req-fa84018e-fa72-45c3-b47f-761c299e0026 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0984852 Oct 18 23:36:33.218529 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d0b229f4-3774-40a8-b097-5faef90e4baf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52419159011642709dcfa919254f5bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606916 Oct 18 23:36:33.221193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35980) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:33.231807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['3f7be164-9845-484f-92ff-4d561e2aeafd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:36:33.245644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-096eb74a-11e9-48f5-9662-577b48a435ad req-9630b093-c9d4-4c38-8fa0-cf6671679889 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 Oct 18 23:36:33.250388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:33.254011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.305519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-141a1c28-ddae-46ec-b3c5-8706b59aa18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.312553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:36:33.342516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.343225 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added segment 953ff61b-491d-4791-b69d-8df28d176ef7 of type vlan for network 95e53f25-23d7-4d7e-9539-62cdbe350bbf Oct 18 23:36:33.345223 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-141a1c28-ddae-46ec-b3c5-8706b59aa18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.410430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.438690 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.444500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:33.445092 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.468700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-141a1c28-ddae-46ec-b3c5-8706b59aa18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.471305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-141a1c28-ddae-46ec-b3c5-8706b59aa18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.475044 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-141a1c28-ddae-46ec-b3c5-8706b59aa18b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17d55cb6-fae7-4baf-b261-110b147621d6 HTTP/1.1" status: 204 len: 168 time: 0.2503042 Oct 18 23:36:33.496636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3051751 Oct 18 23:36:33.497575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a1c28-ddae-46ec-b3c5-8706b59aa18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d55cb6-fae7-4baf-b261-110b147621d6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:33.498905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f3045-88bf-4799-88eb-ad2d742b4afd req-4c634fbf-8d3f-4653-af7c-fa3d9ccdda9f tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:33.500569 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-577f3045-88bf-4799-88eb-ad2d742b4afd req-4c634fbf-8d3f-4653-af7c-fa3d9ccdda9f tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 945 time: 0.0617735 Oct 18 23:36:33.501077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35988) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:33.506787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'subnet': {'network_id': '95e53f25-23d7-4d7e-9539-62cdbe350bbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:33.538808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715c9e6-c6bd-462b-95ed-17d14afef334 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Network': ['ID=95e53f25-23d7-4d7e-9539-62cdbe350bbf,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:33.550820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 95e53f25-23d7-4d7e-9539-62cdbe350bbf details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:36:33.610341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-577f3045-88bf-4799-88eb-ad2d742b4afd req-f231f2cb-db0f-4e43-86ce-b7d74a8df2bd tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985210 Oct 18 23:36:33.637498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:33.641644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.845661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:33.867825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36000) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:33.912028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Subnet': ['ID=4f9f12d3-efb5-4b85-ab31-e5d69ff352ec,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:33.921874 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8cce78a3-370a-4eb5-a4aa-ab92f5f56262 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abaac3475e9a476d91fa805ea81d8aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526986 Oct 18 23:36:33.924603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36004) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:33.948153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Checking segment: {'id': '953ff61b-491d-4791-b69d-8df28d176ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '95e53f25-23d7-4d7e-9539-62cdbe350bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:33.948813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network hostable DHCP agents. Network: 95e53f25-23d7-4d7e-9539-62cdbe350bbf, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:33.991483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 95e53f25-23d7-4d7e-9539-62cdbe350bbf is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:34.001777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f8e166c-8a6a-4c82-9d73-6b44b8709472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.007334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 95e53f25-23d7-4d7e-9539-62cdbe350bbf) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:34.012820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:34.013675 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.017674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f422b017-86f6-4f2b-8c7a-0a22b3b4ef23 None None] Network 95e53f25-23d7-4d7e-9539-62cdbe350bbf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:34.050159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36010) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:34.050284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-aa2b4bd0-4aaf-4109-8ff0-b23f7e557dca tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5480571 Oct 18 23:36:34.052663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f8e166c-8a6a-4c82-9d73-6b44b8709472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.054972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a31ca99b-2ab9-446b-9102-07f0d914bce2 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1407300725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:34.084082 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a31ca99b-2ab9-446b-9102-07f0d914bce2 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.085878 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a31ca99b-2ab9-446b-9102-07f0d914bce2 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.110831 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f8e166c-8a6a-4c82-9d73-6b44b8709472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.115476 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f8e166c-8a6a-4c82-9d73-6b44b8709472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.117344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6f8e166c-8a6a-4c82-9d73-6b44b8709472 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff60790b-5e57-489a-bf5a-9f7ac4816acc HTTP/1.1" status: 204 len: 168 time: 0.1908689 Oct 18 23:36:34.127755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e166c-8a6a-4c82-9d73-6b44b8709472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60790b-5e57-489a-bf5a-9f7ac4816acc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:34.174038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a31ca99b-2ab9-446b-9102-07f0d914bce2 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.180213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a31ca99b-2ab9-446b-9102-07f0d914bce2 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.208249 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a31ca99b-2ab9-446b-9102-07f0d914bce2 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.209631 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a31ca99b-2ab9-446b-9102-07f0d914bce2 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1583583 Oct 18 23:36:34.212503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36018) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:34.218236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-95e53f25-23d7-4d7e-9539-62cdbe350bbf', 'network_id': '95e53f25-23d7-4d7e-9539-62cdbe350bbf', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'fixed_ips': [{'subnet_id': '4f9f12d3-efb5-4b85-ab31-e5d69ff352ec'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:36:34.219225 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.221000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'port': {'network_id': '95e53f25-23d7-4d7e-9539-62cdbe350bbf', 'name': 'tempest-RoutersIpV6Test-420998764'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:34.455344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df8ff-5ede-4fec-98a7-881470b17824 req-2d0faf89-4f34-460d-a623-f023ce6c7540 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:34.457288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-211df8ff-5ede-4fec-98a7-881470b17824 req-2d0faf89-4f34-460d-a623-f023ce6c7540 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1042359 Oct 18 23:36:34.458580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:34.463976 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.475853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc277bc2-822b-4956-87bb-7555142febb9 req-428dbba5-cd34-4b0a-a2ba-d7aec31eaf1c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897784 Oct 18 23:36:34.483966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Allocated IP 2001:db8::2 (95e53f25-23d7-4d7e-9539-62cdbe350bbf/4f9f12d3-efb5-4b85-ab31-e5d69ff352ec/39cab43f-34f6-4bc1-8935-bc8b606b3438) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:34.530462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] device_id is not set on port 635e7a3d-7ec2-460e-877b-9f82eed192cc yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:36:34.543368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 3f7be164-9845-484f-92ff-4d561e2aeafd up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:34.547358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-211df8ff-5ede-4fec-98a7-881470b17824 req-d29e6be1-c7a8-4e6c-8c74-8a20e2950094 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704443 Oct 18 23:36:34.588913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277bc2-822b-4956-87bb-7555142febb9 req-9ccd0dd1-48cc-4562-a147-6b5e26098d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:34.591189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc277bc2-822b-4956-87bb-7555142febb9 req-9ccd0dd1-48cc-4562-a147-6b5e26098d60 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 1097 time: 0.0733662 Oct 18 23:36:34.675869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 3f7be164-9845-484f-92ff-4d561e2aeafd completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:36:34.684886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 3f7be164-9845-484f-92ff-4d561e2aeafd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:34.685252 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.770444 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.778605 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.784831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277bc2-822b-4956-87bb-7555142febb9 req-581f40f5-e13a-4e00-ab0d-de4e444d4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:34.786314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc277bc2-822b-4956-87bb-7555142febb9 req-581f40f5-e13a-4e00-ab0d-de4e444d4c40 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1731150 Oct 18 23:36:34.796645 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:34.847300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Pushing event updated for resources: {'Port': ['ID=39cab43f-34f6-4bc1-8935-bc8b606b3438,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:34.856501 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc277bc2-822b-4956-87bb-7555142febb9 req-d6f399e5-acb8-46ce-971f-100f733c2767 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d HTTP/1.1" status: 200 len: 217 time: 0.0617373 Oct 18 23:36:34.942079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Network 95e53f25-23d7-4d7e-9539-62cdbe350bbf is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:34.949222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:34.954268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:34.963202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277bc2-822b-4956-87bb-7555142febb9 req-20bb5212-d9d6-466e-ba90-06e67c25d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:34.970092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc277bc2-822b-4956-87bb-7555142febb9 req-20bb5212-d9d6-466e-ba90-06e67c25d12a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.1025226 Oct 18 23:36:34.976261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb12a31-d0d8-4932-adae-6c1a93f7e400 req-f0ed709a-9bc9-4459-a716-6cb8e1211318 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:34.978679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1eb12a31-d0d8-4932-adae-6c1a93f7e400 req-f0ed709a-9bc9-4459-a716-6cb8e1211318 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 945 time: 0.2483280 Oct 18 23:36:34.979924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 2001:db8::48 (95e53f25-23d7-4d7e-9539-62cdbe350bbf/4f9f12d3-efb5-4b85-ab31-e5d69ff352ec/635e7a3d-7ec2-460e-877b-9f82eed192cc) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:34.999003 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:35.053749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616948c3-fc50-436e-a18c-56666795bf12 req-6b55ed39-e9f4-4c40-b67c-00dd9ff1fef6 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:35.055325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-616948c3-fc50-436e-a18c-56666795bf12 req-6b55ed39-e9f4-4c40-b67c-00dd9ff1fef6 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1276095 Oct 18 23:36:35.062672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Attempting to bind port 39cab43f-34f6-4bc1-8935-bc8b606b3438 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:36:35.063058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Attempting to bind port 39cab43f-34f6-4bc1-8935-bc8b606b3438 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '953ff61b-491d-4791-b69d-8df28d176ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '95e53f25-23d7-4d7e-9539-62cdbe350bbf'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:36:35.063430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Attempting to bind port 39cab43f-34f6-4bc1-8935-bc8b606b3438 on network 95e53f25-23d7-4d7e-9539-62cdbe350bbf {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:35.070690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:36:35.071109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Checking segment: {'id': '953ff61b-491d-4791-b69d-8df28d176ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '95e53f25-23d7-4d7e-9539-62cdbe350bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:35.071510 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:35.071904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Bound using segment: {'id': '953ff61b-491d-4791-b69d-8df28d176ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '95e53f25-23d7-4d7e-9539-62cdbe350bbf'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:36:35.072986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Bound port: 39cab43f-34f6-4bc1-8935-bc8b606b3438, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953ff61b-491d-4791-b69d-8df28d176ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '95e53f25-23d7-4d7e-9539-62cdbe350bbf'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:36:35.073565 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:35.089891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277bc2-822b-4956-87bb-7555142febb9 req-c00170c2-29a5-4b44-b01d-b0133e5f3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:35.092286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc277bc2-822b-4956-87bb-7555142febb9 req-c00170c2-29a5-4b44-b01d-b0133e5f3976 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889175 Oct 18 23:36:35.131356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-616948c3-fc50-436e-a18c-56666795bf12 req-eede40f5-e7db-4633-bda3-188945b38bce tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662680 Oct 18 23:36:35.135281 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7be164-9845-484f-92ff-4d561e2aeafd'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:35.139919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1eb12a31-d0d8-4932-adae-6c1a93f7e400 req-2a992b28-db0d-4700-ad5f-93c777c95a47 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737326 Oct 18 23:36:35.156074 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2c01ed-6928-4c23-a785-189bc7b87346" -d '{"events": [{"server_uuid": "e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f", "name": "network-vif-plugged", "status": "completed", "tag": "3f7be164-9845-484f-92ff-4d561e2aeafd"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:35.226123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 3f7be164-9845-484f-92ff-4d561e2aeafd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=3f7be164-9845-484f-92ff-4d561e2aeafd,segment=NetworkSegment(7b740761-5dc8-4c73-8a03-97bc3e60bd88),segment_id=7b740761-5dc8-4c73-8a03-97bc3e60bd88)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:35.249800 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acd0011-f668-4529-8501-53c11d4a7b4a x-openstack-request-id: req-9acd0011-f668-4529-8501-53c11d4a7b4a {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:35.250776 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f", "name": "network-vif-plugged", "status": "completed", "tag": "3f7be164-9845-484f-92ff-4d561e2aeafd", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:35.250776 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9acd0011-f668-4529-8501-53c11d4a7b4a {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:35.250994 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7be164-9845-484f-92ff-4d561e2aeafd', 'code': 200} Oct 18 23:36:35.253683 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:35.298708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc277bc2-822b-4956-87bb-7555142febb9 req-9d67e068-6d67-40ff-8071-5a368fa2a2ed service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828609 Oct 18 23:36:35.305056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] For port 39cab43f-34f6-4bc1-8935-bc8b606b3438, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:36:35.323132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] For port 39cab43f-34f6-4bc1-8935-bc8b606b3438, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=39cab43f-34f6-4bc1-8935-bc8b606b3438,segment=NetworkSegment(953ff61b-491d-4791-b69d-8df28d176ef7),segment_id=953ff61b-491d-4791-b69d-8df28d176ef7)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:36:35.331507 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:35.336074 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:35.364572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=3f7be164-9845-484f-92ff-4d561e2aeafd,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:35.399595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:35.454224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbdf26-a0a0-461f-a9f2-5fc5a68664e3 None None] Pushing event updated for resources: {'Port': ['ID=39cab43f-34f6-4bc1-8935-bc8b606b3438,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:35.492717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc277bc2-822b-4956-87bb-7555142febb9 req-64636ee1-2f78-41a5-bc42-792cc7039d9c service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854389 Oct 18 23:36:35.531229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 95e53f25-23d7-4d7e-9539-62cdbe350bbf is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:35.539467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:35.543264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=635e7a3d-7ec2-460e-877b-9f82eed192cc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:35.546773 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:35.557843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:35.558445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:35.571747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd1f96-6cb4-4b83-b293-7d55393cc7e1 req-e8f3f3b7-8eb6-4fd2-badb-03fdfaf80205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:35.573899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53bd1f96-6cb4-4b83-b293-7d55393cc7e1 req-e8f3f3b7-8eb6-4fd2-badb-03fdfaf80205 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 1098 time: 0.2033660 Oct 18 23:36:35.586028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c23ea75e-be3f-4a39-b110-7b6bd2bed795 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3723192 Oct 18 23:36:35.589548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36062) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:35.636785 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53bd1f96-6cb4-4b83-b293-7d55393cc7e1 req-3d13b1c3-c8e5-4061-8398-9f9a3c71f8d3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543694 Oct 18 23:36:36.019268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36070) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:36.155368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-85e1ff16-cb01-4dac-8c60-4d85626fbeb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.306517 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-85e1ff16-cb01-4dac-8c60-4d85626fbeb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.314431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-85e1ff16-cb01-4dac-8c60-4d85626fbeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.321362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a2110-22f4-4f8d-9b13-8096400d855a req-b714ff4b-a318-4323-b184-55122e9cd495 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:36.322980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-232a2110-22f4-4f8d-9b13-8096400d855a req-b714ff4b-a318-4323-b184-55122e9cd495 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 946 time: 0.0917621 Oct 18 23:36:36.323667 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.329116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87c40c-dbb8-4298-a15a-35f524b4cc94 req-73c7c629-fe6b-4196-892a-86109e6e50cc tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:36.330709 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f87c40c-dbb8-4298-a15a-35f524b4cc94 req-73c7c629-fe6b-4196-892a-86109e6e50cc tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1003492 Oct 18 23:36:36.351688 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.401281 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-85e1ff16-cb01-4dac-8c60-4d85626fbeb7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de026c227f794ba39889212ccbbc6e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779016 Oct 18 23:36:36.402443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36078) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:36.405899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1ff16-cb01-4dac-8c60-4d85626fbeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf8f45-beff-41b2-ba82-600498ca22ed,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:36.416948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f87c40c-dbb8-4298-a15a-35f524b4cc94 req-55ffdecc-0d51-4bc3-897e-11cb75c7a7f9 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685499 Oct 18 23:36:36.443159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-232a2110-22f4-4f8d-9b13-8096400d855a req-06c39c74-4a87-4dcc-be0c-6d42100321a8 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094732 Oct 18 23:36:36.642624 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3ba4-c6e6-49bc-be0a-54429145dbaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.653957 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-61472cd4-f872-4e7a-9df5-33d68dae80f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545399 Oct 18 23:36:36.680566 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3ba4-c6e6-49bc-be0a-54429145dbaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.743235 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.753362 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.767520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-60f4d970-a7c5-498d-822b-63e69128b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:36.776349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-60f4d970-a7c5-498d-822b-63e69128b252 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 1098 time: 0.0741987 Oct 18 23:36:36.839251 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3ba4-c6e6-49bc-be0a-54429145dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.841746 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3ba4-c6e6-49bc-be0a-54429145dbaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:36.845203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1f6d3ba4-c6e6-49bc-be0a-54429145dbaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccbf8f45-beff-41b2-ba82-600498ca22ed HTTP/1.1" status: 204 len: 168 time: 0.4373865 Oct 18 23:36:36.845345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537b772-a6af-455a-b7c9-78f8a5554844 None None] Network 95e53f25-23d7-4d7e-9539-62cdbe350bbf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:36.871395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=635e7a3d-7ec2-460e-877b-9f82eed192cc,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:36.876167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d3ba4-c6e6-49bc-be0a-54429145dbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf8f45-beff-41b2-ba82-600498ca22ed,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:36.986249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1600bcc2-2b30-469f-8567-83e6ece72e1a None None] Provisioning complete for port 39cab43f-34f6-4bc1-8935-bc8b606b3438 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:36.986635 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1600bcc2-2b30-469f-8567-83e6ece72e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:37.015605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-797a2796-941d-4dd9-9200-4b1e5b05ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:37.017511 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-797a2796-941d-4dd9-9200-4b1e5b05ee9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1847830 Oct 18 23:36:37.019302 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:37.126949 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-a1ce5287-f08f-45b0-a197-6e8bcfe630ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a433c419-9a71-449f-8de1-a92f543d4ba8 HTTP/1.1" status: 200 len: 217 time: 0.1001804 Oct 18 23:36:37.158694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 39cab43f-34f6-4bc1-8935-bc8b606b3438 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:37.217951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:37.229257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-235b4ccb-efee-411d-8382-c7385f7e5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:37.231223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-235b4ccb-efee-411d-8382-c7385f7e5232 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0907671 Oct 18 23:36:37.329202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-d83fd5ad-e578-4127-9047-e5cd7644f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:37.331449 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-d83fd5ad-e578-4127-9047-e5cd7644f9a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905783 Oct 18 23:36:37.389342 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1600bcc2-2b30-469f-8567-83e6ece72e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:37.405650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 39cab43f-34f6-4bc1-8935-bc8b606b3438 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:37.406014 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:37.481627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-ea5bc049-44d8-4258-a998-5eb341c5199e service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386201 Oct 18 23:36:37.492126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1600bcc2-2b30-469f-8567-83e6ece72e1a None None] For port 39cab43f-34f6-4bc1-8935-bc8b606b3438, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=39cab43f-34f6-4bc1-8935-bc8b606b3438,segment=NetworkSegment(953ff61b-491d-4791-b69d-8df28d176ef7),segment_id=953ff61b-491d-4791-b69d-8df28d176ef7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:37.504375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1600bcc2-2b30-469f-8567-83e6ece72e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:37.635150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600bcc2-2b30-469f-8567-83e6ece72e1a None None] Pushing event updated for resources: {'Port': ['ID=39cab43f-34f6-4bc1-8935-bc8b606b3438,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:37.753384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863aa24-8e04-4a98-8e27-8169b250a425 req-6b728beb-d606-4c5f-8465-08e7b3e7ca71 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:37.756483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f863aa24-8e04-4a98-8e27-8169b250a425 req-6b728beb-d606-4c5f-8465-08e7b3e7ca71 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.1774535 Oct 18 23:36:37.820306 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48fa1d54-0a6d-49fd-99e1-2486023d45ea req-6c30b87e-d05e-4d32-9f21-9bff6b45fea7 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321009 Oct 18 23:36:37.840869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98472ef-7812-4ef2-a1bb-c53a1ea4c9f3 req-af7dcb30-44e2-4492-b7fb-c326cf450eed tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:37.842652 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d98472ef-7812-4ef2-a1bb-c53a1ea4c9f3 req-af7dcb30-44e2-4492-b7fb-c326cf450eed tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 946 time: 0.1651368 Oct 18 23:36:37.852841 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:37.872593 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:37.873383 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:37.928959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f863aa24-8e04-4a98-8e27-8169b250a425 req-fe1d38a0-3f92-422c-a62f-4f321c9bd44f tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595311 Oct 18 23:36:37.934865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d98472ef-7812-4ef2-a1bb-c53a1ea4c9f3 req-991035dd-bb2b-4201-bb15-26500f7cf0ff tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853336 Oct 18 23:36:37.972505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-de7f2ecf-87ac-4940-a546-538783b39845 None None] Provisioning complete for port 635e7a3d-7ec2-460e-877b-9f82eed192cc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:37.972889 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-de7f2ecf-87ac-4940-a546-538783b39845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:38.047981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-de7f2ecf-87ac-4940-a546-538783b39845 None None] Port 635e7a3d-7ec2-460e-877b-9f82eed192cc cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:38.068367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-de7f2ecf-87ac-4940-a546-538783b39845 None None] Provisioning complete for port 39cab43f-34f6-4bc1-8935-bc8b606b3438 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:38.068973 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-de7f2ecf-87ac-4940-a546-538783b39845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:38.091008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=635e7a3d-7ec2-460e-877b-9f82eed192cc,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:38.175765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 95e53f25-23d7-4d7e-9539-62cdbe350bbf is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:38.177607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:38.420936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router 18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:36:38.421770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-55578b76-77b3-4fe1-a0c5-8c4eee8f17bf None None] Provisioning complete for port 635e7a3d-7ec2-460e-877b-9f82eed192cc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:38.422285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-55578b76-77b3-4fe1-a0c5-8c4eee8f17bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:38.504129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-55578b76-77b3-4fe1-a0c5-8c4eee8f17bf None None] Port 635e7a3d-7ec2-460e-877b-9f82eed192cc cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:38.589322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:38.600257 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d155d718-74cd-4532-ab79-b2e155a21557 None None] Sync routers for ids ['18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:38.612235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-92137fd1-2a18-41fe-b135-f6f9af375726 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0187769 Oct 18 23:36:38.612729 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36150) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:38.622550 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155d718-74cd-4532-ab79-b2e155a21557 None None] Routers {'18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:38.627852 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d155d718-74cd-4532-ab79-b2e155a21557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:38.684972 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d155d718-74cd-4532-ab79-b2e155a21557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:38.704534 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155d718-74cd-4532-ab79-b2e155a21557 None None] Routers {'18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:38.705405 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d155d718-74cd-4532-ab79-b2e155a21557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:38.710466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a560c9-b228-4bd6-9172-9e83026d630f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:38.711962 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-97a560c9-b228-4bd6-9172-9e83026d630f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports/635e7a3d-7ec2-460e-877b-9f82eed192cc HTTP/1.1" status: 200 len: 982 time: 0.0982082 Oct 18 23:36:38.715371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36154) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:38.762501 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d155d718-74cd-4532-ab79-b2e155a21557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:38.763249 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d155d718-74cd-4532-ab79-b2e155a21557 None None] The sync data for ids ['18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:38.778497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b1093-e75d-4eb9-b8ae-7793eeb5cbba req-dbaa3218-121a-4ad0-8c04-d42872081e24 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:38.788635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-527b1093-e75d-4eb9-b8ae-7793eeb5cbba req-dbaa3218-121a-4ad0-8c04-d42872081e24 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 946 time: 0.3908308 Oct 18 23:36:38.830974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b219af42-8d52-459c-9cc7-938cf41c451e None None] Provisioning complete for port 635e7a3d-7ec2-460e-877b-9f82eed192cc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:38.831358 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b219af42-8d52-459c-9cc7-938cf41c451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:38.931004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b219af42-8d52-459c-9cc7-938cf41c451e None None] Port 635e7a3d-7ec2-460e-877b-9f82eed192cc cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:38.970128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-9fc82505-beee-4d7e-baea-9277b3b4e88e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:38.974447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-9fc82505-beee-4d7e-baea-9277b3b4e88e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.2349153 Oct 18 23:36:39.026859 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-527b1093-e75d-4eb9-b8ae-7793eeb5cbba req-aa4d9ab6-06ee-4150-8568-c5674f87ce81 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964741 Oct 18 23:36:39.197148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 39cab43f-34f6-4bc1-8935-bc8b606b3438 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:39.280197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Deleting port 4434e84d-2210-47c5-95a7-6e72a744a687 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:39.280554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:39.316160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63948e-422f-4a73-bf36-d17630f2631d req-2fc4a81d-642f-4dd3-9acf-626e22c85643 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:39.317722 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c63948e-422f-4a73-bf36-d17630f2631d req-2fc4a81d-642f-4dd3-9acf-626e22c85643 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 945 time: 0.0996854 Oct 18 23:36:39.325162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 39cab43f-34f6-4bc1-8935-bc8b606b3438 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:39.325547 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:39.440818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-53730e8b-3da2-45f1-a183-55f20abb10ba None None] Provisioning complete for port 635e7a3d-7ec2-460e-877b-9f82eed192cc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:39.441495 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-53730e8b-3da2-45f1-a183-55f20abb10ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:39.518926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] For port 4434e84d-2210-47c5-95a7-6e72a744a687, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=4434e84d-2210-47c5-95a7-6e72a744a687,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:39.519298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:39.522823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-53730e8b-3da2-45f1-a183-55f20abb10ba None None] Port 635e7a3d-7ec2-460e-877b-9f82eed192cc cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:39.550834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Calling delete_port for 4434e84d-2210-47c5-95a7-6e72a744a687 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:39.606987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36176) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:39.624952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:39.655411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c63948e-422f-4a73-bf36-d17630f2631d req-22889e1c-524b-4445-a418-cd3d501bef1e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298969 Oct 18 23:36:39.819568 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:39.819913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca2634b6-b46e-4f44-9503-83bd32d613f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:39.860418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5d1d54ba-454e-4e78-817b-85ff2d7c3440', '4434e84d-2210-47c5-95a7-6e72a744a687'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:36:39.862699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Pushing event deleted for resources: {'Port': ['ID=4434e84d-2210-47c5-95a7-6e72a744a687,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:39.921104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] No DVR routers for this DVR port 4434e84d-2210-47c5-95a7-6e72a744a687 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:39.926958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:39.933136 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f61dc689-dace-4b6e-b378-50a169cfcbe5 req-3c81fe61-84a0-40ce-9dc8-a19dcc0a7b16 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.73 "DELETE /v2.0/ports/4434e84d-2210-47c5-95a7-6e72a744a687 HTTP/1.1" status: 204 len: 173 time: 0.9156044 Oct 18 23:36:39.934630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad44e22e-3624-4dd0-b2e6-afca3f90dbbc', 'name': 'network-vif-deleted', 'tag': '4434e84d-2210-47c5-95a7-6e72a744a687'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:39.941164 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008b4b5d-b4d0-4f32-8bca-c2ce733df54f" -d '{"events": [{"server_uuid": "ad44e22e-3624-4dd0-b2e6-afca3f90dbbc", "name": "network-vif-deleted", "tag": "4434e84d-2210-47c5-95a7-6e72a744a687"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:39.985169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca2634b6-b46e-4f44-9503-83bd32d613f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:39.996295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port 635e7a3d-7ec2-460e-877b-9f82eed192cc {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:39.996817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.004264 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0710ef2-c3bb-44fe-af2c-6d7850c6b24b x-openstack-request-id: req-b0710ef2-c3bb-44fe-af2c-6d7850c6b24b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:40.004782 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad44e22e-3624-4dd0-b2e6-afca3f90dbbc", "name": "network-vif-deleted", "tag": "4434e84d-2210-47c5-95a7-6e72a744a687", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:40.005064 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0710ef2-c3bb-44fe-af2c-6d7850c6b24b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:40.005542 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad44e22e-3624-4dd0-b2e6-afca3f90dbbc', 'name': 'network-vif-deleted', 'tag': '4434e84d-2210-47c5-95a7-6e72a744a687', 'status': 'completed', 'code': 200} Oct 18 23:36:40.075189 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca2634b6-b46e-4f44-9503-83bd32d613f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.131803 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ca2634b6-b46e-4f44-9503-83bd32d613f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3cf8ab3ff21489d8bb331b47add2293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5236132 Oct 18 23:36:40.139857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36186) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:40.177314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2634b6-b46e-4f44-9503-83bd32d613f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cefb591-94db-4029-8275-c1b6441f6ddd,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:40.197004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160917-8ada-4d5a-a7ce-e0f9e2998fe9 req-2f8662ab-77ea-4326-81df-a846d7c4fa5c tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:40.199202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76160917-8ada-4d5a-a7ce-e0f9e2998fe9 req-2f8662ab-77ea-4326-81df-a846d7c4fa5c tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 946 time: 0.0693927 Oct 18 23:36:40.204574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.233452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for 635e7a3d-7ec2-460e-877b-9f82eed192cc owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:40.271289 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-76160917-8ada-4d5a-a7ce-e0f9e2998fe9 req-11a95180-e3f7-4504-a69c-41277b24955f tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/security-groups?id=6914b0be-341d-41da-a788-385fd394b3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652504 Oct 18 23:36:40.287409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-d1f9fcc9-8b3b-4c80-9cbc-5c1717b547a5 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:40.288898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-d1f9fcc9-8b3b-4c80-9cbc-5c1717b547a5 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.102 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 946 time: 0.0668643 Oct 18 23:36:40.293480 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed2361e9-ea9b-4e9d-b7f4-91c0a1851c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.339412 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed2361e9-ea9b-4e9d-b7f4-91c0a1851c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.408880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Deleting port 3f7be164-9845-484f-92ff-4d561e2aeafd {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:40.409375 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.467246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed2361e9-ea9b-4e9d-b7f4-91c0a1851c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.469714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ed2361e9-ea9b-4e9d-b7f4-91c0a1851c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.470898 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ed2361e9-ea9b-4e9d-b7f4-91c0a1851c7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6cefb591-94db-4029-8275-c1b6441f6ddd HTTP/1.1" status: 204 len: 168 time: 0.3300474 Oct 18 23:36:40.486275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2361e9-ea9b-4e9d-b7f4-91c0a1851c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cefb591-94db-4029-8275-c1b6441f6ddd,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:40.505769 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.534245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] For port 3f7be164-9845-484f-92ff-4d561e2aeafd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=3f7be164-9845-484f-92ff-4d561e2aeafd,segment=NetworkSegment(7b740761-5dc8-4c73-8a03-97bc3e60bd88),segment_id=7b740761-5dc8-4c73-8a03-97bc3e60bd88)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:40.534571 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.549125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Calling delete_port for 3f7be164-9845-484f-92ff-4d561e2aeafd owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:40.571363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=635e7a3d-7ec2-460e-877b-9f82eed192cc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:40.841300 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e618d2f4-919f-4181-8036-f4bbbac60f19 req-ee7a3453-181c-496a-baaa-91e00f1ece25 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad44e22e-3624-4dd0-b2e6-afca3f90dbbc HTTP/1.1" status: 200 len: 210 time: 0.0471978 Oct 18 23:36:40.852324 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.892983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Pushing event deleted for resources: {'Port': ['ID=3f7be164-9845-484f-92ff-4d561e2aeafd,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:40.955108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] No DVR routers for this DVR port 3f7be164-9845-484f-92ff-4d561e2aeafd on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:40.958531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:40.963917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad8bc70e-f80f-462a-8834-b93cbccf39a9 req-f677193c-a072-4d49-817e-6cef6cca2a43 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.102 "DELETE /v2.0/ports/3f7be164-9845-484f-92ff-4d561e2aeafd HTTP/1.1" status: 204 len: 173 time: 0.6652782 Oct 18 23:36:41.146069 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.203838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36210) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:41.262292 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-34078fe0-a4f0-4103-9913-d91b2b930bc9 admin admin] Deleting subnet a88cb23d-18af-4bc8-a614-d41689bce822 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:41.265686 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34078fe0-a4f0-4103-9913-d91b2b930bc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.304736 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34078fe0-a4f0-4103-9913-d91b2b930bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.347726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router 18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:36:41.351123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34078fe0-a4f0-4103-9913-d91b2b930bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.424780 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34078fe0-a4f0-4103-9913-d91b2b930bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.506006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34078fe0-a4f0-4103-9913-d91b2b930bc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.513130 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-34078fe0-a4f0-4103-9913-d91b2b930bc9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a88cb23d-18af-4bc8-a614-d41689bce822 HTTP/1.1" status: 204 len: 168 time: 0.3038275 Oct 18 23:36:41.513130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34078fe0-a4f0-4103-9913-d91b2b930bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88cb23d-18af-4bc8-a614-d41689bce822,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:41.517825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36222) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:41.541434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17e6b4bf-a7f5-410c-8fce-70148d0f1e4a req-8cf6aaa0-78d6-4808-9fba-fd60575f5212 tempest-InstanceActionsV221TestJSON-1368264355 tempest-InstanceActionsV221TestJSON-1368264355-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f HTTP/1.1" status: 200 len: 210 time: 0.1028802 Oct 18 23:36:41.563933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:41.578187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1999f2b9-553c-401d-b5f1-3bcf6c72b87b None None] Sync routers for ids ['18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:41.580593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9bb75f53-7aa8-44dc-bb8b-625fb90d3c4d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8640811 Oct 18 23:36:41.581370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36224) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:41.604938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999f2b9-553c-401d-b5f1-3bcf6c72b87b None None] Routers {'18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:41.606019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1999f2b9-553c-401d-b5f1-3bcf6c72b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:41.649360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.686071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1999f2b9-553c-401d-b5f1-3bcf6c72b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:41.696808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999f2b9-553c-401d-b5f1-3bcf6c72b87b None None] Routers {'18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:41.698377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1999f2b9-553c-401d-b5f1-3bcf6c72b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:41.745329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1999f2b9-553c-401d-b5f1-3bcf6c72b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:41.746355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1999f2b9-553c-401d-b5f1-3bcf6c72b87b None None] The sync data for ids ['18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:41.798042 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.825974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e68270-b5cf-4d00-882f-138e196dc0a2']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:41.837307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1177c2f2-470a-4e50-b30e-95e54dfe024f') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:41.838354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1177c2f2-470a-4e50-b30e-95e54dfe024f') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:41.847332 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-c40ecda3-4698-4fe5-8f1e-22d56a8e0da3 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] remove_router_interface failed (client error): The resource could not be found. Oct 18 23:36:41.848378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c40ecda3-4698-4fe5-8f1e-22d56a8e0da3 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2640789 Oct 18 23:36:41.849008 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.851121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36230) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:41.878736 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.886904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-49a7e690-ee67-4254-af81-90dee6650090 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc HTTP/1.1" status: 200 len: 205 time: 0.0344305 Oct 18 23:36:41.889379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36234) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:41.893352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:41.893772 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:41.895595 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:41.988350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c760b928-7182-4555-a9b9-5a9a5308d676 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:41.990327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.029005 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.041604 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d5e68270-b5cf-4d00-882f-138e196dc0a2 HTTP/1.1" status: 204 len: 168 time: 0.5187173 Oct 18 23:36:42.041745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f', 'name': 'network-vif-deleted', 'tag': '3f7be164-9845-484f-92ff-4d561e2aeafd'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:42.045214 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a389c4-7431-47b7-b225-772009d04009" -d '{"events": [{"server_uuid": "e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f", "name": "network-vif-deleted", "tag": "3f7be164-9845-484f-92ff-4d561e2aeafd"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:42.048251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a332cfc-4bc0-4b33-bf51-0efeb8002800 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e68270-b5cf-4d00-882f-138e196dc0a2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:42.050243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36242) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:42.114084 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57dc95d-0ff9-4937-b4c9-181002fa15e0 x-openstack-request-id: req-e57dc95d-0ff9-4937-b4c9-181002fa15e0 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:42.114507 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f", "name": "network-vif-deleted", "tag": "3f7be164-9845-484f-92ff-4d561e2aeafd", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:42.114950 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e57dc95d-0ff9-4937-b4c9-181002fa15e0 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:42.115819 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a5dfc4-ddda-4b28-9679-f9f0c267bb3f', 'name': 'network-vif-deleted', 'tag': '3f7be164-9845-484f-92ff-4d561e2aeafd', 'status': 'completed', 'code': 200} Oct 18 23:36:42.129193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecbc729-942b-4700-97b7-52b77e88ffa2 admin admin] Deleting subnet 2cc97ffa-b887-435e-961d-0fb7a3cd57f2 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:42.133536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fecbc729-942b-4700-97b7-52b77e88ffa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.180163 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fecbc729-942b-4700-97b7-52b77e88ffa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.196771 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c760b928-7182-4555-a9b9-5a9a5308d676 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.199373 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c760b928-7182-4555-a9b9-5a9a5308d676 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.221864 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fecbc729-942b-4700-97b7-52b77e88ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.251083 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c760b928-7182-4555-a9b9-5a9a5308d676 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.252494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c760b928-7182-4555-a9b9-5a9a5308d676 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Fanout notify agent at l3_agent the message router_deleted on router 18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:36:42.261200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c760b928-7182-4555-a9b9-5a9a5308d676 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.263120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c760b928-7182-4555-a9b9-5a9a5308d676 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc HTTP/1.1" status: 204 len: 168 time: 0.3722031 Oct 18 23:36:42.265788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36250) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:42.346526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-2addeaa1-3b76-496d-82a2-ba8a7f0ab4ef tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting subnet 4f9f12d3-efb5-4b85-ab31-e5d69ff352ec {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:42.350692 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2addeaa1-3b76-496d-82a2-ba8a7f0ab4ef tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.355987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04536c85-3283-458a-8557-e20fbf58d88b req-d2b48108-fe0e-40eb-8539-e8927171db4b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:42.356917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-04536c85-3283-458a-8557-e20fbf58d88b req-d2b48108-fe0e-40eb-8539-e8927171db4b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1079016 Oct 18 23:36:42.358635 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fecbc729-942b-4700-97b7-52b77e88ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.400327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fecbc729-942b-4700-97b7-52b77e88ffa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.403584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fecbc729-942b-4700-97b7-52b77e88ffa2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2cc97ffa-b887-435e-961d-0fb7a3cd57f2 HTTP/1.1" status: 204 len: 168 time: 0.3447306 Oct 18 23:36:42.410303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbc729-942b-4700-97b7-52b77e88ffa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc97ffa-b887-435e-961d-0fb7a3cd57f2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:42.416345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36256) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:42.432230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2addeaa1-3b76-496d-82a2-ba8a7f0ab4ef tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.465328 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-04536c85-3283-458a-8557-e20fbf58d88b req-132cd122-32d6-4dc4-8bb6-60e4573b7514 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993598 Oct 18 23:36:42.509564 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.563807 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2addeaa1-3b76-496d-82a2-ba8a7f0ab4ef tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.587544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 3f7be164-9845-484f-92ff-4d561e2aeafd no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:42.611441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 3f7be164-9845-484f-92ff-4d561e2aeafd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:42.612432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 3f7be164-9845-484f-92ff-4d561e2aeafd not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:42.622923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.674196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acef6d7-eacb-4a21-90e4-1467d4f30f22']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:42.686282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071a1e15-de1a-4720-b731-4efa1f8a976e') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:42.686534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2addeaa1-3b76-496d-82a2-ba8a7f0ab4ef tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.686880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071a1e15-de1a-4720-b731-4efa1f8a976e') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:42.698146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.715090 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.722370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:42.722877 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:42.724925 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:42.730216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addeaa1-3b76-496d-82a2-ba8a7f0ab4ef tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9f12d3-efb5-4b85-ab31-e5d69ff352ec,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:42.739907 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2addeaa1-3b76-496d-82a2-ba8a7f0ab4ef tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.750701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2addeaa1-3b76-496d-82a2-ba8a7f0ab4ef tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/4f9f12d3-efb5-4b85-ab31-e5d69ff352ec HTTP/1.1" status: 204 len: 168 time: 0.4832056 Oct 18 23:36:42.751385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36272) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:42.753984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01beb21d-36c1-41a2-a0db-67d769713c77 None None] Network 95e53f25-23d7-4d7e-9539-62cdbe350bbf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:42.838646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.873962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.877734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36276) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:42.880018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1acef6d7-eacb-4a21-90e4-1467d4f30f22 HTTP/1.1" status: 204 len: 168 time: 0.4610090 Oct 18 23:36:42.900298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6402bf1-349e-46bc-a658-eccef0876dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1acef6d7-eacb-4a21-90e4-1467d4f30f22,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:42.907192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:42.966225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-be578e88-9d0b-4156-9e5e-f62dbd114d47 admin admin] Deleting subnet 59256cca-1c9f-435a-b73c-ab497b8199ee {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:42.970063 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-be578e88-9d0b-4156-9e5e-f62dbd114d47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.005145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port 39cab43f-34f6-4bc1-8935-bc8b606b3438 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:43.005586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.031896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f3a74-13ba-4b22-80ab-e8735736a8fd None None] DHCP port deletion for 95e53f25-23d7-4d7e-9539-62cdbe350bbf request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:36:43.034153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-be578e88-9d0b-4156-9e5e-f62dbd114d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.097112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port 39cab43f-34f6-4bc1-8935-bc8b606b3438, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=39cab43f-34f6-4bc1-8935-bc8b606b3438,segment=NetworkSegment(953ff61b-491d-4791-b69d-8df28d176ef7),segment_id=953ff61b-491d-4791-b69d-8df28d176ef7)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:43.097487 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.105122 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-be578e88-9d0b-4156-9e5e-f62dbd114d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.113442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for 39cab43f-34f6-4bc1-8935-bc8b606b3438 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:43.140222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 39cab43f-34f6-4bc1-8935-bc8b606b3438 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:43.170211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-003f3a74-13ba-4b22-80ab-e8735736a8fd None None] Deleting port 39cab43f-34f6-4bc1-8935-bc8b606b3438 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:43.170790 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-003f3a74-13ba-4b22-80ab-e8735736a8fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.176101 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-be578e88-9d0b-4156-9e5e-f62dbd114d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.198140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36282) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:43.223726 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-be578e88-9d0b-4156-9e5e-f62dbd114d47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.227393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-be578e88-9d0b-4156-9e5e-f62dbd114d47 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/59256cca-1c9f-435a-b73c-ab497b8199ee HTTP/1.1" status: 204 len: 168 time: 0.3479393 Oct 18 23:36:43.229108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be578e88-9d0b-4156-9e5e-f62dbd114d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59256cca-1c9f-435a-b73c-ab497b8199ee,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:43.231073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36284) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:43.257669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.288686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2753af48-0b70-4c25-8b88-6ad54aef989a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8277872de98e4103a7d9ab37ea9e1bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868471 Oct 18 23:36:43.290335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36288) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:43.299616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=39cab43f-34f6-4bc1-8935-bc8b606b3438,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:43.313633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No DVR routers for this DVR port 39cab43f-34f6-4bc1-8935-bc8b606b3438 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:43.328625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.436208 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b2025c-59e0-446b-a1e2-2f6dce6a4f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.439626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.441515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.457656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-003f3a74-13ba-4b22-80ab-e8735736a8fd None None] For port 39cab43f-34f6-4bc1-8935-bc8b606b3438, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=39cab43f-34f6-4bc1-8935-bc8b606b3438,segment=NetworkSegment(953ff61b-491d-4791-b69d-8df28d176ef7),segment_id=953ff61b-491d-4791-b69d-8df28d176ef7)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:43.458589 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-003f3a74-13ba-4b22-80ab-e8735736a8fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.469169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b0b946-55d0-435c-ac1c-a516dbaf75b2']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:43.475197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e53f25-23d7-4d7e-9539-62cdbe350bbf']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:43.483376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-003f3a74-13ba-4b22-80ab-e8735736a8fd None None] Calling delete_port for 39cab43f-34f6-4bc1-8935-bc8b606b3438 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:43.484061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b740761-5dc8-4c73-8a03-97bc3e60bd88') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:43.484446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b740761-5dc8-4c73-8a03-97bc3e60bd88') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:43.486328 n-d-713498-28 neutron-server[100923]: INFO neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No ports have port_id starting with 39cab43f-34f6-4bc1-8935-bc8b606b3438 Oct 18 23:36:43.487217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b2025c-59e0-446b-a1e2-2f6dce6a4f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.498602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953ff61b-491d-4791-b69d-8df28d176ef7') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:43.498936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953ff61b-491d-4791-b69d-8df28d176ef7') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:43.511388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.517444 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.532140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.542279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:43.542856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:43.545406 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:43.567176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.574897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:43.575438 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:43.578850 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:43.616073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-003f3a74-13ba-4b22-80ab-e8735736a8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.634870 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b2025c-59e0-446b-a1e2-2f6dce6a4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.637962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b2025c-59e0-446b-a1e2-2f6dce6a4f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.639252 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d8b2025c-59e0-446b-a1e2-2f6dce6a4f6b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0773970b-eaa9-4b11-8ce9-212b51831367 HTTP/1.1" status: 204 len: 168 time: 0.3474030 Oct 18 23:36:43.651702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f3a74-13ba-4b22-80ab-e8735736a8fd None None] Pushing event deleted for resources: {'Port': ['ID=39cab43f-34f6-4bc1-8935-bc8b606b3438,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:43.657120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f3a74-13ba-4b22-80ab-e8735736a8fd None None] No DVR routers for this DVR port 39cab43f-34f6-4bc1-8935-bc8b606b3438 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:43.664628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2025c-59e0-446b-a1e2-2f6dce6a4f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773970b-eaa9-4b11-8ce9-212b51831367,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:43.672798 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.691496 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.699021 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/networks/95e53f25-23d7-4d7e-9539-62cdbe350bbf HTTP/1.1" status: 204 len: 168 time: 0.9430890 Oct 18 23:36:43.709776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36300) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:43.714134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7a785-b19c-49e9-9bfb-45e8f0877120 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Network': ['ID=95e53f25-23d7-4d7e-9539-62cdbe350bbf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:43.718397 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.728730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-489054340'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:43.747752 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.751117 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] 10.222.0.52 "DELETE /v2.0/networks/b4b0b946-55d0-435c-ac1c-a516dbaf75b2 HTTP/1.1" status: 204 len: 168 time: 0.5190830 Oct 18 23:36:43.759043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89224c-557c-44c3-b377-104f3178a2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b0b946-55d0-435c-ac1c-a516dbaf75b2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:43.780750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd89c3-526f-4e7d-a4fa-59eae72acf51 req-02b3ff0b-2b0e-4914-9023-00a5babb4570 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:43.782268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-87cd89c3-526f-4e7d-a4fa-59eae72acf51 req-02b3ff0b-2b0e-4914-9023-00a5babb4570 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1685088 Oct 18 23:36:43.787489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:43.791443 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.841647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:36:43.854855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-87cd89c3-526f-4e7d-a4fa-59eae72acf51 req-2671e311-d17e-4d88-817a-c222d963874b tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609612 Oct 18 23:36:43.859638 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.860057 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added segment 8876a39b-0045-4cf0-96d5-b40f198c92bf of type vlan for network 4b6f6c08-09af-4716-ad71-69928bc5458b Oct 18 23:36:43.908788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.936684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.949077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:43.949644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:43.992543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2787580 Oct 18 23:36:43.992728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36308) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:44.027323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'subnet': {'network_id': '4b6f6c08-09af-4716-ad71-69928bc5458b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:44.034233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a961ad7-0ec9-4542-ba68-8a729ac636ee tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Network': ['ID=4b6f6c08-09af-4716-ad71-69928bc5458b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:44.045536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 4b6f6c08-09af-4716-ad71-69928bc5458b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:36:44.071897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36310) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:44.127629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:44.132447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.167013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36314) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:44.211671 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0469dd8-c2d7-4e08-be3a-e780683150a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23e0af4825d842839595d96016166934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429840 Oct 18 23:36:44.212503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36316) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:44.217377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36318) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:44.264281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6465f457-a66b-4ead-baaf-6a879104229b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.280023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b022adda-7d4a-4d86-98e6-6e6732b35e8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=895a395326d346a084dacc93d9f6c991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611007 Oct 18 23:36:44.282789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36320) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:44.288468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6465f457-a66b-4ead-baaf-6a879104229b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.316051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4434e84d-2210-47c5-95a7-6e72a744a687 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:44.346386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6465f457-a66b-4ead-baaf-6a879104229b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.350785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6465f457-a66b-4ead-baaf-6a879104229b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.352906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6465f457-a66b-4ead-baaf-6a879104229b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6914b0be-341d-41da-a788-385fd394b3cb HTTP/1.1" status: 204 len: 168 time: 0.1387739 Oct 18 23:36:44.354501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 4434e84d-2210-47c5-95a7-6e72a744a687 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:44.355124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 4434e84d-2210-47c5-95a7-6e72a744a687 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:44.370782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465f457-a66b-4ead-baaf-6a879104229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6914b0be-341d-41da-a788-385fd394b3cb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:44.418954 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c27fd2a-9715-491a-9223-3cd6d005fad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.419890 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d853ef1-0db5-409e-869d-0e3ff4bbae28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.433000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.475174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d853ef1-0db5-409e-869d-0e3ff4bbae28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.514709 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c27fd2a-9715-491a-9223-3cd6d005fad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.520313 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0c27fd2a-9715-491a-9223-3cd6d005fad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.549617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c27fd2a-9715-491a-9223-3cd6d005fad6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a39287bf5b7468d8b2ca25411028e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765410 Oct 18 23:36:44.553195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36324) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:44.576394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27fd2a-9715-491a-9223-3cd6d005fad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f09a2f-cbe9-40d0-8441-709a4055973e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:44.578287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Subnet': ['ID=9e345b89-1aba-4175-ae14-e86e3b266744,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:44.629031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Checking segment: {'id': '8876a39b-0045-4cf0-96d5-b40f198c92bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4b6f6c08-09af-4716-ad71-69928bc5458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:44.629800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network hostable DHCP agents. Network: 4b6f6c08-09af-4716-ad71-69928bc5458b, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:44.640892 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d853ef1-0db5-409e-869d-0e3ff4bbae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.643776 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d853ef1-0db5-409e-869d-0e3ff4bbae28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.648149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0d853ef1-0db5-409e-869d-0e3ff4bbae28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a790ade-ab2b-4035-893f-45fcaeaa3c0d HTTP/1.1" status: 204 len: 168 time: 0.3612607 Oct 18 23:36:44.672846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d853ef1-0db5-409e-869d-0e3ff4bbae28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a790ade-ab2b-4035-893f-45fcaeaa3c0d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:44.711144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 4b6f6c08-09af-4716-ad71-69928bc5458b is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:44.717270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b8405a0-9886-405e-b567-f775065e6f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.739408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 4b6f6c08-09af-4716-ad71-69928bc5458b) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:44.744537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:44.745323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.753930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb42defd-e231-464a-a6e0-d604b6d860eb None None] Network 4b6f6c08-09af-4716-ad71-69928bc5458b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:44.777991 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b8405a0-9886-405e-b567-f775065e6f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.802693 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a8e4fac9-1bba-494f-b178-307a08453f8d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8066049 Oct 18 23:36:44.803331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36332) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:44.809009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1902cd94-32b6-48d3-b7cd-10d78830a937 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-580599236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:44.892763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1902cd94-32b6-48d3-b7cd-10d78830a937 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.895405 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1902cd94-32b6-48d3-b7cd-10d78830a937 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.944788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b8405a0-9886-405e-b567-f775065e6f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.948881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b8405a0-9886-405e-b567-f775065e6f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:44.956497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b8405a0-9886-405e-b567-f775065e6f66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83f09a2f-cbe9-40d0-8441-709a4055973e HTTP/1.1" status: 204 len: 168 time: 0.3983672 Oct 18 23:36:44.981923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8405a0-9886-405e-b567-f775065e6f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f09a2f-cbe9-40d0-8441-709a4055973e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:45.055890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-4b6f6c08-09af-4716-ad71-69928bc5458b', 'network_id': '4b6f6c08-09af-4716-ad71-69928bc5458b', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'fixed_ips': [{'subnet_id': '9e345b89-1aba-4175-ae14-e86e3b266744'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:36:45.057061 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.079472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1902cd94-32b6-48d3-b7cd-10d78830a937 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.087053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77c1f3-1d4a-490a-ac54-339668e03f73 req-140707d7-e558-4f6f-b77b-645e2f48fda1 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:45.091800 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af77c1f3-1d4a-490a-ac54-339668e03f73 req-140707d7-e558-4f6f-b77b-645e2f48fda1 tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.0934589 Oct 18 23:36:45.097765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1902cd94-32b6-48d3-b7cd-10d78830a937 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.140513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-650722d7-7830-4680-97f6-16ccdddaa46a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:45.144710 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-650722d7-7830-4680-97f6-16ccdddaa46a tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.73 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 946 time: 0.1584055 Oct 18 23:36:45.169205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af77c1f3-1d4a-490a-ac54-339668e03f73 req-12b446ec-e871-42eb-929d-e6131db55e9f tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ba0d1f-48f4-457b-8323-133bf0ef5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683858 Oct 18 23:36:45.241073 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1902cd94-32b6-48d3-b7cd-10d78830a937 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.242801 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1902cd94-32b6-48d3-b7cd-10d78830a937 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4383397 Oct 18 23:36:45.246247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36350) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:45.315371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Allocated IP 2001:db8::2 (4b6f6c08-09af-4716-ad71-69928bc5458b/9e345b89-1aba-4175-ae14-e86e3b266744/96a1acc3-c550-4389-a5c8-45d0dcaf317e) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:45.315891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Deleting port 5d1d54ba-454e-4e78-817b-85ff2d7c3440 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:45.316382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.481709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36356) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:45.487241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] For port 5d1d54ba-454e-4e78-817b-85ff2d7c3440, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5d1d54ba-454e-4e78-817b-85ff2d7c3440,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:45.487644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.514796 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.528468 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.548812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e338adc5-6267-4677-9622-39c6a6aff263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.562633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Calling delete_port for 5d1d54ba-454e-4e78-817b-85ff2d7c3440 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:45.566323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Network 4b6f6c08-09af-4716-ad71-69928bc5458b is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:45.590008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:45.598006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:45.708701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Attempting to bind port 96a1acc3-c550-4389-a5c8-45d0dcaf317e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:36:45.709584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Attempting to bind port 96a1acc3-c550-4389-a5c8-45d0dcaf317e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8876a39b-0045-4cf0-96d5-b40f198c92bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4b6f6c08-09af-4716-ad71-69928bc5458b'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:36:45.709971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Attempting to bind port 96a1acc3-c550-4389-a5c8-45d0dcaf317e on network 4b6f6c08-09af-4716-ad71-69928bc5458b {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:36:45.714281 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Pushing event updated for resources: {'Port': ['ID=96a1acc3-c550-4389-a5c8-45d0dcaf317e,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:45.720554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:36:45.720977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Checking segment: {'id': '8876a39b-0045-4cf0-96d5-b40f198c92bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4b6f6c08-09af-4716-ad71-69928bc5458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:45.721389 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.721781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Bound using segment: {'id': '8876a39b-0045-4cf0-96d5-b40f198c92bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4b6f6c08-09af-4716-ad71-69928bc5458b'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:36:45.722857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Bound port: 96a1acc3-c550-4389-a5c8-45d0dcaf317e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8876a39b-0045-4cf0-96d5-b40f198c92bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4b6f6c08-09af-4716-ad71-69928bc5458b'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:36:45.723320 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.844212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] For port 96a1acc3-c550-4389-a5c8-45d0dcaf317e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:36:45.847887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] For port 96a1acc3-c550-4389-a5c8-45d0dcaf317e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=96a1acc3-c550-4389-a5c8-45d0dcaf317e,segment=NetworkSegment(8876a39b-0045-4cf0-96d5-b40f198c92bf),segment_id=8876a39b-0045-4cf0-96d5-b40f198c92bf)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:36:45.854501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e338adc5-6267-4677-9622-39c6a6aff263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.857015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.863409 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e338adc5-6267-4677-9622-39c6a6aff263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.917379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:45.956790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5d1d54ba-454e-4e78-817b-85ff2d7c3440'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:36:45.985483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e338adc5-6267-4677-9622-39c6a6aff263 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30bd19d732d54dca9ce67db8f6c4aa6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026062 Oct 18 23:36:45.987915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Pushing event deleted for resources: {'Port': ['ID=5d1d54ba-454e-4e78-817b-85ff2d7c3440,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:45.989538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36370) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:45.992548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338adc5-6267-4677-9622-39c6a6aff263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c65ec-30ac-41d3-a721-de552bcdba0c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:45.997204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24abd12-364e-4105-88c5-2c172e8707ef None None] Pushing event updated for resources: {'Port': ['ID=96a1acc3-c550-4389-a5c8-45d0dcaf317e,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:46.053351 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:46.085213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] No DVR routers for this DVR port 5d1d54ba-454e-4e78-817b-85ff2d7c3440 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:46.088831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:46.092624 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ee748d92-4fe3-49dd-87ad-99b90e3c9ffb req-38737185-5f25-43ec-b589-bbad4b4b9cae tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.73 "DELETE /v2.0/ports/5d1d54ba-454e-4e78-817b-85ff2d7c3440 HTTP/1.1" status: 204 len: 173 time: 0.9370532 Oct 18 23:36:46.092960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597dcc29-4b7c-41fe-bcc4-8b572aa921bc', 'name': 'network-vif-deleted', 'tag': '5d1d54ba-454e-4e78-817b-85ff2d7c3440'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:36:46.095664 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b0c873-8823-412e-a406-364817f6f636" -d '{"events": [{"server_uuid": "597dcc29-4b7c-41fe-bcc4-8b572aa921bc", "name": "network-vif-deleted", "tag": "5d1d54ba-454e-4e78-817b-85ff2d7c3440"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:36:46.253723 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547de7a5-088d-4eae-bd09-abf6a29635cc x-openstack-request-id: req-547de7a5-088d-4eae-bd09-abf6a29635cc {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:36:46.254163 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597dcc29-4b7c-41fe-bcc4-8b572aa921bc", "name": "network-vif-deleted", "tag": "5d1d54ba-454e-4e78-817b-85ff2d7c3440", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:36:46.254560 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-547de7a5-088d-4eae-bd09-abf6a29635cc {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:36:46.255212 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597dcc29-4b7c-41fe-bcc4-8b572aa921bc', 'name': 'network-vif-deleted', 'tag': '5d1d54ba-454e-4e78-817b-85ff2d7c3440', 'status': 'completed', 'code': 200} Oct 18 23:36:46.408131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edf729fc-ef6c-4822-8d8e-0520a6ba1444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:46.437057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1cae97d8-c8d2-4c2f-8a97-9ce5a2f24407 req-eda8702a-cf7b-4f66-90ea-58b43082a93e tempest-ServerRescueTestJSON-551974351 tempest-ServerRescueTestJSON-551974351-project] 10.222.0.52 "GET /v2.0/ports?device_id=597dcc29-4b7c-41fe-bcc4-8b572aa921bc HTTP/1.1" status: 200 len: 210 time: 0.0528607 Oct 18 23:36:46.508967 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edf729fc-ef6c-4822-8d8e-0520a6ba1444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:46.615797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 2001:db8::1 (4b6f6c08-09af-4716-ad71-69928bc5458b/9e345b89-1aba-4175-ae14-e86e3b266744/b19f01b5-4261-4782-bb21-1b4dd2887463) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:46.629777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edf729fc-ef6c-4822-8d8e-0520a6ba1444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:46.632897 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edf729fc-ef6c-4822-8d8e-0520a6ba1444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:46.634058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-edf729fc-ef6c-4822-8d8e-0520a6ba1444 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf2c65ec-30ac-41d3-a721-de552bcdba0c HTTP/1.1" status: 204 len: 168 time: 0.6427393 Oct 18 23:36:46.648941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf729fc-ef6c-4822-8d8e-0520a6ba1444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c65ec-30ac-41d3-a721-de552bcdba0c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:46.814003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:46.866393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:46.926503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=b19f01b5-4261-4782-bb21-1b4dd2887463,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:46.953170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 4b6f6c08-09af-4716-ad71-69928bc5458b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:46.955166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:46.958290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:46.959141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:47.115813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:47.186422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 96a1acc3-c550-4389-a5c8-45d0dcaf317e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:47.252515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 96a1acc3-c550-4389-a5c8-45d0dcaf317e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:47.252962 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:47.357447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9dc624-64ff-44d0-be21-5e03ead51883 None None] Network 4b6f6c08-09af-4716-ad71-69928bc5458b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:47.396780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:47.483341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9a34d55d-f740-43f2-8670-24d535868751 None None] Provisioning complete for port 96a1acc3-c550-4389-a5c8-45d0dcaf317e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:47.483855 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a34d55d-f740-43f2-8670-24d535868751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:47.507297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 96a1acc3-c550-4389-a5c8-45d0dcaf317e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=96a1acc3-c550-4389-a5c8-45d0dcaf317e,segment=NetworkSegment(8876a39b-0045-4cf0-96d5-b40f198c92bf),segment_id=8876a39b-0045-4cf0-96d5-b40f198c92bf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:47.522681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36430) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:47.525122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:47.543512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:47.551265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:47.552154 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:47.667317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=96a1acc3-c550-4389-a5c8-45d0dcaf317e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:47.789753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=b19f01b5-4261-4782-bb21-1b4dd2887463,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:47.843723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 4b6f6c08-09af-4716-ad71-69928bc5458b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:47.845341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:47.992456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router c33585bd-ac27-47d0-a5ee-7b73b1047b7a is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:36:48.118543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:48.132399 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ffe10-2068-4983-9cb1-495f3b2cc671 None None] Sync routers for ids ['c33585bd-ac27-47d0-a5ee-7b73b1047b7a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:48.134048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b7479a8b-acba-47ae-b851-d7d641a91cd9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/c33585bd-ac27-47d0-a5ee-7b73b1047b7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8858566 Oct 18 23:36:48.135040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36448) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:48.151902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8a8192ba-e4cc-4fa3-b979-3a1b5ec2003d None None] Provisioning complete for port 96a1acc3-c550-4389-a5c8-45d0dcaf317e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:48.155489 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a8192ba-e4cc-4fa3-b979-3a1b5ec2003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:48.161070 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ffe10-2068-4983-9cb1-495f3b2cc671 None None] Routers {'c33585bd-ac27-47d0-a5ee-7b73b1047b7a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:48.163467 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-469ffe10-2068-4983-9cb1-495f3b2cc671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c33585bd-ac27-47d0-a5ee-7b73b1047b7a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:48.225210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7271593-e95d-4655-aa12-ac7dece8d151 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:48.227481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c7271593-e95d-4655-aa12-ac7dece8d151 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports/b19f01b5-4261-4782-bb21-1b4dd2887463 HTTP/1.1" status: 200 len: 911 time: 0.0909493 Oct 18 23:36:48.230929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36452) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:48.268684 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-469ffe10-2068-4983-9cb1-495f3b2cc671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:48.300280 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ffe10-2068-4983-9cb1-495f3b2cc671 None None] Routers {'c33585bd-ac27-47d0-a5ee-7b73b1047b7a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:48.300912 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-469ffe10-2068-4983-9cb1-495f3b2cc671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c33585bd-ac27-47d0-a5ee-7b73b1047b7a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:48.418290 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-469ffe10-2068-4983-9cb1-495f3b2cc671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:48.419112 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ffe10-2068-4983-9cb1-495f3b2cc671 None None] The sync data for ids ['c33585bd-ac27-47d0-a5ee-7b73b1047b7a'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:48.436345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8a8192ba-e4cc-4fa3-b979-3a1b5ec2003d None None] Provisioning complete for port b19f01b5-4261-4782-bb21-1b4dd2887463 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:48.436798 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a8192ba-e4cc-4fa3-b979-3a1b5ec2003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:48.544121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8a8192ba-e4cc-4fa3-b979-3a1b5ec2003d None None] Port b19f01b5-4261-4782-bb21-1b4dd2887463 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:48.630568 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:48.700369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-195a2b18-aab3-4d6e-999b-333da5b75134 None None] Provisioning complete for port b19f01b5-4261-4782-bb21-1b4dd2887463 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:48.701446 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-195a2b18-aab3-4d6e-999b-333da5b75134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:48.735429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:48.779496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-195a2b18-aab3-4d6e-999b-333da5b75134 None None] Port b19f01b5-4261-4782-bb21-1b4dd2887463 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:49.031769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ee3943de-752a-4926-a3b6-3da6c7412538 None None] Provisioning complete for port b19f01b5-4261-4782-bb21-1b4dd2887463 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:49.032161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee3943de-752a-4926-a3b6-3da6c7412538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:49.147271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ee3943de-752a-4926-a3b6-3da6c7412538 None None] Port b19f01b5-4261-4782-bb21-1b4dd2887463 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:36:49.156438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 96a1acc3-c550-4389-a5c8-45d0dcaf317e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:36:49.225601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 96a1acc3-c550-4389-a5c8-45d0dcaf317e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:36:49.225979 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:49.227177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Deleting port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:49.227739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:49.311771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port b19f01b5-4261-4782-bb21-1b4dd2887463 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:49.313225 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:49.370665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] For port 85aee254-9f19-4c2a-8dd0-32a4bdd0205e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=85aee254-9f19-4c2a-8dd0-32a4bdd0205e,segment=NetworkSegment(df2bd794-df86-411f-bca9-c22a34de45d4),segment_id=df2bd794-df86-411f-bca9-c22a34de45d4)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:49.371074 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:49.387602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Calling delete_port for 85aee254-9f19-4c2a-8dd0-32a4bdd0205e owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:49.546135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:49.580852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for b19f01b5-4261-4782-bb21-1b4dd2887463 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:49.650616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:49.691930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Pushing event deleted for resources: {'Port': ['ID=85aee254-9f19-4c2a-8dd0-32a4bdd0205e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:49.857310 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:49.919965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=b19f01b5-4261-4782-bb21-1b4dd2887463,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:49.921209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:50.143321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:50.232339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3100cc4d-a4ed-4c61-bcfa-e38549d3af7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:50.382263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5d1d54ba-454e-4e78-817b-85ff2d7c3440 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:50.398394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router c33585bd-ac27-47d0-a5ee-7b73b1047b7a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:36:50.407321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 5d1d54ba-454e-4e78-817b-85ff2d7c3440 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:50.408201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5d1d54ba-454e-4e78-817b-85ff2d7c3440 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:50.410391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Router 832ad4d4-211b-4bdf-9952-7cde8336281a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:36:50.479399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:50.489239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b2fc2c38-d9b8-4e14-99bb-fe0125818db5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/c33585bd-ac27-47d0-a5ee-7b73b1047b7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2569244 Oct 18 23:36:50.492325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36510) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:50.493306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8a3ac-56a2-4c91-933d-424d91687607 None None] Sync routers for ids ['c33585bd-ac27-47d0-a5ee-7b73b1047b7a'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:50.503504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8a3ac-56a2-4c91-933d-424d91687607 None None] Routers {'c33585bd-ac27-47d0-a5ee-7b73b1047b7a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:50.506373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-47d8a3ac-56a2-4c91-933d-424d91687607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c33585bd-ac27-47d0-a5ee-7b73b1047b7a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:50.558689 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-85379428-93f4-4759-a6ba-dd38d06bde9a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=c33585bd-ac27-47d0-a5ee-7b73b1047b7a HTTP/1.1" status: 200 len: 205 time: 0.0627189 Oct 18 23:36:50.559062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36516) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:50.560483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-47d8a3ac-56a2-4c91-933d-424d91687607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:50.573283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8a3ac-56a2-4c91-933d-424d91687607 None None] Routers {'c33585bd-ac27-47d0-a5ee-7b73b1047b7a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:50.574351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-47d8a3ac-56a2-4c91-933d-424d91687607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c33585bd-ac27-47d0-a5ee-7b73b1047b7a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:50.613792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:50.616925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-47d8a3ac-56a2-4c91-933d-424d91687607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:50.617948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8a3ac-56a2-4c91-933d-424d91687607 None None] The sync data for ids ['c33585bd-ac27-47d0-a5ee-7b73b1047b7a'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:50.624003 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] Sync routers for ids ['832ad4d4-211b-4bdf-9952-7cde8336281a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:50.643116 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] Routers {'832ad4d4-211b-4bdf-9952-7cde8336281a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:50.645087 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['832ad4d4-211b-4bdf-9952-7cde8336281a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:50.665004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36520) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:50.665242 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c52fc41c-790a-4831-9d5d-9e5619cf52cf admin admin] 10.222.0.52 "PUT /v2.0/routers/832ad4d4-211b-4bdf-9952-7cde8336281a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1411009 Oct 18 23:36:50.670849 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0896-69d6-4f0f-b7e1-5bcc3fb12155 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:50.849521 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] Set router 832ad4d4-211b-4bdf-9952-7cde8336281a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:36:50.918049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0896-69d6-4f0f-b7e1-5bcc3fb12155 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:50.920494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0896-69d6-4f0f-b7e1-5bcc3fb12155 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:50.991580 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0896-69d6-4f0f-b7e1-5bcc3fb12155 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:50.992599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeb0896-69d6-4f0f-b7e1-5bcc3fb12155 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Fanout notify agent at l3_agent the message router_deleted on router c33585bd-ac27-47d0-a5ee-7b73b1047b7a {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:36:51.015034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0896-69d6-4f0f-b7e1-5bcc3fb12155 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.017029 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bdeb0896-69d6-4f0f-b7e1-5bcc3fb12155 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/c33585bd-ac27-47d0-a5ee-7b73b1047b7a HTTP/1.1" status: 204 len: 168 time: 0.4570532 Oct 18 23:36:51.019871 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36534) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:51.124256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0eb169-4b65-43d9-bad0-ee79ab7c9b3e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting subnet 9e345b89-1aba-4175-ae14-e86e3b266744 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:51.126524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36538) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:51.143637 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb169-4b65-43d9-bad0-ee79ab7c9b3e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.153648 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:34:21Z', 'updated_at': '2021-10-18T23:36:49Z', 'revision_number': 5, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'gw_port': {'id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:23Z', 'updated_at': '2021-10-18T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:51.223888 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] Checking router: 832ad4d4-211b-4bdf-9952-7cde8336281a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:36:51.249957 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] Routers {'832ad4d4-211b-4bdf-9952-7cde8336281a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:51.250627 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['832ad4d4-211b-4bdf-9952-7cde8336281a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:51.257066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb169-4b65-43d9-bad0-ee79ab7c9b3e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.266172 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.398549 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.449284 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] Set router 832ad4d4-211b-4bdf-9952-7cde8336281a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:36:51.451333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb169-4b65-43d9-bad0-ee79ab7c9b3e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.473737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Deleting port 7daf87d7-2101-44a7-b177-894e1700d1b0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:51.474086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.619176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb169-4b65-43d9-bad0-ee79ab7c9b3e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.681124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0eb169-4b65-43d9-bad0-ee79ab7c9b3e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Subnet': ['ID=9e345b89-1aba-4175-ae14-e86e3b266744,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:51.684331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8364cef-786e-45df-8d75-54b7e055901f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.700392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748bc9db-a509-40b2-a5cc-c119ad73b75a None None] Network 4b6f6c08-09af-4716-ad71-69928bc5458b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:51.701141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b0eb169-4b65-43d9-bad0-ee79ab7c9b3e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.710209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36554) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:51.713183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9b0eb169-4b65-43d9-bad0-ee79ab7c9b3e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/9e345b89-1aba-4175-ae14-e86e3b266744 HTTP/1.1" status: 204 len: 168 time: 0.6846142 Oct 18 23:36:51.767398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] For port 7daf87d7-2101-44a7-b177-894e1700d1b0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7daf87d7-2101-44a7-b177-894e1700d1b0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:51.767673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.810896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Calling delete_port for 7daf87d7-2101-44a7-b177-894e1700d1b0 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:51.930224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8364cef-786e-45df-8d75-54b7e055901f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.938472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8364cef-786e-45df-8d75-54b7e055901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:51.994394 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:34:21Z', 'updated_at': '2021-10-18T23:36:49Z', 'revision_number': 5, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'gw_port': {'id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:23Z', 'updated_at': '2021-10-18T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:51.998635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f8364cef-786e-45df-8d75-54b7e055901f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc805e9ae4a74da885edceae27171979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8677979 Oct 18 23:36:51.998635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8364cef-786e-45df-8d75-54b7e055901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037eaaba-22d5-4fc5-9cfc-c84352daf4a7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:52.008853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36560) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:52.058769 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5436d6d-e85b-4556-9628-881198f323f0 None None] The sync data for ids ['832ad4d4-211b-4bdf-9952-7cde8336281a'] in n-d-713498-28 is: [{'id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'name': 'tempest-ServerRescueTestJSON-250890868-router', 'tenant_id': '03d2d892c768499e9a244e4c9452a099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:34:21Z', 'updated_at': '2021-10-18T23:36:49Z', 'revision_number': 5, 'project_id': '03d2d892c768499e9a244e4c9452a099', 'gw_port': {'id': '7daf87d7-2101-44a7-b177-894e1700d1b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ad4d4-211b-4bdf-9952-7cde8336281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:34:23Z', 'updated_at': '2021-10-18T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:52.110320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c772588-6103-404e-a3a4-5a6fe658c157 None None] DHCP port deletion for 4b6f6c08-09af-4716-ad71-69928bc5458b request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:36:52.145854 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db00de2c-6c90-45f2-8fe9-f6d357ead2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.176671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3c772588-6103-404e-a3a4-5a6fe658c157 None None] Deleting port 96a1acc3-c550-4389-a5c8-45d0dcaf317e {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:52.177501 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c772588-6103-404e-a3a4-5a6fe658c157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.191049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.238077 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.240531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db00de2c-6c90-45f2-8fe9-f6d357ead2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.255576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3c772588-6103-404e-a3a4-5a6fe658c157 None None] For port 96a1acc3-c550-4389-a5c8-45d0dcaf317e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=96a1acc3-c550-4389-a5c8-45d0dcaf317e,segment=NetworkSegment(8876a39b-0045-4cf0-96d5-b40f198c92bf),segment_id=8876a39b-0045-4cf0-96d5-b40f198c92bf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:52.256245 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c772588-6103-404e-a3a4-5a6fe658c157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.277550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3c772588-6103-404e-a3a4-5a6fe658c157 None None] Calling delete_port for 96a1acc3-c550-4389-a5c8-45d0dcaf317e owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:52.341492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db00de2c-6c90-45f2-8fe9-f6d357ead2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.344389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Pushing event deleted for resources: {'Port': ['ID=7daf87d7-2101-44a7-b177-894e1700d1b0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:52.345028 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db00de2c-6c90-45f2-8fe9-f6d357ead2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.355329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-db00de2c-6c90-45f2-8fe9-f6d357ead2bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/037eaaba-22d5-4fc5-9cfc-c84352daf4a7 HTTP/1.1" status: 204 len: 168 time: 0.3420727 Oct 18 23:36:52.368232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00de2c-6c90-45f2-8fe9-f6d357ead2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037eaaba-22d5-4fc5-9cfc-c84352daf4a7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:52.416770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port 96a1acc3-c550-4389-a5c8-45d0dcaf317e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:52.417516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.421668 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c772588-6103-404e-a3a4-5a6fe658c157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.459963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.464899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c772588-6103-404e-a3a4-5a6fe658c157 None None] Pushing event deleted for resources: {'Port': ['ID=96a1acc3-c550-4389-a5c8-45d0dcaf317e,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:52.468357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c772588-6103-404e-a3a4-5a6fe658c157 None None] No DVR routers for this DVR port 96a1acc3-c550-4389-a5c8-45d0dcaf317e on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:52.675059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port 96a1acc3-c550-4389-a5c8-45d0dcaf317e, host n-d-713498-28, got binding levels [] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:36:52.675427 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.684800 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.693409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.761809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for 96a1acc3-c550-4389-a5c8-45d0dcaf317e owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:52.765392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Port 96a1acc3-c550-4389-a5c8-45d0dcaf317e was not found and therefore no delete operation was performed {{(pid=100922) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:36:52.766989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.798599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=96a1acc3-c550-4389-a5c8-45d0dcaf317e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:52.807653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No DVR routers for this DVR port 96a1acc3-c550-4389-a5c8-45d0dcaf317e on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:36:52.809491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.810230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Fanout notify agent at l3_agent the message router_deleted on router 832ad4d4-211b-4bdf-9952-7cde8336281a {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:36:52.818950 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.822898 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f09e5ae-5068-4b9f-bea4-1fad8449dece admin admin] 10.222.0.52 "DELETE /v2.0/routers/832ad4d4-211b-4bdf-9952-7cde8336281a HTTP/1.1" status: 204 len: 168 time: 2.1534576 Oct 18 23:36:52.823273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36582) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:52.890740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3318330-34bc-41e3-b127-c9e9ad564c22 admin admin] Deleting subnet 04f5557f-8543-454a-b4af-90412a3807ed {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:36:52.894913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3318330-34bc-41e3-b127-c9e9ad564c22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:52.958584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3318330-34bc-41e3-b127-c9e9ad564c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.040340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3318330-34bc-41e3-b127-c9e9ad564c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.041376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.101485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6f6c08-09af-4716-ad71-69928bc5458b']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:53.126023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8876a39b-0045-4cf0-96d5-b40f198c92bf') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:53.126497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8876a39b-0045-4cf0-96d5-b40f198c92bf') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:53.146149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.166503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36592) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:53.173093 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.190871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:53.191568 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:53.195990 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:53.198518 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4f8fc76-36a9-46c9-a35b-6b065c755054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.202274 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3318330-34bc-41e3-b127-c9e9ad564c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.233188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3318330-34bc-41e3-b127-c9e9ad564c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f5557f-8543-454a-b4af-90412a3807ed,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:53.244798 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3318330-34bc-41e3-b127-c9e9ad564c22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.250481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f3318330-34bc-41e3-b127-c9e9ad564c22 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/04f5557f-8543-454a-b4af-90412a3807ed HTTP/1.1" status: 204 len: 168 time: 0.4240215 Oct 18 23:36:53.251346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36594) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:53.289015 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.298099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.308386 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/networks/4b6f6c08-09af-4716-ad71-69928bc5458b HTTP/1.1" status: 204 len: 168 time: 1.5916219 Oct 18 23:36:53.325325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36596) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:53.331723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1136325985', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:53.332025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905e627-b877-4eea-8a49-15b7e10aaab4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Network': ['ID=4b6f6c08-09af-4716-ad71-69928bc5458b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:53.371184 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.393272 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.394552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.459475 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4f8fc76-36a9-46c9-a35b-6b065c755054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.472777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b4f8fc76-36a9-46c9-a35b-6b065c755054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.555873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 85aee254-9f19-4c2a-8dd0-32a4bdd0205e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:53.562990 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.591838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 85aee254-9f19-4c2a-8dd0-32a4bdd0205e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:53.593055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 85aee254-9f19-4c2a-8dd0-32a4bdd0205e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:53.593670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 96a1acc3-c550-4389-a5c8-45d0dcaf317e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:53.612234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.617844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 96a1acc3-c550-4389-a5c8-45d0dcaf317e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:53.618463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 96a1acc3-c550-4389-a5c8-45d0dcaf317e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:53.620473 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b4f8fc76-36a9-46c9-a35b-6b065c755054 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74604e5ddfd1430f9ad96f9715aa62eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527848 Oct 18 23:36:53.623232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36606) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:53.628936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8fc76-36a9-46c9-a35b-6b065c755054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35147f7b-142e-4a15-b17c-3a7ae8b0d43a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:53.639379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa457b8f-88b3-4134-a4b1-9e296e41d7a5']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:53.687593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2bd794-df86-411f-bca9-c22a34de45d4') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:53.687895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2bd794-df86-411f-bca9-c22a34de45d4') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:53.697016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ceaf-0aa3-470c-8ec1-05492e466b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.726469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.732289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ceaf-0aa3-470c-8ec1-05492e466b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.792220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.800303 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ceaf-0aa3-470c-8ec1-05492e466b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.803048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ceaf-0aa3-470c-8ec1-05492e466b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.804272 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7ae9ceaf-0aa3-470c-8ec1-05492e466b05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35147f7b-142e-4a15-b17c-3a7ae8b0d43a HTTP/1.1" status: 204 len: 168 time: 0.1793487 Oct 18 23:36:53.825319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9ceaf-0aa3-470c-8ec1-05492e466b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35147f7b-142e-4a15-b17c-3a7ae8b0d43a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:53.861016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.886319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:36:53.887063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:36:53.892606 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:36:53.936093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4a71e181-01a0-4557-a52a-62e21ea668f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:53.990546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:54.013081 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:54.020599 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fa457b8f-88b3-4134-a4b1-9e296e41d7a5 HTTP/1.1" status: 204 len: 168 time: 0.7680120 Oct 18 23:36:54.027646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938d0a0-f14e-4e6f-b6f9-ba3c9f48ee35 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa457b8f-88b3-4134-a4b1-9e296e41d7a5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:54.355176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:54.399712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:54.418704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36628) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:54.502404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-78447f65-c78e-4d35-942e-574dedb53bdf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03d2d892c768499e9a244e4c9452a099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797176 Oct 18 23:36:54.502665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36630) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:54.597801 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8393f21-fa0a-44b8-853e-733ef275bc3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:54.647075 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8393f21-fa0a-44b8-853e-733ef275bc3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:54.758091 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8393f21-fa0a-44b8-853e-733ef275bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:54.761646 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8393f21-fa0a-44b8-853e-733ef275bc3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:54.766179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a8393f21-fa0a-44b8-853e-733ef275bc3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41ba0d1f-48f4-457b-8323-133bf0ef5157 HTTP/1.1" status: 204 len: 168 time: 0.2616401 Oct 18 23:36:54.785559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8393f21-fa0a-44b8-853e-733ef275bc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba0d1f-48f4-457b-8323-133bf0ef5157,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:54.788112 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:55.045509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 172.25.7.201 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/faefefb7-e654-4542-90c8-def8ef5d83db) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:36:55.049515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7daf87d7-2101-44a7-b177-894e1700d1b0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:36:55.098293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 7daf87d7-2101-44a7-b177-894e1700d1b0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:36:55.100237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7daf87d7-2101-44a7-b177-894e1700d1b0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:36:55.239430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:55.294912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:55.311854 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:55.345328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:36:55.351742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:55.356294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:36:55.391573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=faefefb7-e654-4542-90c8-def8ef5d83db,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:55.751147 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.041488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.135420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36712) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:56.184408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36716) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:56.200226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router da122f78-5552-4b48-853d-1d0dd322ce5c is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:36:56.333793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-89586256-network', 'tenant_id': 'c2001d310b874a1b8287d6f566115d34'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:56.336056 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:56.348719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc421f2-c7bb-4ec5-88fd-6c475c7b605a None None] Sync routers for ids ['da122f78-5552-4b48-853d-1d0dd322ce5c'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:56.365107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc421f2-c7bb-4ec5-88fd-6c475c7b605a None None] Routers {'da122f78-5552-4b48-853d-1d0dd322ce5c'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:56.367944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8dc421f2-c7bb-4ec5-88fd-6c475c7b605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['da122f78-5552-4b48-853d-1d0dd322ce5c'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:56.407702 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.410189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bfb2b823-3d11-49b4-8244-f01509c8b0c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0809691 Oct 18 23:36:56.411921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36726) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:56.412288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Made reservation on behalf of c2001d310b874a1b8287d6f566115d34 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:56.416497 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.423124 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-935c3a53-0ebd-4539-9c04-2c0673553753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.424835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8dc421f2-c7bb-4ec5-88fd-6c475c7b605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:56.437796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc421f2-c7bb-4ec5-88fd-6c475c7b605a None None] Routers {'da122f78-5552-4b48-853d-1d0dd322ce5c'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:56.438585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8dc421f2-c7bb-4ec5-88fd-6c475c7b605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['da122f78-5552-4b48-853d-1d0dd322ce5c'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:56.448400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.507062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8dc421f2-c7bb-4ec5-88fd-6c475c7b605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:56.508243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc421f2-c7bb-4ec5-88fd-6c475c7b605a None None] The sync data for ids ['da122f78-5552-4b48-853d-1d0dd322ce5c'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:56.605979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36738) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:56.606781 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8cf47234-11e8-4306-bdba-af5280b4f8cb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/routers/da122f78-5552-4b48-853d-1d0dd322ce5c HTTP/1.1" status: 200 len: 885 time: 0.1852982 Oct 18 23:36:56.611150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.687398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.688919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-935c3a53-0ebd-4539-9c04-2c0673553753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.706381 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-935c3a53-0ebd-4539-9c04-2c0673553753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.753827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:36:56.760829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64bc1d2-f128-486a-9ffb-eb22ac1162db,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:56.773072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-935c3a53-0ebd-4539-9c04-2c0673553753 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59667beee0664f6384d523308109be34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5869179 Oct 18 23:36:56.776441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36752) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:56.794662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.794922 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Added segment 4b9ec5da-c5b9-4a3b-9662-33435d888e4d of type vlan for network 11d83787-c8d0-4061-92ae-38ed4868510c Oct 18 23:36:56.859933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3a53-0ebd-4539-9c04-2c0673553753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70bf1a6-6ff0-4348-a6c9-7bf80e093420,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:56.877763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.886182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4cb315a7-7081-418a-b9c6-8a78f45fc840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.926308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4cb315a7-7081-418a-b9c6-8a78f45fc840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.980620 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.983267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:56.983267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.990756 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4cb315a7-7081-418a-b9c6-8a78f45fc840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.994673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4cb315a7-7081-418a-b9c6-8a78f45fc840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:56.996598 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4cb315a7-7081-418a-b9c6-8a78f45fc840 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b70bf1a6-6ff0-4348-a6c9-7bf80e093420 HTTP/1.1" status: 204 len: 168 time: 0.2189181 Oct 18 23:36:57.006963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb315a7-7081-418a-b9c6-8a78f45fc840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70bf1a6-6ff0-4348-a6c9-7bf80e093420,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:57.061024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9225478 Oct 18 23:36:57.065403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36772) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:57.070994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Request body: {'subnet': {'network_id': '11d83787-c8d0-4061-92ae-38ed4868510c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-89586256-subnet', 'tenant_id': 'c2001d310b874a1b8287d6f566115d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:57.103765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Made reservation on behalf of c2001d310b874a1b8287d6f566115d34 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:36:57.109068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:57.131094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a0cd2-6ba9-4b84-b495-8ba4ff294e3e admin admin] Pushing event updated for resources: {'Network': ['ID=11d83787-c8d0-4061-92ae-38ed4868510c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:57.148921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 11d83787-c8d0-4061-92ae-38ed4868510c details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:36:57.197624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f4c09e63-c446-492b-9dd4-f8a6064dfd2c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5886323 Oct 18 23:36:57.200365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36778) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:57.212093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e7be534d-f0b9-4a07-93a3-546246411f40 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1136325985'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:36:57.326613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:57.456123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7c564c-207e-4f7e-8126-ea088e38f0a8,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:57.471292 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Checking segment: {'id': '4b9ec5da-c5b9-4a3b-9662-33435d888e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11d83787-c8d0-4061-92ae-38ed4868510c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:36:57.471669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Network hostable DHCP agents. Network: 11d83787-c8d0-4061-92ae-38ed4868510c, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:36:57.498005 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Network 11d83787-c8d0-4061-92ae-38ed4868510c is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:36:57.527687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 11d83787-c8d0-4061-92ae-38ed4868510c) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:36:57.541117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da106c-9024-4280-a5f0-e221eb1f5a4b None None] Network 11d83787-c8d0-4061-92ae-38ed4868510c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:57.546468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:57.548294 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:57.586937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eebf5771-cce8-4e92-aad8-fdcbcac331de admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5162604 Oct 18 23:36:57.765392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64bef51-8672-4938-98dd-a476ca1dcf5f None None] Network 11d83787-c8d0-4061-92ae-38ed4868510c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:36:57.804840 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7be534d-f0b9-4a07-93a3-546246411f40 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:57.821105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7be534d-f0b9-4a07-93a3-546246411f40 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:57.957637 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:57.978493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be534d-f0b9-4a07-93a3-546246411f40 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router da122f78-5552-4b48-853d-1d0dd322ce5c has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:36:58.140129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be534d-f0b9-4a07-93a3-546246411f40 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:36:58.149807 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7be534d-f0b9-4a07-93a3-546246411f40 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:58.151156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e7be534d-f0b9-4a07-93a3-546246411f40 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/da122f78-5552-4b48-853d-1d0dd322ce5c HTTP/1.1" status: 200 len: 892 time: 0.9493127 Oct 18 23:36:58.153242 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095b721-f1ba-4547-a1ee-8ca16e1c7fe2 None None] Sync routers for ids ['da122f78-5552-4b48-853d-1d0dd322ce5c'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:36:58.153690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36828) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:58.165088 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095b721-f1ba-4547-a1ee-8ca16e1c7fe2 None None] Routers {'da122f78-5552-4b48-853d-1d0dd322ce5c'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:58.165773 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5095b721-f1ba-4547-a1ee-8ca16e1c7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['da122f78-5552-4b48-853d-1d0dd322ce5c'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:58.231822 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5095b721-f1ba-4547-a1ee-8ca16e1c7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:58.249266 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095b721-f1ba-4547-a1ee-8ca16e1c7fe2 None None] Routers {'da122f78-5552-4b48-853d-1d0dd322ce5c'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:36:58.250462 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5095b721-f1ba-4547-a1ee-8ca16e1c7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['da122f78-5552-4b48-853d-1d0dd322ce5c'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:58.326353 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5095b721-f1ba-4547-a1ee-8ca16e1c7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:36:58.327316 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095b721-f1ba-4547-a1ee-8ca16e1c7fe2 None None] The sync data for ids ['da122f78-5552-4b48-853d-1d0dd322ce5c'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:36:58.463894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-8387f63d-3b80-48f3-a26b-7981f421696b tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:36:58.472099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-8387f63d-3b80-48f3-a26b-7981f421696b tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/networks?id=11d83787-c8d0-4061-92ae-38ed4868510c HTTP/1.1" status: 200 len: 807 time: 0.1687968 Oct 18 23:36:58.496363 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-40b60b90-9dd8-4f8c-b346-9a7176929aa8 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/quotas/c2001d310b874a1b8287d6f566115d34 HTTP/1.1" status: 200 len: 375 time: 0.0176344 Oct 18 23:36:58.573200 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-d3993eb9-981b-4a26-8f5d-82a175b22f1b tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2001d310b874a1b8287d6f566115d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687768 Oct 18 23:36:58.694215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-74068280-afd6-43f7-a823-f44ce23fe6f4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/routers/da122f78-5552-4b48-853d-1d0dd322ce5c HTTP/1.1" status: 200 len: 892 time: 0.5393803 Oct 18 23:36:58.697550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36866) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:58.752188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e1b4424b-98a2-497c-87ec-e0c4f519eb2a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=da122f78-5552-4b48-853d-1d0dd322ce5c HTTP/1.1" status: 200 len: 205 time: 0.0526922 Oct 18 23:36:58.753163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-710d06a0-8a93-4852-ad6b-44efc25f6b93 service neutron] 10.222.0.52 "GET /v2.0/networks/11d83787-c8d0-4061-92ae-38ed4868510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741557 Oct 18 23:36:58.754574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36868) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:59.005383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-cbebb774-d2b9-4201-ac16-3d38ad0525c6 service neutron] 10.222.0.52 "GET /v2.0/networks/11d83787-c8d0-4061-92ae-38ed4868510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335544 Oct 18 23:36:59.029569 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.167746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.282267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36902) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:59.284561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port faefefb7-e654-4542-90c8-def8ef5d83db {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:36:59.285691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.289992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-047cce64-b0d9-496d-958a-968363184db0 req-02661271-7ef0-45d6-8141-20099f46d72e tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 210 time: 0.0493727 Oct 18 23:36:59.388459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.403902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for faefefb7-e654-4542-90c8-def8ef5d83db owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:36:59.572772 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5aa89e06-5660-4912-a227-7005767b45d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.640371 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.686291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=faefefb7-e654-4542-90c8-def8ef5d83db,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:59.785320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5aa89e06-5660-4912-a227-7005767b45d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.794924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5aa89e06-5660-4912-a227-7005767b45d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.828400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa89e06-5660-4912-a227-7005767b45d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896b1fa8-66f2-420c-a91d-e236d1b1ec79,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:36:59.835359 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.919340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5aa89e06-5660-4912-a227-7005767b45d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55ca43ef42c3405d8920c25b8feb9752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285408 Oct 18 23:36:59.919566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36934) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:36:59.958952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:36:59.961996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.068901 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.069751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Fanout notify agent at l3_agent the message router_deleted on router da122f78-5552-4b48-853d-1d0dd322ce5c {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:37:00.079065 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.084438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36954) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:00.088145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5dfbf13b-8d6e-416d-8b65-5682a0641aeb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/da122f78-5552-4b48-853d-1d0dd322ce5c HTTP/1.1" status: 204 len: 168 time: 1.3311296 Oct 18 23:37:00.090195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-801780251'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:00.101325 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea657a-62c0-49ae-9da6-6cf32cccb36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.121328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:00.132706 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea657a-62c0-49ae-9da6-6cf32cccb36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.139640 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.202145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea657a-62c0-49ae-9da6-6cf32cccb36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.205329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea657a-62c0-49ae-9da6-6cf32cccb36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.206581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d9ea657a-62c0-49ae-9da6-6cf32cccb36d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/896b1fa8-66f2-420c-a91d-e236d1b1ec79 HTTP/1.1" status: 204 len: 168 time: 0.2861171 Oct 18 23:37:00.208668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:00.221517 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.222302 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added segment 76a980d3-727e-4266-a814-ce03e004ab93 of type vlan for network deeda132-00b8-406c-99cb-7007903a4642 Oct 18 23:37:00.224428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea657a-62c0-49ae-9da6-6cf32cccb36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896b1fa8-66f2-420c-a91d-e236d1b1ec79,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:00.288371 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.324564 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.334103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:00.334835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.373013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2871859 Oct 18 23:37:00.379626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36964) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:00.399423 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'subnet': {'network_id': 'deeda132-00b8-406c-99cb-7007903a4642', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:00.428219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c4555fd2-5c25-4a24-b27b-17b46dd30168 req-531d33fb-b485-487a-be3a-001defd708bc tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 210 time: 0.0394187 Oct 18 23:37:00.467495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd1d19-6e20-4bbe-9759-b6d8d2c1435d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Network': ['ID=deeda132-00b8-406c-99cb-7007903a4642,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:00.479644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network deeda132-00b8-406c-99cb-7007903a4642 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:00.542420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36970) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:00.660344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:00.671584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.735757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c114398-ef94-4d3c-bf03-a1b9edb2e1a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.791531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36982) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:00.845190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5b3e-2a76-4b50-a73b-dd2827ce3df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.939565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c114398-ef94-4d3c-bf03-a1b9edb2e1a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:00.952629 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c114398-ef94-4d3c-bf03-a1b9edb2e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.028517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5c114398-ef94-4d3c-bf03-a1b9edb2e1a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81d54c9f9e9e4aa3a2442f9f71667d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845793 Oct 18 23:37:01.029309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36988) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:01.036764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c114398-ef94-4d3c-bf03-a1b9edb2e1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23807b88-94ae-4207-bd77-d7a391de700f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:01.049778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-66d45c0e-90b4-4415-b4a2-7de56de70a25 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:01.051825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-66d45c0e-90b4-4415-b4a2-7de56de70a25 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.102 "GET /v2.0/networks?id=11d83787-c8d0-4061-92ae-38ed4868510c HTTP/1.1" status: 200 len: 807 time: 0.3062170 Oct 18 23:37:01.089788 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Request body: {'port': {'device_id': '7dd3fda9-50bd-446e-9818-b950480c0785', 'network_id': '11d83787-c8d0-4061-92ae-38ed4868510c', 'admin_state_up': True, 'tenant_id': 'c2001d310b874a1b8287d6f566115d34'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:01.102109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5b3e-2a76-4b50-a73b-dd2827ce3df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.109118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7bfe5b3e-2a76-4b50-a73b-dd2827ce3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.189908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7bfe5b3e-2a76-4b50-a73b-dd2827ce3df4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=693e50fc817545ecb824c37b3f37a6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961368 Oct 18 23:37:01.191463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe5b3e-2a76-4b50-a73b-dd2827ce3df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06bdfa4-eb16-4089-8238-4d463217b540,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:01.206983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36990) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:01.269465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86474b6a-e128-4779-adeb-2d92f4bbb43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.298136 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86474b6a-e128-4779-adeb-2d92f4bbb43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.372160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86474b6a-e128-4779-adeb-2d92f4bbb43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.379070 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86474b6a-e128-4779-adeb-2d92f4bbb43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.382027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-86474b6a-e128-4779-adeb-2d92f4bbb43c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b06bdfa4-eb16-4089-8238-4d463217b540 HTTP/1.1" status: 204 len: 168 time: 0.1732104 Oct 18 23:37:01.400867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86474b6a-e128-4779-adeb-2d92f4bbb43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06bdfa4-eb16-4089-8238-4d463217b540,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:01.568817 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54c6c876-b3c3-4c82-b79e-9436ad7050ee req-bf66fe48-c788-47f4-8fe5-859503a8903a tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 210 time: 0.0486712 Oct 18 23:37:01.651328 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6af8456-ea82-425c-b18a-0d03b402f6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.677383 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.744462 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6af8456-ea82-425c-b18a-0d03b402f6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.797731 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Subnet': ['ID=5eb44e09-cadd-4397-ba62-6bc97935f3b6,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:01.842983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Checking segment: {'id': '76a980d3-727e-4266-a814-ce03e004ab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'deeda132-00b8-406c-99cb-7007903a4642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:01.843379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network hostable DHCP agents. Network: deeda132-00b8-406c-99cb-7007903a4642, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:37:01.850157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Made reservation on behalf of c2001d310b874a1b8287d6f566115d34 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:01.853793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.933974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network deeda132-00b8-406c-99cb-7007903a4642 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:37:01.936153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6af8456-ea82-425c-b18a-0d03b402f6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.938833 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e6af8456-ea82-425c-b18a-0d03b402f6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.940044 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e6af8456-ea82-425c-b18a-0d03b402f6f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23807b88-94ae-4207-bd77-d7a391de700f HTTP/1.1" status: 204 len: 168 time: 0.9080143 Oct 18 23:37:01.961962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af8456-ea82-425c-b18a-0d03b402f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23807b88-94ae-4207-bd77-d7a391de700f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:01.967198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, deeda132-00b8-406c-99cb-7007903a4642) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:01.975161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:01.975760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:01.989606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9303c3c-1c48-4af9-a524-a3882c810a81 None None] Network deeda132-00b8-406c-99cb-7007903a4642 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:02.036508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e079008-de80-4e6c-ba5c-d16a6d642d13 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6543064 Oct 18 23:37:02.039393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37026) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:02.050248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-30543333-1859-4e69-bc26-f2700658fe52 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-886373504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:02.070293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Allocated IP 172.20.0.10 (11d83787-c8d0-4061-92ae-38ed4868510c/8a7c564c-207e-4f7e-8126-ea088e38f0a8/f05ab82b-8e26-4af6-93a2-fea864634e44) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:02.143310 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30543333-1859-4e69-bc26-f2700658fe52 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.147323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30543333-1859-4e69-bc26-f2700658fe52 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.270440 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30543333-1859-4e69-bc26-f2700658fe52 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.284914 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30543333-1859-4e69-bc26-f2700658fe52 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.322535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30543333-1859-4e69-bc26-f2700658fe52 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.323813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-30543333-1859-4e69-bc26-f2700658fe52 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2815759 Oct 18 23:37:02.325486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-deeda132-00b8-406c-99cb-7007903a4642', 'network_id': 'deeda132-00b8-406c-99cb-7007903a4642', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'fixed_ips': [{'subnet_id': '5eb44e09-cadd-4397-ba62-6bc97935f3b6'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:37:02.326662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37040) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:02.329504 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.416367 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.467257 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.526148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Pushing event updated for resources: {'Port': ['ID=f05ab82b-8e26-4af6-93a2-fea864634e44,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:02.545172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Network 11d83787-c8d0-4061-92ae-38ed4868510c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:02.547382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:02.550510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:02.664445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:02.671017 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.685512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37048) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:02.699939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-361c1814-1486-4bf6-a4ae-71a300cb0a83 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6167345 Oct 18 23:37:02.703132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Allocated IP 2001:db8::2 (deeda132-00b8-406c-99cb-7007903a4642/5eb44e09-cadd-4397-ba62-6bc97935f3b6/cfa92340-0f9b-4e51-aecc-025ee9433e6d) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:02.705868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f17805f5-1d53-42e2-88ce-556ed9124ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.721072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Request body: {'port': {'device_id': '7dd3fda9-50bd-446e-9818-b950480c0785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:02.815854 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.926646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df51e41-fbac-4a9b-930f-5e1b2fc8c92a req-39fe372b-41c5-4cf0-847b-4899d768fd75 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:02.928421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5df51e41-fbac-4a9b-930f-5e1b2fc8c92a req-39fe372b-41c5-4cf0-847b-4899d768fd75 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 932 time: 0.1890328 Oct 18 23:37:02.931220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.944944 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:02.953825 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.025531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Network deeda132-00b8-406c-99cb-7007903a4642 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:03.045292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:03.050866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:03.084705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5df51e41-fbac-4a9b-930f-5e1b2fc8c92a req-35e250d7-4380-40a1-921b-f77f8640263f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490569 Oct 18 23:37:03.111848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Pushing event updated for resources: {'Port': ['ID=cfa92340-0f9b-4e51-aecc-025ee9433e6d,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:03.166923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f17805f5-1d53-42e2-88ce-556ed9124ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.175337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Attempting to bind port cfa92340-0f9b-4e51-aecc-025ee9433e6d on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:03.175716 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Attempting to bind port cfa92340-0f9b-4e51-aecc-025ee9433e6d by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '76a980d3-727e-4266-a814-ce03e004ab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'deeda132-00b8-406c-99cb-7007903a4642'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:03.176088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Attempting to bind port cfa92340-0f9b-4e51-aecc-025ee9433e6d on network deeda132-00b8-406c-99cb-7007903a4642 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:03.182383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:03.182825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Checking segment: {'id': '76a980d3-727e-4266-a814-ce03e004ab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'deeda132-00b8-406c-99cb-7007903a4642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:03.183193 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.183582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Bound using segment: {'id': '76a980d3-727e-4266-a814-ce03e004ab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'deeda132-00b8-406c-99cb-7007903a4642'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:03.184067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Bound port: cfa92340-0f9b-4e51-aecc-025ee9433e6d, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a980d3-727e-4266-a814-ce03e004ab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'deeda132-00b8-406c-99cb-7007903a4642'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:03.184459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.195256 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f17805f5-1d53-42e2-88ce-556ed9124ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.367685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17805f5-1d53-42e2-88ce-556ed9124ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010b88ef-7ff5-407b-8c09-3e2abc871b6f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:03.371401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05ab82b-8e26-4af6-93a2-fea864634e44 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:37:03.391064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37072) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:03.391937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f17805f5-1d53-42e2-88ce-556ed9124ad9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4b634d66f1542b7a7aeebbc9c5a7f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7052550 Oct 18 23:37:03.404591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.490275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 2001:db8::1 (deeda132-00b8-406c-99cb-7007903a4642/5eb44e09-cadd-4397-ba62-6bc97935f3b6/2392c42b-1429-40ab-bc46-ee2e46a65ef6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:03.506036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Transition to ACTIVE for port object f05ab82b-8e26-4af6-93a2-fea864634e44 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:37:03.520671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.534200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] For port cfa92340-0f9b-4e51-aecc-025ee9433e6d, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:03.538628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] For port cfa92340-0f9b-4e51-aecc-025ee9433e6d, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfa92340-0f9b-4e51-aecc-025ee9433e6d,segment=NetworkSegment(76a980d3-727e-4266-a814-ce03e004ab93),segment_id=76a980d3-727e-4266-a814-ce03e004ab93)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:03.547107 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.668965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade0f17-0fe8-47e6-a118-e99d270e44be None None] Pushing event updated for resources: {'Port': ['ID=cfa92340-0f9b-4e51-aecc-025ee9433e6d,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:03.676217 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.686795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f29aebc0-bc0a-4567-a786-3ac820e35020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.736225 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f05ab82b-8e26-4af6-93a2-fea864634e44,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:03.763678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.797863 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f29aebc0-bc0a-4567-a786-3ac820e35020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.841412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network deeda132-00b8-406c-99cb-7007903a4642 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:03.843156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:03.848641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:03.849432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.866951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Attempting to bind port f05ab82b-8e26-4af6-93a2-fea864634e44 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:03.867299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Attempting to bind port f05ab82b-8e26-4af6-93a2-fea864634e44 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '4b9ec5da-c5b9-4a3b-9662-33435d888e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11d83787-c8d0-4061-92ae-38ed4868510c'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:03.867638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Attempting to bind port f05ab82b-8e26-4af6-93a2-fea864634e44 on network 11d83787-c8d0-4061-92ae-38ed4868510c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:03.874027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Port f05ab82b-8e26-4af6-93a2-fea864634e44 on network 11d83787-c8d0-4061-92ae-38ed4868510c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:37:03.874359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Attempting to bind port f05ab82b-8e26-4af6-93a2-fea864634e44 on network 11d83787-c8d0-4061-92ae-38ed4868510c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:03.881014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:03.881359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Checking segment: {'id': '4b9ec5da-c5b9-4a3b-9662-33435d888e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11d83787-c8d0-4061-92ae-38ed4868510c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:03.881788 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Bound using segment: {'id': '4b9ec5da-c5b9-4a3b-9662-33435d888e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11d83787-c8d0-4061-92ae-38ed4868510c'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:03.882194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Bound port: f05ab82b-8e26-4af6-93a2-fea864634e44, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9ec5da-c5b9-4a3b-9662-33435d888e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11d83787-c8d0-4061-92ae-38ed4868510c'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:03.882557 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.909026 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f29aebc0-bc0a-4567-a786-3ac820e35020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.912695 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f29aebc0-bc0a-4567-a786-3ac820e35020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:03.914043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f29aebc0-bc0a-4567-a786-3ac820e35020 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/010b88ef-7ff5-407b-8c09-3e2abc871b6f HTTP/1.1" status: 204 len: 168 time: 0.5202813 Oct 18 23:37:03.974015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=2392c42b-1429-40ab-bc46-ee2e46a65ef6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:03.985972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aebc0-bc0a-4567-a786-3ac820e35020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b88ef-7ff5-407b-8c09-3e2abc871b6f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:04.035299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] For port f05ab82b-8e26-4af6-93a2-fea864634e44, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:04.039013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] For port f05ab82b-8e26-4af6-93a2-fea864634e44, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f05ab82b-8e26-4af6-93a2-fea864634e44,segment=NetworkSegment(4b9ec5da-c5b9-4a3b-9662-33435d888e4d),segment_id=4b9ec5da-c5b9-4a3b-9662-33435d888e4d)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:04.051439 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:04.152259 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:04.153478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:04.158549 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] 10.222.0.102 "PUT /v2.0/ports/f05ab82b-8e26-4af6-93a2-fea864634e44 HTTP/1.1" status: 200 len: 1093 time: 1.4436419 Oct 18 23:37:04.160800 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd3fda9-50bd-446e-9818-b950480c0785', 'tag': 'f05ab82b-8e26-4af6-93a2-fea864634e44'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:37:04.165365 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca451688-bbc0-498d-8826-d6c2743b0488" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd3fda9-50bd-446e-9818-b950480c0785", "tag": "f05ab82b-8e26-4af6-93a2-fea864634e44"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:37:04.205086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:04.238879 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55d947a-833f-473d-b6cf-dadff0f34250 x-openstack-request-id: req-b55d947a-833f-473d-b6cf-dadff0f34250 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:37:04.239072 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd3fda9-50bd-446e-9818-b950480c0785", "tag": "f05ab82b-8e26-4af6-93a2-fea864634e44", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:37:04.239479 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b55d947a-833f-473d-b6cf-dadff0f34250 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:37:04.241340 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd3fda9-50bd-446e-9818-b950480c0785', 'tag': 'f05ab82b-8e26-4af6-93a2-fea864634e44', 'status': 'completed', 'code': 200} Oct 18 23:37:04.327992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb299a56-40d4-46a2-a97f-c5c3291166b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f05ab82b-8e26-4af6-93a2-fea864634e44,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:04.349746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-2d556695-b65f-450f-965e-2c4132253cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:04.351711 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-2d556695-b65f-450f-965e-2c4132253cad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c2001d310b874a1b8287d6f566115d34&device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 1096 time: 0.0859249 Oct 18 23:37:04.427007 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-3e104192-b18a-49de-a624-01fcdae2c88f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f05ab82b-8e26-4af6-93a2-fea864634e44 HTTP/1.1" status: 200 len: 217 time: 0.0533552 Oct 18 23:37:04.496414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-ad7d585a-f122-4e53-b49d-e81d20da12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:04.498052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-ad7d585a-f122-4e53-b49d-e81d20da12d6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a7c564c-207e-4f7e-8126-ea088e38f0a8 HTTP/1.1" status: 200 len: 847 time: 0.0695543 Oct 18 23:37:04.527258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25241e9-4a88-452a-a4f2-097a0bbd4cc1 req-4c2ac26e-7be2-4e70-86cb-49f02d53cf0b tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:04.528833 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25241e9-4a88-452a-a4f2-097a0bbd4cc1 req-4c2ac26e-7be2-4e70-86cb-49f02d53cf0b tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 944 time: 0.2424614 Oct 18 23:37:04.551038 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-9762f561-596a-4254-b48d-d1b52902c651 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=11d83787-c8d0-4061-92ae-38ed4868510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432858 Oct 18 23:37:04.616074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25241e9-4a88-452a-a4f2-097a0bbd4cc1 req-35ed5cd1-4d43-48b0-ad5e-7fde8ffad296 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769432 Oct 18 23:37:04.660360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:04.669751 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:04.671647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:04.723710 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:04.746070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=2392c42b-1429-40ab-bc46-ee2e46a65ef6,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:04.765407 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-aef61d51-1664-46ae-a38e-bd484aaa6896 service neutron] 10.222.0.102 "GET /v2.0/networks/11d83787-c8d0-4061-92ae-38ed4868510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067275 Oct 18 23:37:04.857512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network deeda132-00b8-406c-99cb-7007903a4642 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:04.859042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:04.941890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-08b38abc-ca7e-4840-b4c9-6d472ebeff97 req-a1484edc-65d8-4e51-8efa-67b85d6d36c5 service neutron] 10.222.0.102 "GET /v2.0/networks/11d83787-c8d0-4061-92ae-38ed4868510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668954 Oct 18 23:37:05.074638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router bcaf2c6f-f83f-488e-949e-55591abcdaa7 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:37:05.155863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-da4e163d-d6ab-4fac-b6cf-f652005f11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:05.157545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-da4e163d-d6ab-4fac-b6cf-f652005f11c4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c2001d310b874a1b8287d6f566115d34&device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 1096 time: 0.1216178 Oct 18 23:37:05.277266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:05.288850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfa92340-0f9b-4e51-aecc-025ee9433e6d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:05.310154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-62796882-cb66-4e24-a2ca-559027172d17 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/bcaf2c6f-f83f-488e-949e-55591abcdaa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9823046 Oct 18 23:37:05.311898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37148) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:05.339082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be5b5c-e715-4232-9e2d-ccae69189b6e None None] Sync routers for ids ['bcaf2c6f-f83f-488e-949e-55591abcdaa7'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:05.382065 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be5b5c-e715-4232-9e2d-ccae69189b6e None None] Routers {'bcaf2c6f-f83f-488e-949e-55591abcdaa7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:05.383071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c8be5b5c-e715-4232-9e2d-ccae69189b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bcaf2c6f-f83f-488e-949e-55591abcdaa7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:05.394279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514de6c1-cc8a-4bd7-a8cb-b2638ffaa8b5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:05.396035 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-514de6c1-cc8a-4bd7-a8cb-b2638ffaa8b5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports/2392c42b-1429-40ab-bc46-ee2e46a65ef6 HTTP/1.1" status: 200 len: 911 time: 0.0827594 Oct 18 23:37:05.400872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37152) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:05.409188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-48e8780c-adf1-4a33-8fdb-780bf9d121cc tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5eb44e09-cadd-4397-ba62-6bc97935f3b6'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:05.449827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ee47e-9336-4366-86cd-69880afe2a39 None None] Network deeda132-00b8-406c-99cb-7007903a4642 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:05.453825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c8be5b5c-e715-4232-9e2d-ccae69189b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:05.478589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-63367db2-a6c5-4d5d-9171-b189ee4cabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:05.480443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-63367db2-a6c5-4d5d-9171-b189ee4cabbc service neutron] 10.222.0.102 "GET /v2.0/networks?id=11d83787-c8d0-4061-92ae-38ed4868510c HTTP/1.1" status: 200 len: 908 time: 0.3140290 Oct 18 23:37:05.543551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-5234e3f9-6efe-4a57-b8a1-bd8c6286ae87 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f05ab82b-8e26-4af6-93a2-fea864634e44 HTTP/1.1" status: 200 len: 217 time: 0.0433226 Oct 18 23:37:05.577727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be5b5c-e715-4232-9e2d-ccae69189b6e None None] Routers {'bcaf2c6f-f83f-488e-949e-55591abcdaa7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:05.578752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c8be5b5c-e715-4232-9e2d-ccae69189b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bcaf2c6f-f83f-488e-949e-55591abcdaa7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:05.586145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37162) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:05.640115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c8be5b5c-e715-4232-9e2d-ccae69189b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:05.642260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be5b5c-e715-4232-9e2d-ccae69189b6e None None] The sync data for ids ['bcaf2c6f-f83f-488e-949e-55591abcdaa7'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:05.667246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cfa92340-0f9b-4e51-aecc-025ee9433e6d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:05.667568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:05.695905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-862a20ca-3b86-4dcd-a3c2-0d182df13380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:05.704031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-862a20ca-3b86-4dcd-a3c2-0d182df13380 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8a7c564c-207e-4f7e-8126-ea088e38f0a8 HTTP/1.1" status: 200 len: 847 time: 0.1464331 Oct 18 23:37:05.707962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Provisioning complete for port cfa92340-0f9b-4e51-aecc-025ee9433e6d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:05.713415 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:05.774247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-da590f85-c833-4eed-a9fc-e214b0549400 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=11d83787-c8d0-4061-92ae-38ed4868510c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612748 Oct 18 23:37:05.850353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72e838-447e-41aa-940e-543c027132c0 req-5ed259f6-618c-4b97-808f-cb116e992177 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:05.859307 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc72e838-447e-41aa-940e-543c027132c0 req-5ed259f6-618c-4b97-808f-cb116e992177 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 944 time: 0.1080828 Oct 18 23:37:05.887029 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a45ceb9a-5f76-4ff1-8241-4b072db989db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:05.916209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-48e8780c-adf1-4a33-8fdb-780bf9d121cc tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.019289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.056378 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a45ceb9a-5f76-4ff1-8241-4b072db989db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.064478 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a45ceb9a-5f76-4ff1-8241-4b072db989db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.081240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc72e838-447e-41aa-940e-543c027132c0 req-d424e377-8e8a-4aa7-b4f9-99b1d8a64d70 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209299 Oct 18 23:37:06.130147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ceb9a-5f76-4ff1-8241-4b072db989db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7261179-9bb7-4b92-bf3a-61118a643cd3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:06.131727 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.135368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a45ceb9a-5f76-4ff1-8241-4b072db989db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7acb91d633f94f0c99d0dc6da7900254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484829 Oct 18 23:37:06.138906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37216) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:06.180379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] For port cfa92340-0f9b-4e51-aecc-025ee9433e6d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfa92340-0f9b-4e51-aecc-025ee9433e6d,segment=NetworkSegment(76a980d3-727e-4266-a814-ce03e004ab93),segment_id=76a980d3-727e-4266-a814-ce03e004ab93)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:06.210178 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.211863 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fa66-0bb5-42f6-89b1-2ff9c1dd1e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.261146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fa66-0bb5-42f6-89b1-2ff9c1dd1e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.300704 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-bf356a49-26ea-443e-911a-8e922a0f9db6 service neutron] 10.222.0.102 "GET /v2.0/networks/11d83787-c8d0-4061-92ae-38ed4868510c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102954 Oct 18 23:37:06.325621 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:37:06.326058 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:37:06.350541 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fa66-0bb5-42f6-89b1-2ff9c1dd1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.355849 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fa66-0bb5-42f6-89b1-2ff9c1dd1e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.367943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e7b7fa66-0bb5-42f6-89b1-2ff9c1dd1e3a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7261179-9bb7-4b92-bf3a-61118a643cd3 HTTP/1.1" status: 204 len: 168 time: 0.2259250 Oct 18 23:37:06.370405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Pushing event updated for resources: {'Port': ['ID=cfa92340-0f9b-4e51-aecc-025ee9433e6d,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:06.373757 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.386097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.386443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.386818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.387486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.387827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.388161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.388500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.388834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.389162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.389491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.389813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.390140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a3adf-c379-4490-b4f2-d77e94d1d476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:06.398225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7fa66-0bb5-42f6-89b1-2ff9c1dd1e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7261179-9bb7-4b92-bf3a-61118a643cd3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:06.463291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37224) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:06.616995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca451688-bbc0-498d-8826-d6c2743b0488 req-17b98465-2efc-4235-9f9f-e469001b4e77 service neutron] 10.222.0.102 "GET /v2.0/networks/11d83787-c8d0-4061-92ae-38ed4868510c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074317 Oct 18 23:37:06.644288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-18ff46be-7df7-4c43-8f57-494f587910da None None] Provisioning complete for port cfa92340-0f9b-4e51-aecc-025ee9433e6d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:06.645025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18ff46be-7df7-4c43-8f57-494f587910da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.732774 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-48e8780c-adf1-4a33-8fdb-780bf9d121cc tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.746624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-48e8780c-adf1-4a33-8fdb-780bf9d121cc tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.757478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e8780c-adf1-4a33-8fdb-780bf9d121cc tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:06.758329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-48e8780c-adf1-4a33-8fdb-780bf9d121cc tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.760877 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-48e8780c-adf1-4a33-8fdb-780bf9d121cc tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/ports/2392c42b-1429-40ab-bc46-ee2e46a65ef6 HTTP/1.1" status: 200 len: 911 time: 1.3586915 Oct 18 23:37:06.763708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37236) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:06.866317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8780c-adf1-4a33-8fdb-780bf9d121cc tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=2392c42b-1429-40ab-bc46-ee2e46a65ef6,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:06.867964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-18ff46be-7df7-4c43-8f57-494f587910da None None] Provisioning complete for port 2392c42b-1429-40ab-bc46-ee2e46a65ef6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:06.868529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18ff46be-7df7-4c43-8f57-494f587910da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.938395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-803de698-852d-4e3b-9e29-fe4c76e6d8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:06.942181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-18ff46be-7df7-4c43-8f57-494f587910da None None] Port 2392c42b-1429-40ab-bc46-ee2e46a65ef6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:06.983279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37238) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:07.002340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9ec35fe-886a-4eec-9ab1-f1af2a1af950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.079207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8fdd8c5c-5a5e-4b8c-9ddf-ee6fa22a6b46 None None] Provisioning complete for port 2392c42b-1429-40ab-bc46-ee2e46a65ef6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:07.079873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8fdd8c5c-5a5e-4b8c-9ddf-ee6fa22a6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.179652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd8c5c-5a5e-4b8c-9ddf-ee6fa22a6b46 None None] Port 2392c42b-1429-40ab-bc46-ee2e46a65ef6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:07.195001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfa92340-0f9b-4e51-aecc-025ee9433e6d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:07.204679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9ec35fe-886a-4eec-9ab1-f1af2a1af950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.210873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9ec35fe-886a-4eec-9ab1-f1af2a1af950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.270950 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a9ec35fe-886a-4eec-9ab1-f1af2a1af950 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea1725dfd07a492cac435f5e8cc67342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863903 Oct 18 23:37:07.272320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec35fe-886a-4eec-9ab1-f1af2a1af950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9ee5f8-34ed-4d4c-bfe2-5ce4fb02aa1d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:07.276416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37248) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:07.291194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cfa92340-0f9b-4e51-aecc-025ee9433e6d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:07.291569 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.342586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98d5c32c-7111-4fd5-92ea-ab9702ee915f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.375370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-803de698-852d-4e3b-9e29-fe4c76e6d8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.390485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98d5c32c-7111-4fd5-92ea-ab9702ee915f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.391688 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-803de698-852d-4e3b-9e29-fe4c76e6d8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.420651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-29eb8270-d678-4676-a702-6db3d7c30b3d None None] Provisioning complete for port 2392c42b-1429-40ab-bc46-ee2e46a65ef6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:07.421198 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29eb8270-d678-4676-a702-6db3d7c30b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.423733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f65f8-4faa-4a1b-b856-508ebc6c4a29 req-c7e51522-6b01-4c1f-901f-f45604982bde tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:07.431405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec4f65f8-4faa-4a1b-b856-508ebc6c4a29 req-c7e51522-6b01-4c1f-901f-f45604982bde tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 944 time: 0.2387171 Oct 18 23:37:07.472075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98d5c32c-7111-4fd5-92ea-ab9702ee915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.478574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98d5c32c-7111-4fd5-92ea-ab9702ee915f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.479872 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-98d5c32c-7111-4fd5-92ea-ab9702ee915f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e9ee5f8-34ed-4d4c-bfe2-5ce4fb02aa1d HTTP/1.1" status: 204 len: 168 time: 0.2017846 Oct 18 23:37:07.485305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-29eb8270-d678-4676-a702-6db3d7c30b3d None None] Port 2392c42b-1429-40ab-bc46-ee2e46a65ef6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:07.489953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c32c-7111-4fd5-92ea-ab9702ee915f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9ee5f8-34ed-4d4c-bfe2-5ce4fb02aa1d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:07.503699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803de698-852d-4e3b-9e29-fe4c76e6d8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777b4f36-a652-49f7-a58a-68774bba9ddf,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:07.516330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37256) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:07.517869 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-803de698-852d-4e3b-9e29-fe4c76e6d8b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=564288f187b640808ac1c881d19fb557&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0527720 Oct 18 23:37:07.552054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec4f65f8-4faa-4a1b-b856-508ebc6c4a29 req-8dbf62f2-c075-4797-8a8f-fdd4b9e5ccb8 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090405 Oct 18 23:37:07.588144 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a076afc0-9b30-4e4a-9cf7-42ecadc5cace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.615431 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.615928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a076afc0-9b30-4e4a-9cf7-42ecadc5cace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.677658 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a076afc0-9b30-4e4a-9cf7-42ecadc5cace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.680656 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a076afc0-9b30-4e4a-9cf7-42ecadc5cace admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:07.684342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a076afc0-9b30-4e4a-9cf7-42ecadc5cace admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/777b4f36-a652-49f7-a58a-68774bba9ddf HTTP/1.1" status: 204 len: 168 time: 0.1643252 Oct 18 23:37:07.713825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076afc0-9b30-4e4a-9cf7-42ecadc5cace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777b4f36-a652-49f7-a58a-68774bba9ddf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:07.910432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port 2392c42b-1429-40ab-bc46-ee2e46a65ef6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:07.910881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:08.031467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:08.045237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for 2392c42b-1429-40ab-bc46-ee2e46a65ef6 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:08.255082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:08.296980 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:37:08.300303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=2392c42b-1429-40ab-bc46-ee2e46a65ef6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:08.436009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:08.707982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f05ab82b-8e26-4af6-93a2-fea864634e44 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:37:08.764979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router bcaf2c6f-f83f-488e-949e-55591abcdaa7 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:37:08.833691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c913bbe-7415-4c12-b298-1c1232c486ec req-e4146819-615b-417f-938f-e94882fb6153 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:08.834956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c913bbe-7415-4c12-b298-1c1232c486ec req-e4146819-615b-417f-938f-e94882fb6153 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 944 time: 0.1601343 Oct 18 23:37:08.843512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f05ab82b-8e26-4af6-93a2-fea864634e44, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f05ab82b-8e26-4af6-93a2-fea864634e44,segment=NetworkSegment(4b9ec5da-c5b9-4a3b-9662-33435d888e4d),segment_id=4b9ec5da-c5b9-4a3b-9662-33435d888e4d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:08.862758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'f05ab82b-8e26-4af6-93a2-fea864634e44', 'network_id': '11d83787-c8d0-4061-92ae-38ed4868510c', 'port_id': 'f05ab82b-8e26-4af6-93a2-fea864634e44', 'mac_address': 'fa:16:3e:e8:49:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7c564c-207e-4f7e-8126-ea088e38f0a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:37:08.917123 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:08.934891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05ab82b-8e26-4af6-93a2-fea864634e44 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:37:08.975685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f05ab82b-8e26-4af6-93a2-fea864634e44, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f05ab82b-8e26-4af6-93a2-fea864634e44,segment=NetworkSegment(4b9ec5da-c5b9-4a3b-9662-33435d888e4d),segment_id=4b9ec5da-c5b9-4a3b-9662-33435d888e4d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:08.983454 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:09.093886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=f05ab82b-8e26-4af6-93a2-fea864634e44,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:09.319414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:09.330745 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a2e45-8950-4be9-a33e-927fe6f5e1cf None None] Sync routers for ids ['bcaf2c6f-f83f-488e-949e-55591abcdaa7'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:09.339734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37346) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:09.344081 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a2e45-8950-4be9-a33e-927fe6f5e1cf None None] Routers {'bcaf2c6f-f83f-488e-949e-55591abcdaa7'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:09.344699 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-792a2e45-8950-4be9-a33e-927fe6f5e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bcaf2c6f-f83f-488e-949e-55591abcdaa7'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:09.349949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-57c0dbd5-eef3-4f40-a1d4-321bed60eb81 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/bcaf2c6f-f83f-488e-949e-55591abcdaa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5848589 Oct 18 23:37:09.381089 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8c865b51-43d5-4103-aaff-b8d73d5e931a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcaf2c6f-f83f-488e-949e-55591abcdaa7 HTTP/1.1" status: 200 len: 205 time: 0.0379386 Oct 18 23:37:09.382387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37350) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:09.416340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['f05ab82b-8e26-4af6-93a2-fea864634e44'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:37:09.439864 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-792a2e45-8950-4be9-a33e-927fe6f5e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:09.455427 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a2e45-8950-4be9-a33e-927fe6f5e1cf None None] Routers {'bcaf2c6f-f83f-488e-949e-55591abcdaa7'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:09.456522 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-792a2e45-8950-4be9-a33e-927fe6f5e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bcaf2c6f-f83f-488e-949e-55591abcdaa7'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:09.503149 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-792a2e45-8950-4be9-a33e-927fe6f5e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:09.503813 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a2e45-8950-4be9-a33e-927fe6f5e1cf None None] The sync data for ids ['bcaf2c6f-f83f-488e-949e-55591abcdaa7'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:09.515272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21ee9d79-ec6b-4d37-a3dc-304f46f825f9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:09.526210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c913bbe-7415-4c12-b298-1c1232c486ec req-67dbf065-dfa4-431a-868d-e48d1f4efc06 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161908 Oct 18 23:37:09.746907 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21ee9d79-ec6b-4d37-a3dc-304f46f825f9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:09.749649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21ee9d79-ec6b-4d37-a3dc-304f46f825f9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:09.756361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37368) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:09.803616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21ee9d79-ec6b-4d37-a3dc-304f46f825f9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:09.804200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ee9d79-ec6b-4d37-a3dc-304f46f825f9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Fanout notify agent at l3_agent the message router_deleted on router bcaf2c6f-f83f-488e-949e-55591abcdaa7 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:37:09.814153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21ee9d79-ec6b-4d37-a3dc-304f46f825f9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:09.817680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-21ee9d79-ec6b-4d37-a3dc-304f46f825f9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/bcaf2c6f-f83f-488e-949e-55591abcdaa7 HTTP/1.1" status: 204 len: 168 time: 0.4327254 Oct 18 23:37:09.818515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37376) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:09.899590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-471b2eb5-904a-4f1a-9177-81ecd067b57e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting subnet 5eb44e09-cadd-4397-ba62-6bc97935f3b6 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:37:09.903288 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-471b2eb5-904a-4f1a-9177-81ecd067b57e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:09.951899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-471b2eb5-904a-4f1a-9177-81ecd067b57e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.079231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1471340558'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:10.085184 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-471b2eb5-904a-4f1a-9177-81ecd067b57e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.158201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Made reservation on behalf of dac8bebd87fe403b9badb022073fa477 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:10.162337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.175377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.210362 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-471b2eb5-904a-4f1a-9177-81ecd067b57e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.252653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b2eb5-904a-4f1a-9177-81ecd067b57e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb44e09-cadd-4397-ba62-6bc97935f3b6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:10.254921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-471b2eb5-904a-4f1a-9177-81ecd067b57e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.258144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-471b2eb5-904a-4f1a-9177-81ecd067b57e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/5eb44e09-cadd-4397-ba62-6bc97935f3b6 HTTP/1.1" status: 204 len: 168 time: 0.4385891 Oct 18 23:37:10.261534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37394) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:10.267623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08344fe1-a58c-4c66-82fb-7b12167c2a07 None None] Network deeda132-00b8-406c-99cb-7007903a4642 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:10.378786 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.390786 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.394946 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.435169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:10.447945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dce3696-eb64-40cb-9b72-e350ca348e4e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:10.468371 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.469672 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Added segment 989973a4-566d-49dc-a6a0-1743c4c004c8 of type vlan for network 9d6bddf2-1cd3-4276-ba20-9566b3cdb6a3 Oct 18 23:37:10.529738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port cfa92340-0f9b-4e51-aecc-025ee9433e6d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:10.531154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.570340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.622053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port cfa92340-0f9b-4e51-aecc-025ee9433e6d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfa92340-0f9b-4e51-aecc-025ee9433e6d,segment=NetworkSegment(76a980d3-727e-4266-a814-ce03e004ab93),segment_id=76a980d3-727e-4266-a814-ce03e004ab93)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:10.622700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.646854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0667f64-2039-4527-877c-861907e1da21 None None] DHCP port deletion for deeda132-00b8-406c-99cb-7007903a4642 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:37:10.652178 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.663736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for cfa92340-0f9b-4e51-aecc-025ee9433e6d owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:10.670494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:10.671494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.706767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d0667f64-2039-4527-877c-861907e1da21 None None] Deleting port cfa92340-0f9b-4e51-aecc-025ee9433e6d {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:10.707161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d0667f64-2039-4527-877c-861907e1da21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.785265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f05ab82b-8e26-4af6-93a2-fea864634e44 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:10.798374 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0316231 Oct 18 23:37:10.798972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37412) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:10.847619 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.872254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No DVR routers for this DVR port cfa92340-0f9b-4e51-aecc-025ee9433e6d on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:10.880696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d0667f64-2039-4527-877c-861907e1da21 None None] For port cfa92340-0f9b-4e51-aecc-025ee9433e6d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfa92340-0f9b-4e51-aecc-025ee9433e6d,segment=NetworkSegment(76a980d3-727e-4266-a814-ce03e004ab93),segment_id=76a980d3-727e-4266-a814-ce03e004ab93)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:10.881151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d0667f64-2039-4527-877c-861907e1da21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:10.906434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f3b47-b4de-40ac-98f5-b03333d6f0ae req-7b47c404-5c2c-4124-8501-90d03183a0e3 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:10.908273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-119f3b47-b4de-40ac-98f5-b03333d6f0ae req-7b47c404-5c2c-4124-8501-90d03183a0e3 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 945 time: 0.2622950 Oct 18 23:37:10.909026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f11e9-4707-424a-853f-0267586d0bb9 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Pushing event updated for resources: {'Network': ['ID=9d6bddf2-1cd3-4276-ba20-9566b3cdb6a3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:10.927457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 9d6bddf2-1cd3-4276-ba20-9566b3cdb6a3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:10.941981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=cfa92340-0f9b-4e51-aecc-025ee9433e6d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:10.974061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d0667f64-2039-4527-877c-861907e1da21 None None] Calling delete_port for cfa92340-0f9b-4e51-aecc-025ee9433e6d owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:11.008204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-119f3b47-b4de-40ac-98f5-b03333d6f0ae req-0f7488e9-ad88-4871-8ee4-14a68bfbc2b3 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891361 Oct 18 23:37:11.105505 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.117270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Request body: {'network': {'name': 'tempest-network--1216545715', 'router:external': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:11.167433 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deeda132-00b8-406c-99cb-7007903a4642']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:11.177565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Made reservation on behalf of 9e3096b7bfff4eb780a7d97d479efa3b for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:11.180316 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.193478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.197833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a980d3-727e-4266-a814-ce03e004ab93') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:11.198125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a980d3-727e-4266-a814-ce03e004ab93') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:11.264577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfa92340-0f9b-4e51-aecc-025ee9433e6d no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:37:11.289141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.300668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: cfa92340-0f9b-4e51-aecc-025ee9433e6d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:37:11.301520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfa92340-0f9b-4e51-aecc-025ee9433e6d not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:37:11.305487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port f05ab82b-8e26-4af6-93a2-fea864634e44 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:37:11.318692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.322943 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.341050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port f05ab82b-8e26-4af6-93a2-fea864634e44 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:11.342705 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.351394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:11.351865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:11.360887 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:11.363123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.376751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:11.387148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.387501 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Added segment c10b4a9e-d10a-4035-aefd-e652e4806feb of type vlan for network d557a179-bc90-4863-ba8e-f223fd5af70e Oct 18 23:37:11.448753 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d0667f64-2039-4527-877c-861907e1da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.459857 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.519420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0667f64-2039-4527-877c-861907e1da21 None None] Pushing event deleted for resources: {'Port': ['ID=cfa92340-0f9b-4e51-aecc-025ee9433e6d,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:11.526119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0667f64-2039-4527-877c-861907e1da21 None None] No DVR routers for this DVR port cfa92340-0f9b-4e51-aecc-025ee9433e6d on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:11.547748 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.573248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd3fda9-50bd-446e-9818-b950480c0785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05ab82b-8e26-4af6-93a2-fea864634e44'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:37:11.575842 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4883d0-b73b-4738-a0d1-3b6231546801" -d '{"events": [{"server_uuid": "7dd3fda9-50bd-446e-9818-b950480c0785", "name": "network-vif-plugged", "status": "completed", "tag": "f05ab82b-8e26-4af6-93a2-fea864634e44"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:37:11.582395 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.583456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:11.584031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.591350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port f05ab82b-8e26-4af6-93a2-fea864634e44, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f05ab82b-8e26-4af6-93a2-fea864634e44,segment=NetworkSegment(4b9ec5da-c5b9-4a3b-9662-33435d888e4d),segment_id=4b9ec5da-c5b9-4a3b-9662-33435d888e4d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:11.598426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.641232 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedba7fe-b4b4-4798-9c8f-e130c066e37a x-openstack-request-id: req-dedba7fe-b4b4-4798-9c8f-e130c066e37a {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:37:11.641594 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd3fda9-50bd-446e-9818-b950480c0785", "name": "network-vif-plugged", "status": "completed", "tag": "f05ab82b-8e26-4af6-93a2-fea864634e44", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:37:11.641923 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dedba7fe-b4b4-4798-9c8f-e130c066e37a {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:37:11.642472 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd3fda9-50bd-446e-9818-b950480c0785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05ab82b-8e26-4af6-93a2-fea864634e44', 'code': 200} Oct 18 23:37:11.648183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a334c895-c663-4218-beee-e28777e16ef0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:11.675526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37442) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:11.676196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8689151 Oct 18 23:37:11.676991 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.682084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=f05ab82b-8e26-4af6-93a2-fea864634e44,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:11.688315 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.692381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/networks/deeda132-00b8-406c-99cb-7007903a4642 HTTP/1.1" status: 204 len: 168 time: 1.4298275 Oct 18 23:37:11.713395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37444) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:11.723616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370e589-76ff-4a04-bf05-44c35a4378b9 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'Network': ['ID=d557a179-bc90-4863-ba8e-f223fd5af70e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:11.724804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c28dd31b-25e5-40c5-999b-9cfcf419064a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1334749859', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:11.735882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d557a179-bc90-4863-ba8e-f223fd5af70e details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:11.745054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbcf29-e39f-4256-8421-64d7ebadce8f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Network': ['ID=deeda132-00b8-406c-99cb-7007903a4642,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:11.869535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.874587 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c28dd31b-25e5-40c5-999b-9cfcf419064a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.876636 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c28dd31b-25e5-40c5-999b-9cfcf419064a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:11.971341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdb8f6-3f42-4d98-9e04-67c021e17046 req-e96f51b9-4282-4434-9017-218acab2c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:11.973375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2bbdb8f6-3f42-4d98-9e04-67c021e17046 req-e96f51b9-4282-4434-9017-218acab2c7c4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 1098 time: 0.2190752 Oct 18 23:37:12.010242 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c28dd31b-25e5-40c5-999b-9cfcf419064a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.023996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2bbdb8f6-3f42-4d98-9e04-67c021e17046 req-ea48955d-831a-4459-be3d-9216b1f14ff3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Oct 18 23:37:12.047504 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c28dd31b-25e5-40c5-999b-9cfcf419064a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.055704 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.085645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d557a179-bc90-4863-ba8e-f223fd5af70e']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:12.091918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c28dd31b-25e5-40c5-999b-9cfcf419064a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.095717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c28dd31b-25e5-40c5-999b-9cfcf419064a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3737471 Oct 18 23:37:12.096078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37460) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:12.103369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10b4a9e-d10a-4035-aefd-e652e4806feb') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:12.103602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1845194987'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:12.103693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10b4a9e-d10a-4035-aefd-e652e4806feb') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:12.114557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.131054 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.140399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:12.142211 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:12.144710 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:12.176490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:12.180601 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.211602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aef5ae-ce16-48c8-87a5-a5070c3b51df req-d02138a9-c9c1-4cdd-99e8-0221d5e6fad7 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:12.213277 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-69aef5ae-ce16-48c8-87a5-a5070c3b51df req-d02138a9-c9c1-4cdd-99e8-0221d5e6fad7 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 946 time: 0.1056948 Oct 18 23:37:12.261546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.272029 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:12.290485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d557a179-bc90-4863-ba8e-f223fd5af70e {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 23:37:12.294110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.295905 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.296482 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added segment 7d090000-cf32-45ca-b9cb-5efcd9ec2af0 of type vlan for network 0d371d57-66d0-4951-9c7d-e45f27088abb Oct 18 23:37:12.301421 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-69aef5ae-ce16-48c8-87a5-a5070c3b51df req-50a44b4b-26b2-4063-b710-d28a4a374a49 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783231 Oct 18 23:37:12.304506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "DELETE /v2.0/networks/d557a179-bc90-4863-ba8e-f223fd5af70e HTTP/1.1" status: 204 len: 168 time: 0.6266778 Oct 18 23:37:12.305241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37472) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:12.326388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:12.350404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2ade0-0944-4cb0-a595-bd08ff97cab1 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event deleted for resources: {'Network': ['ID=d557a179-bc90-4863-ba8e-f223fd5af70e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:12.358250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Made reservation on behalf of 9e3096b7bfff4eb780a7d97d479efa3b for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:12.360412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.363289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.391351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:12.403447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.404191 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Added segment 4f065a37-58ce-4ee1-9055-38f92a512b12 of type vlan for network 78f43d93-87f7-45ad-a4f5-ab289064e521 Oct 18 23:37:12.410205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.427496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:12.428242 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.471826 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.479177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3814404 Oct 18 23:37:12.483882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37478) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:12.494129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'subnet': {'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:12.577353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415ee3-ed2e-4f14-a11b-0df01dd999fb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Network': ['ID=0d371d57-66d0-4951-9c7d-e45f27088abb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:12.591684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.591910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 0d371d57-66d0-4951-9c7d-e45f27088abb details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:12.594602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:12.595439 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.660883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3394079 Oct 18 23:37:12.661393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37488) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:12.667726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Request body: {'subnet': {'network_id': '78f43d93-87f7-45ad-a4f5-ab289064e521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:12.722424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.api [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 23:37:12.722424 n-d-713498-28 neutron-server[100921]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 18 23:37:12.722424 n-d-713498-28 neutron-server[100921]: [parameters: {'project_id_1': '9e3096b7bfff4eb780a7d97d479efa3b', 'expiration_1': datetime.datetime(2021, 10, 18, 23, 36, 52, 672714)}] Oct 18 23:37:12.722424 n-d-713498-28 neutron-server[100921]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:37:12.722990 n-d-713498-28 neutron-server[100921]: DEBUG oslo_db.api [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:37:12.734757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2c93c-c74e-43d3-858a-c0bde689d1b0 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'Network': ['ID=78f43d93-87f7-45ad-a4f5-ab289064e521,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:12.743811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:12.749832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:12.751833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 78f43d93-87f7-45ad-a4f5-ab289064e521 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:12.998679 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:13.092843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Checking segment: {'id': '7d090000-cf32-45ca-b9cb-5efcd9ec2af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:13.093445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network hostable DHCP agents. Network: 0d371d57-66d0-4951-9c7d-e45f27088abb, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:37:13.099017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Subnet': ['ID=f75be022-3933-44da-9d3a-79705392e6e8,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:13.124110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 0d371d57-66d0-4951-9c7d-e45f27088abb is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:37:13.135420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 0d371d57-66d0-4951-9c7d-e45f27088abb) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:13.143518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:13.144190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:13.146225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df58aa-57cc-47d5-b3e2-f652f48434e1 None None] Network 0d371d57-66d0-4951-9c7d-e45f27088abb requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:13.166450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-29ddad8a-c5a3-4ca0-b929-0699e6ffa592 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6811624 Oct 18 23:37:13.169202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37504) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:13.272368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Made reservation on behalf of 9e3096b7bfff4eb780a7d97d479efa3b for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:13.274940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:13.353252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-0d371d57-66d0-4951-9c7d-e45f27088abb', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:37:13.360568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:13.543417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50be506-1e8f-42c3-8609-6c10ce37c156 req-5180483a-b9be-4e55-ad77-5b7928b02582 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:13.553229 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a50be506-1e8f-42c3-8609-6c10ce37c156 req-5180483a-b9be-4e55-ad77-5b7928b02582 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 946 time: 0.1180580 Oct 18 23:37:13.671694 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:13.743047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a50be506-1e8f-42c3-8609-6c10ce37c156 req-b96eb48b-4f85-4d30-a65d-ac345f9cf15c tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885762 Oct 18 23:37:13.803478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Allocated IP 2001:db8::2 (0d371d57-66d0-4951-9c7d-e45f27088abb/f75be022-3933-44da-9d3a-79705392e6e8/fc5a4436-e029-4522-b8b7-11156fdb248c) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:13.942893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.objects.ports [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:37:13.943306 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.011473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7b37372-e720-496d-8d91-a7c3303fb83b,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:14.014463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Checking segment: {'id': '4f065a37-58ce-4ee1-9055-38f92a512b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '78f43d93-87f7-45ad-a4f5-ab289064e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:14.014861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Network hostable DHCP agents. Network: 78f43d93-87f7-45ad-a4f5-ab289064e521, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:37:14.033556 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Network 78f43d93-87f7-45ad-a4f5-ab289064e521 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:37:14.066417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 78f43d93-87f7-45ad-a4f5-ab289064e521) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:14.066909 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.074211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:14.075988 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.080843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f9fe6-edbb-4bf6-9132-c1f2b407ad5f None None] Network 78f43d93-87f7-45ad-a4f5-ab289064e521 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:14.091481 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.097957 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f652e0fe-458d-441d-92da-9b008697f3da tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4354053 Oct 18 23:37:14.098639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37532) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:14.104003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Request body: {'floatingip': {'floating_network_id': '78f43d93-87f7-45ad-a4f5-ab289064e521'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:14.129108 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.147668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Network 0d371d57-66d0-4951-9c7d-e45f27088abb is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:14.164772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 2001:db8::1 (0d371d57-66d0-4951-9c7d-e45f27088abb/f75be022-3933-44da-9d3a-79705392e6e8/bc916fa3-4894-4145-b508-3d932337f1f0) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:14.187101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:14.203416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:14.266749 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.307785 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Pushing event updated for resources: {'Port': ['ID=fc5a4436-e029-4522-b8b7-11156fdb248c,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:14.337902 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.344700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Attempting to bind port fc5a4436-e029-4522-b8b7-11156fdb248c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:14.345234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Attempting to bind port fc5a4436-e029-4522-b8b7-11156fdb248c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7d090000-cf32-45ca-b9cb-5efcd9ec2af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:14.345439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Attempting to bind port fc5a4436-e029-4522-b8b7-11156fdb248c on network 0d371d57-66d0-4951-9c7d-e45f27088abb {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:14.355315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:14.355690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Checking segment: {'id': '7d090000-cf32-45ca-b9cb-5efcd9ec2af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:14.356085 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.356480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Bound using segment: {'id': '7d090000-cf32-45ca-b9cb-5efcd9ec2af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:14.356961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Bound port: fc5a4436-e029-4522-b8b7-11156fdb248c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090000-cf32-45ca-b9cb-5efcd9ec2af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:14.357337 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.411423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.471543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc1aff-eb17-4623-86f2-ac5e466514aa None None] Network 78f43d93-87f7-45ad-a4f5-ab289064e521 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:14.474827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Allocated IP 172.20.0.5 (78f43d93-87f7-45ad-a4f5-ab289064e521/a7b37372-e720-496d-8d91-a7c3303fb83b/c8d5f735-3594-44c1-aff8-24444593d037) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:14.512357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] For port fc5a4436-e029-4522-b8b7-11156fdb248c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:14.519260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 0d371d57-66d0-4951-9c7d-e45f27088abb is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:14.525682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:14.535676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:14.536238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.587692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] For port fc5a4436-e029-4522-b8b7-11156fdb248c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fc5a4436-e029-4522-b8b7-11156fdb248c,segment=NetworkSegment(7d090000-cf32-45ca-b9cb-5efcd9ec2af0),segment_id=7d090000-cf32-45ca-b9cb-5efcd9ec2af0)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:14.593143 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.621088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=bc916fa3-4894-4145-b508-3d932337f1f0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:14.655852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.671786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e173c3-8d1b-43b7-be79-0a0720b45a26 None None] Pushing event updated for resources: {'Port': ['ID=fc5a4436-e029-4522-b8b7-11156fdb248c,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:14.718776 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.750096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:14.843334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'Port': ['ID=c8d5f735-3594-44c1-aff8-24444593d037,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:14.860619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Network 78f43d93-87f7-45ad-a4f5-ab289064e521 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:14.867000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:14.870208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:14.993571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3925fa3-fe0a-43a0-aae7-178bdc73b191 req-bf049352-5ad8-41e8-a654-ea0c730508a4 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:14.994024 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e3925fa3-fe0a-43a0-aae7-178bdc73b191 req-bf049352-5ad8-41e8-a654-ea0c730508a4 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 946 time: 0.0832438 Oct 18 23:37:15.160061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e3925fa3-fe0a-43a0-aae7-178bdc73b191 req-d4b70a9d-78b7-4914-90ea-1c9842f95c3c tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587207 Oct 18 23:37:15.166776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.232768 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.304082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fc5a4436-e029-4522-b8b7-11156fdb248c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:15.338437 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.354755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.355685 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.425164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port fc5a4436-e029-4522-b8b7-11156fdb248c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:15.425806 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.442311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=bc916fa3-4894-4145-b508-3d932337f1f0,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:15.551319 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.616130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.623421 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.639914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port fc5a4436-e029-4522-b8b7-11156fdb248c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fc5a4436-e029-4522-b8b7-11156fdb248c,segment=NetworkSegment(7d090000-cf32-45ca-b9cb-5efcd9ec2af0),segment_id=7d090000-cf32-45ca-b9cb-5efcd9ec2af0)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:15.645993 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.666105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 0d371d57-66d0-4951-9c7d-e45f27088abb is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:15.674949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:15.727803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=fc5a4436-e029-4522-b8b7-11156fdb248c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:15.794776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'Port': ['ID=c8d5f735-3594-44c1-aff8-24444593d037,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:15.835115 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.854595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:15.856349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7c3de28b-eecd-49aa-b97c-70731119afff tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7564502 Oct 18 23:37:15.860287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37606) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:15.979244 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-160af313-a573-411d-b222-53470a4b4189 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=78f43d93-87f7-45ad-a4f5-ab289064e521 HTTP/1.1" status: 200 len: 689 time: 0.1175418 Oct 18 23:37:15.981940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37616) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:16.023541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:37:16.306553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:16.327900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:16.328375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d2e61cb2-2f27-4584-8486-7b2f4c54c569 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1565740 Oct 18 23:37:16.330551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37634) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:16.339524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1634813792'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:16.346866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:16.347531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:16.381657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:16.385652 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:16.440505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:16.451972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:16.452629 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added segment 0955d8d3-4d60-4ac2-8859-16dd576abbdf of type vlan for network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 Oct 18 23:37:16.533085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:16.577665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:16.584329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5ff66-e769-43ac-9d80-ef674e998393 None None] Network 0d371d57-66d0-4951-9c7d-e45f27088abb requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:16.587947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:16.589639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:16.686619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3523586 Oct 18 23:37:16.686998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37646) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:16.698132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'subnet': {'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:16.761534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e9a60-52f6-4064-83f2-a82dc26569eb req-db6293df-0090-4258-b767-317b87a9e1bb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:16.770217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-816e9a60-52f6-4064-83f2-a82dc26569eb req-db6293df-0090-4258-b767-317b87a9e1bb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.6059358 Oct 18 23:37:16.780939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:16.799000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:16.899896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86164c5e-5b10-4bed-b961-ab13dd847af7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Network': ['ID=39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:16.940056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:16.945153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:16.957408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b80f6b28-3a1f-48f3-b797-f010108ddae7 None None] Provisioning complete for port fc5a4436-e029-4522-b8b7-11156fdb248c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:16.958008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b80f6b28-3a1f-48f3-b797-f010108ddae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:16.991187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-816e9a60-52f6-4064-83f2-a82dc26569eb req-d4a7e80d-89d9-4f95-befb-e3ef30638e9f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194574 Oct 18 23:37:16.998449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:17.036795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Deleting port c8d5f735-3594-44c1-aff8-24444593d037 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:17.037150 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:17.250886 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:17.252314 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:17.266342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fc5a4436-e029-4522-b8b7-11156fdb248c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:17.290595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Calling delete_port for c8d5f735-3594-44c1-aff8-24444593d037 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:17.420197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port fc5a4436-e029-4522-b8b7-11156fdb248c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:17.420674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:17.464447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:14Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:14Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:17.507090 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:17.517789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:37:17.518395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Updating router ceea9710-4db1-44a4-9687-3a185ce322f4 port bc916fa3-4894-4145-b508-3d932337f1f0 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:37:17.546469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1e9ed-6120-4bce-9a86-f41a3d8953eb req-f8ca232a-faeb-46af-b63d-ad58d2696198 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:17.567019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1e9ed-6120-4bce-9a86-f41a3d8953eb req-f8ca232a-faeb-46af-b63d-ad58d2696198 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2086663 Oct 18 23:37:17.660296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39c1e9ed-6120-4bce-9a86-f41a3d8953eb req-9bce5416-4731-49e1-90c2-e2ebfb7c5814 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906498 Oct 18 23:37:17.693120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Subnet': ['ID=7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:17.733855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Checking segment: {'id': '0955d8d3-4d60-4ac2-8859-16dd576abbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:17.734229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network hostable DHCP agents. Network: 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:37:17.758231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:37:17.777154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:17.779484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:17.788547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:17.789244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:17.822989 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ea862b3c-7cb2-4936-8d4e-74000a3568ba tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1348939 Oct 18 23:37:17.823808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37686) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:17.873002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8d5f735-3594-44c1-aff8-24444593d037,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:18.017097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b022bdae-86b8-48b0-aaa4-1abc159ecd94 None None] Network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:18.034998 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.106868 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.176585 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.305776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-89198754-5dda-4b5b-a3b1-0d7c7514ccfe None None] Provisioning complete for port bc916fa3-4894-4145-b508-3d932337f1f0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:18.309364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.310646 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-89198754-5dda-4b5b-a3b1-0d7c7514ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.369401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b37372-e720-496d-8d91-a7c3303fb83b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:18.487852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.623489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f43d93-87f7-45ad-a4f5-ab289064e521']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:18.660630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f065a37-58ce-4ee1-9055-38f92a512b12') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:18.672793 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f065a37-58ce-4ee1-9055-38f92a512b12') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:18.704595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.744272 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.762509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:18.764410 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:18.770535 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:18.811178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-89198754-5dda-4b5b-a3b1-0d7c7514ccfe None None] Port bc916fa3-4894-4145-b508-3d932337f1f0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:18.877755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:37:18.878645 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.885323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-89198754-5dda-4b5b-a3b1-0d7c7514ccfe None None] Provisioning complete for port fc5a4436-e029-4522-b8b7-11156fdb248c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:18.885702 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-89198754-5dda-4b5b-a3b1-0d7c7514ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.948850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.966030 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78f43d93-87f7-45ad-a4f5-ab289064e521 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 23:37:18.989291 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:18.996408 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "DELETE /v2.0/networks/78f43d93-87f7-45ad-a4f5-ab289064e521 HTTP/1.1" status: 204 len: 168 time: 3.0134284 Oct 18 23:37:19.010750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37732) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:19.047271 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.066708 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.089706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event deleted for resources: {'Network': ['ID=78f43d93-87f7-45ad-a4f5-ab289064e521,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:19.108211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858a32-bac7-4a84-9397-84f438fbbebb req-2b8ccab9-2cf0-47cb-9f5f-0c6ad873ba38 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.109800 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8858a32-bac7-4a84-9397-84f438fbbebb req-2b8ccab9-2cf0-47cb-9f5f-0c6ad873ba38 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 946 time: 0.2999990 Oct 18 23:37:19.181501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc88a83-64bb-4900-ada6-c0f41b3627b1 None None] Pushing event updated for resources: {'Port': ['ID=bc916fa3-4894-4145-b508-3d932337f1f0,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:19.210148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Allocated IP 2001:db8:1::2 (39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4/7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8/fce72b70-e2b7-49fb-8636-0f0af1501c0c) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:19.310593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Attempting to bind port bc916fa3-4894-4145-b508-3d932337f1f0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:19.311529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Attempting to bind port bc916fa3-4894-4145-b508-3d932337f1f0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7d090000-cf32-45ca-b9cb-5efcd9ec2af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:19.311529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Attempting to bind port bc916fa3-4894-4145-b508-3d932337f1f0 on network 0d371d57-66d0-4951-9c7d-e45f27088abb {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:19.332454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:19.343228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Checking segment: {'id': '7d090000-cf32-45ca-b9cb-5efcd9ec2af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:19.343645 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.344066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Bound using segment: {'id': '7d090000-cf32-45ca-b9cb-5efcd9ec2af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:19.349405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Bound port: bc916fa3-4894-4145-b508-3d932337f1f0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090000-cf32-45ca-b9cb-5efcd9ec2af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:19.349959 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.381393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8858a32-bac7-4a84-9397-84f438fbbebb req-c263b2fd-8ac6-4e34-9166-76f9fd10d998 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432345 Oct 18 23:37:19.415532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.416195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.416829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.417359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.418061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.419593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.420131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.422201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.422789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.423342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.424508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.425049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a887c-11a2-41e0-a750-d91134d7a76a tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:19.468717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-e8097176-6af5-4476-ac57-fb667e7633a5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.470361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-e8097176-6af5-4476-ac57-fb667e7633a5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.7195473 Oct 18 23:37:19.489724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-af8e981d-8ca7-4f51-a4b3-c79e36a85252 None None] Provisioning complete for port bc916fa3-4894-4145-b508-3d932337f1f0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:19.490106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af8e981d-8ca7-4f51-a4b3-c79e36a85252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.539002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-6f3d502b-9c9c-4b76-b3de-d79afb601ce5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/quotas/d899752a05e64b3f9145afdc0282ac36 HTTP/1.1" status: 200 len: 375 time: 0.0527866 Oct 18 23:37:19.542833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.613641 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b8743262-bd31-4cf3-9f29-6027a6d99510 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.5761170 Oct 18 23:37:19.614499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37744) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:19.692930 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.715040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.740744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.741223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.741682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.742142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.742595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.743740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.744206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.744743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.745097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:19.747090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4f417844-152a-41a2-965d-a2cddb5d0d30 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5878 time: 0.1310804 Oct 18 23:37:19.750046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37748) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:19.790931 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-8033ade0-2928-43c1-ac83-497ce8da5dfe tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] delete failed (client error): The resource could not be found. Oct 18 23:37:19.791918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8033ade0-2928-43c1-ac83-497ce8da5dfe tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/20677ff7-a229-4880-83c6-3cd46f4182f6 HTTP/1.1" status: 404 len: 345 time: 0.0406895 Oct 18 23:37:19.794758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37752) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:19.809820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:19.810692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-af8e981d-8ca7-4f51-a4b3-c79e36a85252 None None] Port bc916fa3-4894-4145-b508-3d932337f1f0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:19.817332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] For port bc916fa3-4894-4145-b508-3d932337f1f0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:19.822436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:19.827370 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f6006b-f19f-4dea-8de9-e7b1efb14587 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] DELETE failed (client error): The resource could not be found. Oct 18 23:37:19.827976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f6006b-f19f-4dea-8de9-e7b1efb14587 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:37:19.829554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:19.831288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-19f6006b-f19f-4dea-8de9-e7b1efb14587 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "DELETE /v2.0/networks/78f43d93-87f7-45ad-a4f5-ab289064e521 HTTP/1.1" status: 404 len: 339 time: 0.0355465 Oct 18 23:37:19.835778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37756) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:19.843327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-cfc766c0-19de-4a0d-811c-948657e1a4ca tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2276361 Oct 18 23:37:19.845687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] For port bc916fa3-4894-4145-b508-3d932337f1f0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bc916fa3-4894-4145-b508-3d932337f1f0,segment=NetworkSegment(7d090000-cf32-45ca-b9cb-5efcd9ec2af0),segment_id=7d090000-cf32-45ca-b9cb-5efcd9ec2af0)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:19.847832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Request body: {'network': {'name': 'tempest-network--910242834', 'router:external': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:19.857286 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.859442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Pushing event updated for resources: {'Port': ['ID=fce72b70-e2b7-49fb-8636-0f0af1501c0c,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:19.884754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Made reservation on behalf of 9e3096b7bfff4eb780a7d97d479efa3b for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:19.887745 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.915755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:19.926331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:19.926852 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Added segment 3a5c427a-e3dc-4c84-87d8-f3cb940b07e5 of type vlan for network 551651c4-ea28-44a7-9169-32b2d855fe54 Oct 18 23:37:19.975822 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.017528 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.018740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:20.019344 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.027201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Attempting to bind port fce72b70-e2b7-49fb-8636-0f0af1501c0c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:20.027693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Attempting to bind port fce72b70-e2b7-49fb-8636-0f0af1501c0c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0955d8d3-4d60-4ac2-8859-16dd576abbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:20.028149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Attempting to bind port fce72b70-e2b7-49fb-8636-0f0af1501c0c on network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:20.065582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:20.066123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Checking segment: {'id': '0955d8d3-4d60-4ac2-8859-16dd576abbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:20.066873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.067304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Bound using segment: {'id': '0955d8d3-4d60-4ac2-8859-16dd576abbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:20.067887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Bound port: fce72b70-e2b7-49fb-8636-0f0af1501c0c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0955d8d3-4d60-4ac2-8859-16dd576abbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:20.068366 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.075415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d88e85c3-a08b-4b13-b9c6-9463566e4326 None None] Provisioning complete for port bc916fa3-4894-4145-b508-3d932337f1f0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:20.075879 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d88e85c3-a08b-4b13-b9c6-9463566e4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.077527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:20.078243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:36:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:20.090631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc88a83-64bb-4900-ada6-c0f41b3627b1 None None] Pushing event updated for resources: {'Port': ['ID=bc916fa3-4894-4145-b508-3d932337f1f0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:20.140210 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3031445 Oct 18 23:37:20.142953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37768) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:20.203080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4fcdd-a891-4189-8680-80b05e11c8d7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'Network': ['ID=551651c4-ea28-44a7-9169-32b2d855fe54,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:20.311423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 551651c4-ea28-44a7-9169-32b2d855fe54 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:20.347726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 2001:db8:1::1 (39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4/7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8/94ea4fae-3296-41fe-942e-c5dd54ff44fb) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:20.462978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-cc7b659f-4451-4a7d-8cb5-45b95a32764d service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182992 Oct 18 23:37:20.499168 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-08bf14cd-d2f7-4c1b-8c2e-4d307fdc026e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.518129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9f534-41f9-4f69-a2ee-e224d8a91221 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:20.530262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9f534-41f9-4f69-a2ee-e224d8a91221 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:20.530533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:20.539524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9f534-41f9-4f69-a2ee-e224d8a91221 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:20.552602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9f534-41f9-4f69-a2ee-e224d8a91221 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:20.555364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-92a9f534-41f9-4f69-a2ee-e224d8a91221 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4111948 Oct 18 23:37:20.559802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:20.604160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] For port fce72b70-e2b7-49fb-8636-0f0af1501c0c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:20.628174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.647997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-21d6d5a4-f77b-41bd-bb22-947cfeef31e2 service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837883 Oct 18 23:37:20.719562 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.720454 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.740304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-5fce55fb-08c4-4d0d-8c1f-41c3c7884d42 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:20.742159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-5fce55fb-08c4-4d0d-8c1f-41c3c7884d42 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.102 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 946 time: 0.3714623 Oct 18 23:37:20.780309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d88e85c3-a08b-4b13-b9c6-9463566e4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.821757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:20.824930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:20.826462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] For port fce72b70-e2b7-49fb-8636-0f0af1501c0c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fce72b70-e2b7-49fb-8636-0f0af1501c0c,segment=NetworkSegment(0955d8d3-4d60-4ac2-8859-16dd576abbdf),segment_id=0955d8d3-4d60-4ac2-8859-16dd576abbdf)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:20.835428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:20.836028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.861138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:20.962682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=94ea4fae-3296-41fe-942e-c5dd54ff44fb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:20.966241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.003673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551651c4-ea28-44a7-9169-32b2d855fe54']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:21.021093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5c427a-e3dc-4c84-87d8-f3cb940b07e5') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:21.021399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5c427a-e3dc-4c84-87d8-f3cb940b07e5') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:21.035589 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.053968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b63db6-7474-4feb-8b05-831310c51e59 req-0c00cbad-93c4-46bc-a8a2-61ca2ab0d856 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:21.063562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30b63db6-7474-4feb-8b05-831310c51e59 req-0c00cbad-93c4-46bc-a8a2-61ca2ab0d856 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 946 time: 0.5897219 Oct 18 23:37:21.097631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.125154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.144337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:21.145305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:21.149511 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:21.168287 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e236b7cb-818e-4914-9109-5f058f0a6ff6 req-9609a711-d31a-46b7-b39b-939a2d8cbe85 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 210 time: 0.1145411 Oct 18 23:37:21.185841 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30b63db6-7474-4feb-8b05-831310c51e59 req-35b4d5ef-f936-4455-bc18-780ce740061d tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d64bc1d2-f128-486a-9ffb-eb22ac1162db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173370 Oct 18 23:37:21.274027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Deleting port f05ab82b-8e26-4af6-93a2-fea864634e44 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:21.274867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.303294 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.327666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 551651c4-ea28-44a7-9169-32b2d855fe54 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 23:37:21.465143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d88e85c3-a08b-4b13-b9c6-9463566e4326 None None] For port bc916fa3-4894-4145-b508-3d932337f1f0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bc916fa3-4894-4145-b508-3d932337f1f0,segment=NetworkSegment(7d090000-cf32-45ca-b9cb-5efcd9ec2af0),segment_id=7d090000-cf32-45ca-b9cb-5efcd9ec2af0)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:21.512385 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d88e85c3-a08b-4b13-b9c6-9463566e4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.544629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] For port f05ab82b-8e26-4af6-93a2-fea864634e44, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=f05ab82b-8e26-4af6-93a2-fea864634e44,segment=NetworkSegment(4b9ec5da-c5b9-4a3b-9662-33435d888e4d),segment_id=4b9ec5da-c5b9-4a3b-9662-33435d888e4d)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:21.546419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4d6fb-e040-4d3e-8d3e-014deb79c2f7 None None] Pushing event updated for resources: {'Port': ['ID=fce72b70-e2b7-49fb-8636-0f0af1501c0c,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:21.546916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.599885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Calling delete_port for f05ab82b-8e26-4af6-93a2-fea864634e44 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:21.703246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.716954 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.718625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:21.783975 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e85c3-a08b-4b13-b9c6-9463566e4326 None None] Pushing event updated for resources: {'Port': ['ID=bc916fa3-4894-4145-b508-3d932337f1f0,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:21.808564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e7730342-74a1-49a9-a8ae-8f38d91e2a44 None None] Provisioning complete for port bc916fa3-4894-4145-b508-3d932337f1f0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:21.809505 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7730342-74a1-49a9-a8ae-8f38d91e2a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.003226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:22.010592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:22.013324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=94ea4fae-3296-41fe-942e-c5dd54ff44fb,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:22.032023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.032774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.033384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.033888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.034391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.035037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.035526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.036011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.036506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.036999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.037482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.037960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:22.043461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.059113 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "DELETE /v2.0/networks/551651c4-ea28-44a7-9169-32b2d855fe54 HTTP/1.1" status: 204 len: 168 time: 1.4974842 Oct 18 23:37:22.061460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53536866-5177-40f9-9dcf-198fc5436b04 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event deleted for resources: {'Network': ['ID=551651c4-ea28-44a7-9169-32b2d855fe54,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:22.076446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37828) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:22.090007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Request body: {'network': {'name': 'tempest-network--2065609195', 'router:external': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:22.106194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:14Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:19Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:22.107265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.175370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a89d15-f720-4bb1-8a0b-e8c9a213e25a None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:14Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:19Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:22.177612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:37:22.180148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['f05ab82b-8e26-4af6-93a2-fea864634e44'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:37:22.270289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Pushing event deleted for resources: {'Port': ['ID=f05ab82b-8e26-4af6-93a2-fea864634e44,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:22.281730 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Made reservation on behalf of 9e3096b7bfff4eb780a7d97d479efa3b for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:22.284594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.361922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] No DVR routers for this DVR port f05ab82b-8e26-4af6-93a2-fea864634e44 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:22.379092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:22.389204 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.389602 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Added segment db3c7d4c-f332-4232-af8a-06ca72cf95d4 of type vlan for network 6eef9979-60e3-4abe-bb08-7b52786e90e4 Oct 18 23:37:22.398762 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.402093 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-927f9ccd-2722-44cd-a085-d6c622a64ca8 req-d771f1da-4029-4c69-bea1-eb68f19f794f tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.102 "DELETE /v2.0/ports/f05ab82b-8e26-4af6-93a2-fea864634e44 HTTP/1.1" status: 204 len: 173 time: 1.6313043 Oct 18 23:37:22.403826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd3fda9-50bd-446e-9818-b950480c0785', 'name': 'network-vif-deleted', 'tag': 'f05ab82b-8e26-4af6-93a2-fea864634e44'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:37:22.412241 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361dd6a5-2790-49f5-beac-2c7f838282ff" -d '{"events": [{"server_uuid": "7dd3fda9-50bd-446e-9818-b950480c0785", "name": "network-vif-deleted", "tag": "f05ab82b-8e26-4af6-93a2-fea864634e44"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:37:22.457610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4715b171-7095-48aa-a8f1-e4181c6f2b6f req-79625eaa-6c70-4ef5-81eb-3a91eb0c0b09 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 210 time: 0.1064000 Oct 18 23:37:22.524668 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2ed74a-4f92-42ca-b449-31c6f829cb6c x-openstack-request-id: req-af2ed74a-4f92-42ca-b449-31c6f829cb6c {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:37:22.524959 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd3fda9-50bd-446e-9818-b950480c0785", "name": "network-vif-deleted", "tag": "f05ab82b-8e26-4af6-93a2-fea864634e44", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:37:22.525216 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af2ed74a-4f92-42ca-b449-31c6f829cb6c {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:37:22.525618 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd3fda9-50bd-446e-9818-b950480c0785', 'name': 'network-vif-deleted', 'tag': 'f05ab82b-8e26-4af6-93a2-fea864634e44', 'status': 'completed', 'code': 200} Oct 18 23:37:22.537303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.538005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c4f2492c-2a53-4ec6-b287-4f06c40ea436 req-6bc3ee20-7873-41be-9e1e-0d557382bc09 tempest-ServerTagsTestJSON-825238691 tempest-ServerTagsTestJSON-825238691-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dd3fda9-50bd-446e-9818-b950480c0785 HTTP/1.1" status: 200 len: 210 time: 0.1329670 Oct 18 23:37:22.584181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:22.605867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0e6d8919-883a-4b80-8283-3b1a8e086a29 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7787788 Oct 18 23:37:22.605963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37846) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:22.617725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1932667918'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:22.642061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.643118 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:22.656673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.783150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'Network': ['ID=6eef9979-60e3-4abe-bb08-7b52786e90e4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:22.796056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 6eef9979-60e3-4abe-bb08-7b52786e90e4 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:22.809295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:22.835468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:22.925664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a05338fb-72b6-4abd-8ff6-a7ce1d3d22d2 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8472404 Oct 18 23:37:22.928569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37858) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:23.100714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:23.202038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.202569 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added segment 0fd9b21b-4226-4f97-97fb-14de1b43abf2 of type vlan for network fac23234-3988-481f-9051-c46134fd78b4 Oct 18 23:37:23.249790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6519f5-4f45-4416-a386-187253b6f4af tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:23.257476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f6519f5-4f45-4416-a386-187253b6f4af tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] 10.222.0.52 "GET /v2.0/networks/6eef9979-60e3-4abe-bb08-7b52786e90e4 HTTP/1.1" status: 200 len: 757 time: 0.3264027 Oct 18 23:37:23.260380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37868) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:23.286380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-79a1071e-7e75-4b22-8b9d-19ceac531f52 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:23.288606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-79a1071e-7e75-4b22-8b9d-19ceac531f52 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.5332208 Oct 18 23:37:23.329938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fce72b70-e2b7-49fb-8636-0f0af1501c0c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:23.334691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'port': {'device_id': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'admin_state_up': True, 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:23.340981 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.420867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port fce72b70-e2b7-49fb-8636-0f0af1501c0c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:23.421546 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.453643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121c48d2-2743-4b89-b184-02971550b071 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:23.456280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-121c48d2-2743-4b89-b184-02971550b071 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] 10.222.0.52 "GET /v2.0/networks/9d6bddf2-1cd3-4276-ba20-9566b3cdb6a3 HTTP/1.1" status: 200 len: 768 time: 0.1775575 Oct 18 23:37:23.459091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37874) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:23.537310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.538788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6fa87-2976-45c8-85f7-a8a5e088acd9 None None] Network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:23.556150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:23.559292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.584609 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.650070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port fce72b70-e2b7-49fb-8636-0f0af1501c0c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fce72b70-e2b7-49fb-8636-0f0af1501c0c,segment=NetworkSegment(0955d8d3-4d60-4ac2-8859-16dd576abbdf),segment_id=0955d8d3-4d60-4ac2-8859-16dd576abbdf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:23.684226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37882) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:23.712585 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.729340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-517488ca-4f5b-4ad4-8d61-c627692ee0f8 req-e801e637-3150-4350-bf25-b01608313311 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 210 time: 0.1165013 Oct 18 23:37:23.744182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.776173 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1701367 Oct 18 23:37:23.782025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-884ed314-1b0d-4f40-9a2a-c5e551ee37f8 None None] Provisioning complete for port fce72b70-e2b7-49fb-8636-0f0af1501c0c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:23.782401 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-884ed314-1b0d-4f40-9a2a-c5e551ee37f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.790102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37890) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:23.864125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'subnet': {'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:23.900921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.906851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278118e-b496-41d4-9f76-8846b445bea5 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Network': ['ID=fac23234-3988-481f-9051-c46134fd78b4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:23.936280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eef9979-60e3-4abe-bb08-7b52786e90e4']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:23.948176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3c7d4c-f332-4232-af8a-06ca72cf95d4') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:23.948610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3c7d4c-f332-4232-af8a-06ca72cf95d4') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:23.957255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network fac23234-3988-481f-9051-c46134fd78b4 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:23.971561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:23.994250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.002057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:24.002689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:24.005049 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:24.028054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fce0c7-0b31-443b-bea4-1c28b0e2ddf0 admin admin] Deleting subnet 8a7c564c-207e-4f7e-8126-ea088e38f0a8 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:37:24.041329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8fce0c7-0b31-443b-bea4-1c28b0e2ddf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.125829 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.148150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6eef9979-60e3-4abe-bb08-7b52786e90e4 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 23:37:24.155782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Made reservation on behalf of d899752a05e64b3f9145afdc0282ac36 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:24.156526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event deleted for resources: {'Network': ['ID=6eef9979-60e3-4abe-bb08-7b52786e90e4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:24.158455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.159468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.162678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d933e71-45a1-4436-adf1-00894b452484 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "DELETE /v2.0/networks/6eef9979-60e3-4abe-bb08-7b52786e90e4 HTTP/1.1" status: 204 len: 168 time: 0.7024536 Oct 18 23:37:24.167888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37896) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:24.172723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Request body: {'network': {'name': 'tempest-network--719199636'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:24.184789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8fce0c7-0b31-443b-bea4-1c28b0e2ddf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.246153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=fce72b70-e2b7-49fb-8636-0f0af1501c0c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:24.280307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Made reservation on behalf of 9e3096b7bfff4eb780a7d97d479efa3b for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:24.282763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.285325 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad5e9c19-9f07-488f-99d6-e8c2fb54247a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.321233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:24.324739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.343197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:24.373601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.374162 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Added segment 4693925a-3a1b-4a08-9d46-fb81f07a4adb of type vlan for network fb0c0a24-212a-4e58-a812-0c267c19a247 Oct 18 23:37:24.462938 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.520365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8fce0c7-0b31-443b-bea4-1c28b0e2ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.564421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.565679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:24.566445 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:24.627839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Allocated IP 172.20.0.3 (c7d0788c-db89-4515-aee6-4a91445fe6b4/5e025854-be14-4d6b-8b65-ae0a9ecf6dde/204b90b0-cce4-4563-977d-5ad8d27b1379) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:24.706986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'Network': ['ID=fb0c0a24-212a-4e58-a812-0c267c19a247,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:24.722835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b4564061-2a4f-4ba3-8f9b-e331404b3976 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5538635 Oct 18 23:37:24.724278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network fb0c0a24-212a-4e58-a812-0c267c19a247 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:24.725897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:24.736984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d5ee1cfb-9bef-4d68-9fd4-1078b8a4a9ae tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:24.971184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f05ab82b-8e26-4af6-93a2-fea864634e44 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:37:24.990963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c174281-eeff-4449-bc07-4bce92b14dc7 req-a4f7e23b-beb9-4ad2-86e4-89396981d55a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 210 time: 0.0530143 Oct 18 23:37:25.042755 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.046458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: f05ab82b-8e26-4af6-93a2-fea864634e44 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:37:25.047365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device f05ab82b-8e26-4af6-93a2-fea864634e44 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:37:25.067335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9a264be3-a451-4c4c-be52-dcccb74b1614 None None] Provisioning complete for port 94ea4fae-3296-41fe-942e-c5dd54ff44fb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:25.068616 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a264be3-a451-4c4c-be52-dcccb74b1614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.091651 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1cfb-9bef-4d68-9fd4-1078b8a4a9ae tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.107481 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1cfb-9bef-4d68-9fd4-1078b8a4a9ae tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.114990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9a264be3-a451-4c4c-be52-dcccb74b1614 None None] Port 94ea4fae-3296-41fe-942e-c5dd54ff44fb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:25.124338 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8fce0c7-0b31-443b-bea4-1c28b0e2ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.126439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5ee1cfb-9bef-4d68-9fd4-1078b8a4a9ae tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Network fb0c0a24-212a-4e58-a812-0c267c19a247 is not hosted by any dhcp agent {{(pid=100922) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:37:25.127406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee1cfb-9bef-4d68-9fd4-1078b8a4a9ae tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:25.127952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9a264be3-a451-4c4c-be52-dcccb74b1614 None None] Provisioning complete for port fce72b70-e2b7-49fb-8636-0f0af1501c0c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:25.128086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1cfb-9bef-4d68-9fd4-1078b8a4a9ae tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.128566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a264be3-a451-4c4c-be52-dcccb74b1614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.129876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d5ee1cfb-9bef-4d68-9fd4-1078b8a4a9ae tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "PUT /v2.0/networks/fb0c0a24-212a-4e58-a812-0c267c19a247 HTTP/1.1" status: 200 len: 857 time: 0.4027205 Oct 18 23:37:25.132749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:25.234175 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.236781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fce0c7-0b31-443b-bea4-1c28b0e2ddf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7c564c-207e-4f7e-8126-ea088e38f0a8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:25.239099 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a8fce0c7-0b31-443b-bea4-1c28b0e2ddf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.242688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a8fce0c7-0b31-443b-bea4-1c28b0e2ddf0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8a7c564c-207e-4f7e-8126-ea088e38f0a8 HTTP/1.1" status: 204 len: 168 time: 1.5523713 Oct 18 23:37:25.251418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37924) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:25.328506 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.482429 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.559010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fce72b70-e2b7-49fb-8636-0f0af1501c0c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:25.618768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Subnet': ['ID=8c118079-81f4-4317-9259-4183deab1b42,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:25.698269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.708458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.753645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05dc2b1d-fe7f-40e8-9758-8be2ff1b331d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:37:25.761675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Checking segment: {'id': '0fd9b21b-4226-4f97-97fb-14de1b43abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:25.762061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network hostable DHCP agents. Network: fac23234-3988-481f-9051-c46134fd78b4, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:37:25.774552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a433c419-9a71-449f-8de1-a92f543d4ba8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:37:25.798494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:25.853655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:25.868114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:25.957484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port fce72b70-e2b7-49fb-8636-0f0af1501c0c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:25.957874 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:25.973958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network fac23234-3988-481f-9051-c46134fd78b4 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:37:25.976071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'Port': ['ID=204b90b0-cce4-4563-977d-5ad8d27b1379,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:26.097889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, fac23234-3988-481f-9051-c46134fd78b4) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:26.118197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.147040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa241b04-6063-433c-91db-d04f181cd929 None None] Network fac23234-3988-481f-9051-c46134fd78b4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:26.154399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee1cfb-9bef-4d68-9fd4-1078b8a4a9ae tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event updated for resources: {'Network': ['ID=fb0c0a24-212a-4e58-a812-0c267c19a247,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:26.218707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:26.220228 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.230851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.241131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ec81d934-b441-4de5-b7fe-dcab000c0b43 None None] Provisioning complete for port 94ea4fae-3296-41fe-942e-c5dd54ff44fb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:26.241756 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ec81d934-b441-4de5-b7fe-dcab000c0b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.299114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:26.303899 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.363322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d83787-c8d0-4061-92ae-38ed4868510c']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:26.392784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c472af92-8bb5-4858-89c9-633708cd416d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5415387 Oct 18 23:37:26.397862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9ec5da-c5b9-4a3b-9662-33435d888e4d') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:26.398163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9ec5da-c5b9-4a3b-9662-33435d888e4d') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:26.399979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37942) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:26.437678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.446805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-3b0c7ef7-751a-42bc-88f2-6c5110a55a25 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1201570 Oct 18 23:37:26.496653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0c0a24-212a-4e58-a812-0c267c19a247']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:26.505777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.517399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d70bcf-581f-4de5-8ea0-0489a8e06051 req-22842b5e-ffc2-4226-ac06-abf310c008ca tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:26.520096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ec81d934-b441-4de5-b7fe-dcab000c0b43 None None] Port 94ea4fae-3296-41fe-942e-c5dd54ff44fb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:26.543448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44d70bcf-581f-4de5-8ea0-0489a8e06051 req-22842b5e-ffc2-4226-ac06-abf310c008ca tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 931 time: 0.3629889 Oct 18 23:37:26.551929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4693925a-3a1b-4a08-9d46-fb81f07a4adb') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:26.552230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4693925a-3a1b-4a08-9d46-fb81f07a4adb') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:26.610883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.645894 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.681429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:26.681761 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.689951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:26.697485 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:26.706558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:26.708832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.724599 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:26.751492 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:26.752684 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:26.810223 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:26.828438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44d70bcf-581f-4de5-8ea0-0489a8e06051 req-f61d8664-d1cb-455a-b5b8-ffcef2459652 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830763 Oct 18 23:37:26.830449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.846546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb0c0a24-212a-4e58-a812-0c267c19a247 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 23:37:26.846546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:26.850362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] 10.222.0.52 "DELETE /v2.0/networks/fb0c0a24-212a-4e58-a812-0c267c19a247 HTTP/1.1" status: 204 len: 168 time: 1.7157915 Oct 18 23:37:26.851194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37954) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:26.868729 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:26.895677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3e966-65ba-4ee9-aa0f-4cdbad3d3ce7 tempest-ExternalNetworksTestJSON-1617951365 tempest-ExternalNetworksTestJSON-1617951365-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb0c0a24-212a-4e58-a812-0c267c19a247,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:26.899853 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05c424b-f147-4b13-9643-29ed0b8d6e81 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] DELETE failed (client error): The resource could not be found. Oct 18 23:37:26.900876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05c424b-f147-4b13-9643-29ed0b8d6e81 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:37:26.907131 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c05c424b-f147-4b13-9643-29ed0b8d6e81 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] 10.222.0.52 "DELETE /v2.0/subnets/a7b37372-e720-496d-8d91-a7c3303fb83b HTTP/1.1" status: 404 len: 337 time: 0.0518262 Oct 18 23:37:26.907793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37956) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:27.037890 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.076255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0d5f9550-8e72-4c08-9cb2-c33422d68d40 None None] Provisioning complete for port 94ea4fae-3296-41fe-942e-c5dd54ff44fb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:27.076827 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9550-8e72-4c08-9cb2-c33422d68d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.134631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bc916fa3-4894-4145-b508-3d932337f1f0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:27.227016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f9550-8e72-4c08-9cb2-c33422d68d40 None None] Port 94ea4fae-3296-41fe-942e-c5dd54ff44fb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:27.249900 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.266982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-fac23234-3988-481f-9051-c46134fd78b4', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:37:27.267769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.295339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6bddf2-1cd3-4276-ba20-9566b3cdb6a3']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:27.325105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989973a4-566d-49dc-a6a0-1743c4c004c8') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:27.326631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989973a4-566d-49dc-a6a0-1743c4c004c8') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:27.338209 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:20Z', 'revision_number': 3, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:27.356668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.382301 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.393394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:27.394236 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:27.398456 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:27.401244 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:37:27.401696 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Updating router ceea9710-4db1-44a4-9687-3a185ce322f4 port 94ea4fae-3296-41fe-942e-c5dd54ff44fb binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:37:27.459658 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.545275 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.551089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.554781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] 10.222.0.52 "DELETE /v2.0/networks/9d6bddf2-1cd3-4276-ba20-9566b3cdb6a3 HTTP/1.1" status: 204 len: 168 time: 0.6459582 Oct 18 23:37:27.590830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Request body: {'port': {'device_id': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:27.598594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.599116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d6f35-4c1b-48d7-9390-e6fe74e93574 tempest-ExternalNetworksTestJSON-1371273810 tempest-ExternalNetworksTestJSON-1371273810-project] Pushing event deleted for resources: {'Network': ['ID=9d6bddf2-1cd3-4276-ba20-9566b3cdb6a3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:27.613018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.617082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] 10.222.0.52 "DELETE /v2.0/networks/11d83787-c8d0-4061-92ae-38ed4868510c HTTP/1.1" status: 204 len: 168 time: 2.3465710 Oct 18 23:37:27.643166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Allocated IP 2001:db8:2::2 (fac23234-3988-481f-9051-c46134fd78b4/8c118079-81f4-4317-9259-4183deab1b42/d6294e6d-8ffd-433f-97bf-b287ecf3e71e) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:27.753592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37824-9db3-426a-9265-61abe8b2b035 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d83787-c8d0-4061-92ae-38ed4868510c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:27.945647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0d5f9550-8e72-4c08-9cb2-c33422d68d40 None None] Provisioning complete for port 204b90b0-cce4-4563-977d-5ad8d27b1379 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:27.948359 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9550-8e72-4c08-9cb2-c33422d68d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.972856 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:27.988352 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.043166 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.050702 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.076289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f9550-8e72-4c08-9cb2-c33422d68d40 None None] Port 204b90b0-cce4-4563-977d-5ad8d27b1379 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:28.083826 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Pushing event updated for resources: {'Port': ['ID=94ea4fae-3296-41fe-942e-c5dd54ff44fb,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:28.116715 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.120881 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.123112 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.123881 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.124317 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.124894 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.127842 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.128480 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.129179 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.129723 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.130265 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.131122 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:37:28.157006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832f68a-4993-4350-a6ab-b186d08be713 req-2ceeac3e-2f28-4f4b-ac86-1ad6ac34f460 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:28.160665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bc916fa3-4894-4145-b508-3d932337f1f0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:28.160848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.171912 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f832f68a-4993-4350-a6ab-b186d08be713 req-2ceeac3e-2f28-4f4b-ac86-1ad6ac34f460 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 931 time: 0.1383603 Oct 18 23:37:28.254881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37988) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:28.271377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f832f68a-4993-4350-a6ab-b186d08be713 req-b92f9439-01cb-4517-9c0d-1ec2fb827a9b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925112 Oct 18 23:37:28.292367 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.319530 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Attempting to bind port 94ea4fae-3296-41fe-942e-c5dd54ff44fb on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:28.321814 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Attempting to bind port 94ea4fae-3296-41fe-942e-c5dd54ff44fb by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0955d8d3-4d60-4ac2-8859-16dd576abbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:28.322201 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Attempting to bind port 94ea4fae-3296-41fe-942e-c5dd54ff44fb on network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:28.322979 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.335172 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:28.337151 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Checking segment: {'id': '0955d8d3-4d60-4ac2-8859-16dd576abbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:28.339410 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.340766 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Bound using segment: {'id': '0955d8d3-4d60-4ac2-8859-16dd576abbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:28.342013 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Bound port: 94ea4fae-3296-41fe-942e-c5dd54ff44fb, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0955d8d3-4d60-4ac2-8859-16dd576abbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:28.342990 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.356775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37996) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:28.443143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Pushing event updated for resources: {'Port': ['ID=d6294e6d-8ffd-433f-97bf-b287ecf3e71e,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:28.466510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Network fac23234-3988-481f-9051-c46134fd78b4 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:28.476612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:28.480452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:28.561672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38000) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:28.584490 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] For port 94ea4fae-3296-41fe-942e-c5dd54ff44fb, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:28.593287 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] For port 94ea4fae-3296-41fe-942e-c5dd54ff44fb, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=94ea4fae-3296-41fe-942e-c5dd54ff44fb,segment=NetworkSegment(0955d8d3-4d60-4ac2-8859-16dd576abbdf),segment_id=0955d8d3-4d60-4ac2-8859-16dd576abbdf)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:28.606234 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.615834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.646473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c2bdc891-60c6-403b-bf10-09296d896be3 None None] Provisioning complete for port 94ea4fae-3296-41fe-942e-c5dd54ff44fb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:28.646879 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c2bdc891-60c6-403b-bf10-09296d896be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.649943 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1af3d95-5d54-4ecd-9a96-c57a60539bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.652219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Attempting to bind port d6294e6d-8ffd-433f-97bf-b287ecf3e71e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:28.652591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Attempting to bind port d6294e6d-8ffd-433f-97bf-b287ecf3e71e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0fd9b21b-4226-4f97-97fb-14de1b43abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:28.652952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Attempting to bind port d6294e6d-8ffd-433f-97bf-b287ecf3e71e on network fac23234-3988-481f-9051-c46134fd78b4 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:28.702944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:28.703394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Checking segment: {'id': '0fd9b21b-4226-4f97-97fb-14de1b43abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:28.703716 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.704112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Bound using segment: {'id': '0fd9b21b-4226-4f97-97fb-14de1b43abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:28.704595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Bound port: d6294e6d-8ffd-433f-97bf-b287ecf3e71e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd9b21b-4226-4f97-97fb-14de1b43abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:28.704975 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.743468 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f76aa-023c-4001-a6e0-8720a459cb59 None None] Pushing event updated for resources: {'Port': ['ID=94ea4fae-3296-41fe-942e-c5dd54ff44fb,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:28.755140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-21109699-b807-4660-a748-0ee8e70e3270 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2001d310b874a1b8287d6f566115d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920326 Oct 18 23:37:28.765110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38002) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:28.781035 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:28.781858 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:28.799489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] For port d6294e6d-8ffd-433f-97bf-b287ecf3e71e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:28.804708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] For port d6294e6d-8ffd-433f-97bf-b287ecf3e71e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6294e6d-8ffd-433f-97bf-b287ecf3e71e,segment=NetworkSegment(0fd9b21b-4226-4f97-97fb-14de1b43abf2),segment_id=0fd9b21b-4226-4f97-97fb-14de1b43abf2)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:28.819738 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:28.953847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8658db1-c916-4967-8bc7-ca05c5b5ebb9 None None] Pushing event updated for resources: {'Port': ['ID=d6294e6d-8ffd-433f-97bf-b287ecf3e71e,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:29.024987 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:29.044576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204b90b0-cce4-4563-977d-5ad8d27b1379 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:37:29.050169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0116a89f-3ba9-4f47-90f3-d6d157c13eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.077770 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.110632 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c2bdc891-60c6-403b-bf10-09296d896be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.166602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0116a89f-3ba9-4f47-90f3-d6d157c13eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.174269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f6057648-daf7-42f6-9c57-0cd952c66c23 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dac8bebd87fe403b9badb022073fa477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8156350 Oct 18 23:37:29.178920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38012) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:29.197839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c2bdc891-60c6-403b-bf10-09296d896be3 None None] For port 94ea4fae-3296-41fe-942e-c5dd54ff44fb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=94ea4fae-3296-41fe-942e-c5dd54ff44fb,segment=NetworkSegment(0955d8d3-4d60-4ac2-8859-16dd576abbdf),segment_id=0955d8d3-4d60-4ac2-8859-16dd576abbdf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:29.208974 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c2bdc891-60c6-403b-bf10-09296d896be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.245621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Transition to ACTIVE for port object 204b90b0-cce4-4563-977d-5ad8d27b1379 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:37:29.248210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1af3d95-5d54-4ecd-9a96-c57a60539bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.261657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f1af3d95-5d54-4ecd-9a96-c57a60539bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.314605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdc891-60c6-403b-bf10-09296d896be3 None None] Pushing event updated for resources: {'Port': ['ID=94ea4fae-3296-41fe-942e-c5dd54ff44fb,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:29.349570 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.354827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f1af3d95-5d54-4ecd-9a96-c57a60539bae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e08a689fb2e0473b9a8a75131097260f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0796425 Oct 18 23:37:29.354827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af3d95-5d54-4ecd-9a96-c57a60539bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22520e48-d2ba-4102-bf9c-1f4747617073,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:29.368493 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3a684a5e-5147-437d-bc09-20b872afc6e6 None None] Provisioning complete for port 94ea4fae-3296-41fe-942e-c5dd54ff44fb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:29.369926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38020) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:29.370192 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a684a5e-5147-437d-bc09-20b872afc6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.438277 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0116a89f-3ba9-4f47-90f3-d6d157c13eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.438610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 2001:db8:2::1 (fac23234-3988-481f-9051-c46134fd78b4/8c118079-81f4-4317-9259-4183deab1b42/e7f8220d-33a3-4470-84dd-3a17ff8619f4) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:29.446383 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0116a89f-3ba9-4f47-90f3-d6d157c13eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.447977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0116a89f-3ba9-4f47-90f3-d6d157c13eb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d64bc1d2-f128-486a-9ffb-eb22ac1162db HTTP/1.1" status: 204 len: 168 time: 0.6789091 Oct 18 23:37:29.514164 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:20Z', 'revision_number': 3, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:28Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:29.555632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116a89f-3ba9-4f47-90f3-d6d157c13eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64bc1d2-f128-486a-9ffb-eb22ac1162db,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:29.585403 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b06d7-06fe-49ca-bf89-d034aa6b4acd None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:20Z', 'revision_number': 3, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:28Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:29.621783 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70aa5d98-ad82-4016-aa8a-c1f0fe2bbae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.635079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047cbe2-0f00-475c-9a68-67adfee4cf15 req-bdf61802-e1ad-4838-b892-df12dcbcbe6c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:29.636601 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.644251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d047cbe2-0f00-475c-9a68-67adfee4cf15 req-bdf61802-e1ad-4838-b892-df12dcbcbe6c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 943 time: 0.1949189 Oct 18 23:37:29.709835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70aa5d98-ad82-4016-aa8a-c1f0fe2bbae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.780832 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47efebb4-5572-46c5-8baa-f1eef8180dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.798991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Pushing event updated for resources: {'Port': ['ID=204b90b0-cce4-4563-977d-5ad8d27b1379,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:29.811420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d047cbe2-0f00-475c-9a68-67adfee4cf15 req-628772ca-e306-4a5a-a8ed-8511e871eb7c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659539 Oct 18 23:37:29.863198 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.873125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70aa5d98-ad82-4016-aa8a-c1f0fe2bbae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.880628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70aa5d98-ad82-4016-aa8a-c1f0fe2bbae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:29.884202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-70aa5d98-ad82-4016-aa8a-c1f0fe2bbae4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22520e48-d2ba-4102-bf9c-1f4747617073 HTTP/1.1" status: 204 len: 168 time: 0.5102856 Oct 18 23:37:29.924583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa5d98-ad82-4016-aa8a-c1f0fe2bbae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22520e48-d2ba-4102-bf9c-1f4747617073,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:29.984187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=e7f8220d-33a3-4470-84dd-3a17ff8619f4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:30.041243 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47efebb4-5572-46c5-8baa-f1eef8180dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:30.227221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network fac23234-3988-481f-9051-c46134fd78b4 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:30.240206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:30.256097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:30.256965 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:30.378978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Attempting to bind port 204b90b0-cce4-4563-977d-5ad8d27b1379 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:30.379322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Attempting to bind port 204b90b0-cce4-4563-977d-5ad8d27b1379 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:30.379659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Attempting to bind port 204b90b0-cce4-4563-977d-5ad8d27b1379 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:30.444610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47efebb4-5572-46c5-8baa-f1eef8180dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:30.447778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47efebb4-5572-46c5-8baa-f1eef8180dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:30.449510 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-47efebb4-5572-46c5-8baa-f1eef8180dad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9dce3696-eb64-40cb-9b72-e350ca348e4e HTTP/1.1" status: 204 len: 168 time: 1.2578835 Oct 18 23:37:30.457011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Port 204b90b0-cce4-4563-977d-5ad8d27b1379 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:37:30.457260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Attempting to bind port 204b90b0-cce4-4563-977d-5ad8d27b1379 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:30.476239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efebb4-5572-46c5-8baa-f1eef8180dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dce3696-eb64-40cb-9b72-e350ca348e4e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:30.482239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:30.482589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Checking segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:30.482983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Bound using segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:30.483430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Bound port: 204b90b0-cce4-4563-977d-5ad8d27b1379, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:30.483784 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:30.628115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38056) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:30.668672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a28d31d-bfe2-495f-b884-277d02d05efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:30.673817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:30.920863 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a28d31d-bfe2-495f-b884-277d02d05efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:30.929967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3239f41a-6807-43c2-977a-2b4f2654ec91 None None] Network fac23234-3988-481f-9051-c46134fd78b4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:30.933944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a28d31d-bfe2-495f-b884-277d02d05efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:30.975016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-486f1785-8753-4d90-9c88-a8efda098c5d None None] Provisioning complete for port d6294e6d-8ffd-433f-97bf-b287ecf3e71e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:30.975277 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-486f1785-8753-4d90-9c88-a8efda098c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.011393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 94ea4fae-3296-41fe-942e-c5dd54ff44fb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:31.039428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] For port 204b90b0-cce4-4563-977d-5ad8d27b1379, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:31.084464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] For port 204b90b0-cce4-4563-977d-5ad8d27b1379, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=204b90b0-cce4-4563-977d-5ad8d27b1379,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:31.096153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.144415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7a28d31d-bfe2-495f-b884-277d02d05efa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b237f135a50404a9942d6f393d0a1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120645 Oct 18 23:37:31.151017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38070) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:31.154856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28d31d-bfe2-495f-b884-277d02d05efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74495b3a-f003-49a1-b700-11d3dc21dd02,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:31.227141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ae6d-fec7-4c18-a5fa-55c2f1f7b5ed req-5c88e951-c00a-49bf-b9fd-2305baa7010c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:31.238373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 94ea4fae-3296-41fe-942e-c5dd54ff44fb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:31.239058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bf7ae6d-fec7-4c18-a5fa-55c2f1f7b5ed req-5c88e951-c00a-49bf-b9fd-2305baa7010c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 943 time: 0.2939711 Oct 18 23:37:31.239368 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.277647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38074) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:31.285860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:31.289764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.305750 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] 10.222.0.73 "PUT /v2.0/ports/204b90b0-cce4-4563-977d-5ad8d27b1379 HTTP/1.1" status: 200 len: 1092 time: 4.7946446 Oct 18 23:37:31.316779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'tag': '204b90b0-cce4-4563-977d-5ad8d27b1379'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:37:31.321623 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f95f18b-d7ae-49be-ada2-832c104e4d31" -d '{"events": [{"name": "network-changed", "server_uuid": "9d55c7bb-6e46-4469-b4dc-5537f614101e", "tag": "204b90b0-cce4-4563-977d-5ad8d27b1379"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:37:31.331533 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-486f1785-8753-4d90-9c88-a8efda098c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.404224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-486f1785-8753-4d90-9c88-a8efda098c5d None None] For port d6294e6d-8ffd-433f-97bf-b287ecf3e71e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6294e6d-8ffd-433f-97bf-b287ecf3e71e,segment=NetworkSegment(0fd9b21b-4226-4f97-97fb-14de1b43abf2),segment_id=0fd9b21b-4226-4f97-97fb-14de1b43abf2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:31.416841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-486f1785-8753-4d90-9c88-a8efda098c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.496002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448fc01-a2f7-4317-ab50-c48ced95c7dd service neutron] Pushing event updated for resources: {'Port': ['ID=204b90b0-cce4-4563-977d-5ad8d27b1379,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:31.520286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bf7ae6d-fec7-4c18-a5fa-55c2f1f7b5ed req-e6e9a30f-4b2f-41ab-ac0c-6d1b04308b43 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799559 Oct 18 23:37:31.551082 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c258f404-dee6-4f7a-9b7b-4e29488a853e x-openstack-request-id: req-c258f404-dee6-4f7a-9b7b-4e29488a853e {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:37:31.551368 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d55c7bb-6e46-4469-b4dc-5537f614101e", "tag": "204b90b0-cce4-4563-977d-5ad8d27b1379", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:37:31.551624 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c258f404-dee6-4f7a-9b7b-4e29488a853e {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:37:31.552024 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'tag': '204b90b0-cce4-4563-977d-5ad8d27b1379', 'status': 'completed', 'code': 200} Oct 18 23:37:31.560489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7f210eda-af36-44ad-8d74-e060716302ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e3096b7bfff4eb780a7d97d479efa3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770252 Oct 18 23:37:31.561324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38090) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:31.563354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b85cd46b-584f-4d96-a413-470a842ffa9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.610393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b85cd46b-584f-4d96-a413-470a842ffa9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.610645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-51c83c0c-f48d-49f7-8f68-edaa312673e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:31.612248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-51c83c0c-f48d-49f7-8f68-edaa312673e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 1095 time: 0.2198868 Oct 18 23:37:31.631969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6294e6d-8ffd-433f-97bf-b287ecf3e71e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:31.717881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b85cd46b-584f-4d96-a413-470a842ffa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.721481 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b85cd46b-584f-4d96-a413-470a842ffa9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.722834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b85cd46b-584f-4d96-a413-470a842ffa9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74495b3a-f003-49a1-b700-11d3dc21dd02 HTTP/1.1" status: 204 len: 168 time: 0.5640390 Oct 18 23:37:31.733964 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-4060ea72-c5f0-4edc-a44b-634fb5dea811 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=204b90b0-cce4-4563-977d-5ad8d27b1379 HTTP/1.1" status: 200 len: 217 time: 0.1056859 Oct 18 23:37:31.741211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cd46b-584f-4d96-a413-470a842ffa9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74495b3a-f003-49a1-b700-11d3dc21dd02,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:31.775524 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb507b7-282e-47a0-acbe-299c281da599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.791479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f1785-8753-4d90-9c88-a8efda098c5d None None] Pushing event updated for resources: {'Port': ['ID=d6294e6d-8ffd-433f-97bf-b287ecf3e71e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:31.855966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-a2080f3d-722d-4228-9c7c-2cbefecd6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:31.857837 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-a2080f3d-722d-4228-9c7c-2cbefecd6f4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0963652 Oct 18 23:37:31.860029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d6294e6d-8ffd-433f-97bf-b287ecf3e71e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:31.860658 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.868819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb507b7-282e-47a0-acbe-299c281da599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.956911 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb507b7-282e-47a0-acbe-299c281da599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.960024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb507b7-282e-47a0-acbe-299c281da599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:31.967263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8eb507b7-282e-47a0-acbe-299c281da599 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a334c895-c663-4218-beee-e28777e16ef0 HTTP/1.1" status: 204 len: 168 time: 0.4036956 Oct 18 23:37:31.990291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb507b7-282e-47a0-acbe-299c281da599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a334c895-c663-4218-beee-e28777e16ef0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:32.029406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:32.047427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:32.048464 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:32.254599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8cac1c64-dfcd-49f1-b75b-44719ae63134 req-49b914bc-b502-4611-aa87-a44ee8085e51 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3d456e-70f3-46e0-82c3-7b13140db039 HTTP/1.1" status: 200 len: 210 time: 0.0745013 Oct 18 23:37:32.257621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=e7f8220d-33a3-4470-84dd-3a17ff8619f4,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:32.279202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-36a592e0-b8f2-4623-8860-9c018ee7759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:32.283894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-36a592e0-b8f2-4623-8860-9c018ee7759d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4190130 Oct 18 23:37:32.375450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2f092849-13bc-4c93-b5fe-db0424400363 None None] Provisioning complete for port d6294e6d-8ffd-433f-97bf-b287ecf3e71e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:32.376014 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2f092849-13bc-4c93-b5fe-db0424400363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:32.550079 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-def36d84-0f88-4023-8a4f-7d8de132d480 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413714 Oct 18 23:37:32.651502 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2f092849-13bc-4c93-b5fe-db0424400363 None None] Provisioning complete for port e7f8220d-33a3-4470-84dd-3a17ff8619f4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:32.652500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2f092849-13bc-4c93-b5fe-db0424400363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:32.764462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2f092849-13bc-4c93-b5fe-db0424400363 None None] Port e7f8220d-33a3-4470-84dd-3a17ff8619f4 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:32.778752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6294e6d-8ffd-433f-97bf-b287ecf3e71e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:32.889826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1917f-6850-483d-ab4b-c11c1a2bc434 req-143101d2-90e6-4969-b769-ecc829bb27be tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:32.895891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bc1917f-6850-483d-ab4b-c11c1a2bc434 req-143101d2-90e6-4969-b769-ecc829bb27be tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 943 time: 0.2010765 Oct 18 23:37:32.934841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-10360fef-5940-4376-b3be-e08462137543 None None] Provisioning complete for port e7f8220d-33a3-4470-84dd-3a17ff8619f4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:32.938940 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-10360fef-5940-4376-b3be-e08462137543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:33.040128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network fac23234-3988-481f-9051-c46134fd78b4 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:33.046164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:33.058001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d6294e6d-8ffd-433f-97bf-b287ecf3e71e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:33.058384 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:33.085296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bc1917f-6850-483d-ab4b-c11c1a2bc434 req-7312ad78-3b03-493d-8718-89048748d97a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754720 Oct 18 23:37:33.183741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-10360fef-5940-4376-b3be-e08462137543 None None] Port e7f8220d-33a3-4470-84dd-3a17ff8619f4 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:33.316202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:37:33.327565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4bf35441-b117-4a2e-bb4c-f2f170e7ee0d req-8a762dc7-5097-4e8b-a969-ba82ee1644d0 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668915 Oct 18 23:37:33.465182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8fa86283-bf55-4d4e-ac54-3962ce27fc81 req-51757eb7-65f4-4f6f-85f5-59164e81d6c8 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0694122 Oct 18 23:37:33.615073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-7ba9142d-dab7-4e5e-a416-2d1f34939cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:33.617100 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-7ba9142d-dab7-4e5e-a416-2d1f34939cba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 1095 time: 0.1584852 Oct 18 23:37:33.675651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:33.688823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:33.691197 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-56a0965e-d354-422e-8683-b9a33147c31c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2901638 Oct 18 23:37:33.693838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38198) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:33.700693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-94314893'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:33.729279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:33.729967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:33.770953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:33.775424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:33.804200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:33.816524 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:33.817147 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added segment 52e40354-d9fa-4db9-8622-fc6090a240fc of type vlan for network e73ce487-6536-435f-a44a-ba38def3dcc2 Oct 18 23:37:33.858763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-57fb01c6-4863-46fe-9e7b-158624218d32 None None] Provisioning complete for port e7f8220d-33a3-4470-84dd-3a17ff8619f4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:33.859142 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57fb01c6-4863-46fe-9e7b-158624218d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:33.866593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:33.929562 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:33.936709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:33.937487 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:34.046741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-57fb01c6-4863-46fe-9e7b-158624218d32 None None] Port e7f8220d-33a3-4470-84dd-3a17ff8619f4 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:34.050279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Network': ['ID=e73ce487-6536-435f-a44a-ba38def3dcc2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:34.059774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:34.096524 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eb7204b9-26df-4ec5-a3ce-143e4c6b7241 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4014065 Oct 18 23:37:34.097880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-b7b4d60b-583b-4a06-9e1f-a7db711896a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:34.099267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-b7b4d60b-583b-4a06-9e1f-a7db711896a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.4707561 Oct 18 23:37:34.099679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38214) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:34.107115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'subnet': {'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:34.128057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e73ce487-6536-435f-a44a-ba38def3dcc2 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:34.244744 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-678bcb21-ac7f-45a3-bbcd-518f405b28a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=204b90b0-cce4-4563-977d-5ad8d27b1379 HTTP/1.1" status: 200 len: 217 time: 0.1327825 Oct 18 23:37:34.364134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-62c37c3e-81b2-4603-8a75-12a992ef5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:34.366044 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-62c37c3e-81b2-4603-8a75-12a992ef5236 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.1141908 Oct 18 23:37:34.387569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Made reservation on behalf of 5ac20154c8e141b7ac54f9b271cdae10 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:34.392991 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:34.428777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfde0e-08d5-4501-a4e1-3c2766faa248 req-c334e3e8-36eb-4a34-8973-e36198f8466c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:34.431544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcdfde0e-08d5-4501-a4e1-3c2766faa248 req-c334e3e8-36eb-4a34-8973-e36198f8466c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 943 time: 0.1169646 Oct 18 23:37:34.497164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-7630f2fd-3319-48a3-b9ef-97c49a823cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:34.499788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-7630f2fd-3319-48a3-b9ef-97c49a823cdc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262813 Oct 18 23:37:34.688634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-169076bc-6604-4938-9e16-0b029f9a01a9 req-84e7ad30-046d-4d61-bd19-f63415ccb9e5 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0520985 Oct 18 23:37:34.721144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcdfde0e-08d5-4501-a4e1-3c2766faa248 req-a81e84ae-20f1-4b74-84fc-e98f696405a8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834368 Oct 18 23:37:34.729099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38258) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:34.758307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:34.778233 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-1d9b9b3c-60e9-4376-bb92-5ea42ec58908 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604747 Oct 18 23:37:34.794880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:30Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:31Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:34.877098 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:37:34.877486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Updating router ceea9710-4db1-44a4-9687-3a185ce322f4 port e7f8220d-33a3-4470-84dd-3a17ff8619f4 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:37:34.910958 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:34.979665 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f95f18b-d7ae-49be-ada2-832c104e4d31 req-61167693-c81c-4607-aff1-4c5980c2363c service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933892 Oct 18 23:37:34.996138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bb31cbf9-f2e2-4e8d-a082-247c187941c1 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/floatingips/8e82e837-2759-4803-ad95-9b1a6144256f HTTP/1.1" status: 200 len: 993 time: 0.2591972 Oct 18 23:37:35.047941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38268) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:35.055711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.174901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Checking segment: {'id': '52e40354-d9fa-4db9-8622-fc6090a240fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:35.175626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network hostable DHCP agents. Network: e73ce487-6536-435f-a44a-ba38def3dcc2, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:37:35.188330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Subnet': ['ID=633d9744-6d90-43ec-b4a5-434969dc0ad0,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:35.209850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network e73ce487-6536-435f-a44a-ba38def3dcc2 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:37:35.245483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e73ce487-6536-435f-a44a-ba38def3dcc2) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:35.251175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:35.251961 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.285438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18618943-4c00-4502-89ed-80bbd977e959 None None] Network e73ce487-6536-435f-a44a-ba38def3dcc2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:35.287392 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-45c84a71-b178-4b64-8884-ed1d3f9aa246 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1865802 Oct 18 23:37:35.290675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38280) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:35.315715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38282) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:35.327396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38286) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:35.495539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1293983177', 'router:external': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:35.521850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b16dc89-2455-4d09-9045-ff51666a1944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.564216 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.573992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Made reservation on behalf of 169bb2882de745b7ac0b4f99978c25a9 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:35.577294 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.579998 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.591473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.646417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port 0d820fa5-6d77-402a-b58e-7660190559d9 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:35.647183 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.671244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978bf78-3e13-4f35-8245-4656f8f702f8 None None] Pushing event updated for resources: {'Port': ['ID=e7f8220d-33a3-4470-84dd-3a17ff8619f4,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:35.724262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-e73ce487-6536-435f-a44a-ba38def3dcc2', 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'fixed_ips': [{'subnet_id': '633d9744-6d90-43ec-b4a5-434969dc0ad0'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:37:35.725145 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.841177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b16dc89-2455-4d09-9045-ff51666a1944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.841595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Attempting to bind port e7f8220d-33a3-4470-84dd-3a17ff8619f4 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:35.842526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Attempting to bind port e7f8220d-33a3-4470-84dd-3a17ff8619f4 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0fd9b21b-4226-4f97-97fb-14de1b43abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:35.843097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Attempting to bind port e7f8220d-33a3-4470-84dd-3a17ff8619f4 on network fac23234-3988-481f-9051-c46134fd78b4 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:35.853472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b16dc89-2455-4d09-9045-ff51666a1944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.895619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:35.896300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Checking segment: {'id': '0fd9b21b-4226-4f97-97fb-14de1b43abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:35.896875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.897462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Bound using segment: {'id': '0fd9b21b-4226-4f97-97fb-14de1b43abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:35.898123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Bound port: e7f8220d-33a3-4470-84dd-3a17ff8619f4, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd9b21b-4226-4f97-97fb-14de1b43abf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:35.898798 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.912660 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7b16dc89-2455-4d09-9045-ff51666a1944 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=989d972f4d5f4ac8bc0167692b02bcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8610535 Oct 18 23:37:35.915904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38302) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:35.976435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:35.977436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.030433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for 0d820fa5-6d77-402a-b58e-7660190559d9 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:36.047025 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30873f6b-ad98-4ef7-8dc0-cfcab52be86c req-7d7b7348-4911-4d25-a7a3-81e7421c2988 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.1378541 Oct 18 23:37:36.115670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16dc89-2455-4d09-9045-ff51666a1944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fede0a0f-5333-489b-b855-310d7775c411,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:36.210378 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.211538 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.240664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.301919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5175d59-78f8-4874-a721-1b83e2fee270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.347542 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-75287c07-931a-4a09-843e-74b02fd60e10 None None] Provisioning complete for port e7f8220d-33a3-4470-84dd-3a17ff8619f4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:36.348283 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-75287c07-931a-4a09-843e-74b02fd60e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.375247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:36.395894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] For port e7f8220d-33a3-4470-84dd-3a17ff8619f4, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:36.402060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac760db6-c895-42ec-8fa4-a34c13cfa974,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:36.402655 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.421119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Allocated IP 2001:db8:3::2 (e73ce487-6536-435f-a44a-ba38def3dcc2/633d9744-6d90-43ec-b4a5-434969dc0ad0/a22c45b2-fcd2-4a82-81d3-100903c53d3a) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:36.437557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] For port e7f8220d-33a3-4470-84dd-3a17ff8619f4, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e7f8220d-33a3-4470-84dd-3a17ff8619f4,segment=NetworkSegment(0fd9b21b-4226-4f97-97fb-14de1b43abf2),segment_id=0fd9b21b-4226-4f97-97fb-14de1b43abf2)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:36.452522 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.453427 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5175d59-78f8-4874-a721-1b83e2fee270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.458140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.458496 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Added segment 4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9 of type vlan for network e6b69e60-83f8-438b-b2bd-44b34400dc03 Oct 18 23:37:36.593243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f44f6-afe0-4ae0-a1d0-e79b7ee9235e req-a1c64a42-df87-4501-b146-7ee7c54dab30 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:36.595182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e95f44f6-afe0-4ae0-a1d0-e79b7ee9235e req-a1c64a42-df87-4501-b146-7ee7c54dab30 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 943 time: 0.2872756 Oct 18 23:37:36.599417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5175d59-78f8-4874-a721-1b83e2fee270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.602960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5175d59-78f8-4874-a721-1b83e2fee270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.607855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5175d59-78f8-4874-a721-1b83e2fee270 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fede0a0f-5333-489b-b855-310d7775c411 HTTP/1.1" status: 204 len: 168 time: 0.6896682 Oct 18 23:37:36.651687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.655039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5175d59-78f8-4874-a721-1b83e2fee270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede0a0f-5333-489b-b855-310d7775c411,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:36.738819 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.745122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e95f44f6-afe0-4ae0-a1d0-e79b7ee9235e req-18d35ca6-5e46-4fd2-ac4d-8ab373069031 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316640 Oct 18 23:37:36.760572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978bf78-3e13-4f35-8245-4656f8f702f8 None None] Pushing event updated for resources: {'Port': ['ID=e7f8220d-33a3-4470-84dd-3a17ff8619f4,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:36.776797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-75287c07-931a-4a09-843e-74b02fd60e10 None None] Port e7f8220d-33a3-4470-84dd-3a17ff8619f4 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:36.783286 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.784163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:36.784735 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.799869 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.866602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event updated for resources: {'Network': ['ID=e6b69e60-83f8-438b-b2bd-44b34400dc03,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:36.872845 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:36.899284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e6b69e60-83f8-438b-b2bd-44b34400dc03 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:36.928152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Network e73ce487-6536-435f-a44a-ba38def3dcc2 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:36.939708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=0d820fa5-6d77-402a-b58e-7660190559d9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:36.968864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:36.980126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:36.990360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Pushing event updated for resources: {'Port': ['ID=a22c45b2-fcd2-4a82-81d3-100903c53d3a,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:36.992342 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fea03fd0-606b-4c22-80d6-ad003a06b867 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6636455 Oct 18 23:37:36.993222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:36.993973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:36.996934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38322) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:37.031121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'subnet': {'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:37.066330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.066675 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Floating IP 8e82e837-2759-4803-ad95-9b1a6144256f disassociated (deleted). External IP: 172.25.7.177, port: 5dcd74bd-03e3-42be-a276-146b9b247711. Oct 18 23:37:37.149052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Made reservation on behalf of 169bb2882de745b7ac0b4f99978c25a9 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:37.157054 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.195130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Allocated IP 2001:db8:3::1 (e73ce487-6536-435f-a44a-ba38def3dcc2/633d9744-6d90-43ec-b4a5-434969dc0ad0/de2d2272-6c0d-4d6f-883a-6712795d1d7e) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:37.312140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Attempting to bind port a22c45b2-fcd2-4a82-81d3-100903c53d3a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:37.312520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Attempting to bind port a22c45b2-fcd2-4a82-81d3-100903c53d3a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '52e40354-d9fa-4db9-8622-fc6090a240fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:37.312928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Attempting to bind port a22c45b2-fcd2-4a82-81d3-100903c53d3a on network e73ce487-6536-435f-a44a-ba38def3dcc2 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:37.324626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:37.362927 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.389795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:37.390267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Checking segment: {'id': '52e40354-d9fa-4db9-8622-fc6090a240fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:37.390607 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.402567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Bound using segment: {'id': '52e40354-d9fa-4db9-8622-fc6090a240fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:37.406274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Bound port: a22c45b2-fcd2-4a82-81d3-100903c53d3a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e40354-d9fa-4db9-8622-fc6090a240fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:37.406690 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.412206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8c507e33-e42c-4f5a-bbb3-b9b0c6ebdd97 None None] Provisioning complete for port e7f8220d-33a3-4470-84dd-3a17ff8619f4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:37.412579 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c507e33-e42c-4f5a-bbb3-b9b0c6ebdd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.493066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.583593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network e73ce487-6536-435f-a44a-ba38def3dcc2 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:37.588416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=de2d2272-6c0d-4d6f-883a-6712795d1d7e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:37.599858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:37.602758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:37.603682 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.666047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] For port a22c45b2-fcd2-4a82-81d3-100903c53d3a, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:37.672057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] For port a22c45b2-fcd2-4a82-81d3-100903c53d3a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a22c45b2-fcd2-4a82-81d3-100903c53d3a,segment=NetworkSegment(52e40354-d9fa-4db9-8622-fc6090a240fc),segment_id=52e40354-d9fa-4db9-8622-fc6090a240fc)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:37.696106 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c6146063-460e-4c6d-a853-df79936519c9 req-8e13cb7f-9d75-4194-9d1c-e68278e73cf5 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.2259371 Oct 18 23:37:37.702159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7716558-3e24-40f2-afde-3391efb599d6 req-06546470-b048-47dc-aa16-ab4b1693899d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8534565 Oct 18 23:37:37.727237 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.754123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:37:37.786777 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c507e33-e42c-4f5a-bbb3-b9b0c6ebdd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.844494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.880181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7716558-3e24-40f2-afde-3391efb599d6 req-87f95c91-968f-40bd-bf26-320defbf8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:37.881758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7716558-3e24-40f2-afde-3391efb599d6 req-87f95c91-968f-40bd-bf26-320defbf8444 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1097 time: 0.0845661 Oct 18 23:37:37.956725 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8c507e33-e42c-4f5a-bbb3-b9b0c6ebdd97 None None] For port e7f8220d-33a3-4470-84dd-3a17ff8619f4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e7f8220d-33a3-4470-84dd-3a17ff8619f4,segment=NetworkSegment(0fd9b21b-4226-4f97-97fb-14de1b43abf2),segment_id=0fd9b21b-4226-4f97-97fb-14de1b43abf2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:37.975686 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c507e33-e42c-4f5a-bbb3-b9b0c6ebdd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:37.985227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1fe89bc-53e7-4620-84d1-2700d71b3020 req-77e4e962-9a79-42d3-a418-3efa2270cb6f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9e3d456e-70f3-46e0-82c3-7b13140db039 HTTP/1.1" status: 200 len: 210 time: 0.0349922 Oct 18 23:37:38.016143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eec4a3-b45b-4d0a-9513-fa0427b1c266 None None] Pushing event updated for resources: {'Port': ['ID=a22c45b2-fcd2-4a82-81d3-100903c53d3a,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:38.093900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c507e33-e42c-4f5a-bbb3-b9b0c6ebdd97 None None] Pushing event updated for resources: {'Port': ['ID=e7f8220d-33a3-4470-84dd-3a17ff8619f4,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:38.116644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:30Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:36Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:38.156553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a81dcd-15b8-4dc5-bc01-6ee3010c254a None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:30Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:36Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:38.266095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:37:38.266647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:38.279272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:38.284779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:38.299832 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] Sync routers for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:38.321314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7716558-3e24-40f2-afde-3391efb599d6 req-7d68bf1c-ec19-4c23-ba46-d44589cf31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:38.329456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7716558-3e24-40f2-afde-3391efb599d6 req-7d68bf1c-ec19-4c23-ba46-d44589cf31a8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.3951592 Oct 18 23:37:38.373132 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:38.373792 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:38.447813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03968518-c34b-4a92-a9fc-3278f6914411 req-831a0501-a7ed-4a32-89e6-76d4adc33f9e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:38.460707 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03968518-c34b-4a92-a9fc-3278f6914411 req-831a0501-a7ed-4a32-89e6-76d4adc33f9e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 943 time: 0.5472975 Oct 18 23:37:38.506244 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7716558-3e24-40f2-afde-3391efb599d6 req-58834a1e-6d0b-4cd5-9680-74a1a0630ab0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 0.1550219 Oct 18 23:37:38.591405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 204b90b0-cce4-4563-977d-5ad8d27b1379 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:37:38.604040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a4040970-aedf-432d-9c64-60aba661cc01 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/floatingips/8e82e837-2759-4803-ad95-9b1a6144256f HTTP/1.1" status: 204 len: 168 time: 3.2670841 Oct 18 23:37:38.640153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:37:38.651294 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c587f27d-9171-4485-9505-310fbe500282" -d '{"events": [{"name": "network-changed", "server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:37:38.721834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03968518-c34b-4a92-a9fc-3278f6914411 req-6eda822f-1e5a-4808-aab7-0de329bc296c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387414 Oct 18 23:37:38.722697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c16e53c5-ba2a-4588-9d88-0d79a8aaa281,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:38.755314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Checking segment: {'id': '4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:38.756024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Network hostable DHCP agents. Network: e6b69e60-83f8-438b-b2bd-44b34400dc03, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:37:38.798144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Network e6b69e60-83f8-438b-b2bd-44b34400dc03 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:37:38.838868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e6b69e60-83f8-438b-b2bd-44b34400dc03) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:38.843656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7716558-3e24-40f2-afde-3391efb599d6 req-ac07decf-6e62-480f-b39c-3a0d5a183f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:38.845344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7716558-3e24-40f2-afde-3391efb599d6 req-ac07decf-6e62-480f-b39c-3a0d5a183f4a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.3224633 Oct 18 23:37:38.865663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:38.866269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:38.917906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d2887-44e7-49c5-bbb9-9e876491864e None None] Network e6b69e60-83f8-438b-b2bd-44b34400dc03 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:38.937167 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d5a5cb84-d2e4-443e-ad18-8210c982bbb7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9099433 Oct 18 23:37:38.945080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38386) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:38.959623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-705328533', 'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:39.078129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:39.091297 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:39.094441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:39.122694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc50bfa6-0a99-4416-af85-ad2f3ab6d1d0 req-ba94d2b0-6db1-4040-b205-9d619498e74b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0872481 Oct 18 23:37:39.156292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Made reservation on behalf of 169bb2882de745b7ac0b4f99978c25a9 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:39.161664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:39.163739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e7f8220d-33a3-4470-84dd-3a17ff8619f4 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:39.179610 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:39.206639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] device_id is not set on port ed44cea9-f7e2-4b2b-8b01-877f75539810 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:37:39.271601 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1370f2b-b4b0-4aaa-a8bb-bfeacede0da1 req-098b5cbe-7ace-48ec-872a-5beb7aeb300c tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.1715534 Oct 18 23:37:39.366554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7716558-3e24-40f2-afde-3391efb599d6 req-6754347c-2070-45fa-8a54-438c03684050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:39.375911 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7716558-3e24-40f2-afde-3391efb599d6 req-6754347c-2070-45fa-8a54-438c03684050 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5190759 Oct 18 23:37:39.411498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47799d37-c834-4cb2-989b-18586b60d551 None None] Network e6b69e60-83f8-438b-b2bd-44b34400dc03 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:39.503748 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 204b90b0-cce4-4563-977d-5ad8d27b1379, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=204b90b0-cce4-4563-977d-5ad8d27b1379,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:39.516144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event updated for resources: {'Port': ['ID=de2d2272-6c0d-4d6f-883a-6712795d1d7e,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:39.568335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Allocated IP 172.20.0.10 (e6b69e60-83f8-438b-b2bd-44b34400dc03/c16e53c5-ba2a-4588-9d88-0d79a8aaa281/ed44cea9-f7e2-4b2b-8b01-877f75539810) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:39.599439 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4302c07-60fb-4a3c-b992-5ecb4ef43fd0 x-openstack-request-id: req-d4302c07-60fb-4a3c-b992-5ecb4ef43fd0 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:37:39.599735 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:37:39.602551 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4302c07-60fb-4a3c-b992-5ecb4ef43fd0 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:37:39.603108 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711', 'status': 'completed', 'code': 200} Oct 18 23:37:39.681595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '204b90b0-cce4-4563-977d-5ad8d27b1379', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'port_id': '204b90b0-cce4-4563-977d-5ad8d27b1379', 'mac_address': 'fa:16:3e:7a:75:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:37:39.713070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38404) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:39.745279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port e7f8220d-33a3-4470-84dd-3a17ff8619f4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:39.745680 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:39.939502 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8333cb05-0ee9-4308-9cfe-89f5713c17f0', 'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:38:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:26Z', 'updated_at': '2021-10-18T23:35:33Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:39.980337 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:40.036389 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] Checking router: fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:37:40.050175 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:40.050846 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:40.083552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204b90b0-cce4-4563-977d-5ad8d27b1379 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:37:40.110439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 204b90b0-cce4-4563-977d-5ad8d27b1379, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=204b90b0-cce4-4563-977d-5ad8d27b1379,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:40.116101 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7716558-3e24-40f2-afde-3391efb599d6 req-46b379b0-a0ac-41d5-baad-62a03c8155a2 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988059 Oct 18 23:37:40.158552 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Network e73ce487-6536-435f-a44a-ba38def3dcc2 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:40.199115 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587f27d-9171-4485-9505-310fbe500282 req-308016e6-c3f1-4425-b5ea-06dd3060a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:40.200970 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c587f27d-9171-4485-9505-310fbe500282 req-308016e6-c3f1-4425-b5ea-06dd3060a343 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f19dc11e54e439aa6a9975655d4538f&device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 1097 time: 0.3711531 Oct 18 23:37:40.202112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:40.222173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a22c45b2-fcd2-4a82-81d3-100903c53d3a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:40.228515 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:40.252125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e714f842-4b7c-4fd9-b4f8-c368782578eb None None] Network e73ce487-6536-435f-a44a-ba38def3dcc2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:40.322480 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:40.426184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587f27d-9171-4485-9505-310fbe500282 req-c5ae538c-b339-4f9c-9120-4cb429a39016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:40.427686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c587f27d-9171-4485-9505-310fbe500282 req-c5ae538c-b339-4f9c-9120-4cb429a39016 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c2cc1b81-c6ab-4482-bc81-37f7da1108fc HTTP/1.1" status: 200 len: 897 time: 0.1252973 Oct 18 23:37:40.460583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df1e5c-1743-464e-9d3e-47cf0eaa59e8 req-a02bde86-da61-4362-98c1-4442635c2a53 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:40.462751 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c5df1e5c-1743-464e-9d3e-47cf0eaa59e8 req-a02bde86-da61-4362-98c1-4442635c2a53 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 945 time: 0.9024827 Oct 18 23:37:40.509652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2138895287'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:40.580240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c587f27d-9171-4485-9505-310fbe500282 req-5a181ca3-98e6-4419-a410-9b75c354b044 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dcd74bd-03e3-42be-a276-146b9b247711 HTTP/1.1" status: 200 len: 217 time: 0.1137035 Oct 18 23:37:40.619015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:37:40.696472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Made reservation on behalf of f935e69a45b2431898218e269572f809 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:40.700461 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:40.717669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59115616-011b-479f-9deb-4e3344d90251 req-3cdb2f19-f342-4b9e-924f-679efb54d9e7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:40.719913 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59115616-011b-479f-9deb-4e3344d90251 req-3cdb2f19-f342-4b9e-924f-679efb54d9e7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 944 time: 0.2346947 Oct 18 23:37:40.726410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:40.748950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587f27d-9171-4485-9505-310fbe500282 req-f9e821c0-6e7f-4a2e-9d4b-d12901b7fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:40.751037 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c587f27d-9171-4485-9505-310fbe500282 req-f9e821c0-6e7f-4a2e-9d4b-d12901b7fd86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ce416617-2673-4b53-a6c4-02b23cd33455 HTTP/1.1" status: 200 len: 835 time: 0.1300392 Oct 18 23:37:40.771121 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8333cb05-0ee9-4308-9cfe-89f5713c17f0', 'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:38:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:26Z', 'updated_at': '2021-10-18T23:35:33Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:40.781019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c5df1e5c-1743-464e-9d3e-47cf0eaa59e8 req-edee7d1d-d7ea-4b3c-ae34-4b11d2167799 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739785 Oct 18 23:37:40.827862 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7716558-3e24-40f2-afde-3391efb599d6 req-a89165ab-82a6-449f-8c21-a41b949bd2be service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964417 Oct 18 23:37:40.834629 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:40.835187 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9893840-fc60-47f1-a1ab-326f711c5e18 None None] The sync data for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 is: [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:35:29Z', 'revision_number': 4, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8333cb05-0ee9-4308-9cfe-89f5713c17f0', 'name': '', 'network_id': 'c2cc1b81-c6ab-4482-bc81-37f7da1108fc', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'mac_address': 'fa:16:3e:38:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:26Z', 'updated_at': '2021-10-18T23:35:33Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'subnets': [{'id': 'ce416617-2673-4b53-a6c4-02b23cd33455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:40.880600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-54427bcd-54ec-4056-bc62-8e4f41389a5e None None] Provisioning complete for port a22c45b2-fcd2-4a82-81d3-100903c53d3a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:40.881584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54427bcd-54ec-4056-bc62-8e4f41389a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:40.975437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59115616-011b-479f-9deb-4e3344d90251 req-880c3c4a-49a3-42ba-9948-f77e09e29cce tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264917 Oct 18 23:37:40.991126 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:41.007317 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-01a37907-b075-47c3-894d-48b4d363b833 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7141588 Oct 18 23:37:41.032627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-96962ad7-b972-4ddf-83d8-c52560277838 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:41.034184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-96962ad7-b972-4ddf-83d8-c52560277838 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 945 time: 0.3027093 Oct 18 23:37:41.036992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38428) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:41.041219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:41.047240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=204b90b0-cce4-4563-977d-5ad8d27b1379,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:41.054942 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f50d4dff-9e95-421d-9548-e89fed8e6ae5 req-81107be6-8b07-4caf-9f1b-96c5208e704e tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0673735 Oct 18 23:37:41.067625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587f27d-9171-4485-9505-310fbe500282 req-7d416c3e-4e4b-4bc7-b559-d7d8e6b76817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:41.068829 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c587f27d-9171-4485-9505-310fbe500282 req-7d416c3e-4e4b-4bc7-b559-d7d8e6b76817 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c2cc1b81-c6ab-4482-bc81-37f7da1108fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3010430 Oct 18 23:37:41.089612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['204b90b0-cce4-4563-977d-5ad8d27b1379'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:37:41.099964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:41.239946 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c587f27d-9171-4485-9505-310fbe500282 req-f5c3e1a8-befc-4b3c-a724-7d4a733c2b84 service neutron] 10.222.0.73 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533773 Oct 18 23:37:41.303984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a22c45b2-fcd2-4a82-81d3-100903c53d3a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:41.305082 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:41.317299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:41.407205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:41.408608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:41.426388 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612444f1-553d-41cf-bbc7-5335c93f9008 None None] New status for floating IP 8e82e837-2759-4803-ad95-9b1a6144256f: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:37:41.428365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c587f27d-9171-4485-9505-310fbe500282 req-1f6d8c6a-90c7-40e6-bf04-7c84b4c2dfa3 service neutron] 10.222.0.73 "GET /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792715 Oct 18 23:37:41.453330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Network e6b69e60-83f8-438b-b2bd-44b34400dc03 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:41.459140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:41.491675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:41.497983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event updated for resources: {'Port': ['ID=ed44cea9-f7e2-4b2b-8b01-877f75539810,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:41.505150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:41.646627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:41.723223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-00ff8fa9-f174-4014-93f9-9887900ea514 req-6036d6db-7072-4163-b814-67bdda9d77b1 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0529339 Oct 18 23:37:41.726986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:41.727615 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:41.737622 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54427bcd-54ec-4056-bc62-8e4f41389a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:41.740817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:41.764350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:41.817635 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:41.834577 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:41.835045 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Added segment 4dcad482-cb56-449c-8b0e-f6ef849d8352 of type vlan for network 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 Oct 18 23:37:41.838751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port 5dcd74bd-03e3-42be-a276-146b9b247711 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:41.839191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:41.858327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-54427bcd-54ec-4056-bc62-8e4f41389a5e None None] For port a22c45b2-fcd2-4a82-81d3-100903c53d3a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a22c45b2-fcd2-4a82-81d3-100903c53d3a,segment=NetworkSegment(52e40354-d9fa-4db9-8622-fc6090a240fc),segment_id=52e40354-d9fa-4db9-8622-fc6090a240fc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:41.886404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fe2801ae-bb90-40a1-a4ba-1bf5fcba3367 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.9400959 Oct 18 23:37:41.888974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38460) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:41.932337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1099ea49-4a7f-4bae-a0c4-6aca396ccc18,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:41.937987 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54427bcd-54ec-4056-bc62-8e4f41389a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.036352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0b818c10-6e3a-4a0e-af25-6fdc2eb373e7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Deleting port ed44cea9-f7e2-4b2b-8b01-877f75539810 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:42.047167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b818c10-6e3a-4a0e-af25-6fdc2eb373e7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.073722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.177889 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b818c10-6e3a-4a0e-af25-6fdc2eb373e7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.191564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0b818c10-6e3a-4a0e-af25-6fdc2eb373e7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Calling delete_port for ed44cea9-f7e2-4b2b-8b01-877f75539810 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:42.251093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54427bcd-54ec-4056-bc62-8e4f41389a5e None None] Pushing event updated for resources: {'Port': ['ID=a22c45b2-fcd2-4a82-81d3-100903c53d3a,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:42.259722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.resource_extend [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:37:42.264393 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:37:42.264749 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:37:42.349429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.356610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b818c10-6e3a-4a0e-af25-6fdc2eb373e7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.370016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:42.371114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.381814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de2d2272-6c0d-4d6f-883a-6712795d1d7e', 'name': '', 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:00:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:36Z', 'updated_at': '2021-10-18T23:37:38Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:42.395959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b818c10-6e3a-4a0e-af25-6fdc2eb373e7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed44cea9-f7e2-4b2b-8b01-877f75539810,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:42.411079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce5ef7-6d50-4f5e-8942-1a01e020e737 req-6cdd5b0d-a824-47d9-83f5-a6eab830a1e3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:42.412733 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49ce5ef7-6d50-4f5e-8942-1a01e020e737 req-6cdd5b0d-a824-47d9-83f5-a6eab830a1e3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 944 time: 0.3218737 Oct 18 23:37:42.452792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:37:42.453450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Updating router ceea9710-4db1-44a4-9687-3a185ce322f4 port de2d2272-6c0d-4d6f-883a-6712795d1d7e binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:37:42.490192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-34b34595-5624-4e38-a993-e29fff8eb0bf None None] Provisioning complete for port a22c45b2-fcd2-4a82-81d3-100903c53d3a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:42.490708 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34b34595-5624-4e38-a993-e29fff8eb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.506268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event updated for resources: {'Network': ['ID=3cf130ee-15a1-4acf-b835-a2ed66a9ab74,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:42.518267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.528026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:42.581795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port 5dcd74bd-03e3-42be-a276-146b9b247711, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5dcd74bd-03e3-42be-a276-146b9b247711,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:42.582485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.594107 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-072dda49-3c76-4454-8cbf-81b27533cc8e tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8798349 Oct 18 23:37:42.594794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38472) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:42.612795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Request body: {'subnet': {'network_id': '3cf130ee-15a1-4acf-b835-a2ed66a9ab74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:42.623808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a48eb9-5df6-4f29-855d-950229e2348a req-60819410-52e1-4ee8-a68f-964a9cfd3a2e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:42.632577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61a48eb9-5df6-4f29-855d-950229e2348a req-60819410-52e1-4ee8-a68f-964a9cfd3a2e tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 945 time: 0.7238553 Oct 18 23:37:42.668277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b818c10-6e3a-4a0e-af25-6fdc2eb373e7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.676686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0b818c10-6e3a-4a0e-af25-6fdc2eb373e7 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "DELETE /v2.0/ports/ed44cea9-f7e2-4b2b-8b01-877f75539810 HTTP/1.1" status: 204 len: 168 time: 0.7862411 Oct 18 23:37:42.682362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for 5dcd74bd-03e3-42be-a276-146b9b247711 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:42.690099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38474) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:42.699815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03', 'external_fixed_ips': [{'subnet_id': 'c16e53c5-ba2a-4588-9d88-0d79a8aaa281', 'ip_address': '172.20.0.10'}]}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:42.706763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 23:37:42.720251 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-49ce5ef7-6d50-4f5e-8942-1a01e020e737 req-de5baf4f-04fd-4d9b-8ee0-dd94ea3e72e5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975817 Oct 18 23:37:42.819412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61a48eb9-5df6-4f29-855d-950229e2348a req-e4d597f4-b36f-4e82-b85c-e1d680d89597 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/security-groups?id=d568bf63-64b7-44bc-a8fb-b259f37a11b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658995 Oct 18 23:37:42.832238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Removed routes are [] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 23:37:42.838675 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.884199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.888454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:42.980358 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.013507 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Made reservation on behalf of f935e69a45b2431898218e269572f809 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:43.017369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.044842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c0e2bff-b18b-4bff-9adf-87dfb8c7042e req-18cea597-1a37-4d82-b9bd-23043fe588db tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0851152 Oct 18 23:37:43.154671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-34b34595-5624-4e38-a993-e29fff8eb0bf None None] Provisioning complete for port de2d2272-6c0d-4d6f-883a-6712795d1d7e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:43.155122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34b34595-5624-4e38-a993-e29fff8eb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.260634 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.282091 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.288329 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.291017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a22c45b2-fcd2-4a82-81d3-100903c53d3a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:43.294332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.355359 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.401699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-34b34595-5624-4e38-a993-e29fff8eb0bf None None] Port de2d2272-6c0d-4d6f-883a-6712795d1d7e cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:43.413509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=5dcd74bd-03e3-42be-a276-146b9b247711,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:43.448486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc07005-42b5-49b4-b9c3-4462bb880142 None None] Pushing event updated for resources: {'Port': ['ID=de2d2272-6c0d-4d6f-883a-6712795d1d7e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:43.484774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] No DVR routers for this DVR port 5dcd74bd-03e3-42be-a276-146b9b247711 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:43.489843 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.495349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-912584a3-cbe2-4f71-9283-cff2372eaf2a req-1a59c167-f2c7-4614-8f4f-de2191e34d79 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.73 "DELETE /v2.0/ports/5dcd74bd-03e3-42be-a276-146b9b247711 HTTP/1.1" status: 204 len: 173 time: 2.4221458 Oct 18 23:37:43.496141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'name': 'network-vif-deleted', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:37:43.498535 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12191663-4ed6-4401-93d2-2ad28c88d916" -d '{"events": [{"server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "name": "network-vif-deleted", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:37:43.511127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:37:43.569257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a22c45b2-fcd2-4a82-81d3-100903c53d3a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:43.571040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.598505 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e12315-6e92-46a9-8c2a-773678d29efd x-openstack-request-id: req-48e12315-6e92-46a9-8c2a-773678d29efd {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:37:43.598916 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7158a862-3a26-48b5-8342-4ca981a76efb", "name": "network-vif-deleted", "tag": "5dcd74bd-03e3-42be-a276-146b9b247711", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:37:43.599188 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48e12315-6e92-46a9-8c2a-773678d29efd {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:37:43.599579 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7158a862-3a26-48b5-8342-4ca981a76efb', 'name': 'network-vif-deleted', 'tag': '5dcd74bd-03e3-42be-a276-146b9b247711', 'status': 'completed', 'code': 200} Oct 18 23:37:43.620914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Attempting to bind port de2d2272-6c0d-4d6f-883a-6712795d1d7e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:43.621776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Attempting to bind port de2d2272-6c0d-4d6f-883a-6712795d1d7e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '52e40354-d9fa-4db9-8622-fc6090a240fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:43.622333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Attempting to bind port de2d2272-6c0d-4d6f-883a-6712795d1d7e on network e73ce487-6536-435f-a44a-ba38def3dcc2 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:43.635011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-27b28de3-5523-4d82-9d2d-f8e6c8061722 None None] Provisioning complete for port de2d2272-6c0d-4d6f-883a-6712795d1d7e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:43.635660 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-27b28de3-5523-4d82-9d2d-f8e6c8061722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.666984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:43.667415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Checking segment: {'id': '52e40354-d9fa-4db9-8622-fc6090a240fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:43.667767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.668173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Bound using segment: {'id': '52e40354-d9fa-4db9-8622-fc6090a240fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:43.668665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Bound port: de2d2272-6c0d-4d6f-883a-6712795d1d7e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e40354-d9fa-4db9-8622-fc6090a240fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:43.669049 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.687624 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:43.710592 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.712762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9428711f-2c6a-498f-a5ed-16373724e72e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4 HTTP/1.1" status: 200 len: 954 time: 2.6631277 Oct 18 23:37:43.715422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38490) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:43.728869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-27b28de3-5523-4d82-9d2d-f8e6c8061722 None None] Port de2d2272-6c0d-4d6f-883a-6712795d1d7e cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:37:43.880915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] For port de2d2272-6c0d-4d6f-883a-6712795d1d7e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:43.886336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] For port de2d2272-6c0d-4d6f-883a-6712795d1d7e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=de2d2272-6c0d-4d6f-883a-6712795d1d7e,segment=NetworkSegment(52e40354-d9fa-4db9-8622-fc6090a240fc),segment_id=52e40354-d9fa-4db9-8622-fc6090a240fc)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:43.902125 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.909736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-61a0cc19-fa58-465f-ad57-3f50122a4056 None None] Provisioning complete for port de2d2272-6c0d-4d6f-883a-6712795d1d7e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:43.910310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-61a0cc19-fa58-465f-ad57-3f50122a4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:43.968847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5bf61728-0298-41cd-8479-9ca2afdc8bfc tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4 HTTP/1.1" status: 200 len: 954 time: 0.2492912 Oct 18 23:37:43.972799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38504) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:43.992360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'routes': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:44.049084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:44.049731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:44.200382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b02e20-cad9-4405-a057-0c7f8db0120c req-c0b656ac-f4f8-4076-bbb2-269dca8c44bb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:44.209572 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7b02e20-cad9-4405-a057-0c7f8db0120c req-c0b656ac-f4f8-4076-bbb2-269dca8c44bb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 944 time: 0.3107305 Oct 18 23:37:44.218739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:44.264876 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c8c4bbf-63af-455c-a2d7-455cb6a09e1e req-4abaf958-ab5a-438d-8fac-40bf49197797 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "GET /v2.0/ports?device_id=7158a862-3a26-48b5-8342-4ca981a76efb HTTP/1.1" status: 200 len: 210 time: 0.0610361 Oct 18 23:37:44.405856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc07005-42b5-49b4-b9c3-4462bb880142 None None] Pushing event updated for resources: {'Port': ['ID=de2d2272-6c0d-4d6f-883a-6712795d1d7e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:44.454620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7b02e20-cad9-4405-a057-0c7f8db0120c req-9a26cb45-fffa-4836-93a6-53da3ba1edde tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406719 Oct 18 23:37:44.513850 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-61a0cc19-fa58-465f-ad57-3f50122a4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:44.516315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:44.536428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:44.579212 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c262bef3-06d6-4718-ab35-63a637ed388b req-0df4e08e-8db4-401e-9ee5-e92dabfe79ca tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0583105 Oct 18 23:37:44.636805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-61a0cc19-fa58-465f-ad57-3f50122a4056 None None] For port de2d2272-6c0d-4d6f-883a-6712795d1d7e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=de2d2272-6c0d-4d6f-883a-6712795d1d7e,segment=NetworkSegment(52e40354-d9fa-4db9-8622-fc6090a240fc),segment_id=52e40354-d9fa-4db9-8622-fc6090a240fc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:44.644137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 204b90b0-cce4-4563-977d-5ad8d27b1379 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:44.651246 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-61a0cc19-fa58-465f-ad57-3f50122a4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:44.727214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event updated for resources: {'Subnet': ['ID=5441dad1-3628-4a8a-a5f0-32abe99d6f13,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:44.793477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0cc19-fa58-465f-ad57-3f50122a4056 None None] Pushing event updated for resources: {'Port': ['ID=de2d2272-6c0d-4d6f-883a-6712795d1d7e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:44.803920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Checking segment: {'id': '4dcad482-cb56-449c-8b0e-f6ef849d8352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3cf130ee-15a1-4acf-b835-a2ed66a9ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:44.804317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Network hostable DHCP agents. Network: 3cf130ee-15a1-4acf-b835-a2ed66a9ab74, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:37:44.825386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:44.864856 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:44.876635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Network 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:37:44.888403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-da2a8a16-ded2-4230-b5e1-62aeb7c7da92 None None] Provisioning complete for port de2d2272-6c0d-4d6f-883a-6712795d1d7e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:44.888811 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da2a8a16-ded2-4230-b5e1-62aeb7c7da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:44.951107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 3cf130ee-15a1-4acf-b835-a2ed66a9ab74) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:44.952206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 204b90b0-cce4-4563-977d-5ad8d27b1379 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:37:44.971515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:44.972174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:44.980114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f2f9b8-d6be-46db-8920-2b86d85bcc5f None None] Network 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:44.998070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 204b90b0-cce4-4563-977d-5ad8d27b1379 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:45.001361 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.059118 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7f3e3c15-ca9b-485a-8d35-6c262c67205a tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4552674 Oct 18 23:37:45.060382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38518) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:45.066427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Request body: {'port': {'network_id': '3cf130ee-15a1-4acf-b835-a2ed66a9ab74', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1476980115'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:45.271179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Allocated IP 172.20.0.10 (e6b69e60-83f8-438b-b2bd-44b34400dc03/c16e53c5-ba2a-4588-9d88-0d79a8aaa281/69b3f9e7-8d55-4219-9daf-4b17fbc611c1) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:45.301134 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:37:45.388182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38526) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:45.426915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Made reservation on behalf of f935e69a45b2431898218e269572f809 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:45.428735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-3cf130ee-15a1-4acf-b835-a2ed66a9ab74', 'network_id': '3cf130ee-15a1-4acf-b835-a2ed66a9ab74', 'tenant_id': 'f935e69a45b2431898218e269572f809', 'fixed_ips': [{'subnet_id': '5441dad1-3628-4a8a-a5f0-32abe99d6f13'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:37:45.431777 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.436048 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.524612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] device_id is not set on port 68c8491d-b46c-4a1b-939f-dc091ca3d1de yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:37:45.592160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added routes are [] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 23:37:45.592523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 23:37:45.670745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49a6ef40-a5bc-41b0-ab99-4b86f4a4f245 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.709000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.743254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:42Z', 'revision_number': 6, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de2d2272-6c0d-4d6f-883a-6712795d1d7e', 'name': '', 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:00:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:36Z', 'updated_at': '2021-10-18T23:37:43Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:45.772648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49a6ef40-a5bc-41b0-ab99-4b86f4a4f245 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.777617 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.783393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db5b0b-1ff9-4922-9f87-64a6c106c4e2 req-0e70e4ee-6b32-40df-9d77-57b51950bb37 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:45.785046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8db5b0b-1ff9-4922-9f87-64a6c106c4e2 req-0e70e4ee-6b32-40df-9d77-57b51950bb37 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 944 time: 0.1981616 Oct 18 23:37:45.800021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.827159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad93eeba-dedb-416c-96bd-23ffe86a06b4 None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:42Z', 'revision_number': 6, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de2d2272-6c0d-4d6f-883a-6712795d1d7e', 'name': '', 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:00:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:36Z', 'updated_at': '2021-10-18T23:37:43Z', 'revision_number': 4, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:45.836443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204b90b0-cce4-4563-977d-5ad8d27b1379'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:37:45.839144 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5abf91e-c713-424f-8281-0415a16c5221" -d '{"events": [{"server_uuid": "9d55c7bb-6e46-4469-b4dc-5537f614101e", "name": "network-vif-plugged", "status": "completed", "tag": "204b90b0-cce4-4563-977d-5ad8d27b1379"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:37:45.855063 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 204b90b0-cce4-4563-977d-5ad8d27b1379, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=204b90b0-cce4-4563-977d-5ad8d27b1379,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:45.869821 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.874197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5dcd74bd-03e3-42be-a276-146b9b247711 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:37:45.930283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Allocated IP 172.20.0.4 (3cf130ee-15a1-4acf-b835-a2ed66a9ab74/5441dad1-3628-4a8a-a5f0-32abe99d6f13/68c8491d-b46c-4a1b-939f-dc091ca3d1de) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:45.936307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 5dcd74bd-03e3-42be-a276-146b9b247711 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:37:45.936512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5dcd74bd-03e3-42be-a276-146b9b247711 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:37:45.969177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:45.991206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3ed9770b-24bd-4d85-98b4-c6c36afa63c6 req-a6aff0c0-d452-4aa8-a260-6eca2191d04e tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.2342186 Oct 18 23:37:46.007591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=204b90b0-cce4-4563-977d-5ad8d27b1379,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:46.076520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8db5b0b-1ff9-4922-9f87-64a6c106c4e2 req-d0845878-92f0-4744-b8f5-cf6a24a35689 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775056 Oct 18 23:37:46.077130 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49a6ef40-a5bc-41b0-ab99-4b86f4a4f245 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:46.082336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49a6ef40-a5bc-41b0-ab99-4b86f4a4f245 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:46.098039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-49a6ef40-a5bc-41b0-ab99-4b86f4a4f245 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/security-groups/d568bf63-64b7-44bc-a8fb-b259f37a11b8 HTTP/1.1" status: 204 len: 168 time: 0.7065144 Oct 18 23:37:46.113253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Network e6b69e60-83f8-438b-b2bd-44b34400dc03 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:46.117689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6ef40-a5bc-41b0-ab99-4b86f4a4f245 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d568bf63-64b7-44bc-a8fb-b259f37a11b8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:46.142194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event updated for resources: {'Port': ['ID=69b3f9e7-8d55-4219-9daf-4b17fbc611c1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:46.150914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:46.167810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:46.173171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38550) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:46.325389 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025a4f6a-bc84-422e-8358-2a77b8ef7e53 x-openstack-request-id: req-025a4f6a-bc84-422e-8358-2a77b8ef7e53 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:37:46.325685 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d55c7bb-6e46-4469-b4dc-5537f614101e", "name": "network-vif-plugged", "status": "completed", "tag": "204b90b0-cce4-4563-977d-5ad8d27b1379", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:37:46.325943 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-025a4f6a-bc84-422e-8358-2a77b8ef7e53 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:37:46.326346 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204b90b0-cce4-4563-977d-5ad8d27b1379', 'code': 200} Oct 18 23:37:46.433363 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:46.456745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:46.605682 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:46.739155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e4337-3ef1-4dff-9374-4440241a4b73 req-30913afb-3751-43d5-b520-d9b9ecbb3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:46.740895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-991e4337-3ef1-4dff-9374-4440241a4b73 req-30913afb-3751-43d5-b520-d9b9ecbb3d79 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 1097 time: 0.2925279 Oct 18 23:37:46.778062 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:46.797562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:37:46.804135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Allocated IP 172.20.0.2 (3cf130ee-15a1-4acf-b835-a2ed66a9ab74/5441dad1-3628-4a8a-a5f0-32abe99d6f13/9b698217-277b-4197-9a43-a37acc333458) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:46.862397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-991e4337-3ef1-4dff-9374-4440241a4b73 req-0974f6a7-76f0-4c5d-a98b-89cbe2b611ed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071754 Oct 18 23:37:46.886081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Network 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:46.894215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:46.907289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:46.909394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:46.963208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event updated for resources: {'Port': ['ID=68c8491d-b46c-4a1b-939f-dc091ca3d1de,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:47.036872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:47.037545 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.051461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:47.068268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.069637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a3de1e4d-e4d2-4d14-9e2e-09ee25313c58 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4 HTTP/1.1" status: 200 len: 704 time: 3.0958731 Oct 18 23:37:47.075522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38566) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:47.143659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.149218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:47.166031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-216bafb3-9013-4502-a622-11b46678b343 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1019564 Oct 18 23:37:47.166968 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.168968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38570) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:47.271429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:47.272085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:47.290453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9671b90f-fbae-49da-84fb-8f2b7c245aa3 req-d6e9f0ff-a074-45d4-a0db-178e0105fe94 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.1256623 Oct 18 23:37:47.329985 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device de2d2272-6c0d-4d6f-883a-6712795d1d7e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:47.333591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Network 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:47.357191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-197245f7-fa67-445d-a46a-0afa73c9fbb9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4 HTTP/1.1" status: 200 len: 704 time: 0.2779965 Oct 18 23:37:47.358525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38574) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:47.363758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:47.405750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:47.414712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Pushing event updated for resources: {'Port': ['ID=9b698217-277b-4197-9a43-a37acc333458,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:47.465280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:47.472673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.504569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f73280-8eca-49b9-a7d4-df03ecd4c92d req-5a3e6d58-9720-4204-bf07-fc6fe5c1a6b7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:47.514126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a7f73280-8eca-49b9-a7d4-df03ecd4c92d req-5a3e6d58-9720-4204-bf07-fc6fe5c1a6b7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 945 time: 0.2597644 Oct 18 23:37:47.536994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Attempting to bind port 9b698217-277b-4197-9a43-a37acc333458 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:47.537361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Attempting to bind port 9b698217-277b-4197-9a43-a37acc333458 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4dcad482-cb56-449c-8b0e-f6ef849d8352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3cf130ee-15a1-4acf-b835-a2ed66a9ab74'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:47.537721 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Attempting to bind port 9b698217-277b-4197-9a43-a37acc333458 on network 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:47.572776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-93fea514-a42f-42e1-921a-6c7318fd3dff tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Deleting port 68c8491d-b46c-4a1b-939f-dc091ca3d1de {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:47.573255 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93fea514-a42f-42e1-921a-6c7318fd3dff tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.587110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port de2d2272-6c0d-4d6f-883a-6712795d1d7e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:47.587482 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.610656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:47.611319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Checking segment: {'id': '4dcad482-cb56-449c-8b0e-f6ef849d8352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3cf130ee-15a1-4acf-b835-a2ed66a9ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:47.611726 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.612122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Bound using segment: {'id': '4dcad482-cb56-449c-8b0e-f6ef849d8352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3cf130ee-15a1-4acf-b835-a2ed66a9ab74'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:47.612345 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a7f73280-8eca-49b9-a7d4-df03ecd4c92d req-97eb8a2c-b0a7-4abe-89e3-116c4a321581 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916135 Oct 18 23:37:47.612616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Bound port: 9b698217-277b-4197-9a43-a37acc333458, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcad482-cb56-449c-8b0e-f6ef849d8352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3cf130ee-15a1-4acf-b835-a2ed66a9ab74'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:47.612997 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.779856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.807679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93fea514-a42f-42e1-921a-6c7318fd3dff tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.826964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-93fea514-a42f-42e1-921a-6c7318fd3dff tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Calling delete_port for 68c8491d-b46c-4a1b-939f-dc091ca3d1de owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:47.828251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] For port 9b698217-277b-4197-9a43-a37acc333458, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:47.832941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] For port 9b698217-277b-4197-9a43-a37acc333458, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9b698217-277b-4197-9a43-a37acc333458,segment=NetworkSegment(4dcad482-cb56-449c-8b0e-f6ef849d8352),segment_id=4dcad482-cb56-449c-8b0e-f6ef849d8352)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:47.892071 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:47.945141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Router 39688087-9a87-4db4-9702-2edf61eebe7e is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:37:48.111959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93fea514-a42f-42e1-921a-6c7318fd3dff tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:48.174899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305f959-7a4a-4eb3-bdbd-4f69ef0520a3 None None] Pushing event updated for resources: {'Port': ['ID=9b698217-277b-4197-9a43-a37acc333458,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:48.179338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fea514-a42f-42e1-921a-6c7318fd3dff tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event deleted for resources: {'Port': ['ID=68c8491d-b46c-4a1b-939f-dc091ca3d1de,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:48.183321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:45Z', 'revision_number': 7, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de2d2272-6c0d-4d6f-883a-6712795d1d7e', 'name': '', 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:00:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:36Z', 'updated_at': '2021-10-18T23:37:44Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:48.245475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:37:48.254199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:48.260361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:48.261001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:48.271868 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Sync routers for ids ['39688087-9a87-4db4-9702-2edf61eebe7e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:48.287389 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Routers {'39688087-9a87-4db4-9702-2edf61eebe7e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:48.288347 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['39688087-9a87-4db4-9702-2edf61eebe7e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:48.298509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:48.303100 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-56bdfbbe-11e4-482a-8917-e869e8dc2a63 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.6117523 Oct 18 23:37:48.303931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38592) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:48.499652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:48.522391 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93fea514-a42f-42e1-921a-6c7318fd3dff tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:48.532263 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-93fea514-a42f-42e1-921a-6c7318fd3dff tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] 10.222.0.52 "DELETE /v2.0/ports/68c8491d-b46c-4a1b-939f-dc091ca3d1de HTTP/1.1" status: 204 len: 168 time: 1.3584244 Oct 18 23:37:48.533078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38596) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:48.653746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:48.687588 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Set router 39688087-9a87-4db4-9702-2edf61eebe7e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:48.748461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eb379e5e-93d8-4a31-9339-3068f62d8e80 tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.2118256 Oct 18 23:37:48.748819 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38608) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:48.753736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-152543534'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:48.756947 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd774d98-1529-467f-a042-5eb3fc3e0f15 req-8e3b19a8-80e7-4ce9-bac9-fc2d341ac6c6 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.1084185 Oct 18 23:37:48.901317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Made reservation on behalf of f935e69a45b2431898218e269572f809 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:48.904910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:48.962593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:48.982410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:37:48.994187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b1aa6-9f32-4b31-8db2-08d5bb390226 req-282e63fb-552d-4f76-b241-408142054eee tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:48.996356 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-106b1aa6-9f32-4b31-8db2-08d5bb390226 req-282e63fb-552d-4f76-b241-408142054eee tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 945 time: 0.2076306 Oct 18 23:37:49.011035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:45Z', 'revision_number': 7, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de2d2272-6c0d-4d6f-883a-6712795d1d7e', 'name': '', 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:00:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:36Z', 'updated_at': '2021-10-18T23:37:44Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:49.017771 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.019308 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Added segment f2d81ded-4c7f-4103-95b8-851065a2d594 of type vlan for network e4f743a6-d141-4752-949c-501887368425 Oct 18 23:37:49.041366 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.053396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port 8333cb05-0ee9-4308-9cfe-89f5713c17f0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:49.053754 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.071957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a81a97-5437-43bf-bbea-350fb5bff01f None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:45Z', 'revision_number': 7, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de2d2272-6c0d-4d6f-883a-6712795d1d7e', 'name': '', 'network_id': 'e73ce487-6536-435f-a44a-ba38def3dcc2', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:00:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:36Z', 'updated_at': '2021-10-18T23:37:44Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '633d9744-6d90-43ec-b4a5-434969dc0ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:49.228117 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39688087-9a87-4db4-9702-2edf61eebe7e', 'name': '', 'tenant_id': '169bb2882de745b7ac0b4f99978c25a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03', 'external_fixed_ips': [{'subnet_id': 'c16e53c5-ba2a-4588-9d88-0d79a8aaa281', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '69b3f9e7-8d55-4219-9daf-4b17fbc611c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:42Z', 'updated_at': '2021-10-18T23:37:46Z', 'revision_number': 3, 'project_id': '169bb2882de745b7ac0b4f99978c25a9', 'gw_port': {'id': '69b3f9e7-8d55-4219-9daf-4b17fbc611c1', 'name': '', 'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39688087-9a87-4db4-9702-2edf61eebe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'c16e53c5-ba2a-4588-9d88-0d79a8aaa281', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:44Z', 'updated_at': '2021-10-18T23:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c16e53c5-ba2a-4588-9d88-0d79a8aaa281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:49.229359 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.279936 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-106b1aa6-9f32-4b31-8db2-08d5bb390226 req-2b7a1249-41ea-4660-966a-003744f35054 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596323 Oct 18 23:37:49.293771 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9b698217-277b-4197-9a43-a37acc333458 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:49.304082 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Checking router: 39688087-9a87-4db4-9702-2edf61eebe7e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:37:49.304660 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Updating router 39688087-9a87-4db4-9702-2edf61eebe7e port 69b3f9e7-8d55-4219-9daf-4b17fbc611c1 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:37:49.403993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Deleting port 69b3f9e7-8d55-4219-9daf-4b17fbc611c1 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:49.404530 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.406573 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.421310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:49.424889 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.426844 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.455717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9b698217-277b-4197-9a43-a37acc333458 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:49.456825 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.471114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port 8333cb05-0ee9-4308-9cfe-89f5713c17f0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8333cb05-0ee9-4308-9cfe-89f5713c17f0,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:49.471505 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.492927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ce320f-2e26-4038-98f2-10342f29778c req-40cf7d40-7118-46ed-abbd-c72e8c048caf tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d899752a05e64b3f9145afdc0282ac36 HTTP/1.1" status: 200 len: 267 time: 0.1227310 Oct 18 23:37:49.528264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for 8333cb05-0ee9-4308-9cfe-89f5713c17f0 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:49.701051 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.713536 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9636090 Oct 18 23:37:49.719466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38622) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:49.791419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 9b698217-277b-4197-9a43-a37acc333458, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9b698217-277b-4197-9a43-a37acc333458,segment=NetworkSegment(4dcad482-cb56-449c-8b0e-f6ef849d8352),segment_id=4dcad482-cb56-449c-8b0e-f6ef849d8352)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:49.799494 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.818048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b79a65-a740-44c8-8caf-6ca334f2e28b tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event updated for resources: {'Network': ['ID=e4f743a6-d141-4752-949c-501887368425,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:49.842757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e4f743a6-d141-4752-949c-501887368425 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:37:49.879331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce320f-2e26-4038-98f2-10342f29778c req-13d2613a-ab31-4e7c-b5eb-9ad70f97fd8f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:49.880925 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ce320f-2e26-4038-98f2-10342f29778c req-13d2613a-ab31-4e7c-b5eb-9ad70f97fd8f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 945 time: 0.3671117 Oct 18 23:37:49.916079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.922945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d6ce320f-2e26-4038-98f2-10342f29778c req-c8e2c96a-7791-4371-8fa5-c4dd281280dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'port': {'security_groups': []}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:49.932783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Calling delete_port for 69b3f9e7-8d55-4219-9daf-4b17fbc611c1 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:49.941657 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:49.954015 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.014015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=9b698217-277b-4197-9a43-a37acc333458,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:50.032527 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec150ba0-f864-48a5-a124-1a8ada55922e req-8f41d837-9f35-4026-a79f-8dcd91aab867 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0720704 Oct 18 23:37:50.034521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca39dd9-0b37-41fa-be28-368363caf367 None None] Network 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:50.095430 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Attempting to bind port 69b3f9e7-8d55-4219-9daf-4b17fbc611c1 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:37:50.095802 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Attempting to bind port 69b3f9e7-8d55-4219-9daf-4b17fbc611c1 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:37:50.096167 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Attempting to bind port 69b3f9e7-8d55-4219-9daf-4b17fbc611c1 on network e6b69e60-83f8-438b-b2bd-44b34400dc03 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:37:50.098295 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75dc1d-3e1e-41ac-9a5b-0c3fe55bfdc0 None None] Pushing event updated for resources: {'Port': ['ID=69b3f9e7-8d55-4219-9daf-4b17fbc611c1,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:50.116833 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:37:50.117262 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Checking segment: {'id': '4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:37:50.117650 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.118005 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Bound using segment: {'id': '4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:37:50.118451 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Bound port: 69b3f9e7-8d55-4219-9daf-4b17fbc611c1, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e6b69e60-83f8-438b-b2bd-44b34400dc03'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:37:50.128277 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.186870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cb8fff40-9b1a-4efb-9342-74be773d499e None None] Provisioning complete for port 9b698217-277b-4197-9a43-a37acc333458 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:50.187249 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb8fff40-9b1a-4efb-9342-74be773d499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.236199 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] For port 69b3f9e7-8d55-4219-9daf-4b17fbc611c1, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:37:50.240573 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] For port 69b3f9e7-8d55-4219-9daf-4b17fbc611c1, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=69b3f9e7-8d55-4219-9daf-4b17fbc611c1,segment=NetworkSegment(4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9),segment_id=4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:37:50.248740 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.253167 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-add0744b-bfd3-47bd-9a3b-6c434cd8a4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.331737 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.362141 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Routers {'39688087-9a87-4db4-9702-2edf61eebe7e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:50.362914 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['39688087-9a87-4db4-9702-2edf61eebe7e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:50.372576 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ce320f-2e26-4038-98f2-10342f29778c req-c8e2c96a-7791-4371-8fa5-c4dd281280dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.394072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0421970c-d577-4191-8fbc-8591d65489fb tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] 10.222.0.52 "GET /v2.0/agents/af761e03-3893-476b-a93d-8ce931b5b00e/dhcp-networks HTTP/1.1" status: 200 len: 9620 time: 0.6710260 Oct 18 23:37:50.404374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38636) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:50.451171 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75dc1d-3e1e-41ac-9a5b-0c3fe55bfdc0 None None] Pushing event updated for resources: {'Port': ['ID=69b3f9e7-8d55-4219-9daf-4b17fbc611c1,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:50.554637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port de2d2272-6c0d-4d6f-883a-6712795d1d7e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:50.555180 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.673756 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] Set router 39688087-9a87-4db4-9702-2edf61eebe7e gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:50.757139 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39688087-9a87-4db4-9702-2edf61eebe7e', 'name': '', 'tenant_id': '169bb2882de745b7ac0b4f99978c25a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:42Z', 'updated_at': '2021-10-18T23:37:50Z', 'revision_number': 5, 'project_id': '169bb2882de745b7ac0b4f99978c25a9', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:50.789605 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c764b9-8810-486b-b7b1-4d829b7a0b35 None None] The sync data for ids ['39688087-9a87-4db4-9702-2edf61eebe7e'] in n-d-713498-28 is: [{'id': '39688087-9a87-4db4-9702-2edf61eebe7e', 'name': '', 'tenant_id': '169bb2882de745b7ac0b4f99978c25a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:42Z', 'updated_at': '2021-10-18T23:37:50Z', 'revision_number': 5, 'project_id': '169bb2882de745b7ac0b4f99978c25a9', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:50.862905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event deleted for resources: {'Port': ['ID=69b3f9e7-8d55-4219-9daf-4b17fbc611c1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:50.919469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.953400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1b4944f0-1430-4800-ad4b-87e3f2d6e0a2 None None] Provisioning complete for port 9b698217-277b-4197-9a43-a37acc333458 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:50.954059 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b4944f0-1430-4800-ad4b-87e3f2d6e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:50.970233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port de2d2272-6c0d-4d6f-883a-6712795d1d7e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=de2d2272-6c0d-4d6f-883a-6712795d1d7e,segment=NetworkSegment(52e40354-d9fa-4db9-8622-fc6090a240fc),segment_id=52e40354-d9fa-4db9-8622-fc6090a240fc)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:50.971454 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.002427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for de2d2272-6c0d-4d6f-883a-6712795d1d7e owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:51.045192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.060177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.142357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.143657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39688087-9a87-4db4-9702-2edf61eebe7e {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:37:51.152842 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.154541 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-10eeecbd-85d9-41b1-8891-6a9817a1ed24 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "DELETE /v2.0/routers/39688087-9a87-4db4-9702-2edf61eebe7e HTTP/1.1" status: 204 len: 168 time: 2.8485961 Oct 18 23:37:51.157327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38654) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:51.225529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d6ce320f-2e26-4038-98f2-10342f29778c req-c8e2c96a-7791-4371-8fa5-c4dd281280dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] For port 204b90b0-cce4-4563-977d-5ad8d27b1379, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=204b90b0-cce4-4563-977d-5ad8d27b1379,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:51.267956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e061ca-c415-44bf-95b1-a80d90e53f56 tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] Network e4f743a6-d141-4752-949c-501887368425 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:37:51.275598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.286040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9b698217-277b-4197-9a43-a37acc333458 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:37:51.291228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-855d267c-c9d0-49d5-ac7e-12c4a0c59898 None None] Could not find standard attr ID for object 68c8491d-b46c-4a1b-939f-dc091ca3d1de. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:37:51.311666 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc0870ee-9e81-4267-ba70-941a1d7b1e61 req-60dcccad-6922-4936-89bf-a83199f72c4b tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0756676 Oct 18 23:37:51.321795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ce320f-2e26-4038-98f2-10342f29778c req-c8e2c96a-7791-4371-8fa5-c4dd281280dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.362819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-49e061ca-c415-44bf-95b1-a80d90e53f56 tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] 10.222.0.52 "POST /v2.0/agents/af761e03-3893-476b-a93d-8ce931b5b00e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9433491 Oct 18 23:37:51.363572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38658) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:51.368474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9b698217-277b-4197-9a43-a37acc333458 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:51.368851 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.371956 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ac5059-a56f-4bd2-b188-ddb6ef11ba43 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Deleting subnet c16e53c5-ba2a-4588-9d88-0d79a8aaa281 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:37:51.372090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56118140-5570-4379-98d2-c7f786a20e9a None None] Network e4f743a6-d141-4752-949c-501887368425 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:51.380220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5059-a56f-4bd2-b188-ddb6ef11ba43 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.411227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ce320f-2e26-4038-98f2-10342f29778c req-c8e2c96a-7791-4371-8fa5-c4dd281280dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.427863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=8333cb05-0ee9-4308-9cfe-89f5713c17f0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:51.505620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5059-a56f-4bd2-b188-ddb6ef11ba43 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.542682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a433c419-9a71-449f-8de1-a92f543d4ba8', '204b90b0-cce4-4563-977d-5ad8d27b1379'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:37:51.545232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05dc2b1d-fe7f-40e8-9758-8be2ff1b331d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:37:51.594321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce320f-2e26-4038-98f2-10342f29778c req-c8e2c96a-7791-4371-8fa5-c4dd281280dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:51.596138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d6ce320f-2e26-4038-98f2-10342f29778c req-c8e2c96a-7791-4371-8fa5-c4dd281280dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.599802 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5059-a56f-4bd2-b188-ddb6ef11ba43 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.599962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6ce320f-2e26-4038-98f2-10342f29778c req-c8e2c96a-7791-4371-8fa5-c4dd281280dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "PUT /v2.0/ports/204b90b0-cce4-4563-977d-5ad8d27b1379 HTTP/1.1" status: 200 len: 904 time: 1.6817956 Oct 18 23:37:51.607174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'tag': '204b90b0-cce4-4563-977d-5ad8d27b1379'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:37:51.610319 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f372e1-2a89-4032-b63e-cf4d765e2543" -d '{"events": [{"name": "network-changed", "server_uuid": "9d55c7bb-6e46-4469-b4dc-5537f614101e", "tag": "204b90b0-cce4-4563-977d-5ad8d27b1379"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:37:51.789854 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9b46b3-be94-4730-8060-d72a7b0b6744 x-openstack-request-id: req-3b9b46b3-be94-4730-8060-d72a7b0b6744 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:37:51.790250 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d55c7bb-6e46-4469-b4dc-5537f614101e", "tag": "204b90b0-cce4-4563-977d-5ad8d27b1379", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:37:51.790510 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b9b46b3-be94-4730-8060-d72a7b0b6744 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:37:51.790952 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'tag': '204b90b0-cce4-4563-977d-5ad8d27b1379', 'status': 'completed', 'code': 200} Oct 18 23:37:51.862546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5059-a56f-4bd2-b188-ddb6ef11ba43 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.879130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2c96a-7791-4371-8fa5-c4dd281280dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'Port': ['ID=204b90b0-cce4-4563-977d-5ad8d27b1379,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:51.907264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac5059-a56f-4bd2-b188-ddb6ef11ba43 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c16e53c5-ba2a-4588-9d88-0d79a8aaa281,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:51.921358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163ae33-a7e7-48d1-a98b-eb5c687e3e7a req-488003f5-2037-48c0-bfae-fc20216435b2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:51.926338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['204b90b0-cce4-4563-977d-5ad8d27b1379'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:37:51.936762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b163ae33-a7e7-48d1-a98b-eb5c687e3e7a req-488003f5-2037-48c0-bfae-fc20216435b2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 907 time: 0.2065446 Oct 18 23:37:51.961008 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5059-a56f-4bd2-b188-ddb6ef11ba43 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:51.964497 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f9ac5059-a56f-4bd2-b188-ddb6ef11ba43 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/c16e53c5-ba2a-4588-9d88-0d79a8aaa281 HTTP/1.1" status: 204 len: 168 time: 0.7910423 Oct 18 23:37:51.967463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38666) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:52.050773 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-c9f78619-e02a-4d1f-a63f-b5f06e1752db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:52.053949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-c9f78619-e02a-4d1f-a63f-b5f06e1752db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 1059 time: 0.1698530 Oct 18 23:37:52.064061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.169620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.175494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.192350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f5f00a2a-f30e-4281-8976-6cd6050ce071 None None] Provisioning complete for port 204b90b0-cce4-4563-977d-5ad8d27b1379 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:37:52.193385 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5f00a2a-f30e-4281-8976-6cd6050ce071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.205351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b69e60-83f8-438b-b2bd-44b34400dc03']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:52.216631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:52.217038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa7e754-dc89-4a46-b0d9-b7909bd3d3f9') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:52.227952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.248000 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.262050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:52.262476 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: items = [ Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:52.264419 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:52.284226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=de2d2272-6c0d-4d6f-883a-6712795d1d7e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:52.324587 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8ba8fe35-0be5-4c71-816d-33dba1c74639 tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] 10.222.0.52 "GET /v2.0/agents/af761e03-3893-476b-a93d-8ce931b5b00e/dhcp-networks HTTP/1.1" status: 200 len: 10391 time: 0.9180419 Oct 18 23:37:52.380038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38670) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:52.475471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e622e41-6999-45c3-9e82-6f85d183fdfd req-7df49052-c2c4-446a-8e20-9c04c7a14acc tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:52.476808 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4ba69fc1-9cee-410c-b9e3-341b572a714c req-30ff2885-8521-4375-b9f0-1f0103048ee8 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0321069 Oct 18 23:37:52.477958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.479867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e622e41-6999-45c3-9e82-6f85d183fdfd req-7df49052-c2c4-446a-8e20-9c04c7a14acc tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3872628 Oct 18 23:37:52.493067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6b69e60-83f8-438b-b2bd-44b34400dc03 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 23:37:52.495865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.505140 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "DELETE /v2.0/networks/e6b69e60-83f8-438b-b2bd-44b34400dc03 HTTP/1.1" status: 204 len: 168 time: 0.5365219 Oct 18 23:37:52.521686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83445bed-ada3-48d5-8ffd-f9efefa17905 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6b69e60-83f8-438b-b2bd-44b34400dc03,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:52.922249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38682) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:52.929174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-37990599-48a6-44a5-a96b-0f0aadae9c20 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'router': {'name': 'tempest-router--554996712', 'project_id': '4061802904864644a5503aa6a8a638a3'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:52.970899 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37990599-48a6-44a5-a96b-0f0aadae9c20 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:52.973703 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37990599-48a6-44a5-a96b-0f0aadae9c20 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.054542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37990599-48a6-44a5-a96b-0f0aadae9c20 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.061388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37990599-48a6-44a5-a96b-0f0aadae9c20 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.082234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37990599-48a6-44a5-a96b-0f0aadae9c20 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.086211 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-37990599-48a6-44a5-a96b-0f0aadae9c20 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1613684 Oct 18 23:37:53.090097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38684) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:53.187167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c7e939c7-f51c-442f-888a-212691f10804 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.212396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-e0d4dd81-1993-4a83-95de-0ac88ed5f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:53.222896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-e0d4dd81-1993-4a83-95de-0ac88ed5f896 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 1.0614846 Oct 18 23:37:53.265719 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e622e41-6999-45c3-9e82-6f85d183fdfd req-343b22a4-3cb4-4fac-800c-282c4d69ab92 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957072 Oct 18 23:37:53.316177 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.377393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-8a52cd7f-d148-476f-9e2a-b12f616bd6d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=204b90b0-cce4-4563-977d-5ad8d27b1379 HTTP/1.1" status: 200 len: 217 time: 0.1530898 Oct 18 23:37:53.377967 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.387654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-24ac4bf7-46ee-4403-baab-6f5a71ca84c9 tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] 10.222.0.52 "DELETE /v2.0/agents/af761e03-3893-476b-a93d-8ce931b5b00e/dhcp-networks/e4f743a6-d141-4752-949c-501887368425 HTTP/1.1" status: 204 len: 168 time: 0.9989994 Oct 18 23:37:53.396897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:53.406343 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c7e939c7-f51c-442f-888a-212691f10804 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.429914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c7e939c7-f51c-442f-888a-212691f10804 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.594314 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c7e939c7-f51c-442f-888a-212691f10804 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.594890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e939c7-f51c-442f-888a-212691f10804 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f09c752-817c-424b-9b0e-5e421c68f860 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:37:53.604032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-2a4f20e2-2222-4d1d-9057-1950b914af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:53.605906 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-2a4f20e2-2222-4d1d-9057-1950b914af28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.2192974 Oct 18 23:37:53.607353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c7e939c7-f51c-442f-888a-212691f10804 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.613163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c7e939c7-f51c-442f-888a-212691f10804 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "DELETE /v2.0/routers/7f09c752-817c-424b-9b0e-5e421c68f860 HTTP/1.1" status: 204 len: 168 time: 0.5170691 Oct 18 23:37:53.623996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e804c-f1f2-407b-a220-86cf8eae1ad6 req-8ae36d8a-6320-428d-ad65-5f1a7feff88e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:53.625705 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b71e804c-f1f2-407b-a220-86cf8eae1ad6 req-8ae36d8a-6320-428d-ad65-5f1a7feff88e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2637782 Oct 18 23:37:53.708432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88a86a23-19e4-4ff2-8292-e3b34b5e61da req-b24dd3fb-ca55-4e29-8fac-4581f5d3dc7e tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.1013985 Oct 18 23:37:53.728323 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b71e804c-f1f2-407b-a220-86cf8eae1ad6 req-5c560202-149a-45e7-9802-b8c3cc3743b0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917001 Oct 18 23:37:53.754979 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-05fc1a7a-1ef0-4c46-8df2-14cb5ccec48b tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] 10.222.0.52 "GET /v2.0/agents/af761e03-3893-476b-a93d-8ce931b5b00e/dhcp-networks HTTP/1.1" status: 200 len: 8815 time: 0.3525112 Oct 18 23:37:53.762476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38700) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:53.799338 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4d7df870-e6be-4756-8c94-2a8d61e0ed91 tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] 10.222.0.52 "GET /v2.0/networks/3cf130ee-15a1-4acf-b835-a2ed66a9ab74/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0355058 Oct 18 23:37:53.800318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38702) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:53.825282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-6d2cc1dc-c4fd-44c9-816d-a0c198a8da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:53.826777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-6d2cc1dc-c4fd-44c9-816d-a0c198a8da1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2134330 Oct 18 23:37:53.828276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0e0fce78-a510-4080-b7bc-398938195a10 tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] 10.222.0.52 "GET /v2.0/networks/3cf130ee-15a1-4acf-b835-a2ed66a9ab74/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0269704 Oct 18 23:37:53.829358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38704) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:53.920354 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-485fc652-959f-40e4-af60-82f2b99b2d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:53.959324 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38706) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:54.118978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38716) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:54.125307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2504759f-e329-4f5b-b101-050edc73362a tempest-DHCPAgentSchedulersTestJSON-1350039183 tempest-DHCPAgentSchedulersTestJSON-1350039183-project-admin] 10.222.0.52 "GET /v2.0/agents/af761e03-3893-476b-a93d-8ce931b5b00e/dhcp-networks HTTP/1.1" status: 200 len: 8815 time: 0.2940052 Oct 18 23:37:54.177870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-1a47bb60-9f54-4073-bb76-9dc1164dd057 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036432 Oct 18 23:37:54.185194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:37:54.267500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1671298470', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:54.306650 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:54.308870 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:54.310159 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:54.327949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:37:54.404875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:54.559913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:54.595512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6f372e1-2a89-4032-b63e-cf4d765e2543 req-9774eee4-303d-4028-9348-3394dd6d8ea9 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702066 Oct 18 23:37:54.602683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-78ae5a48-7f4e-4350-b3aa-862e8f417fd9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:54.604478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-78ae5a48-7f4e-4350-b3aa-862e8f417fd9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.4255605 Oct 18 23:37:54.641390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:54.654762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:54.658534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1f6e7fd4-a8ef-4711-8dfc-5d642f78b7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2986183 Oct 18 23:37:54.662751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38724) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:54.666138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-45646772-2e7c-4c8d-a753-5098fc599e1b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/quotas/d899752a05e64b3f9145afdc0282ac36 HTTP/1.1" status: 200 len: 375 time: 0.0375507 Oct 18 23:37:54.668046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:54.668872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:54.776489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:54.795694 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:54.809332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:37:54.816522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:54.820704 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225579e-6035-4efb-9238-31806d4d645c None None] Sync routers for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:37:54.823365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6aa286ff-8558-46eb-b026-f525b996cca0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "PUT /v2.0/routers/fc294657-6a40-4d52-a9d6-2ad3eb3e7e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6490464 Oct 18 23:37:54.837597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38728) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:54.838266 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225579e-6035-4efb-9238-31806d4d645c None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:54.843016 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e225579e-6035-4efb-9238-31806d4d645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:54.848965 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:54.914804 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:54.921729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f743a6-d141-4752-949c-501887368425']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:54.938032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6eb61814-1fdd-4420-aee3-573cd4aac7c1 req-5726957c-ff96-4c88-a434-e833cc4fa62f tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0389538 Oct 18 23:37:54.994126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d81ded-4c7f-4103-95b8-851065a2d594') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:54.994624 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d81ded-4c7f-4103-95b8-851065a2d594') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:55.009771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5477b71-99f6-40ea-9075-09163b0eb8d9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting subnet ce416617-2673-4b53-a6c4-02b23cd33455 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:37:55.011393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.015448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5477b71-99f6-40ea-9075-09163b0eb8d9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.029292 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.036506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:55.036980 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.079701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5477b71-99f6-40ea-9075-09163b0eb8d9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:55.106779 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:55.115641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3b8ff7-54b5-4110-98f5-4daf277c5143 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting subnet 633d9744-6d90-43ec-b4a5-434969dc0ad0 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:37:55.120613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.127595 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8ff7-54b5-4110-98f5-4daf277c5143 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.188097 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e225579e-6035-4efb-9238-31806d4d645c None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:55.203482 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.220341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] 10.222.0.52 "DELETE /v2.0/networks/e4f743a6-d141-4752-949c-501887368425 HTTP/1.1" status: 204 len: 168 time: 1.0998459 Oct 18 23:37:55.232964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38732) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:55.282202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6e5d1-fce8-4b07-94f7-ddb59741d149 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event deleted for resources: {'Network': ['ID=e4f743a6-d141-4752-949c-501887368425,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:55.284522 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-d397ff15-6f5f-4ec6-939f-323ba28c9380 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] DELETE failed (client error): The resource could not be found. Oct 18 23:37:55.285479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d397ff15-6f5f-4ec6-939f-323ba28c9380 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:37:55.288749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d397ff15-6f5f-4ec6-939f-323ba28c9380 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] 10.222.0.52 "DELETE /v2.0/ports/68c8491d-b46c-4a1b-939f-dc091ca3d1de HTTP/1.1" status: 404 len: 333 time: 0.0523324 Oct 18 23:37:55.296529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38734) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:55.326260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.341057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Allocated IP 172.25.7.138 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/8d98fc61-e332-4fb5-9d46-774e9ef6233f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:37:55.345197 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-682e8669-fd60-4983-b7e3-415edbac42b7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5969088 Oct 18 23:37:55.356284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:51Z', 'revision_number': 8, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:55.366945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8ff7-54b5-4110-98f5-4daf277c5143 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.384080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5477b71-99f6-40ea-9075-09163b0eb8d9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.396255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:37:55.406757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:55.407618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:55.514350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8ff7-54b5-4110-98f5-4daf277c5143 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.525408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:55.577428 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e225579e-6035-4efb-9238-31806d4d645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:37:50Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:55.579026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-359f4332-0ad1-42fd-af94-d9774dd0afcd tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Deleting subnet 5441dad1-3628-4a8a-a5f0-32abe99d6f13 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:37:55.587450 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-359f4332-0ad1-42fd-af94-d9774dd0afcd tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.650752 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225579e-6035-4efb-9238-31806d4d645c None None] Checking router: fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:37:55.674976 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-359f4332-0ad1-42fd-af94-d9774dd0afcd tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.676285 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225579e-6035-4efb-9238-31806d4d645c None None] Routers {'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:37:55.677129 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e225579e-6035-4efb-9238-31806d4d645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:55.813504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:51Z', 'revision_number': 8, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:55.846183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df11d4-2c60-4be5-a6d8-cde2b1d853eb None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:37:51Z', 'revision_number': 8, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f8220d-33a3-4470-84dd-3a17ff8619f4', 'name': '', 'network_id': 'fac23234-3988-481f-9051-c46134fd78b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:9f:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8c118079-81f4-4317-9259-4183deab1b42', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:28Z', 'updated_at': '2021-10-18T23:37:37Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '8c118079-81f4-4317-9259-4183deab1b42', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:55.862152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-359f4332-0ad1-42fd-af94-d9774dd0afcd tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:55.930679 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e225579e-6035-4efb-9238-31806d4d645c None None] Set router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:37:56.074555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-359f4332-0ad1-42fd-af94-d9774dd0afcd tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.077622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8ff7-54b5-4110-98f5-4daf277c5143 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.099679 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-a1878c9a-1b55-4fc3-9893-804a350e95bf service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844981 Oct 18 23:37:56.121709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f4332-0ad1-42fd-af94-d9774dd0afcd tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event deleted for resources: {'Subnet': ['ID=5441dad1-3628-4a8a-a5f0-32abe99d6f13,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:56.134980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.168522 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3860436f-6437-4dfc-889b-b20be230db27 req-8f7a4cd0-9fbf-45af-afdc-19f713426002 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0488791 Oct 18 23:37:56.173799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-359f4332-0ad1-42fd-af94-d9774dd0afcd tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.180863 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-359f4332-0ad1-42fd-af94-d9774dd0afcd tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] 10.222.0.52 "DELETE /v2.0/subnets/5441dad1-3628-4a8a-a5f0-32abe99d6f13 HTTP/1.1" status: 204 len: 168 time: 0.8832414 Oct 18 23:37:56.181522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38742) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:56.191852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9acdcd-015e-423f-a39c-d0a855d10ff7 None None] Network 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:56.323229 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5477b71-99f6-40ea-9075-09163b0eb8d9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.337944 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e225579e-6035-4efb-9238-31806d4d645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:37:50Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:56.372339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.396419 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225579e-6035-4efb-9238-31806d4d645c None None] The sync data for ids ['fc294657-6a40-4d52-a9d6-2ad3eb3e7e96'] in n-d-713498-28 is: [{'id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'name': 'tempest-TestNetworkBasicOps-router-1781023218', 'tenant_id': '4f19dc11e54e439aa6a9975655d4538f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '50a280aa-08ef-4f88-803f-68594e93b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:35:19Z', 'updated_at': '2021-10-18T23:37:50Z', 'revision_number': 5, 'project_id': '4f19dc11e54e439aa6a9975655d4538f', 'gw_port': {'id': '50a280aa-08ef-4f88-803f-68594e93b342', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc294657-6a40-4d52-a9d6-2ad3eb3e7e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:35:20Z', 'updated_at': '2021-10-18T23:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:37:56.409789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5477b71-99f6-40ea-9075-09163b0eb8d9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Subnet': ['ID=ce416617-2673-4b53-a6c4-02b23cd33455,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:56.426626 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8ff7-54b5-4110-98f5-4daf277c5143 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.435305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bd3b8ff7-54b5-4110-98f5-4daf277c5143 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/633d9744-6d90-43ec-b4a5-434969dc0ad0 HTTP/1.1" status: 204 len: 168 time: 1.7707481 Oct 18 23:37:56.440621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38746) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:56.441346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a2b9c-65b6-4688-a6fc-670f7f8ff68c None None] Network e73ce487-6536-435f-a44a-ba38def3dcc2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:56.446256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b8ff7-54b5-4110-98f5-4daf277c5143 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Subnet': ['ID=633d9744-6d90-43ec-b4a5-434969dc0ad0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:56.468638 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-c43cecb4-8ec1-41bd-bc1b-aaf9db81d607 service neutron] 10.222.0.52 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677483 Oct 18 23:37:56.474258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5477b71-99f6-40ea-9075-09163b0eb8d9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.479715 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e5477b71-99f6-40ea-9075-09163b0eb8d9 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/subnets/ce416617-2673-4b53-a6c4-02b23cd33455 HTTP/1.1" status: 204 len: 168 time: 1.6400087 Oct 18 23:37:56.486938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38748) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:56.496866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f6d439-d475-4afa-9529-76f2c872f9d0 None None] Network c2cc1b81-c6ab-4482-bc81-37f7da1108fc requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:37:56.705265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.781341 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:56.850309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event updated for resources: {'Port': ['ID=8d98fc61-e332-4fb5-9d46-774e9ef6233f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:56.879455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:37:56.893134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:37:56.897334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:37:56.975344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.025184 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.077223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port 50a280aa-08ef-4f88-803f-68594e93b342 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:57.077737 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.135450 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6f1223ba-2071-480e-a179-bdaa29fdf3d9 req-9a352659-bbf0-4d1a-aff4-e799ab3ff923 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 210 time: 0.2332342 Oct 18 23:37:57.156869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Deleting port 9b698217-277b-4197-9a43-a37acc333458 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:57.157394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.192575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32d1b40-5dc5-4265-bdaf-ac31b1860a0b None None] DHCP port deletion for 3cf130ee-15a1-4acf-b835-a2ed66a9ab74 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:37:57.317088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port 50a280aa-08ef-4f88-803f-68594e93b342, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=50a280aa-08ef-4f88-803f-68594e93b342,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:57.317663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.389564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for 50a280aa-08ef-4f88-803f-68594e93b342 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:57.416720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f21de4db-a460-445b-9fca-dd4fdc14a286 req-fa033727-b966-4b77-8590-669e64ad99f4 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0524375 Oct 18 23:37:57.477592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device de2d2272-6c0d-4d6f-883a-6712795d1d7e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:37:57.604533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: de2d2272-6c0d-4d6f-883a-6712795d1d7e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:37:57.605379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device de2d2272-6c0d-4d6f-883a-6712795d1d7e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:37:57.606262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8333cb05-0ee9-4308-9cfe-89f5713c17f0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:37:57.651920 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.652698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] For port 9b698217-277b-4197-9a43-a37acc333458, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9b698217-277b-4197-9a43-a37acc333458,segment=NetworkSegment(4dcad482-cb56-449c-8b0e-f6ef849d8352),segment_id=4dcad482-cb56-449c-8b0e-f6ef849d8352)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:57.652698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.678150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Calling delete_port for 9b698217-277b-4197-9a43-a37acc333458 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:57.737512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 8333cb05-0ee9-4308-9cfe-89f5713c17f0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:37:57.738062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8333cb05-0ee9-4308-9cfe-89f5713c17f0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:37:57.738999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9b698217-277b-4197-9a43-a37acc333458 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:37:57.742033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=50a280aa-08ef-4f88-803f-68594e93b342,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:57.752280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218af9df-f6c7-4cd1-af6b-c5494bb91853 None None] DHCP port deletion for e73ce487-6536-435f-a44a-ba38def3dcc2 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:37:57.886448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.904243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be89ffc2-f66c-460c-9775-9af1ba77e161 None None] DHCP port deletion for c2cc1b81-c6ab-4482-bc81-37f7da1108fc request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:37:57.911244 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.929698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port a22c45b2-fcd2-4a82-81d3-100903c53d3a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:57.930039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:57.997934 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f32d1b40-5dc5-4265-bdaf-ac31b1860a0b None None] Deleting port 9b698217-277b-4197-9a43-a37acc333458 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:57.998356 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f32d1b40-5dc5-4265-bdaf-ac31b1860a0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.089895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.093945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.125933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f32d1b40-5dc5-4265-bdaf-ac31b1860a0b None None] For port 9b698217-277b-4197-9a43-a37acc333458, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9b698217-277b-4197-9a43-a37acc333458,segment=NetworkSegment(4dcad482-cb56-449c-8b0e-f6ef849d8352),segment_id=4dcad482-cb56-449c-8b0e-f6ef849d8352)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:58.126589 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f32d1b40-5dc5-4265-bdaf-ac31b1860a0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.155963 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.166801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f32d1b40-5dc5-4265-bdaf-ac31b1860a0b None None] Calling delete_port for 9b698217-277b-4197-9a43-a37acc333458 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:58.200224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-218af9df-f6c7-4cd1-af6b-c5494bb91853 None None] Deleting port a22c45b2-fcd2-4a82-81d3-100903c53d3a {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:58.200774 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-218af9df-f6c7-4cd1-af6b-c5494bb91853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.224474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.225651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Fanout notify agent at l3_agent the message router_deleted on router fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:37:58.247027 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.254002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b7b75f2c-443a-482c-bf6b-5dd4e1231243 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/routers/fc294657-6a40-4d52-a9d6-2ad3eb3e7e96 HTTP/1.1" status: 204 len: 168 time: 1.7626786 Oct 18 23:37:58.257676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38768) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:37:58.300789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-218af9df-f6c7-4cd1-af6b-c5494bb91853 None None] For port a22c45b2-fcd2-4a82-81d3-100903c53d3a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a22c45b2-fcd2-4a82-81d3-100903c53d3a,segment=NetworkSegment(52e40354-d9fa-4db9-8622-fc6090a240fc),segment_id=52e40354-d9fa-4db9-8622-fc6090a240fc)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:58.301353 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-218af9df-f6c7-4cd1-af6b-c5494bb91853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.317023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-218af9df-f6c7-4cd1-af6b-c5494bb91853 None None] Calling delete_port for a22c45b2-fcd2-4a82-81d3-100903c53d3a owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:58.343230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0eca6374-3603-4614-a46c-33d1797e9ca7 req-69a06809-2a97-438f-a320-56f661ee6977 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 210 time: 0.0595987 Oct 18 23:37:58.529215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.556078 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-218af9df-f6c7-4cd1-af6b-c5494bb91853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.680484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-be89ffc2-f66c-460c-9775-9af1ba77e161 None None] Deleting port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:58.680921 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be89ffc2-f66c-460c-9775-9af1ba77e161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.683444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218af9df-f6c7-4cd1-af6b-c5494bb91853 None None] No DVR routers for this DVR port a22c45b2-fcd2-4a82-81d3-100903c53d3a on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:58.696426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218af9df-f6c7-4cd1-af6b-c5494bb91853 None None] Pushing event deleted for resources: {'Port': ['ID=a22c45b2-fcd2-4a82-81d3-100903c53d3a,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:58.733650 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.868791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Deleting port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:37:58.869599 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.932132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-be89ffc2-f66c-460c-9775-9af1ba77e161 None None] For port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4458d595-f0a8-4de8-9191-6eb1dbb0bc27,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:58.932544 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be89ffc2-f66c-460c-9775-9af1ba77e161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:58.966937 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f32d1b40-5dc5-4265-bdaf-ac31b1860a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.001196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-be89ffc2-f66c-460c-9775-9af1ba77e161 None None] Calling delete_port for 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:59.008198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-77ba99ba-c300-40c5-9375-8dcd83aa1d39 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:37:59.009782 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-77ba99ba-c300-40c5-9375-8dcd83aa1d39 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 811 time: 0.3542514 Oct 18 23:37:59.024175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] For port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4458d595-f0a8-4de8-9191-6eb1dbb0bc27,segment=NetworkSegment(261f4f6c-9f71-459b-af3a-afce9f9b1deb),segment_id=261f4f6c-9f71-459b-af3a-afce9f9b1deb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:59.024175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.024637 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.055802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Calling delete_port for 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:59.062890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d1b40-5dc5-4265-bdaf-ac31b1860a0b None None] Pushing event deleted for resources: {'Port': ['ID=9b698217-277b-4197-9a43-a37acc333458,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:59.063865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-855b4dca-11c0-40d3-b1b8-1e606b5bda8f req-cc4ed12d-dbd5-4125-a100-2e5ed11e5b8f tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.1454635 Oct 18 23:37:59.069653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Request body: {'port': {'device_id': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'admin_state_up': True, 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:37:59.087270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d1b40-5dc5-4265-bdaf-ac31b1860a0b None None] No DVR routers for this DVR port 9b698217-277b-4197-9a43-a37acc333458 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:59.168302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] No DVR routers for this DVR port 9b698217-277b-4197-9a43-a37acc333458 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:59.205674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event deleted for resources: {'Port': ['ID=9b698217-277b-4197-9a43-a37acc333458,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:59.275238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:37:59.283065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be89ffc2-f66c-460c-9775-9af1ba77e161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.293778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port a22c45b2-fcd2-4a82-81d3-100903c53d3a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a22c45b2-fcd2-4a82-81d3-100903c53d3a,segment=NetworkSegment(52e40354-d9fa-4db9-8622-fc6090a240fc),segment_id=52e40354-d9fa-4db9-8622-fc6090a240fc)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:37:59.294213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.328109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for a22c45b2-fcd2-4a82-81d3-100903c53d3a owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:37:59.336841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:37:59.337187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:37:59.338007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 50a280aa-08ef-4f88-803f-68594e93b342 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:37:59.361884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89ffc2-f66c-460c-9775-9af1ba77e161 None None] Pushing event deleted for resources: {'Port': ['ID=4458d595-f0a8-4de8-9191-6eb1dbb0bc27,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:59.372130 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.374011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 50a280aa-08ef-4f88-803f-68594e93b342 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:37:59.374552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 50a280aa-08ef-4f88-803f-68594e93b342 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:37:59.375179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a22c45b2-fcd2-4a82-81d3-100903c53d3a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:37:59.377700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89ffc2-f66c-460c-9775-9af1ba77e161 None None] No DVR routers for this DVR port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:59.380760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.415305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a22c45b2-fcd2-4a82-81d3-100903c53d3a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:37:59.415305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a22c45b2-fcd2-4a82-81d3-100903c53d3a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:37:59.481216 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf130ee-15a1-4acf-b835-a2ed66a9ab74']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:59.500446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Port': ['ID=4458d595-f0a8-4de8-9191-6eb1dbb0bc27,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:59.502488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] No DVR routers for this DVR port 4458d595-f0a8-4de8-9191-6eb1dbb0bc27 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:59.534141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d8333e2-eabd-4d18-ac7f-dacdfc52b918 req-64f429b2-cc58-4e70-b453-cabd7104540a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 210 time: 0.0524251 Oct 18 23:37:59.562464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcad482-cb56-449c-8b0e-f6ef849d8352') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:59.563141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcad482-cb56-449c-8b0e-f6ef849d8352') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:59.593543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Made reservation on behalf of d899752a05e64b3f9145afdc0282ac36 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:37:59.597257 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.625998 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.670677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.683080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.688169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.697312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.743872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No DVR routers for this DVR port a22c45b2-fcd2-4a82-81d3-100903c53d3a on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:37:59.772252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cc1b81-c6ab-4482-bc81-37f7da1108fc']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:59.790821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261f4f6c-9f71-459b-af3a-afce9f9b1deb') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:59.791240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261f4f6c-9f71-459b-af3a-afce9f9b1deb') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:37:59.798694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:59.799159 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:59.805789 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:59.814955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=a22c45b2-fcd2-4a82-81d3-100903c53d3a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:37:59.819469 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.932737 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.966849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:37:59.967554 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:37:59.973180 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:37:59.982053 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.988573 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:37:59.992625 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] 10.222.0.52 "DELETE /v2.0/networks/3cf130ee-15a1-4acf-b835-a2ed66a9ab74 HTTP/1.1" status: 204 len: 168 time: 3.8057904 Oct 18 23:37:59.994609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Allocated IP 172.20.0.7 (c7d0788c-db89-4515-aee6-4a91445fe6b4/5e025854-be14-4d6b-8b65-ae0a9ecf6dde/fae302a2-684b-44df-a9f4-c274c009e997) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:00.027710 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.055955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09602a6-e974-4add-ad65-a6bdc6f4fe22 tempest-DHCPAgentSchedulersTestJSON-1519769845 tempest-DHCPAgentSchedulersTestJSON-1519769845-project] Pushing event deleted for resources: {'Network': ['ID=3cf130ee-15a1-4acf-b835-a2ed66a9ab74,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:00.083816 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73ce487-6536-435f-a44a-ba38def3dcc2']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:00.089332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.098933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.102895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] 10.222.0.52 "DELETE /v2.0/networks/c2cc1b81-c6ab-4482-bc81-37f7da1108fc HTTP/1.1" status: 204 len: 168 time: 1.8425577 Oct 18 23:38:00.111618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e40354-d9fa-4db9-8622-fc6090a240fc') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:00.112301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e40354-d9fa-4db9-8622-fc6090a240fc') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:00.128961 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.177920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186a68f-9b10-4b49-b890-5bcc71a7b8e0 tempest-TestNetworkBasicOps-1037937863 tempest-TestNetworkBasicOps-1037937863-project] Pushing event deleted for resources: {'Network': ['ID=c2cc1b81-c6ab-4482-bc81-37f7da1108fc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:00.195786 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.224152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:38:00.224787 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:38:00.231529 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:38:00.247305 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Router 90391013-b4ea-454b-b8cb-4981d1f6edfb is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:38:00.355481 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.374137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3051f79e-f959-44e6-a035-9ced2e55bb63 req-579716e1-e5f8-4cdc-8256-a5076d2efaaa tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0451229 Oct 18 23:38:00.435597 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.475454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.483323 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.491707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/networks/e73ce487-6536-435f-a44a-ba38def3dcc2 HTTP/1.1" status: 204 len: 168 time: 4.0218999 Oct 18 23:38:00.492549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38792) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:00.492990 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38794) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:00.493856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a433c419-9a71-449f-8de1-a92f543d4ba8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:38:00.505884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05dc2b1d-fe7f-40e8-9758-8be2ff1b331d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:38:00.519297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38798) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:00.529887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:00.566232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:00.576345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:00.582538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0297-3c34-4c3a-897c-9da9298e14aa tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Network': ['ID=e73ce487-6536-435f-a44a-ba38def3dcc2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:00.582831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:00.610871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event updated for resources: {'Port': ['ID=fae302a2-684b-44df-a9f4-c274c009e997,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:00.642326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc31f9-8a81-4ae9-a1b3-e6aee75284cd None None] Sync routers for ids ['90391013-b4ea-454b-b8cb-4981d1f6edfb'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:00.692475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc31f9-8a81-4ae9-a1b3-e6aee75284cd None None] Routers {'90391013-b4ea-454b-b8cb-4981d1f6edfb'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:00.693114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9acc31f9-8a81-4ae9-a1b3-e6aee75284cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['90391013-b4ea-454b-b8cb-4981d1f6edfb'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:00.760032 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.761917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28437b3e-987c-4823-b75b-84b9ad361947 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8004239 Oct 18 23:38:00.763844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9acc31f9-8a81-4ae9-a1b3-e6aee75284cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:00.768865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:00.769580 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:00.772108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38808) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:00.979385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc31f9-8a81-4ae9-a1b3-e6aee75284cd None None] Routers {'90391013-b4ea-454b-b8cb-4981d1f6edfb'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:00.980343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9acc31f9-8a81-4ae9-a1b3-e6aee75284cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['90391013-b4ea-454b-b8cb-4981d1f6edfb'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:00.981514 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f9ff98ec-8a9d-4e05-bbf8-0ad75ccf7de5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f19dc11e54e439aa6a9975655d4538f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815378 Oct 18 23:38:00.986184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e3841c0f-544f-40fe-b821-06954daf438c tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/routers/90391013-b4ea-454b-b8cb-4981d1f6edfb HTTP/1.1" status: 200 len: 921 time: 0.1917832 Oct 18 23:38:00.991253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38816) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:00.992273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38818) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:01.035505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-57a0a5d2-a318-4e4f-ae3a-57b47597998c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=90391013-b4ea-454b-b8cb-4981d1f6edfb HTTP/1.1" status: 200 len: 205 time: 0.0402133 Oct 18 23:38:01.038679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38820) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:01.045700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9acc31f9-8a81-4ae9-a1b3-e6aee75284cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:01.047344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc31f9-8a81-4ae9-a1b3-e6aee75284cd None None] The sync data for ids ['90391013-b4ea-454b-b8cb-4981d1f6edfb'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:01.064672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf19f2-36e2-4988-ae66-7773bc34ca27 req-fcfc152a-381e-47bd-bacc-82430430536f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:01.066263 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbcf19f2-36e2-4988-ae66-7773bc34ca27 req-fcfc152a-381e-47bd-bacc-82430430536f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 931 time: 0.2955885 Oct 18 23:38:01.080586 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-4f4a5b7c-4c52-49be-be7a-411fd8012083 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0182738 Oct 18 23:38:01.168337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Request body: {'port': {'device_id': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:01.175294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-782a6b47-32f1-4924-b38a-df3f12b1091e None None] Provisioning complete for port fae302a2-684b-44df-a9f4-c274c009e997 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:38:01.175681 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-782a6b47-32f1-4924-b38a-df3f12b1091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.213940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbcf19f2-36e2-4988-ae66-7773bc34ca27 req-e431857e-ca75-4512-9c2c-6dbd4e12e813 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193824 Oct 18 23:38:01.248988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-782a6b47-32f1-4924-b38a-df3f12b1091e None None] Port fae302a2-684b-44df-a9f4-c274c009e997 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:38:01.252729 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2612cd91-bdcd-4093-92fa-14da85ab0ef3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f935e69a45b2431898218e269572f809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7322755 Oct 18 23:38:01.258844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38824) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:01.311269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.317368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3619-15d7-4bce-8aa7-9e1f1d692abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.368611 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dabf625a-ff02-4ae1-8eda-49ed530f2891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.385776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.388407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.422170 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3619-15d7-4bce-8aa7-9e1f1d692abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.434895 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dabf625a-ff02-4ae1-8eda-49ed530f2891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.581198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03fe7309-1bf6-4294-b368-2b102ac88fe7 req-0e48bf1d-ad20-4482-8b2f-b7e19c1c1c28 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0585608 Oct 18 23:38:01.622875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dabf625a-ff02-4ae1-8eda-49ed530f2891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.628387 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dabf625a-ff02-4ae1-8eda-49ed530f2891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.635491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dabf625a-ff02-4ae1-8eda-49ed530f2891 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1099ea49-4a7f-4bae-a0c4-6aca396ccc18 HTTP/1.1" status: 204 len: 168 time: 0.3745849 Oct 18 23:38:01.647289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.664900 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3619-15d7-4bce-8aa7-9e1f1d692abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.667637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3619-15d7-4bce-8aa7-9e1f1d692abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.671459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ae1e3619-15d7-4bce-8aa7-9e1f1d692abd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54a8c6f2-b08e-488c-ae76-cb54117dad67 HTTP/1.1" status: 204 len: 168 time: 0.6756217 Oct 18 23:38:01.683012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf625a-ff02-4ae1-8eda-49ed530f2891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1099ea49-4a7f-4bae-a0c4-6aca396ccc18,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:01.724653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e3619-15d7-4bce-8aa7-9e1f1d692abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a8c6f2-b08e-488c-ae76-cb54117dad67,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:01.834959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Deleting port 8d98fc61-e332-4fb5-9d46-774e9ef6233f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:01.835923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.837968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port e7f8220d-33a3-4470-84dd-3a17ff8619f4 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:01.839560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:01.987045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae302a2-684b-44df-a9f4-c274c009e997 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:38:01.992739 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.004212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.015508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Calling delete_port for 8d98fc61-e332-4fb5-9d46-774e9ef6233f owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:02.031273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Transition to ACTIVE for port object fae302a2-684b-44df-a9f4-c274c009e997 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:38:02.042520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port e7f8220d-33a3-4470-84dd-3a17ff8619f4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e7f8220d-33a3-4470-84dd-3a17ff8619f4,segment=NetworkSegment(0fd9b21b-4226-4f97-97fb-14de1b43abf2),segment_id=0fd9b21b-4226-4f97-97fb-14de1b43abf2)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:02.044022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.074769 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.082314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for e7f8220d-33a3-4470-84dd-3a17ff8619f4 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:02.215750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Pushing event updated for resources: {'Port': ['ID=fae302a2-684b-44df-a9f4-c274c009e997,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:02.317061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38844) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:02.336031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38846) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:02.376100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Attempting to bind port fae302a2-684b-44df-a9f4-c274c009e997 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:02.376439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Attempting to bind port fae302a2-684b-44df-a9f4-c274c009e997 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:02.376770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Attempting to bind port fae302a2-684b-44df-a9f4-c274c009e997 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:02.412796 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f85f9587-a146-4ff2-9a90-66cb902f8497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.430432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb761678-f18e-4cbe-8b6b-3a97ec957605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.440466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Port fae302a2-684b-44df-a9f4-c274c009e997 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:02.440901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Attempting to bind port fae302a2-684b-44df-a9f4-c274c009e997 on network c7d0788c-db89-4515-aee6-4a91445fe6b4 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:02.458844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:38:02.458844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Checking segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:02.458844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Bound using segment: {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:38:02.459298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Bound port: fae302a2-684b-44df-a9f4-c274c009e997, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:38:02.459711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.529307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a88b67-2717-4f43-aa7d-bdcf88e33746 req-3389d6ad-4048-4541-a6f0-2eac937b9982 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:02.531599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72a88b67-2717-4f43-aa7d-bdcf88e33746 req-3389d6ad-4048-4541-a6f0-2eac937b9982 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 943 time: 0.1486614 Oct 18 23:38:02.534490 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.614889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event deleted for resources: {'Port': ['ID=8d98fc61-e332-4fb5-9d46-774e9ef6233f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:02.621678 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.673337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:38:02.683100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=e7f8220d-33a3-4470-84dd-3a17ff8619f4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:02.697859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=fae302a2-684b-44df-a9f4-c274c009e997,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:38:02.713623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.776357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb761678-f18e-4cbe-8b6b-3a97ec957605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.782751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72a88b67-2717-4f43-aa7d-bdcf88e33746 req-1b030f51-33db-4c1a-8ed1-bd96506fc81c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639576 Oct 18 23:38:02.792357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f85f9587-a146-4ff2-9a90-66cb902f8497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.793954 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb761678-f18e-4cbe-8b6b-3a97ec957605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.797518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.860997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f85f9587-a146-4ff2-9a90-66cb902f8497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:02.958898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4debb5f-8ec9-4aae-b905-82de95afab00 req-1ca85213-88f4-465a-a62b-6c1aa3de1024 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.1097562 Oct 18 23:38:02.979617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cb761678-f18e-4cbe-8b6b-3a97ec957605 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dbc05f2768143178f1a2b4ca4f89531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6606464 Oct 18 23:38:02.983143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Pushing event updated for resources: {'Port': ['ID=fae302a2-684b-44df-a9f4-c274c009e997,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:02.991100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb761678-f18e-4cbe-8b6b-3a97ec957605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de768497-0099-4104-a338-6e8898a1121d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:03.001552 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38858) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:03.012567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:03.015126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.018933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-0a394e30-5c1f-45c2-ace2-efbc9b60bb5c service neutron] 10.222.0.73 "PUT /v2.0/ports/fae302a2-684b-44df-a9f4-c274c009e997 HTTP/1.1" status: 200 len: 1092 time: 1.8551109 Oct 18 23:38:03.024026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:38:03.028647 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3260fda3-a895-4a0d-8846-aec1be02eafa" -d '{"events": [{"name": "network-changed", "server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "tag": "fae302a2-684b-44df-a9f4-c274c009e997"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:38:03.050185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.061958 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f85f9587-a146-4ff2-9a90-66cb902f8497 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af60be3655f54bb8a00ff0f5d5f64c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7216194 Oct 18 23:38:03.067953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38862) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:03.092316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f9587-a146-4ff2-9a90-66cb902f8497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d03da9-80c5-4aeb-a1f2-9f81cd95c21f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:03.255190 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6d45cc-1232-4203-90ba-fa791767648f x-openstack-request-id: req-3b6d45cc-1232-4203-90ba-fa791767648f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:38:03.255898 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "tag": "fae302a2-684b-44df-a9f4-c274c009e997", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:38:03.256575 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b6d45cc-1232-4203-90ba-fa791767648f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:38:03.257263 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997', 'status': 'completed', 'code': 200} Oct 18 23:38:03.260125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.271869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.279233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88489769-aa7d-46d4-8e3f-9bc849621179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.351552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88489769-aa7d-46d4-8e3f-9bc849621179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.418470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76fb8ecb-8aef-4f8a-85cd-b043553f8ae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.421902 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.422794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Fanout notify agent at l3_agent the message router_deleted on router 90391013-b4ea-454b-b8cb-4981d1f6edfb {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:03.428947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-317d09cd-2b36-44ac-928b-60bfe263476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:03.431133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-317d09cd-2b36-44ac-928b-60bfe263476d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 1095 time: 0.1888418 Oct 18 23:38:03.440294 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.445653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f48fdc46-d3c1-4b9a-ae6a-af4fa0621fab tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/90391013-b4ea-454b-b8cb-4981d1f6edfb HTTP/1.1" status: 204 len: 168 time: 2.3944831 Oct 18 23:38:03.447370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38868) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:03.455035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2116715120', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': False}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:03.479418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:38:03.517676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88489769-aa7d-46d4-8e3f-9bc849621179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.522083 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88489769-aa7d-46d4-8e3f-9bc849621179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.528107 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-88489769-aa7d-46d4-8e3f-9bc849621179 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de768497-0099-4104-a338-6e8898a1121d HTTP/1.1" status: 204 len: 168 time: 0.5221715 Oct 18 23:38:03.533875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.535534 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.549941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88489769-aa7d-46d4-8e3f-9bc849621179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de768497-0099-4104-a338-6e8898a1121d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:03.668291 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.791785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:03.805427 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:03.808863 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-77e7f384-3d37-4634-8f42-2c595fcd86e9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3048458 Oct 18 23:38:03.814320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38872) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:03.825626 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:03.826415 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:03.875862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76fb8ecb-8aef-4f8a-85cd-b043553f8ae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:03.878842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-8f659548-9ef0-4a6d-9055-9316493a0b35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae302a2-684b-44df-a9f4-c274c009e997 HTTP/1.1" status: 200 len: 217 time: 0.4227176 Oct 18 23:38:03.981233 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:03.997323 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70e6b16-d185-475a-bb4d-5a086b479b6d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting subnet 8c118079-81f4-4317-9259-4183deab1b42 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:38:04.011646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e70e6b16-d185-475a-bb4d-5a086b479b6d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:04.094523 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e70e6b16-d185-475a-bb4d-5a086b479b6d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:04.105293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-02de3698-474b-4c96-bbbe-7560846b473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:04.109115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-02de3698-474b-4c96-bbbe-7560846b473c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.2222562 Oct 18 23:38:04.216466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed64612-65fc-4334-8c4f-5bda814efb18 req-be5d31a7-20fe-4ade-9634-6e80bba104dc tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:04.218488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ed64612-65fc-4334-8c4f-5bda814efb18 req-be5d31a7-20fe-4ade-9634-6e80bba104dc tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 943 time: 0.2057605 Oct 18 23:38:04.242317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-756ada7d-f257-4cea-a96a-5f427525a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:04.244033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-756ada7d-f257-4cea-a96a-5f427525a4a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225951 Oct 18 23:38:04.244891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76fb8ecb-8aef-4f8a-85cd-b043553f8ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:04.247502 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-76fb8ecb-8aef-4f8a-85cd-b043553f8ae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:04.253578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-76fb8ecb-8aef-4f8a-85cd-b043553f8ae0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0d03da9-80c5-4aeb-a1f2-9f81cd95c21f HTTP/1.1" status: 204 len: 168 time: 1.1812296 Oct 18 23:38:04.321510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb8ecb-8aef-4f8a-85cd-b043553f8ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d03da9-80c5-4aeb-a1f2-9f81cd95c21f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:04.415510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ed64612-65fc-4334-8c4f-5bda814efb18 req-40e509b5-c60b-4bb1-8d58-2f1e1db614d4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793602 Oct 18 23:38:04.530071 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:02Z', 'revision_number': 9, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:04.568075 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:38:04.581511 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:04.582472 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:04.593498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-5f811536-50bd-4909-aae5-86772b4a37ba service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374097 Oct 18 23:38:04.713468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:04.742336 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:04.752848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:04.775351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb4b4c8c-3a03-4add-a7fa-588e8efc33db req-624890bc-9b9f-459b-9224-d9e87adb1321 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0647736 Oct 18 23:38:04.795419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc51bdce-5084-498b-9b5b-4e1fa62f0058 req-dca17793-6ac4-4086-ae8b-09c25c46d112 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925900 Oct 18 23:38:04.867571 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e70e6b16-d185-475a-bb4d-5a086b479b6d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:04.951571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-d180642f-de03-471e-9966-194b7385c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:04.953949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-d180642f-de03-471e-9966-194b7385c8a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 1095 time: 0.0603554 Oct 18 23:38:04.994645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e70e6b16-d185-475a-bb4d-5a086b479b6d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:05.095781 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e70e6b16-d185-475a-bb4d-5a086b479b6d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:05.102612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e70e6b16-d185-475a-bb4d-5a086b479b6d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/8c118079-81f4-4317-9259-4183deab1b42 HTTP/1.1" status: 204 len: 168 time: 1.2857006 Oct 18 23:38:05.104474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e6b16-d185-475a-bb4d-5a086b479b6d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Subnet': ['ID=8c118079-81f4-4317-9259-4183deab1b42,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:05.108397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38910) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:05.125890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d76d5-d1d7-42cb-8711-26ba31388bf6 None None] Network fac23234-3988-481f-9051-c46134fd78b4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:05.229629 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:02Z', 'revision_number': 9, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:05.244281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:05.277018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:05.313099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-7d25bd50-eab5-4860-9ecb-fc7fa6e58e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:05.313617 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5adb9-971f-4631-b1a6-a7037785d392 None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:02Z', 'revision_number': 9, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': '94ea4fae-3296-41fe-942e-c5dd54ff44fb', 'name': '', 'network_id': '39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:7e:75:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:19Z', 'updated_at': '2021-10-18T23:37:29Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': '7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:05.315502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-7d25bd50-eab5-4860-9ecb-fc7fa6e58e95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.3504851 Oct 18 23:38:05.328497 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:05.428635 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-dffd6743-5d55-48ab-84d1-36ce32e40137 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae302a2-684b-44df-a9f4-c274c009e997 HTTP/1.1" status: 200 len: 217 time: 0.0972311 Oct 18 23:38:05.478436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Allocated IP 172.25.7.195 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/ad3b21ce-1188-4c8f-bef9-d1e12274145f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:05.596868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-7fd1f999-e8bb-44ee-a88d-bb64365d4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:05.602988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-7fd1f999-e8bb-44ee-a88d-bb64365d4415 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.1316092 Oct 18 23:38:05.668114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port d6294e6d-8ffd-433f-97bf-b287ecf3e71e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:05.668456 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:05.701496 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:05.726471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba662e-cc63-47da-915d-3d3a3f973b30 None None] DHCP port deletion for fac23234-3988-481f-9051-c46134fd78b4 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:38:05.762175 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:05.777502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbcc93-bd1e-46e2-ad89-a60732db7eb7 req-c5ab3b6c-3ec6-4b61-82fb-31e84592a732 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:05.789463 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ccbcc93-bd1e-46e2-ad89-a60732db7eb7 req-c5ab3b6c-3ec6-4b61-82fb-31e84592a732 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 943 time: 0.2469594 Oct 18 23:38:05.843850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:05.845089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event updated for resources: {'Port': ['ID=ad3b21ce-1188-4c8f-bef9-d1e12274145f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:05.848039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:05.855617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:05.857717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1cba662e-cc63-47da-915d-3d3a3f973b30 None None] Deleting port d6294e6d-8ffd-433f-97bf-b287ecf3e71e {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:05.858977 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1cba662e-cc63-47da-915d-3d3a3f973b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:05.907323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-44adec09-2eca-40ac-a491-d6838be3b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:05.907323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-44adec09-2eca-40ac-a491-d6838be3b1c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2984631 Oct 18 23:38:05.990688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ccbcc93-bd1e-46e2-ad89-a60732db7eb7 req-2f085675-a6fd-4d44-915b-895776c1e012 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002897 Oct 18 23:38:06.015317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1cba662e-cc63-47da-915d-3d3a3f973b30 None None] For port d6294e6d-8ffd-433f-97bf-b287ecf3e71e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6294e6d-8ffd-433f-97bf-b287ecf3e71e,segment=NetworkSegment(0fd9b21b-4226-4f97-97fb-14de1b43abf2),segment_id=0fd9b21b-4226-4f97-97fb-14de1b43abf2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:06.019868 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1cba662e-cc63-47da-915d-3d3a3f973b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.047007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port d6294e6d-8ffd-433f-97bf-b287ecf3e71e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6294e6d-8ffd-433f-97bf-b287ecf3e71e,segment=NetworkSegment(0fd9b21b-4226-4f97-97fb-14de1b43abf2),segment_id=0fd9b21b-4226-4f97-97fb-14de1b43abf2)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:06.047908 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.048411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1cba662e-cc63-47da-915d-3d3a3f973b30 None None] Calling delete_port for d6294e6d-8ffd-433f-97bf-b287ecf3e71e owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:06.079147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for d6294e6d-8ffd-433f-97bf-b287ecf3e71e owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:06.141590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38938) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:06.213327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-6a1bba36-74e2-4433-a2e8-78f2b0eb9ddf service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587917 Oct 18 23:38:06.214982 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-595b90ed-63b9-4167-a91d-5d0c1a040af5 req-0edd9c75-cc16-498a-82a3-4f86a5838836 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.1668937 Oct 18 23:38:06.260152 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1cba662e-cc63-47da-915d-3d3a3f973b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.296315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba662e-cc63-47da-915d-3d3a3f973b30 None None] Pushing event deleted for resources: {'Port': ['ID=d6294e6d-8ffd-433f-97bf-b287ecf3e71e,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:06.300056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba662e-cc63-47da-915d-3d3a3f973b30 None None] No DVR routers for this DVR port d6294e6d-8ffd-433f-97bf-b287ecf3e71e on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:38:06.345330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.351843 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.397135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1240275582-network', 'tenant_id': '8a01c7a3df52489488e61eebc647759f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:06.405959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=d6294e6d-8ffd-433f-97bf-b287ecf3e71e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:06.410706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No DVR routers for this DVR port d6294e6d-8ffd-433f-97bf-b287ecf3e71e on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:38:06.422520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3260fda3-a895-4a0d-8846-aec1be02eafa req-13e2210b-b470-49a8-a037-fa0648eb943d service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019689 Oct 18 23:38:06.452176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.482680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Made reservation on behalf of 8a01c7a3df52489488e61eebc647759f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:06.485259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.523123 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.527045 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.563493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac23234-3988-481f-9051-c46134fd78b4']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:06.580412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd9b21b-4226-4f97-97fb-14de1b43abf2') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:06.580841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd9b21b-4226-4f97-97fb-14de1b43abf2') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:06.590617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38948) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:06.598064 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.620379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.632198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:38:06.632736 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:38:06.636680 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:38:06.725271 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.766865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.779099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.782409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.797097 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.804686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/networks/fac23234-3988-481f-9051-c46134fd78b4 HTTP/1.1" status: 204 len: 168 time: 1.6927543 Oct 18 23:38:06.829412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38954) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:06.844823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b12008-d800-4f6e-9ed4-13c14fbe388b tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Network': ['ID=fac23234-3988-481f-9051-c46134fd78b4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:06.850109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1243700627'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:06.853366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:38:06.886579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Made reservation on behalf of 29058f0472ce4651a41a8a3af17b5704 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:06.890284 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.905711 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.906983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967501a3-0e82-4690-a8b9-2cb2082ca570,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:06.916244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:06.916952 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Added segment 58fd735a-a3ab-4329-917a-bd6417259741 of type vlan for network a5c2b805-ac8d-4648-aef4-3ea73357ca99 Oct 18 23:38:06.958649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Router 2bb08545-8666-4499-92b3-285e6538b71b is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:38:07.027416 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.138507 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.140014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:07.140204 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.171155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9943876 Oct 18 23:38:07.184196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38960) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:07.187953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.203281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8ef5b-0341-46c5-917c-1be49c05454b req-15681ea6-7790-4031-a7e0-cadc65154165 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:07.204794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-92d8ef5b-0341-46c5-917c-1be49c05454b req-15681ea6-7790-4031-a7e0-cadc65154165 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 943 time: 0.1210582 Oct 18 23:38:07.208567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Request body: {'subnet': {'network_id': 'a5c2b805-ac8d-4648-aef4-3ea73357ca99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1240275582-subnet', 'tenant_id': '8a01c7a3df52489488e61eebc647759f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:07.213361 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.216784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:07.228119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Sync routers for ids ['2bb08545-8666-4499-92b3-285e6538b71b'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:07.242406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Routers {'2bb08545-8666-4499-92b3-285e6538b71b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:07.243073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2bb08545-8666-4499-92b3-285e6538b71b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:07.263016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9fcd4d-d136-4b05-a846-bdbaac43eb4e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:07.298624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:38:07.314481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e7f8220d-33a3-4470-84dd-3a17ff8619f4 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:07.314851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22110b-6063-4702-ad53-89a334528f73 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c2b805-ac8d-4648-aef4-3ea73357ca99,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:07.335928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.336752 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Added segment 701d720f-4687-40e8-8141-c760b7ae5b96 of type vlan for network aac3fe9c-588b-4884-adba-a7232135938d Oct 18 23:38:07.338646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Made reservation on behalf of 8a01c7a3df52489488e61eebc647759f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:07.341928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.363541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.364837 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-46a49a5a-032b-4a12-8f35-580ca6b777eb tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9162531 Oct 18 23:38:07.366910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network a5c2b805-ac8d-4648-aef4-3ea73357ca99 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:38:07.369523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:07.374516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: e7f8220d-33a3-4470-84dd-3a17ff8619f4 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:38:07.375217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e7f8220d-33a3-4470-84dd-3a17ff8619f4 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:38:07.375799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6294e6d-8ffd-433f-97bf-b287ecf3e71e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:07.398143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14f65542-830d-4c30-ad21-aa82c538cb04 req-cb5ad2e0-a5ae-48ac-b033-15c5f90b16bf tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0446355 Oct 18 23:38:07.428334 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-92d8ef5b-0341-46c5-917c-1be49c05454b req-be62d3a3-2e42-4b0f-bec8-f556f73a3141 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098389 Oct 18 23:38:07.474099 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.527420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.536714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:07.537366 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.570084 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b1f7293e-b0ed-451b-a3ed-0a42bca87eaa tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/routers/2bb08545-8666-4499-92b3-285e6538b71b HTTP/1.1" status: 200 len: 909 time: 0.1939566 Oct 18 23:38:07.570589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9764259 Oct 18 23:38:07.572629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38966) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:07.579636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2116715120', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': True}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:07.595499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d6294e6d-8ffd-433f-97bf-b287ecf3e71e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:38:07.596120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6294e6d-8ffd-433f-97bf-b287ecf3e71e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:38:07.612705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.612705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.656280 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.748212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Set router 2bb08545-8666-4499-92b3-285e6538b71b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:07.824322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.828170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dab31e-e9e6-4321-95d1-4aa95169236c tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Pushing event updated for resources: {'Network': ['ID=aac3fe9c-588b-4884-adba-a7232135938d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:07.844695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network aac3fe9c-588b-4884-adba-a7232135938d details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:38:07.878964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.928136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38974) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:07.934047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Request body: {'port': {'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d', 'binding:host_id': 'n-h2-713498-28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-160528765'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:07.940437 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f330e9-a4e6-44bb-ae66-4d54d882b6fe,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:07.961833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Checking segment: {'id': '58fd735a-a3ab-4329-917a-bd6417259741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5c2b805-ac8d-4648-aef4-3ea73357ca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:07.962203 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Network hostable DHCP agents. Network: a5c2b805-ac8d-4648-aef4-3ea73357ca99, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:38:07.986250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Made reservation on behalf of 1bbb70d93df34bb6bb87fc05ec0cfdb2 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:07.989836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:07.995204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Network a5c2b805-ac8d-4648-aef4-3ea73357ca99 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:38:08.003181 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.020838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, a5c2b805-ac8d-4648-aef4-3ea73357ca99) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:08.028955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:08.029884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.043963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a1509-2303-4fb3-b8a5-9d93e89ee7f4 None None] Network a5c2b805-ac8d-4648-aef4-3ea73357ca99 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:08.068938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b7ea30eb-c03b-430a-8f3e-29e2a2838a0b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8677657 Oct 18 23:38:08.117003 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.124368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.134355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] device_id is not set on port ce35f017-7488-467d-bde0-17522c0ed232 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:08.202138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb08545-8666-4499-92b3-285e6538b71b', 'name': 'tempest-snat-router-2116715120', 'tenant_id': '169bb2882de745b7ac0b4f99978c25a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.195'}], 'enable_snat': False}, 'gw_port_id': 'ad3b21ce-1188-4c8f-bef9-d1e12274145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:38:03Z', 'updated_at': '2021-10-18T23:38:06Z', 'revision_number': 3, 'project_id': '169bb2882de745b7ac0b4f99978c25a9', 'gw_port': {'id': 'ad3b21ce-1188-4c8f-bef9-d1e12274145f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb08545-8666-4499-92b3-285e6538b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:38:05Z', 'updated_at': '2021-10-18T23:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:08.207159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e92e8c-4d77-4ec0-8b22-a709c85420fc None None] Network a5c2b805-ac8d-4648-aef4-3ea73357ca99 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:08.231516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.254492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Checking router: 2bb08545-8666-4499-92b3-285e6538b71b for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:38:08.255179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Updating router 2bb08545-8666-4499-92b3-285e6538b71b port ad3b21ce-1188-4c8f-bef9-d1e12274145f binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:38:08.268151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f453bf0-f79c-4727-86ae-2ef4c2014e4e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:08.289861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.423445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] device_id is not set on port ce35f017-7488-467d-bde0-17522c0ed232 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:08.437616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.445021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.512934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'Port': ['ID=ce35f017-7488-467d-bde0-17522c0ed232,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:08.581791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port 94ea4fae-3296-41fe-942e-c5dd54ff44fb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:08.582359 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.592041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe3ff0a7-143d-4952-a2a9-d050a6313742 req-ba5454c1-59bb-4cab-8583-5a61e4af10f6 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0505946 Oct 18 23:38:08.640893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Checking segment: {'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:08.641399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Network hostable DHCP agents. Network: aac3fe9c-588b-4884-adba-a7232135938d, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:38:08.683593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58da052-6e23-42a9-a013-63b0808eaa23 req-5cc57a92-3639-4a01-8dcf-bf1972b75b16 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:08.685301 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c58da052-6e23-42a9-a013-63b0808eaa23 req-5cc57a92-3639-4a01-8dcf-bf1972b75b16 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 943 time: 0.1306462 Oct 18 23:38:08.706527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device fae302a2-684b-44df-a9f4-c274c009e997 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:38:08.712672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Network aac3fe9c-588b-4884-adba-a7232135938d is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:38:08.729210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, aac3fe9c-588b-4884-adba-a7232135938d) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:08.736933 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:08.744079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port 94ea4fae-3296-41fe-942e-c5dd54ff44fb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=94ea4fae-3296-41fe-942e-c5dd54ff44fb,segment=NetworkSegment(0955d8d3-4d60-4ac2-8859-16dd576abbdf),segment_id=0955d8d3-4d60-4ac2-8859-16dd576abbdf)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:08.747307 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.752855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:08.753419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:08.753962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:08.780220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:08.780822 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:08.783226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for 94ea4fae-3296-41fe-942e-c5dd54ff44fb owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:08.783767 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 2 to bind port ce35f017-7488-467d-bde0-17522c0ed232 Oct 18 23:38:08.819092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c58da052-6e23-42a9-a013-63b0808eaa23 req-a9b8e731-6e9f-49ac-93d5-7dd57ee610ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131570 Oct 18 23:38:08.824395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=fae302a2-684b-44df-a9f4-c274c009e997,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:08.827373 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:08.828097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:08.828658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:08.836470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:08.837100 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:08.837725 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 3 to bind port ce35f017-7488-467d-bde0-17522c0ed232 Oct 18 23:38:08.846604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'fae302a2-684b-44df-a9f4-c274c009e997', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'port_id': 'fae302a2-684b-44df-a9f4-c274c009e997', 'mac_address': 'fa:16:3e:26:40:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:38:08.851247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8512e7-bb02-4056-952b-6ce784ce6438 None None] Network aac3fe9c-588b-4884-adba-a7232135938d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:08.868501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:08.868852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:08.869219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:08.880195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:08.880531 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:08.880936 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 4 to bind port ce35f017-7488-467d-bde0-17522c0ed232 Oct 18 23:38:08.896722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:08.897065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:08.897435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:08.902345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:08.902689 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:08.903126 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 5 to bind port ce35f017-7488-467d-bde0-17522c0ed232 Oct 18 23:38:08.923608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:08.923946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:08.924284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:08.939398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:08.939734 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:08.940132 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 6 to bind port ce35f017-7488-467d-bde0-17522c0ed232 Oct 18 23:38:08.954705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:08.955089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:08.955495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:08.963537 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:08.980269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:08.980615 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:08.981023 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 7 to bind port ce35f017-7488-467d-bde0-17522c0ed232 Oct 18 23:38:08.998754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:08.999133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:08.999537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:09.004727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:09.005520 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:09.006068 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 8 to bind port ce35f017-7488-467d-bde0-17522c0ed232 Oct 18 23:38:09.023720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:09.024068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:09.024414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:09.031312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:09.031647 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:09.032058 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 9 to bind port ce35f017-7488-467d-bde0-17522c0ed232 Oct 18 23:38:09.047080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38998) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:09.048147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:09.048502 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:09.049020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:09.055753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae302a2-684b-44df-a9f4-c274c009e997 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:38:09.057178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-414369059-network', 'tenant_id': 'be094a1001e2416ba5d8c378bf2f31ff'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:09.079006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=fae302a2-684b-44df-a9f4-c274c009e997,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:09.084231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:09.084704 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:09.085892 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 10 to bind port ce35f017-7488-467d-bde0-17522c0ed232 Oct 18 23:38:09.102006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:09.102006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:09.102463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:09.113518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Made reservation on behalf of be094a1001e2416ba5d8c378bf2f31ff for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:09.118378 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.125285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.164447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.176301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port ce35f017-7488-467d-bde0-17522c0ed232 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:09.177046 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port ce35f017-7488-467d-bde0-17522c0ed232 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:09.180671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.188988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=fae302a2-684b-44df-a9f4-c274c009e997,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:09.190541 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.214144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.214447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.214775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.215118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.215452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.215866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.216204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.216536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.216866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.217194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.217661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.217995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:09.227247 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.232979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.239526 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.300953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Attempting to bind port ad3b21ce-1188-4c8f-bef9-d1e12274145f on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:09.301900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Attempting to bind port ad3b21ce-1188-4c8f-bef9-d1e12274145f by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:09.301900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Attempting to bind port ad3b21ce-1188-4c8f-bef9-d1e12274145f on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:09.310417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:38:09.310815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:09.311227 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.311638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:38:09.312300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Bound port: ad3b21ce-1188-4c8f-bef9-d1e12274145f, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:38:09.312706 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.323431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66246dfe-0761-475c-9038-493916ed2771 None None] Pushing event updated for resources: {'Port': ['ID=ad3b21ce-1188-4c8f-bef9-d1e12274145f,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:09.384465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] For port ce35f017-7488-467d-bde0-17522c0ed232, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:38:09.384992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempted to set empty binding levels {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 18 23:38:09.396231 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.404823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] For port ad3b21ce-1188-4c8f-bef9-d1e12274145f, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:38:09.410217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] For port ad3b21ce-1188-4c8f-bef9-d1e12274145f, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ad3b21ce-1188-4c8f-bef9-d1e12274145f,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:38:09.416056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.447263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:09.447886 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.503965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Routers {'2bb08545-8666-4499-92b3-285e6538b71b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:09.504528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2bb08545-8666-4499-92b3-285e6538b71b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:09.516453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5863373 Oct 18 23:38:09.517512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc02659-6cbe-4503-b0ee-0a813dfe14c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'Port': ['ID=ce35f017-7488-467d-bde0-17522c0ed232,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:09.520277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39002) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:09.528227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.537814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.559795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66246dfe-0761-475c-9038-493916ed2771 None None] Pushing event updated for resources: {'Port': ['ID=ad3b21ce-1188-4c8f-bef9-d1e12274145f,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:09.580915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['fae302a2-684b-44df-a9f4-c274c009e997'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:38:09.602465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:38:09.639278 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5d9e8-e27d-4306-97b1-ee605354ca61,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:09.643547 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.644267 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Added segment e07619f5-f245-4adc-9140-2fc0b1b3964e of type vlan for network 21141033-802c-4af6-9ece-8bc292b4e9c3 Oct 18 23:38:09.749235 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.761548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Allocated IP 172.25.7.3 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/e1c75c8b-dc27-46cc-aa61-d76a5b4304cc) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:09.778353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0431fd31-dee9-4278-b681-bcdd3f33c0b6 req-d4a0e6b6-fe8a-45a1-a278-bfd046f8b9ec tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0468919 Oct 18 23:38:09.797833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f948eae7-bbd8-452d-a812-4f17f890a8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Deleting port ce35f017-7488-467d-bde0-17522c0ed232 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:09.798118 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f948eae7-bbd8-452d-a812-4f17f890a8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.843056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] Set router 2bb08545-8666-4499-92b3-285e6538b71b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:09.909135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.912365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-f948eae7-bbd8-452d-a812-4f17f890a8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] For port ce35f017-7488-467d-bde0-17522c0ed232, host n-h2-713498-28, got binding levels [] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:09.912837 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f948eae7-bbd8-452d-a812-4f17f890a8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.928668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f948eae7-bbd8-452d-a812-4f17f890a8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Calling delete_port for ce35f017-7488-467d-bde0-17522c0ed232 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:09.942205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:09.943673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:09.945369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.004646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=94ea4fae-3296-41fe-942e-c5dd54ff44fb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:10.064173 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0124784 Oct 18 23:38:10.112146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39008) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:10.123715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Request body: {'subnet': {'network_id': '21141033-802c-4af6-9ece-8bc292b4e9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-414369059-subnet', 'tenant_id': 'be094a1001e2416ba5d8c378bf2f31ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:10.134461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb08545-8666-4499-92b3-285e6538b71b', 'name': 'tempest-snat-router-2116715120', 'tenant_id': '169bb2882de745b7ac0b4f99978c25a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.195'}], 'enable_snat': False}, 'gw_port_id': 'ad3b21ce-1188-4c8f-bef9-d1e12274145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:38:03Z', 'updated_at': '2021-10-18T23:38:06Z', 'revision_number': 3, 'project_id': '169bb2882de745b7ac0b4f99978c25a9', 'gw_port': {'id': 'ad3b21ce-1188-4c8f-bef9-d1e12274145f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb08545-8666-4499-92b3-285e6538b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:38:05Z', 'updated_at': '2021-10-18T23:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:10.135943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58711e-067e-427f-8e70-a8e555f0fc66 admin admin] Pushing event updated for resources: {'Network': ['ID=21141033-802c-4af6-9ece-8bc292b4e9c3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:10.148305 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.161693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b99ef-6260-415a-bf87-d1737d9fe450 req-a36ea730-a555-404e-9a67-1f3873f848f2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:10.163807 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-207b99ef-6260-415a-bf87-d1737d9fe450 req-a36ea730-a555-404e-9a67-1f3873f848f2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 944 time: 0.2405984 Oct 18 23:38:10.201684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 21141033-802c-4af6-9ece-8bc292b4e9c3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:38:10.203271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Made reservation on behalf of be094a1001e2416ba5d8c378bf2f31ff for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:10.205890 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.209580 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f948eae7-bbd8-452d-a812-4f17f890a8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.211498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3d5fd-27b6-41ae-a394-29a3829dcba4 None None] The sync data for ids ['2bb08545-8666-4499-92b3-285e6538b71b'] in n-d-713498-28 is: [{'id': '2bb08545-8666-4499-92b3-285e6538b71b', 'name': 'tempest-snat-router-2116715120', 'tenant_id': '169bb2882de745b7ac0b4f99978c25a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.195'}], 'enable_snat': False}, 'gw_port_id': 'ad3b21ce-1188-4c8f-bef9-d1e12274145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:38:03Z', 'updated_at': '2021-10-18T23:38:06Z', 'revision_number': 3, 'project_id': '169bb2882de745b7ac0b4f99978c25a9', 'gw_port': {'id': 'ad3b21ce-1188-4c8f-bef9-d1e12274145f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb08545-8666-4499-92b3-285e6538b71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:38:05Z', 'updated_at': '2021-10-18T23:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:10.260075 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.277706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948eae7-bbd8-452d-a812-4f17f890a8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce35f017-7488-467d-bde0-17522c0ed232,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:10.289992 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f948eae7-bbd8-452d-a812-4f17f890a8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.293483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f948eae7-bbd8-452d-a812-4f17f890a8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "DELETE /v2.0/ports/ce35f017-7488-467d-bde0-17522c0ed232 HTTP/1.1" status: 204 len: 168 time: 0.7683551 Oct 18 23:38:10.296073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39012) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:10.387339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-207b99ef-6260-415a-bf87-d1737d9fe450 req-d0346c42-fede-4c13-b9af-3498f276ebe6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145097 Oct 18 23:38:10.420336 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-33634fb0-61a5-4876-aa2c-6ecb962861e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] GET failed (client error): The resource could not be found. Oct 18 23:38:10.425741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-33634fb0-61a5-4876-aa2c-6ecb962861e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "GET /v2.0/ports/ce35f017-7488-467d-bde0-17522c0ed232 HTTP/1.1" status: 404 len: 333 time: 0.1253040 Oct 18 23:38:10.426661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39016) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:10.431747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Request body: {'port': {'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764370920'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:10.462609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.468580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Made reservation on behalf of 1bbb70d93df34bb6bb87fc05ec0cfdb2 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:10.471671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.517142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] device_id is not set on port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:10.605904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:10.618970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event updated for resources: {'Port': ['ID=e1c75c8b-dc27-46cc-aa61-d76a5b4304cc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:10.621603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:10.660606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:10.731067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:38:10.828282 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.867113 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.879681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:10.970528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'Port': ['ID=3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:11.029662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bdcff2ab-f6be-4e73-b96e-40439fae42f5 req-3e44df84-24ab-40af-9c86-12d095a18773 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0692441 Oct 18 23:38:11.062790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Network aac3fe9c-588b-4884-adba-a7232135938d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:11.062790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Checking segment: {'id': 'e07619f5-f245-4adc-9140-2fc0b1b3964e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '21141033-802c-4af6-9ece-8bc292b4e9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:11.062790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Network hostable DHCP agents. Network: 21141033-802c-4af6-9ece-8bc292b4e9c3, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:38:11.065910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b49ac4-80b0-4df0-975e-b7d737f78ba5,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:11.069008 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:11.071919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:11.077067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:11.079645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:11.080252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e3b1e289-fa1c-4c0e-b106-61f34a62ec16 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2495668 Oct 18 23:38:11.080879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39020) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:11.081355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:11.082429 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:11.089721 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:11.099669 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:11.100281 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:11.121797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Network 21141033-802c-4af6-9ece-8bc292b4e9c3 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:38:11.134107 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2210580f-1626-4173-b969-e83e54f6ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7062898 Oct 18 23:38:11.136795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39022) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:11.145193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:11.152941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 21141033-802c-4af6-9ece-8bc292b4e9c3) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:11.164293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af527ff0-431c-4883-865f-a7dafd5a47c4 None None] Network 21141033-802c-4af6-9ece-8bc292b4e9c3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:11.238756 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:11.238756 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:11.244556 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:11.332661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7cce24-950c-447f-8f3b-95254dd93d3c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting subnet 7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:38:11.353937 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e7cce24-950c-447f-8f3b-95254dd93d3c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:11.430782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:11.440906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f09a8f97-0bf8-4b92-a9de-c8a886164a32 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3265073 Oct 18 23:38:11.608995 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e7cce24-950c-447f-8f3b-95254dd93d3c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:11.691446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ad3b21ce-1188-4c8f-bef9-d1e12274145f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:38:11.779621 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:09Z', 'revision_number': 10, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:11.788770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372fd6d-7dea-4ca8-8385-6fa090fa0632 None None] Network 21141033-802c-4af6-9ece-8bc292b4e9c3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:11.840483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655af40-d2e3-437c-b131-a3fa806a9427 req-80ed4750-9b38-410f-a364-c12658b81da1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:11.842389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6655af40-d2e3-437c-b131-a3fa806a9427 req-80ed4750-9b38-410f-a364-c12658b81da1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 944 time: 0.2967014 Oct 18 23:38:11.859704 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:38:11.882265 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:11.882926 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:11.922084 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:11.956084 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e7cce24-950c-447f-8f3b-95254dd93d3c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:11.985738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ad3b21ce-1188-4c8f-bef9-d1e12274145f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:38:11.986114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.025394 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6655af40-d2e3-437c-b131-a3fa806a9427 req-ffc0faee-ae8d-48df-ad60-a081bff61c20 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735635 Oct 18 23:38:12.036233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] device_id is not set on port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:12.044580 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:12.062217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.075825 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.174271 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.176639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'Port': ['ID=3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:12.216456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.216826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.217179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.240954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fac4bf0a-4474-4a79-9ef9-01f825963341 req-7d75699a-a230-4a60-a539-50f0bd6e0e1e tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0391936 Oct 18 23:38:12.243998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port ad3b21ce-1188-4c8f-bef9-d1e12274145f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ad3b21ce-1188-4c8f-bef9-d1e12274145f,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:12.246273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.246791 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.247215 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 2 to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac Oct 18 23:38:12.251404 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.290678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.291067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.291394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.305720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.306065 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.306452 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 3 to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac Oct 18 23:38:12.343538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.343944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.344226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.360257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.360921 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.361257 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 4 to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac Oct 18 23:38:12.382565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e7cce24-950c-447f-8f3b-95254dd93d3c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.385598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=ad3b21ce-1188-4c8f-bef9-d1e12274145f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:12.387528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.387887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.388332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.401206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.401552 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.401950 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 5 to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac Oct 18 23:38:12.427628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.428017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.428361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.443328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.443948 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.444062 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 6 to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac Oct 18 23:38:12.467902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.468250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.468596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.482277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.482702 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.483136 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 7 to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac Oct 18 23:38:12.500913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.501249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.501598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.506392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.507446 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.507850 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 8 to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac Oct 18 23:38:12.510575 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:09Z', 'revision_number': 10, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:12.513293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cce24-950c-447f-8f3b-95254dd93d3c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Subnet': ['ID=7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:12.527509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d2de27-05a6-4917-819e-416fdc0944e6 None None] Network 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:12.546748 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.554448 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17fda40-9df3-4c1a-8bc9-f4ba54e9b878 None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:09Z', 'revision_number': 10, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None, '_interfaces': [{'id': 'bc916fa3-4894-4145-b508-3d932337f1f0', 'name': '', 'network_id': '0d371d57-66d0-4951-9c7d-e45f27088abb', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'mac_address': 'fa:16:3e:97:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:37:13Z', 'updated_at': '2021-10-18T23:37:21Z', 'revision_number': 5, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'subnets': [{'id': 'f75be022-3933-44da-9d3a-79705392e6e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:12.555312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.555717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.559634 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e7cce24-950c-447f-8f3b-95254dd93d3c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.562603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.562969 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.563373 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 9 to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac Oct 18 23:38:12.567003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2e7cce24-950c-447f-8f3b-95254dd93d3c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8 HTTP/1.1" status: 204 len: 168 time: 1.4327023 Oct 18 23:38:12.575110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39052) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:12.625823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.626160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.626496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.637140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.637472 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.639424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Router d17f4400-4e74-4206-bcb8-740bf304f5e2 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:38:12.645776 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 10 to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac Oct 18 23:38:12.671990 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-b560d710-2266-46a9-ab13-166b1e1d4eb8 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:12.674057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-b560d710-2266-46a9-ab13-166b1e1d4eb8 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/networks?id=a5c2b805-ac8d-4648-aef4-3ea73357ca99 HTTP/1.1" status: 200 len: 812 time: 0.3187366 Oct 18 23:38:12.695098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:12.695434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:12.695768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:12.708456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:12.708788 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:12.709166 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.715903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.756278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device fae302a2-684b-44df-a9f4-c274c009e997 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:38:12.800337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:12.822653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] For port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:38:12.822928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempted to set empty binding levels {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 18 23:38:12.825254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-52710465-2eac-410a-8922-dcc0ba4d1cd9 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/quotas/8a01c7a3df52489488e61eebc647759f HTTP/1.1" status: 200 len: 375 time: 0.0226307 Oct 18 23:38:12.829575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Sync routers for ids ['d17f4400-4e74-4206-bcb8-740bf304f5e2'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:12.831918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port fce72b70-e2b7-49fb-8636-0f0af1501c0c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:12.832266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.836281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.847261 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.850507 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-efb876c1-ea33-483a-ad2c-e767c8a3f980 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.2734561 Oct 18 23:38:12.854437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39054) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:12.875963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-89af3c53-3084-43d9-a756-714aa08db78f tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a01c7a3df52489488e61eebc647759f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420907 Oct 18 23:38:12.877673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Routers {'d17f4400-4e74-4206-bcb8-740bf304f5e2'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:12.878322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d17f4400-4e74-4206-bcb8-740bf304f5e2'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:12.946197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] In _notify_port_updated(), no bound segment for port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:38:12.947102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:12.948172 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:12.949479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "PUT /v2.0/ports/3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac HTTP/1.1" status: 200 len: 980 time: 1.8112683 Oct 18 23:38:12.955461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39056) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:12.983918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port fce72b70-e2b7-49fb-8636-0f0af1501c0c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fce72b70-e2b7-49fb-8636-0f0af1501c0c,segment=NetworkSegment(0955d8d3-4d60-4ac2-8859-16dd576abbdf),segment_id=0955d8d3-4d60-4ac2-8859-16dd576abbdf)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:12.984392 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:13.006077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33342187-c9a2-4cd7-9151-391829b33744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'Port': ['ID=3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:13.029131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for fce72b70-e2b7-49fb-8636-0f0af1501c0c owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:13.031651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] DHCP port deletion for 39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:38:13.183502 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port fae302a2-684b-44df-a9f4-c274c009e997 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:38:13.193380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port fae302a2-684b-44df-a9f4-c274c009e997 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:38:13.202022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:13.204271 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:13.225675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No DVR routers for this DVR port fce72b70-e2b7-49fb-8636-0f0af1501c0c on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:38:13.265349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.265886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.266368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.266926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.267405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.268210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.268330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.269780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.270258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.270744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.271282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.271756 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.273509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.274291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.275008 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.275643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.276568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.277083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.277559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.278582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.280375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.281366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.281875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.282352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.291564 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0b2f1df5-42d2-40cb-b1b1-9bf82978eef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21399 time: 0.3275592 Oct 18 23:38:13.293329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39062) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:13.295545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=fce72b70-e2b7-49fb-8636-0f0af1501c0c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:13.300186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ad3b21ce-1188-4c8f-bef9-d1e12274145f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:38:13.314125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d8ba1b0-2be2-4637-9fa8-aa84c1ef8c39 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/routers/d17f4400-4e74-4206-bcb8-740bf304f5e2 HTTP/1.1" status: 200 len: 906 time: 0.4415317 Oct 18 23:38:13.326117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39066) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:13.328464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Set router d17f4400-4e74-4206-bcb8-740bf304f5e2 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:13.329078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-f5eb6467-573e-419f-93a8-f5507e481b60 service neutron] 10.222.0.52 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880916 Oct 18 23:38:13.389609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef364ac-f4bd-459b-8791-53a9be5d2a16 req-68f88152-8b32-48c9-8804-ecde7cd60c77 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:13.391163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eef364ac-f4bd-459b-8791-53a9be5d2a16 req-68f88152-8b32-48c9-8804-ecde7cd60c77 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 944 time: 0.2341509 Oct 18 23:38:13.470994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-a9f11891-0028-4cd6-a678-d1de8425ed56 service neutron] 10.222.0.52 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993881 Oct 18 23:38:13.574483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] Deleting port fce72b70-e2b7-49fb-8636-0f0af1501c0c {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:13.574933 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:13.657520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:13.724369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ad3b21ce-1188-4c8f-bef9-d1e12274145f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:38:13.724749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:13.878464 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:13.930115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] For port fce72b70-e2b7-49fb-8636-0f0af1501c0c, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:13.930926 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:13.947306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c3c669e-4c17-47f8-ad0e-be80f3dd1396 req-13fac3f6-3192-41cf-b558-375b6fa3662b tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0635228 Oct 18 23:38:14.001954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Deleting port e1c75c8b-dc27-46cc-aa61-d76a5b4304cc {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:14.002304 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.010186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] Calling delete_port for fce72b70-e2b7-49fb-8636-0f0af1501c0c owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:14.014692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] Port fce72b70-e2b7-49fb-8636-0f0af1501c0c was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:38:14.027823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.037912 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.078217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.087362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] No DVR routers for this DVR port fce72b70-e2b7-49fb-8636-0f0af1501c0c on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:38:14.107987 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eef364ac-f4bd-459b-8791-53a9be5d2a16 req-3bec9227-8395-4320-ac79-3f95b0abc677 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024035 Oct 18 23:38:14.151662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:14.189252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0955d8d3-4d60-4ac2-8859-16dd576abbdf') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:14.189652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0955d8d3-4d60-4ac2-8859-16dd576abbdf') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:14.193560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:38:14.196525 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7b2c25-4ef9-4461-b626-3321bc7f04fa" -d '{"events": [{"server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "name": "network-vif-plugged", "status": "completed", "tag": "fae302a2-684b-44df-a9f4-c274c009e997"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:38:14.208401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.234365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbe807-777b-411b-9c97-75ed2bf91bcd None None] Pushing event deleted for resources: {'Port': ['ID=fce72b70-e2b7-49fb-8636-0f0af1501c0c,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:14.238339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.247246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=fae302a2-684b-44df-a9f4-c274c009e997,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:14.250745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Calling delete_port for e1c75c8b-dc27-46cc-aa61-d76a5b4304cc owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:14.259021 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c6cfbd4d-b49f-46c2-b42c-a423e8efc708 req-bfe21504-e8e4-4176-ad49-1fcb5e97f7a0 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 210 time: 0.0749977 Oct 18 23:38:14.275976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5c988957-7619-465f-a157-e791cc924446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Deleting port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:14.277522 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c988957-7619-465f-a157-e791cc924446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.288174 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.332602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f4400-4e74-4206-bcb8-740bf304f5e2', 'name': 'tempest-snat-router-2116715120', 'tenant_id': '169bb2882de745b7ac0b4f99978c25a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'e1c75c8b-dc27-46cc-aa61-d76a5b4304cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:38:07Z', 'updated_at': '2021-10-18T23:38:10Z', 'revision_number': 3, 'project_id': '169bb2882de745b7ac0b4f99978c25a9', 'gw_port': {'id': 'e1c75c8b-dc27-46cc-aa61-d76a5b4304cc', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f4400-4e74-4206-bcb8-740bf304f5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:38:09Z', 'updated_at': '2021-10-18T23:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:14.333194 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.341038 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3005d6cc-7945-4e2b-97a4-a0ed69870a3b x-openstack-request-id: req-3005d6cc-7945-4e2b-97a4-a0ed69870a3b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:38:14.341328 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "name": "network-vif-plugged", "status": "completed", "tag": "fae302a2-684b-44df-a9f4-c274c009e997", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:38:14.341584 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3005d6cc-7945-4e2b-97a4-a0ed69870a3b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:38:14.341990 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997', 'code': 200} Oct 18 23:38:14.403307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:38:14.403440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.403802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Checking router: d17f4400-4e74-4206-bcb8-740bf304f5e2 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:38:14.404130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Updating router d17f4400-4e74-4206-bcb8-740bf304f5e2 port e1c75c8b-dc27-46cc-aa61-d76a5b4304cc binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:38:14.407165 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:38:14.433871 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-5c988957-7619-465f-a157-e791cc924446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] For port 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac, host n-h2-713498-28, got binding levels [] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:14.434153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c988957-7619-465f-a157-e791cc924446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.526853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 94ea4fae-3296-41fe-942e-c5dd54ff44fb no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:14.533886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=fae302a2-684b-44df-a9f4-c274c009e997,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:14.548356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5c988957-7619-465f-a157-e791cc924446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Calling delete_port for 3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:14.574046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.582848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.589983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.594129 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/networks/39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4 HTTP/1.1" status: 204 len: 168 time: 2.0179975 Oct 18 23:38:14.651850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39088) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:14.685549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088be5f-da5b-41f7-b2ea-98d7b3baaf99 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Network': ['ID=39c2cd55-25ca-40f0-9b9b-bb80d44ab1b4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:14.691684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 94ea4fae-3296-41fe-942e-c5dd54ff44fb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:38:14.692115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 94ea4fae-3296-41fe-942e-c5dd54ff44fb not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:38:14.693283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fce72b70-e2b7-49fb-8636-0f0af1501c0c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:14.729991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: fce72b70-e2b7-49fb-8636-0f0af1501c0c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:38:14.730308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fce72b70-e2b7-49fb-8636-0f0af1501c0c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:38:14.908685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3296c8-fc97-4686-a252-8d7250cec196 req-cad4109c-8e7c-43ff-ac56-f6bb442906db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:14.910203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb3296c8-fc97-4686-a252-8d7250cec196 req-cad4109c-8e7c-43ff-ac56-f6bb442906db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 1097 time: 0.0622911 Oct 18 23:38:14.917445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c988957-7619-465f-a157-e791cc924446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.939184 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.945602 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.958341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c988957-7619-465f-a157-e791cc924446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:14.971340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c988957-7619-465f-a157-e791cc924446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:14.975047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5c988957-7619-465f-a157-e791cc924446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "DELETE /v2.0/ports/3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac HTTP/1.1" status: 204 len: 168 time: 1.6806233 Oct 18 23:38:14.982043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39090) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:15.004170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Attempting to bind port e1c75c8b-dc27-46cc-aa61-d76a5b4304cc on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:15.004170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Attempting to bind port e1c75c8b-dc27-46cc-aa61-d76a5b4304cc by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:15.004527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Attempting to bind port e1c75c8b-dc27-46cc-aa61-d76a5b4304cc on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:15.010845 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-185832a3-f157-493f-af39-e9c7ff67d5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] GET failed (client error): The resource could not be found. Oct 18 23:38:15.012416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-185832a3-f157-493f-af39-e9c7ff67d5ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "GET /v2.0/ports/3e37a368-8c9d-4b1d-aeef-7a9a0b4644ac HTTP/1.1" status: 404 len: 333 time: 0.0294945 Oct 18 23:38:15.017854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39094) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:15.019230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:38:15.020299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:15.020299 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.020541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:38:15.021044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Bound port: e1c75c8b-dc27-46cc-aa61-d76a5b4304cc, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:38:15.021446 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.023406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201488404', 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:15.030574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb3296c8-fc97-4686-a252-8d7250cec196 req-41efe045-e334-4d76-8de5-e18e3fb4f61b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870042 Oct 18 23:38:15.053041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb407e3-d2c5-4328-ba16-0c56521e99b5 None None] Pushing event updated for resources: {'Port': ['ID=e1c75c8b-dc27-46cc-aa61-d76a5b4304cc,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:15.081271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Made reservation on behalf of 1bbb70d93df34bb6bb87fc05ec0cfdb2 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:15.083955 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.107965 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33cce0b9-888b-45fe-8951-be945d32b4e9 req-ee1c1949-31f3-4dce-95f2-3ae10f3fd2e9 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0338864 Oct 18 23:38:15.113843 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.116322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:38:15.116470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] device_id is not set on port c7bc0734-3c60-4bd5-bfb5-5375deed5235 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:15.117146 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:38:15.159305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1c75c8b-dc27-46cc-aa61-d76a5b4304cc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:15.187277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.298093 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.307934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ffe27-b222-41e2-8712-2b896d1fb7f0 req-9c98dc53-ad62-4ded-9d28-cee8a55fb1e0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:15.309726 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc7ffe27-b222-41e2-8712-2b896d1fb7f0 req-9c98dc53-ad62-4ded-9d28-cee8a55fb1e0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.0853899 Oct 18 23:38:15.428308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.438913 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc7ffe27-b222-41e2-8712-2b896d1fb7f0 req-7d51ba43-72b8-444d-8597-d90380c929d0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179073 Oct 18 23:38:15.512990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.517328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.541576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-69adefa2-16f5-486f-88b8-9830fa046551 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:15.543205 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-69adefa2-16f5-486f-88b8-9830fa046551 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.102 "GET /v2.0/networks?id=a5c2b805-ac8d-4648-aef4-3ea73357ca99 HTTP/1.1" status: 200 len: 812 time: 0.1776330 Oct 18 23:38:15.568458 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f564415-7f05-4188-9aba-569310b66a3e req-5139b2c8-8fc2-4d6b-a855-9e0a8a30889f tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 210 time: 0.0500941 Oct 18 23:38:15.590821 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.590821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d17f4400-4e74-4206-bcb8-740bf304f5e2 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:15.592228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.592667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-358b94d1-1420-4958-b5c1-92dd820bdbad tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "DELETE /v2.0/routers/d17f4400-4e74-4206-bcb8-740bf304f5e2 HTTP/1.1" status: 204 len: 168 time: 2.2624750 Oct 18 23:38:15.595420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39104) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:15.611615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Request body: {'port': {'device_id': 'ca9a0ca3-37df-40cd-8045-3b9e84c8243d', 'network_id': 'a5c2b805-ac8d-4648-aef4-3ea73357ca99', 'admin_state_up': True, 'tenant_id': '8a01c7a3df52489488e61eebc647759f'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:15.639316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Attempting to bind port e1c75c8b-dc27-46cc-aa61-d76a5b4304cc on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:15.640889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Attempting to bind port e1c75c8b-dc27-46cc-aa61-d76a5b4304cc by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:15.643449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Attempting to bind port e1c75c8b-dc27-46cc-aa61-d76a5b4304cc on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:15.653172 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.662206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:38:15.664123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:15.664786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.665390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:38:15.666797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Bound port: e1c75c8b-dc27-46cc-aa61-d76a5b4304cc, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:38:15.667531 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.697299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Port e1c75c8b-dc27-46cc-aa61-d76a5b4304cc has been deleted concurrently {{(pid=100923) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 18 23:38:15.713562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Routers set() bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:15.714944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Router IDs set() for agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 23:38:15.715930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_agentschedulers_db [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d17f4400-4e74-4206-bcb8-740bf304f5e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent'). {{(pid=100923) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 18 23:38:15.716547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3852e24-262a-477f-89da-c4be7aebc95d None None] The sync data for ids ['d17f4400-4e74-4206-bcb8-740bf304f5e2'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:15.741467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Network aac3fe9c-588b-4884-adba-a7232135938d is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:15.747246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:15.753938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:15.754977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:15.755574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.773519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port bc916fa3-4894-4145-b508-3d932337f1f0 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:15.773519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.777793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'Port': ['ID=c7bc0734-3c60-4bd5-bfb5-5375deed5235,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:15.782053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.815817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Made reservation on behalf of 8a01c7a3df52489488e61eebc647759f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:15.820353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.830953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-17591d3f-3f63-43d2-9a87-7bde21e82e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8094645 Oct 18 23:38:15.831649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39106) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:15.866412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a155bc4-303f-4084-b7cb-4a23e7c7772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:15.870759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4a155bc4-303f-4084-b7cb-4a23e7c7772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "GET /v2.0/ports/c7bc0734-3c60-4bd5-bfb5-5375deed5235 HTTP/1.1" status: 200 len: 959 time: 0.0355597 Oct 18 23:38:15.870759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39108) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:15.952771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port bc916fa3-4894-4145-b508-3d932337f1f0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bc916fa3-4894-4145-b508-3d932337f1f0,segment=NetworkSegment(7d090000-cf32-45ca-b9cb-5efcd9ec2af0),segment_id=7d090000-cf32-45ca-b9cb-5efcd9ec2af0)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:15.953139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:15.990632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for bc916fa3-4894-4145-b508-3d932337f1f0 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:15.995806 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.014494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fab676e9-83e7-4641-8134-2ce791146e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Deleting port c7bc0734-3c60-4bd5-bfb5-5375deed5235 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:16.014853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fab676e9-83e7-4641-8134-2ce791146e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.064180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Allocated IP 172.20.0.11 (a5c2b805-ac8d-4648-aef4-3ea73357ca99/17f330e9-a4e6-44bb-ae66-4d54d882b6fe/1403f1bf-6efc-4e66-a631-56a83fe6c0ba) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:16.113428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fab676e9-83e7-4641-8134-2ce791146e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.135029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fab676e9-83e7-4641-8134-2ce791146e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Calling delete_port for c7bc0734-3c60-4bd5-bfb5-5375deed5235 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:16.345970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Deleting port ad3b21ce-1188-4c8f-bef9-d1e12274145f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:16.345970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.345970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fab676e9-83e7-4641-8134-2ce791146e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.345970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52426cbd-c731-448c-a4fb-0280f5e373e0 req-73b53336-6cf7-440c-9cc4-620445070436 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0516987 Oct 18 23:38:16.378958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab676e9-83e7-4641-8134-2ce791146e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7bc0734-3c60-4bd5-bfb5-5375deed5235,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:16.381340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fab676e9-83e7-4641-8134-2ce791146e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.385911 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fab676e9-83e7-4641-8134-2ce791146e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c7bc0734-3c60-4bd5-bfb5-5375deed5235 HTTP/1.1" status: 204 len: 168 time: 0.5136900 Oct 18 23:38:16.388848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39130) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:16.405997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.410842 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.445775 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc169db-9656-46ab-91a3-a5a3115822eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] GET failed (client error): The resource could not be found. Oct 18 23:38:16.446952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=bc916fa3-4894-4145-b508-3d932337f1f0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:16.451070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ddc169db-9656-46ab-91a3-a5a3115822eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "GET /v2.0/ports/c7bc0734-3c60-4bd5-bfb5-5375deed5235 HTTP/1.1" status: 404 len: 333 time: 0.0576000 Oct 18 23:38:16.451631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39132) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:16.457235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Request body: {'port': {'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926425251'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:16.572256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] For port ad3b21ce-1188-4c8f-bef9-d1e12274145f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ad3b21ce-1188-4c8f-bef9-d1e12274145f,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:16.572866 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.590536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Made reservation on behalf of 1bbb70d93df34bb6bb87fc05ec0cfdb2 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:16.597510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.636852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.661351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Calling delete_port for ad3b21ce-1188-4c8f-bef9-d1e12274145f owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:16.701055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] device_id is not set on port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:16.787255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd54813-d1ff-4b72-ba04-f222e15ccfd4 req-56e7a282-339b-4ed0-a818-227036dbf6b8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:16.789815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd54813-d1ff-4b72-ba04-f222e15ccfd4 req-56e7a282-339b-4ed0-a818-227036dbf6b8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.2287965 Oct 18 23:38:16.843539 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Pushing event updated for resources: {'Port': ['ID=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:16.855245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Network a5c2b805-ac8d-4648-aef4-3ea73357ca99 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:16.856114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:16.863895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec74adfc-64a4-4a0d-86a0-452641cc73e3 req-68945bec-83f7-4a27-a3b2-956aa3e6a113 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0396137 Oct 18 23:38:16.878279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:16.897158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:16.938009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd54813-d1ff-4b72-ba04-f222e15ccfd4 req-32188d64-109b-47fe-bcb7-cba723eb23d3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830407 Oct 18 23:38:17.026838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ad767-95cd-46ab-8071-499669113229 req-19989fde-76cf-4c37-983a-db2f00285fb2 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:17.034353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e6ad767-95cd-46ab-8071-499669113229 req-19989fde-76cf-4c37-983a-db2f00285fb2 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 932 time: 0.2164786 Oct 18 23:38:17.066487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:17.067465 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.116139 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.141656 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.163964 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-67663d67-5ca1-452a-acd8-10003041a480 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5585423 Oct 18 23:38:17.180978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad3b21ce-1188-4c8f-bef9-d1e12274145f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:17.183339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3e6ad767-95cd-46ab-8071-499669113229 req-d4cef0bb-9823-46d3-8c38-614a8cd730d9 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340430 Oct 18 23:38:17.190303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:38:17.265352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Request body: {'port': {'device_id': 'ca9a0ca3-37df-40cd-8045-3b9e84c8243d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:17.269024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.271011 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.322505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:17.329602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f9a3712c-c265-4862-a9d3-291abbd8ccf7 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6746662 Oct 18 23:38:17.336808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39156) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:17.352113 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:17.361456 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:17.362065 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:17.401687 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.420864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Network aac3fe9c-588b-4884-adba-a7232135938d is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:17.421758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'Port': ['ID=20e41659-f83a-4fc2-af20-d4ad38cf0b98,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:17.429304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f235c5-5c10-4173-9822-533b7adb2ae8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting subnet f75be022-3933-44da-9d3a-79705392e6e8 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:38:17.434914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3f235c5-5c10-4173-9822-533b7adb2ae8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.477483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:17.505583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.513772 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3f235c5-5c10-4173-9822-533b7adb2ae8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.523331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd9ce185-ffdc-4bdb-a6dc-7e7311bf2f70 req-bec6bb72-8f56-44fc-9be1-a733fdae3ae0 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0479257 Oct 18 23:38:17.524698 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.526795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:17.527737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:17.528111 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:17.528334 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.600244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-741000ff-75b0-445c-b1b8-5e9abde0b6e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1465158 Oct 18 23:38:17.604270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39166) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:17.619623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:17.620469 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:16Z', 'revision_number': 11, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:17.627158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.627881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb08545-8666-4499-92b3-285e6538b71b {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:17.644884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.646352 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4988b435-1e01-464f-aa29-bc04da0b3511 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "DELETE /v2.0/routers/2bb08545-8666-4499-92b3-285e6538b71b HTTP/1.1" status: 204 len: 168 time: 2.0499005 Oct 18 23:38:17.651291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39170) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:17.666884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-835229069', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:17.669380 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:38:17.679846 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:17.680686 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:17.737101 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.738519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.768301 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:17.804836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.817568 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.862010 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3f235c5-5c10-4173-9822-533b7adb2ae8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:17.873919 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:16Z', 'revision_number': 11, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:17.919903 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f4526-eb17-4f3b-9498-e03b387e1f1c None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:16Z', 'revision_number': 11, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:18.038385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.042091 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3f235c5-5c10-4173-9822-533b7adb2ae8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.117685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f235c5-5c10-4173-9822-533b7adb2ae8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Subnet': ['ID=f75be022-3933-44da-9d3a-79705392e6e8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:18.121548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab90d05-daa7-40e6-a9ad-f43819f266da req-1c852bf8-1af5-4e5d-9f34-364c7bf6b2c5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:18.123354 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cab90d05-daa7-40e6-a9ad-f43819f266da req-1c852bf8-1af5-4e5d-9f34-364c7bf6b2c5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.0797396 Oct 18 23:38:18.136435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b697f-0ec4-4c8a-b4ab-7978e55e110d None None] Network 0d371d57-66d0-4951-9c7d-e45f27088abb requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:18.146648 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3f235c5-5c10-4173-9822-533b7adb2ae8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.152836 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c3f235c5-5c10-4173-9822-533b7adb2ae8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/f75be022-3933-44da-9d3a-79705392e6e8 HTTP/1.1" status: 204 len: 168 time: 0.8148665 Oct 18 23:38:18.153469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39182) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:18.207289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1403f1bf-6efc-4e66-a631-56a83fe6c0ba {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:38:18.229000 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.233919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cab90d05-daa7-40e6-a9ad-f43819f266da req-41fc3032-1801-465d-9609-5b08e66207dd tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495627 Oct 18 23:38:18.419872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Transition to ACTIVE for port object 1403f1bf-6efc-4e66-a631-56a83fe6c0ba will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:38:18.433873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.462279 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.512740 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.519624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] device_id is not set on port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:18.533862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.559885 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.573760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Pushing event updated for resources: {'Port': ['ID=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:18.575159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.600893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e0a339-64aa-4f4c-b7c9-f085fe686292 None None] DHCP port deletion for 0d371d57-66d0-4951-9c7d-e45f27088abb request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:38:18.707555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667cb8a-d737-49ad-abff-0d90b3f5571b req-4d6d37f5-a860-4efb-872d-abcec6e347b0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:18.721347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2667cb8a-d737-49ad-abff-0d90b3f5571b req-4d6d37f5-a860-4efb-872d-abcec6e347b0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1609004 Oct 18 23:38:18.741515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-38e0a339-64aa-4f4c-b7c9-f085fe686292 None None] Deleting port fc5a4436-e029-4522-b8b7-11156fdb248c {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:18.742553 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38e0a339-64aa-4f4c-b7c9-f085fe686292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.804691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2667cb8a-d737-49ad-abff-0d90b3f5571b req-dc029152-0213-41a0-974a-7be702431541 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823646 Oct 18 23:38:18.805291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78757e-c88e-4633-b260-0c4a171193f1 req-7046c721-3989-4ae8-a0c8-3913715437e8 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:18.816277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Allocated IP 172.25.7.174 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/01d120f6-dac6-4098-8f52-dd328d910fb3) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:18.819030 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7a78757e-c88e-4633-b260-0c4a171193f1 req-7046c721-3989-4ae8-a0c8-3913715437e8 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 944 time: 0.3936670 Oct 18 23:38:18.900251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-38e0a339-64aa-4f4c-b7c9-f085fe686292 None None] For port fc5a4436-e029-4522-b8b7-11156fdb248c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fc5a4436-e029-4522-b8b7-11156fdb248c,segment=NetworkSegment(7d090000-cf32-45ca-b9cb-5efcd9ec2af0),segment_id=7d090000-cf32-45ca-b9cb-5efcd9ec2af0)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:18.900780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38e0a339-64aa-4f4c-b7c9-f085fe686292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:18.923220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-38e0a339-64aa-4f4c-b7c9-f085fe686292 None None] Calling delete_port for fc5a4436-e029-4522-b8b7-11156fdb248c owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:18.949891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'Port': ['ID=20e41659-f83a-4fc2-af20-d4ad38cf0b98,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:18.962177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-606b4249-fc8b-4742-9dff-28c4e687c84c req-f966492f-19e9-4e4c-9c7a-9f841329308a tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0712883 Oct 18 23:38:19.029015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Deleting port fc5a4436-e029-4522-b8b7-11156fdb248c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:19.032154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.033422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.066904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:19.067282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:19.067576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:19.080843 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38e0a339-64aa-4f4c-b7c9-f085fe686292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.084487 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7a78757e-c88e-4633-b260-0c4a171193f1 req-7f2869d4-5024-4174-a14b-5948254da720 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636907 Oct 18 23:38:19.099987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:19.100622 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:19.101375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Attempting to bind port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:19.101880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Attempting to bind port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '58fd735a-a3ab-4329-917a-bd6417259741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5c2b805-ac8d-4648-aef4-3ea73357ca99'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:19.102357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Attempting to bind port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba on network a5c2b805-ac8d-4648-aef4-3ea73357ca99 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:19.106996 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 2 to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 Oct 18 23:38:19.121003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.203805 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba on network a5c2b805-ac8d-4648-aef4-3ea73357ca99 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:19.204128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Attempting to bind port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba on network a5c2b805-ac8d-4648-aef4-3ea73357ca99 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:19.228275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] For port fc5a4436-e029-4522-b8b7-11156fdb248c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fc5a4436-e029-4522-b8b7-11156fdb248c,segment=NetworkSegment(7d090000-cf32-45ca-b9cb-5efcd9ec2af0),segment_id=7d090000-cf32-45ca-b9cb-5efcd9ec2af0)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:19.229155 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.232295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:38:19.232845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Checking segment: {'id': '58fd735a-a3ab-4329-917a-bd6417259741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5c2b805-ac8d-4648-aef4-3ea73357ca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:19.233398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Bound using segment: {'id': '58fd735a-a3ab-4329-917a-bd6417259741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5c2b805-ac8d-4648-aef4-3ea73357ca99'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:38:19.233998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Bound port: 1403f1bf-6efc-4e66-a631-56a83fe6c0ba, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fd735a-a3ab-4329-917a-bd6417259741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5c2b805-ac8d-4648-aef4-3ea73357ca99'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:38:19.234541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.240662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event updated for resources: {'Port': ['ID=01d120f6-dac6-4098-8f52-dd328d910fb3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:19.250938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:19.251192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:19.251670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:19.252219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:19.255983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:19.262418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:19.271134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Calling delete_port for fc5a4436-e029-4522-b8b7-11156fdb248c owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:19.280831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:19.281540 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:19.292669 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 3 to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 Oct 18 23:38:19.363482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0a339-64aa-4f4c-b7c9-f085fe686292 None None] Pushing event deleted for resources: {'Port': ['ID=fc5a4436-e029-4522-b8b7-11156fdb248c,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:19.368615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ad3b21ce-1188-4c8f-bef9-d1e12274145f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:19.372387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0a339-64aa-4f4c-b7c9-f085fe686292 None None] No DVR routers for this DVR port fc5a4436-e029-4522-b8b7-11156fdb248c on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:38:19.384681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:19.385162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:19.385510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:19.394986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: ad3b21ce-1188-4c8f-bef9-d1e12274145f {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:38:19.395726 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ad3b21ce-1188-4c8f-bef9-d1e12274145f not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:38:19.396369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fc5a4436-e029-4522-b8b7-11156fdb248c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:19.420695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: fc5a4436-e029-4522-b8b7-11156fdb248c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:38:19.421458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fc5a4436-e029-4522-b8b7-11156fdb248c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:38:19.422093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bc916fa3-4894-4145-b508-3d932337f1f0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:19.445927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: bc916fa3-4894-4145-b508-3d932337f1f0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:38:19.446619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bc916fa3-4894-4145-b508-3d932337f1f0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:38:19.466487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:19.467035 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:19.472075 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 4 to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 Oct 18 23:38:19.505409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:19.506068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:19.507514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:19.512254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] For port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:38:19.519761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:19.520227 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:19.527168 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 5 to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 Oct 18 23:38:19.550749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] For port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,segment=NetworkSegment(58fd735a-a3ab-4329-917a-bd6417259741),segment_id=58fd735a-a3ab-4329-917a-bd6417259741)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:38:19.557747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:19.558088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:19.558431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:19.563589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:19.563863 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:19.564267 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 6 to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 Oct 18 23:38:19.591134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:19.591431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:19.591780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:19.599641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.604041 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.633586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:19.634242 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:19.651531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.663967 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 7 to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 Oct 18 23:38:19.674032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1035d598-5cf6-40f7-a5d9-2a9d55779c23 req-ed3ae45a-b835-4912-b573-ec55640efd2e tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99&device_id=9e3d456e-70f3-46e0-82c3-7b13140db039 HTTP/1.1" status: 200 len: 210 time: 0.0713899 Oct 18 23:38:19.696998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Port': ['ID=fc5a4436-e029-4522-b8b7-11156fdb248c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:19.706127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No DVR routers for this DVR port fc5a4436-e029-4522-b8b7-11156fdb248c on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:38:19.716359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:19.716985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:19.720351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] 10.222.0.102 "PUT /v2.0/ports/1403f1bf-6efc-4e66-a631-56a83fe6c0ba HTTP/1.1" status: 200 len: 1093 time: 2.4587281 Oct 18 23:38:19.722489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.722881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.723229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.723574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.723909 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.724762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.725601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.726107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.727102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.727489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.727813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.728146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:19.734709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9a0ca3-37df-40cd-8045-3b9e84c8243d', 'tag': '1403f1bf-6efc-4e66-a631-56a83fe6c0ba'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:38:19.738496 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4cbedb-0cee-4eda-95b8-e48246819eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9a0ca3-37df-40cd-8045-3b9e84c8243d", "tag": "1403f1bf-6efc-4e66-a631-56a83fe6c0ba"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:38:19.745848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:19.746421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:19.746981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:19.815137 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b27d0-1b38-4fe2-9ae6-baf0ecc2e7b1 x-openstack-request-id: req-633b27d0-1b38-4fe2-9ae6-baf0ecc2e7b1 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:38:19.815898 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9a0ca3-37df-40cd-8045-3b9e84c8243d", "tag": "1403f1bf-6efc-4e66-a631-56a83fe6c0ba", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:38:19.815898 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-633b27d0-1b38-4fe2-9ae6-baf0ecc2e7b1 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:38:19.816178 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9a0ca3-37df-40cd-8045-3b9e84c8243d', 'tag': '1403f1bf-6efc-4e66-a631-56a83fe6c0ba', 'status': 'completed', 'code': 200} Oct 18 23:38:19.857063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:19.857404 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:19.889813 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 8 to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 Oct 18 23:38:20.245607 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a29eb7a-5c9e-406f-95fc-540c510dba6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.284223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cea51bb-3b7a-45b4-adfc-0328ebc70517 req-f4becc43-61ba-4d0d-ad40-a5e47540ee64 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd1c0e80c38b4a0ab58e97478f7aa649&device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0557225 Oct 18 23:38:20.289243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8f58727-65b5-4130-afce-e1b3ba3441a8 req-95a48a37-3b99-4f2b-947b-c9a38d10fd1e tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0617723 Oct 18 23:38:20.395377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:20.395710 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:20.396044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:20.401648 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.414096 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cea51bb-3b7a-45b4-adfc-0328ebc70517 req-5cb85471-4eb4-49f2-b9e9-579d177e2ee8 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=cd1c0e80c38b4a0ab58e97478f7aa649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093211 Oct 18 23:38:20.416513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcdc14-d890-484b-b221-10dc9a894112 service neutron] Pushing event updated for resources: {'Port': ['ID=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:20.441461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:20.441809 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:20.451190 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 9 to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 Oct 18 23:38:20.464140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-04e9951f-37f0-4d0d-ae5f-b4c0afe24eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:20.465644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-04e9951f-37f0-4d0d-ae5f-b4c0afe24eac service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8a01c7a3df52489488e61eebc647759f&device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 1096 time: 0.6485195 Oct 18 23:38:20.471073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d371d57-66d0-4951-9c7d-e45f27088abb']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:20.487078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcec39-b0f7-42e4-ad45-b5e64772d1e0 req-a9671792-6cd7-4cc1-a4cb-364269d2bc19 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:20.488596 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29bcec39-b0f7-42e4-ad45-b5e64772d1e0 req-a9671792-6cd7-4cc1-a4cb-364269d2bc19 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.5724788 Oct 18 23:38:20.492815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:20.493152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:20.493486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:20.497404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d090000-cf32-45ca-b9cb-5efcd9ec2af0') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:20.498154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d090000-cf32-45ca-b9cb-5efcd9ec2af0') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:20.548327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:20.548823 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:20.550342 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.557420 n-d-713498-28 neutron-server[100921]: INFO neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempt 10 to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 Oct 18 23:38:20.568088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-d81b6fdf-ea10-4504-b88a-3d420d3d68c3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1403f1bf-6efc-4e66-a631-56a83fe6c0ba HTTP/1.1" status: 200 len: 217 time: 0.0769541 Oct 18 23:38:20.615943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:20.616330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:20.616610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempting to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:20.617580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaee1f-5137-41f1-98cc-a183578c6f20 req-bc33db9d-3cd1-4229-abf0-7750c9aa2ed7 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:20.619054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fafaee1f-5137-41f1-98cc-a183578c6f20 req-bc33db9d-3cd1-4229-abf0-7750c9aa2ed7 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 944 time: 0.2241826 Oct 18 23:38:20.624514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.644558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:38:20.644971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.648780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:20.649110 n-d-713498-28 neutron-server[100921]: ERROR neutron.plugins.ml2.managers [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Failed to bind port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on host n-h2-713498-28 for vnic_type normal using segments [{'id': '701d720f-4687-40e8-8141-c760b7ae5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aac3fe9c-588b-4884-adba-a7232135938d'}] Oct 18 23:38:20.649470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:38:20.651468 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:38:20.675247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29bcec39-b0f7-42e4-ad45-b5e64772d1e0 req-ef4e720d-5a78-40af-9838-5ff6bfeacd69 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710017 Oct 18 23:38:20.717003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.720885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fafaee1f-5137-41f1-98cc-a183578c6f20 req-34e528af-6c4d-4941-aa38-8946f5d97159 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825989 Oct 18 23:38:20.726680 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-ace79fb2-490f-45a8-beb0-0c5432c2680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:20.729197 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-ace79fb2-490f-45a8-beb0-0c5432c2680d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17f330e9-a4e6-44bb-ae66-4d54d882b6fe HTTP/1.1" status: 200 len: 852 time: 0.1466386 Oct 18 23:38:20.735016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea51bb-3b7a-45b4-adfc-0328ebc70517 req-b76b4c71-1541-4d77-81bf-9feb81aaaeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:20.737358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cea51bb-3b7a-45b4-adfc-0328ebc70517 req-b76b4c71-1541-4d77-81bf-9feb81aaaeea service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2934630 Oct 18 23:38:20.809939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.817787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-4669f66f-6857-4e2d-9efb-975fd277d2a4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a5c2b805-ac8d-4648-aef4-3ea73357ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474687 Oct 18 23:38:20.845958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.853183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/networks/0d371d57-66d0-4951-9c7d-e45f27088abb HTTP/1.1" status: 204 len: 168 time: 2.6944568 Oct 18 23:38:20.858445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39256) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:20.865195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'routes': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:20.868148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7b7d6-fe3b-4641-9466-4b93e7e94ff1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Pushing event deleted for resources: {'Network': ['ID=0d371d57-66d0-4951-9c7d-e45f27088abb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:20.940112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] For port 20e41659-f83a-4fc2-af20-d4ad38cf0b98, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:38:20.940677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attempted to set empty binding levels {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 18 23:38:20.950082 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.995932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] In _notify_port_updated(), no bound segment for port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 on network aac3fe9c-588b-4884-adba-a7232135938d {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:38:20.997101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:20.998014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:20.999545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "PUT /v2.0/ports/20e41659-f83a-4fc2-af20-d4ad38cf0b98 HTTP/1.1" status: 200 len: 980 time: 3.3915727 Oct 18 23:38:21.003965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39264) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:21.046239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe2733-2b92-450a-b78c-5a746d12391b tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event updated for resources: {'Port': ['ID=20e41659-f83a-4fc2-af20-d4ad38cf0b98,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:21.062377 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-7f5c78ee-67e6-4f1b-b57a-143782a61d35 service neutron] 10.222.0.102 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054930 Oct 18 23:38:21.078219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Added routes are [] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 23:38:21.078219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Removed routes are [] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 23:38:21.078547 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:21.197981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Router bf341115-73b9-482e-afec-b976ed994426 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:38:21.241141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:21.249130 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:21.263310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab75c9-e2a1-4a81-99b3-315c02ad7d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Deleting port 20e41659-f83a-4fc2-af20-d4ad38cf0b98 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:21.263661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a0ab75c9-e2a1-4a81-99b3-315c02ad7d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:21.272937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ff5e89e-a8b9-4bec-871a-9f70cb4d136a req-9888de49-489d-467e-bbff-f3c56c99565b service neutron] 10.222.0.102 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933708 Oct 18 23:38:21.425416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router ceea9710-4db1-44a4-9687-3a185ce322f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:38:21.463244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-a0ab75c9-e2a1-4a81-99b3-315c02ad7d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] For port 20e41659-f83a-4fc2-af20-d4ad38cf0b98, host n-h2-713498-28, got binding levels [] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:21.463700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a0ab75c9-e2a1-4a81-99b3-315c02ad7d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:21.475992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-461efb7b-b783-4ce2-a645-c3c1c78375c0 req-8da92dbb-08b5-44aa-bad6-73e2702457b3 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0480134 Oct 18 23:38:21.486625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab75c9-e2a1-4a81-99b3-315c02ad7d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Calling delete_port for 20e41659-f83a-4fc2-af20-d4ad38cf0b98 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:21.487279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:21.504784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95649b5d-07b6-4dda-88b0-8a1713835cd2 None None] Sync routers for ids ['bf341115-73b9-482e-afec-b976ed994426'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:21.505828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-37497473-2ad1-4672-9f72-c114c0aa8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:21.507925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-37497473-2ad1-4672-9f72-c114c0aa8f11 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8a01c7a3df52489488e61eebc647759f&device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 1096 time: 0.1255627 Oct 18 23:38:21.525538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551ef70-9da1-476d-b645-6bebcb57ad80 req-468142ae-d90c-4687-a1c7-c95a71722da4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:21.528527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95649b5d-07b6-4dda-88b0-8a1713835cd2 None None] Routers {'bf341115-73b9-482e-afec-b976ed994426'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:21.529171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-95649b5d-07b6-4dda-88b0-8a1713835cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bf341115-73b9-482e-afec-b976ed994426'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:21.530090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8551ef70-9da1-476d-b645-6bebcb57ad80 req-468142ae-d90c-4687-a1c7-c95a71722da4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1498172 Oct 18 23:38:21.583144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-95649b5d-07b6-4dda-88b0-8a1713835cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:21.597460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:21.606611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95649b5d-07b6-4dda-88b0-8a1713835cd2 None None] Routers {'bf341115-73b9-482e-afec-b976ed994426'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:21.607284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-95649b5d-07b6-4dda-88b0-8a1713835cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bf341115-73b9-482e-afec-b976ed994426'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:21.608882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:21.611212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-05ef54e2-320b-4a6c-b3c5-900f03372ac6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4 HTTP/1.1" status: 200 len: 705 time: 0.7508194 Oct 18 23:38:21.611589 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] Sync routers for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:21.617628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:21.619250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f4b0245-6ef4-462a-a9a2-b1baf0b8ca98 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9655235 Oct 18 23:38:21.620375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39282) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:21.623345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39284) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:21.632850 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:21.633470 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:21.662287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-95649b5d-07b6-4dda-88b0-8a1713835cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:21.663411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95649b5d-07b6-4dda-88b0-8a1713835cd2 None None] The sync data for ids ['bf341115-73b9-482e-afec-b976ed994426'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:21.691725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0e655ca7-255b-489b-80ba-a6abb6491a8e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': False}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:21.699361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1c3bfc06-c7a1-44eb-af3b-91cd6a908dda tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ceea9710-4db1-44a4-9687-3a185ce322f4 HTTP/1.1" status: 200 len: 205 time: 0.0749605 Oct 18 23:38:21.723883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39288) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:21.736985 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8551ef70-9da1-476d-b645-6bebcb57ad80 req-c7417465-0dfe-4505-b6aa-1cee56e6fa2c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058959 Oct 18 23:38:21.878600 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:21.883892 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a0ab75c9-e2a1-4a81-99b3-315c02ad7d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:21.892354 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4236ce55-26b3-4045-bde9-6ffa678ae7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:21.977613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab75c9-e2a1-4a81-99b3-315c02ad7d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Pushing event deleted for resources: {'Port': ['ID=20e41659-f83a-4fc2-af20-d4ad38cf0b98,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:21.998965 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:16Z', 'revision_number': 11, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:22.008487 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a0ab75c9-e2a1-4a81-99b3-315c02ad7d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:22.021330 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a0ab75c9-e2a1-4a81-99b3-315c02ad7d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "DELETE /v2.0/ports/20e41659-f83a-4fc2-af20-d4ad38cf0b98 HTTP/1.1" status: 204 len: 168 time: 1.0087690 Oct 18 23:38:22.023715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-3f6a67a2-ffa4-475b-a547-e4db6878d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:22.025788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-3f6a67a2-ffa4-475b-a547-e4db6878d77c service neutron] 10.222.0.102 "GET /v2.0/networks?id=a5c2b805-ac8d-4648-aef4-3ea73357ca99 HTTP/1.1" status: 200 len: 913 time: 0.4936888 Oct 18 23:38:22.026579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39300) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:22.039688 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] Checking router: ceea9710-4db1-44a4-9687-3a185ce322f4 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:38:22.051086 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] Routers {'ceea9710-4db1-44a4-9687-3a185ce322f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:22.052729 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ceea9710-4db1-44a4-9687-3a185ce322f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:22.085423 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-94125ba1-9b55-46d3-8fc9-f51bb164f6fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1403f1bf-6efc-4e66-a631-56a83fe6c0ba HTTP/1.1" status: 200 len: 217 time: 0.0447552 Oct 18 23:38:22.126042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9c38-b125-427b-bd82-4949156a596d req-9c8de89d-e048-4ab9-ac55-522471cd5b69 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:22.127635 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02df9c38-b125-427b-bd82-4949156a596d req-9c8de89d-e048-4ab9-ac55-522471cd5b69 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 944 time: 0.1799903 Oct 18 23:38:22.146390 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] Set router ceea9710-4db1-44a4-9687-3a185ce322f4 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:22.162246 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-3322ba59-b8ed-4c7d-afd0-fb2a9c5e0785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] GET failed (client error): The resource could not be found. Oct 18 23:38:22.164267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3322ba59-b8ed-4c7d-afd0-fb2a9c5e0785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609 tempest-PortsAdminExtendedAttrsIpV6TestJSON-982661609-project-admin] 10.222.0.52 "GET /v2.0/ports/20e41659-f83a-4fc2-af20-d4ad38cf0b98 HTTP/1.1" status: 404 len: 333 time: 0.1256695 Oct 18 23:38:22.203516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39304) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:22.219189 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:16Z', 'revision_number': 11, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:22.255078 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884db37-74ae-49c3-a926-021c262b99a8 None None] The sync data for ids ['ceea9710-4db1-44a4-9687-3a185ce322f4'] in n-d-713498-28 is: [{'id': 'ceea9710-4db1-44a4-9687-3a185ce322f4', 'name': 'tempest-RoutersIpV6Test-router-1334749859', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:37:11Z', 'updated_at': '2021-10-18T23:38:16Z', 'revision_number': 11, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:22.288535 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4236ce55-26b3-4045-bde9-6ffa678ae7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:22.292660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4236ce55-26b3-4045-bde9-6ffa678ae7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:22.296791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-c77ea4db-4ea1-4491-ab38-18eb9c467e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:22.298269 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-c77ea4db-4ea1-4491-ab38-18eb9c467e44 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17f330e9-a4e6-44bb-ae66-4d54d882b6fe HTTP/1.1" status: 200 len: 852 time: 0.1916151 Oct 18 23:38:22.303827 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:38:22.320746 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02df9c38-b125-427b-bd82-4949156a596d req-289f20e0-16b8-4920-92c0-b1b5551a0c75 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803081 Oct 18 23:38:22.325882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e655ca7-255b-489b-80ba-a6abb6491a8e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:22.355743 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:22.384670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-53687498-ace4-4ffc-bdc8-5c0a3e02fc16 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a5c2b805-ac8d-4648-aef4-3ea73357ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425689 Oct 18 23:38:22.396706 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4236ce55-26b3-4045-bde9-6ffa678ae7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:22.397954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4236ce55-26b3-4045-bde9-6ffa678ae7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Fanout notify agent at l3_agent the message router_deleted on router ceea9710-4db1-44a4-9687-3a185ce322f4 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:22.413431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4236ce55-26b3-4045-bde9-6ffa678ae7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:22.414579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4236ce55-26b3-4045-bde9-6ffa678ae7eb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4 HTTP/1.1" status: 204 len: 168 time: 0.6765921 Oct 18 23:38:22.420264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39312) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:22.426182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-66a9469d-b632-4c7d-8559-83bda9ee435c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-427370338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:22.482910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cea51bb-3b7a-45b4-adfc-0328ebc70517 req-85aee772-87f6-4cf4-8005-2af1bb09e884 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.102 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0515108 Oct 18 23:38:22.588019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-96adb927-1d65-4a30-9247-24560dd8e9da service neutron] 10.222.0.102 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622791 Oct 18 23:38:22.742551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-374c7008-d482-4a94-8bd3-181a12c6ddcb req-b7faf352-dfef-4906-a943-4b85266fb430 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cfc5122-bd39-49e4-aec7-5a12300cdd99 HTTP/1.1" status: 200 len: 210 time: 0.1222596 Oct 18 23:38:22.780632 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd4cbedb-0cee-4eda-95b8-e48246819eb8 req-cb71f826-b5e2-43b5-8b93-f84bec21c239 service neutron] 10.222.0.102 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840017 Oct 18 23:38:23.005668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.010892 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a9469d-b632-4c7d-8559-83bda9ee435c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.011911 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a9469d-b632-4c7d-8559-83bda9ee435c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.073307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac3fe9c-588b-4884-adba-a7232135938d']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:23.091717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701d720f-4687-40e8-8141-c760b7ae5b96') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:23.092018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701d720f-4687-40e8-8141-c760b7ae5b96') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:23.131687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.178296 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a9469d-b632-4c7d-8559-83bda9ee435c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.185663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.199730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7ef5e-c525-4f03-8f90-72a1c4d849ac req-0e529336-5cac-4a52-8b32-6c4c432f7678 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:23.201247 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0b7ef5e-c525-4f03-8f90-72a1c4d849ac req-0e529336-5cac-4a52-8b32-6c4c432f7678 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1925020 Oct 18 23:38:23.202246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a9469d-b632-4c7d-8559-83bda9ee435c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.218228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:38:23.218641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: items = [ Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:38:23.222079 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:38:23.296078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-66a9469d-b632-4c7d-8559-83bda9ee435c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.297185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-66a9469d-b632-4c7d-8559-83bda9ee435c tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8757212 Oct 18 23:38:23.300148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39336) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:23.306138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d3602941-7328-4f2e-962e-9016fdc8719a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:23.355737 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.380942 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.387187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] 10.222.0.52 "DELETE /v2.0/networks/aac3fe9c-588b-4884-adba-a7232135938d HTTP/1.1" status: 204 len: 168 time: 1.1786461 Oct 18 23:38:23.388503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Pushing event deleted for resources: {'Network': ['ID=aac3fe9c-588b-4884-adba-a7232135938d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:23.400210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.400562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.400917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.401263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.401603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.401944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.402278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.402612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.402996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.403475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.403815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.404146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c3f40-d737-4f33-a359-8223bbbcf439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-203815915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:38:23.418511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d0b7ef5e-c525-4f03-8f90-72a1c4d849ac req-862fb901-dfbc-412e-9d30-f41c016ca984 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037153 Oct 18 23:38:23.603468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3602941-7328-4f2e-962e-9016fdc8719a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.620063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3602941-7328-4f2e-962e-9016fdc8719a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.670884 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a33ba-c432-4ab1-9db0-73b35789cb55 req-bb16eb8d-ec97-43b8-ba33-3f455060165e tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:23.672512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-866a33ba-c432-4ab1-9db0-73b35789cb55 req-bb16eb8d-ec97-43b8-ba33-3f455060165e tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 944 time: 0.1340976 Oct 18 23:38:23.767498 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-866a33ba-c432-4ab1-9db0-73b35789cb55 req-dde8ec55-72a5-4dd8-bffd-94dbdb7d2eaa tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 Oct 18 23:38:23.794990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e655ca7-255b-489b-80ba-a6abb6491a8e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.797724 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39354) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:23.798304 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e655ca7-255b-489b-80ba-a6abb6491a8e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:23.841834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3602941-7328-4f2e-962e-9016fdc8719a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Router bb6f87fb-b340-4cd9-b9e0-8c100f183193 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:38:23.988971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3602941-7328-4f2e-962e-9016fdc8719a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:23.993530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f00f4a3e-7dbd-4404-9573-ee3c5a1ee25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:24.010845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3602941-7328-4f2e-962e-9016fdc8719a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:24.014870 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d3602941-7328-4f2e-962e-9016fdc8719a tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "PUT /v2.0/routers/bb6f87fb-b340-4cd9-b9e0-8c100f183193 HTTP/1.1" status: 200 len: 697 time: 0.7110810 Oct 18 23:38:24.017593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39366) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:24.018000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] Sync routers for ids ['bb6f87fb-b340-4cd9-b9e0-8c100f183193'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:24.039488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] Routers {'bb6f87fb-b340-4cd9-b9e0-8c100f183193'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:24.040971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bb6f87fb-b340-4cd9-b9e0-8c100f183193'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:24.110056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e655ca7-255b-489b-80ba-a6abb6491a8e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Router bf341115-73b9-482e-afec-b976ed994426 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:38:24.275655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] Set router bb6f87fb-b340-4cd9-b9e0-8c100f183193 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:24.382590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e655ca7-255b-489b-80ba-a6abb6491a8e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:24.383791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6f87fb-b340-4cd9-b9e0-8c100f183193', 'name': 'tempest-RoutersIpV6Test-router-427370338', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:38:23Z', 'updated_at': '2021-10-18T23:38:23Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:24.394005 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd63b2b-6feb-4849-b022-4e25622baa28 None None] Sync routers for ids ['bf341115-73b9-482e-afec-b976ed994426'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:24.403519 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-22ea5585-f808-4dfd-8747-985567d39075 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/routers/bb6f87fb-b340-4cd9-b9e0-8c100f183193 HTTP/1.1" status: 200 len: 703 time: 0.3844211 Oct 18 23:38:24.406216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed7a73ce-40a2-4371-b4e7-14b8a1f16838 req-cdf49a32-af72-442a-8eb4-0f152070786c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd1c0e80c38b4a0ab58e97478f7aa649&device_id=9e3d456e-70f3-46e0-82c3-7b13140db039 HTTP/1.1" status: 200 len: 210 time: 0.1440990 Oct 18 23:38:24.408687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39376) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:24.410974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e655ca7-255b-489b-80ba-a6abb6491a8e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:24.412250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0e655ca7-255b-489b-80ba-a6abb6491a8e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "PUT /v2.0/routers/bf341115-73b9-482e-afec-b976ed994426 HTTP/1.1" status: 200 len: 921 time: 2.7877097 Oct 18 23:38:24.417486 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd63b2b-6feb-4849-b022-4e25622baa28 None None] Routers {'bf341115-73b9-482e-afec-b976ed994426'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:24.418116 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bdd63b2b-6feb-4849-b022-4e25622baa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bf341115-73b9-482e-afec-b976ed994426'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:24.421574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] Checking router: bb6f87fb-b340-4cd9-b9e0-8c100f183193 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:38:24.424566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39378) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:24.433695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] Routers {'bb6f87fb-b340-4cd9-b9e0-8c100f183193'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:24.434448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bb6f87fb-b340-4cd9-b9e0-8c100f183193'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:24.458578 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-85cbd41d-fc2c-4437-bcf4-71eb60f9b92c req-a7212a92-2549-4f1b-b032-fa986448a69b tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3d456e-70f3-46e0-82c3-7b13140db039 HTTP/1.1" status: 200 len: 210 time: 0.0949404 Oct 18 23:38:24.531433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3ba51a59-b3d5-4ac0-870d-38a3afcf47e8 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb6f87fb-b340-4cd9-b9e0-8c100f183193 HTTP/1.1" status: 200 len: 205 time: 0.1013286 Oct 18 23:38:24.540223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b51849b9-d1b4-4863-94ce-f7ddd87debba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29058f0472ce4651a41a8a3af17b5704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405045 Oct 18 23:38:24.544325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39382) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:24.544872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39384) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:24.549789 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bdd63b2b-6feb-4849-b022-4e25622baa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:24.556449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] Set router bb6f87fb-b340-4cd9-b9e0-8c100f183193 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:38:24.565615 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed7a73ce-40a2-4371-b4e7-14b8a1f16838 req-716264bc-3f93-456a-9902-1e2329044483 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=cd1c0e80c38b4a0ab58e97478f7aa649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1343095 Oct 18 23:38:24.589276 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd63b2b-6feb-4849-b022-4e25622baa28 None None] Routers {'bf341115-73b9-482e-afec-b976ed994426'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:24.589907 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bdd63b2b-6feb-4849-b022-4e25622baa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['bf341115-73b9-482e-afec-b976ed994426'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:24.633109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6f87fb-b340-4cd9-b9e0-8c100f183193', 'name': 'tempest-RoutersIpV6Test-router-427370338', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:38:23Z', 'updated_at': '2021-10-18T23:38:23Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:24.672695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cebd39e-7edd-4987-bae9-a2be8a00c162 None None] The sync data for ids ['bb6f87fb-b340-4cd9-b9e0-8c100f183193'] in n-d-713498-28 is: [{'id': 'bb6f87fb-b340-4cd9-b9e0-8c100f183193', 'name': 'tempest-RoutersIpV6Test-router-427370338', 'tenant_id': '5ac20154c8e141b7ac54f9b271cdae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:38:23Z', 'updated_at': '2021-10-18T23:38:23Z', 'revision_number': 2, 'project_id': '5ac20154c8e141b7ac54f9b271cdae10', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:24.689966 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bdd63b2b-6feb-4849-b022-4e25622baa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:24.691093 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd63b2b-6feb-4849-b022-4e25622baa28 None None] The sync data for ids ['bf341115-73b9-482e-afec-b976ed994426'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:24.782255 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:24.785153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58a3b647-881b-4fac-8d1c-4529c0336279 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:24.823218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device fae302a2-684b-44df-a9f4-c274c009e997 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:38:24.840421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa9fe5-0b2e-4f4e-81ab-d9d4df8c1ef9 req-de50c7d0-9685-444c-a999-f9ba16c74389 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:24.855931 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1dfa9fe5-0b2e-4f4e-81ab-d9d4df8c1ef9 req-de50c7d0-9685-444c-a999-f9ba16c74389 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.2799606 Oct 18 23:38:24.930186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9608c106-32ef-4c4a-b058-43e3b862b878 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/routers/bf341115-73b9-482e-afec-b976ed994426 HTTP/1.1" status: 200 len: 921 time: 0.5016379 Oct 18 23:38:24.936037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39394) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:25.016360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1dfa9fe5-0b2e-4f4e-81ab-d9d4df8c1ef9 req-36e7b680-df0f-423d-b83c-b92847cce885 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492136 Oct 18 23:38:25.077718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8da84-3c04-45a9-8cf7-1eb9a730d859 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:25.078886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=fae302a2-684b-44df-a9f4-c274c009e997,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:25.079363 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a2b8da84-3c04-45a9-8cf7-1eb9a730d859 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=bf341115-73b9-482e-afec-b976ed994426&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1422842 Oct 18 23:38:25.089416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39400) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:25.135046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'fae302a2-684b-44df-a9f4-c274c009e997', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'port_id': 'fae302a2-684b-44df-a9f4-c274c009e997', 'mac_address': 'fa:16:3e:26:40:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:38:25.180860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1403f1bf-6efc-4e66-a631-56a83fe6c0ba details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:38:25.223332 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.243283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e3a9f-06c6-47f8-bbc8-f1fc9c31b03d tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:25.248882 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dc2e3a9f-06c6-47f8-bbc8-f1fc9c31b03d tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 881 time: 0.1625240 Oct 18 23:38:25.249668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39404) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:25.291023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fae302a2-684b-44df-a9f4-c274c009e997 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:38:25.294398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f4334d61-7bd0-4436-95a9-e0621f0a426f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf341115-73b9-482e-afec-b976ed994426 HTTP/1.1" status: 200 len: 205 time: 0.0428388 Oct 18 23:38:25.295187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39408) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:25.436693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.459318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=fae302a2-684b-44df-a9f4-c274c009e997,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:25.463510 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.553951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,segment=NetworkSegment(58fd735a-a3ab-4329-917a-bd6417259741),segment_id=58fd735a-a3ab-4329-917a-bd6417259741)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:25.573071 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-746e0d76-3b92-41d7-a080-b1fcde68eacd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.585355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '1403f1bf-6efc-4e66-a631-56a83fe6c0ba', 'network_id': 'a5c2b805-ac8d-4648-aef4-3ea73357ca99', 'port_id': '1403f1bf-6efc-4e66-a631-56a83fe6c0ba', 'mac_address': 'fa:16:3e:9f:b8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f330e9-a4e6-44bb-ae66-4d54d882b6fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:38:25.589368 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.644722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a73ce-40a2-4371-b4e7-14b8a1f16838 req-df23104b-496a-41c5-b3d1-7a66fd0ba66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:25.646331 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed7a73ce-40a2-4371-b4e7-14b8a1f16838 req-df23104b-496a-41c5-b3d1-7a66fd0ba66b service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0708270 Oct 18 23:38:25.674778 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.704202 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.704367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3233a-2f3e-4529-945d-46dffb3add5f req-7860452f-1081-4ac4-a282-44ecebffd369 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:25.707561 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3999b655-6664-49ad-8364-7dbcff69a22d req-fbd4be19-9800-492c-9a4b-6fb5577d24ab tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3d456e-70f3-46e0-82c3-7b13140db039 HTTP/1.1" status: 200 len: 210 time: 0.0631821 Oct 18 23:38:25.713046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94c3233a-2f3e-4529-945d-46dffb3add5f req-7860452f-1081-4ac4-a282-44ecebffd369 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 944 time: 0.3049331 Oct 18 23:38:25.734966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=fae302a2-684b-44df-a9f4-c274c009e997,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:25.736359 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58a3b647-881b-4fac-8d1c-4529c0336279 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.742057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1403f1bf-6efc-4e66-a631-56a83fe6c0ba {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:38:25.753319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-746e0d76-3b92-41d7-a080-b1fcde68eacd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.755737 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58a3b647-881b-4fac-8d1c-4529c0336279 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.786640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['fae302a2-684b-44df-a9f4-c274c009e997'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:38:25.799186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,segment=NetworkSegment(58fd735a-a3ab-4329-917a-bd6417259741),segment_id=58fd735a-a3ab-4329-917a-bd6417259741)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:25.837931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Deleting port 01d120f6-dac6-4098-8f52-dd328d910fb3 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:25.838422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.866838 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.906890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94c3233a-2f3e-4529-945d-46dffb3add5f req-eaeff5b5-0c8c-4393-98f3-3257c8be7dc8 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929355 Oct 18 23:38:25.910255 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58a3b647-881b-4fac-8d1c-4529c0336279 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.911427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a3b647-881b-4fac-8d1c-4529c0336279 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Fanout notify agent at l3_agent the message router_deleted on router bb6f87fb-b340-4cd9-b9e0-8c100f183193 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:25.923369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-58a3b647-881b-4fac-8d1c-4529c0336279 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:25.924783 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-58a3b647-881b-4fac-8d1c-4529c0336279 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/bb6f87fb-b340-4cd9-b9e0-8c100f183193 HTTP/1.1" status: 204 len: 168 time: 1.3780675 Oct 18 23:38:25.929680 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39420) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:25.964676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2855c9f4-2e35-45cd-ae01-cfc5427612e1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb6f87fb-b340-4cd9-b9e0-8c100f183193 HTTP/1.1" status: 200 len: 205 time: 0.0337069 Oct 18 23:38:25.965560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39422) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.041618 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-746e0d76-3b92-41d7-a080-b1fcde68eacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.045988 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-746e0d76-3b92-41d7-a080-b1fcde68eacd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.049442 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-746e0d76-3b92-41d7-a080-b1fcde68eacd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e9fcd4d-d136-4b05-a846-bdbaac43eb4e HTTP/1.1" status: 204 len: 168 time: 1.4924455 Oct 18 23:38:26.049442 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-1be1c004-5902-4ea8-9cbf-e0127d29df7f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] delete failed (client error): The resource could not be found. Oct 18 23:38:26.055246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1be1c004-5902-4ea8-9cbf-e0127d29df7f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/bb6f87fb-b340-4cd9-b9e0-8c100f183193 HTTP/1.1" status: 404 len: 336 time: 0.0875344 Oct 18 23:38:26.055872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39430) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.059788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:26.095831 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-7516ac2c-2546-4c05-8288-36d767c846c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] DELETE failed (client error): The resource could not be found. Oct 18 23:38:26.096309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7516ac2c-2546-4c05-8288-36d767c846c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:38:26.103080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39434) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.103817 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7516ac2c-2546-4c05-8288-36d767c846c0 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/633d9744-6d90-43ec-b4a5-434969dc0ad0 HTTP/1.1" status: 404 len: 337 time: 0.0450101 Oct 18 23:38:26.105017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e0d76-3b92-41d7-a080-b1fcde68eacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9fcd4d-d136-4b05-a846-bdbaac43eb4e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:26.111402 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.199346 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-1684f32c-9141-473e-a3de-be3f8c953672 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] DELETE failed (client error): The resource could not be found. Oct 18 23:38:26.200073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1684f32c-9141-473e-a3de-be3f8c953672 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:38:26.203670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1684f32c-9141-473e-a3de-be3f8c953672 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/8c118079-81f4-4317-9259-4183deab1b42 HTTP/1.1" status: 404 len: 337 time: 0.0994525 Oct 18 23:38:26.204941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Calling delete_port for 01d120f6-dac6-4098-8f52-dd328d910fb3 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:26.206887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39436) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.244702 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-21798114-0129-4857-bdd5-79ce42922619 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] DELETE failed (client error): The resource could not be found. Oct 18 23:38:26.245174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21798114-0129-4857-bdd5-79ce42922619 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:38:26.251431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-21798114-0129-4857-bdd5-79ce42922619 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/7909ae4e-e8b4-4fa1-b8ee-c4b85c027ab8 HTTP/1.1" status: 404 len: 337 time: 0.0432878 Oct 18 23:38:26.252102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39440) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.289009 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e1b156-b96f-4fb0-832f-20bc015a4cf4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] DELETE failed (client error): The resource could not be found. Oct 18 23:38:26.289486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e1b156-b96f-4fb0-832f-20bc015a4cf4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:38:26.301341 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f7e1b156-b96f-4fb0-832f-20bc015a4cf4 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/f75be022-3933-44da-9d3a-79705392e6e8 HTTP/1.1" status: 404 len: 337 time: 0.0481434 Oct 18 23:38:26.302361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39442) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.319970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['1403f1bf-6efc-4e66-a631-56a83fe6c0ba'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:38:26.330791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f30dd2-a6ed-4424-98db-a2ef220c379e req-a9bf2c08-eac9-4475-be29-237d2387cfd2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:26.332683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53f30dd2-a6ed-4424-98db-a2ef220c379e req-a9bf2c08-eac9-4475-be29-237d2387cfd2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 944 time: 0.1683347 Oct 18 23:38:26.398292 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ab91af57-871c-47c3-8a9f-56f789df12ac tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ceea9710-4db1-44a4-9687-3a185ce322f4 HTTP/1.1" status: 200 len: 205 time: 0.0898757 Oct 18 23:38:26.404048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39446) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.468444 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-57c5c704-0b3d-4b74-91d8-f58270c7f431 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] delete failed (client error): The resource could not be found. Oct 18 23:38:26.469603 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-57c5c704-0b3d-4b74-91d8-f58270c7f431 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/ceea9710-4db1-44a4-9687-3a185ce322f4 HTTP/1.1" status: 404 len: 336 time: 0.0643756 Oct 18 23:38:26.472235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39452) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.495064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53f30dd2-a6ed-4424-98db-a2ef220c379e req-2c94fa39-260b-4423-a6eb-f9515f69bef1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540499 Oct 18 23:38:26.514993 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4a5d2c0a-30e9-4df5-ae8a-d3193882cc95 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcaf2c6f-f83f-488e-949e-55591abcdaa7 HTTP/1.1" status: 200 len: 205 time: 0.0413160 Oct 18 23:38:26.517243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39454) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.586854 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-c3611b11-cbeb-4cd0-9666-2d7c385c303e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] delete failed (client error): The resource could not be found. Oct 18 23:38:26.587910 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c3611b11-cbeb-4cd0-9666-2d7c385c303e tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/bcaf2c6f-f83f-488e-949e-55591abcdaa7 HTTP/1.1" status: 404 len: 336 time: 0.0696731 Oct 18 23:38:26.590643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39456) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.629638 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.638127 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6441d01-76ff-48f4-8586-0ccab9f79810 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] DELETE failed (client error): The resource could not be found. Oct 18 23:38:26.638896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6441d01-76ff-48f4-8586-0ccab9f79810 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:38:26.642947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b6441d01-76ff-48f4-8586-0ccab9f79810 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/5eb44e09-cadd-4397-ba62-6bc97935f3b6 HTTP/1.1" status: 404 len: 337 time: 0.0509346 Oct 18 23:38:26.645614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39460) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.679169 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2a7ab001-4505-42a5-9254-7609699e1ecb tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=da122f78-5552-4b48-853d-1d0dd322ce5c HTTP/1.1" status: 200 len: 205 time: 0.0315685 Oct 18 23:38:26.681455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39462) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.694203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event deleted for resources: {'Port': ['ID=01d120f6-dac6-4098-8f52-dd328d910fb3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:26.718678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39464) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.726854 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-25187d2a-b245-4c41-a163-a906b571b776 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] delete failed (client error): The resource could not be found. Oct 18 23:38:26.728617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-25187d2a-b245-4c41-a163-a906b571b776 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/da122f78-5552-4b48-853d-1d0dd322ce5c HTTP/1.1" status: 404 len: 336 time: 0.0456197 Oct 18 23:38:26.730666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39468) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.766970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.771912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eb91e12a-ea20-4aac-83bd-ccee3681ba49 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=c33585bd-ac27-47d0-a5ee-7b73b1047b7a HTTP/1.1" status: 200 len: 205 time: 0.0400143 Oct 18 23:38:26.774680 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39472) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.822433 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-9a2f7152-85f2-41eb-8c56-0ba293b08ba9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] delete failed (client error): The resource could not be found. Oct 18 23:38:26.826174 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9a2f7152-85f2-41eb-8c56-0ba293b08ba9 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/c33585bd-ac27-47d0-a5ee-7b73b1047b7a HTTP/1.1" status: 404 len: 336 time: 0.0489175 Oct 18 23:38:26.827518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39474) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.832891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device fae302a2-684b-44df-a9f4-c274c009e997 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:38:26.856237 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe9ed6b-5f5a-4e0c-856b-223dd7498963 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] DELETE failed (client error): The resource could not be found. Oct 18 23:38:26.856897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe9ed6b-5f5a-4e0c-856b-223dd7498963 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:38:26.862784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.863436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ebe9ed6b-5f5a-4e0c-856b-223dd7498963 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/9e345b89-1aba-4175-ae14-e86e3b266744 HTTP/1.1" status: 404 len: 337 time: 0.0356998 Oct 18 23:38:26.864217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39478) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.864999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.895365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port fae302a2-684b-44df-a9f4-c274c009e997 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:38:26.895606 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-168d42d1-ac6c-4ab2-aacc-199ba9dec5b6 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc HTTP/1.1" status: 200 len: 205 time: 0.0296252 Oct 18 23:38:26.895758 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.895991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39480) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.954109 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-e92a7706-b870-4522-af87-f690c66131ec tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] delete failed (client error): The resource could not be found. Oct 18 23:38:26.958319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e92a7706-b870-4522-af87-f690c66131ec tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/18dd2fe0-d229-49f3-aa9a-5c7cc97a16fc HTTP/1.1" status: 404 len: 336 time: 0.0613244 Oct 18 23:38:26.958961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39486) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.964110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef26c2a6-a04e-420f-9ed0-3a45f13d18b7 req-ef348951-259f-4cb1-ae32-f4bfed6e9d56 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e3d456e-70f3-46e0-82c3-7b13140db039 HTTP/1.1" status: 200 len: 210 time: 0.0341446 Oct 18 23:38:26.968366 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.969161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Fanout notify agent at l3_agent the message router_deleted on router bf341115-73b9-482e-afec-b976ed994426 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:26.977443 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:26.978557 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-42a6312a-a360-4c49-9cb9-996dca9e583f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/bf341115-73b9-482e-afec-b976ed994426 HTTP/1.1" status: 204 len: 168 time: 1.6823208 Oct 18 23:38:26.981549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e75578cf-03ad-40ea-8099-aeb6e1005e16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1bbb70d93df34bb6bb87fc05ec0cfdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615776 Oct 18 23:38:26.984088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39488) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.984564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39490) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:26.993128 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd68f23-2673-466b-b963-6e598d2fc19f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] DELETE failed (client error): The resource could not be found. Oct 18 23:38:26.993755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd68f23-2673-466b-b963-6e598d2fc19f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:38:27.000057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cfd68f23-2673-466b-b963-6e598d2fc19f tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/4f9f12d3-efb5-4b85-ab31-e5d69ff352ec HTTP/1.1" status: 404 len: 337 time: 0.0398326 Oct 18 23:38:27.000882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39492) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:27.006096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3fefd41b-27de-4b4e-b4bf-a8768f6f356f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-802893165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:27.034589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bfe7c444-e365-4900-95e9-dbc180a7170d tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "GET /v2.0/ports?device_id=37faea09-744f-4966-a5df-36539000cd37 HTTP/1.1" status: 200 len: 205 time: 0.0323513 Oct 18 23:38:27.035493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39494) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:27.080694 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3fefd41b-27de-4b4e-b4bf-a8768f6f356f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.081779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3fefd41b-27de-4b4e-b4bf-a8768f6f356f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.095880 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.098468 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-9bbab8fc-d393-425e-996b-63e2c73fc9e1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] delete failed (client error): The resource could not be found. Oct 18 23:38:27.103151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9bbab8fc-d393-425e-996b-63e2c73fc9e1 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/routers/37faea09-744f-4966-a5df-36539000cd37 HTTP/1.1" status: 404 len: 336 time: 0.0664747 Oct 18 23:38:27.103929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39498) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:27.131820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:38:27.134131 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5972dc6b-ebba-4ccc-ae40-557d3a03fbe0" -d '{"events": [{"server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "name": "network-vif-plugged", "status": "completed", "tag": "fae302a2-684b-44df-a9f4-c274c009e997"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:38:27.143764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3fefd41b-27de-4b4e-b4bf-a8768f6f356f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.152053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9184044-4576-40ef-8ae1-9c36fa699104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.165876 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-c562b8e1-be37-4dbd-99df-8d7a20909934 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] DELETE failed (client error): The resource could not be found. Oct 18 23:38:27.166799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c562b8e1-be37-4dbd-99df-8d7a20909934 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:38:27.174487 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c562b8e1-be37-4dbd-99df-8d7a20909934 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/81d06670-ae4a-4d9b-a961-388357be7354 HTTP/1.1" status: 404 len: 337 time: 0.0536921 Oct 18 23:38:27.175669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39504) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:27.195398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9184044-4576-40ef-8ae1-9c36fa699104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.202367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=fae302a2-684b-44df-a9f4-c274c009e997,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:27.212997 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.225197 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a33ba7-6caa-4e71-b0a6-fc4e86b63d6c x-openstack-request-id: req-52a33ba7-6caa-4e71-b0a6-fc4e86b63d6c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:38:27.225756 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "name": "network-vif-plugged", "status": "completed", "tag": "fae302a2-684b-44df-a9f4-c274c009e997", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:38:27.226484 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52a33ba7-6caa-4e71-b0a6-fc4e86b63d6c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:38:27.226966 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997', 'code': 200} Oct 18 23:38:27.233803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f90263-89e4-4676-9ef8-165c2a668b11 req-705b752a-c97e-499c-aaa8-7cb4ad564b47 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:27.235634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1f90263-89e4-4676-9ef8-165c2a668b11 req-705b752a-c97e-499c-aaa8-7cb4ad564b47 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 945 time: 0.1511490 Oct 18 23:38:27.236755 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-1796ffe1-16cd-4531-8a3d-02addbe72547 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] DELETE failed (client error): The resource could not be found. Oct 18 23:38:27.237182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1796ffe1-16cd-4531-8a3d-02addbe72547 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:38:27.241220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1796ffe1-16cd-4531-8a3d-02addbe72547 tempest-RoutersIpV6Test-477706651 tempest-RoutersIpV6Test-477706651-project] 10.222.0.52 "DELETE /v2.0/subnets/9a0c842b-f256-486a-8e0e-a32480d67db4 HTTP/1.1" status: 404 len: 337 time: 0.0602262 Oct 18 23:38:27.243114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3fefd41b-27de-4b4e-b4bf-a8768f6f356f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.260782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9184044-4576-40ef-8ae1-9c36fa699104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.263887 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f9184044-4576-40ef-8ae1-9c36fa699104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.265579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f9184044-4576-40ef-8ae1-9c36fa699104 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f453bf0-f79c-4727-86ae-2ef4c2014e4e HTTP/1.1" status: 204 len: 168 time: 0.2795343 Oct 18 23:38:27.279197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3fefd41b-27de-4b4e-b4bf-a8768f6f356f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:27.280498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3fefd41b-27de-4b4e-b4bf-a8768f6f356f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2867410 Oct 18 23:38:27.281377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9184044-4576-40ef-8ae1-9c36fa699104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f453bf0-f79c-4727-86ae-2ef4c2014e4e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:27.283251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39512) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:27.293798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:27.312046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed7a73ce-40a2-4371-b4e7-14b8a1f16838 req-8f8f7527-197f-4721-85b4-e54924514eb1 tempest-ServerShowV247Test-1144120818 tempest-ServerShowV247Test-1144120818-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e3d456e-70f3-46e0-82c3-7b13140db039 HTTP/1.1" status: 200 len: 210 time: 0.0444472 Oct 18 23:38:27.332973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1f90263-89e4-4676-9ef8-165c2a668b11 req-0653dd90-69dd-4beb-8103-2c16bec42cae tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850701 Oct 18 23:38:27.372441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=fae302a2-684b-44df-a9f4-c274c009e997,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:27.754661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39538) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:27.859239 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:28.153757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:28.212800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d57e0a-4919-4d8b-8005-88e7f3f77424 req-dbc25782-602f-4bef-bf8e-6b22be9db261 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:28.224810 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-87d57e0a-4919-4d8b-8005-88e7f3f77424 req-dbc25782-602f-4bef-bf8e-6b22be9db261 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1274710 Oct 18 23:38:28.239768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-05dab42c-3146-4a9c-acec-80eac84533e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ac20154c8e141b7ac54f9b271cdae10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836361 Oct 18 23:38:28.243578 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39568) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:28.292903 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-87d57e0a-4919-4d8b-8005-88e7f3f77424 req-70cc77d8-cedd-43f9-a983-4155a9bde664 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665174 Oct 18 23:38:28.310475 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92806bb-58c2-48e5-8b9b-e0b0cc87dcec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:28.347887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92806bb-58c2-48e5-8b9b-e0b0cc87dcec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:28.451862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92806bb-58c2-48e5-8b9b-e0b0cc87dcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:28.455622 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92806bb-58c2-48e5-8b9b-e0b0cc87dcec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:28.456946 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b92806bb-58c2-48e5-8b9b-e0b0cc87dcec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7264f88e-211a-4ce5-8705-6176ce253d87 HTTP/1.1" status: 204 len: 168 time: 0.2122045 Oct 18 23:38:28.479434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92806bb-58c2-48e5-8b9b-e0b0cc87dcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7264f88e-211a-4ce5-8705-6176ce253d87,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:28.571958 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:28.594171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:28.594837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32373e-0aac-4e10-b0e0-c7441367f831 req-d2d02f5f-0fed-4a2c-ad6f-202d10847eb4 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:28.597409 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd32373e-0aac-4e10-b0e0-c7441367f831 req-d2d02f5f-0fed-4a2c-ad6f-202d10847eb4 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 945 time: 0.1393275 Oct 18 23:38:28.679581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd32373e-0aac-4e10-b0e0-c7441367f831 req-7373e254-0547-4880-bfb1-de37df2f97ac tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746517 Oct 18 23:38:28.858683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Allocated IP 172.25.7.89 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/7c96462b-2b2c-47aa-911b-6ef033dc0f01) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:28.979215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39606) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:29.103406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:29.179585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1403f1bf-6efc-4e66-a631-56a83fe6c0ba up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:38:29.196587 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:29.292982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:29.300893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:29.324441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:29.339797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:38:29.346458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:38:29.346839 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:29.425473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7aef8a81-bc40-4dc7-b02a-b6be02d58d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:29.451610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event updated for resources: {'Port': ['ID=7c96462b-2b2c-47aa-911b-6ef033dc0f01,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:29.604599 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:29.672617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb963a66-bb72-41e9-8de2-46643f4f0e61 req-bfee7a18-3beb-4b36-b20c-641ca7104f2f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:29.681062 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb963a66-bb72-41e9-8de2-46643f4f0e61 req-bfee7a18-3beb-4b36-b20c-641ca7104f2f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.2157261 Oct 18 23:38:29.696254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9a0ca3-37df-40cd-8045-3b9e84c8243d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403f1bf-6efc-4e66-a631-56a83fe6c0ba'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:38:29.702107 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585700bf-b3a6-4178-ad47-67be53cfffbf" -d '{"events": [{"server_uuid": "ca9a0ca3-37df-40cd-8045-3b9e84c8243d", "name": "network-vif-plugged", "status": "completed", "tag": "1403f1bf-6efc-4e66-a631-56a83fe6c0ba"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:38:29.720070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,segment=NetworkSegment(58fd735a-a3ab-4329-917a-bd6417259741),segment_id=58fd735a-a3ab-4329-917a-bd6417259741)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:29.727807 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:29.874027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb963a66-bb72-41e9-8de2-46643f4f0e61 req-302534cf-40dc-42f4-af27-0ecca254fbf0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919785 Oct 18 23:38:29.904312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:29.954662 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b93b34c-ac42-4e65-801a-3413f95fd390 x-openstack-request-id: req-8b93b34c-ac42-4e65-801a-3413f95fd390 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:38:29.955054 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9a0ca3-37df-40cd-8045-3b9e84c8243d", "name": "network-vif-plugged", "status": "completed", "tag": "1403f1bf-6efc-4e66-a631-56a83fe6c0ba", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:38:29.955338 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b93b34c-ac42-4e65-801a-3413f95fd390 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:38:29.955742 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9a0ca3-37df-40cd-8045-3b9e84c8243d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1403f1bf-6efc-4e66-a631-56a83fe6c0ba', 'code': 200} Oct 18 23:38:29.967011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7aef8a81-bc40-4dc7-b02a-b6be02d58d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:29.979108 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7aef8a81-bc40-4dc7-b02a-b6be02d58d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:30.053957 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7aef8a81-bc40-4dc7-b02a-b6be02d58d70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd1c0e80c38b4a0ab58e97478f7aa649&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0731552 Oct 18 23:38:30.055527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef8a81-bc40-4dc7-b02a-b6be02d58d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d2b981-67fb-43be-8808-4caea0bbd13e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:30.058202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39646) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:30.200555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5d288-5ba9-4beb-b8a0-a1c43afbdc28 req-7a20af15-1bcd-4d67-8083-74dd42551b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:30.202342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4de5d288-5ba9-4beb-b8a0-a1c43afbdc28 req-7a20af15-1bcd-4d67-8083-74dd42551b5a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 1098 time: 0.1413724 Oct 18 23:38:30.203411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e97810bb-dbbd-470f-822f-b2d5469884bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:30.245395 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e97810bb-dbbd-470f-822f-b2d5469884bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:30.246739 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:30.279736 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4de5d288-5ba9-4beb-b8a0-a1c43afbdc28 req-cb45058e-ef69-47a1-a4b9-9230ade84bd4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650523 Oct 18 23:38:30.341252 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e97810bb-dbbd-470f-822f-b2d5469884bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:30.351186 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e97810bb-dbbd-470f-822f-b2d5469884bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:30.355105 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e97810bb-dbbd-470f-822f-b2d5469884bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42d2b981-67fb-43be-8808-4caea0bbd13e HTTP/1.1" status: 204 len: 168 time: 0.2945054 Oct 18 23:38:30.366049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97810bb-dbbd-470f-822f-b2d5469884bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d2b981-67fb-43be-8808-4caea0bbd13e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:30.519868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e720db-ffb9-4b6b-bd18-c786f7ef8d95 req-90e798f7-a16d-41f6-a34d-ebc61b1b085e tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:30.527770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24e720db-ffb9-4b6b-bd18-c786f7ef8d95 req-90e798f7-a16d-41f6-a34d-ebc61b1b085e tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.6866002 Oct 18 23:38:30.596028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39668) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:30.622838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24e720db-ffb9-4b6b-bd18-c786f7ef8d95 req-c716d645-f90b-4dc2-9280-c7efb7640e28 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937397 Oct 18 23:38:30.733082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:30.743491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:30.942744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Router 74d12554-5e1f-48ac-aac6-81da65305955 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:38:31.188898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49efe0-16bf-4ebb-af31-af7831886b0d req-b039946e-8c24-46ea-9eab-6fd48818e010 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:31.190886 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d49efe0-16bf-4ebb-af31-af7831886b0d req-b039946e-8c24-46ea-9eab-6fd48818e010 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1664701 Oct 18 23:38:31.268891 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d49efe0-16bf-4ebb-af31-af7831886b0d req-0fdde1db-c1d9-4dcb-94b4-5ac868f7ea33 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636377 Oct 18 23:38:31.282539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:31.293272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69002437-bc34-4715-808d-5f01e81c66db None None] Sync routers for ids ['74d12554-5e1f-48ac-aac6-81da65305955'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:31.294376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:31.300287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:31.306319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69002437-bc34-4715-808d-5f01e81c66db None None] Routers {'74d12554-5e1f-48ac-aac6-81da65305955'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:31.309606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-69002437-bc34-4715-808d-5f01e81c66db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['74d12554-5e1f-48ac-aac6-81da65305955'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:31.319927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-25b09885-b1ab-4996-a65e-1f5e6fb24495 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "PUT /v2.0/routers/74d12554-5e1f-48ac-aac6-81da65305955 HTTP/1.1" status: 200 len: 878 time: 4.0302825 Oct 18 23:38:31.443298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8bc4d964-2fe2-465e-978f-f7d5358dc0fe tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:31.444510 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-8bc4d964-2fe2-465e-978f-f7d5358dc0fe tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 23:38:31.444886 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-8bc4d964-2fe2-465e-978f-f7d5358dc0fe tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 23:38:31.445888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8bc4d964-2fe2-465e-978f-f7d5358dc0fe tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8487411 Oct 18 23:38:31.450429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-69002437-bc34-4715-808d-5f01e81c66db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:31.456998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:31.461712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69002437-bc34-4715-808d-5f01e81c66db None None] Routers {'74d12554-5e1f-48ac-aac6-81da65305955'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:31.462367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-69002437-bc34-4715-808d-5f01e81c66db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['74d12554-5e1f-48ac-aac6-81da65305955'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:31.469695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--863381152'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:31.540924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-69002437-bc34-4715-808d-5f01e81c66db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:31.542039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69002437-bc34-4715-808d-5f01e81c66db None None] The sync data for ids ['74d12554-5e1f-48ac-aac6-81da65305955'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:31.594026 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:31.618914 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8816503c-a8b2-4f93-83c4-1a859a598e21 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/routers/74d12554-5e1f-48ac-aac6-81da65305955 HTTP/1.1" status: 200 len: 919 time: 0.3122129 Oct 18 23:38:31.618914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:31.619601 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39704) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:31.720456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f8525-bbbd-42e8-b002-6888bc54d18e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:31.725987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a38f8525-bbbd-42e8-b002-6888bc54d18e tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=74d12554-5e1f-48ac-aac6-81da65305955&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1050494 Oct 18 23:38:31.726258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39712) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:31.828789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:31.848934 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:31.980829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0904050e-8e7e-4dda-af73-78aabbcf20ec tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:31.988182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0904050e-8e7e-4dda-af73-78aabbcf20ec tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 881 time: 0.2548947 Oct 18 23:38:31.988182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39720) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:31.995370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a9d0ed-87d7-463a-8679-d3f2d54f3d8c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:32.044378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c8170-0f35-47da-930d-c6ee1c9d7158 req-efb5de67-7462-4ac6-b9a0-1f738f63353e tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:32.051895 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c7c8170-0f35-47da-930d-c6ee1c9d7158 req-efb5de67-7462-4ac6-b9a0-1f738f63353e tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.1967902 Oct 18 23:38:32.078067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cbcf76c5-c487-40ea-b786-3afc855f3dc7 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=74d12554-5e1f-48ac-aac6-81da65305955 HTTP/1.1" status: 200 len: 205 time: 0.0867298 Oct 18 23:38:32.081950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39726) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:32.105369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.118094 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.135396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c7c8170-0f35-47da-930d-c6ee1c9d7158 req-2537fbed-8e02-4c69-bd3c-ba87bcc0a6d4 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826077 Oct 18 23:38:32.181485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.188904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7296126 Oct 18 23:38:32.197015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39732) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:32.205400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e7050cd4-73a3-4880-8da8-b9dabfe53e5e tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '5ac51578-49f5-4548-ad2c-d7017aebe41b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:32.233098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d61fc8-a2c2-4525-8940-beb7877a1c20 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac51578-49f5-4548-ad2c-d7017aebe41b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:32.291772 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7050cd4-73a3-4880-8da8-b9dabfe53e5e tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.371237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39740) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:32.442672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.506211 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7050cd4-73a3-4880-8da8-b9dabfe53e5e tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.513425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7050cd4-73a3-4880-8da8-b9dabfe53e5e tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.544181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7050cd4-73a3-4880-8da8-b9dabfe53e5e tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f088f540-c1f0-4c7d-92f5-1c940b003c53,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:32.562883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7050cd4-73a3-4880-8da8-b9dabfe53e5e tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.564547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e7050cd4-73a3-4880-8da8-b9dabfe53e5e tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3650045 Oct 18 23:38:32.567988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39748) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:32.574382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8fdadf04-9fa7-4f33-a573-4bad98bbb5ea tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '5ac51578-49f5-4548-ad2c-d7017aebe41b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:32.636160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ae654-2718-4629-90c0-d2be761a9b79 req-26b9fb06-45df-44f6-9244-8a74b14b18d0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:32.638037 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-259ae654-2718-4629-90c0-d2be761a9b79 req-26b9fb06-45df-44f6-9244-8a74b14b18d0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1848500 Oct 18 23:38:32.652338 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8fdadf04-9fa7-4f33-a573-4bad98bbb5ea tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.707397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39750) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:32.800464 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-8fdadf04-9fa7-4f33-a573-4bad98bbb5ea tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 23:38:32.801918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8fdadf04-9fa7-4f33-a573-4bad98bbb5ea tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2326958 Oct 18 23:38:32.805304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39754) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:32.827048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1056134964-network', 'tenant_id': '2e387c95280940198c08dedfe0f5ffb5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:32.832221 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-259ae654-2718-4629-90c0-d2be761a9b79 req-e80b2799-6fc2-49fc-add4-3cb183e92648 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228099 Oct 18 23:38:32.833469 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.848466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-51a62402-de9e-42b6-9d1a-c0c4109a02e7 tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:32.928742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Made reservation on behalf of 2e387c95280940198c08dedfe0f5ffb5 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:32.931146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.947575 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.948144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Deleting port 7c96462b-2b2c-47aa-911b-6ef033dc0f01 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:32.950563 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.951816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f44e6e2b-300a-484d-b7c0-9761e53abbf4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:32.976256 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-51a62402-de9e-42b6-9d1a-c0c4109a02e7 tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] 10.222.0.52 "PUT /v2.0/quotas/3825dd7935334ef79c736c188497632a HTTP/1.1" status: 200 len: 366 time: 0.6010573 Oct 18 23:38:32.980580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39756) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.001995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b284e578-19fd-4cb7-8863-f84e6350f15e tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0150902 Oct 18 23:38:33.006173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39758) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.029122 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f44e6e2b-300a-484d-b7c0-9761e53abbf4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.049052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-99aa5aa0-9854-4f73-95f5-9f7f2c98a299 tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] 10.222.0.52 "GET /v2.0/quotas/3825dd7935334ef79c736c188497632a HTTP/1.1" status: 200 len: 366 time: 0.0382600 Oct 18 23:38:33.054270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39760) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.088965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.108311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-31b50dba-bf9e-498e-aaf3-e4b895cde135 tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/3825dd7935334ef79c736c188497632a HTTP/1.1" status: 204 len: 168 time: 0.0504825 Oct 18 23:38:33.108632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39762) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.111414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Calling delete_port for 7c96462b-2b2c-47aa-911b-6ef033dc0f01 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:33.129758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a892fbbd-56f3-4c9c-bae2-c4dc756a8990 tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0190728 Oct 18 23:38:33.154087 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.156609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39764) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.173647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6731c960-241d-4367-b533-4d1a92a8cdb9 tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] 10.222.0.52 "GET /v2.0/quotas/3825dd7935334ef79c736c188497632a HTTP/1.1" status: 200 len: 370 time: 0.0133581 Oct 18 23:38:33.173647 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.187267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:38:33.200915 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.201231 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Added segment 472d049a-921c-491b-a31a-c70ed4e940da of type vlan for network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 Oct 18 23:38:33.253635 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.284471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39768) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.288535 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f44e6e2b-300a-484d-b7c0-9761e53abbf4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.291711 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f44e6e2b-300a-484d-b7c0-9761e53abbf4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.292969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f44e6e2b-300a-484d-b7c0-9761e53abbf4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/5ac51578-49f5-4548-ad2c-d7017aebe41b HTTP/1.1" status: 204 len: 168 time: 0.4866002 Oct 18 23:38:33.305223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-44616639-6011-4f83-987c-a538eb2329de tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] 10.222.0.52 "GET /v2.0/quotas/3825dd7935334ef79c736c188497632a/default HTTP/1.1" status: 200 len: 370 time: 0.0110006 Oct 18 23:38:33.306063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.307185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:33.307776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.319764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39770) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.320147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39772) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.400648 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6913638 Oct 18 23:38:33.405056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39776) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.422552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Request body: {'subnet': {'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1056134964-subnet', 'tenant_id': '2e387c95280940198c08dedfe0f5ffb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:33.456399 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.486365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event deleted for resources: {'Port': ['ID=7c96462b-2b2c-47aa-911b-6ef033dc0f01,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:33.488792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Made reservation on behalf of 2e387c95280940198c08dedfe0f5ffb5 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:33.491285 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.514738 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-0eef765b-4674-4386-a4e5-98d338023a3e tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] delete failed (client error): The resource could not be found. Oct 18 23:38:33.518399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0eef765b-4674-4386-a4e5-98d338023a3e tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/3825dd7935334ef79c736c188497632a HTTP/1.1" status: 404 len: 348 time: 0.1814008 Oct 18 23:38:33.518399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:33.528858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:38:33.529407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7967f8a-0b65-490c-8a09-bf14c21607b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5214596f-d417-4758-85e1-7d0dabe2e3a7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:33.661202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15592465-9d76-4c17-8a36-9c316f08cd16 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3277869 Oct 18 23:38:33.668114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.685722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e6e2b-300a-484d-b7c0-9761e53abbf4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac51578-49f5-4548-ad2c-d7017aebe41b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:33.700830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-768a3c60-4770-467d-8a38-d5f20868741a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306965911'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:33.724017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39784) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:33.761232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.762564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb03c70-8228-4953-99b9-0a74e511c6e6 req-781a4aa7-3ec1-4634-9c41-86733446a180 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:33.764469 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6cb03c70-8228-4953-99b9-0a74e511c6e6 req-781a4aa7-3ec1-4634-9c41-86733446a180 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.4808640 Oct 18 23:38:33.765934 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-768a3c60-4770-467d-8a38-d5f20868741a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.839046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6cb03c70-8228-4953-99b9-0a74e511c6e6 req-5fd7d225-e6d6-4ee4-b9e2-a8737d7cce09 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547256 Oct 18 23:38:33.920819 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-768a3c60-4770-467d-8a38-d5f20868741a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.928778 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.931447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.934492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-768a3c60-4770-467d-8a38-d5f20868741a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:33.990198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a3c60-4770-467d-8a38-d5f20868741a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213afdfb-5f2c-445c-bddd-8e3d27389e16,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:34.083595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-768a3c60-4770-467d-8a38-d5f20868741a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.086232 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-768a3c60-4770-467d-8a38-d5f20868741a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4019091 Oct 18 23:38:34.092472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39790) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:34.101817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a2eb81d9-519b-45d3-9a56-7dc9b1ebb21b tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '213afdfb-5f2c-445c-bddd-8e3d27389e16', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:34.102578 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-a2eb81d9-519b-45d3-9a56-7dc9b1ebb21b tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 18 23:38:34.103287 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-a2eb81d9-519b-45d3-9a56-7dc9b1ebb21b tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:34.103404 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.103970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Fanout notify agent at l3_agent the message router_deleted on router 74d12554-5e1f-48ac-aac6-81da65305955 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:34.104675 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a2eb81d9-519b-45d3-9a56-7dc9b1ebb21b tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100861 Oct 18 23:38:34.108371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39792) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:34.114233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.115407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-430f32c8-f431-45c2-b66c-5125c4008618 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/74d12554-5e1f-48ac-aac6-81da65305955 HTTP/1.1" status: 204 len: 168 time: 2.0320711 Oct 18 23:38:34.117687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Usage tracker for resource:network and project:e61c7ab3b62e4a8db48ed5d509c3e3bf is out of sync, need to count used quota {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 23:38:34.119264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39794) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:34.128994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-90d226c7-db42-47e9-a086-b99a9ac1c3d0 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-547350682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:34.134584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 23:38:34.170408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77645a93-427c-4721-9e69-bd0d079264d9 req-d2079b9e-9d6f-4988-8045-a137826ff111 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:34.186163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-77645a93-427c-4721-9e69-bd0d079264d9 req-d2079b9e-9d6f-4988-8045-a137826ff111 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.1670249 Oct 18 23:38:34.191821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90d226c7-db42-47e9-a086-b99a9ac1c3d0 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.193186 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90d226c7-db42-47e9-a086-b99a9ac1c3d0 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.196557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183a7b2-7ef1-4c5d-9a7c-e4f0425d6581 req-5b8e39a1-3ef8-405a-8ef5-8828dd8fa16a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:34.198141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d183a7b2-7ef1-4c5d-9a7c-e4f0425d6581 req-5b8e39a1-3ef8-405a-8ef5-8828dd8fa16a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1740918 Oct 18 23:38:34.208897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Usage tracker for resource:subnet and project:e61c7ab3b62e4a8db48ed5d509c3e3bf is out of sync, need to count used quota {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 23:38:34.231976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 23:38:34.265458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90d226c7-db42-47e9-a086-b99a9ac1c3d0 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.287967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Usage tracker for resource:subnetpool and project:e61c7ab3b62e4a8db48ed5d509c3e3bf is out of sync, need to count used quota {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 23:38:34.293816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90d226c7-db42-47e9-a086-b99a9ac1c3d0 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.316600 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-77645a93-427c-4721-9e69-bd0d079264d9 req-6094f0ed-2fb5-42de-9408-6116054339b5 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292338 Oct 18 23:38:34.347276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90d226c7-db42-47e9-a086-b99a9ac1c3d0 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.348842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-90d226c7-db42-47e9-a086-b99a9ac1c3d0 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2281899 Oct 18 23:38:34.351693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39798) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:34.356732 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': True}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:34.363220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.387466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 23:38:34.401533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a99b18f-18a9-4454-b664-21338930b075 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.449040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a99b18f-18a9-4454-b664-21338930b075 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.566151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a99b18f-18a9-4454-b664-21338930b075 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.569036 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a99b18f-18a9-4454-b664-21338930b075 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.571156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4a99b18f-18a9-4454-b664-21338930b075 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/213afdfb-5f2c-445c-bddd-8e3d27389e16 HTTP/1.1" status: 204 len: 168 time: 0.4543388 Oct 18 23:38:34.601926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d183a7b2-7ef1-4c5d-9a7c-e4f0425d6581 req-c8ff3985-0338-4dbe-b97b-55bae60789ce tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962460 Oct 18 23:38:34.605348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Usage tracker for resource:port and project:e61c7ab3b62e4a8db48ed5d509c3e3bf is out of sync, need to count used quota {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 23:38:34.611755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39804) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:34.632166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99b18f-18a9-4454-b664-21338930b075 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213afdfb-5f2c-445c-bddd-8e3d27389e16,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:34.647497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 23:38:34.670676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Checking segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:34.673614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Network hostable DHCP agents. Network: f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:38:34.684385 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.691022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Usage tracker for resource:router and project:e61c7ab3b62e4a8db48ed5d509c3e3bf is out of sync, need to count used quota {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 23:38:34.707122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4bd0b5-8162-4f22-ba33-379f9081f4ea,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:34.712477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 23:38:34.729132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Usage tracker for resource:floatingip and project:e61c7ab3b62e4a8db48ed5d509c3e3bf is out of sync, need to count used quota {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 23:38:34.734215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 23:38:34.753041 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.758596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:38:34.787001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:34.797847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa84ab-5ae1-4b28-8139-6eeb1eb3f904 None None] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:34.798975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:34.803687 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-09aa19da-122f-4fde-bb08-43aa934d155b tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1866295 Oct 18 23:38:34.803952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.812505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b07ec-6d52-4874-9443-beccc85be5fe req-48638d5b-d0db-4c18-b7e4-4ac572759a46 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:34.812787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39808) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:34.812937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e87b07ec-6d52-4874-9443-beccc85be5fe req-48638d5b-d0db-4c18-b7e4-4ac572759a46 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.1230900 Oct 18 23:38:34.828114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e442352b-d407-4e4b-9a77-dc094cadc3be tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--530498162'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:34.871662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e442352b-d407-4e4b-9a77-dc094cadc3be tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:34.907243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4c7467ec-ec20-4f39-a64c-e7d754340e3a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5000064 Oct 18 23:38:34.919796 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e87b07ec-6d52-4874-9443-beccc85be5fe req-fae6bcc8-fe07-4ad7-bdfe-4fa7ff9823f7 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904949 Oct 18 23:38:34.957635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Usage tracker for resource:security_group and project:e61c7ab3b62e4a8db48ed5d509c3e3bf is out of sync, need to count used quota {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 23:38:34.986559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 23:38:35.007428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a254e0-c133-4ce1-80b2-1fdeff735f40 None None] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:35.017666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Usage tracker for resource:security_group_rule and project:e61c7ab3b62e4a8db48ed5d509c3e3bf is out of sync, need to count used quota {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 23:38:35.036837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.quota.resource [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100922) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 23:38:35.080916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ea26b8aa-9516-4b0b-ba13-ed057ccbce2a tempest-QuotasTest-981901072 tempest-QuotasTest-981901072-project-admin] 10.222.0.52 "GET /v2.0/quotas/e61c7ab3b62e4a8db48ed5d509c3e3bf/details.json HTTP/1.1" status: 200 len: 703 time: 1.3483512 Oct 18 23:38:35.145259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e442352b-d407-4e4b-9a77-dc094cadc3be tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.160024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e442352b-d407-4e4b-9a77-dc094cadc3be tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.202448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e442352b-d407-4e4b-9a77-dc094cadc3be tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.203993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e442352b-d407-4e4b-9a77-dc094cadc3be tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3848157 Oct 18 23:38:35.207122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39818) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:35.213203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8007a40c-8faf-4227-a4eb-7dae991d4062 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': 'acb5322a-e5c5-4ab3-ac0e-55401aac94b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:35.214150 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-8007a40c-8faf-4227-a4eb-7dae991d4062 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 18 23:38:35.214792 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-8007a40c-8faf-4227-a4eb-7dae991d4062 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:35.216004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8007a40c-8faf-4227-a4eb-7dae991d4062 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077641 Oct 18 23:38:35.219755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39822) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:35.234576 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.277796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442352b-d407-4e4b-9a77-dc094cadc3be tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb5322a-e5c5-4ab3-ac0e-55401aac94b4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:35.286691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.301823 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90bcd08-b1b5-43d9-8103-785b28775167 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.371670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90bcd08-b1b5-43d9-8103-785b28775167 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.452123 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90bcd08-b1b5-43d9-8103-785b28775167 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.455866 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e90bcd08-b1b5-43d9-8103-785b28775167 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.457285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e90bcd08-b1b5-43d9-8103-785b28775167 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/acb5322a-e5c5-4ab3-ac0e-55401aac94b4 HTTP/1.1" status: 204 len: 168 time: 0.2363610 Oct 18 23:38:35.468917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39826) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:35.470534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bcd08-b1b5-43d9-8103-785b28775167 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb5322a-e5c5-4ab3-ac0e-55401aac94b4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:35.588056 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Allocated IP 172.25.7.118 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/9c9c479b-7ef9-4564-9fd6-20585b6dc4c7) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:35.713671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f0096ea4-4049-4fcf-9b99-af477c6fc7d0 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2096207 Oct 18 23:38:35.717320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39840) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:35.723196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-41711854-c5d7-470a-a275-5c4394f5a2ae tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--421642883'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:35.741273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39842) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:35.820355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc8bcf-d19a-4245-989c-a9a3da437ce7 req-7766c7ac-9214-42ab-abe9-0183be9043e8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:35.821888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cc8bcf-d19a-4245-989c-a9a3da437ce7 req-7766c7ac-9214-42ab-abe9-0183be9043e8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1002624 Oct 18 23:38:35.836016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.883730 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:35.895724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-dda781f2-f1cd-41c0-9754-532bca84e463 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:35.908011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-dda781f2-f1cd-41c0-9754-532bca84e463 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.2902524 Oct 18 23:38:35.951881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:35.951881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:35.961487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-ea426824-d29a-4935-99a5-dca600aa7079 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/quotas/2e387c95280940198c08dedfe0f5ffb5 HTTP/1.1" status: 200 len: 375 time: 0.0497270 Oct 18 23:38:35.984121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:35.999039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-8b81e2ee-4dc1-4909-bfdc-e00077033e5a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304244 Oct 18 23:38:36.051330 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5cc4a50-0ca8-41a3-ba01-4917ffdc525e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.053612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event updated for resources: {'Port': ['ID=9c9c479b-7ef9-4564-9fd6-20585b6dc4c7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:36.083032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cc8bcf-d19a-4245-989c-a9a3da437ce7 req-34df9c6d-783a-4e5c-a444-8220b3946c60 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034979 Oct 18 23:38:36.134756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41711854-c5d7-470a-a275-5c4394f5a2ae tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.145865 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-ad322518-8e72-4685-a4b2-f124a4956bc4 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374521 Oct 18 23:38:36.264634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5cc4a50-0ca8-41a3-ba01-4917ffdc525e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.276298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5cc4a50-0ca8-41a3-ba01-4917ffdc525e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.353158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.361897 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41711854-c5d7-470a-a275-5c4394f5a2ae tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.370850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-7216baa9-b387-466c-ba22-5a9dca4927c3 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241042 Oct 18 23:38:36.372752 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41711854-c5d7-470a-a275-5c4394f5a2ae tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.424835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41711854-c5d7-470a-a275-5c4394f5a2ae tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a3f350-50bc-46bb-b57f-76a609b0a617,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:36.445040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41711854-c5d7-470a-a275-5c4394f5a2ae tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.449551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-41711854-c5d7-470a-a275-5c4394f5a2ae tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7278042 Oct 18 23:38:36.450385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39854) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:36.460679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-166a8fd2-c813-4033-b457-4c4a4d0cf95d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '10a3f350-50bc-46bb-b57f-76a609b0a617', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:36.462107 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-166a8fd2-c813-4033-b457-4c4a4d0cf95d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 18 23:38:36.463172 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-166a8fd2-c813-4033-b457-4c4a4d0cf95d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:36.466945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-166a8fd2-c813-4033-b457-4c4a4d0cf95d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127707 Oct 18 23:38:36.467723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39856) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:36.473651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-cadb9889-25a8-4b6b-8e48-aa3d296d352c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '10a3f350-50bc-46bb-b57f-76a609b0a617', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:36.475374 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-cadb9889-25a8-4b6b-8e48-aa3d296d352c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 18 23:38:36.475862 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-cadb9889-25a8-4b6b-8e48-aa3d296d352c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:36.479838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cadb9889-25a8-4b6b-8e48-aa3d296d352c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082541 Oct 18 23:38:36.479988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39858) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:36.494473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1bd2e7e3-9054-4cf6-81ae-ae12cebdb30f tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '10a3f350-50bc-46bb-b57f-76a609b0a617', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:36.495896 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-1bd2e7e3-9054-4cf6-81ae-ae12cebdb30f tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 18 23:38:36.496504 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-1bd2e7e3-9054-4cf6-81ae-ae12cebdb30f tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:36.500074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1bd2e7e3-9054-4cf6-81ae-ae12cebdb30f tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166197 Oct 18 23:38:36.500786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39860) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:36.506604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ab0390ba-7085-45e1-8b65-10339d2879f8 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '10a3f350-50bc-46bb-b57f-76a609b0a617', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:36.512158 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-ab0390ba-7085-45e1-8b65-10339d2879f8 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 18 23:38:36.512158 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-ab0390ba-7085-45e1-8b65-10339d2879f8 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:36.515632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ab0390ba-7085-45e1-8b65-10339d2879f8 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114653 Oct 18 23:38:36.516271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39864) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:36.614304 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e5cc4a50-0ca8-41a3-ba01-4917ffdc525e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b044359c6110445084f57ebbe293eacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8707085 Oct 18 23:38:36.617268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39868) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:36.630493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc4a50-0ca8-41a3-ba01-4917ffdc525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a093d38e-1a9d-478b-a725-985fde64b382,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:36.675630 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e708110-d7a8-425e-a87e-90d4848d12fc tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.738214 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f998fcc3-2709-4680-95e3-d7a147bacbf6 req-ac475d58-8083-4db6-b342-138fb515429a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 210 time: 0.0269403 Oct 18 23:38:36.747515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377db54-183e-4c22-9ad3-1d35d1d0def2 req-e727b565-8443-4702-961a-31c410493a89 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:36.770633 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e708110-d7a8-425e-a87e-90d4848d12fc tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.774023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a377db54-183e-4c22-9ad3-1d35d1d0def2 req-e727b565-8443-4702-961a-31c410493a89 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.4253044 Oct 18 23:38:36.815203 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5f8832e-6e9b-4559-b28b-b48fe4b3e834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.874503 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5f8832e-6e9b-4559-b28b-b48fe4b3e834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.894016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e708110-d7a8-425e-a87e-90d4848d12fc tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.900402 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e708110-d7a8-425e-a87e-90d4848d12fc tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:36.901918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a377db54-183e-4c22-9ad3-1d35d1d0def2 req-1412408c-d27e-46f3-9951-c764c7378d0b tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271632 Oct 18 23:38:36.904903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39876) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:36.905098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5e708110-d7a8-425e-a87e-90d4848d12fc tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/10a3f350-50bc-46bb-b57f-76a609b0a617 HTTP/1.1" status: 204 len: 168 time: 0.3871150 Oct 18 23:38:36.956012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e708110-d7a8-425e-a87e-90d4848d12fc tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a3f350-50bc-46bb-b57f-76a609b0a617,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:36.960563 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:37.027377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5f8832e-6e9b-4559-b28b-b48fe4b3e834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:37.030225 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5f8832e-6e9b-4559-b28b-b48fe4b3e834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:37.035117 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d5f8832e-6e9b-4559-b28b-b48fe4b3e834 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a093d38e-1a9d-478b-a725-985fde64b382 HTTP/1.1" status: 204 len: 168 time: 0.4143999 Oct 18 23:38:37.047946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8832e-6e9b-4559-b28b-b48fe4b3e834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a093d38e-1a9d-478b-a725-985fde64b382,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:37.376743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba148f-100c-4563-8718-d8cce77f7d73 req-7d5f6433-6151-4c2a-8535-95db318d35af tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:37.385135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cba148f-100c-4563-8718-d8cce77f7d73 req-7d5f6433-6151-4c2a-8535-95db318d35af tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.1044347 Oct 18 23:38:37.490037 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cba148f-100c-4563-8718-d8cce77f7d73 req-aab84af0-8ffb-4cd6-b9c4-2b7031794f91 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037283 Oct 18 23:38:37.858368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39896) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:37.864903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-44d88139-fe99-4be2-86e4-81b76ae703d9 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9556432 Oct 18 23:38:37.866134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39898) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:37.889991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c44b685b-c91f-4d01-9547-a641ae38de77 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--221921920'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:37.898001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1d97d51-794a-4ee5-aaa9-970808227e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:37.909536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdf546-3fcf-4d7f-8e77-6bc96ae98080 req-749bd6b7-f8fc-4276-8b43-9529c945e520 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:37.917888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-38cdf546-3fcf-4d7f-8e77-6bc96ae98080 req-749bd6b7-f8fc-4276-8b43-9529c945e520 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1794167 Oct 18 23:38:37.943658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-4b1bc2b1-2fbd-4d3e-b798-bac68598f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:37.945350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-4b1bc2b1-2fbd-4d3e-b798-bac68598f001 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8a01c7a3df52489488e61eebc647759f&device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 1098 time: 0.2096143 Oct 18 23:38:37.960320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb7beac7-6a3e-499d-8198-bf770b89a9dc req-e20c7638-d96a-438d-bfb7-f0d40eb86e1a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 210 time: 0.0655127 Oct 18 23:38:37.990165 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c44b685b-c91f-4d01-9547-a641ae38de77 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:38.002462 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-38cdf546-3fcf-4d7f-8e77-6bc96ae98080 req-07ae3788-c841-47a9-a007-385d73ccac13 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787787 Oct 18 23:38:38.061014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:38.075135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:38.187333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1d97d51-794a-4ee5-aaa9-970808227e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:38.206900 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c44b685b-c91f-4d01-9547-a641ae38de77 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:38.208002 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1d97d51-794a-4ee5-aaa9-970808227e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:38.239022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c44b685b-c91f-4d01-9547-a641ae38de77 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:38.258521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-df5622a0-d47e-482b-b246-cad3280e1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:38.260923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-df5622a0-d47e-482b-b246-cad3280e1104 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a5c2b805-ac8d-4648-aef4-3ea73357ca99 HTTP/1.1" status: 200 len: 913 time: 0.3051050 Oct 18 23:38:38.318386 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-18f248e2-0b8d-448d-9531-64c57833d83a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1403f1bf-6efc-4e66-a631-56a83fe6c0ba HTTP/1.1" status: 200 len: 217 time: 0.0454719 Oct 18 23:38:38.425198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-d8043a51-69f4-4e41-97af-f0ea9f6d83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:38.426703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-d8043a51-69f4-4e41-97af-f0ea9f6d83a8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17f330e9-a4e6-44bb-ae66-4d54d882b6fe HTTP/1.1" status: 200 len: 852 time: 0.1014640 Oct 18 23:38:38.448005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a1d97d51-794a-4ee5-aaa9-970808227e26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e61c7ab3b62e4a8db48ed5d509c3e3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5882521 Oct 18 23:38:38.457148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a160d9e6-c0de-492f-833d-7a7230eb567d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:38.459835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a160d9e6-c0de-492f-833d-7a7230eb567d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.73 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.2166481 Oct 18 23:38:38.462828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39900) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:38.488969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-a3d4433f-e1b8-44ac-a130-e162f7522fc3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a5c2b805-ac8d-4648-aef4-3ea73357ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450222 Oct 18 23:38:38.515305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Request body: {'port': {'device_id': '47914328-b28a-495c-be8a-60a460c0932b', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'admin_state_up': True, 'tenant_id': '2e387c95280940198c08dedfe0f5ffb5'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:38.517210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Router fcec4d09-5006-4e0b-ae40-8e97f523db69 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:38:38.522086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d97d51-794a-4ee5-aaa9-970808227e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b4e267-fb89-44c6-ac7e-3db9eeecd772,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:38.574969 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c44b685b-c91f-4d01-9547-a641ae38de77 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:38.577305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c44b685b-c91f-4d01-9547-a641ae38de77 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7098742 Oct 18 23:38:38.588329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39904) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:38.627914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b685b-c91f-4d01-9547-a641ae38de77 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ec0aa7-b0c6-4d10-9013-38667df3a8ff,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:38.633315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-909b9c6f-7458-410d-8135-ae118a6ab603 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '82ec0aa7-b0c6-4d10-9013-38667df3a8ff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:38.633815 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-909b9c6f-7458-410d-8135-ae118a6ab603 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 23:38:38.634330 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-909b9c6f-7458-410d-8135-ae118a6ab603 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:38.635510 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-909b9c6f-7458-410d-8135-ae118a6ab603 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074930 Oct 18 23:38:38.649795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:38.679832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a320a9f7-e2dd-4540-b4b3-9acb05cf5501 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '82ec0aa7-b0c6-4d10-9013-38667df3a8ff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:38.701313 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-8f3857c8-4d99-4022-a3b6-827f0a49a2ac service neutron] 10.222.0.102 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035728 Oct 18 23:38:38.893183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-f868a532-0030-49d1-a177-5b3051a5416a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2540510 Oct 18 23:38:38.900322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:38.907713 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:38.911922 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-34d167ab-5e59-4c05-ba88-d11ed66a04bd tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "PUT /v2.0/routers/fcec4d09-5006-4e0b-ae40-8e97f523db69 HTTP/1.1" status: 200 len: 914 time: 4.5591106 Oct 18 23:38:38.913347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39912) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:38.949597 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407df15-6469-41c0-a36f-f38973c65924 None None] Sync routers for ids ['fcec4d09-5006-4e0b-ae40-8e97f523db69'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:38.996768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9f9c4c9-e291-4255-8bea-c50330213f78 req-36be7cf0-2ef0-42ed-ab4d-af79bd41ed11 service neutron] 10.222.0.102 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772377 Oct 18 23:38:39.011580 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407df15-6469-41c0-a36f-f38973c65924 None None] Routers {'fcec4d09-5006-4e0b-ae40-8e97f523db69'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:39.015465 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6407df15-6469-41c0-a36f-f38973c65924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fcec4d09-5006-4e0b-ae40-8e97f523db69'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:39.094540 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6407df15-6469-41c0-a36f-f38973c65924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:39.119921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-6da11f2b-48b3-4047-8ecb-7cfa37d2be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:39.121540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-6da11f2b-48b3-4047-8ecb-7cfa37d2be3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 1098 time: 0.1449068 Oct 18 23:38:39.127940 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407df15-6469-41c0-a36f-f38973c65924 None None] Routers {'fcec4d09-5006-4e0b-ae40-8e97f523db69'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:39.133600 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6407df15-6469-41c0-a36f-f38973c65924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['fcec4d09-5006-4e0b-ae40-8e97f523db69'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:39.139964 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-edcbcd2e-d4fc-4dff-bc46-e68d3818fbd2 req-65830f90-c91e-49bd-bf0b-4dd4ff538a2f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 210 time: 0.0401304 Oct 18 23:38:39.169550 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8721aa4a-1dbf-43e2-9550-41227ce94b4c tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/routers/fcec4d09-5006-4e0b-ae40-8e97f523db69 HTTP/1.1" status: 200 len: 920 time: 0.2515514 Oct 18 23:38:39.170221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39918) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:39.229247 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6407df15-6469-41c0-a36f-f38973c65924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:39.230385 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407df15-6469-41c0-a36f-f38973c65924 None None] The sync data for ids ['fcec4d09-5006-4e0b-ae40-8e97f523db69'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:39.356698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-b8dde8cc-f26f-4348-9f46-3d4da57e7f90 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8947754 Oct 18 23:38:39.357556 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-a320a9f7-e2dd-4540-b4b3-9acb05cf5501 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:39.359068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a320a9f7-e2dd-4540-b4b3-9acb05cf5501 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6953673 Oct 18 23:38:39.370165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39920) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:39.381974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4a597ca0-dbc2-4fed-ab77-29b701795a6c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '82ec0aa7-b0c6-4d10-9013-38667df3a8ff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:39.383752 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-4a597ca0-dbc2-4fed-ab77-29b701795a6c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 18 23:38:39.384649 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-4a597ca0-dbc2-4fed-ab77-29b701795a6c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:39.385695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4a597ca0-dbc2-4fed-ab77-29b701795a6c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129180 Oct 18 23:38:39.391221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:39.401542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-79053e58-cafb-4224-9f37-5bdbf1b238cb tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '82ec0aa7-b0c6-4d10-9013-38667df3a8ff', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:39.426486 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f29ef97-a8f9-41cd-9a64-e337ce6ac8cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:39.454545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ff221-7425-43f5-b447-f99e5ffb4d4d req-52d639bc-5b25-42d3-b56d-e5e46ce7f782 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:39.456246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-511ff221-7425-43f5-b447-f99e5ffb4d4d req-52d639bc-5b25-42d3-b56d-e5e46ce7f782 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1657526 Oct 18 23:38:39.461348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60268281-8ab4-47d3-ae16-28dc55c78b0d tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:39.465472 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f29ef97-a8f9-41cd-9a64-e337ce6ac8cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:39.466399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-60268281-8ab4-47d3-ae16-28dc55c78b0d tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=fcec4d09-5006-4e0b-ae40-8e97f523db69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2950053 Oct 18 23:38:39.467155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39924) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:39.566318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f29ef97-a8f9-41cd-9a64-e337ce6ac8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:39.570490 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f29ef97-a8f9-41cd-9a64-e337ce6ac8cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:39.571701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1f29ef97-a8f9-41cd-9a64-e337ce6ac8cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70b4e267-fb89-44c6-ac7e-3db9eeecd772 HTTP/1.1" status: 204 len: 168 time: 1.1012247 Oct 18 23:38:39.590792 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-511ff221-7425-43f5-b447-f99e5ffb4d4d req-c5132661-f4bc-4f21-8ed8-cce9ac6fc791 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205978 Oct 18 23:38:39.603086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-11ff32f9-c8f1-44f1-a802-9b482cf9620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:39.604737 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-11ff32f9-c8f1-44f1-a802-9b482cf9620f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.3131120 Oct 18 23:38:39.636850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4268f5-10f8-4ec6-ad0f-36827c5f8e7c tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:39.641384 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5c4268f5-10f8-4ec6-ad0f-36827c5f8e7c tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 881 time: 0.1701035 Oct 18 23:38:39.642133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39930) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:39.685391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b7fac-e35c-4f92-bf5d-826e487d162c req-ba70e643-cb43-4946-aea4-504274efcb3e tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:39.692571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-3dc98c1a-fd30-4f86-afc9-0002f27ad971 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a433c419-9a71-449f-8de1-a92f543d4ba8 HTTP/1.1" status: 200 len: 217 time: 0.0492406 Oct 18 23:38:39.695357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a09b7fac-e35c-4f92-bf5d-826e487d162c req-ba70e643-cb43-4946-aea4-504274efcb3e tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 1.0201159 Oct 18 23:38:39.705867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29ef97-a8f9-41cd-9a64-e337ce6ac8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b4e267-fb89-44c6-ac7e-3db9eeecd772,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:39.724341 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a842e5bd-700c-459e-951a-1c3bb3ae41ae tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcec4d09-5006-4e0b-ae40-8e97f523db69 HTTP/1.1" status: 200 len: 205 time: 0.0797875 Oct 18 23:38:39.733714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39932) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:39.778565 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-79053e58-cafb-4224-9f37-5bdbf1b238cb tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:39.782156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-79053e58-cafb-4224-9f37-5bdbf1b238cb tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3874795 Oct 18 23:38:39.783405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39934) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:39.786542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Made reservation on behalf of 2e387c95280940198c08dedfe0f5ffb5 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:39.790134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:39.810145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0e163200-fdc1-4127-9e34-9ba0b4a161d7 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '82ec0aa7-b0c6-4d10-9013-38667df3a8ff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:39.810732 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-0e163200-fdc1-4127-9e34-9ba0b4a161d7 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 23:38:39.811213 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-0e163200-fdc1-4127-9e34-9ba0b4a161d7 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:39.815068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0e163200-fdc1-4127-9e34-9ba0b4a161d7 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066009 Oct 18 23:38:39.821599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39938) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:39.831874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5e14ebe7-cfc7-405a-a95c-cce4aaa13f2f tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '82ec0aa7-b0c6-4d10-9013-38667df3a8ff', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:39.854025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-e883346e-67d4-44a8-835a-ef4133abb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:39.855498 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-e883346e-67d4-44a8-835a-ef4133abb4d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.1339548 Oct 18 23:38:39.940338 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-5e14ebe7-cfc7-405a-a95c-cce4aaa13f2f tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Project 57453d567b334144b19e3bc2c15cb583 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:38:39.975831 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-5e14ebe7-cfc7-405a-a95c-cce4aaa13f2f tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:39.976939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e14ebe7-cfc7-405a-a95c-cce4aaa13f2f tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1541982 Oct 18 23:38:39.986333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39942) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:40.001185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f03053e0-7b72-4d88-ae3e-e325f84efb3a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '82ec0aa7-b0c6-4d10-9013-38667df3a8ff', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:40.001685 n-d-713498-28 neutron-server[100921]: WARNING neutron.api.v2.base [None req-f03053e0-7b72-4d88-ae3e-e325f84efb3a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 18 23:38:40.002202 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-f03053e0-7b72-4d88-ae3e-e325f84efb3a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:40.003246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f03053e0-7b72-4d88-ae3e-e325f84efb3a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110891 Oct 18 23:38:40.008153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:40.055351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a09b7fac-e35c-4f92-bf5d-826e487d162c req-86ce3f1e-178d-4952-b6b4-3f3880cc1487 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255870 Oct 18 23:38:40.057181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-42d16489-9cef-4012-9840-7403977fe0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:40.058701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-42d16489-9cef-4012-9840-7403977fe0f6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 1097 time: 0.5372713 Oct 18 23:38:40.067917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39944) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:40.101455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0dcff4d7-010b-4a90-ab6b-b45d1e13e9c4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '82ec0aa7-b0c6-4d10-9013-38667df3a8ff', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:40.163214 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-0dcff4d7-010b-4a90-ab6b-b45d1e13e9c4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Project 57453d567b334144b19e3bc2c15cb583 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:38:40.245556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Allocated IP 172.20.0.14 (f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83/ae4bd0b5-8162-4f22-ba33-379f9081f4ea/110ea5f5-c758-4c20-b25f-1876d6b3aa15) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:40.258364 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-0dcff4d7-010b-4a90-ab6b-b45d1e13e9c4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:40.259878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0dcff4d7-010b-4a90-ab6b-b45d1e13e9c4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1886339 Oct 18 23:38:40.293588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39948) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:40.300903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4fee3269-5a8c-43f1-9c3d-768de8ea93fa tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '82ec0aa7-b0c6-4d10-9013-38667df3a8ff', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:40.383356 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-4fee3269-5a8c-43f1-9c3d-768de8ea93fa tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Project 57453d567b334144b19e3bc2c15cb583 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:38:40.399768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-8fdb8a62-1fda-4900-ad63-b44641ffca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:40.401276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-8fdb8a62-1fda-4900-ad63-b44641ffca8c service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.2440832 Oct 18 23:38:40.429781 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-4fee3269-5a8c-43f1-9c3d-768de8ea93fa tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:40.430880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4fee3269-5a8c-43f1-9c3d-768de8ea93fa tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1359203 Oct 18 23:38:40.502321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39954) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:40.505965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-cd4dee47-474a-435a-9300-2af2c28b0f3d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d HTTP/1.1" status: 200 len: 217 time: 0.0853918 Oct 18 23:38:40.518229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-fb217240-2a84-472d-9414-91d8fd879df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:40.519978 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-fb217240-2a84-472d-9414-91d8fd879df0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6553667 Oct 18 23:38:40.567164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-78b0af73-1904-4038-9604-35d27a2b3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:40.567952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9bc54690-e4c7-4548-b744-db47f78eecb5 req-bb230609-ca0c-4cb8-acea-7636319e406f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 210 time: 0.0644615 Oct 18 23:38:40.572774 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-78b0af73-1904-4038-9604-35d27a2b3bac service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0570524 Oct 18 23:38:40.670890 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:40.805759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:40.844810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d73296de-1931-4b06-b6a4-0133a09b3013 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:40.861598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:40.868820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-87e2d719-3424-4d11-a5df-06544356e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:40.871098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-87e2d719-3424-4d11-a5df-06544356e560 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2822154 Oct 18 23:38:40.994394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d73296de-1931-4b06-b6a4-0133a09b3013 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.018329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:41.029129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c70b3-1cbe-4259-9c4f-9f1c05d9a332 req-0b98e40e-3efc-4227-a43b-c8061abdcf4a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:41.039230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d7c70b3-1cbe-4259-9c4f-9f1c05d9a332 req-0b98e40e-3efc-4227-a43b-c8061abdcf4a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.2967596 Oct 18 23:38:41.095360 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-fba92725-bcd4-485f-b26e-9f99c1aa1232 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590730 Oct 18 23:38:41.102362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:41.120722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:41.136701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event updated for resources: {'Port': ['ID=110ea5f5-c758-4c20-b25f-1876d6b3aa15,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:41.185890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Deleting port 9c9c479b-7ef9-4564-9fd6-20585b6dc4c7 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:41.186303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.220688 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d73296de-1931-4b06-b6a4-0133a09b3013 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.222637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d7c70b3-1cbe-4259-9c4f-9f1c05d9a332 req-643902af-e407-48da-b54a-f049d36e0dd9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822104 Oct 18 23:38:41.223562 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d73296de-1931-4b06-b6a4-0133a09b3013 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.225374 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d73296de-1931-4b06-b6a4-0133a09b3013 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/82ec0aa7-b0c6-4d10-9013-38667df3a8ff HTTP/1.1" status: 204 len: 168 time: 0.7169333 Oct 18 23:38:41.238536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39976) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:41.317048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-550d3550-b52a-4567-affa-5f03b0580068 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0768127 Oct 18 23:38:41.325742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39980) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:41.336657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-79089538-f8f4-48a7-ab70-b0bc1bed9b58 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487535998'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:41.345145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-52fdfba0-9dd2-4300-bee7-d3ee0aa3c0c6 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483948 Oct 18 23:38:41.353499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:41.354747 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.410369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73296de-1931-4b06-b6a4-0133a09b3013 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ec0aa7-b0c6-4d10-9013-38667df3a8ff,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:41.502898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e09d16f-a849-4bb6-b9c4-8d492f5c7382 req-a0c82b82-84be-42bc-91e3-4623c26edd78 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796933 Oct 18 23:38:41.505032 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.523043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21cd3c-1647-412d-994a-0c8bf15c92f4 req-b55d895f-71ce-4208-8c73-b14ae9f01be1 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:41.527084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc21cd3c-1647-412d-994a-0c8bf15c92f4 req-b55d895f-71ce-4208-8c73-b14ae9f01be1 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.1711390 Oct 18 23:38:41.532393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Calling delete_port for 9c9c479b-7ef9-4564-9fd6-20585b6dc4c7 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:41.539731 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79089538-f8f4-48a7-ab70-b0bc1bed9b58 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.634233 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc21cd3c-1647-412d-994a-0c8bf15c92f4 req-8984f143-cfba-49f6-ad36-67f17f573278 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897269 Oct 18 23:38:41.661455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79089538-f8f4-48a7-ab70-b0bc1bed9b58 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.678702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-a321e8e9-21c9-48ac-8a58-28f3b46b1e10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1684651 Oct 18 23:38:41.682984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79089538-f8f4-48a7-ab70-b0bc1bed9b58 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.717576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Request body: {'port': {'device_id': '47914328-b28a-495c-be8a-60a460c0932b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:41.895714 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.920968 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79089538-f8f4-48a7-ab70-b0bc1bed9b58 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:41.923001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-79089538-f8f4-48a7-ab70-b0bc1bed9b58 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5942144 Oct 18 23:38:41.926132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40000) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:41.965317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d0a694a8-5974-40b0-b1e2-4576e596d625 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '9d0ffc19-a553-45d3-a6a0-ed0e5553ff35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:41.988618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event deleted for resources: {'Port': ['ID=9c9c479b-7ef9-4564-9fd6-20585b6dc4c7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:42.001040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25c94093-aa40-44f8-9322-c3f5e3a77160 req-050277c6-a2d6-44af-b262-e4df6468f738 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388998 Oct 18 23:38:42.021730 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:42.056474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79089538-f8f4-48a7-ab70-b0bc1bed9b58 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0ffc19-a553-45d3-a6a0-ed0e5553ff35,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:42.137916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cb2db-9037-4257-b82f-60f0f75d6bdd req-04ea9f6a-87c9-4992-b9fd-a51518835d35 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:42.142542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b22cb2db-9037-4257-b82f-60f0f75d6bdd req-04ea9f6a-87c9-4992-b9fd-a51518835d35 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 932 time: 0.4353743 Oct 18 23:38:42.294167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:42.443999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ef4a6-e311-48f7-813c-e658195f82cf req-0ef505d7-8661-40cf-8d7e-b6fd740da24c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:42.456868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de2ef4a6-e311-48f7-813c-e658195f82cf req-0ef505d7-8661-40cf-8d7e-b6fd740da24c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.4256785 Oct 18 23:38:42.465259 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-d0a694a8-5974-40b0-b1e2-4576e596d625 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The resource could not be found. Oct 18 23:38:42.466902 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d0a694a8-5974-40b0-b1e2-4576e596d625 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5059040 Oct 18 23:38:42.477267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40026) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:42.526667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1da88b68-779a-4036-abd4-13ff2250ddf1 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '9d0ffc19-a553-45d3-a6a0-ed0e5553ff35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f0dac702-e746-4c82-a526-2d5455b2bce9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:42.530545 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:42.543554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:42.650647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de2ef4a6-e311-48f7-813c-e658195f82cf req-71683d05-176d-4713-a659-81250aa7cf71 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923177 Oct 18 23:38:42.652485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:42.653432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Fanout notify agent at l3_agent the message router_deleted on router fcec4d09-5006-4e0b-ae40-8e97f523db69 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:42.657367 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b22cb2db-9037-4257-b82f-60f0f75d6bdd req-1901d5ef-32e6-4299-b78e-b69ee46f7ef3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056171 Oct 18 23:38:42.699023 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:42.699023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83e761c4-ce68-442d-a005-46309ac90f4c tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/fcec4d09-5006-4e0b-ae40-8e97f523db69 HTTP/1.1" status: 204 len: 168 time: 2.9545000 Oct 18 23:38:42.699023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40028) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:42.700654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7399cfd8-24f5-4168-b44f-c44916a2b520 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1450557702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:42.733146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40032) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:42.768871 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7399cfd8-24f5-4168-b44f-c44916a2b520 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:42.773845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7399cfd8-24f5-4168-b44f-c44916a2b520 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:42.987477 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7399cfd8-24f5-4168-b44f-c44916a2b520 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.010894 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7399cfd8-24f5-4168-b44f-c44916a2b520 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.046207 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-1da88b68-779a-4036-abd4-13ff2250ddf1 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The resource could not be found. Oct 18 23:38:43.051415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1da88b68-779a-4036-abd4-13ff2250ddf1 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5656915 Oct 18 23:38:43.052355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40036) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:43.071852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-355125486', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:43.081068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d2dec-c02c-4b8b-ba78-5a6ac6e6783d req-76f90163-5a3b-46f5-967a-dd54dd9db8aa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:43.082603 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b38d2dec-c02c-4b8b-ba78-5a6ac6e6783d req-76f90163-5a3b-46f5-967a-dd54dd9db8aa tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.0879862 Oct 18 23:38:43.158040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b38d2dec-c02c-4b8b-ba78-5a6ac6e6783d req-5ee280bb-be8d-4097-abac-d738c9485bf3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619581 Oct 18 23:38:43.175849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Made reservation on behalf of bafde28fd566475ca295137d26235d25 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:43.182328 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.210123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7399cfd8-24f5-4168-b44f-c44916a2b520 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.212095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7399cfd8-24f5-4168-b44f-c44916a2b520 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5160036 Oct 18 23:38:43.214915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40038) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:43.222234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': False}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:43.228838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.276048 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99e78e5b-6aa6-44d7-9aef-68a6a89db69c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.323598 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99e78e5b-6aa6-44d7-9aef-68a6a89db69c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.355752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110ea5f5-c758-4c20-b25f-1876d6b3aa15 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:38:43.399520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.432405 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99e78e5b-6aa6-44d7-9aef-68a6a89db69c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.438021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99e78e5b-6aa6-44d7-9aef-68a6a89db69c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.440099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-99e78e5b-6aa6-44d7-9aef-68a6a89db69c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/9d0ffc19-a553-45d3-a6a0-ed0e5553ff35 HTTP/1.1" status: 204 len: 168 time: 0.3625083 Oct 18 23:38:43.459551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40044) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:43.523561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.531444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Transition to ACTIVE for port object 110ea5f5-c758-4c20-b25f-1876d6b3aa15 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:38:43.550108 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.595929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e78e5b-6aa6-44d7-9aef-68a6a89db69c tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0ffc19-a553-45d3-a6a0-ed0e5553ff35,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:43.676934 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-39e21801-3eaf-4c63-a8dc-1e212a903261 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2051501 Oct 18 23:38:43.687818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40054) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:43.694986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8d7fb9c4-8b13-4cc4-ba4e-834be033ddb5 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': 'e8b112a1-1588-4c50-b862-1e4666555d54', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:43.701361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Pushing event updated for resources: {'Port': ['ID=110ea5f5-c758-4c20-b25f-1876d6b3aa15,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:43.743041 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.750954 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:43.762761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] device_id is not set on port 9b1f9483-4108-4323-b324-00418c1ca431 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:43.913648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c7c697-d4e4-4c13-b893-394a45e68f68,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:43.931008 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-8d7fb9c4-8b13-4cc4-ba4e-834be033ddb5 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The resource could not be found. Oct 18 23:38:43.932267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8d7fb9c4-8b13-4cc4-ba4e-834be033ddb5 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2430058 Oct 18 23:38:43.956668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40078) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:43.967277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3fc3bfe6-0f6a-46b4-ba45-9d69fccf245d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095088728'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:44.022649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f242d-711d-431b-91ce-3da5e3314a10 req-29105049-2179-48be-8690-56706b48b349 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:44.026895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-215f242d-711d-431b-91ce-3da5e3314a10 req-29105049-2179-48be-8690-56706b48b349 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 944 time: 0.1679621 Oct 18 23:38:44.042340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Attempting to bind port 110ea5f5-c758-4c20-b25f-1876d6b3aa15 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:44.042811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Attempting to bind port 110ea5f5-c758-4c20-b25f-1876d6b3aa15 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:44.043258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Attempting to bind port 110ea5f5-c758-4c20-b25f-1876d6b3aa15 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:44.064765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Allocated IP 172.25.7.142 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/9b1f9483-4108-4323-b324-00418c1ca431) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:44.073226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Port 110ea5f5-c758-4c20-b25f-1876d6b3aa15 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:38:44.078313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Attempting to bind port 110ea5f5-c758-4c20-b25f-1876d6b3aa15 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:44.128990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-215f242d-711d-431b-91ce-3da5e3314a10 req-93e2e29d-5972-4e35-8872-a66eee81adaa tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762551 Oct 18 23:38:44.152189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:38:44.152703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Checking segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:44.154284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Bound using segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:38:44.154950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Bound port: 110ea5f5-c758-4c20-b25f-1876d6b3aa15, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:38:44.156891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.247947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.328015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4a077-7163-4b0b-bce7-894277784fa2 req-71da9410-ad41-4c73-9dd7-10ccd68f9f4c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:44.330932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-03e4a077-7163-4b0b-bce7-894277784fa2 req-71da9410-ad41-4c73-9dd7-10ccd68f9f4c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.4503593 Oct 18 23:38:44.332075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.410818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:44.419233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:44.458619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:44.481409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] For port 110ea5f5-c758-4c20-b25f-1876d6b3aa15, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:38:44.507233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:44.508357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.550485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-03e4a077-7163-4b0b-bce7-894277784fa2 req-2c17929a-9fd6-46b6-8e8a-897f6a92f178 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810668 Oct 18 23:38:44.555437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] For port 110ea5f5-c758-4c20-b25f-1876d6b3aa15, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=110ea5f5-c758-4c20-b25f-1876d6b3aa15,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:38:44.556889 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bfe6-0f6a-46b4-ba45-9d69fccf245d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.583693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.608482 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.665200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e5661-2fa9-432f-a201-1d94b7f0eee4 req-c7cb44a4-c5d8-4633-ba48-f886622169ed tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:44.673712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab8e5661-2fa9-432f-a201-1d94b7f0eee4 req-c7cb44a4-c5d8-4633-ba48-f886622169ed tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.2123847 Oct 18 23:38:44.685198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.703522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:44.704274 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.704798 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bfe6-0f6a-46b4-ba45-9d69fccf245d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.706036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] 10.222.0.73 "PUT /v2.0/ports/110ea5f5-c758-4c20-b25f-1876d6b3aa15 HTTP/1.1" status: 200 len: 1093 time: 2.9977541 Oct 18 23:38:44.715127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47914328-b28a-495c-be8a-60a460c0932b', 'tag': '110ea5f5-c758-4c20-b25f-1876d6b3aa15'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:38:44.738051 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0030699 Oct 18 23:38:44.739878 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bfe6-0f6a-46b4-ba45-9d69fccf245d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.742933 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40108) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:44.744044 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d9355-794e-4ab5-85de-39a580d5e654" -d '{"events": [{"name": "network-changed", "server_uuid": "47914328-b28a-495c-be8a-60a460c0932b", "tag": "110ea5f5-c758-4c20-b25f-1876d6b3aa15"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:38:44.746820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2153e76-dd5f-4556-920b-791bf8bb1c1f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Pushing event updated for resources: {'Port': ['ID=9b1f9483-4108-4323-b324-00418c1ca431,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:44.758538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142'}]}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:44.828017 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fc3bfe6-0f6a-46b4-ba45-9d69fccf245d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.832052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3fc3bfe6-0f6a-46b4-ba45-9d69fccf245d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8685930 Oct 18 23:38:44.833094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40120) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:44.837367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e4339bb6-52b0-453c-bf23-969fdaeed423 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--375256921'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:44.843518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3bfe6-0f6a-46b4-ba45-9d69fccf245d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4cfc73-c2ca-4f03-8f24-2897b88894b4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:44.859791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a71f1-346c-4693-b338-9bb2f96b344a service neutron] Pushing event updated for resources: {'Port': ['ID=110ea5f5-c758-4c20-b25f-1876d6b3aa15,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:44.899904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.901526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:44.953284 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e4339bb6-52b0-453c-bf23-969fdaeed423 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:45.019319 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e16eea-2398-4a59-9bad-bc9cdafe186c x-openstack-request-id: req-84e16eea-2398-4a59-9bad-bc9cdafe186c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:38:45.019619 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47914328-b28a-495c-be8a-60a460c0932b", "tag": "110ea5f5-c758-4c20-b25f-1876d6b3aa15", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:38:45.019882 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84e16eea-2398-4a59-9bad-bc9cdafe186c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:38:45.020301 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47914328-b28a-495c-be8a-60a460c0932b', 'tag': '110ea5f5-c758-4c20-b25f-1876d6b3aa15', 'status': 'completed', 'code': 200} Oct 18 23:38:45.070842 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:45.096665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab8e5661-2fa9-432f-a201-1d94b7f0eee4 req-3cd92b95-2812-4913-8143-ff350ac5259b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219460 Oct 18 23:38:45.255968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-d7059ed0-aa70-4c8c-a2c0-9b3f6b105bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:45.257548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-d7059ed0-aa70-4c8c-a2c0-9b3f6b105bfd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 1096 time: 0.3888571 Oct 18 23:38:45.336138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Allocated IP 172.25.7.185 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/35bad591-a69c-49c7-a115-66722cffb36f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:45.421966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-6d7068ee-5de6-484f-b3c9-f2fb53bb0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:45.423429 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-6d7068ee-5de6-484f-b3c9-f2fb53bb0886 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8a01c7a3df52489488e61eebc647759f&device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 1098 time: 0.3865960 Oct 18 23:38:45.495768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-df2f9431-266b-437f-85bc-3f2d594df123 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110ea5f5-c758-4c20-b25f-1876d6b3aa15 HTTP/1.1" status: 200 len: 217 time: 0.2199717 Oct 18 23:38:45.517973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4818-cb9f-4e55-ac2d-833201cdbf54 req-03896123-c6c6-4107-a292-61bf36054769 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:45.529410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e4818-cb9f-4e55-ac2d-833201cdbf54 req-03896123-c6c6-4107-a292-61bf36054769 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.4406433 Oct 18 23:38:45.648971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:45.726103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e4339bb6-52b0-453c-bf23-969fdaeed423 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:45.748488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e4339bb6-52b0-453c-bf23-969fdaeed423 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:45.847470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e9c1-3691-4b2a-b10f-e66b6d66afa3 req-ede95ea0-ab8c-4b98-933b-1df206393aa1 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:45.850243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5047e9c1-3691-4b2a-b10f-e66b6d66afa3 req-ede95ea0-ab8c-4b98-933b-1df206393aa1 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 944 time: 0.5442677 Oct 18 23:38:45.857455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-7b1bedfb-4e96-452d-ad83-cadd97cbae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:45.859019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-7b1bedfb-4e96-452d-ad83-cadd97cbae8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.3513322 Oct 18 23:38:45.861842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e4818-cb9f-4e55-ac2d-833201cdbf54 req-cae69b92-8eef-4118-8d33-d8c48229db6d tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313761 Oct 18 23:38:45.869661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4339bb6-52b0-453c-bf23-969fdaeed423 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ce13c-76b4-4065-8b6a-19301a53c9ea,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:45.884675 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e4339bb6-52b0-453c-bf23-969fdaeed423 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:45.892122 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e4339bb6-52b0-453c-bf23-969fdaeed423 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0586903 Oct 18 23:38:45.896874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40184) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:45.912818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9bef07b7-d312-4491-bd77-5fe4af54ac45 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '0e4cfc73-c2ca-4f03-8f24-2897b88894b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2e1ce13c-76b4-4065-8b6a-19301a53c9ea'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:45.995993 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-9bef07b7-d312-4491-bd77-5fe4af54ac45 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:45.999756 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9bef07b7-d312-4491-bd77-5fe4af54ac45 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0975926 Oct 18 23:38:46.000815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40190) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:46.026643 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-5380929c-7192-4291-932c-9cc4ee29da37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539137 Oct 18 23:38:46.032916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5047e9c1-3691-4b2a-b10f-e66b6d66afa3 req-dafe6884-9a19-4b12-abdc-b36d715321cf tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682284 Oct 18 23:38:46.034130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-0a6014b0-e709-4b96-9a37-e8dee85cae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:46.035529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-0a6014b0-e709-4b96-9a37-e8dee85cae1a service neutron] 10.222.0.102 "GET /v2.0/networks?id=a5c2b805-ac8d-4648-aef4-3ea73357ca99 HTTP/1.1" status: 200 len: 913 time: 0.5959017 Oct 18 23:38:46.117136 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f789414-a023-4ba0-b13f-0203afad4be9 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:46.148674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-6370d658-eb2a-425c-af65-dd591afbcdfe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1403f1bf-6efc-4e66-a631-56a83fe6c0ba HTTP/1.1" status: 200 len: 217 time: 0.0972254 Oct 18 23:38:46.154517 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f789414-a023-4ba0-b13f-0203afad4be9 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:46.204586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:46.295807 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f789414-a023-4ba0-b13f-0203afad4be9 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:46.300013 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f789414-a023-4ba0-b13f-0203afad4be9 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:46.301181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6f789414-a023-4ba0-b13f-0203afad4be9 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/2e1ce13c-76b4-4065-8b6a-19301a53c9ea HTTP/1.1" status: 204 len: 168 time: 0.2993960 Oct 18 23:38:46.307067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40212) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:46.310771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-5a914529-2603-40f5-bc64-3c03047cd029 service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742057 Oct 18 23:38:46.320429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-36f5d6a1-c428-4490-8011-3c0a390e365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:46.322253 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-36f5d6a1-c428-4490-8011-3c0a390e365c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=17f330e9-a4e6-44bb-ae66-4d54d882b6fe HTTP/1.1" status: 200 len: 852 time: 0.1625314 Oct 18 23:38:46.349102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f789414-a023-4ba0-b13f-0203afad4be9 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ce13c-76b4-4065-8b6a-19301a53c9ea,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:46.401309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-8acb971f-94e2-4c13-acd8-dffc6114d8ab service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a5c2b805-ac8d-4648-aef4-3ea73357ca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508940 Oct 18 23:38:46.414868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89cac8-64a9-47ec-985f-c129eb9a07ff req-b2883d53-86b0-4661-b9f5-d255680d1cc8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:46.415706 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:46.416533 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca89cac8-64a9-47ec-985f-c129eb9a07ff req-b2883d53-86b0-4661-b9f5-d255680d1cc8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1142294 Oct 18 23:38:46.423593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:46.457359 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:46.550467 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca89cac8-64a9-47ec-985f-c129eb9a07ff req-914c9992-135f-4eab-97d3-5c5e526bcebf tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005316 Oct 18 23:38:46.714533 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:47.002903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:47.005432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:47.060640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:47.062097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f806bdb-39fc-4196-82b8-ba4e4a1ed089 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:47.097547 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 18 23:38:47.098261 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-88b036f4-5a22-4efa-adb2-20fc0664c52f tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3481238 Oct 18 23:38:47.102687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40264) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:47.258164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-38fbfae5-1814-481b-b904-3a2fc3404544 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.9468539 Oct 18 23:38:47.259018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-fb1cabb3-f490-416b-9966-a6fdb6099297 service neutron] 10.222.0.102 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373072 Oct 18 23:38:47.259299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40278) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:47.502132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f1a8fc8b-135d-4018-b00e-73b720409b69 req-c7f163b3-dedb-49c9-a854-52f19830b828 service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1786664 Oct 18 23:38:47.502939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Pushing event updated for resources: {'Port': ['ID=35bad591-a69c-49c7-a115-66722cffb36f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:47.528962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:47.548478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61343442-87d5-4c4c-90e5-c2aa1a682419 req-adc6df6a-4452-43a6-9dbc-33a0832b100d tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:47.551778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61343442-87d5-4c4c-90e5-c2aa1a682419 req-adc6df6a-4452-43a6-9dbc-33a0832b100d tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.5480614 Oct 18 23:38:47.562987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:47.578631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:47.649599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845dccb-104c-48f0-8285-471165190af0 req-aa910cd2-2524-4353-873f-a4c7da69fb02 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:47.658508 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-69eb45b1-6167-4ad3-8d0f-f25b74d94064 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:47.665089 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9845dccb-104c-48f0-8285-471165190af0 req-aa910cd2-2524-4353-873f-a4c7da69fb02 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 944 time: 0.1635878 Oct 18 23:38:47.700995 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-69eb45b1-6167-4ad3-8d0f-f25b74d94064 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:47.737545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5345a66a-1bbd-4a3d-b322-beb1eec54da5 tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Deleting port 9b1f9483-4108-4323-b324-00418c1ca431 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:47.738803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5345a66a-1bbd-4a3d-b322-beb1eec54da5 tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:47.819015 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee1917bf-90f3-4e1a-963e-d1241a358bde req-16115f7f-ba99-4d1d-9306-e8b2bc5ca359 service neutron] 10.222.0.102 "GET /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933336 Oct 18 23:38:47.904616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61343442-87d5-4c4c-90e5-c2aa1a682419 req-3e81f8f4-1061-4198-bbb4-510705665032 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339448 Oct 18 23:38:47.920651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5345a66a-1bbd-4a3d-b322-beb1eec54da5 tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:47.935775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5345a66a-1bbd-4a3d-b322-beb1eec54da5 tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Calling delete_port for 9b1f9483-4108-4323-b324-00418c1ca431 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:47.995592 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-69eb45b1-6167-4ad3-8d0f-f25b74d94064 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:47.998513 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-69eb45b1-6167-4ad3-8d0f-f25b74d94064 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:48.006300 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-69eb45b1-6167-4ad3-8d0f-f25b74d94064 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/0e4cfc73-c2ca-4f03-8f24-2897b88894b4 HTTP/1.1" status: 204 len: 168 time: 0.7370799 Oct 18 23:38:48.047871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40334) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:48.058282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-b14c38c4-ae52-49e1-abbc-8a4ba7c6cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:48.060064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-b14c38c4-ae52-49e1-abbc-8a4ba7c6cc71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 1096 time: 0.4313993 Oct 18 23:38:48.095956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb45b1-6167-4ad3-8d0f-f25b74d94064 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4cfc73-c2ca-4f03-8f24-2897b88894b4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:48.102776 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9845dccb-104c-48f0-8285-471165190af0 req-a1466255-d0f0-4912-8d02-a69746c5192c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297063 Oct 18 23:38:48.144803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5345a66a-1bbd-4a3d-b322-beb1eec54da5 tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:48.212595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345a66a-1bbd-4a3d-b322-beb1eec54da5 tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b1f9483-4108-4323-b324-00418c1ca431,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:48.330746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5345a66a-1bbd-4a3d-b322-beb1eec54da5 tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:48.334167 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5345a66a-1bbd-4a3d-b322-beb1eec54da5 tempest-RoutersAdminNegativeIpV6Test-1767681923 tempest-RoutersAdminNegativeIpV6Test-1767681923-project-admin] 10.222.0.52 "DELETE /v2.0/ports/9b1f9483-4108-4323-b324-00418c1ca431 HTTP/1.1" status: 204 len: 168 time: 1.2301130 Oct 18 23:38:48.336493 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e73e470a-c1d6-4ca1-a8bd-f655cc7ad3b6 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2752054 Oct 18 23:38:48.339877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40362) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:48.344611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cfe2b4dd-3564-4cb4-9088-bbeed2b76149 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--10046522'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:48.360222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354f3ef-7029-4a7f-8f30-f8a59689ff40 req-96a8c030-5bd2-4c54-8b9f-08290e3747de tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:48.368817 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0354f3ef-7029-4a7f-8f30-f8a59689ff40 req-96a8c030-5bd2-4c54-8b9f-08290e3747de tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.3194771 Oct 18 23:38:48.378011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b4dd-3564-4cb4-9088-bbeed2b76149 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:48.418204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-bf9dbd6a-5bf0-4bf1-9495-fa451b84082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:48.420099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-bf9dbd6a-5bf0-4bf1-9495-fa451b84082d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 907 time: 0.3276694 Oct 18 23:38:48.480926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b4dd-3564-4cb4-9088-bbeed2b76149 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:48.490427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b4dd-3564-4cb4-9088-bbeed2b76149 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:48.525074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-96da9f6a-f293-4134-be4a-b82410f07dfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110ea5f5-c758-4c20-b25f-1876d6b3aa15 HTTP/1.1" status: 200 len: 217 time: 0.0670283 Oct 18 23:38:48.563151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0354f3ef-7029-4a7f-8f30-f8a59689ff40 req-05a26728-cfa5-4917-b1d7-c817f9291373 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917214 Oct 18 23:38:48.590488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b4dd-3564-4cb4-9088-bbeed2b76149 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:48.592206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cfe2b4dd-3564-4cb4-9088-bbeed2b76149 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2512703 Oct 18 23:38:48.595779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40380) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:48.602221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2b4dd-3564-4cb4-9088-bbeed2b76149 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ea43bf-5bbb-4ed5-a4c0-235be3780e6f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:48.602747 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:48.621346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-201b4d3d-b388-4471-87d8-27de19ff8bc3 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '46ea43bf-5bbb-4ed5-a4c0-235be3780e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:48.713992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-8fabf56b-83c8-4a2e-8cce-166aba83a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:48.716786 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-8fabf56b-83c8-4a2e-8cce-166aba83a9cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.1819508 Oct 18 23:38:48.805291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-bd1df943-9125-4b09-8c87-7df3466a0bb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760612 Oct 18 23:38:48.832672 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-201b4d3d-b388-4471-87d8-27de19ff8bc3 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:48.833916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-201b4d3d-b388-4471-87d8-27de19ff8bc3 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2324431 Oct 18 23:38:48.836747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40392) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:48.842051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e2c8c88a-a163-46b1-82c2-39990909cc9d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group_rule': {'security_group_id': '46ea43bf-5bbb-4ed5-a4c0-235be3780e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:48.940725 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-e2c8c88a-a163-46b1-82c2-39990909cc9d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:38:48.944336 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e2c8c88a-a163-46b1-82c2-39990909cc9d tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1040432 Oct 18 23:38:48.945970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40404) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:49.097400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40406) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:49.140744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-59452043-3150-4626-9383-02d06d28ee46 service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252559 Oct 18 23:38:49.178839 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67521e3c-0fc3-42f6-836a-551e35b7edd3 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.264587 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.282092 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67521e3c-0fc3-42f6-836a-551e35b7edd3 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.313785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12040f2-f8b9-40f1-9687-c94439d2869c req-7738627a-a348-47bf-9bb0-b7aef0096f7f tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:49.320225 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.322476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e12040f2-f8b9-40f1-9687-c94439d2869c req-7738627a-a348-47bf-9bb0-b7aef0096f7f tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.2586393 Oct 18 23:38:49.392071 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b179ef5-5d04-4472-8f4e-77c68a9709f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.412694 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e12040f2-f8b9-40f1-9687-c94439d2869c req-2e440a90-5cf3-40ca-afa3-4c771eb7f5c7 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866103 Oct 18 23:38:49.419144 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67521e3c-0fc3-42f6-836a-551e35b7edd3 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.423231 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67521e3c-0fc3-42f6-836a-551e35b7edd3 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.432677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-67521e3c-0fc3-42f6-836a-551e35b7edd3 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/46ea43bf-5bbb-4ed5-a4c0-235be3780e6f HTTP/1.1" status: 204 len: 168 time: 0.4854755 Oct 18 23:38:49.433701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40430) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:49.504686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67521e3c-0fc3-42f6-836a-551e35b7edd3 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ea43bf-5bbb-4ed5-a4c0-235be3780e6f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:49.586967 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-53c65801-26db-4e43-9acc-8c260137288e tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1440327 Oct 18 23:38:49.591550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40444) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:49.597087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7ad661b8-4687-4f47-81ae-7f00509e1770 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'tempest-secgroup--418185154'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:49.635226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae08e-8c2a-4931-a769-7ba563e78cdc req-4555128b-723f-4c09-b710-203493397add tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:49.635888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ad661b8-4687-4f47-81ae-7f00509e1770 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.637235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71cae08e-8c2a-4931-a769-7ba563e78cdc req-4555128b-723f-4c09-b710-203493397add tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 944 time: 0.3821909 Oct 18 23:38:49.639529 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b179ef5-5d04-4472-8f4e-77c68a9709f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.660769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46d9355-794e-4ab5-85de-39a580d5e654 req-065e2f72-7225-4a5e-97c5-1421670eb80f service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114350 Oct 18 23:38:49.669758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b179ef5-5d04-4472-8f4e-77c68a9709f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.775549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179ef5-5d04-4472-8f4e-77c68a9709f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3505269-7299-4b06-9108-37c93d93538d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:49.835464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a20b-a80a-4707-8737-0e72ed0d699d req-f3f78499-16c6-4516-bf0c-4f84a92bdfb0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:49.843347 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22b7a20b-a80a-4707-8737-0e72ed0d699d req-f3f78499-16c6-4516-bf0c-4f84a92bdfb0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1226249 Oct 18 23:38:49.885581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ad661b8-4687-4f47-81ae-7f00509e1770 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.899264 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71cae08e-8c2a-4931-a769-7ba563e78cdc req-73e3375c-a9ea-4d6a-a2cf-ccbc5b0773d6 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491708 Oct 18 23:38:49.921772 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ad661b8-4687-4f47-81ae-7f00509e1770 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.925444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0b179ef5-5d04-4472-8f4e-77c68a9709f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c641b7b7e8244a87907b4c7428ca7e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8269985 Oct 18 23:38:49.929549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40468) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:49.947442 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22b7a20b-a80a-4707-8737-0e72ed0d699d req-5cfbb26d-b282-445c-9a31-e777975c688d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973418 Oct 18 23:38:49.988668 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ad661b8-4687-4f47-81ae-7f00509e1770 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:49.990978 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7ad661b8-4687-4f47-81ae-7f00509e1770 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3980432 Oct 18 23:38:49.992438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad661b8-4687-4f47-81ae-7f00509e1770 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a02ee5-a766-45aa-9bab-7316b30010fc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:49.993783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40474) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:50.004418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f6d066d0-775b-41b0-87e0-bc92eb192886 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:50.004781 n-d-713498-28 neutron-server[100922]: WARNING neutron.api.v2.base [None req-f6d066d0-775b-41b0-87e0-bc92eb192886 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 23:38:50.005240 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-f6d066d0-775b-41b0-87e0-bc92eb192886 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] update failed (client error): There was a conflict when trying to complete your request. Oct 18 23:38:50.007181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f6d066d0-775b-41b0-87e0-bc92eb192886 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "PUT /v2.0/security-groups/f7a02ee5-a766-45aa-9bab-7316b30010fc HTTP/1.1" status: 409 len: 330 time: 0.0120666 Oct 18 23:38:50.011240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40478) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:50.042049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19bebd12-ee5a-4c0a-be6d-7105b22cbc70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.099771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Router 0a4fd4e3-90f7-4fb2-934b-d55176f35eb7 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:38:50.129924 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19bebd12-ee5a-4c0a-be6d-7105b22cbc70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.166069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b645946e-8880-41b0-b97f-73a295b3f6f4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.198094 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b645946e-8880-41b0-b97f-73a295b3f6f4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.246741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-06a1afac-6c03-4fa7-8cbe-f9244ba473d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.277157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b645946e-8880-41b0-b97f-73a295b3f6f4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.285239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b645946e-8880-41b0-b97f-73a295b3f6f4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.289881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b645946e-8880-41b0-b97f-73a295b3f6f4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/f7a02ee5-a766-45aa-9bab-7316b30010fc HTTP/1.1" status: 204 len: 168 time: 0.2773585 Oct 18 23:38:50.292692 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40492) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:50.302870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645946e-8880-41b0-b97f-73a295b3f6f4 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a02ee5-a766-45aa-9bab-7316b30010fc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:50.359648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19bebd12-ee5a-4c0a-be6d-7105b22cbc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.364530 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-19bebd12-ee5a-4c0a-be6d-7105b22cbc70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.368239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-19bebd12-ee5a-4c0a-be6d-7105b22cbc70 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3505269-7299-4b06-9108-37c93d93538d HTTP/1.1" status: 204 len: 168 time: 0.4331698 Oct 18 23:38:50.389469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bebd12-ee5a-4c0a-be6d-7105b22cbc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3505269-7299-4b06-9108-37c93d93538d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:50.407265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:50.413693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:50.414955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5400496e-208b-4bb7-86b6-cc6ee9bc2925 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "PUT /v2.0/routers/0a4fd4e3-90f7-4fb2-934b-d55176f35eb7 HTTP/1.1" status: 200 len: 916 time: 7.1987319 Oct 18 23:38:50.417723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40498) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:50.447092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25c846-d3f6-445a-b064-9848cb5a03f1 None None] Sync routers for ids ['0a4fd4e3-90f7-4fb2-934b-d55176f35eb7'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:50.469777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a0451e4d-4de1-476d-8050-605ccafa1350 tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1739573 Oct 18 23:38:50.472145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40506) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:50.493038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25c846-d3f6-445a-b064-9848cb5a03f1 None None] Routers {'0a4fd4e3-90f7-4fb2-934b-d55176f35eb7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:50.493682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-dc25c846-d3f6-445a-b064-9848cb5a03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0a4fd4e3-90f7-4fb2-934b-d55176f35eb7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:50.517263 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-05680f5d-5c1d-4d3c-a566-d8d78d0dabde tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] delete failed (client error): The resource could not be found. Oct 18 23:38:50.518322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-05680f5d-5c1d-4d3c-a566-d8d78d0dabde tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "DELETE /v2.0/security-groups/5ef2e16f-b38c-4824-a934-d7053709aa78 HTTP/1.1" status: 404 len: 347 time: 0.0452294 Oct 18 23:38:50.522732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40514) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:50.562615 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-dc109733-0efa-4c6e-890f-25598dc5aefc tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] show failed (client error): The resource could not be found. Oct 18 23:38:50.565018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dc109733-0efa-4c6e-890f-25598dc5aefc tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-groups/3847b614-1be6-4cb7-a562-321c717ace48 HTTP/1.1" status: 404 len: 347 time: 0.0412471 Oct 18 23:38:50.569184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40518) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:50.588917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-dc25c846-d3f6-445a-b064-9848cb5a03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:50.608769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25c846-d3f6-445a-b064-9848cb5a03f1 None None] Routers {'0a4fd4e3-90f7-4fb2-934b-d55176f35eb7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:50.609408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-dc25c846-d3f6-445a-b064-9848cb5a03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0a4fd4e3-90f7-4fb2-934b-d55176f35eb7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:50.615100 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-547cc63d-4ec8-4d03-bdde-4f01e133509a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] show failed (client error): The resource could not be found. Oct 18 23:38:50.616243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-547cc63d-4ec8-4d03-bdde-4f01e133509a tempest-NegativeSecGroupIPv6Test-240080827 tempest-NegativeSecGroupIPv6Test-240080827-project] 10.222.0.52 "GET /v2.0/security-group-rules/50bde5cc-3fe2-4c86-8941-56030ba0b45f HTTP/1.1" status: 404 len: 356 time: 0.0460215 Oct 18 23:38:50.650121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c10b2-f330-4e90-900f-304fdb8d16fe req-d2ceefd0-988f-45c9-9e37-c5c5bf13a561 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:50.658856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e8c10b2-f330-4e90-900f-304fdb8d16fe req-d2ceefd0-988f-45c9-9e37-c5c5bf13a561 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.0925825 Oct 18 23:38:50.688946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-dc25c846-d3f6-445a-b064-9848cb5a03f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:50.689603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25c846-d3f6-445a-b064-9848cb5a03f1 None None] The sync data for ids ['0a4fd4e3-90f7-4fb2-934b-d55176f35eb7'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:50.715856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e8c10b2-f330-4e90-900f-304fdb8d16fe req-f69cabb8-6bec-4a10-9c35-ce2dea5282e9 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547261 Oct 18 23:38:50.735285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40536) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:50.743490 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-efb1ba45-f1ad-4c25-9e6f-2d482d8b4ad9 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/routers/0a4fd4e3-90f7-4fb2-934b-d55176f35eb7 HTTP/1.1" status: 200 len: 922 time: 0.3172150 Oct 18 23:38:50.841687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90004c4-f5ef-40dc-95cb-5da5550a5e6b tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:50.846263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40546) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:50.863679 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b90004c4-f5ef-40dc-95cb-5da5550a5e6b tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=0a4fd4e3-90f7-4fb2-934b-d55176f35eb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1263912 Oct 18 23:38:51.026612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40570) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:51.038349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 110ea5f5-c758-4c20-b25f-1876d6b3aa15 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:38:51.085455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b26a9-5e24-4f1c-9486-fca882868b2f tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:51.111105 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0d9b26a9-5e24-4f1c-9486-fca882868b2f tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 881 time: 0.2581916 Oct 18 23:38:51.113230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40576) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:51.161284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40582) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:51.172350 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-69ac419c-c289-4340-b261-b2ff46041cca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bafde28fd566475ca295137d26235d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416171 Oct 18 23:38:51.172868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cd7ba258-ce20-4f88-ad1f-3491e8e1c586 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a4fd4e3-90f7-4fb2-934b-d55176f35eb7 HTTP/1.1" status: 200 len: 205 time: 0.0583434 Oct 18 23:38:51.173159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40586) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:51.180481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40590) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:51.230702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685d066-fef0-4511-9f20-923228c97ae6 req-3049e93b-dc0e-430a-afa2-13330f51e76d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:51.232242 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2685d066-fef0-4511-9f20-923228c97ae6 req-3049e93b-dc0e-430a-afa2-13330f51e76d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 944 time: 0.1748562 Oct 18 23:38:51.300226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 110ea5f5-c758-4c20-b25f-1876d6b3aa15, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=110ea5f5-c758-4c20-b25f-1876d6b3aa15,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:51.316347 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2685d066-fef0-4511-9f20-923228c97ae6 req-fd2f160b-9274-48ed-af96-b52df008bda6 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755353 Oct 18 23:38:51.418820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-72a97ac8-e0b0-4c28-a103-04feb08396f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57453d567b334144b19e3bc2c15cb583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562258 Oct 18 23:38:51.419533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40602) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:51.464767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734dd27-da7e-4c00-88ed-c7b54f3762c4 req-5724375a-4542-47ae-bd79-ce10e33ac2e6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:51.472580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9734dd27-da7e-4c00-88ed-c7b54f3762c4 req-5724375a-4542-47ae-bd79-ce10e33ac2e6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.2331357 Oct 18 23:38:51.493033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65996a1d-7f60-4bfd-a655-371dfa479d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.551478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9734dd27-da7e-4c00-88ed-c7b54f3762c4 req-ea5c99f2-fe86-450c-964b-eadc89e3d168 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778422 Oct 18 23:38:51.559132 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65996a1d-7f60-4bfd-a655-371dfa479d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.578892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b91da-7887-467d-86e2-4e693046cd4f req-1ec0326b-f91a-4134-b62a-538c215cda99 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:51.580525 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb9b91da-7887-467d-86e2-4e693046cd4f req-1ec0326b-f91a-4134-b62a-538c215cda99 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.1350074 Oct 18 23:38:51.585152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92477b22-7a80-45e8-89e7-25392c486bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.588213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.639142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '110ea5f5-c758-4c20-b25f-1876d6b3aa15', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'port_id': '110ea5f5-c758-4c20-b25f-1876d6b3aa15', 'mac_address': 'fa:16:3e:32:94:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4bd0b5-8162-4f22-ba33-379f9081f4ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:38:51.639959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92477b22-7a80-45e8-89e7-25392c486bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.695850 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.713706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110ea5f5-c758-4c20-b25f-1876d6b3aa15 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:38:51.736803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb9b91da-7887-467d-86e2-4e693046cd4f req-309dcec9-9f03-4757-a885-fc5d642f29d4 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103182 Oct 18 23:38:51.739004 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.754325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65996a1d-7f60-4bfd-a655-371dfa479d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.757756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65996a1d-7f60-4bfd-a655-371dfa479d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.758985 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-65996a1d-7f60-4bfd-a655-371dfa479d08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77c7c697-d4e4-4c13-b893-394a45e68f68 HTTP/1.1" status: 204 len: 168 time: 0.5847814 Oct 18 23:38:51.778489 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92477b22-7a80-45e8-89e7-25392c486bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.780741 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92477b22-7a80-45e8-89e7-25392c486bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.784624 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-92477b22-7a80-45e8-89e7-25392c486bcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7a9d0ed-87d7-463a-8679-d3f2d54f3d8c HTTP/1.1" status: 204 len: 168 time: 0.3625538 Oct 18 23:38:51.790324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 110ea5f5-c758-4c20-b25f-1876d6b3aa15, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=110ea5f5-c758-4c20-b25f-1876d6b3aa15,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:51.804040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.807880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92477b22-7a80-45e8-89e7-25392c486bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a9d0ed-87d7-463a-8679-d3f2d54f3d8c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:51.842044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65996a1d-7f60-4bfd-a655-371dfa479d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c7c697-d4e4-4c13-b893-394a45e68f68,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:51.917977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Deleting port 35bad591-a69c-49c7-a115-66722cffb36f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:51.918451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:51.942371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=110ea5f5-c758-4c20-b25f-1876d6b3aa15,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:52.018194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:52.032620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Calling delete_port for 35bad591-a69c-49c7-a115-66722cffb36f owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:52.252278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:52.281751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event deleted for resources: {'Port': ['ID=35bad591-a69c-49c7-a115-66722cffb36f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:52.518714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a8e38-2b95-4185-a449-dead00ece014 req-8741eeea-648e-47f5-bf2d-002eb4453966 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:52.521464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e13a8e38-2b95-4185-a449-dead00ece014 req-8741eeea-648e-47f5-bf2d-002eb4453966 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 945 time: 0.0931499 Oct 18 23:38:52.552934 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:38:52.614082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e13a8e38-2b95-4185-a449-dead00ece014 req-7d602f57-225d-43ec-aa3b-d1e37e20bf5e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855703 Oct 18 23:38:52.897347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e39ae-1e59-4ed7-834a-97a64384a44a req-ffdf2cd9-dbb0-4125-8a20-9e705aca6c6d tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:52.905728 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-300e39ae-1e59-4ed7-834a-97a64384a44a req-ffdf2cd9-dbb0-4125-8a20-9e705aca6c6d tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.0795660 Oct 18 23:38:52.962932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-1e9877fc-f946-43c1-9cbf-ec8c0cbda3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:52.964350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-300e39ae-1e59-4ed7-834a-97a64384a44a req-9d178118-332e-47e5-bfc6-f84e1a22442b tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575926 Oct 18 23:38:52.964801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-1e9877fc-f946-43c1-9cbf-ec8c0cbda3a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 1097 time: 0.1042821 Oct 18 23:38:52.968526 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.070760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.073064 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.077783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40706) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:53.132185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.132822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4fd4e3-90f7-4fb2-934b-d55176f35eb7 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:38:53.148156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.149538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-31fcd6ab-c4fb-4a5d-b381-b232138747cf tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/0a4fd4e3-90f7-4fb2-934b-d55176f35eb7 HTTP/1.1" status: 204 len: 168 time: 1.9680872 Oct 18 23:38:53.153214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40712) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:53.159803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1679063631', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:53.176173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f03f8b-7693-45e3-9bcb-bfd8e8d5fc3b req-416fe70a-89f8-482a-b15a-c564b4735a8f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:53.178001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5f03f8b-7693-45e3-9bcb-bfd8e8d5fc3b req-416fe70a-89f8-482a-b15a-c564b4735a8f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.3162870 Oct 18 23:38:53.242551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.244945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.259824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1357105226'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:53.266296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5f03f8b-7693-45e3-9bcb-bfd8e8d5fc3b req-ebafa3eb-b93d-470e-a910-1f7673f50de2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813220 Oct 18 23:38:53.286357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-9c706f58-43f3-48dc-b7e4-8e0b40920a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:53.288088 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-9c706f58-43f3-48dc-b7e4-8e0b40920a18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.1661155 Oct 18 23:38:53.347287 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.348173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Made reservation on behalf of 6daf39eed6f6456384c10befa8d804be for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:53.348964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-921288fb-a6ea-4d22-8727-b1adde00bcf1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae302a2-684b-44df-a9f4-c274c009e997 HTTP/1.1" status: 200 len: 217 time: 0.0528257 Oct 18 23:38:53.358310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.377078 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.429592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-bb1180d9-0f8f-4abb-9547-6f544b6e82ae tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:53.431549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-bb1180d9-0f8f-4abb-9547-6f544b6e82ae tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.0965142 Oct 18 23:38:53.436222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-c44773b4-59fc-447f-9105-54b26d195646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:53.439022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-c44773b4-59fc-447f-9105-54b26d195646 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0753043 Oct 18 23:38:53.550589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-e194a441-3b16-447d-bef4-27e2eaef82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:53.552407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-e194a441-3b16-447d-bef4-27e2eaef82f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003847 Oct 18 23:38:53.616716 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.664880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Deleting port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:53.665224 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.693834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.704174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.779045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-1f521d47-ba41-4718-b03b-fedc4e5a07e6 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079356 Oct 18 23:38:53.809906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:38:53.835772 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.836328 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Added segment 00fc1bdd-5b9a-4131-b729-7f2d964b0528 of type vlan for network b3888978-fd71-4644-9052-6b1695549cb3 Oct 18 23:38:53.839248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] For port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,segment=NetworkSegment(58fd735a-a3ab-4329-917a-bd6417259741),segment_id=58fd735a-a3ab-4329-917a-bd6417259741)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:53.839859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.841035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcb0c46-841f-4774-9b84-4fee245f7fe4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:53.902166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27083-1713-4c9d-9a0c-38197f044c84 req-115a6357-ab0d-4189-aa96-a61af7fe19a8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:53.903811 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3a27083-1713-4c9d-9a0c-38197f044c84 req-115a6357-ab0d-4189-aa96-a61af7fe19a8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 945 time: 0.1448298 Oct 18 23:38:53.908139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Calling delete_port for 1403f1bf-6efc-4e66-a631-56a83fe6c0ba owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:53.910115 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.926708 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe3893fc-70a5-41b7-ba3e-86409702a35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:53.997937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ce4de10-c39b-4123-ad13-1ae3b94468b0 req-9d4984df-9055-4ad7-a6e2-399e21a2b102 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109296 Oct 18 23:38:54.037063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.042143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:54.042825 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.058926 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3a27083-1713-4c9d-9a0c-38197f044c84 req-d9b69aa8-39f6-4bd1-8372-05d504b58075 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449635 Oct 18 23:38:54.106792 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0269635 Oct 18 23:38:54.110320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.111338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40740) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:54.116815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'subnet': {'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:54.154483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd1c0f-7bc8-47d5-854a-181d5eba3aed req-1ec97b91-b01b-4a20-9f39-51ab3a5a0d69 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:54.156197 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28cd1c0f-7bc8-47d5-854a-181d5eba3aed req-1ec97b91-b01b-4a20-9f39-51ab3a5a0d69 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca9a0ca3-37df-40cd-8045-3b9e84c8243d HTTP/1.1" status: 200 len: 946 time: 0.0711751 Oct 18 23:38:54.157076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.184231 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.191290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['1403f1bf-6efc-4e66-a631-56a83fe6c0ba'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:38:54.203021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15809c52-b223-4060-87e5-35d8edbac1a4 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Network': ['ID=b3888978-fd71-4644-9052-6b1695549cb3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:54.231921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Pushing event deleted for resources: {'Port': ['ID=1403f1bf-6efc-4e66-a631-56a83fe6c0ba,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:54.234241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network b3888978-fd71-4644-9052-6b1695549cb3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:38:54.334839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] No DVR routers for this DVR port 1403f1bf-6efc-4e66-a631-56a83fe6c0ba on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:38:54.337944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.342406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82508ec2-56ae-42e5-8933-aa450a656b73 req-acf72a8f-48c3-4ee5-8d6e-0de854473e9c tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.102 "DELETE /v2.0/ports/1403f1bf-6efc-4e66-a631-56a83fe6c0ba HTTP/1.1" status: 204 len: 173 time: 0.9019744 Oct 18 23:38:54.343303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9a0ca3-37df-40cd-8045-3b9e84c8243d', 'name': 'network-vif-deleted', 'tag': '1403f1bf-6efc-4e66-a631-56a83fe6c0ba'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:38:54.345569 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b088c-57ea-4c0f-a2b8-b85e75179803" -d '{"events": [{"server_uuid": "ca9a0ca3-37df-40cd-8045-3b9e84c8243d", "name": "network-vif-deleted", "tag": "1403f1bf-6efc-4e66-a631-56a83fe6c0ba"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:38:54.347758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Made reservation on behalf of 6daf39eed6f6456384c10befa8d804be for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:54.352001 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.352461 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28cd1c0f-7bc8-47d5-854a-181d5eba3aed req-e8f48f22-b01c-44e0-88e0-8303d15a4b98 tempest-TestServerAdvancedOps-567070860 tempest-TestServerAdvancedOps-567070860-project] 10.222.0.52 "GET /v2.0/security-groups?id=967501a3-0e82-4690-a8b9-2cb2082ca570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866610 Oct 18 23:38:54.396766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Allocated IP 172.25.7.65 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/ea42eef3-577f-4e18-a8ad-2fa2ce5ba0ef) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:54.400602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40750) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:54.426618 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d347866-c8a6-4ecd-a78b-7d1fff4a5bf6 x-openstack-request-id: req-2d347866-c8a6-4ecd-a78b-7d1fff4a5bf6 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:38:54.427763 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9a0ca3-37df-40cd-8045-3b9e84c8243d", "name": "network-vif-deleted", "tag": "1403f1bf-6efc-4e66-a631-56a83fe6c0ba", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:38:54.428234 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d347866-c8a6-4ecd-a78b-7d1fff4a5bf6 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:38:54.428604 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9a0ca3-37df-40cd-8045-3b9e84c8243d', 'name': 'network-vif-deleted', 'tag': '1403f1bf-6efc-4e66-a631-56a83fe6c0ba', 'status': 'completed', 'code': 200} Oct 18 23:38:54.532013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e41e5c8-0e16-40c6-ad5c-745dd3774dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.562970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fe6e5-207c-485c-af72-2bee911f977f req-21c607d9-9b67-4540-ba8e-d11fdc7e21d9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:54.564981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f04fe6e5-207c-485c-af72-2bee911f977f req-21c607d9-9b67-4540-ba8e-d11fdc7e21d9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 945 time: 0.1415200 Oct 18 23:38:54.633185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e41e5c8-0e16-40c6-ad5c-745dd3774dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.638678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e41e5c8-0e16-40c6-ad5c-745dd3774dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.667221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f04fe6e5-207c-485c-af72-2bee911f977f req-4f4382a7-5da9-4bcd-b687-f1499a65b7c7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914972 Oct 18 23:38:54.711799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.720234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5e41e5c8-0e16-40c6-ad5c-745dd3774dff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66842791abc3445d955644d875207ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170345 Oct 18 23:38:54.720234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41e5c8-0e16-40c6-ad5c-745dd3774dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5546703c-f6f5-4341-a71d-5af414213632,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:54.722702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40760) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:54.751058 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.782687 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.844587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.857581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Subnet': ['ID=771604ed-5424-4a7f-91d1-b8183cda8794,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:54.908955 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-105f6f72-82e5-4964-a027-421f7f012a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:54.918469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:54.929670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event updated for resources: {'Port': ['ID=ea42eef3-577f-4e18-a8ad-2fa2ce5ba0ef,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:54.938383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:54.944661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:54.946736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Checking segment: {'id': '00fc1bdd-5b9a-4131-b729-7f2d964b0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:54.947099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Network hostable DHCP agents. Network: b3888978-fd71-4644-9052-6b1695549cb3, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:38:54.982637 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-105f6f72-82e5-4964-a027-421f7f012a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.033172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Network b3888978-fd71-4644-9052-6b1695549cb3 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:38:55.073680 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 110ea5f5-c758-4c20-b25f-1876d6b3aa15 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:38:55.128272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 110ea5f5-c758-4c20-b25f-1876d6b3aa15 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:38:55.133881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 110ea5f5-c758-4c20-b25f-1876d6b3aa15 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:38:55.134567 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.234334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc0ec8-3864-42ac-9800-17105b1b8d5b req-884a9331-d05c-4ca8-98f7-424104afcab8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:55.238122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.244606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54cc0ec8-3864-42ac-9800-17105b1b8d5b req-884a9331-d05c-4ca8-98f7-424104afcab8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 945 time: 0.0751107 Oct 18 23:38:55.280343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 110ea5f5-c758-4c20-b25f-1876d6b3aa15, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=110ea5f5-c758-4c20-b25f-1876d6b3aa15,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:55.281507 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47914328-b28a-495c-be8a-60a460c0932b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110ea5f5-c758-4c20-b25f-1876d6b3aa15'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:38:55.284594 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d376ed35-6222-46f7-8c8e-65e3c588ddda" -d '{"events": [{"server_uuid": "47914328-b28a-495c-be8a-60a460c0932b", "name": "network-vif-plugged", "status": "completed", "tag": "110ea5f5-c758-4c20-b25f-1876d6b3aa15"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:38:55.289715 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.290566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device fae302a2-684b-44df-a9f4-c274c009e997 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:55.346562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54cc0ec8-3864-42ac-9800-17105b1b8d5b req-51890adc-4306-47e6-a8e7-04f345fc80a0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008317 Oct 18 23:38:55.380492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, b3888978-fd71-4644-9052-6b1695549cb3) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:55.386360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:55.386360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.406268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2136b261-2388-4ab1-b3de-72f6aed03aca None None] Network b3888978-fd71-4644-9052-6b1695549cb3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:55.408574 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.452815 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ccf257-3bce-45c6-b2c4-5fcec844a753 x-openstack-request-id: req-b6ccf257-3bce-45c6-b2c4-5fcec844a753 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:38:55.453624 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47914328-b28a-495c-be8a-60a460c0932b", "name": "network-vif-plugged", "status": "completed", "tag": "110ea5f5-c758-4c20-b25f-1876d6b3aa15", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:38:55.453624 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6ccf257-3bce-45c6-b2c4-5fcec844a753 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:38:55.453988 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47914328-b28a-495c-be8a-60a460c0932b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110ea5f5-c758-4c20-b25f-1876d6b3aa15', 'code': 200} Oct 18 23:38:55.456282 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-105f6f72-82e5-4964-a027-421f7f012a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.458897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-105f6f72-82e5-4964-a027-421f7f012a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.460305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-105f6f72-82e5-4964-a027-421f7f012a95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5546703c-f6f5-4341-a71d-5af414213632 HTTP/1.1" status: 204 len: 168 time: 0.7363741 Oct 18 23:38:55.464754 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-11804efb-6539-4f90-adc8-92c3c0546081 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3521369 Oct 18 23:38:55.467718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40772) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:55.475338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'port': {'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3', 'name': 'tempest-AllowedAddressPairTestJSON-1683250463'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:55.479759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f6f72-82e5-4964-a027-421f7f012a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5546703c-f6f5-4341-a71d-5af414213632,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:55.520036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40774) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:55.538322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.575679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=110ea5f5-c758-4c20-b25f-1876d6b3aa15,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:55.643590 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.704763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=fae302a2-684b-44df-a9f4-c274c009e997,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:38:55.712644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f97de7-f59a-4be7-8ea0-00da82e1b262 admin admin] Deleting subnet 17f330e9-a4e6-44bb-ae66-4d54d882b6fe {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:38:55.726084 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78f97de7-f59a-4be7-8ea0-00da82e1b262 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.749297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033742a0-1db3-4c4d-acdd-7fd438de93bd req-07fb3e12-9b28-4b29-8950-8da4fa4b42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:55.750850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033742a0-1db3-4c4d-acdd-7fd438de93bd req-07fb3e12-9b28-4b29-8950-8da4fa4b42f0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 1098 time: 0.1885526 Oct 18 23:38:55.754819 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.781598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78f97de7-f59a-4be7-8ea0-00da82e1b262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.781752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-b3888978-fd71-4644-9052-6b1695549cb3', 'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3', 'tenant_id': '6daf39eed6f6456384c10befa8d804be', 'fixed_ips': [{'subnet_id': '771604ed-5424-4a7f-91d1-b8183cda8794'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:38:55.782508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.816318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Made reservation on behalf of 6daf39eed6f6456384c10befa8d804be for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:55.819887 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.864458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] device_id is not set on port 87809a3b-4a72-456c-b737-22d8f82432e6 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:55.885946 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78f97de7-f59a-4be7-8ea0-00da82e1b262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:55.967549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033742a0-1db3-4c4d-acdd-7fd438de93bd req-69210f82-d5e2-4090-a352-7e22922b9ffd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587183 Oct 18 23:38:55.999789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40782) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:56.033317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b21a47e7-11e5-426c-98f9-5c3c06fd6245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.052016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.066436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=fae302a2-684b-44df-a9f4-c274c009e997,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:56.120578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf122b-b0bb-412e-9b1e-8b2a72c588a3 req-71bfeb07-3a76-4cd2-9f3f-1151d47c90c7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:56.122171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1faf122b-b0bb-412e-9b1e-8b2a72c588a3 req-71bfeb07-3a76-4cd2-9f3f-1151d47c90c7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 943 time: 0.2314961 Oct 18 23:38:56.128856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78f97de7-f59a-4be7-8ea0-00da82e1b262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.154661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Allocated IP 172.20.0.9 (b3888978-fd71-4644-9052-6b1695549cb3/771604ed-5424-4a7f-91d1-b8183cda8794/87809a3b-4a72-456c-b737-22d8f82432e6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:56.186807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97de7-f59a-4be7-8ea0-00da82e1b262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f330e9-a4e6-44bb-ae66-4d54d882b6fe,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:56.203921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78f97de7-f59a-4be7-8ea0-00da82e1b262 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.207474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Router 6344bf5f-91d7-41ea-b7f7-9cab74483990 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:38:56.210881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-78f97de7-f59a-4be7-8ea0-00da82e1b262 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/17f330e9-a4e6-44bb-ae66-4d54d882b6fe HTTP/1.1" status: 204 len: 168 time: 0.6824358 Oct 18 23:38:56.211155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40784) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:56.279744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1faf122b-b0bb-412e-9b1e-8b2a72c588a3 req-ec1b3f56-2f0a-4c8e-a23c-16f16efd4f80 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461582 Oct 18 23:38:56.344733 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b21a47e7-11e5-426c-98f9-5c3c06fd6245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.362118 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.376664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b21a47e7-11e5-426c-98f9-5c3c06fd6245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.431569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a47e7-11e5-426c-98f9-5c3c06fd6245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe514e-4f74-4b84-af85-b62e48b8626a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:56.435972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b21a47e7-11e5-426c-98f9-5c3c06fd6245 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd67b350cdd94ec193a27062d9582d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337347 Oct 18 23:38:56.440382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40790) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:56.454550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:56.473103 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f29d1b-0e1b-4876-a0b3-384fbb34c5cd None None] Sync routers for ids ['6344bf5f-91d7-41ea-b7f7-9cab74483990'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:56.491867 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.495876 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f29d1b-0e1b-4876-a0b3-384fbb34c5cd None None] Routers {'6344bf5f-91d7-41ea-b7f7-9cab74483990'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:56.496515 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-26f29d1b-0e1b-4876-a0b3-384fbb34c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6344bf5f-91d7-41ea-b7f7-9cab74483990'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:56.532854 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cde8a40b-8119-498d-ac55-dc1b3f4310a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.539781 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-26f29d1b-0e1b-4876-a0b3-384fbb34c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:56.549075 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f29d1b-0e1b-4876-a0b3-384fbb34c5cd None None] Routers {'6344bf5f-91d7-41ea-b7f7-9cab74483990'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:56.549685 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-26f29d1b-0e1b-4876-a0b3-384fbb34c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6344bf5f-91d7-41ea-b7f7-9cab74483990'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:56.568938 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cde8a40b-8119-498d-ac55-dc1b3f4310a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.589292 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.591010 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.592535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-26f29d1b-0e1b-4876-a0b3-384fbb34c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:56.593189 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f29d1b-0e1b-4876-a0b3-384fbb34c5cd None None] The sync data for ids ['6344bf5f-91d7-41ea-b7f7-9cab74483990'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:56.602968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.604636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-025ded78-dbc4-4832-a873-85283d01b28e tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4503961 Oct 18 23:38:56.613073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40792) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:56.621489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:56.664007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c2b805-ac8d-4648-aef4-3ea73357ca99']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:56.666714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Allocated IP 172.20.0.2 (b3888978-fd71-4644-9052-6b1695549cb3/771604ed-5424-4a7f-91d1-b8183cda8794/5cf06a4d-9b83-4716-8a86-e9481e65e430) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:56.680129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fd735a-a3ab-4329-917a-bd6417259741') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:56.680604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fd735a-a3ab-4329-917a-bd6417259741') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:56.695838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.697717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Network b3888978-fd71-4644-9052-6b1695549cb3 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:56.710619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:56.715303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Port': ['ID=87809a3b-4a72-456c-b737-22d8f82432e6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:56.717711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:56.728947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c381cc-087e-4c12-b47d-3f324f573385 req-5c7d87b1-da0f-4465-a7aa-67de79e098ad tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:56.731204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-75c381cc-087e-4c12-b47d-3f324f573385 req-5c7d87b1-da0f-4465-a7aa-67de79e098ad tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 946 time: 0.1504273 Oct 18 23:38:56.736119 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.747020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:38:56.747020 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:38:56.750113 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:38:56.792940 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cde8a40b-8119-498d-ac55-dc1b3f4310a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.795487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cde8a40b-8119-498d-ac55-dc1b3f4310a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.798916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cde8a40b-8119-498d-ac55-dc1b3f4310a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2fe514e-4f74-4b84-af85-b62e48b8626a HTTP/1.1" status: 204 len: 168 time: 0.3553004 Oct 18 23:38:56.816572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8a40b-8119-498d-ac55-dc1b3f4310a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe514e-4f74-4b84-af85-b62e48b8626a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:56.826014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:56.826713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:56.857126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-078cc51f-b444-4cb1-aa57-375ac8c29f8d tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3847189 Oct 18 23:38:56.863777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40798) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:56.870056 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'port': {'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3', 'name': 'tempest-AllowedAddressPairTestJSON-178119495', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:dd:9f:31'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:38:56.886364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-75c381cc-087e-4c12-b47d-3f324f573385 req-da3bc365-7952-446e-93fa-226e56e9ae91 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201131 Oct 18 23:38:57.002350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.014285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.024360 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.028543 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.034321 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a5c2b805-ac8d-4648-aef4-3ea73357ca99 HTTP/1.1" status: 204 len: 168 time: 0.8224168 Oct 18 23:38:57.039704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8457314-5813-4fb1-b82c-224b975e3dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c2b805-ac8d-4648-aef4-3ea73357ca99,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:57.059686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40800) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:57.079128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Network b3888978-fd71-4644-9052-6b1695549cb3 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:57.083093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:57.087809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:57.155568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e681b91-9ae7-4998-ba92-38656a581013 admin admin] Deleting subnet c4b49ac4-80b0-4df0-975e-b7d737f78ba5 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:38:57.159626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e681b91-9ae7-4998-ba92-38656a581013 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.186945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Pushing event updated for resources: {'Port': ['ID=5cf06a4d-9b83-4716-8a86-e9481e65e430,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:57.209816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e681b91-9ae7-4998-ba92-38656a581013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.210622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.227957 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.235647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Attempting to bind port 5cf06a4d-9b83-4716-8a86-e9481e65e430 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:38:57.236038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Attempting to bind port 5cf06a4d-9b83-4716-8a86-e9481e65e430 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '00fc1bdd-5b9a-4131-b729-7f2d964b0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:38:57.236407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Attempting to bind port 5cf06a4d-9b83-4716-8a86-e9481e65e430 on network b3888978-fd71-4644-9052-6b1695549cb3 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:38:57.249747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:38:57.250139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Checking segment: {'id': '00fc1bdd-5b9a-4131-b729-7f2d964b0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:38:57.250593 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.251087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Bound using segment: {'id': '00fc1bdd-5b9a-4131-b729-7f2d964b0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:38:57.252169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Bound port: 5cf06a4d-9b83-4716-8a86-e9481e65e430, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fc1bdd-5b9a-4131-b729-7f2d964b0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:38:57.252861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.264766 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e681b91-9ae7-4998-ba92-38656a581013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.318404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1403f1bf-6efc-4e66-a631-56a83fe6c0ba no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:57.320208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Deleting port ea42eef3-577f-4e18-a8ad-2fa2ce5ba0ef {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:57.323732 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.340971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e681b91-9ae7-4998-ba92-38656a581013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.388266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Made reservation on behalf of 6daf39eed6f6456384c10befa8d804be for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:38:57.412506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e681b91-9ae7-4998-ba92-38656a581013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b49ac4-80b0-4df0-975e-b7d737f78ba5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:57.422170 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e681b91-9ae7-4998-ba92-38656a581013 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.428600 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3e681b91-9ae7-4998-ba92-38656a581013 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c4b49ac4-80b0-4df0-975e-b7d737f78ba5 HTTP/1.1" status: 204 len: 168 time: 0.3648448 Oct 18 23:38:57.429421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40808) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:57.430904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 1403f1bf-6efc-4e66-a631-56a83fe6c0ba {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:38:57.432799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1403f1bf-6efc-4e66-a631-56a83fe6c0ba not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:38:57.452022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] For port 5cf06a4d-9b83-4716-8a86-e9481e65e430, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:38:57.458245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:38:57.466653 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5438d6-c2ac-46a6-876c-f5ae19415ff5" -d '{"events": [{"server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "name": "network-vif-unplugged", "status": "completed", "tag": "fae302a2-684b-44df-a9f4-c274c009e997"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:38:57.475471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] For port 5cf06a4d-9b83-4716-8a86-e9481e65e430, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5cf06a4d-9b83-4716-8a86-e9481e65e430,segment=NetworkSegment(00fc1bdd-5b9a-4131-b729-7f2d964b0528),segment_id=00fc1bdd-5b9a-4131-b729-7f2d964b0528)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:38:57.502917 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.559353 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.599725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.612677 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1874e91f-1285-4012-869b-614fe63d104c x-openstack-request-id: req-1874e91f-1285-4012-869b-614fe63d104c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:38:57.612950 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "name": "network-vif-unplugged", "status": "failed", "tag": "fae302a2-684b-44df-a9f4-c274c009e997", "code": 422}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:38:57.613213 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1874e91f-1285-4012-869b-614fe63d104c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:38:57.613615 n-d-713498-28 neutron-server[100923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997', 'code': 422} returned with failed status Oct 18 23:38:57.619369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85be816-bb7a-4628-a7f0-7f3bb24de0a1 None None] Pushing event updated for resources: {'Port': ['ID=5cf06a4d-9b83-4716-8a86-e9481e65e430,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:57.640646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Calling delete_port for ea42eef3-577f-4e18-a8ad-2fa2ce5ba0ef owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:38:57.645488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.673233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fca4fc-3cb3-440e-a8bc-5060b2985022 req-139eeb32-7d62-4635-a47a-5cb2ddc20450 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:57.675223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89fca4fc-3cb3-440e-a8bc-5060b2985022 req-139eeb32-7d62-4635-a47a-5cb2ddc20450 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 943 time: 0.1632459 Oct 18 23:38:57.715715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] device_id is not set on port d54bad6b-dfa1-4814-a857-42b9209be459 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:38:57.843443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.854480 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:57.880847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21141033-802c-4af6-9ece-8bc292b4e9c3']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:57.942299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07619f5-f245-4adc-9140-2fc0b1b3964e') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:57.942750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07619f5-f245-4adc-9140-2fc0b1b3964e') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:57.974442 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.014684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.016318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89fca4fc-3cb3-440e-a8bc-5060b2985022 req-b25e2b85-65f4-414e-9c27-f47c42e30c8f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568586 Oct 18 23:38:58.017388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Allocated IP 172.20.0.6 (b3888978-fd71-4644-9052-6b1695549cb3/771604ed-5424-4a7f-91d1-b8183cda8794/d54bad6b-dfa1-4814-a857-42b9209be459) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:38:58.028939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:38:58.029445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:38:58.031418 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:38:58.159542 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.192826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Pushing event deleted for resources: {'Port': ['ID=ea42eef3-577f-4e18-a8ad-2fa2ce5ba0ef,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:58.218199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c2c6c-16dd-4768-bae9-b302a9af032a req-7007e597-fa58-4a58-8e1a-b1b5b7858631 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:58.228727 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-856c2c6c-16dd-4768-bae9-b302a9af032a req-7007e597-fa58-4a58-8e1a-b1b5b7858631 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1224487 Oct 18 23:38:58.274459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.295628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7afab7-ddca-4877-98e5-afbed55c2693 req-fe933f78-145f-4382-8ede-f5355b86c8c2 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:58.303792 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb7afab7-ddca-4877-98e5-afbed55c2693 req-fe933f78-145f-4382-8ede-f5355b86c8c2 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 946 time: 0.1908603 Oct 18 23:38:58.309740 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.313057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] 10.222.0.52 "DELETE /v2.0/networks/21141033-802c-4af6-9ece-8bc292b4e9c3 HTTP/1.1" status: 204 len: 168 time: 0.8804500 Oct 18 23:38:58.340353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec3512-2ecb-4a3e-bfc2-fa97348b5d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=21141033-802c-4af6-9ece-8bc292b4e9c3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:58.342650 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.378753 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.409049 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eb7afab7-ddca-4877-98e5-afbed55c2693 req-d0279452-fbf8-40ae-90d4-ab4c897a3fa9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997047 Oct 18 23:38:58.454858 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.495341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-856c2c6c-16dd-4768-bae9-b302a9af032a req-9121214d-465a-4a29-8f21-3d0e5f7eaae0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439668 Oct 18 23:38:58.588723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Network b3888978-fd71-4644-9052-6b1695549cb3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:38:58.596529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40844) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:58.597612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:38:58.607667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:38:58.711254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.714191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Port': ['ID=d54bad6b-dfa1-4814-a857-42b9209be459,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:58.715216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.813436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Router 6344bf5f-91d7-41ea-b7f7-9cab74483990 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:38:58.824648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaece14-f132-40f9-b41b-d3f26c51cb3d req-bec5c384-b383-410f-b60b-a022bacbd40a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:58.829948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-edaece14-f132-40f9-b41b-d3f26c51cb3d req-bec5c384-b383-410f-b60b-a022bacbd40a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2200079 Oct 18 23:38:58.837587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:58.858697 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:58.869879 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d9abb80d-4a83-471d-be03-5a196d8a074a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a01c7a3df52489488e61eebc647759f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689202 Oct 18 23:38:58.895627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40854) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:58.997163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4379a49c-f59f-4ffe-b36d-b20a74bd6c1b tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.1318235 Oct 18 23:38:59.006321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40866) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:59.054148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device fae302a2-684b-44df-a9f4-c274c009e997 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:38:59.143393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-edaece14-f132-40f9-b41b-d3f26c51cb3d req-c85813ce-cf95-4921-b962-722388a2a572 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804022 Oct 18 23:38:59.153979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-caa362b4-ca4b-4eca-b107-07d1def8b515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:59.182448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-caa362b4-ca4b-4eca-b107-07d1def8b515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:59.215973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68b093-0c03-471c-a37b-a9589cd8fd10 None None] Network b3888978-fd71-4644-9052-6b1695549cb3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:38:59.272611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1228571-2f72-4a08-b265-6d474398e2d1 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:59.287057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1228571-2f72-4a08-b265-6d474398e2d1 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:59.303673 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:38:59.312464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1228571-2f72-4a08-b265-6d474398e2d1 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:59.314548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b1228571-2f72-4a08-b265-6d474398e2d1 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2998199 Oct 18 23:38:59.329648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40876) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:59.332321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:38:59.346454 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:59.347742 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bf2ffba7-21f7-4a61-9916-a1d0a7caac99 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "PUT /v2.0/routers/6344bf5f-91d7-41ea-b7f7-9cab74483990 HTTP/1.1" status: 200 len: 706 time: 2.7324524 Oct 18 23:38:59.350991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40878) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:59.377967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76438066-0d64-4e96-b866-94ee04e26e8b None None] Sync routers for ids ['6344bf5f-91d7-41ea-b7f7-9cab74483990'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:38:59.388099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4fffe040-1c3d-4ab0-9bf6-8bd3822b873d None None] Provisioning complete for port 5cf06a4d-9b83-4716-8a86-e9481e65e430 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:38:59.388464 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4fffe040-1c3d-4ab0-9bf6-8bd3822b873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:59.455730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5cf06a4d-9b83-4716-8a86-e9481e65e430 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:38:59.470924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-caa362b4-ca4b-4eca-b107-07d1def8b515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:59.477989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-caa362b4-ca4b-4eca-b107-07d1def8b515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:59.480775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-caa362b4-ca4b-4eca-b107-07d1def8b515 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/967501a3-0e82-4690-a8b9-2cb2082ca570 HTTP/1.1" status: 204 len: 168 time: 0.5833292 Oct 18 23:38:59.571194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76438066-0d64-4e96-b866-94ee04e26e8b None None] Routers {'6344bf5f-91d7-41ea-b7f7-9cab74483990'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:59.572894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-76438066-0d64-4e96-b866-94ee04e26e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6344bf5f-91d7-41ea-b7f7-9cab74483990'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:59.575369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa362b4-ca4b-4eca-b107-07d1def8b515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967501a3-0e82-4690-a8b9-2cb2082ca570,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:38:59.593531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a40cf630-e2d0-409c-9c3f-a683940d2872 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/routers/6344bf5f-91d7-41ea-b7f7-9cab74483990 HTTP/1.1" status: 200 len: 741 time: 0.2385459 Oct 18 23:38:59.593966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40888) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:59.597666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8e255-bc93-4ad2-bea8-5b45f63c7a25 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Deleting port d54bad6b-dfa1-4814-a857-42b9209be459 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:38:59.598057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e255-bc93-4ad2-bea8-5b45f63c7a25 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:59.664529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e7851-6be5-4345-be86-db2264532b60 req-2f4fbdd4-f92a-4b7a-9cd0-2ee98610aed1 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:59.671909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-961e7851-6be5-4345-be86-db2264532b60 req-2f4fbdd4-f92a-4b7a-9cd0-2ee98610aed1 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.3412247 Oct 18 23:38:59.697197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b91b5b-2137-4851-a1fd-98b781e74602 req-1f259c42-c27b-4bbc-8cf4-c8d21f939d07 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:38:59.699119 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98b91b5b-2137-4851-a1fd-98b781e74602 req-1f259c42-c27b-4bbc-8cf4-c8d21f939d07 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1282680 Oct 18 23:38:59.702191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-405605e0-3d44-40b1-911b-2434b2d87ec5 tempest-RoutersAdminTest-1287154547 tempest-RoutersAdminTest-1287154547-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=6344bf5f-91d7-41ea-b7f7-9cab74483990 HTTP/1.1" status: 200 len: 205 time: 0.0975535 Oct 18 23:38:59.703374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40890) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:59.717869 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-961e7851-6be5-4345-be86-db2264532b60 req-65ed7644-f959-461e-97c7-617907cc5ae7 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/quotas/2e387c95280940198c08dedfe0f5ffb5 HTTP/1.1" status: 200 len: 375 time: 0.0449212 Oct 18 23:38:59.758300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-76438066-0d64-4e96-b866-94ee04e26e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:59.843250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76438066-0d64-4e96-b866-94ee04e26e8b None None] Routers {'6344bf5f-91d7-41ea-b7f7-9cab74483990'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:38:59.843886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-76438066-0d64-4e96-b866-94ee04e26e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6344bf5f-91d7-41ea-b7f7-9cab74483990'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:59.865150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c5044e0e-ce08-49ac-8ee7-353e89a199e3 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=6344bf5f-91d7-41ea-b7f7-9cab74483990 HTTP/1.1" status: 200 len: 205 time: 0.1569819 Oct 18 23:38:59.869975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40894) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:38:59.888223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98b91b5b-2137-4851-a1fd-98b781e74602 req-0b125ec6-6643-40d1-ba10-728aeb7679bb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600392 Oct 18 23:38:59.898649 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5cf06a4d-9b83-4716-8a86-e9481e65e430 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:38:59.899577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:59.925136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-76438066-0d64-4e96-b866-94ee04e26e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:38:59.925807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76438066-0d64-4e96-b866-94ee04e26e8b None None] The sync data for ids ['6344bf5f-91d7-41ea-b7f7-9cab74483990'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:38:59.988018 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e255-bc93-4ad2-bea8-5b45f63c7a25 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:38:59.997924 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-961e7851-6be5-4345-be86-db2264532b60 req-3a91e4eb-220b-4454-b53a-0b724986199f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2773783 Oct 18 23:39:00.061441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b7f8e255-bc93-4ad2-bea8-5b45f63c7a25 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Calling delete_port for d54bad6b-dfa1-4814-a857-42b9209be459 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:00.070139 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6affc84-985c-45b8-aaa6-b518e780f6dc tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.072191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4fffe040-1c3d-4ab0-9bf6-8bd3822b873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.161352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4fffe040-1c3d-4ab0-9bf6-8bd3822b873d None None] For port 5cf06a4d-9b83-4716-8a86-e9481e65e430, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5cf06a4d-9b83-4716-8a86-e9481e65e430,segment=NetworkSegment(00fc1bdd-5b9a-4131-b729-7f2d964b0528),segment_id=00fc1bdd-5b9a-4131-b729-7f2d964b0528)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:00.174610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4fffe040-1c3d-4ab0-9bf6-8bd3822b873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.184255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40908) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:00.252330 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.256338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffe040-1c3d-4ab0-9bf6-8bd3822b873d None None] Pushing event updated for resources: {'Port': ['ID=5cf06a4d-9b83-4716-8a86-e9481e65e430,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:00.268336 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-38f4c858-47a9-414c-b029-608aec1c2705 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be094a1001e2416ba5d8c378bf2f31ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828705 Oct 18 23:39:00.271288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40910) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:00.350866 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:39:00.350998 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:39:00.371932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83a94cc8-a710-4134-a93a-0fb9f8bff1cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.405591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83a94cc8-a710-4134-a93a-0fb9f8bff1cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.420789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6affc84-985c-45b8-aaa6-b518e780f6dc tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.424433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6affc84-985c-45b8-aaa6-b518e780f6dc tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.483930 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83a94cc8-a710-4134-a93a-0fb9f8bff1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.487136 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83a94cc8-a710-4134-a93a-0fb9f8bff1cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.488378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83a94cc8-a710-4134-a93a-0fb9f8bff1cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47b5d9e8-e27d-4306-97b1-ee605354ca61 HTTP/1.1" status: 204 len: 168 time: 0.2161226 Oct 18 23:39:00.524835 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a94cc8-a710-4134-a93a-0fb9f8bff1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5d9e8-e27d-4306-97b1-ee605354ca61,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:00.560190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6affc84-985c-45b8-aaa6-b518e780f6dc tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.560690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6affc84-985c-45b8-aaa6-b518e780f6dc tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Fanout notify agent at l3_agent the message router_deleted on router 6344bf5f-91d7-41ea-b7f7-9cab74483990 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:39:00.572192 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6affc84-985c-45b8-aaa6-b518e780f6dc tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.577448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40914) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:00.578627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f6affc84-985c-45b8-aaa6-b518e780f6dc tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/6344bf5f-91d7-41ea-b7f7-9cab74483990 HTTP/1.1" status: 204 len: 168 time: 0.7029631 Oct 18 23:39:00.640906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-763d3079-0aa5-43ad-b2ca-5f1307269ee6 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=6344bf5f-91d7-41ea-b7f7-9cab74483990 HTTP/1.1" status: 200 len: 205 time: 0.0620077 Oct 18 23:39:00.645015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40918) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:00.704523 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-961e7851-6be5-4345-be86-db2264532b60 req-a6ebf474-3428-4d51-972f-793588861520 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909535 Oct 18 23:39:00.711578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-69dba392-5774-40be-8ed9-4e2b4009e1d3 None None] Provisioning complete for port 87809a3b-4a72-456c-b737-22d8f82432e6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:00.712548 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69dba392-5774-40be-8ed9-4e2b4009e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.716662 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-2e766fbc-e82f-4725-9dc9-5358120ffba2 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] delete failed (client error): The resource could not be found. Oct 18 23:39:00.717968 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2e766fbc-e82f-4725-9dc9-5358120ffba2 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/6344bf5f-91d7-41ea-b7f7-9cab74483990 HTTP/1.1" status: 404 len: 336 time: 0.0694540 Oct 18 23:39:00.721228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40920) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:00.773486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-584a56ba-d6fd-4314-9899-68b01451bfb4 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a4fd4e3-90f7-4fb2-934b-d55176f35eb7 HTTP/1.1" status: 200 len: 205 time: 0.0481524 Oct 18 23:39:00.773888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40922) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:00.781305 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e255-bc93-4ad2-bea8-5b45f63c7a25 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.801531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-69dba392-5774-40be-8ed9-4e2b4009e1d3 None None] Port 87809a3b-4a72-456c-b737-22d8f82432e6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:00.805591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-69dba392-5774-40be-8ed9-4e2b4009e1d3 None None] Could not find standard attr ID for object d54bad6b-dfa1-4814-a857-42b9209be459. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:39:00.836571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-69dba392-5774-40be-8ed9-4e2b4009e1d3 None None] Provisioning complete for port 5cf06a4d-9b83-4716-8a86-e9481e65e430 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:00.838993 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69dba392-5774-40be-8ed9-4e2b4009e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:00.858756 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-744d4d2e-2918-4df5-9489-4c25d0a62251 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] delete failed (client error): The resource could not be found. Oct 18 23:39:00.860081 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-744d4d2e-2918-4df5-9489-4c25d0a62251 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/0a4fd4e3-90f7-4fb2-934b-d55176f35eb7 HTTP/1.1" status: 404 len: 336 time: 0.0849390 Oct 18 23:39:00.862655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40926) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:00.895330 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9cab5bdf-7ba3-4041-aa94-52654841b202 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcec4d09-5006-4e0b-ae40-8e97f523db69 HTTP/1.1" status: 200 len: 205 time: 0.0311925 Oct 18 23:39:00.897485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40928) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.016085 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-c30e56aa-03a9-4a3a-9bde-53153c328543 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] delete failed (client error): The resource could not be found. Oct 18 23:39:01.020745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c30e56aa-03a9-4a3a-9bde-53153c328543 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/fcec4d09-5006-4e0b-ae40-8e97f523db69 HTTP/1.1" status: 404 len: 336 time: 0.1222131 Oct 18 23:39:01.025309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40936) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.027995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8e255-bc93-4ad2-bea8-5b45f63c7a25 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event deleted for resources: {'Port': ['ID=d54bad6b-dfa1-4814-a857-42b9209be459,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:01.087257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5f580544-e86f-4cd0-aed4-838b99d686a2 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=74d12554-5e1f-48ac-aac6-81da65305955 HTTP/1.1" status: 200 len: 205 time: 0.0605471 Oct 18 23:39:01.092127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40942) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.181635 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-92ddf8dd-d839-4e0e-adfb-2a7b3fc5027f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] delete failed (client error): The resource could not be found. Oct 18 23:39:01.184076 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-92ddf8dd-d839-4e0e-adfb-2a7b3fc5027f tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/74d12554-5e1f-48ac-aac6-81da65305955 HTTP/1.1" status: 404 len: 336 time: 0.0899107 Oct 18 23:39:01.185772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40946) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.186692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8bcc9440-1156-4c06-a1a9-2a04bf7653ec None None] Provisioning complete for port 87809a3b-4a72-456c-b737-22d8f82432e6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:01.189496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9440-1156-4c06-a1a9-2a04bf7653ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:01.215897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-961e7851-6be5-4345-be86-db2264532b60 req-33e1ef64-26a8-497f-b973-792359f37c7e service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072629 Oct 18 23:39:01.232785 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e255-bc93-4ad2-bea8-5b45f63c7a25 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:01.242685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b7f8e255-bc93-4ad2-bea8-5b45f63c7a25 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "DELETE /v2.0/ports/d54bad6b-dfa1-4814-a857-42b9209be459 HTTP/1.1" status: 204 len: 168 time: 1.8938036 Oct 18 23:39:01.245661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40948) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.270403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a34b-b8d2-4fc1-819f-617e2dd23551 req-f4d2c1bb-562d-4a54-bb70-484b05dd4ef0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:01.278362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc9440-1156-4c06-a1a9-2a04bf7653ec None None] Port 87809a3b-4a72-456c-b737-22d8f82432e6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:01.278702 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0e2a34b-b8d2-4fc1-819f-617e2dd23551 req-f4d2c1bb-562d-4a54-bb70-484b05dd4ef0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1901498 Oct 18 23:39:01.282250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c705d17b-03f2-4b3f-9dcc-f01d5e6a9c59 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf341115-73b9-482e-afec-b976ed994426 HTTP/1.1" status: 200 len: 205 time: 0.0904515 Oct 18 23:39:01.290020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40952) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.297859 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd24ded-e8ca-4a34-a3f5-a88b9503f100 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] GET failed (client error): The resource could not be found. Oct 18 23:39:01.300235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6dd24ded-e8ca-4a34-a3f5-a88b9503f100 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "GET /v2.0/ports/d54bad6b-dfa1-4814-a857-42b9209be459 HTTP/1.1" status: 404 len: 333 time: 0.0533636 Oct 18 23:39:01.304224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40954) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.310130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'port': {'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3', 'name': 'tempest-AllowedAddressPairTestJSON-2139949377'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:01.365060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5cf06a4d-9b83-4716-8a86-e9481e65e430 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:01.382686 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-78495dae-e9b3-4530-813f-961b26e96f10 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] delete failed (client error): The resource could not be found. Oct 18 23:39:01.383774 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-78495dae-e9b3-4530-813f-961b26e96f10 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/bf341115-73b9-482e-afec-b976ed994426 HTTP/1.1" status: 404 len: 336 time: 0.0915458 Oct 18 23:39:01.390006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40956) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.473349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4eb07d4c-8b73-4efa-98c8-958e823a46d1 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "GET /v2.0/ports?device_id=90391013-b4ea-454b-b8cb-4981d1f6edfb HTTP/1.1" status: 200 len: 205 time: 0.0763977 Oct 18 23:39:01.475356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5cf06a4d-9b83-4716-8a86-e9481e65e430 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:01.477168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 40960) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.477662 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:01.520145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0e2a34b-b8d2-4fc1-819f-617e2dd23551 req-e36ff78a-6773-4eef-979d-1d38f7404dc3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403197 Oct 18 23:39:01.630048 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-b2f70a19-6fa7-4d67-a8f0-113d376d1e77 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] delete failed (client error): The resource could not be found. Oct 18 23:39:01.632614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c6f439db-038f-4394-bce4-bead0971afd6 None None] Could not find standard attr ID for object d54bad6b-dfa1-4814-a857-42b9209be459. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:39:01.645482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b2f70a19-6fa7-4d67-a8f0-113d376d1e77 tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/routers/90391013-b4ea-454b-b8cb-4981d1f6edfb HTTP/1.1" status: 404 len: 336 time: 0.1630299 Oct 18 23:39:01.647347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40970) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:01.707229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Made reservation on behalf of 6daf39eed6f6456384c10befa8d804be for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:01.712036 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:01.753406 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e48d901-1b6d-41f3-b067-c53d452e1bad tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] DELETE failed (client error): The resource could not be found. Oct 18 23:39:01.753902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e48d901-1b6d-41f3-b067-c53d452e1bad tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:39:01.767289 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0e48d901-1b6d-41f3-b067-c53d452e1bad tempest-RoutersAdminTest-1500776411 tempest-RoutersAdminTest-1500776411-project] 10.222.0.52 "DELETE /v2.0/subnets/c16e53c5-ba2a-4588-9d88-0d79a8aaa281 HTTP/1.1" status: 404 len: 337 time: 0.1188056 Oct 18 23:39:01.774416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] device_id is not set on port 0914da5c-5720-490c-ae5e-d6e74ddd1bc5 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:02.066665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Allocated IP 172.20.0.8 (b3888978-fd71-4644-9052-6b1695549cb3/771604ed-5424-4a7f-91d1-b8183cda8794/0914da5c-5720-490c-ae5e-d6e74ddd1bc5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:02.086942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40996) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:02.289544 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:02.341434 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:02.412510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Network b3888978-fd71-4644-9052-6b1695549cb3 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:02.416759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:02.425626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:02.429459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Port': ['ID=0914da5c-5720-490c-ae5e-d6e74ddd1bc5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:02.517580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-349928558-network', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:02.530037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:02.530743 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:02.558276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41008) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:02.580719 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Made reservation on behalf of a83c6b8820d14003ae87c6ff1ec1cb45 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:02.582944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-62ff6edb-de17-43c9-b5de-dab7d6cc6602 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2774007 Oct 18 23:39:02.584529 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:02.585498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41012) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:02.590841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3f460c74-d179-4fed-b054-a59dde592a6c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:dd:9f:31'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:02.601820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:02.762275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ebddabd5-c68a-4a80-a284-a0ab1eb15b3a None None] Provisioning complete for port 0914da5c-5720-490c-ae5e-d6e74ddd1bc5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:02.762966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ebddabd5-c68a-4a80-a284-a0ab1eb15b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:02.825025 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3f460c74-d179-4fed-b054-a59dde592a6c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:02.856842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bc0ea-f239-4205-9364-ed87541aad88 req-a3d1d78d-fda9-4881-bfee-a562ee0dd3d5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:02.858758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d6bc0ea-f239-4205-9364-ed87541aad88 req-a3d1d78d-fda9-4881-bfee-a562ee0dd3d5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.0957570 Oct 18 23:39:02.867060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ebddabd5-c68a-4a80-a284-a0ab1eb15b3a None None] Port 0914da5c-5720-490c-ae5e-d6e74ddd1bc5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:02.980923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-873ae39b-c4f4-49ee-94a1-81b6307495e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.035153 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d6bc0ea-f239-4205-9364-ed87541aad88 req-b5381bf9-8842-43a7-80c8-9e510e895a47 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505132 Oct 18 23:39:03.126334 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3f460c74-d179-4fed-b054-a59dde592a6c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.139134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3f460c74-d179-4fed-b054-a59dde592a6c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.160509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.173612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.183493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-6a60361d-835e-43fd-9145-ebdfaa60975b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:03.185301 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-6a60361d-835e-43fd-9145-ebdfaa60975b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.2459040 Oct 18 23:39:03.232033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:03.252677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f460c74-d179-4fed-b054-a59dde592a6c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Port': ['ID=0914da5c-5720-490c-ae5e-d6e74ddd1bc5,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:03.261270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e21527-c974-4f9c-8a78-afff2f32386c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:03.264760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3f460c74-d179-4fed-b054-a59dde592a6c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] In _notify_port_updated(), no bound segment for port 0914da5c-5720-490c-ae5e-d6e74ddd1bc5 on network b3888978-fd71-4644-9052-6b1695549cb3 {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:39:03.275434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f460c74-d179-4fed-b054-a59dde592a6c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:03.276134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3f460c74-d179-4fed-b054-a59dde592a6c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.277649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3f460c74-d179-4fed-b054-a59dde592a6c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "PUT /v2.0/ports/0914da5c-5720-490c-ae5e-d6e74ddd1bc5 HTTP/1.1" status: 200 len: 993 time: 0.6911302 Oct 18 23:39:03.279003 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.279365 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Added segment 726180a7-fdc8-4740-9e8e-0f4a65f29a62 of type vlan for network 553c541b-92c4-452e-99b9-a24414fcc83d Oct 18 23:39:03.281415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41034) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:03.311763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-57987e37-bbfb-407d-97f9-926976295fd7 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/quotas/2e387c95280940198c08dedfe0f5ffb5 HTTP/1.1" status: 200 len: 375 time: 0.0667856 Oct 18 23:39:03.325434 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-873ae39b-c4f4-49ee-94a1-81b6307495e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.398917 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-873ae39b-c4f4-49ee-94a1-81b6307495e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.441938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-6d68edde-40da-40ad-8d41-257d78049a50 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Deleting port 0914da5c-5720-490c-ae5e-d6e74ddd1bc5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:03.442297 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d68edde-40da-40ad-8d41-257d78049a50 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.485454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.523195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ae39b-c4f4-49ee-94a1-81b6307495e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fbe84a-0c19-4043-af8b-ef4aa33cd9e9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:03.542231 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-873ae39b-c4f4-49ee-94a1-81b6307495e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=742f3ad205b34a529e1e7f1ed0ff30d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9828546 Oct 18 23:39:03.551441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41038) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:03.580029 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d68edde-40da-40ad-8d41-257d78049a50 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.580489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2285137c-0017-410d-b2fd-63cbaa476970 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2663088 Oct 18 23:39:03.601876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5a7c6c78-b530-42e0-9089-35afb2ab08f2 None None] Provisioning complete for port 0914da5c-5720-490c-ae5e-d6e74ddd1bc5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:03.602580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a7c6c78-b530-42e0-9089-35afb2ab08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.603897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-6d68edde-40da-40ad-8d41-257d78049a50 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Calling delete_port for 0914da5c-5720-490c-ae5e-d6e74ddd1bc5 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:03.618605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.619561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:03.620140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.645460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c6c78-b530-42e0-9089-35afb2ab08f2 None None] Port 0914da5c-5720-490c-ae5e-d6e74ddd1bc5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:03.698871 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] Pushing event updated for resources: {'Network': ['ID=553c541b-92c4-452e-99b9-a24414fcc83d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:03.713878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 553c541b-92c4-452e-99b9-a24414fcc83d details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:03.806194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d68edde-40da-40ad-8d41-257d78049a50 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.813397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-692ae719-756c-43f6-bbc5-59dee97010cb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7225220 Oct 18 23:39:03.814229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41050) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:03.832500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Request body: {'subnet': {'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-349928558-subnet', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:03.843200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68edde-40da-40ad-8d41-257d78049a50 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event deleted for resources: {'Port': ['ID=0914da5c-5720-490c-ae5e-d6e74ddd1bc5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:03.852598 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-871cb3e5-1f74-4c77-b1b8-1fef6ebada90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.906221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-987a9722-a75e-4b5f-8325-58b392d2ba54 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981155 Oct 18 23:39:03.908479 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-871cb3e5-1f74-4c77-b1b8-1fef6ebada90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:03.916468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Made reservation on behalf of a83c6b8820d14003ae87c6ff1ec1cb45 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:03.918850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:04.030299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d68edde-40da-40ad-8d41-257d78049a50 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:04.034792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6d68edde-40da-40ad-8d41-257d78049a50 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "DELETE /v2.0/ports/0914da5c-5720-490c-ae5e-d6e74ddd1bc5 HTTP/1.1" status: 204 len: 168 time: 0.7522433 Oct 18 23:39:04.038623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41054) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:04.093704 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-41574636-66da-4808-a72e-0dde22604ccc tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] GET failed (client error): The resource could not be found. Oct 18 23:39:04.101926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-41574636-66da-4808-a72e-0dde22604ccc tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "GET /v2.0/ports/0914da5c-5720-490c-ae5e-d6e74ddd1bc5 HTTP/1.1" status: 404 len: 333 time: 0.0617054 Oct 18 23:39:04.102566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41060) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:04.107485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'port': {'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3', 'name': 'tempest-AllowedAddressPairTestJSON-3432060'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:04.132111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-4f510535-0636-4229-a6ff-797c9679979e service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110217 Oct 18 23:39:04.158128 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-871cb3e5-1f74-4c77-b1b8-1fef6ebada90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:04.161052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-871cb3e5-1f74-4c77-b1b8-1fef6ebada90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:04.174512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-871cb3e5-1f74-4c77-b1b8-1fef6ebada90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62fbe84a-0c19-4043-af8b-ef4aa33cd9e9 HTTP/1.1" status: 204 len: 168 time: 0.6146970 Oct 18 23:39:04.203757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cb3e5-1f74-4c77-b1b8-1fef6ebada90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fbe84a-0c19-4043-af8b-ef4aa33cd9e9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:04.282459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6246a-4d54-4fba-b65e-e3a2735e88aa req-6b4ad9c6-49bc-4baa-815f-51b3bfe391ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:04.305811 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b6246a-4d54-4fba-b65e-e3a2735e88aa req-6b4ad9c6-49bc-4baa-815f-51b3bfe391ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1118016 Oct 18 23:39:04.364434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b6246a-4d54-4fba-b65e-e3a2735e88aa req-579c0652-c0c8-4268-a581-9126f927656c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576119 Oct 18 23:39:04.365606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Made reservation on behalf of 6daf39eed6f6456384c10befa8d804be for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:04.369813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:04.406424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] device_id is not set on port 0f18ba43-d9af-4d39-888b-ca91dd0c0009 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:04.410242 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2d39c30-4617-4e23-8961-8a507e784697 req-8e70cc3c-8df9-43bb-8d7e-fbd52983bfb5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 210 time: 0.0658686 Oct 18 23:39:04.486740 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:04.618298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ba738b-1429-439d-932e-6bf94bef270c,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:04.638356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Checking segment: {'id': '726180a7-fdc8-4740-9e8e-0f4a65f29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:04.638764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Network hostable DHCP agents. Network: 553c541b-92c4-452e-99b9-a24414fcc83d, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:39:04.639677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Allocated IP 172.20.0.7 (b3888978-fd71-4644-9052-6b1695549cb3/771604ed-5424-4a7f-91d1-b8183cda8794/0f18ba43-d9af-4d39-888b-ca91dd0c0009) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:04.682425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Network 553c541b-92c4-452e-99b9-a24414fcc83d is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:39:04.700063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 553c541b-92c4-452e-99b9-a24414fcc83d) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:04.705411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:04.706002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:04.729451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41074) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:04.734491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89738520-ff2f-4e02-bb22-4bf578009952 None None] Network 553c541b-92c4-452e-99b9-a24414fcc83d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:04.761298 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15d5d87d-495c-44a9-a4ac-1d46f84a8099 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9325480 Oct 18 23:39:04.763947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41076) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:04.768808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:04.794936 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:04.841260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:04.843656 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.022177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.047745 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5fd9a395-a00b-429f-9d0c-78b6abe082fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=169bb2882de745b7ac0b4f99978c25a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069594 Oct 18 23:39:05.048396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41086) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:05.075236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-553c541b-92c4-452e-99b9-a24414fcc83d', 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'fixed_ips': [{'subnet_id': 'd2ba738b-1429-439d-932e-6bf94bef270c'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:39:05.076109 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.118945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.192242 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbeeb-7969-4773-81d9-86a78732e16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.232856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbeeb-7969-4773-81d9-86a78732e16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.243575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.252592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Allocated IP 172.20.0.2 (553c541b-92c4-452e-99b9-a24414fcc83d/d2ba738b-1429-439d-932e-6bf94bef270c/5a160233-7aa0-4ea4-95ef-1663b0f11a6e) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:05.317330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Network b3888978-fd71-4644-9052-6b1695549cb3 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:05.325128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:05.328411 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:05.369111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Port': ['ID=0f18ba43-d9af-4d39-888b-ca91dd0c0009,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:05.369554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.404657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbeeb-7969-4773-81d9-86a78732e16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.409314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbeeb-7969-4773-81d9-86a78732e16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.413365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1b0cbeeb-7969-4773-81d9-86a78732e16a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac760db6-c895-42ec-8fa4-a34c13cfa974 HTTP/1.1" status: 204 len: 168 time: 0.3549495 Oct 18 23:39:05.421051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:05.421893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.437639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cbeeb-7969-4773-81d9-86a78732e16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac760db6-c895-42ec-8fa4-a34c13cfa974,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:05.454365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3985dad5-b425-48b1-9107-9bca15b7fefb tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3504608 Oct 18 23:39:05.456947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41096) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:05.469559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5d58ee96-18bc-4ff8-ae4a-703e25b53430 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:dd:9f:31'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:05.489207 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.517982 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.603550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Network 553c541b-92c4-452e-99b9-a24414fcc83d is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:05.610102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:05.613924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:05.703217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b496ea7e-bbb6-46a3-863a-ccaadb9c38cf req-fede20e7-5de7-4004-9a34-765eacd1859e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 210 time: 0.0939534 Oct 18 23:39:05.707212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d58ee96-18bc-4ff8-ae4a-703e25b53430 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.707895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Pushing event updated for resources: {'Port': ['ID=5a160233-7aa0-4ea4-95ef-1663b0f11a6e,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:05.727639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Attempting to bind port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:05.728021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Attempting to bind port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '726180a7-fdc8-4740-9e8e-0f4a65f29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:05.728394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Attempting to bind port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e on network 553c541b-92c4-452e-99b9-a24414fcc83d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:05.735832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:05.736636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Checking segment: {'id': '726180a7-fdc8-4740-9e8e-0f4a65f29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:05.737555 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.738203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Bound using segment: {'id': '726180a7-fdc8-4740-9e8e-0f4a65f29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:05.739434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Bound port: 5a160233-7aa0-4ea4-95ef-1663b0f11a6e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726180a7-fdc8-4740-9e8e-0f4a65f29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:05.739905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.781291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8583f-3324-4140-8646-90b8ab1d70a1 req-b9c687a9-df69-4aa5-9bfc-72a464685121 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:05.782908 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98c8583f-3324-4140-8646-90b8ab1d70a1 req-b9c687a9-df69-4aa5-9bfc-72a464685121 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2006171 Oct 18 23:39:05.870160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8e3c3469-4267-4308-989a-70031e48e470 None None] Provisioning complete for port 0f18ba43-d9af-4d39-888b-ca91dd0c0009 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:05.871745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3469-4267-4308-989a-70031e48e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:05.993109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c3469-4267-4308-989a-70031e48e470 None None] Port 0f18ba43-d9af-4d39-888b-ca91dd0c0009 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:06.001957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] For port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:06.015178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] For port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5a160233-7aa0-4ea4-95ef-1663b0f11a6e,segment=NetworkSegment(726180a7-fdc8-4740-9e8e-0f4a65f29a62),segment_id=726180a7-fdc8-4740-9e8e-0f4a65f29a62)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:06.026685 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:06.037017 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98c8583f-3324-4140-8646-90b8ab1d70a1 req-99e15fec-8253-4040-9a35-c63cb45420ac tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316453 Oct 18 23:39:06.070326 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:06.155036 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:06.195718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f805b-9511-46c1-9533-f337e145cc1c None None] Pushing event updated for resources: {'Port': ['ID=5a160233-7aa0-4ea4-95ef-1663b0f11a6e,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:06.325104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Allocated IP 172.25.7.158 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/970ee857-0e51-4f37-a185-57091db803a2) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:06.367964 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:06.561873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:06.724694 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:06.791709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=970ee857-0e51-4f37-a185-57091db803a2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:06.807355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:06.808858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:06.815288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:06.818502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-c66f39e7-35fc-4b08-9453-ee059754cd37 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:06.820092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-c66f39e7-35fc-4b08-9453-ee059754cd37 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.8927891 Oct 18 23:39:06.844243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Request body: {'port': {'device_id': 'bf94baf2-f369-4ad3-a46e-72c120b0d9fc', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'admin_state_up': True, 'tenant_id': '2e387c95280940198c08dedfe0f5ffb5'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:06.873521 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c64b5b34-fb20-4307-9d51-832cc260c777 req-bbda7c9e-0638-4cbe-a4c1-d72a3a02c4c3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 210 time: 0.0354676 Oct 18 23:39:06.981756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d58ee96-18bc-4ff8-ae4a-703e25b53430 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:06.996091 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d58ee96-18bc-4ff8-ae4a-703e25b53430 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.041596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41156) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:07.160777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5d58ee96-18bc-4ff8-ae4a-703e25b53430 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] In _notify_port_updated(), no bound segment for port 0f18ba43-d9af-4d39-888b-ca91dd0c0009 on network b3888978-fd71-4644-9052-6b1695549cb3 {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:39:07.217361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58ee96-18bc-4ff8-ae4a-703e25b53430 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:07.224445 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d58ee96-18bc-4ff8-ae4a-703e25b53430 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.225872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5d58ee96-18bc-4ff8-ae4a-703e25b53430 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "PUT /v2.0/ports/0f18ba43-d9af-4d39-888b-ca91dd0c0009 HTTP/1.1" status: 200 len: 993 time: 1.7679358 Oct 18 23:39:07.244601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41170) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:07.307251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1598843318'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:07.317577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58ee96-18bc-4ff8-ae4a-703e25b53430 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Port': ['ID=0f18ba43-d9af-4d39-888b-ca91dd0c0009,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:07.321065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Made reservation on behalf of 2e387c95280940198c08dedfe0f5ffb5 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:07.325594 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.441360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c54cba-f6cf-4459-91dc-9b7a3d0afa33 req-325f978c-0f79-46d3-9beb-54f9c2e73082 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:07.444383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3c54cba-f6cf-4459-91dc-9b7a3d0afa33 req-325f978c-0f79-46d3-9beb-54f9c2e73082 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2174141 Oct 18 23:39:07.449075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Made reservation on behalf of a570c118226742589977c0fbc500ee58 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:07.453271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.519368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a160233-7aa0-4ea4-95ef-1663b0f11a6e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:07.524004 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.617875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3c54cba-f6cf-4459-91dc-9b7a3d0afa33 req-8774281a-1bb6-432d-9aa1-df21aca0c2a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529899 Oct 18 23:39:07.641143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:07.641645 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.650321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5853a5e9-76c9-4d96-be34-56f2c6a69b52 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Deleting port 0f18ba43-d9af-4d39-888b-ca91dd0c0009 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:07.650771 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5853a5e9-76c9-4d96-be34-56f2c6a69b52 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.673662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Allocated IP 172.20.0.6 (f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83/ae4bd0b5-8162-4f22-ba33-379f9081f4ea/a484accd-3fc1-4596-b1c5-5dfc8b6a8899) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:07.730346 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.746037 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.756445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-aed5256e-2bd3-41e6-a7f3-eed9a215fa9f None None] Provisioning complete for port 0f18ba43-d9af-4d39-888b-ca91dd0c0009 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:07.761186 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-aed5256e-2bd3-41e6-a7f3-eed9a215fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.789424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5853a5e9-76c9-4d96-be34-56f2c6a69b52 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.815763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5853a5e9-76c9-4d96-be34-56f2c6a69b52 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Calling delete_port for 0f18ba43-d9af-4d39-888b-ca91dd0c0009 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:07.848746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:07.864916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-aed5256e-2bd3-41e6-a7f3-eed9a215fa9f None None] Port 0f18ba43-d9af-4d39-888b-ca91dd0c0009 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:07.886084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0593e546-dd41-48d6-8088-a0548e80cbcf,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:07.905020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:07.905549 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Added segment 22511715-0a3f-41b1-8e1b-edc402856bd2 of type vlan for network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 Oct 18 23:39:07.952982 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.007893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5a160233-7aa0-4ea4-95ef-1663b0f11a6e,segment=NetworkSegment(726180a7-fdc8-4740-9e8e-0f4a65f29a62),segment_id=726180a7-fdc8-4740-9e8e-0f4a65f29a62)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:08.018462 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.026039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.036758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d53d51a-a210-43c2-9fc8-32009f8a2a35 req-1154b18c-5d7a-47b7-9547-b4cbddbb6f64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 210 time: 0.0380244 Oct 18 23:39:08.073277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.085021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50eb594-ccb1-4167-a0b0-0b6a7c70bad0 None None] Network 553c541b-92c4-452e-99b9-a24414fcc83d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:08.087102 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.102752 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.109242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:08.110198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.215950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event updated for resources: {'Network': ['ID=cbef265d-2047-44b3-bcf6-ce29c0f50ca0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:08.237758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:08.239983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f26123fc-8d4c-482d-8451-5bfb78c63e49 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1946754 Oct 18 23:39:08.242024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.244053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41186) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:08.246426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f3822bce-0c06-42f1-b94b-4f312865013a None None] Provisioning complete for port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:08.246996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3822bce-0c06-42f1-b94b-4f312865013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.264910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Request body: {'subnet': {'network_id': 'cbef265d-2047-44b3-bcf6-ce29c0f50ca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:08.287013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=5a160233-7aa0-4ea4-95ef-1663b0f11a6e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:08.298464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:39:08.324578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event updated for resources: {'Port': ['ID=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:08.361384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:08.370432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:08.374554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:08.424105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5853a5e9-76c9-4d96-be34-56f2c6a69b52 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.455468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:08.457068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.537469 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-fe255ed1-0134-4393-b01d-904b960f4d9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6983514 Oct 18 23:39:08.540170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Made reservation on behalf of a570c118226742589977c0fbc500ee58 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:08.544598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.546885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853a5e9-76c9-4d96-be34-56f2c6a69b52 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event deleted for resources: {'Port': ['ID=0f18ba43-d9af-4d39-888b-ca91dd0c0009,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:08.688850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.754661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5853a5e9-76c9-4d96-be34-56f2c6a69b52 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.759034 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5853a5e9-76c9-4d96-be34-56f2c6a69b52 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "DELETE /v2.0/ports/0f18ba43-d9af-4d39-888b-ca91dd0c0009 HTTP/1.1" status: 204 len: 168 time: 1.5134139 Oct 18 23:39:08.764081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41200) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:08.861287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Request body: {'port': {'device_id': 'bf94baf2-f369-4ad3-a46e-72c120b0d9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:08.868290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:08.953008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event updated for resources: {'Subnet': ['ID=d2ffb487-d205-4bf2-bdb3-648436c12966,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:09.003553 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:09.228103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-18e6dae0-73b2-4a8e-aa5e-09fa1d374764 None None] Provisioning complete for port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:09.231915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18e6dae0-73b2-4a8e-aa5e-09fa1d374764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:09.287359 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-46833123-129e-48eb-ac77-96e665c19d54 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] GET failed (client error): The resource could not be found. Oct 18 23:39:09.303354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-46833123-129e-48eb-ac77-96e665c19d54 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "GET /v2.0/ports/0f18ba43-d9af-4d39-888b-ca91dd0c0009 HTTP/1.1" status: 404 len: 333 time: 0.5375273 Oct 18 23:39:09.311441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41208) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:09.316110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Checking segment: {'id': '22511715-0a3f-41b1-8e1b-edc402856bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cbef265d-2047-44b3-bcf6-ce29c0f50ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:09.316756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Network hostable DHCP agents. Network: cbef265d-2047-44b3-bcf6-ce29c0f50ca0, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:39:09.326264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'port': {'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3', 'name': 'tempest-AllowedAddressPairTestJSON-1660902229'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:09.341500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a160233-7aa0-4ea4-95ef-1663b0f11a6e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:09.388307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff0fed-aef4-436c-a625-82baba92e454 req-98072b3f-6378-48a7-a483-88fd007d9b62 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:09.390190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eff0fed-aef4-436c-a625-82baba92e454 req-98072b3f-6378-48a7-a483-88fd007d9b62 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 931 time: 0.1884136 Oct 18 23:39:09.450044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:39:09.476112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, cbef265d-2047-44b3-bcf6-ce29c0f50ca0) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:09.481945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:09.482615 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:09.485989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613afde0-21a9-4129-a43f-27b0ba09563a None None] Network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:09.522129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eff0fed-aef4-436c-a625-82baba92e454 req-1bdc5187-ca9c-4ad7-936f-3c822f577962 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215827 Oct 18 23:39:09.531691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c21a3d62-6da9-40cf-b779-cc49408c594e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2845879 Oct 18 23:39:09.532376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41218) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:09.556418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:09.556740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Request body: {'port': {'network_id': 'cbef265d-2047-44b3-bcf6-ce29c0f50ca0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1208716735'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:09.556935 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:09.569054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02b2f6-19a1-4df8-ab78-6cf9170abb1e req-96ddfe16-0771-4ccd-a9e3-34cd4b9b109c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:09.577274 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc02b2f6-19a1-4df8-ab78-6cf9170abb1e req-96ddfe16-0771-4ccd-a9e3-34cd4b9b109c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.8152981 Oct 18 23:39:09.619177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a484accd-3fc1-4596-b1c5-5dfc8b6a8899 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:39:09.633738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:09.649574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Made reservation on behalf of 6daf39eed6f6456384c10befa8d804be for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:09.651982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Transition to ACTIVE for port object a484accd-3fc1-4596-b1c5-5dfc8b6a8899 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:39:09.653761 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:09.671295 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:09.682692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc02b2f6-19a1-4df8-ab78-6cf9170abb1e req-4e1f3487-0160-451c-b8b1-2e232d769f2d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044886 Oct 18 23:39:09.712682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] device_id is not set on port 3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:09.854667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Allocated IP 172.20.0.13 (b3888978-fd71-4644-9052-6b1695549cb3/771604ed-5424-4a7f-91d1-b8183cda8794/3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:09.893211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-cbef265d-2047-44b3-bcf6-ce29c0f50ca0', 'network_id': 'cbef265d-2047-44b3-bcf6-ce29c0f50ca0', 'tenant_id': 'a570c118226742589977c0fbc500ee58', 'fixed_ips': [{'subnet_id': 'd2ffb487-d205-4bf2-bdb3-648436c12966'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:39:09.894100 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:09.945504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Pushing event updated for resources: {'Port': ['ID=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:09.994707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Attempting to bind port a484accd-3fc1-4596-b1c5-5dfc8b6a8899 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:09.995071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Attempting to bind port a484accd-3fc1-4596-b1c5-5dfc8b6a8899 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:09.996231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Attempting to bind port a484accd-3fc1-4596-b1c5-5dfc8b6a8899 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:10.009424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Port a484accd-3fc1-4596-b1c5-5dfc8b6a8899 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:39:10.009751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Attempting to bind port a484accd-3fc1-4596-b1c5-5dfc8b6a8899 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:10.019765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:10.020118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Checking segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:10.020643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Bound using segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:10.021154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Bound port: a484accd-3fc1-4596-b1c5-5dfc8b6a8899, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:10.021671 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.029201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:39:10.032850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Made reservation on behalf of a570c118226742589977c0fbc500ee58 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:10.037948 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.083392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] device_id is not set on port 33254d72-4284-4c9b-8df5-d6a07f03fc6a yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:10.139950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Allocated IP 172.20.0.2 (cbef265d-2047-44b3-bcf6-ce29c0f50ca0/d2ffb487-d205-4bf2-bdb3-648436c12966/656cb0d6-a5f7-44f2-a26d-c145b2bdd28b) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:10.180487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] For port a484accd-3fc1-4596-b1c5-5dfc8b6a8899, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:10.187527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] For port a484accd-3fc1-4596-b1c5-5dfc8b6a8899, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:10.192809 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.196089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.236846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:10.237722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.239239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] 10.222.0.102 "PUT /v2.0/ports/a484accd-3fc1-4596-b1c5-5dfc8b6a8899 HTTP/1.1" status: 200 len: 1092 time: 1.3838906 Oct 18 23:39:10.258704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:39:10.267023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf94baf2-f369-4ad3-a46e-72c120b0d9fc', 'tag': 'a484accd-3fc1-4596-b1c5-5dfc8b6a8899'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:10.276300 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Sync routers for ids ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:39:10.281575 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5d97a4-5610-4469-aa97-044bf1879a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf94baf2-f369-4ad3-a46e-72c120b0d9fc", "tag": "a484accd-3fc1-4596-b1c5-5dfc8b6a8899"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:10.289788 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Routers {'9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:10.305470 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:10.321567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3d0eb-59e3-4ffa-abb8-4529d5b7e1db service neutron] Pushing event updated for resources: {'Port': ['ID=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:10.358692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.362000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3c2fe10e-8792-4925-9974-562cbf80c4d5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.5958476 Oct 18 23:39:10.366267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41230) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:10.376518 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164a44eb-2fc9-47b8-a6c1-36fbecc00625 x-openstack-request-id: req-164a44eb-2fc9-47b8-a6c1-36fbecc00625 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:10.377165 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf94baf2-f369-4ad3-a46e-72c120b0d9fc", "tag": "a484accd-3fc1-4596-b1c5-5dfc8b6a8899", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:10.378122 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-164a44eb-2fc9-47b8-a6c1-36fbecc00625 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:10.379326 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf94baf2-f369-4ad3-a46e-72c120b0d9fc', 'tag': 'a484accd-3fc1-4596-b1c5-5dfc8b6a8899', 'status': 'completed', 'code': 200} Oct 18 23:39:10.385955 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.420714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-ae4bf256-391c-43c6-b10c-ce0bea484d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:10.423235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-ae4bf256-391c-43c6-b10c-ce0bea484d04 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 1095 time: 0.1101925 Oct 18 23:39:10.434752 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Set router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:10.468341 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.480004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.512156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Network b3888978-fd71-4644-9052-6b1695549cb3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:10.523065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:10.542813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:10.549931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:10.556045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-04782114-1a28-4550-ba79-b20300c72972 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a484accd-3fc1-4596-b1c5-5dfc8b6a8899 HTTP/1.1" status: 200 len: 217 time: 0.1175554 Oct 18 23:39:10.563394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:10.587285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:10.615273 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Pushing event updated for resources: {'Port': ['ID=656cb0d6-a5f7-44f2-a26d-c145b2bdd28b,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:10.636458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.636793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.637135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.639758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.641917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.647747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.648203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.648531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.648866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.649202 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.649533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.649859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:10.769315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-b922bf7b-1214-479d-9467-5a137c0f1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:10.775495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-b922bf7b-1214-479d-9467-5a137c0f1c4e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.1388979 Oct 18 23:39:10.815864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Attempting to bind port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:10.816233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Attempting to bind port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '22511715-0a3f-41b1-8e1b-edc402856bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cbef265d-2047-44b3-bcf6-ce29c0f50ca0'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:10.816595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Attempting to bind port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b on network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:10.827559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:10.828487 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.836945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:10.838605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Checking segment: {'id': '22511715-0a3f-41b1-8e1b-edc402856bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cbef265d-2047-44b3-bcf6-ce29c0f50ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:10.840453 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.840880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Bound using segment: {'id': '22511715-0a3f-41b1-8e1b-edc402856bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cbef265d-2047-44b3-bcf6-ce29c0f50ca0'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:10.841488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Bound port: 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22511715-0a3f-41b1-8e1b-edc402856bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cbef265d-2047-44b3-bcf6-ce29c0f50ca0'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:10.843004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:10.849547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Allocated IP 172.20.0.3 (cbef265d-2047-44b3-bcf6-ce29c0f50ca0/d2ffb487-d205-4bf2-bdb3-648436c12966/33254d72-4284-4c9b-8df5-d6a07f03fc6a) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:10.871006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Port': ['ID=3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:10.900574 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '970ee857-0e51-4f37-a185-57091db803a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:04Z', 'updated_at': '2021-10-18T23:39:07Z', 'revision_number': 3, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'gw_port': {'id': '970ee857-0e51-4f37-a185-57091db803a2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:06Z', 'updated_at': '2021-10-18T23:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:10.934990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8384493d-2aca-41ea-86c6-61aeadd61579 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6222575 Oct 18 23:39:10.945183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41248) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:10.951328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'port': {'network_id': 'b3888978-fd71-4644-9052-6b1695549cb3', 'name': 'tempest-AllowedAddressPairTestJSON-1733941205'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:10.963517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-8844e479-a743-46d3-9e8e-718990128488 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056495 Oct 18 23:39:10.989156 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Checking router: 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:39:10.990025 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Updating router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a port 970ee857-0e51-4f37-a185-57091db803a2 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:39:11.011425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] For port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:11.022400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] For port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=656cb0d6-a5f7-44f2-a26d-c145b2bdd28b,segment=NetworkSegment(22511715-0a3f-41b1-8e1b-edc402856bd2),segment_id=22511715-0a3f-41b1-8e1b-edc402856bd2)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:11.031008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.049432 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.200664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.203489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238b1f1-0129-4f5a-8968-18cfa44323e9 req-a78f2b59-16f3-45fc-b813-c2afc21a1fc8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:11.203799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abc29c-96fd-4eb2-823e-7753c0e72c7c None None] Pushing event updated for resources: {'Port': ['ID=656cb0d6-a5f7-44f2-a26d-c145b2bdd28b,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:11.218818 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8238b1f1-0129-4f5a-8968-18cfa44323e9 req-a78f2b59-16f3-45fc-b813-c2afc21a1fc8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3427999 Oct 18 23:39:11.227997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f7eb19c4-74ad-4cf5-81c0-82f51f527354 None None] Provisioning complete for port 3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:11.229093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f7eb19c4-74ad-4cf5-81c0-82f51f527354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.268373 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.290049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b581cf-7ea1-44f1-8f9e-f483a2601807 req-f96c606e-65cf-4782-b8b4-1f277473378f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:11.305033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3b581cf-7ea1-44f1-8f9e-f483a2601807 req-f96c606e-65cf-4782-b8b4-1f277473378f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 943 time: 0.5254946 Oct 18 23:39:11.358299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb19c4-74ad-4cf5-81c0-82f51f527354 None None] Port 3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:11.392754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Made reservation on behalf of 6daf39eed6f6456384c10befa8d804be for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:11.397676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.453435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:11.460516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:11.468489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8238b1f1-0129-4f5a-8968-18cfa44323e9 req-658f3b44-c660-4467-9a81-173ccb182457 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486782 Oct 18 23:39:11.497141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] device_id is not set on port 6bd05d81-ebe9-4816-83f8-d3dfd152339c yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:11.588565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:11.590207 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.599762 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.667803 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Attempting to bind port 970ee857-0e51-4f37-a185-57091db803a2 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:11.669859 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Attempting to bind port 970ee857-0e51-4f37-a185-57091db803a2 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:11.670320 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Attempting to bind port 970ee857-0e51-4f37-a185-57091db803a2 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:11.688015 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:11.688870 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:11.689551 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.690154 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:11.690903 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Bound port: 970ee857-0e51-4f37-a185-57091db803a2, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:11.691580 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.824485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:11.825623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:11.837098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event updated for resources: {'Port': ['ID=33254d72-4284-4c9b-8df5-d6a07f03fc6a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:11.869077 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3b581cf-7ea1-44f1-8f9e-f483a2601807 req-1c94b712-8b2b-4eb3-be0b-3c5a7e467406 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630817 Oct 18 23:39:11.908326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-892d642f-4661-46df-b359-e6f4c284252b tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3717861 Oct 18 23:39:11.918393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41270) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:11.934343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Request body: {'port': {'network_id': 'cbef265d-2047-44b3-bcf6-ce29c0f50ca0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1717320911', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:11.939952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.api.validators [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] bootfile-name is not in valid_values {{(pid=100922) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:39:11.939952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.api.validators [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] tftp-server is not in valid_values {{(pid=100922) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:39:11.940281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.api.validators [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] server-ip-address is not in valid_values {{(pid=100922) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:39:11.993534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-3573992d-03d9-49cf-9c99-9512fd5362fe service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446885 Oct 18 23:39:12.084279 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Pushing event updated for resources: {'Port': ['ID=970ee857-0e51-4f37-a185-57091db803a2,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:12.125013 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.125539 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.125916 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.126270 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.126562 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.126901 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.127295 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.127613 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.127997 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.128308 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.135274 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.138297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d5ac8fb-53e2-45d3-bb91-a1aae9df6520 req-bdc52a60-9dae-4a98-9cc0-51c12e7ceadf service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340938 Oct 18 23:39:12.139167 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:12.178413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Allocated IP 172.20.0.3 (b3888978-fd71-4644-9052-6b1695549cb3/771604ed-5424-4a7f-91d1-b8183cda8794/6bd05d81-ebe9-4816-83f8-d3dfd152339c) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:12.241536 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] For port 970ee857-0e51-4f37-a185-57091db803a2, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:12.248879 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] For port 970ee857-0e51-4f37-a185-57091db803a2, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=970ee857-0e51-4f37-a185-57091db803a2,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:12.259033 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:12.373482 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Routers {'9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:12.374439 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:12.421290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76bf41-4a7d-48da-a6d1-9c86d2cd9d48 req-8ebcfad6-4ddd-4d60-9e4a-2d67fbdf83d0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:12.437033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d76bf41-4a7d-48da-a6d1-9c86d2cd9d48 req-8ebcfad6-4ddd-4d60-9e4a-2d67fbdf83d0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2143857 Oct 18 23:39:12.452024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-a02d2dc2-5e53-452f-b25b-61defb1a8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:12.468669 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea98f4-ef4d-4665-b156-92103fe0f49a None None] Pushing event updated for resources: {'Port': ['ID=970ee857-0e51-4f37-a185-57091db803a2,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:12.481300 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-a02d2dc2-5e53-452f-b25b-61defb1a8f14 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1097 time: 0.2298379 Oct 18 23:39:12.545572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-24475228-f5d5-4dba-a6b6-e92ee72cf56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:12.551937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-24475228-f5d5-4dba-a6b6-e92ee72cf56f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 1095 time: 0.3053970 Oct 18 23:39:12.574192 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] Set router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:12.650835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d76bf41-4a7d-48da-a6d1-9c86d2cd9d48 req-0838c96c-9feb-4c5e-aa1a-cacbbbadbc9b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130127 Oct 18 23:39:12.753920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Made reservation on behalf of a570c118226742589977c0fbc500ee58 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:12.759549 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:12.791586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] device_id is not set on port 14dee4e3-6475-42c7-a6f0-5701850d62e8 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:12.901631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:13.018950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518f46e-1ef2-48a1-b716-98f308247e4c None None] Network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:13.019474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Allocated IP 172.20.0.8 (cbef265d-2047-44b3-bcf6-ce29c0f50ca0/d2ffb487-d205-4bf2-bdb3-648436c12966/14dee4e3-6475-42c7-a6f0-5701850d62e8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:13.043737 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '970ee857-0e51-4f37-a185-57091db803a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:04Z', 'updated_at': '2021-10-18T23:39:07Z', 'revision_number': 3, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'gw_port': {'id': '970ee857-0e51-4f37-a185-57091db803a2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:06Z', 'updated_at': '2021-10-18T23:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:13.128312 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d54146-2435-4a0f-bfb0-587608906978 None None] The sync data for ids ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'] in n-d-713498-28 is: [{'id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '970ee857-0e51-4f37-a185-57091db803a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:04Z', 'updated_at': '2021-10-18T23:39:07Z', 'revision_number': 3, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'gw_port': {'id': '970ee857-0e51-4f37-a185-57091db803a2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:06Z', 'updated_at': '2021-10-18T23:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:39:13.223195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ceb31d69-fb79-48e6-a3c3-f3af9ddacd05 None None] Provisioning complete for port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:13.225956 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ceb31d69-fb79-48e6-a3c3-f3af9ddacd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:13.292161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-d15ab099-9f4a-4bd9-ae52-c43107ffb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:13.297372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-d15ab099-9f4a-4bd9-ae52-c43107ffb86b service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.8025837 Oct 18 23:39:13.411915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-4d608342-1518-4be5-8fc8-0191c23b9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:13.413315 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-4d608342-1518-4be5-8fc8-0191c23b9433 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 907 time: 0.8475564 Oct 18 23:39:13.445766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960659b-5622-4262-af0d-e2b33e5978fa req-da3f9ae7-e77f-429a-a861-25d46f447a6b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:13.454264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8960659b-5622-4262-af0d-e2b33e5978fa req-da3f9ae7-e77f-429a-a861-25d46f447a6b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 943 time: 0.4531670 Oct 18 23:39:13.462183 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:13.496668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:13.571412 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:13.575972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-ea332be0-a7d8-4502-9e67-38c1b72a3a56 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 0.2557638 Oct 18 23:39:13.708694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-2c32b736-ffcc-45fc-bed5-629de2870cdc req-0043236b-72be-4fb4-9130-bb29a9224bd3 service neutron] (100922) timed out ('10.222.0.73', 64201) {{(pid=100922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 23:39:13.730760 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-28fba127-ca82-4788-8fa8-08f8e81b1e56 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a484accd-3fc1-4596-b1c5-5dfc8b6a8899 HTTP/1.1" status: 200 len: 217 time: 0.2717991 Oct 18 23:39:13.767223 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:13.872267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event updated for resources: {'Port': ['ID=14dee4e3-6475-42c7-a6f0-5701850d62e8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:13.897239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:13.898989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:13.908464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:13.921154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-2f0e48be-40cc-4ba9-a833-e396b349b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:13.923545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-2f0e48be-40cc-4ba9-a833-e396b349b68d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.3195484 Oct 18 23:39:14.018442 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8960659b-5622-4262-af0d-e2b33e5978fa req-651c5c6b-01c6-4206-a940-bf2d7937e982 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626842 Oct 18 23:39:14.174528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-fc03ec3d-7643-415d-9bf1-0b574fd27c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:14.176672 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-fc03ec3d-7643-415d-9bf1-0b574fd27c3c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.3986695 Oct 18 23:39:14.190490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52bdae-789c-4bc7-95f3-b4649e7600ed req-760c7989-539d-4345-b988-02a5b7ff6d2d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:14.200031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c52bdae-789c-4bc7-95f3-b4649e7600ed req-760c7989-539d-4345-b988-02a5b7ff6d2d tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2835405 Oct 18 23:39:14.243219 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:14.271042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ceb31d69-fb79-48e6-a3c3-f3af9ddacd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:14.277863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:14.283149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:14.284232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:14.289327 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:14.340810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Allocated IP 172.20.0.1 (553c541b-92c4-452e-99b9-a24414fcc83d/d2ba738b-1429-439d-932e-6bf94bef270c/b6eae2c3-b29c-45a8-8dd7-e48104f75edc) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:14.374829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-5738c498-1ccd-462c-81e3-93a874780030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:14.376526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-5738c498-1ccd-462c-81e3-93a874780030 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4019594 Oct 18 23:39:14.385425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ec135edb-cfb3-4d48-b5be-93c3323ee4ae tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4629340 Oct 18 23:39:14.392779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41326) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:14.402678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ceb31d69-fb79-48e6-a3c3-f3af9ddacd05 None None] For port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=656cb0d6-a5f7-44f2-a26d-c145b2bdd28b,segment=NetworkSegment(22511715-0a3f-41b1-8e1b-edc402856bd2),segment_id=22511715-0a3f-41b1-8e1b-edc402856bd2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:14.417656 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ceb31d69-fb79-48e6-a3c3-f3af9ddacd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:14.531941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c52bdae-789c-4bc7-95f3-b4649e7600ed req-fdf3183f-1e1c-4146-af06-e28d4915216b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060181 Oct 18 23:39:14.574068 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-2302e188-830e-4d08-9c5b-0872bc1f7dd8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3716319 Oct 18 23:39:14.736584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a3c72be9-4504-4951-b07a-766662852a56 None None] Provisioning complete for port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:14.736955 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a3c72be9-4504-4951-b07a-766662852a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:14.756339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb31d69-fb79-48e6-a3c3-f3af9ddacd05 None None] Pushing event updated for resources: {'Port': ['ID=656cb0d6-a5f7-44f2-a26d-c145b2bdd28b,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:14.988607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a3c72be9-4504-4951-b07a-766662852a56 None None] Provisioning complete for port 33254d72-4284-4c9b-8df5-d6a07f03fc6a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:14.989530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a3c72be9-4504-4951-b07a-766662852a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:15.094080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a3c72be9-4504-4951-b07a-766662852a56 None None] Port 33254d72-4284-4c9b-8df5-d6a07f03fc6a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:15.215075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-ae009c3f-5460-4025-ad0e-ce5a47ca15f4 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8010428 Oct 18 23:39:15.236572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ce1a74e1-c6f8-4a27-8311-0b671bf2893c None None] Provisioning complete for port 33254d72-4284-4c9b-8df5-d6a07f03fc6a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:15.236880 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ce1a74e1-c6f8-4a27-8311-0b671bf2893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:15.301554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff773d-9cfb-4284-a470-436c0aceef5e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:15.308405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff773d-9cfb-4284-a470-436c0aceef5e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:15.335992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a74e1-c6f8-4a27-8311-0b671bf2893c None None] Port 33254d72-4284-4c9b-8df5-d6a07f03fc6a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:15.346168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff773d-9cfb-4284-a470-436c0aceef5e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:15.350861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b2ff773d-9cfb-4284-a470-436c0aceef5e tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.9363282 Oct 18 23:39:15.353870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41344) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:15.425226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a484accd-3fc1-4596-b1c5-5dfc8b6a8899 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:39:15.459043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Network b3888978-fd71-4644-9052-6b1695549cb3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:15.495716 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 970ee857-0e51-4f37-a185-57091db803a2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:15.497623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46d2dfc6-8524-4d36-bc5f-7eb7e60d0006 req-34ffded1-4476-422d-afc1-ae5cd64d4d4e service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715249 Oct 18 23:39:15.507832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:15.547961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:15.555347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-387f304a-0576-4f51-aecc-6339fc8f96a6 None None] Provisioning complete for port 14dee4e3-6475-42c7-a6f0-5701850d62e8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:15.555723 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-387f304a-0576-4f51-aecc-6339fc8f96a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:15.560548 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:39:15.579501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Port': ['ID=6bd05d81-ebe9-4816-83f8-d3dfd152339c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:15.719516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5ead55c9-3040-4aeb-b57d-dfadaaee294c tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Deleting port 14dee4e3-6475-42c7-a6f0-5701850d62e8 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:15.719516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ead55c9-3040-4aeb-b57d-dfadaaee294c tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:15.806002 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-453971b9-9065-407a-b6a7-2d65431ad525 service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2005982 Oct 18 23:39:15.831508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15ad47-3c7d-4fbf-bcb3-c012e3277981 req-67c96e9e-a3bd-4acc-8ac0-12f862f4d556 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:15.834587 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d15ad47-3c7d-4fbf-bcb3-c012e3277981 req-67c96e9e-a3bd-4acc-8ac0-12f862f4d556 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 943 time: 0.5572205 Oct 18 23:39:15.847069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:15.883442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a484accd-3fc1-4596-b1c5-5dfc8b6a8899, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:15.912821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-387f304a-0576-4f51-aecc-6339fc8f96a6 None None] Port 14dee4e3-6475-42c7-a6f0-5701850d62e8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:15.917935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:15.919312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:15.951024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'a484accd-3fc1-4596-b1c5-5dfc8b6a8899', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'port_id': 'a484accd-3fc1-4596-b1c5-5dfc8b6a8899', 'mac_address': 'fa:16:3e:78:ee:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4bd0b5-8162-4f22-ba33-379f9081f4ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:39:15.959825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 970ee857-0e51-4f37-a185-57091db803a2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:15.960317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:15.966349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b32c3-b5ad-439b-96ab-cd52945af5c9 req-d361eb00-4987-4749-8d4c-04ec17664383 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:15.968261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-168b32c3-b5ad-439b-96ab-cd52945af5c9 req-d361eb00-4987-4749-8d4c-04ec17664383 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2045543 Oct 18 23:39:16.008591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d15ad47-3c7d-4fbf-bcb3-c012e3277981 req-95b0951b-03b9-45a6-b6b9-555ae347dc4d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561654 Oct 18 23:39:16.011336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ead55c9-3040-4aeb-b57d-dfadaaee294c tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.038714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5ead55c9-3040-4aeb-b57d-dfadaaee294c tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Calling delete_port for 14dee4e3-6475-42c7-a6f0-5701850d62e8 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:16.059429 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-168b32c3-b5ad-439b-96ab-cd52945af5c9 req-b021191f-bf26-4f07-856c-d3fcee80bd68 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821064 Oct 18 23:39:16.104021 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.144727 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7bbd11c2-dcb1-4729-ab59-08f963384a42 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1956506 Oct 18 23:39:16.146050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a484accd-3fc1-4596-b1c5-5dfc8b6a8899 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:39:16.148877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41366) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:16.155434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b34ee693-e6d3-4b7c-96df-465e62e3f14c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:dd:9f:31'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:26:ce:ca'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:16.187563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a484accd-3fc1-4596-b1c5-5dfc8b6a8899, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:16.190901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5816cdcc-94e3-4597-a6a6-5dc67cdfcf5a None None] Provisioning complete for port 6bd05d81-ebe9-4816-83f8-d3dfd152339c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:16.191338 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5816cdcc-94e3-4597-a6a6-5dc67cdfcf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.237418 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.288923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-5816cdcc-94e3-4597-a6a6-5dc67cdfcf5a None None] Port 6bd05d81-ebe9-4816-83f8-d3dfd152339c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:16.291470 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.303538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e5d97a4-5610-4469-aa97-044bf1879a4e req-cbff7af9-c76e-4430-8b5c-b0e51b6a86ca service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621789 Oct 18 23:39:16.305545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Network 553c541b-92c4-452e-99b9-a24414fcc83d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:16.326339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:16.368317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Pushing event updated for resources: {'Port': ['ID=b6eae2c3-b29c-45a8-8dd7-e48104f75edc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:16.370885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:16.429634 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ead55c9-3040-4aeb-b57d-dfadaaee294c tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.433383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:16.437069 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.470635 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.483775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 970ee857-0e51-4f37-a185-57091db803a2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=970ee857-0e51-4f37-a185-57091db803a2,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:16.490738 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.493738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:16.506222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead55c9-3040-4aeb-b57d-dfadaaee294c tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event deleted for resources: {'Port': ['ID=14dee4e3-6475-42c7-a6f0-5701850d62e8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:16.712947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=970ee857-0e51-4f37-a185-57091db803a2,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:16.750631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:16.751205 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.766773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a484accd-3fc1-4596-b1c5-5dfc8b6a8899'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:39:16.774641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b34ee693-e6d3-4b7c-96df-465e62e3f14c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.780233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ead55c9-3040-4aeb-b57d-dfadaaee294c tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.790776 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5ead55c9-3040-4aeb-b57d-dfadaaee294c tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "DELETE /v2.0/ports/14dee4e3-6475-42c7-a6f0-5701850d62e8 HTTP/1.1" status: 204 len: 168 time: 1.4312863 Oct 18 23:39:16.806241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41382) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:16.831963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Request body: {'port': {'name': 'tempest-new-port-name-1533961675', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:16.832300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.api.validators [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] bootfile-name is not in valid_values {{(pid=100922) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:39:16.832667 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.api.validators [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] tftp-server is not in valid_values {{(pid=100922) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:39:16.833043 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.api.validators [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] server-ip-address is not in valid_values {{(pid=100922) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 23:39:16.909349 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:16.931829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7655fa94-db41-409b-848a-fa3474080362 None None] Provisioning complete for port b6eae2c3-b29c-45a8-8dd7-e48104f75edc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:16.932710 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7655fa94-db41-409b-848a-fa3474080362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.019789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7655fa94-db41-409b-848a-fa3474080362 None None] Port b6eae2c3-b29c-45a8-8dd7-e48104f75edc cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:17.060738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b34ee693-e6d3-4b7c-96df-465e62e3f14c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.084955 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b34ee693-e6d3-4b7c-96df-465e62e3f14c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.337373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ee693-e6d3-4b7c-96df-465e62e3f14c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event updated for resources: {'Port': ['ID=6bd05d81-ebe9-4816-83f8-d3dfd152339c,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:17.395678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.402918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.417122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff68d3-3396-4073-99f0-46aab9fa5e03 req-26ff3dc2-34b1-4fa8-835f-62c8b0e79a52 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:17.419215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9ff68d3-3396-4073-99f0-46aab9fa5e03 req-26ff3dc2-34b1-4fa8-835f-62c8b0e79a52 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 944 time: 0.2524636 Oct 18 23:39:17.427700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b34ee693-e6d3-4b7c-96df-465e62e3f14c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] In _notify_port_updated(), no bound segment for port 6bd05d81-ebe9-4816-83f8-d3dfd152339c on network b3888978-fd71-4644-9052-6b1695549cb3 {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:39:17.428875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 970ee857-0e51-4f37-a185-57091db803a2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:17.433722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34ee693-e6d3-4b7c-96df-465e62e3f14c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:17.435042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b34ee693-e6d3-4b7c-96df-465e62e3f14c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.436539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b34ee693-e6d3-4b7c-96df-465e62e3f14c tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "PUT /v2.0/ports/6bd05d81-ebe9-4816-83f8-d3dfd152339c HTTP/1.1" status: 200 len: 1056 time: 1.2864597 Oct 18 23:39:17.446176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.462385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41396) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:17.477101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9ff68d3-3396-4073-99f0-46aab9fa5e03 req-5d4e6fb7-2e22-4456-bd4c-01a6a0474392 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373819 Oct 18 23:39:17.525759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 970ee857-0e51-4f37-a185-57091db803a2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:17.526279 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.581322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d892214-c514-440d-90b9-f7775331e1b1 req-dd581ac2-a8b1-44de-80c0-b727116b6414 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:17.583514 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d892214-c514-440d-90b9-f7775331e1b1 req-dd581ac2-a8b1-44de-80c0-b727116b6414 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3328676 Oct 18 23:39:17.671919 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.702269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Pushing event updated for resources: {'Port': ['ID=b6eae2c3-b29c-45a8-8dd7-e48104f75edc,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:17.732574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.740208 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.744366 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d892214-c514-440d-90b9-f7775331e1b1 req-edd8235e-7f30-434f-8b93-88691e810321 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274481 Oct 18 23:39:17.754108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0bca715d-d4f1-496f-af92-52dc91358672 None None] Provisioning complete for port 6bd05d81-ebe9-4816-83f8-d3dfd152339c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:17.755637 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0bca715d-d4f1-496f-af92-52dc91358672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.829559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0bca715d-d4f1-496f-af92-52dc91358672 None None] Port 6bd05d81-ebe9-4816-83f8-d3dfd152339c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:17.872467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event updated for resources: {'Port': ['ID=33254d72-4284-4c9b-8df5-d6a07f03fc6a,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:17.876810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] In _notify_port_updated(), no bound segment for port 33254d72-4284-4c9b-8df5-d6a07f03fc6a on network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:39:17.883579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:17.884261 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.888086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-314be9aa-130c-45ca-8e81-31adacdd426a tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "PUT /v2.0/ports/33254d72-4284-4c9b-8df5-d6a07f03fc6a HTTP/1.1" status: 200 len: 1136 time: 1.0740604 Oct 18 23:39:17.888368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41408) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:17.941643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-76184750-d55f-47fe-b0ef-32dcbf0bb112 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Deleting port 6bd05d81-ebe9-4816-83f8-d3dfd152339c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:17.942047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76184750-d55f-47fe-b0ef-32dcbf0bb112 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:17.948208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ca537-9ce7-446a-beae-73d33300bf24 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:17.951668 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-764ca537-9ce7-446a-beae-73d33300bf24 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "GET /v2.0/ports/33254d72-4284-4c9b-8df5-d6a07f03fc6a HTTP/1.1" status: 200 len: 1136 time: 0.0622926 Oct 18 23:39:17.955574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41410) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:17.999755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Network 553c541b-92c4-452e-99b9-a24414fcc83d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:18.031042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:18.044000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd31aab-94cf-4e0f-9d4a-2a74477ead84 req-770153a9-977f-492a-80ce-46281a584893 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:18.045639 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fd31aab-94cf-4e0f-9d4a-2a74477ead84 req-770153a9-977f-492a-80ce-46281a584893 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1417110 Oct 18 23:39:18.091494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-d27bfa3f-d760-4d04-81a9-8c89e933a2f2 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Deleting port 33254d72-4284-4c9b-8df5-d6a07f03fc6a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:18.091494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d27bfa3f-d760-4d04-81a9-8c89e933a2f2 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:18.102534 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76184750-d55f-47fe-b0ef-32dcbf0bb112 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:18.174058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-76184750-d55f-47fe-b0ef-32dcbf0bb112 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Calling delete_port for 6bd05d81-ebe9-4816-83f8-d3dfd152339c owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:18.190036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-16981daa-62f6-475f-b98c-092e54d2d59c None None] Provisioning complete for port 33254d72-4284-4c9b-8df5-d6a07f03fc6a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:18.190416 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16981daa-62f6-475f-b98c-092e54d2d59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:18.243444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d27bfa3f-d760-4d04-81a9-8c89e933a2f2 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:18.253251 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0fd31aab-94cf-4e0f-9d4a-2a74477ead84 req-eb323a88-993b-4021-bc6d-5c73e5438c6e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949544 Oct 18 23:39:18.279127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-16981daa-62f6-475f-b98c-092e54d2d59c None None] Port 33254d72-4284-4c9b-8df5-d6a07f03fc6a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:18.294783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-d27bfa3f-d760-4d04-81a9-8c89e933a2f2 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Calling delete_port for 33254d72-4284-4c9b-8df5-d6a07f03fc6a owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:18.412059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:39:18.427453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7afee105-6c3f-4226-97be-7e2b8769a8f3 None None] Provisioning complete for port b6eae2c3-b29c-45a8-8dd7-e48104f75edc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:18.428243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7afee105-6c3f-4226-97be-7e2b8769a8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:18.476495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7afee105-6c3f-4226-97be-7e2b8769a8f3 None None] Port b6eae2c3-b29c-45a8-8dd7-e48104f75edc cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:39:18.501006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c75510-c9b6-4086-8d48-f711b6a2c470 req-9ed8e795-8718-4b63-8252-951698abbb1b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:18.508894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3c75510-c9b6-4086-8d48-f711b6a2c470 req-9ed8e795-8718-4b63-8252-951698abbb1b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1018312 Oct 18 23:39:18.555389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3c75510-c9b6-4086-8d48-f711b6a2c470 req-6c9ea2cc-c533-4eba-889b-888cfc4b20a9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453658 Oct 18 23:39:18.646377 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76184750-d55f-47fe-b0ef-32dcbf0bb112 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:18.661705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d27bfa3f-d760-4d04-81a9-8c89e933a2f2 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:18.699392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bfa3f-d760-4d04-81a9-8c89e933a2f2 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event deleted for resources: {'Port': ['ID=33254d72-4284-4c9b-8df5-d6a07f03fc6a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:18.797319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76184750-d55f-47fe-b0ef-32dcbf0bb112 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event deleted for resources: {'Port': ['ID=6bd05d81-ebe9-4816-83f8-d3dfd152339c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:18.843919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d27bfa3f-d760-4d04-81a9-8c89e933a2f2 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:18.849645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d27bfa3f-d760-4d04-81a9-8c89e933a2f2 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "DELETE /v2.0/ports/33254d72-4284-4c9b-8df5-d6a07f03fc6a HTTP/1.1" status: 204 len: 168 time: 0.8927984 Oct 18 23:39:18.852171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41446) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:18.917845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccab484c-7d34-414e-905a-4e02b15e5c98 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Deleting subnet d2ffb487-d205-4bf2-bdb3-648436c12966 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:39:18.918944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:39:18.922518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ccab484c-7d34-414e-905a-4e02b15e5c98 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:18.931667 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7a9c4693-c8f4-4b93-bb38-6dda4583fc52 admin admin] 10.222.0.52 "PUT /v2.0/routers/9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5629907 Oct 18 23:39:18.932124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Sync routers for ids ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:39:18.949425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Routers {'9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:18.950250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:19.015709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc22571-f1a7-4172-8e5e-7a4e5d10ce3a req-8895ba5e-8301-42ef-9c09-c3c22a133f70 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:19.024761 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdc22571-f1a7-4172-8e5e-7a4e5d10ce3a req-8895ba5e-8301-42ef-9c09-c3c22a133f70 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 944 time: 0.3934305 Oct 18 23:39:19.068474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ccab484c-7d34-414e-905a-4e02b15e5c98 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:19.149464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdc22571-f1a7-4172-8e5e-7a4e5d10ce3a req-169cee77-9681-45aa-96cc-a9ba48a5163c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227610 Oct 18 23:39:19.271595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Set router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:19.498096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a484accd-3fc1-4596-b1c5-5dfc8b6a8899 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:19.528921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd3531-605d-4b4b-98ef-6bb1d0f1a911 req-9ecd39e0-1943-430c-81c6-229cbc78b0b7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:19.536797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8cd3531-605d-4b4b-98ef-6bb1d0f1a911 req-9ecd39e0-1943-430c-81c6-229cbc78b0b7 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3053143 Oct 18 23:39:19.579362 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ccab484c-7d34-414e-905a-4e02b15e5c98 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:19.599112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76184750-d55f-47fe-b0ef-32dcbf0bb112 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:19.602439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-76184750-d55f-47fe-b0ef-32dcbf0bb112 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "DELETE /v2.0/ports/6bd05d81-ebe9-4816-83f8-d3dfd152339c HTTP/1.1" status: 204 len: 168 time: 2.1296093 Oct 18 23:39:19.608153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41470) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:19.673627 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ce5b5d-e4cb-408d-8edf-bab834a432a7 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] GET failed (client error): The resource could not be found. Oct 18 23:39:19.694652 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-74ce5b5d-e4cb-408d-8edf-bab834a432a7 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "GET /v2.0/ports/6bd05d81-ebe9-4816-83f8-d3dfd152339c HTTP/1.1" status: 404 len: 333 time: 0.0846283 Oct 18 23:39:19.696435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41476) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:19.779675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port a484accd-3fc1-4596-b1c5-5dfc8b6a8899 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:39:19.782103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8cd3531-605d-4b4b-98ef-6bb1d0f1a911 req-7119aeb4-64c7-4357-b554-78a524ba578b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443495 Oct 18 23:39:19.800070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port a484accd-3fc1-4596-b1c5-5dfc8b6a8899 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:19.805058 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:19.841267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ccab484c-7d34-414e-905a-4e02b15e5c98 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:19.878073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ccab484c-7d34-414e-905a-4e02b15e5c98 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:19.889414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ccab484c-7d34-414e-905a-4e02b15e5c98 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "DELETE /v2.0/subnets/d2ffb487-d205-4bf2-bdb3-648436c12966 HTTP/1.1" status: 204 len: 168 time: 1.0361116 Oct 18 23:39:19.894054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6333e28b-dc77-44a1-ae2e-bb7ccacb14b1 None None] Network cbef265d-2047-44b3-bcf6-ce29c0f50ca0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:19.960050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41488) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:19.973733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab484c-7d34-414e-905a-4e02b15e5c98 tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ffb487-d205-4bf2-bdb3-648436c12966,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:20.088461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:20.133276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-be3959c1-9e41-4749-88af-635f412cd083 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Deleting port 3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:20.134076 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be3959c1-9e41-4749-88af-635f412cd083 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:20.268314 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:20.290182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '970ee857-0e51-4f37-a185-57091db803a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:04Z', 'updated_at': '2021-10-18T23:39:16Z', 'revision_number': 4, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'gw_port': {'id': '970ee857-0e51-4f37-a185-57091db803a2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:06Z', 'updated_at': '2021-10-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b6eae2c3-b29c-45a8-8dd7-e48104f75edc', 'name': '', 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'mac_address': 'fa:16:3e:89:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd2ba738b-1429-439d-932e-6bf94bef270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:13Z', 'updated_at': '2021-10-18T23:39:17Z', 'revision_number': 2, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'subnets': [{'id': 'd2ba738b-1429-439d-932e-6bf94bef270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:20.404179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Checking router: 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:39:20.405272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Updating router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a port b6eae2c3-b29c-45a8-8dd7-e48104f75edc binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:39:20.411428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Deleting port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:20.411808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:20.432231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-20437859-5826-467c-9b4c-4f05480a2a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:20.443993 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be3959c1-9e41-4749-88af-635f412cd083 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:20.477994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-be3959c1-9e41-4749-88af-635f412cd083 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Calling delete_port for 3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:20.542007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a484accd-3fc1-4596-b1c5-5dfc8b6a8899, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:20.544159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a1f25-f64a-44d0-9367-1b2f3b092a21 req-786abb59-37b0-416a-94df-819a4527b3c0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:20.545737 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e2a1f25-f64a-44d0-9367-1b2f3b092a21 req-786abb59-37b0-416a-94df-819a4527b3c0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 944 time: 0.2612371 Oct 18 23:39:20.553228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf94baf2-f369-4ad3-a46e-72c120b0d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a484accd-3fc1-4596-b1c5-5dfc8b6a8899'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:20.558482 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa3de87-492c-49b5-a09a-9e0837a13f3a" -d '{"events": [{"server_uuid": "bf94baf2-f369-4ad3-a46e-72c120b0d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "a484accd-3fc1-4596-b1c5-5dfc8b6a8899"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:20.570076 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:20.603576 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:20.636548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] For port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=656cb0d6-a5f7-44f2-a26d-c145b2bdd28b,segment=NetworkSegment(22511715-0a3f-41b1-8e1b-edc402856bd2),segment_id=22511715-0a3f-41b1-8e1b-edc402856bd2)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:20.637582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:20.640512 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b23bfc7-c4d8-4a48-ae93-c9b4c1700a2b x-openstack-request-id: req-6b23bfc7-c4d8-4a48-ae93-c9b4c1700a2b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:20.640885 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf94baf2-f369-4ad3-a46e-72c120b0d9fc", "name": "network-vif-plugged", "status": "completed", "tag": "a484accd-3fc1-4596-b1c5-5dfc8b6a8899", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:20.641215 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b23bfc7-c4d8-4a48-ae93-c9b4c1700a2b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:20.642060 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf94baf2-f369-4ad3-a46e-72c120b0d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a484accd-3fc1-4596-b1c5-5dfc8b6a8899', 'code': 200} Oct 18 23:39:20.673596 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e2a1f25-f64a-44d0-9367-1b2f3b092a21 req-57925d64-ee0f-42ff-9df2-650bc2ea719d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882897 Oct 18 23:39:20.674551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Calling delete_port for 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:20.753037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:20.760570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f97fa1-4542-4b62-be8c-be6cf6e2b97d None None] DHCP port deletion for cbef265d-2047-44b3-bcf6-ce29c0f50ca0 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:39:21.015523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-02f97fa1-4542-4b62-be8c-be6cf6e2b97d None None] Deleting port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:21.015816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-02f97fa1-4542-4b62-be8c-be6cf6e2b97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:21.023099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941933-40bf-4a9e-9d71-f4f5fe0fa083 req-416bbc20-df72-4b69-b397-6440b1b4fc80 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:21.037384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02941933-40bf-4a9e-9d71-f4f5fe0fa083 req-416bbc20-df72-4b69-b397-6440b1b4fc80 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1113052 Oct 18 23:39:21.222964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02941933-40bf-4a9e-9d71-f4f5fe0fa083 req-c6f27848-bb23-47b6-802c-8c1ff73938cb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496012 Oct 18 23:39:21.563929 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:21.567414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-02f97fa1-4542-4b62-be8c-be6cf6e2b97d None None] For port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=656cb0d6-a5f7-44f2-a26d-c145b2bdd28b,segment=NetworkSegment(22511715-0a3f-41b1-8e1b-edc402856bd2),segment_id=22511715-0a3f-41b1-8e1b-edc402856bd2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:21.568436 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-02f97fa1-4542-4b62-be8c-be6cf6e2b97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:21.574281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be3959c1-9e41-4749-88af-635f412cd083 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:21.585307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-02f97fa1-4542-4b62-be8c-be6cf6e2b97d None None] Calling delete_port for 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:21.609745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event deleted for resources: {'Port': ['ID=656cb0d6-a5f7-44f2-a26d-c145b2bdd28b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:21.620544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] No DVR routers for this DVR port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:21.623041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.623340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.623690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.624174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.624516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.624853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.625238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.625571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.625900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.626228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.626555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.626902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:21.646102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41538) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:21.649748 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:21.691139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:21.691747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:21.743598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3959c1-9e41-4749-88af-635f412cd083 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event deleted for resources: {'Port': ['ID=3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:21.747473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad63da8-e945-4557-9f0c-637314287caf req-a2a3413a-d3f9-45a9-b405-91992ed1a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:21.750172 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad63da8-e945-4557-9f0c-637314287caf req-a2a3413a-d3f9-45a9-b405-91992ed1a77f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 1097 time: 0.2131712 Oct 18 23:39:21.783727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5c359-a1a6-475d-bd86-8fa6c7971988 req-7627fb5a-452b-4776-a072-ebd4db37dd3b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:21.800989 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ac5c359-a1a6-475d-bd86-8fa6c7971988 req-7627fb5a-452b-4776-a072-ebd4db37dd3b tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2565832 Oct 18 23:39:21.822533 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-02f97fa1-4542-4b62-be8c-be6cf6e2b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:21.875598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-ab9be34a-c162-470d-bcd9-53e0a50950aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:21.877034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-ab9be34a-c162-470d-bcd9-53e0a50950aa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1097 time: 0.2869873 Oct 18 23:39:21.888370 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:21.919784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97fa1-4542-4b62-be8c-be6cf6e2b97d None None] Pushing event deleted for resources: {'Port': ['ID=656cb0d6-a5f7-44f2-a26d-c145b2bdd28b,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:21.927386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f97fa1-4542-4b62-be8c-be6cf6e2b97d None None] No DVR routers for this DVR port 656cb0d6-a5f7-44f2-a26d-c145b2bdd28b on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:21.936156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbef265d-2047-44b3-bcf6-ce29c0f50ca0']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:21.956993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22511715-0a3f-41b1-8e1b-edc402856bd2') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:21.957293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22511715-0a3f-41b1-8e1b-edc402856bd2') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:21.983424 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:21.987005 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:21.998855 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.015753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ac5c359-a1a6-475d-bd86-8fa6c7971988 req-4d5f2b77-76da-4406-be5b-8fa45538b456 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132316 Oct 18 23:39:22.040734 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be3959c1-9e41-4749-88af-635f412cd083 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.046526 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-be3959c1-9e41-4749-88af-635f412cd083 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "DELETE /v2.0/ports/3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2 HTTP/1.1" status: 204 len: 168 time: 2.3474686 Oct 18 23:39:22.054252 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.064182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41552) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:22.080517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:39:22.080928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.112109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f0880-d454-412a-b58f-e2c313be2354 None None] Pushing event updated for resources: {'Port': ['ID=b6eae2c3-b29c-45a8-8dd7-e48104f75edc,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:39:22.160393 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:39:22.171816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.175788 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1700b4-d545-4580-a30a-491530cadd03 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] GET failed (client error): The resource could not be found. Oct 18 23:39:22.178589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bc1700b4-d545-4580-a30a-491530cadd03 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "GET /v2.0/ports/3a3fd0ed-ff81-4e0e-81c1-b2161c7c25a2 HTTP/1.1" status: 404 len: 333 time: 0.1126277 Oct 18 23:39:22.181804 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.183259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41558) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:22.207031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] 10.222.0.52 "DELETE /v2.0/networks/cbef265d-2047-44b3-bcf6-ce29c0f50ca0 HTTP/1.1" status: 204 len: 168 time: 2.2433567 Oct 18 23:39:22.210370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ad63da8-e945-4557-9f0c-637314287caf req-baa61bb0-e5d9-443c-9c76-88b086a3c51e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262547 Oct 18 23:39:22.219669 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Attempting to bind port b6eae2c3-b29c-45a8-8dd7-e48104f75edc on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:22.220039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Attempting to bind port b6eae2c3-b29c-45a8-8dd7-e48104f75edc by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '726180a7-fdc8-4740-9e8e-0f4a65f29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:22.220407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Attempting to bind port b6eae2c3-b29c-45a8-8dd7-e48104f75edc on network 553c541b-92c4-452e-99b9-a24414fcc83d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:22.231090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:22.231479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Checking segment: {'id': '726180a7-fdc8-4740-9e8e-0f4a65f29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:22.231888 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.232383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Bound using segment: {'id': '726180a7-fdc8-4740-9e8e-0f4a65f29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:22.235685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc2a29-3499-452a-a208-6567ba7601ee tempest-ExtraDHCPOptionsTestJSON-2017546635 tempest-ExtraDHCPOptionsTestJSON-2017546635-project] Pushing event deleted for resources: {'Network': ['ID=cbef265d-2047-44b3-bcf6-ce29c0f50ca0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:22.237737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Bound port: b6eae2c3-b29c-45a8-8dd7-e48104f75edc, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726180a7-fdc8-4740-9e8e-0f4a65f29a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:22.238301 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.274491 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3ee4d-4f4e-46d1-9443-fc711a54518c req-a05ca917-d4f5-41f5-90db-8aabc0da06cd tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:22.287621 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11c3ee4d-4f4e-46d1-9443-fc711a54518c req-a05ca917-d4f5-41f5-90db-8aabc0da06cd tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 945 time: 0.3423197 Oct 18 23:39:22.340318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11c3ee4d-4f4e-46d1-9443-fc711a54518c req-52f1bd85-c825-42b9-8141-aefa597d34bb tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516522 Oct 18 23:39:22.380563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] For port b6eae2c3-b29c-45a8-8dd7-e48104f75edc, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:22.384500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] For port b6eae2c3-b29c-45a8-8dd7-e48104f75edc, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b6eae2c3-b29c-45a8-8dd7-e48104f75edc,segment=NetworkSegment(726180a7-fdc8-4740-9e8e-0f4a65f29a62),segment_id=726180a7-fdc8-4740-9e8e-0f4a65f29a62)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:22.389840 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.414484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-28046507-4c46-4b37-80a0-202809160db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:22.416205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-28046507-4c46-4b37-80a0-202809160db5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.5261254 Oct 18 23:39:22.460615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f0880-d454-412a-b58f-e2c313be2354 None None] Pushing event updated for resources: {'Port': ['ID=b6eae2c3-b29c-45a8-8dd7-e48104f75edc,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:22.485882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-77f2d2e8-b5ea-4281-a682-37cb430f3c05 None None] Provisioning complete for port b6eae2c3-b29c-45a8-8dd7-e48104f75edc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:22.485882 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77f2d2e8-b5ea-4281-a682-37cb430f3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.491106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Routers {'9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:22.491923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:38:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:22.507429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Deleting port 87809a3b-4a72-456c-b737-22d8f82432e6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:22.507877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.673105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41578) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:22.720014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] Set router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:22.757958 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-986e29f0-5b52-4460-a9a2-ffb0ca9bf9aa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 0.2011647 Oct 18 23:39:22.759868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:22.827021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-7f8adb03-51ef-4120-888c-a410b8220b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:22.829769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-7f8adb03-51ef-4120-888c-a410b8220b17 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.0578158 Oct 18 23:39:22.839656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Calling delete_port for 87809a3b-4a72-456c-b737-22d8f82432e6 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:22.918258 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28f56f51-c265-46cf-90cb-aec8dd8ece8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a570c118226742589977c0fbc500ee58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441916 Oct 18 23:39:22.920892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41586) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:23.012346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-d2a493cd-baf7-4171-a477-46b24bc010d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:23.014302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-d2a493cd-baf7-4171-a477-46b24bc010d1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724634 Oct 18 23:39:23.107662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4742-c9f0-4135-a13a-86b97b202a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:23.200675 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4742-c9f0-4135-a13a-86b97b202a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:23.247039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d121e39-0d83-4c3e-9afa-5a711e6ebbde req-c4fb64a5-c360-4604-a8bd-a66e9ae1577c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:23.248638 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d121e39-0d83-4c3e-9afa-5a711e6ebbde req-c4fb64a5-c360-4604-a8bd-a66e9ae1577c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1355639 Oct 18 23:39:23.275103 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77f2d2e8-b5ea-4281-a682-37cb430f3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:23.318652 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d121e39-0d83-4c3e-9afa-5a711e6ebbde req-59ef1eed-fca4-419a-9614-a66fce8aa65e tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559516 Oct 18 23:39:23.340325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-77f2d2e8-b5ea-4281-a682-37cb430f3c05 None None] For port b6eae2c3-b29c-45a8-8dd7-e48104f75edc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b6eae2c3-b29c-45a8-8dd7-e48104f75edc,segment=NetworkSegment(726180a7-fdc8-4740-9e8e-0f4a65f29a62),segment_id=726180a7-fdc8-4740-9e8e-0f4a65f29a62)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:23.344821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4742-c9f0-4135-a13a-86b97b202a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:23.349824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ef8d4742-c9f0-4135-a13a-86b97b202a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:23.366811 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ef8d4742-c9f0-4135-a13a-86b97b202a76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0593e546-dd41-48d6-8088-a0548e80cbcf HTTP/1.1" status: 204 len: 168 time: 0.4446452 Oct 18 23:39:23.377818 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77f2d2e8-b5ea-4281-a682-37cb430f3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:23.407914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d4742-c9f0-4135-a13a-86b97b202a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0593e546-dd41-48d6-8088-a0548e80cbcf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:23.488052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '970ee857-0e51-4f37-a185-57091db803a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:04Z', 'updated_at': '2021-10-18T23:39:16Z', 'revision_number': 4, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'gw_port': {'id': '970ee857-0e51-4f37-a185-57091db803a2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:06Z', 'updated_at': '2021-10-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b6eae2c3-b29c-45a8-8dd7-e48104f75edc', 'name': '', 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'mac_address': 'fa:16:3e:89:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd2ba738b-1429-439d-932e-6bf94bef270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:13Z', 'updated_at': '2021-10-18T23:39:22Z', 'revision_number': 4, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'subnets': [{'id': 'd2ba738b-1429-439d-932e-6bf94bef270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:23.537947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2864e3-b3dd-4439-ae09-83b3b4b34905 req-63c42c33-96cc-46e0-9f36-60a7aa53afe8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:23.546918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a2864e3-b3dd-4439-ae09-83b3b4b34905 req-63c42c33-96cc-46e0-9f36-60a7aa53afe8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 945 time: 0.0699129 Oct 18 23:39:23.598485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a2864e3-b3dd-4439-ae09-83b3b4b34905 req-64c086f7-0582-4c6b-8780-dff9de9f0a29 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Oct 18 23:39:23.605808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c45e06-3edc-4ebf-9027-219918f02357 None None] The sync data for ids ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'] in n-d-713498-28 is: [{'id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '970ee857-0e51-4f37-a185-57091db803a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:04Z', 'updated_at': '2021-10-18T23:39:16Z', 'revision_number': 4, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'gw_port': {'id': '970ee857-0e51-4f37-a185-57091db803a2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:06Z', 'updated_at': '2021-10-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'b6eae2c3-b29c-45a8-8dd7-e48104f75edc', 'name': '', 'network_id': '553c541b-92c4-452e-99b9-a24414fcc83d', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'mac_address': 'fa:16:3e:89:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'd2ba738b-1429-439d-932e-6bf94bef270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:13Z', 'updated_at': '2021-10-18T23:39:22Z', 'revision_number': 4, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'subnets': [{'id': 'd2ba738b-1429-439d-932e-6bf94bef270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:39:23.626851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2d2e8-b5ea-4281-a682-37cb430f3c05 None None] Pushing event updated for resources: {'Port': ['ID=b6eae2c3-b29c-45a8-8dd7-e48104f75edc,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:23.641475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c36070cc-674d-4572-bc0a-6bae5a212f8f None None] Provisioning complete for port b6eae2c3-b29c-45a8-8dd7-e48104f75edc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:23.641854 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c36070cc-674d-4572-bc0a-6bae5a212f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:23.861591 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-a3f5dffd-1e3b-4b34-a606-bc0ca462b73b service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8337035 Oct 18 23:39:23.872179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:23.936869 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-185ab528-fbbb-425a-9d25-3d34ab629ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:23.994579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bf69e-75cd-4a9f-a739-de93b7a4b3f1 req-738ce7e2-47ab-42cc-bc24-e613c456df09 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:23.999919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c1bf69e-75cd-4a9f-a739-de93b7a4b3f1 req-738ce7e2-47ab-42cc-bc24-e613c456df09 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.3479431 Oct 18 23:39:24.173205 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:24.251972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c1bf69e-75cd-4a9f-a739-de93b7a4b3f1 req-1521a96d-18c4-412f-a65a-a64d03926b85 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720498 Oct 18 23:39:24.528331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event deleted for resources: {'Port': ['ID=87809a3b-4a72-456c-b737-22d8f82432e6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:24.532082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d6509bd-663b-4b96-a54d-0246e83218ff req-1ca1c30a-8ede-4974-a0ca-99c04a097f38 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558194 Oct 18 23:39:24.591178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a112eb4-ef9b-4f2c-be34-79c5b324aab0 req-19b5bbe2-a161-4bb0-b30b-a6281ade8cae tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:24.606164 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a112eb4-ef9b-4f2c-be34-79c5b324aab0 req-19b5bbe2-a161-4bb0-b30b-a6281ade8cae tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1580281 Oct 18 23:39:24.620777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.621127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.621474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.621816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.622147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.622480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.633051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.633906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.635027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.637944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.638569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.639882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:39:24.703917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a112eb4-ef9b-4f2c-be34-79c5b324aab0 req-275f0422-d57c-43fc-b925-043b61402c33 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950584 Oct 18 23:39:24.707049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:24.712543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-15b27b4d-bd95-48fe-a150-90698b5a6377 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "DELETE /v2.0/ports/87809a3b-4a72-456c-b737-22d8f82432e6 HTTP/1.1" status: 204 len: 168 time: 2.5269740 Oct 18 23:39:24.714949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41662) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:24.791732 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:24.858082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ee52c2-e928-4ce7-bad4-46fee7631c34 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Deleting subnet 771604ed-5424-4a7f-91d1-b8183cda8794 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:39:24.871436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64ee52c2-e928-4ce7-bad4-46fee7631c34 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:24.942027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242805b5-3cfc-4760-94bc-d94991c3e29a req-d11b0bee-1afb-483a-a3c6-cb58990e9b78 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:24.944728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-242805b5-3cfc-4760-94bc-d94991c3e29a req-d11b0bee-1afb-483a-a3c6-cb58990e9b78 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 945 time: 0.1902211 Oct 18 23:39:24.957303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64ee52c2-e928-4ce7-bad4-46fee7631c34 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.005015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41672) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:25.162293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64ee52c2-e928-4ce7-bad4-46fee7631c34 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.186579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-242805b5-3cfc-4760-94bc-d94991c3e29a req-adb1fc83-08ce-4e75-a890-29bedff9af46 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049286 Oct 18 23:39:25.234465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Deleting port b6eae2c3-b29c-45a8-8dd7-e48104f75edc {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:25.234860 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.327510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'networks': [{'name': 'tempest-network--1672399522'}, {'name': 'tempest-network--361740448'}]} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:25.328950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.331174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'network': {'name': 'tempest-network--1672399522'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:25.334072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'network': {'name': 'tempest-network--361740448'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:25.369148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64ee52c2-e928-4ce7-bad4-46fee7631c34 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.416290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b6eae2c3-b29c-45a8-8dd7-e48104f75edc up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:25.486993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee52c2-e928-4ce7-bad4-46fee7631c34 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event deleted for resources: {'Subnet': ['ID=771604ed-5424-4a7f-91d1-b8183cda8794,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:25.496143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-64ee52c2-e928-4ce7-bad4-46fee7631c34 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.501187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ed032-c617-46de-9e69-70678430fbbd None None] Network b3888978-fd71-4644-9052-6b1695549cb3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:25.502284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-64ee52c2-e928-4ce7-bad4-46fee7631c34 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "DELETE /v2.0/subnets/771604ed-5424-4a7f-91d1-b8183cda8794 HTTP/1.1" status: 204 len: 168 time: 0.7859681 Oct 18 23:39:25.507606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41686) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:25.552997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Made reservation on behalf of 4685808cdcee46eaa6200bf4d5d0d234 for: {'network': 2} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:25.558510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.559250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f9f9b-4ebe-42bd-8a65-db555dd5d788 req-6732b268-2522-4662-a953-9ef3fe365c0a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:25.568795 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc2f9f9b-4ebe-42bd-8a65-db555dd5d788 req-6732b268-2522-4662-a953-9ef3fe365c0a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 945 time: 0.2248058 Oct 18 23:39:25.623830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57856722-9814-4990-84a0-2b5cbc399595 req-1ac521f0-3199-4a3f-979c-7fbc8fcd3a41 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:25.639787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57856722-9814-4990-84a0-2b5cbc399595 req-1ac521f0-3199-4a3f-979c-7fbc8fcd3a41 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.2505190 Oct 18 23:39:25.643333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] For port b6eae2c3-b29c-45a8-8dd7-e48104f75edc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b6eae2c3-b29c-45a8-8dd7-e48104f75edc,segment=NetworkSegment(726180a7-fdc8-4740-9e8e-0f4a65f29a62),segment_id=726180a7-fdc8-4740-9e8e-0f4a65f29a62)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:25.643715 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.659199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc2f9f9b-4ebe-42bd-8a65-db555dd5d788 req-aa6d6f49-2941-414e-b32d-864d6ed46f93 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878143 Oct 18 23:39:25.702582 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.828403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Calling delete_port for b6eae2c3-b29c-45a8-8dd7-e48104f75edc owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:25.915741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b6eae2c3-b29c-45a8-8dd7-e48104f75edc triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:25.916966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.932562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:25.978711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57856722-9814-4990-84a0-2b5cbc399595 req-a36c3c3e-4ddb-42a2-a14e-b1dc669ff054 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378005 Oct 18 23:39:26.117142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bf1e2-aeea-471e-859d-f282e49d8be4 req-37870372-c1a6-494a-8510-c8b3dbe3c23f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:26.126752 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d73bf1e2-aeea-471e-859d-f282e49d8be4 req-37870372-c1a6-494a-8510-c8b3dbe3c23f tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1035821 Oct 18 23:39:26.167099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe04041-eb73-430e-9d05-ec429e6b62b0 None None] DHCP port deletion for b3888978-fd71-4644-9052-6b1695549cb3 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:39:26.221972 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d73bf1e2-aeea-471e-859d-f282e49d8be4 req-a1297f42-8023-49a0-bc27-e571c3848e42 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939100 Oct 18 23:39:26.265090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3fe04041-eb73-430e-9d05-ec429e6b62b0 None None] Deleting port 5cf06a4d-9b83-4716-8a86-e9481e65e430 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:26.265627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3fe04041-eb73-430e-9d05-ec429e6b62b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.346021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.355551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761f407-5a71-4db7-af4b-f9a9dcb2aa65 req-db9dacdb-b5ed-4bc5-804c-717b15676df5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:26.357258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8761f407-5a71-4db7-af4b-f9a9dcb2aa65 req-db9dacdb-b5ed-4bc5-804c-717b15676df5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 945 time: 0.1781120 Oct 18 23:39:26.362181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.362650 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.401597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:26.411822 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.412174 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Added segment 45c8870c-2148-4edf-b05e-132c28b02696 of type vlan for network e7c029f5-ab7a-4c56-8228-265ac4330ab0 Oct 18 23:39:26.416669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8dd60-18e4-4682-b732-609263d528d3 req-ad6ca266-2e11-405f-b367-ed3943a63847 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:26.420351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89c8dd60-18e4-4682-b732-609263d528d3 req-ad6ca266-2e11-405f-b367-ed3943a63847 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.1141007 Oct 18 23:39:26.454069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3fe04041-eb73-430e-9d05-ec429e6b62b0 None None] For port 5cf06a4d-9b83-4716-8a86-e9481e65e430, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5cf06a4d-9b83-4716-8a86-e9481e65e430,segment=NetworkSegment(00fc1bdd-5b9a-4131-b729-7f2d964b0528),segment_id=00fc1bdd-5b9a-4131-b729-7f2d964b0528)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:26.454842 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3fe04041-eb73-430e-9d05-ec429e6b62b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.457715 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.483540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3fe04041-eb73-430e-9d05-ec429e6b62b0 None None] Calling delete_port for 5cf06a4d-9b83-4716-8a86-e9481e65e430 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:26.491034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:26.502344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.502793 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Added segment ea9fdfb1-71f8-4764-a444-5e834b2beff8 of type vlan for network 687e711f-2879-43d1-ba98-b92f9e01ac53 Oct 18 23:39:26.514005 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-89c8dd60-18e4-4682-b732-609263d528d3 req-039dc575-9d85-4eff-b3be-3dc45c09d763 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827270 Oct 18 23:39:26.544718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.578819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.579314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.585425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:26.590607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:26.591323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.679097 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3fe04041-eb73-430e-9d05-ec429e6b62b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:26.714779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe04041-eb73-430e-9d05-ec429e6b62b0 None None] Pushing event deleted for resources: {'Port': ['ID=5cf06a4d-9b83-4716-8a86-e9481e65e430,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:26.722615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe04041-eb73-430e-9d05-ec429e6b62b0 None None] No DVR routers for this DVR port 5cf06a4d-9b83-4716-8a86-e9481e65e430 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:26.741781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Network': ['ID=e7c029f5-ab7a-4c56-8228-265ac4330ab0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:26.749461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41720) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:26.749941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7245412 Oct 18 23:39:26.758605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e7c029f5-ab7a-4c56-8228-265ac4330ab0 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:26.971449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Network': ['ID=687e711f-2879-43d1-ba98-b92f9e01ac53,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:26.980331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91201a09-a6f7-4f1d-bf9c-cc7067d44251 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1862b7-8064-439e-ba6d-0b39be9bdcbf,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:26.985365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 687e711f-2879-43d1-ba98-b92f9e01ac53 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:27.016610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8761f407-5a71-4db7-af4b-f9a9dcb2aa65 req-5e66303b-a566-4492-b554-c2ae61dc463a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257913 Oct 18 23:39:27.041606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Deleting port 5cf06a4d-9b83-4716-8a86-e9481e65e430 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:27.041974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.110900 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.176332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5176bc9-3ad1-476f-95ad-fd81b5470367 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:27.194276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5176bc9-3ad1-476f-95ad-fd81b5470367 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:27.202846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5176bc9-3ad1-476f-95ad-fd81b5470367 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:27.209483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5176bc9-3ad1-476f-95ad-fd81b5470367 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:27.211385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d5176bc9-3ad1-476f-95ad-fd81b5470367 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4609165 Oct 18 23:39:27.243295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41744) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:27.323116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] For port 5cf06a4d-9b83-4716-8a86-e9481e65e430, host n-d-713498-28, got binding levels [] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:27.323116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.390354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5cf06a4d-9b83-4716-8a86-e9481e65e430 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:27.401170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Pushing event deleted for resources: {'Port': ['ID=b6eae2c3-b29c-45a8-8dd7-e48104f75edc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:27.410988 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.444956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Calling delete_port for 5cf06a4d-9b83-4716-8a86-e9481e65e430 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:27.459587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 5cf06a4d-9b83-4716-8a86-e9481e65e430 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:27.460175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Port 5cf06a4d-9b83-4716-8a86-e9481e65e430 was not found and therefore no delete operation was performed {{(pid=100922) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:39:27.460305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5cf06a4d-9b83-4716-8a86-e9481e65e430 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:27.466887 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.513517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event deleted for resources: {'Port': ['ID=5cf06a4d-9b83-4716-8a86-e9481e65e430,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:27.529100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436cf0e-d7b8-4127-a0b6-30855c5e71ba req-6899ba14-0636-4a81-8760-3f70363be33d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:27.532335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b436cf0e-d7b8-4127-a0b6-30855c5e71ba req-6899ba14-0636-4a81-8760-3f70363be33d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.4048197 Oct 18 23:39:27.560214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.589092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c029f5-ab7a-4c56-8228-265ac4330ab0']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:27.601302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c8870c-2148-4edf-b05e-132c28b02696') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:27.601931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c8870c-2148-4edf-b05e-132c28b02696') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:27.621712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.641132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.651691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:39:27.653943 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.670923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.675138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] No DVR routers for this DVR port 5cf06a4d-9b83-4716-8a86-e9481e65e430 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:39:27.683442 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:39:27.772360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.790499 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.796705 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/networks/e7c029f5-ab7a-4c56-8228-265ac4330ab0 HTTP/1.1" status: 204 len: 168 time: 0.5523024 Oct 18 23:39:27.797662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c68b9f-6a92-453d-a9ff-ee159e7605c1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Network': ['ID=e7c029f5-ab7a-4c56-8228-265ac4330ab0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:27.799393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41772) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:27.848527 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.855397 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.917030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3888978-fd71-4644-9052-6b1695549cb3']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:27.932468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:27.935318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fc1bdd-5b9a-4131-b729-7f2d964b0528') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:27.935702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fc1bdd-5b9a-4131-b729-7f2d964b0528') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:27.940650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b436cf0e-d7b8-4127-a0b6-30855c5e71ba req-6b43d6b4-cc15-42e0-ad79-d48040be3392 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630732 Oct 18 23:39:27.962884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-6bc8866e-7fc1-44db-b5e9-8a978bdb4cf7 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:27.974493 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-6bc8866e-7fc1-44db-b5e9-8a978bdb4cf7 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 945 time: 0.3006642 Oct 18 23:39:27.978150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.027014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-bacc345a-97fa-49c1-bcb3-ce911c9ae983 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:28.039458 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-bacc345a-97fa-49c1-bcb3-ce911c9ae983 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5383f04-241d-4e1f-9ef4-1ba35f6c5453 HTTP/1.1" status: 200 len: 943 time: 0.1376941 Oct 18 23:39:28.074267 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.101970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.161654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687e711f-2879-43d1-ba98-b92f9e01ac53']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:28.175604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9fdfb1-71f8-4764-a444-5e834b2beff8') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:28.176713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9fdfb1-71f8-4764-a444-5e834b2beff8') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:28.189110 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.197795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:39:28.198318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:39:28.225005 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:39:28.227403 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.231922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Deleting port fae302a2-684b-44df-a9f4-c274c009e997 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:28.234860 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.315538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:39:28.316192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:39:28.330384 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:39:28.383713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Deleting port a484accd-3fc1-4596-b1c5-5dfc8b6a8899 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:28.383979 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.386807 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.396147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9c75b-ed04-4636-ae44-f91d003ebd2c req-02129bd1-25f8-4a12-928a-8a2767677213 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:28.397717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8fc9c75b-ed04-4636-ae44-f91d003ebd2c req-02129bd1-25f8-4a12-928a-8a2767677213 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 945 time: 0.2197666 Oct 18 23:39:28.400516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.408876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.411472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.412362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] 10.222.0.52 "DELETE /v2.0/networks/b3888978-fd71-4644-9052-6b1695549cb3 HTTP/1.1" status: 204 len: 168 time: 2.8970811 Oct 18 23:39:28.414845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/networks/687e711f-2879-43d1-ba98-b92f9e01ac53 HTTP/1.1" status: 204 len: 168 time: 0.6141469 Oct 18 23:39:28.427849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41792) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:28.440840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e160fe-1fc0-439b-bb07-c6b7da5603a1 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Network': ['ID=687e711f-2879-43d1-ba98-b92f9e01ac53,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:28.465148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] For port fae302a2-684b-44df-a9f4-c274c009e997, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=fae302a2-684b-44df-a9f4-c274c009e997,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:28.465516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.482931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Calling delete_port for fae302a2-684b-44df-a9f4-c274c009e997 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:28.492992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270629a-aee1-421c-afd4-3cb61e671d13 tempest-AllowedAddressPairTestJSON-1412864481 tempest-AllowedAddressPairTestJSON-1412864481-project] Pushing event deleted for resources: {'Network': ['ID=b3888978-fd71-4644-9052-6b1695549cb3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:28.584677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:39:28.651832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8fc9c75b-ed04-4636-ae44-f91d003ebd2c req-f922c16a-352e-40f0-82c7-68f15cd5da48 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109485 Oct 18 23:39:28.725102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.747233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c089de-ed4c-49ff-8939-5b7a5b843986 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:28.753865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c089de-ed4c-49ff-8939-5b7a5b843986 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:28.756520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b0c089de-ed4c-49ff-8939-5b7a5b843986 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3277850 Oct 18 23:39:28.759149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['05dc2b1d-fe7f-40e8-9758-8be2ff1b331d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:39:28.760286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41798) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:28.770606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-708576419'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:28.782980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] For port a484accd-3fc1-4596-b1c5-5dfc8b6a8899, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:28.783354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.786039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event deleted for resources: {'Port': ['ID=fae302a2-684b-44df-a9f4-c274c009e997,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:28.825839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a433c419-9a71-449f-8de1-a92f543d4ba8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:39:28.866187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] No DVR routers for this DVR port fae302a2-684b-44df-a9f4-c274c009e997 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:28.880105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:28.899841 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-75e500bf-24ca-4a34-899c-a2b31d9a8642 req-63ac60fb-1fbc-4af7-8c90-e93b361a24a6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "DELETE /v2.0/ports/fae302a2-684b-44df-a9f4-c274c009e997 HTTP/1.1" status: 204 len: 173 time: 0.8588648 Oct 18 23:39:28.906966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'name': 'network-vif-deleted', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:28.914376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Calling delete_port for a484accd-3fc1-4596-b1c5-5dfc8b6a8899 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:28.915630 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84156797-6b94-4370-bcb6-309241039338" -d '{"events": [{"server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "name": "network-vif-deleted", "tag": "fae302a2-684b-44df-a9f4-c274c009e997"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:29.004297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41812) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:29.053279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Made reservation on behalf of 4685808cdcee46eaa6200bf4d5d0d234 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:29.057345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:29.101198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:29.111579 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:29.112557 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Added segment 43b4cb4e-7167-42c9-8ccc-ed6f8261ad1b of type vlan for network 6d9afba6-d884-42dd-b88a-6628e08481d3 Oct 18 23:39:29.158447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:29.217673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:39:29.221895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:29.231770 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] Sync routers for ids ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:39:29.245557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:29.247449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:29.248653 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] Routers {'9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:29.251635 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:29.281829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c4a8b934-3a2c-4d78-afad-0a493ba3faea admin admin] 10.222.0.52 "PUT /v2.0/routers/9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6348855 Oct 18 23:39:29.282700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:29.307583 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec93a4a-cc9e-4d90-adff-633931e6791f x-openstack-request-id: req-0ec93a4a-cc9e-4d90-adff-633931e6791f {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:29.316162 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5383f04-241d-4e1f-9ef4-1ba35f6c5453", "name": "network-vif-deleted", "tag": "fae302a2-684b-44df-a9f4-c274c009e997", "status": "failed", "code": 422}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:29.316716 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ec93a4a-cc9e-4d90-adff-633931e6791f {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:29.318819 n-d-713498-28 neutron-server[100921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5383f04-241d-4e1f-9ef4-1ba35f6c5453', 'name': 'network-vif-deleted', 'tag': 'fae302a2-684b-44df-a9f4-c274c009e997', 'status': 'failed', 'code': 422} returned with failed status Oct 18 23:39:29.361440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5985494 Oct 18 23:39:29.448044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41822) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:29.492561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1303520395'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:29.584481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-40ec1c8b-2bab-454b-84d0-a000669c8b56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6daf39eed6f6456384c10befa8d804be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767341 Oct 18 23:39:29.588963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41834) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:29.627490 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] Set router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:29.684714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a50db-8b88-4f68-98e6-2a9eb3beedbf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Network': ['ID=6d9afba6-d884-42dd-b88a-6628e08481d3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:29.699659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 6d9afba6-d884-42dd-b88a-6628e08481d3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:29.766298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0c91f-2ead-4748-b8e4-377590e6fa75 req-50e3bc76-669d-4961-881b-fe82d64ce19b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:29.774345 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-11f0c91f-2ead-4748-b8e4-377590e6fa75 req-50e3bc76-669d-4961-881b-fe82d64ce19b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.2523694 Oct 18 23:39:29.776368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Made reservation on behalf of 4685808cdcee46eaa6200bf4d5d0d234 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:29.779990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:29.869489 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.092218 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '970ee857-0e51-4f37-a185-57091db803a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:04Z', 'updated_at': '2021-10-18T23:39:26Z', 'revision_number': 5, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'gw_port': {'id': '970ee857-0e51-4f37-a185-57091db803a2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:06Z', 'updated_at': '2021-10-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:30.122885 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] Checking router: 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:39:30.133127 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] Routers {'9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:30.134120 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:30.212686 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.214636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:30.246324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-11f0c91f-2ead-4748-b8e4-377590e6fa75 req-7269b71e-4377-4c8f-a27b-f65b92b245d1 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4708107 Oct 18 23:39:30.248911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:39:30.281176 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] Set router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:30.315065 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.317455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.317974 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Added segment 626331df-b3df-45bf-97d2-ec1abfa2c0b3 of type vlan for network 597f1659-1164-404b-85ee-d3efa43578c0 Oct 18 23:39:30.321363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event deleted for resources: {'Port': ['ID=a484accd-3fc1-4596-b1c5-5dfc8b6a8899,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:30.336308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc916294-2b9b-42e2-abea-875607d27ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.393865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc916294-2b9b-42e2-abea-875607d27ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.466228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] No DVR routers for this DVR port a484accd-3fc1-4596-b1c5-5dfc8b6a8899 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:30.469986 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.472894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.477666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06070772-5c55-4ac2-9080-9d4e2e53002d req-bce23ac1-bd5f-4dfa-9294-b11123d25133 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "DELETE /v2.0/ports/a484accd-3fc1-4596-b1c5-5dfc8b6a8899 HTTP/1.1" status: 204 len: 173 time: 2.4960313 Oct 18 23:39:30.478163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf94baf2-f369-4ad3-a46e-72c120b0d9fc', 'name': 'network-vif-deleted', 'tag': 'a484accd-3fc1-4596-b1c5-5dfc8b6a8899'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:30.480525 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c467506-cce4-41e1-920d-a37fd9aa3309" -d '{"events": [{"server_uuid": "bf94baf2-f369-4ad3-a46e-72c120b0d9fc", "name": "network-vif-deleted", "tag": "a484accd-3fc1-4596-b1c5-5dfc8b6a8899"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:30.524218 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.533621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:30.534320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:30.545710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44790d-2eb6-49c0-b7dd-d27fb0927376 req-7539fd3b-116a-4084-a754-d06f62d94bb5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:30.568630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b44790d-2eb6-49c0-b7dd-d27fb0927376 req-7539fd3b-116a-4084-a754-d06f62d94bb5 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 907 time: 0.1696913 Oct 18 23:39:30.597425 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '970ee857-0e51-4f37-a185-57091db803a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:04Z', 'updated_at': '2021-10-18T23:39:26Z', 'revision_number': 5, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'gw_port': {'id': '970ee857-0e51-4f37-a185-57091db803a2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:06Z', 'updated_at': '2021-10-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:30.671232 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a67d7bb-3ac5-4fe8-82ef-89a7717bca9d None None] The sync data for ids ['9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a'] in n-d-713498-28 is: [{'id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'name': 'tempest-ImageQuotaTest-349928558-router', 'tenant_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '970ee857-0e51-4f37-a185-57091db803a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:04Z', 'updated_at': '2021-10-18T23:39:26Z', 'revision_number': 5, 'project_id': 'a83c6b8820d14003ae87c6ff1ec1cb45', 'gw_port': {'id': '970ee857-0e51-4f37-a185-57091db803a2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:06Z', 'updated_at': '2021-10-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:39:30.681341 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544f65b9-2cf6-4a5e-b366-3e2a0f5d8b9d x-openstack-request-id: req-544f65b9-2cf6-4a5e-b366-3e2a0f5d8b9d {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:30.682245 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf94baf2-f369-4ad3-a46e-72c120b0d9fc", "name": "network-vif-deleted", "tag": "a484accd-3fc1-4596-b1c5-5dfc8b6a8899", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:30.682520 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-544f65b9-2cf6-4a5e-b366-3e2a0f5d8b9d {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:30.686397 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf94baf2-f369-4ad3-a46e-72c120b0d9fc', 'name': 'network-vif-deleted', 'tag': 'a484accd-3fc1-4596-b1c5-5dfc8b6a8899', 'status': 'completed', 'code': 200} Oct 18 23:39:30.717231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2425027 Oct 18 23:39:30.724996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41856) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:30.734675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'ports': [{'network_id': '6d9afba6-d884-42dd-b88a-6628e08481d3', 'name': 'tempest-port--529408780', 'admin_state_up': True}, {'network_id': '597f1659-1164-404b-85ee-d3efa43578c0', 'admin_state_up': False}]} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:30.735230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'port': {'network_id': '6d9afba6-d884-42dd-b88a-6628e08481d3', 'name': 'tempest-port--529408780', 'admin_state_up': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:30.736025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'port': {'network_id': '597f1659-1164-404b-85ee-d3efa43578c0', 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:30.854908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98d708-be6a-4bad-83dc-a244762df870 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Network': ['ID=597f1659-1164-404b-85ee-d3efa43578c0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:30.871836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 597f1659-1164-404b-85ee-d3efa43578c0 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:31.015340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df8d50-330b-434b-9c5e-8f2e259e7722 req-ebcba9a7-d990-4b61-ab20-c5a1580661ab tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:31.024464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-03df8d50-330b-434b-9c5e-8f2e259e7722 req-ebcba9a7-d990-4b61-ab20-c5a1580661ab tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf94baf2-f369-4ad3-a46e-72c120b0d9fc HTTP/1.1" status: 200 len: 867 time: 0.9166050 Oct 18 23:39:31.085511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Made reservation on behalf of 4685808cdcee46eaa6200bf4d5d0d234 for: {'port': 2} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:31.094610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:31.101314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-03df8d50-330b-434b-9c5e-8f2e259e7722 req-f792b503-28b0-4fed-a7a8-cabbbb75ad2d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755301 Oct 18 23:39:31.135088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc916294-2b9b-42e2-abea-875607d27ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:31.140224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc916294-2b9b-42e2-abea-875607d27ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:31.141619 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cc916294-2b9b-42e2-abea-875607d27ba0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5dcb0c46-841f-4774-9b84-4fee245f7fe4 HTTP/1.1" status: 204 len: 168 time: 1.5355761 Oct 18 23:39:31.153081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:31.172743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc916294-2b9b-42e2-abea-875607d27ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcb0c46-841f-4774-9b84-4fee245f7fe4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:31.202062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Deleting port 970ee857-0e51-4f37-a185-57091db803a2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:31.202650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:31.430117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b6eae2c3-b29c-45a8-8dd7-e48104f75edc no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:31.462693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] For port 970ee857-0e51-4f37-a185-57091db803a2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=970ee857-0e51-4f37-a185-57091db803a2,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:31.463096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:31.476874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: b6eae2c3-b29c-45a8-8dd7-e48104f75edc {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:31.477878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b6eae2c3-b29c-45a8-8dd7-e48104f75edc not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:31.504923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Calling delete_port for 970ee857-0e51-4f37-a185-57091db803a2 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:31.510007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a484accd-3fc1-4596-b1c5-5dfc8b6a8899 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:31.552169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: a484accd-3fc1-4596-b1c5-5dfc8b6a8899 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:31.552852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a484accd-3fc1-4596-b1c5-5dfc8b6a8899 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:31.689024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] device_id is not set on port f2a809ab-2a9f-4c34-83c8-4ce6b1f89122 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:31.840202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6deda1-b90d-4fd0-aae5-030f3e359053 req-9d80b57e-d3b1-46ed-af4e-f3653aad6479 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:31.841695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894b0a8-9ef7-4174-b97f-2c4863ed6755 req-f6d81290-3ad4-421b-a985-814e62bf0998 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:31.841840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e6deda1-b90d-4fd0-aae5-030f3e359053 req-9d80b57e-d3b1-46ed-af4e-f3653aad6479 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.4067218 Oct 18 23:39:31.846110 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4894b0a8-9ef7-4174-b97f-2c4863ed6755 req-f6d81290-3ad4-421b-a985-814e62bf0998 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 907 time: 0.1235831 Oct 18 23:39:31.862300 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:31.929381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Pushing event deleted for resources: {'Port': ['ID=970ee857-0e51-4f37-a185-57091db803a2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:31.968964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e6deda1-b90d-4fd0-aae5-030f3e359053 req-e99f354d-f11b-40e0-9b94-762a5ea1b02e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986037 Oct 18 23:39:32.009382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-7b469ef5-4136-485b-85c3-a97876d883e0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:32.012398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-7b469ef5-4136-485b-85c3-a97876d883e0 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 907 time: 0.2179163 Oct 18 23:39:32.044754 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.134932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.214266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.241424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.316204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] device_id is not set on port 85a9fc0d-a3bc-47a6-bcfd-0944f3294095 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:32.336060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.339280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:39:32.357703 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.364831 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-95a52ff7-d87d-4463-957a-fcb822a405be admin admin] 10.222.0.52 "DELETE /v2.0/routers/9a2cd93d-1aa1-4e67-810a-34f0e9ebb02a HTTP/1.1" status: 204 len: 168 time: 3.0804527 Oct 18 23:39:32.367346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41906) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:32.367960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Deleting port 204b90b0-cce4-4563-977d-5ad8d27b1379 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:32.368311 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.492438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-45495865-9608-44f8-b9f0-c2ff7538da1e admin admin] Deleting subnet d2ba738b-1429-439d-932e-6bf94bef270c {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:39:32.512845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-45495865-9608-44f8-b9f0-c2ff7538da1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.599891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41912) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:32.620039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-45495865-9608-44f8-b9f0-c2ff7538da1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.698084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] For port 204b90b0-cce4-4563-977d-5ad8d27b1379, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=204b90b0-cce4-4563-977d-5ad8d27b1379,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:32.698655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.718692 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.725298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Calling delete_port for 204b90b0-cce4-4563-977d-5ad8d27b1379 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:32.810812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-45495865-9608-44f8-b9f0-c2ff7538da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.849750 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.870611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1900117266'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:32.938482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:32.946985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.975030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:32.987447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Port': ['ID=f2a809ab-2a9f-4c34-83c8-4ce6b1f89122,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:33.050000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Checking segment: {'id': '43b4cb4e-7167-42c9-8ccc-ed6f8261ad1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6d9afba6-d884-42dd-b88a-6628e08481d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:33.050575 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Network hostable DHCP agents. Network: 6d9afba6-d884-42dd-b88a-6628e08481d3, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:39:33.066334 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.139753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192493f-c973-4caa-a000-c7d3ba910e43 req-5d3e34a9-9b18-4bc0-9180-95d00577e9d1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:33.141463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0192493f-c973-4caa-a000-c7d3ba910e43 req-5d3e34a9-9b18-4bc0-9180-95d00577e9d1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d55c7bb-6e46-4469-b4dc-5537f614101e HTTP/1.1" status: 200 len: 829 time: 0.1638916 Oct 18 23:39:33.148662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Network 6d9afba6-d884-42dd-b88a-6628e08481d3 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:39:33.151681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event deleted for resources: {'Port': ['ID=204b90b0-cce4-4563-977d-5ad8d27b1379,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:33.155473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-45495865-9608-44f8-b9f0-c2ff7538da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.180484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 6d9afba6-d884-42dd-b88a-6628e08481d3) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:33.195809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a692ba-ea33-4dd8-bc90-41ecc6ca73ac None None] Network 6d9afba6-d884-42dd-b88a-6628e08481d3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:33.232931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45495865-9608-44f8-b9f0-c2ff7538da1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ba738b-1429-439d-932e-6bf94bef270c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:33.235850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-45495865-9608-44f8-b9f0-c2ff7538da1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.245855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:33.245980 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.257395 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-45495865-9608-44f8-b9f0-c2ff7538da1e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d2ba738b-1429-439d-932e-6bf94bef270c HTTP/1.1" status: 204 len: 168 time: 0.8885775 Oct 18 23:39:33.275709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41942) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:33.289698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] No DVR routers for this DVR port 204b90b0-cce4-4563-977d-5ad8d27b1379 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:33.349588 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.351389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.354374 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26fa99d1-1606-4e94-9cbf-192a29c2020c req-3d325898-ad00-4e92-a43e-b19031e1e1b9 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "DELETE /v2.0/ports/204b90b0-cce4-4563-977d-5ad8d27b1379 HTTP/1.1" status: 204 len: 173 time: 1.3301127 Oct 18 23:39:33.358183 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.368876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'name': 'network-vif-deleted', 'tag': '204b90b0-cce4-4563-977d-5ad8d27b1379'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:33.374167 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6912a2f8-12bc-4a09-8ea5-6373ce1f7529" -d '{"events": [{"server_uuid": "9d55c7bb-6e46-4469-b4dc-5537f614101e", "name": "network-vif-deleted", "tag": "204b90b0-cce4-4563-977d-5ad8d27b1379"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:33.384675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:33.406961 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.407322 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Added segment dc0c0982-7a90-410a-b7f0-b297a950c6a5 of type vlan for network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 Oct 18 23:39:33.448448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff250f-93a7-4a18-adae-55d06a3e7667 None None] Network 553c541b-92c4-452e-99b9-a24414fcc83d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:33.501810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 970ee857-0e51-4f37-a185-57091db803a2 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:33.514544 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f1149c-0488-4a5c-bcf7-08ff17976645 x-openstack-request-id: req-95f1149c-0488-4a5c-bcf7-08ff17976645 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:33.514962 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d55c7bb-6e46-4469-b4dc-5537f614101e", "name": "network-vif-deleted", "tag": "204b90b0-cce4-4563-977d-5ad8d27b1379", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:33.515158 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95f1149c-0488-4a5c-bcf7-08ff17976645 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:33.515567 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d55c7bb-6e46-4469-b4dc-5537f614101e', 'name': 'network-vif-deleted', 'tag': '204b90b0-cce4-4563-977d-5ad8d27b1379', 'status': 'completed', 'code': 200} Oct 18 23:39:33.686777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.687813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef8e09-e19c-42c8-8642-2dcc76169697 req-c0cdf778-e231-4aee-b8d8-494d52acf020 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:33.695889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3ef8e09-e19c-42c8-8642-2dcc76169697 req-c0cdf778-e231-4aee-b8d8-494d52acf020 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.4632447 Oct 18 23:39:33.706914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Port': ['ID=85a9fc0d-a3bc-47a6-bcfd-0944f3294095,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:33.713682 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.738595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Checking segment: {'id': '626331df-b3df-45bf-97d2-ec1abfa2c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '597f1659-1164-404b-85ee-d3efa43578c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:33.739009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Network hostable DHCP agents. Network: 597f1659-1164-404b-85ee-d3efa43578c0, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:39:33.803346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3ef8e09-e19c-42c8-8642-2dcc76169697 req-ea1b2bd8-caaf-48cd-bdc7-397e4c92ede2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062186 Oct 18 23:39:33.805882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Network 597f1659-1164-404b-85ee-d3efa43578c0 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:39:33.814814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a757837-a119-455e-a038-2763697cc901,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:33.832167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 970ee857-0e51-4f37-a185-57091db803a2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:33.833234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 970ee857-0e51-4f37-a185-57091db803a2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:33.846685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 597f1659-1164-404b-85ee-d3efa43578c0) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:33.867934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:33.875195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:33.887507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:33.888384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.907432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.917081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:33.917884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.944551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Deleting port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:33.944757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:33.958304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-950c949f-647f-454c-bea5-4e8c0e8607fa tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2285922 Oct 18 23:39:33.969344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41974) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:33.996923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1e6c3-6145-469e-b6e7-22d8b03727f4 None None] Network 597f1659-1164-404b-85ee-d3efa43578c0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:34.021461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4204311 Oct 18 23:39:34.061626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41978) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:34.068561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:34.101435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] For port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5a160233-7aa0-4ea4-95ef-1663b0f11a6e,segment=NetworkSegment(726180a7-fdc8-4740-9e8e-0f4a65f29a62),segment_id=726180a7-fdc8-4740-9e8e-0f4a65f29a62)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:34.102218 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.133910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Calling delete_port for 5a160233-7aa0-4ea4-95ef-1663b0f11a6e owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:34.187188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41982) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:34.210921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f38b4-67c4-401f-af34-915057fb795f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Network': ['ID=1bfe07ca-2c06-4aec-bafd-9cf8765e6501,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:34.265727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-a17db40c-bf22-4ca2-9575-2de70e876ae3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:34.275360 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-a17db40c-bf22-4ca2-9575-2de70e876ae3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.6353197 Oct 18 23:39:34.280031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:34.290931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de14d5d-3245-4338-af38-b0f0b8b4c65d tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:34.299386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de14d5d-3245-4338-af38-b0f0b8b4c65d tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:34.305364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8de14d5d-3245-4338-af38-b0f0b8b4c65d tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3323612 Oct 18 23:39:34.312297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41988) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:34.366513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:34.367831 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-99d7eef0-068c-4fa8-8202-93de28b66357 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/quotas/2e387c95280940198c08dedfe0f5ffb5 HTTP/1.1" status: 200 len: 375 time: 0.0914221 Oct 18 23:39:34.373935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.476954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-aa32db16-d79b-4b7f-ab71-fe4d2396df62 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081090 Oct 18 23:39:34.563297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f789316a-6cb3-4286-ae52-d8058807dd94 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Deleting port f2a809ab-2a9f-4c34-83c8-4ce6b1f89122 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:34.564311 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f789316a-6cb3-4286-ae52-d8058807dd94 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.603384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da3ab060-9d62-4049-80e2-d3de9a783951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.640608 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.700013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] No DVR routers for this DVR port 5a160233-7aa0-4ea4-95ef-1663b0f11a6e on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:34.701811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a160233-7aa0-4ea4-95ef-1663b0f11a6e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:34.788340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f789316a-6cb3-4286-ae52-d8058807dd94 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.797983 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.824577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101baeaa-9efd-4363-bffa-946f059717dc None None] DHCP port deletion for 553c541b-92c4-452e-99b9-a24414fcc83d request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:39:34.831374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f789316a-6cb3-4286-ae52-d8058807dd94 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Calling delete_port for f2a809ab-2a9f-4c34-83c8-4ce6b1f89122 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:34.846662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.873967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553c541b-92c4-452e-99b9-a24414fcc83d']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:34.885675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726180a7-fdc8-4740-9e8e-0f4a65f29a62') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:34.886270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726180a7-fdc8-4740-9e8e-0f4a65f29a62') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:34.897825 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.912498 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.919244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:39:34.919934 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:34.976954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-efedc1c0-c9a6-4bab-9e88-0e4925648e65 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917657 Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:39:34.989319 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:39:35.004880 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.021928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f789316a-6cb3-4286-ae52-d8058807dd94 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.054985 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.058649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/553c541b-92c4-452e-99b9-a24414fcc83d HTTP/1.1" status: 204 len: 168 time: 1.7790697 Oct 18 23:39:35.093251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ea58d-27ef-4025-9578-7e68e876d9d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=553c541b-92c4-452e-99b9-a24414fcc83d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:35.110299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789316a-6cb3-4286-ae52-d8058807dd94 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Port': ['ID=f2a809ab-2a9f-4c34-83c8-4ce6b1f89122,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:35.112951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f789316a-6cb3-4286-ae52-d8058807dd94 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.118073 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f789316a-6cb3-4286-ae52-d8058807dd94 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/ports/f2a809ab-2a9f-4c34-83c8-4ce6b1f89122 HTTP/1.1" status: 204 len: 168 time: 0.8045452 Oct 18 23:39:35.122842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42008) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:35.236847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c93c-bf41-4554-9477-f43e0b7e9d47 req-d6d48d66-2880-4de4-b816-cdf93345cbb8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:35.245200 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8300c93c-bf41-4554-9477-f43e0b7e9d47 req-d6d48d66-2880-4de4-b816-cdf93345cbb8 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 945 time: 0.2623703 Oct 18 23:39:35.257839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 204b90b0-cce4-4563-977d-5ad8d27b1379 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:35.270975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-675d6fd6-395b-4dde-b0c5-5fb4c4619e31 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699368 Oct 18 23:39:35.286165 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da3ab060-9d62-4049-80e2-d3de9a783951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.287777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 204b90b0-cce4-4563-977d-5ad8d27b1379 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:35.288775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 204b90b0-cce4-4563-977d-5ad8d27b1379 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:35.298445 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.308042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-40a6edef-8f63-49a8-8f18-8e88d32b2f3c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Deleting port 85a9fc0d-a3bc-47a6-bcfd-0944f3294095 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:35.308414 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40a6edef-8f63-49a8-8f18-8e88d32b2f3c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.334121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da3ab060-9d62-4049-80e2-d3de9a783951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.361081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a160233-7aa0-4ea4-95ef-1663b0f11a6e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:35.367441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42014) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:35.385869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 5a160233-7aa0-4ea4-95ef-1663b0f11a6e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:35.386507 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a160233-7aa0-4ea4-95ef-1663b0f11a6e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:35.401071 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8300c93c-bf41-4554-9477-f43e0b7e9d47 req-94e91da9-48c8-4245-876a-a42be63aee85 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548128 Oct 18 23:39:35.467735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-da3ab060-9d62-4049-80e2-d3de9a783951 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a55f1729a254f9d8b9f95feee0c71d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2722142 Oct 18 23:39:35.498188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42018) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:35.561097 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e43000a5-315e-4a22-a0a1-691c0aff5abe req-60004234-7f4f-4fdb-808a-53a716d111a2 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 210 time: 0.0455625 Oct 18 23:39:35.565634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=6ffb2567-d4cf-4d1c-aec4-02436e4bdc62,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:35.566322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40a6edef-8f63-49a8-8f18-8e88d32b2f3c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.581843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:35.582242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network hostable DHCP agents. Network: 1bfe07ca-2c06-4aec-bafd-9cf8765e6501, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:39:35.607113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-40a6edef-8f63-49a8-8f18-8e88d32b2f3c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Calling delete_port for 85a9fc0d-a3bc-47a6-bcfd-0944f3294095 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:35.629277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ab060-9d62-4049-80e2-d3de9a783951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0993c9-d9e2-4116-a278-f0302dcff8b5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:35.698223 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40a6edef-8f63-49a8-8f18-8e88d32b2f3c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.702008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:39:35.715003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d9c16b91-9420-438f-8fbb-67b34e689e33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a83c6b8820d14003ae87c6ff1ec1cb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284626 Oct 18 23:39:35.721441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42028) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:35.735839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1bfe07ca-2c06-4aec-bafd-9cf8765e6501) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:35.737344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-15e1eaa8-ae6d-4b64-a3d2-a4740869991d req-81ade719-fd25-455f-93ca-26171372168d service neutron] (100922) timed out ('10.222.0.102', 62371) {{(pid=100922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 23:39:35.746870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c71b8a-f67b-4264-80df-069f23358378 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:35.749032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:35.749774 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.766336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd9c20-dad8-4ef8-8ee5-dfd6550cfbd8 req-5f95c09f-9aa3-4aee-9dda-73da6c63850e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:35.767979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73dd9c20-dad8-4ef8-8ee5-dfd6550cfbd8 req-5f95c09f-9aa3-4aee-9dda-73da6c63850e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.2085445 Oct 18 23:39:35.776149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b9f47f7-fbb0-4b9f-9c35-29baa69889c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.778319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40a6edef-8f63-49a8-8f18-8e88d32b2f3c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.786498 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-40a6edef-8f63-49a8-8f18-8e88d32b2f3c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/ports/85a9fc0d-a3bc-47a6-bcfd-0944f3294095 HTTP/1.1" status: 204 len: 168 time: 0.6620586 Oct 18 23:39:35.788616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6edef-8f63-49a8-8f18-8e88d32b2f3c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Port': ['ID=85a9fc0d-a3bc-47a6-bcfd-0944f3294095,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:35.789122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42034) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:35.855844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-658933ae-135c-406d-a4f4-75dea3289a3d tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0495746 Oct 18 23:39:35.856506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42036) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:35.862761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-435933907'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:35.867841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7ede3955-0713-455f-b1f5-36c79845e3b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8002079 Oct 18 23:39:35.868031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42038) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:35.878538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'name': 'tempest-NetworksTestDHCPv6-1791137502'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:35.912128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b9f47f7-fbb0-4b9f-9c35-29baa69889c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:35.967834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73dd9c20-dad8-4ef8-8ee5-dfd6550cfbd8 req-c1edebd7-4083-4909-aaf7-c1ff13548ff9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871665 Oct 18 23:39:35.999778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '6ffb2567-d4cf-4d1c-aec4-02436e4bdc62'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:39:36.000759 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.018146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-232f0814-5ee9-4132-91a2-5a2326d2882c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.059009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:36.065230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-232f0814-5ee9-4132-91a2-5a2326d2882c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.065911 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.085580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4114-8e82-4484-af2b-001805f75f15 req-05942626-7b42-48be-9a83-fbbd79d2fe73 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:36.087122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-982f4114-8e82-4484-af2b-001805f75f15 req-05942626-7b42-48be-9a83-fbbd79d2fe73 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.102 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 945 time: 0.1657159 Oct 18 23:39:36.094648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Made reservation on behalf of 4685808cdcee46eaa6200bf4d5d0d234 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:36.098303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.113232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 4ad98294-f6dd-4404-8881-2487496b3720 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:36.117042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b9f47f7-fbb0-4b9f-9c35-29baa69889c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.120619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b9f47f7-fbb0-4b9f-9c35-29baa69889c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.123234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b9f47f7-fbb0-4b9f-9c35-29baa69889c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d0993c9-d9e2-4116-a278-f0302dcff8b5 HTTP/1.1" status: 204 len: 168 time: 0.6198859 Oct 18 23:39:36.173957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:36.226226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.226581 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Added segment 2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b of type vlan for network 74d464c0-990d-4580-964c-04d1e662da5d Oct 18 23:39:36.243083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/6ffb2567-d4cf-4d1c-aec4-02436e4bdc62/43d559a9-28b1-47b0-957a-d413116a0ae1) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:36.260605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-232f0814-5ee9-4132-91a2-5a2326d2882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.263135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-232f0814-5ee9-4132-91a2-5a2326d2882c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.266630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-232f0814-5ee9-4132-91a2-5a2326d2882c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27e21527-c974-4f9c-8a78-afff2f32386c HTTP/1.1" status: 204 len: 168 time: 0.5414851 Oct 18 23:39:36.291860 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.299171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f47f7-fbb0-4b9f-9c35-29baa69889c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0993c9-d9e2-4116-a278-f0302dcff8b5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:36.312210 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:39:36.365415 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.375165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:36.376204 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.386843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f0814-5ee9-4132-91a2-5a2326d2882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e21527-c974-4f9c-8a78-afff2f32386c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:36.493145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-982f4114-8e82-4484-af2b-001805f75f15 req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Deleting port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:36.498283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-982f4114-8e82-4484-af2b-001805f75f15 req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.562486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7063491 Oct 18 23:39:36.568425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42058) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:36.578388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1222332531'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:36.643828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.705244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4c145-e56f-4fa0-b2c3-301b5d980457 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Network': ['ID=74d464c0-990d-4580-964c-04d1e662da5d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:36.743363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 74d464c0-990d-4580-964c-04d1e662da5d details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:36.749049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf2bf8-102d-4ff7-b783-755c3b1ca523 req-57aaefd6-192c-4c01-98e2-0e890d33d887 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:36.751330 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2caf2bf8-102d-4ff7-b783-755c3b1ca523 req-57aaefd6-192c-4c01-98e2-0e890d33d887 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 945 time: 0.2019713 Oct 18 23:39:36.798374 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d14f382-2f0e-4b33-a9d8-c9668258d7d6 req-ae0b9bf8-07bc-4570-90e1-98b3f374f502 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 210 time: 0.0536079 Oct 18 23:39:36.803713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Made reservation on behalf of 4685808cdcee46eaa6200bf4d5d0d234 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:36.830393 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.835888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.843612 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.900526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-982f4114-8e82-4484-af2b-001805f75f15 req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] For port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:36.901224 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-982f4114-8e82-4484-af2b-001805f75f15 req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.904341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42066) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:36.904341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42068) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:36.929820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2caf2bf8-102d-4ff7-b783-755c3b1ca523 req-213320b1-a559-43fe-91aa-4727cfc2ebbb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657856 Oct 18 23:39:36.938896 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45d2a490-4698-40e1-adbe-c8b5f52098e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.956544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:36.960727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:36.963469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:36.965772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::144 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/6ffb2567-d4cf-4d1c-aec4-02436e4bdc62/4ad98294-f6dd-4404-8881-2487496b3720) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:36.976710 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2a56c87-eb8c-48cf-9b65-46794ab3873b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:36.991002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-982f4114-8e82-4484-af2b-001805f75f15 req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Calling delete_port for 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:37.054264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Pushing event updated for resources: {'Port': ['ID=43d559a9-28b1-47b0-957a-d413116a0ae1,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:37.065843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:37.116730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Attempting to bind port 43d559a9-28b1-47b0-957a-d413116a0ae1 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:37.117459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Attempting to bind port 43d559a9-28b1-47b0-957a-d413116a0ae1 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:37.117836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Attempting to bind port 43d559a9-28b1-47b0-957a-d413116a0ae1 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:37.137839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:37.138218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:37.138942 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.139518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:37.141232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Bound port: 43d559a9-28b1-47b0-957a-d413116a0ae1, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:37.141232 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.185738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-7ad4f70a-4605-4d47-9919-339fff9a23be tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:37.187552 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-7ad4f70a-4605-4d47-9919-339fff9a23be tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.2238367 Oct 18 23:39:37.208311 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.208658 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Added segment d69d2645-ef1d-44d2-b539-c90edbbcf9aa of type vlan for network 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f Oct 18 23:39:37.208851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Request body: {'port': {'device_id': '512743d3-aa80-452c-8550-33eab15f24c9', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'admin_state_up': True, 'tenant_id': '2e387c95280940198c08dedfe0f5ffb5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:37.260559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] For port 43d559a9-28b1-47b0-957a-d413116a0ae1, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:37.264359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] For port 43d559a9-28b1-47b0-957a-d413116a0ae1, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=43d559a9-28b1-47b0-957a-d413116a0ae1,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:37.278851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 547de195-a840-40a6-8ce1-961f00acf36d details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:39:37.317910 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.353076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd94946-68da-4b0d-a55c-7cd2e8efb0ac req-e68ef2ab-340c-4eac-b3c6-020275cc625f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:37.360759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cd94946-68da-4b0d-a55c-7cd2e8efb0ac req-e68ef2ab-340c-4eac-b3c6-020275cc625f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.1899116 Oct 18 23:39:37.370530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.393152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.472949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.489457 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.497426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:37.498058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.509774 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2a56c87-eb8c-48cf-9b65-46794ab3873b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.512274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6a7d0-495d-47df-9b11-714c9210feff None None] Pushing event updated for resources: {'Port': ['ID=43d559a9-28b1-47b0-957a-d413116a0ae1,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:37.517102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:37.530889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '547de195-a840-40a6-8ce1-961f00acf36d', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'port_id': '547de195-a840-40a6-8ce1-961f00acf36d', 'mac_address': 'fa:16:3e:36:fe:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:39:37.536194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45d2a490-4698-40e1-adbe-c8b5f52098e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.575663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2a56c87-eb8c-48cf-9b65-46794ab3873b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.581930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Made reservation on behalf of 2e387c95280940198c08dedfe0f5ffb5 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:37.588356 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.601744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cd94946-68da-4b0d-a55c-7cd2e8efb0ac req-2e25fc75-c3d0-46d3-a70b-7bdefe2a02f7 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397940 Oct 18 23:39:37.603417 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.604419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:37.606048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45d2a490-4698-40e1-adbe-c8b5f52098e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.626787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:37.628216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 547de195-a840-40a6-8ce1-961f00acf36d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:39:37.631790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:37.644022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:37.645939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.650269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0807807 Oct 18 23:39:37.701453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:37.718265 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.826152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49cb1e-e30a-43a9-885a-f5738bfbe7c5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Network': ['ID=8119c414-84ec-4cfa-ab33-fb3b1ae0b93f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:37.833385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a56c87-eb8c-48cf-9b65-46794ab3873b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc38755-3111-41d9-ae98-67a05c8a965a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:37.840661 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-45d2a490-4698-40e1-adbe-c8b5f52098e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.9342158 Oct 18 23:39:37.847291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f2a56c87-eb8c-48cf-9b65-46794ab3873b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c902fd82d6ac4f75b02def7a1246093a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9399996 Oct 18 23:39:37.848651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42088) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:37.849225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42090) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:37.854171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:37.863180 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-982f4114-8e82-4484-af2b-001805f75f15 req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:37.899659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a433c419-9a71-449f-8de1-a92f543d4ba8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:39:38.010064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event deleted for resources: {'Port': ['ID=05dc2b1d-fe7f-40e8-9758-8be2ff1b331d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:38.032856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:38.042693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=4ad98294-f6dd-4404-8881-2487496b3720,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:38.061942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['547de195-a840-40a6-8ce1-961f00acf36d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:39:38.070100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2a490-4698-40e1-adbe-c8b5f52098e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8273c27-ab10-45bc-a287-4b5a2d3cb2f3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:38.089963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-31b8edca-2686-4671-8dc7-5d2918e7b483 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2195463 Oct 18 23:39:38.089963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42094) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:38.124176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-982f4114-8e82-4484-af2b-001805f75f15 req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] No DVR routers for this DVR port 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:38.130487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-982f4114-8e82-4484-af2b-001805f75f15 req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:38.134404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-982f4114-8e82-4484-af2b-001805f75f15 req-77deeed7-21a4-4d60-afd7-5ae6cc470c5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.102 "DELETE /v2.0/ports/05dc2b1d-fe7f-40e8-9758-8be2ff1b331d HTTP/1.1" status: 204 len: 173 time: 2.0301614 Oct 18 23:39:38.136936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2875fc6-9aff-480d-b8f2-e0aaed164d73', 'name': 'network-vif-deleted', 'tag': '05dc2b1d-fe7f-40e8-9758-8be2ff1b331d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:38.139535 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7551abe4-d968-48a1-bade-7a58458c637d" -d '{"events": [{"server_uuid": "d2875fc6-9aff-480d-b8f2-e0aaed164d73", "name": "network-vif-deleted", "tag": "05dc2b1d-fe7f-40e8-9758-8be2ff1b331d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:38.159696 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7d136222-0245-4397-a032-e7834ec24f5c req-43daba2a-74e2-4d5c-813f-094e13a989fe tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 210 time: 0.0689585 Oct 18 23:39:38.161748 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Allocated IP 172.20.0.12 (f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83/ae4bd0b5-8162-4f22-ba33-379f9081f4ea/463df81b-a6ca-4f08-a5c5-96454254d08c) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:38.165315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a69c83b8-bbe1-4999-9473-8ee1bd1fb9d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:38.175398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e724e6d3-76c9-4607-acec-a33c3285f483 req-405ecf6b-b74d-4ba0-815c-f967609be267 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2875fc6-9aff-480d-b8f2-e0aaed164d73 HTTP/1.1" status: 200 len: 210 time: 0.0859864 Oct 18 23:39:38.231197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9546d0e2-b473-447e-bf74-d4766dacc0c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:38.252771 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a69c83b8-bbe1-4999-9473-8ee1bd1fb9d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:38.306896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb30968-9195-4d4f-a724-08d52837528a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:38.320890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb30968-9195-4d4f-a724-08d52837528a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:38.341485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42098) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:38.344659 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4cb30968-9195-4d4f-a724-08d52837528a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2489789 Oct 18 23:39:38.345465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9546d0e2-b473-447e-bf74-d4766dacc0c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:38.385698 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54692d06-0513-4c74-a9fb-116dae293be3 x-openstack-request-id: req-54692d06-0513-4c74-a9fb-116dae293be3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:38.386371 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2875fc6-9aff-480d-b8f2-e0aaed164d73", "name": "network-vif-deleted", "tag": "05dc2b1d-fe7f-40e8-9758-8be2ff1b331d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:38.387001 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54692d06-0513-4c74-a9fb-116dae293be3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:38.387639 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2875fc6-9aff-480d-b8f2-e0aaed164d73', 'name': 'network-vif-deleted', 'tag': '05dc2b1d-fe7f-40e8-9758-8be2ff1b331d', 'status': 'completed', 'code': 200} Oct 18 23:39:38.776771 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a69c83b8-bbe1-4999-9473-8ee1bd1fb9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:38.779820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a69c83b8-bbe1-4999-9473-8ee1bd1fb9d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:38.786458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a69c83b8-bbe1-4999-9473-8ee1bd1fb9d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8273c27-ab10-45bc-a287-4b5a2d3cb2f3 HTTP/1.1" status: 204 len: 168 time: 0.9276969 Oct 18 23:39:38.819393 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:38.855147 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-c7f407bd-bffd-4ad2-83fc-bdebc7b09ea4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3937201 Oct 18 23:39:38.908389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:38.938565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c83b8-bbe1-4999-9473-8ee1bd1fb9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8273c27-ab10-45bc-a287-4b5a2d3cb2f3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:39.007583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9546d0e2-b473-447e-bf74-d4766dacc0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:39.015107 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9546d0e2-b473-447e-bf74-d4766dacc0c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:39.018912 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9546d0e2-b473-447e-bf74-d4766dacc0c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcc38755-3111-41d9-ae98-67a05c8a965a HTTP/1.1" status: 204 len: 168 time: 1.1562471 Oct 18 23:39:39.040757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:39.050065 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:39:39.052362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:39.057131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:39.157122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546d0e2-b473-447e-bf74-d4766dacc0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc38755-3111-41d9-ae98-67a05c8a965a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:39.322584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 547de195-a840-40a6-8ce1-961f00acf36d up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:39.333468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8461da26-0ede-422a-ae8b-bfde9776b214 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 4ad98294-f6dd-4404-8881-2487496b3720 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:39.334031 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8461da26-0ede-422a-ae8b-bfde9776b214 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:39.402177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b95869-10c7-4e89-929b-d975a65f751d req-97656637-ff7e-420a-8b06-a37472f1cfd9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:39.417022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76b95869-10c7-4e89-929b-d975a65f751d req-97656637-ff7e-420a-8b06-a37472f1cfd9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 944 time: 0.5746541 Oct 18 23:39:39.421700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:39.422404 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:39.432866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event updated for resources: {'Port': ['ID=463df81b-a6ca-4f08-a5c5-96454254d08c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:39.441605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ae70cc-e147-46ae-b420-9ce816719f33 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:39.509649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-8e4ffcc3-17a5-416a-a262-9ff2ebbc408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:39.526575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-8e4ffcc3-17a5-416a-a262-9ff2ebbc408f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=d899752a05e64b3f9145afdc0282ac36&device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 1097 time: 0.4816399 Oct 18 23:39:39.553670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:39.622293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-5dde68b0-e301-47f8-ae7e-e5895a83b7e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4168351 Oct 18 23:39:39.647537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 43d559a9-28b1-47b0-957a-d413116a0ae1 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:39.661228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Request body: {'port': {'device_id': '512743d3-aa80-452c-8550-33eab15f24c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:39.698776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663df0de-2373-4826-8d1a-d31df9296206 req-1b748293-d91a-48a1-b616-6cebaac4eb06 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:39.705089 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-663df0de-2373-4826-8d1a-d31df9296206 req-1b748293-d91a-48a1-b616-6cebaac4eb06 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 932 time: 0.2571464 Oct 18 23:39:39.744214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:39.758674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 05dc2b1d-fe7f-40e8-9758-8be2ff1b331d not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:39.759032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76b95869-10c7-4e89-929b-d975a65f751d req-e4e95ce7-ac25-498f-afcc-a2f1ec07a293 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405616 Oct 18 23:39:39.789581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d74b89e0-fd06-4c4c-9104-8ab44c6fdb74 None None] Provisioning complete for port 43d559a9-28b1-47b0-957a-d413116a0ae1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:39.792382 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d74b89e0-fd06-4c4c-9104-8ab44c6fdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:39.966085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-663df0de-2373-4826-8d1a-d31df9296206 req-d7182321-6a6c-4e54-b4a1-78711d6037d1 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069011 Oct 18 23:39:39.983655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8461da26-0ede-422a-ae8b-bfde9776b214 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:40.060284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-e358e28f-970c-4091-aed8-8332f386404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:40.063290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-e358e28f-970c-4091-aed8-8332f386404f service neutron] 10.222.0.102 "GET /v2.0/networks?id=c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 200 len: 912 time: 0.5185242 Oct 18 23:39:40.069786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8461da26-0ede-422a-ae8b-bfde9776b214 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 4ad98294-f6dd-4404-8881-2487496b3720 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:40.073037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:40.357471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 43d559a9-28b1-47b0-957a-d413116a0ae1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:40.358457 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:40.486098 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d74b89e0-fd06-4c4c-9104-8ab44c6fdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:40.579222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 547de195-a840-40a6-8ce1-961f00acf36d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:40.585684 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:40.636096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42160) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:40.812651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d74b89e0-fd06-4c4c-9104-8ab44c6fdb74 None None] For port 43d559a9-28b1-47b0-957a-d413116a0ae1, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=43d559a9-28b1-47b0-957a-d413116a0ae1,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:40.827997 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d74b89e0-fd06-4c4c-9104-8ab44c6fdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:40.954631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b89e0-fd06-4c4c-9104-8ab44c6fdb74 None None] Pushing event updated for resources: {'Port': ['ID=43d559a9-28b1-47b0-957a-d413116a0ae1,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:41.057008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:41.118471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:41.122152 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285e37e7-503b-40b3-bd85-9adb6bd4757d" -d '{"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-plugged", "status": "completed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:41.146512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:41.152349 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:41.251203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:41.259079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42178) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:41.293471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'subnets': [{'network_id': '74d464c0-990d-4580-964c-04d1e662da5d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1759213281', 'ip_version': 6}, {'network_id': '8119c414-84ec-4cfa-ab33-fb3b1ae0b93f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:41.294090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'subnet': {'network_id': '74d464c0-990d-4580-964c-04d1e662da5d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1759213281', 'ip_version': 6}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:41.295216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Request body: {'subnet': {'network_id': '8119c414-84ec-4cfa-ab33-fb3b1ae0b93f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:41.355369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 43d559a9-28b1-47b0-957a-d413116a0ae1 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:41.472780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e327bdf1-77e9-42bd-8005-0028b10728c7 None None] Could not find standard attr ID for object 4ad98294-f6dd-4404-8881-2487496b3720. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:39:41.475550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 43d559a9-28b1-47b0-957a-d413116a0ae1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:41.475924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:41.564601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e327bdf1-77e9-42bd-8005-0028b10728c7 None None] Provisioning complete for port 43d559a9-28b1-47b0-957a-d413116a0ae1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:41.564988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e327bdf1-77e9-42bd-8005-0028b10728c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:41.612140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8461da26-0ede-422a-ae8b-bfde9776b214 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:41.690439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Made reservation on behalf of 4685808cdcee46eaa6200bf4d5d0d234 for: {'subnet': 2} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:41.704735 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:41.705095 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:41.729394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463df81b-a6ca-4f08-a5c5-96454254d08c {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:39:41.753004 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:41.782747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Transition to ACTIVE for port object 463df81b-a6ca-4f08-a5c5-96454254d08c will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:39:41.792413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-940512443-network', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:41.828710 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69105c72-221c-4489-801b-7e4c5bcbe37d req-195865d4-d84d-4fa7-a9bf-3495654e1c47 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:41.844260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-69105c72-221c-4489-801b-7e4c5bcbe37d req-195865d4-d84d-4fa7-a9bf-3495654e1c47 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 1.3383348 Oct 18 23:39:41.860441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:41.907269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff247710-3550-41ea-8510-e21218e0236a None None] Could not find standard attr ID for object 4ad98294-f6dd-4404-8881-2487496b3720. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:39:42.000406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Made reservation on behalf of 3fd7b3a8d33d46fd851599e186dffb43 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:42.003296 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.028262 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.038333 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-69105c72-221c-4489-801b-7e4c5bcbe37d req-e67d46fd-b8a3-4fe9-858c-0b38f08b9d5c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939330 Oct 18 23:39:42.065347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461da26-0ede-422a-ae8b-bfde9776b214 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=4ad98294-f6dd-4404-8881-2487496b3720,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:42.090770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-d7c035aa-9868-462d-b84b-7e900501c6b1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:42.098461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-d7c035aa-9868-462d-b84b-7e900501c6b1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 1.4024031 Oct 18 23:39:42.099490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Pushing event updated for resources: {'Port': ['ID=463df81b-a6ca-4f08-a5c5-96454254d08c,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:42.111104 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8461da26-0ede-422a-ae8b-bfde9776b214 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.115505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8461da26-0ede-422a-ae8b-bfde9776b214 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/4ad98294-f6dd-4404-8881-2487496b3720 HTTP/1.1" status: 204 len: 168 time: 3.7655668 Oct 18 23:39:42.140578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffa639-c482-4620-ba1b-2877debe4f4c req-111bb7c4-4087-4d79-b00b-dae9a175e03b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:42.148343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02ffa639-c482-4620-ba1b-2877debe4f4c req-111bb7c4-4087-4d79-b00b-dae9a175e03b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.9028490 Oct 18 23:39:42.150502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42210) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:42.218252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-ca17bdf5-7e91-4021-876a-d35ae924b496 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 200 len: 1000 time: 1.9871941 Oct 18 23:39:42.292097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-297fe33f-8f44-4d24-8468-cb06393e2a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:42.293977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-297fe33f-8f44-4d24-8468-cb06393e2a63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 1097 time: 1.0496881 Oct 18 23:39:42.363078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10202982-a53a-4955-96bc-30e69b320e08 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:42.365264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10202982-a53a-4955-96bc-30e69b320e08 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:42.369354 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-10202982-a53a-4955-96bc-30e69b320e08 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2077479 Oct 18 23:39:42.396360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42232) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:42.452769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Attempting to bind port 463df81b-a6ca-4f08-a5c5-96454254d08c on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:42.453161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Attempting to bind port 463df81b-a6ca-4f08-a5c5-96454254d08c by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:42.453498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Attempting to bind port 463df81b-a6ca-4f08-a5c5-96454254d08c on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:42.466394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.472065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Port 463df81b-a6ca-4f08-a5c5-96454254d08c on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:39:42.472628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Attempting to bind port 463df81b-a6ca-4f08-a5c5-96454254d08c on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:42.481586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.520109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30233e63-93e1-4cef-9ebc-edcff052e415 req-77ed88f8-83e0-445f-a11b-24f7ac65949b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:42.522029 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30233e63-93e1-4cef-9ebc-edcff052e415 req-77ed88f8-83e0-445f-a11b-24f7ac65949b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 944 time: 0.3275309 Oct 18 23:39:42.527957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:42.528360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Checking segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:42.528693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Bound using segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:42.529145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Bound port: 463df81b-a6ca-4f08-a5c5-96454254d08c, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:42.529511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.552082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:39:42.592975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a857a1-eba7-4a50-bd7a-3153ffadbfee,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:42.624256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Deleting port a433c419-9a71-449f-8de1-a92f543d4ba8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:42.625333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.631882 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.632779 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Added segment 14a151c5-b42c-4eb7-bd90-4156417cde78 of type vlan for network 45526cf4-a9e4-4d93-af49-792818014afc Oct 18 23:39:42.639194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02ffa639-c482-4620-ba1b-2877debe4f4c req-686ed328-071d-4f62-a09c-8ba594b30e81 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4894769 Oct 18 23:39:42.706829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-20cef044-d2bf-49d7-a72c-b37a210bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:42.708726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-20cef044-d2bf-49d7-a72c-b37a210bc11b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 200 len: 850 time: 0.4464233 Oct 18 23:39:42.768431 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0d978a-d23e-4eab-9134-7b2765c27a68 x-openstack-request-id: req-fb0d978a-d23e-4eab-9134-7b2765c27a68 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:42.769379 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-plugged", "status": "completed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:42.770774 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb0d978a-d23e-4eab-9134-7b2765c27a68 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:42.771617 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d', 'code': 200} Oct 18 23:39:42.790678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30233e63-93e1-4cef-9ebc-edcff052e415 req-5b6a1a22-fb6b-45b3-a86c-4e8976d938f8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469034 Oct 18 23:39:42.802693 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.850866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-638b4b5f-efab-4d4e-b5e5-4a4d962e82aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 6ffb2567-d4cf-4d1c-aec4-02436e4bdc62 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:39:42.895162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-638b4b5f-efab-4d4e-b5e5-4a4d962e82aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:42.919993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] For port 463df81b-a6ca-4f08-a5c5-96454254d08c, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:42.993084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] For port 463df81b-a6ca-4f08-a5c5-96454254d08c, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=463df81b-a6ca-4f08-a5c5-96454254d08c,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:43.000515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] For port a433c419-9a71-449f-8de1-a92f543d4ba8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a433c419-9a71-449f-8de1-a92f543d4ba8,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:43.001122 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:43.006645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:43.007824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-4551f61c-00a5-4dbe-8299-9cd051ae6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:43.013462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-4551f61c-00a5-4dbe-8299-9cd051ae6c60 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c7d0788c-db89-4515-aee6-4a91445fe6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2925465 Oct 18 23:39:43.018566 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:43.021591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:43.021591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:43.063044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Calling delete_port for a433c419-9a71-449f-8de1-a92f543d4ba8 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:43.080896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:43.081021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:43.082765 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] 10.222.0.102 "PUT /v2.0/ports/463df81b-a6ca-4f08-a5c5-96454254d08c HTTP/1.1" status: 200 len: 1093 time: 3.4374881 Oct 18 23:39:43.099891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512743d3-aa80-452c-8550-33eab15f24c9', 'tag': '463df81b-a6ca-4f08-a5c5-96454254d08c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:43.103542 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73826514-c955-4b2a-897a-f9f899344ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "512743d3-aa80-452c-8550-33eab15f24c9", "tag": "463df81b-a6ca-4f08-a5c5-96454254d08c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:43.128299 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4812312 Oct 18 23:39:43.160789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42270) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:43.220966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-f5b85fad-ae68-479b-ad56-c9a60549a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:43.224926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-f5b85fad-ae68-479b-ad56-c9a60549a46d service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.8831723 Oct 18 23:39:43.263858 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:43.276761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Request body: {'subnet': {'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-940512443-subnet', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:43.283296 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5d77da-360a-4934-8f84-75009064c19a x-openstack-request-id: req-ee5d77da-360a-4934-8f84-75009064c19a {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:43.283592 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512743d3-aa80-452c-8550-33eab15f24c9", "tag": "463df81b-a6ca-4f08-a5c5-96454254d08c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:43.283848 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee5d77da-360a-4934-8f84-75009064c19a {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:43.284243 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512743d3-aa80-452c-8550-33eab15f24c9', 'tag': '463df81b-a6ca-4f08-a5c5-96454254d08c', 'status': 'completed', 'code': 200} Oct 18 23:39:43.285536 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-638b4b5f-efab-4d4e-b5e5-4a4d962e82aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:43.343572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b1d9-f924-494c-9bba-7dc6e9f2c5db service neutron] Pushing event updated for resources: {'Port': ['ID=463df81b-a6ca-4f08-a5c5-96454254d08c,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:43.353613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9c2e8-5980-4ccf-963b-60dc90041de6 admin admin] Pushing event updated for resources: {'Network': ['ID=45526cf4-a9e4-4d93-af49-792818014afc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:43.384861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 45526cf4-a9e4-4d93-af49-792818014afc details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:39:43.389010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-ac959b5a-d31a-4fb9-9993-3ff3b5333a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:43.391435 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-ac959b5a-d31a-4fb9-9993-3ff3b5333a8f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 1096 time: 0.2346799 Oct 18 23:39:43.393898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Made reservation on behalf of 3fd7b3a8d33d46fd851599e186dffb43 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:43.396288 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:43.521824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-0c3b9530-ed89-4b50-a08b-cdc8d8d0fec9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463df81b-a6ca-4f08-a5c5-96454254d08c HTTP/1.1" status: 200 len: 217 time: 0.1139851 Oct 18 23:39:43.612440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42278) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:43.677224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Checking segment: {'id': '2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74d464c0-990d-4580-964c-04d1e662da5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:43.677853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Network hostable DHCP agents. Network: 74d464c0-990d-4580-964c-04d1e662da5d, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:39:43.690675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512155b7-ef4c-4b4e-988a-586782d6d473 req-781bb63b-fe15-47b1-a52c-4e6f17a3ad00 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:43.693104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-512155b7-ef4c-4b4e-988a-586782d6d473 req-781bb63b-fe15-47b1-a52c-4e6f17a3ad00 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 946 time: 0.3957129 Oct 18 23:39:43.723925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Subnet': ['ID=48d9869c-3ff6-4a4a-94d6-09021e5535b2,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:43.768394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-2b0f31bc-b104-45b2-8e88-9913d5ed1795 service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368159 Oct 18 23:39:43.772329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-ccd46c32-62fe-48ac-a0be-297975fc9edd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547de195-a840-40a6-8ce1-961f00acf36d HTTP/1.1" status: 200 len: 1000 time: 0.4736147 Oct 18 23:39:43.774206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-9603242f-2503-4b0f-9c7c-fa4676c32dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:43.777236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-9603242f-2503-4b0f-9c7c-fa4676c32dad service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.2396765 Oct 18 23:39:43.817450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Network 74d464c0-990d-4580-964c-04d1e662da5d is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:39:43.900038 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-638b4b5f-efab-4d4e-b5e5-4a4d962e82aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:43.900613 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-9143b7b5-3f83-425a-a82f-0b9b9122a587 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588408 Oct 18 23:39:44.016330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 74d464c0-990d-4580-964c-04d1e662da5d) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:44.016597 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee9c5812-ab45-48cb-acc5-f2b1766519b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:44.021046 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:44.026510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f54b46-1025-461a-aef8-c804141be08e None None] Network 74d464c0-990d-4580-964c-04d1e662da5d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:44.087897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:44.118006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-512155b7-ef4c-4b4e-988a-586782d6d473 req-a0625200-e7ea-498d-8600-c7ba3f1efa20 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcb552cd-708d-4f2c-9d45-5fe34d4526e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040160 Oct 18 23:39:44.235238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72247ccb-bb08-42e6-a2aa-86af48d401ba req-6728017d-7075-4c44-8dc0-336e4df449ee tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:44.241896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-ef1b93b1-eae3-46e6-8845-9145ae71f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:44.243628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-ef1b93b1-eae3-46e6-8845-9145ae71f059 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.4474199 Oct 18 23:39:44.245938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72247ccb-bb08-42e6-a2aa-86af48d401ba req-6728017d-7075-4c44-8dc0-336e4df449ee tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.4676373 Oct 18 23:39:44.319660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-638b4b5f-efab-4d4e-b5e5-4a4d962e82aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:44.326214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event deleted for resources: {'Port': ['ID=a433c419-9a71-449f-8de1-a92f543d4ba8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:44.340631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-74d464c0-990d-4580-964c-04d1e662da5d', 'network_id': '74d464c0-990d-4580-964c-04d1e662da5d', 'tenant_id': '4685808cdcee46eaa6200bf4d5d0d234', 'fixed_ips': [{'subnet_id': '48d9869c-3ff6-4a4a-94d6-09021e5535b2'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:39:44.341506 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:44.403465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Checking segment: {'id': 'd69d2645-ef1d-44d2-b539-c90edbbcf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8119c414-84ec-4cfa-ab33-fb3b1ae0b93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:44.403920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Network hostable DHCP agents. Network: 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:39:44.422005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event updated for resources: {'Subnet': ['ID=3e88661c-15f8-4074-a0bd-891df78c0324,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:44.453274 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-638b4b5f-efab-4d4e-b5e5-4a4d962e82aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:44.456688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-638b4b5f-efab-4d4e-b5e5-4a4d962e82aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/6ffb2567-d4cf-4d1c-aec4-02436e4bdc62 HTTP/1.1" status: 204 len: 168 time: 1.9875555 Oct 18 23:39:44.488725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42296) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:44.500103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54539910-d4bc-4b05-90e1-158c8cc2e5f1 req-f21c647b-6a4b-48df-b94c-5ef6a459dca9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:44.508303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54539910-d4bc-4b05-90e1-158c8cc2e5f1 req-f21c647b-6a4b-48df-b94c-5ef6a459dca9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 944 time: 0.2526348 Oct 18 23:39:44.523272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b4b5f-efab-4d4e-b5e5-4a4d962e82aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffb2567-d4cf-4d1c-aec4-02436e4bdc62,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:44.530638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-8786ad52-52f2-45e0-ac01-20ac4eb0e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:44.532262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-8786ad52-52f2-45e0-ac01-20ac4eb0e98d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2723534 Oct 18 23:39:44.539329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Network 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:39:44.551096 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c11610a-1143-4bcf-a37e-e2ec7759189b req-5d43afd9-0049-4a4f-9e77-9b929f96650f service neutron] 10.222.0.102 "GET /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698441 Oct 18 23:39:44.596098 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a907a2ae-42b5-40ad-b647-d209584ca109 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:44.630854 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72247ccb-bb08-42e6-a2aa-86af48d401ba req-b3dce972-cd29-4fa2-9de7-075504b57900 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721535 Oct 18 23:39:44.631798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] No DVR routers for this DVR port a433c419-9a71-449f-8de1-a92f543d4ba8 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:44.661365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3e3382d8-c8bf-4aa2-b812-060137d55b07 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662748 Oct 18 23:39:44.662750 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:44.666063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069de438-af2c-47fa-b49b-8c6dff8c45cb req-23dbaff0-9697-48a2-ac8f-dde04b2f37f6 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.73 "DELETE /v2.0/ports/a433c419-9a71-449f-8de1-a92f543d4ba8 HTTP/1.1" status: 204 len: 173 time: 2.5317235 Oct 18 23:39:44.683651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42298) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:44.701996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:44.705663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:44.714845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Allocated IP 2001:db8::1 (74d464c0-990d-4580-964c-04d1e662da5d/48d9869c-3ff6-4a4a-94d6-09021e5535b2/121707d3-b23b-486f-b34e-b6646224c744) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:44.738953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-e0918a13-054a-4cd7-b40d-55874680fae6 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782668 Oct 18 23:39:44.741455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-9bbdc26d-aa0c-49e5-aa90-a7d905ef61ba service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8025026 Oct 18 23:39:44.759521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:44.769069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:44.769069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:44.773241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:44.875679 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54539910-d4bc-4b05-90e1-158c8cc2e5f1 req-36ccf5b9-276c-4cb3-a2d6-a5eb9256b80a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663805 Oct 18 23:39:44.972193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c327064-4c10-4af1-85f9-06481e26272e None None] Network 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:45.035098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90135473-bdd1-48b5-aeee-eb98d9c47862 req-36f2ad8b-96d9-4beb-8348-190a9bac80d0 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951286 Oct 18 23:39:45.043006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-963d1f31-4602-4499-8f06-24352659d5fe tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.7788341 Oct 18 23:39:45.045282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42306) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:45.086843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee9c5812-ab45-48cb-acc5-f2b1766519b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.111172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e801d464-3238-4da4-923a-23ddd227df17,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:45.139384 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee9c5812-ab45-48cb-acc5-f2b1766519b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.215798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f613e15-4e35-4d73-be9a-e80ad512adb2 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:45.223791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f613e15-4e35-4d73-be9a-e80ad512adb2 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:45.244981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f613e15-4e35-4d73-be9a-e80ad512adb2 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:45.261111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Checking segment: {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:45.261497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Network hostable DHCP agents. Network: 45526cf4-a9e4-4d93-af49-792818014afc, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:39:45.268452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2f613e15-4e35-4d73-be9a-e80ad512adb2 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2219636 Oct 18 23:39:45.269114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42310) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:45.280846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ee9c5812-ab45-48cb-acc5-f2b1766519b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d7fa08deb42e4f6191ce0e73a3a8f363&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6533895 Oct 18 23:39:45.281685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42312) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:45.292705 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a7405ca-addf-46ae-a171-a25b35cfb2a1 req-c6ee7f5d-edb2-4ed1-9cbc-5c63e222f346 service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076172 Oct 18 23:39:45.295692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c5812-ab45-48cb-acc5-f2b1766519b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a4a07a-c209-43e8-8708-0bf158fed263,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:45.301412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf61b769-e780-4f2e-a238-a7ec5be8a7bd', 'name': 'network-vif-deleted', 'tag': 'a433c419-9a71-449f-8de1-a92f543d4ba8'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:45.304215 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf67089-7270-4cb6-9445-6de11e096b86" -d '{"events": [{"server_uuid": "cf61b769-e780-4f2e-a238-a7ec5be8a7bd", "name": "network-vif-deleted", "tag": "a433c419-9a71-449f-8de1-a92f543d4ba8"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:45.307474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:45.312742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.400245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Network 45526cf4-a9e4-4d93-af49-792818014afc is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:39:45.424781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0de8bbb-37d9-4a88-8b27-981cc076217c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Deleting subnet 48d9869c-3ff6-4a4a-94d6-09021e5535b2 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:39:45.461180 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ada95b-34e0-4b00-a55d-6f3f9671c96b x-openstack-request-id: req-c9ada95b-34e0-4b00-a55d-6f3f9671c96b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:45.461619 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf61b769-e780-4f2e-a238-a7ec5be8a7bd", "name": "network-vif-deleted", "tag": "a433c419-9a71-449f-8de1-a92f543d4ba8", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:45.462026 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9ada95b-34e0-4b00-a55d-6f3f9671c96b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:45.462597 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf61b769-e780-4f2e-a238-a7ec5be8a7bd', 'name': 'network-vif-deleted', 'tag': 'a433c419-9a71-449f-8de1-a92f543d4ba8', 'status': 'completed', 'code': 200} Oct 18 23:39:45.489407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a433c419-9a71-449f-8de1-a92f543d4ba8 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:45.517226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-543c058c-2777-4bbd-9474-7cf0a4de3c5a req-4887cdee-c742-4c57-835c-f3b40b03431c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf61b769-e780-4f2e-a238-a7ec5be8a7bd HTTP/1.1" status: 200 len: 210 time: 0.0943320 Oct 18 23:39:45.574913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 45526cf4-a9e4-4d93-af49-792818014afc) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:45.584816 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:45.584982 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.617754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: a433c419-9a71-449f-8de1-a92f543d4ba8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:45.619822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a433c419-9a71-449f-8de1-a92f543d4ba8 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:45.620023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fe8820-06c5-492a-83b3-a4123cd8b887 None None] Network 45526cf4-a9e4-4d93-af49-792818014afc requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:45.658714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb4151-0ab0-4507-a602-bc2d8ea44e53 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:39:45.661224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-658f70a1-f268-4252-8af3-d097f1934145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.677607 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-19a1c2d7-57cf-4dfc-968c-9ac5e5640c93 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5156834 Oct 18 23:39:45.680617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42322) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:45.687053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:45.710383 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-658f70a1-f268-4252-8af3-d097f1934145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.723768 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.728204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826514-c955-4b2a-897a-f9f899344ba3 req-0d143616-b754-46b2-acc8-466e3bd234a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:45.729888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73826514-c955-4b2a-897a-f9f899344ba3 req-0d143616-b754-46b2-acc8-466e3bd234a4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 1096 time: 0.1865604 Oct 18 23:39:45.759537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0de8bbb-37d9-4a88-8b27-981cc076217c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.768698 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-8119c414-84ec-4cfa-ab33-fb3b1ae0b93f', 'network_id': '8119c414-84ec-4cfa-ab33-fb3b1ae0b93f', 'tenant_id': '4685808cdcee46eaa6200bf4d5d0d234', 'fixed_ips': [{'subnet_id': '3e88661c-15f8-4074-a0bd-891df78c0324'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:39:45.770650 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.826546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.837073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:45.933068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0de8bbb-37d9-4a88-8b27-981cc076217c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:46.026091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e17f1-3c79-42c8-9da4-ae051e4a1db3 req-1b4b5d29-e519-4f0a-bea6-41f9c2327c3a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:46.031389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f6e17f1-3c79-42c8-9da4-ae051e4a1db3 req-1b4b5d29-e519-4f0a-bea6-41f9c2327c3a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.2060466 Oct 18 23:39:46.061666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:46.135421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Allocated IP 2001:db8:0:1::1 (8119c414-84ec-4cfa-ab33-fb3b1ae0b93f/3e88661c-15f8-4074-a0bd-891df78c0324/b6e6ad5d-c934-4f95-955a-11192d8c5439) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:46.198818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f6e17f1-3c79-42c8-9da4-ae051e4a1db3 req-7063c2f1-73f8-4fee-bb5d-967b0b0fe770 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319118 Oct 18 23:39:46.290284 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:46.321250 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-658f70a1-f268-4252-8af3-d097f1934145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:46.330440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-658f70a1-f268-4252-8af3-d097f1934145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:46.332574 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-658f70a1-f268-4252-8af3-d097f1934145 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2a4a07a-c209-43e8-8708-0bf158fed263 HTTP/1.1" status: 204 len: 168 time: 1.0479181 Oct 18 23:39:46.485635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792da4c-452f-454c-a7cb-fdd7f5a9c402 req-26c84de8-1a34-41da-ac31-080cb9787027 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:46.498248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b792da4c-452f-454c-a7cb-fdd7f5a9c402 req-26c84de8-1a34-41da-ac31-080cb9787027 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 944 time: 0.3987226 Oct 18 23:39:46.538751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Network 74d464c0-990d-4580-964c-04d1e662da5d is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:46.574656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:46.596021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:46.603937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f70a1-f268-4252-8af3-d097f1934145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a4a07a-c209-43e8-8708-0bf158fed263,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:46.612731 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:46.626293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:46.631300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0de8bbb-37d9-4a88-8b27-981cc076217c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:46.757425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826514-c955-4b2a-897a-f9f899344ba3 req-29db39b0-445a-4546-b1e2-d164dfab35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:46.758843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73826514-c955-4b2a-897a-f9f899344ba3 req-29db39b0-445a-4546-b1e2-d164dfab35cd service neutron] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 907 time: 1.0171633 Oct 18 23:39:46.804309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Pushing event updated for resources: {'Port': ['ID=121707d3-b23b-486f-b34e-b6646224c744,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:46.921188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:46.942571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73826514-c955-4b2a-897a-f9f899344ba3 req-c73fb964-5910-4972-b971-92f2354dbbf8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=463df81b-a6ca-4f08-a5c5-96454254d08c HTTP/1.1" status: 200 len: 217 time: 0.1489091 Oct 18 23:39:46.954384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:46.968997 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0de8bbb-37d9-4a88-8b27-981cc076217c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:46.974055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:46.974676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.000454 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b792da4c-452f-454c-a7cb-fdd7f5a9c402 req-b00d0293-ed3a-4539-8fcf-a3a32d2fc83a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005987 Oct 18 23:39:47.032200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de8bbb-37d9-4a88-8b27-981cc076217c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Subnet': ['ID=48d9869c-3ff6-4a4a-94d6-09021e5535b2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:47.057234 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0de8bbb-37d9-4a88-8b27-981cc076217c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.058934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=d42ebf02-ed79-4650-bdf8-3a4a728aa39e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:47.077339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c0de8bbb-37d9-4a88-8b27-981cc076217c tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/subnets/48d9869c-3ff6-4a4a-94d6-09021e5535b2 HTTP/1.1" status: 204 len: 168 time: 1.8062227 Oct 18 23:39:47.078330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42346) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:47.094194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-80fb4151-0ab0-4507-a602-bc2d8ea44e53 None None] Deleting port 43d559a9-28b1-47b0-957a-d413116a0ae1 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:47.094632 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80fb4151-0ab0-4507-a602-bc2d8ea44e53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.104899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4b5ff6c8-9bf8-4626-8fdb-e8a576ed23a5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4201968 Oct 18 23:39:47.106675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826514-c955-4b2a-897a-f9f899344ba3 req-857b0f01-fb77-47f4-833a-3f76758bff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:47.108129 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73826514-c955-4b2a-897a-f9f899344ba3 req-857b0f01-fb77-47f4-833a-3f76758bff55 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.1371777 Oct 18 23:39:47.108641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42350) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:47.145261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'name': 'tempest-NetworksTestDHCPv6-1876713454'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:47.160826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Attempting to bind port 121707d3-b23b-486f-b34e-b6646224c744 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:47.179779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Attempting to bind port 121707d3-b23b-486f-b34e-b6646224c744 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74d464c0-990d-4580-964c-04d1e662da5d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:47.180495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Attempting to bind port 121707d3-b23b-486f-b34e-b6646224c744 on network 74d464c0-990d-4580-964c-04d1e662da5d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:47.254629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42354) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:47.270195 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73826514-c955-4b2a-897a-f9f899344ba3 req-c3023ed4-6fde-4e7e-b7de-0922b9327929 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982416 Oct 18 23:39:47.304181 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.310165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:47.310535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Checking segment: {'id': '2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74d464c0-990d-4580-964c-04d1e662da5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:47.311138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.311689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Bound using segment: {'id': '2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74d464c0-990d-4580-964c-04d1e662da5d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:47.312330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Bound port: 121707d3-b23b-486f-b34e-b6646224c744, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '74d464c0-990d-4580-964c-04d1e662da5d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:47.314384 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.324706 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00f1e324-92b6-4bc2-8c28-6cc0a61b7685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.385793 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.402106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-45526cf4-a9e4-4d93-af49-792818014afc', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:39:47.403487 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.435496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 43d559a9-28b1-47b0-957a-d413116a0ae1 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:47.454086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00d26cd-f26b-473a-b949-7e337dbb4043 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Deleting subnet 3e88661c-15f8-4074-a0bd-891df78c0324 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:39:47.501266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Network 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:47.515101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:47.524282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e00d26cd-f26b-473a-b949-7e337dbb4043 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.555647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:47.711240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] For port 121707d3-b23b-486f-b34e-b6646224c744, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:47.716346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] For port 121707d3-b23b-486f-b34e-b6646224c744, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=121707d3-b23b-486f-b34e-b6646224c744,segment=NetworkSegment(2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b),segment_id=2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:47.717757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00f1e324-92b6-4bc2-8c28-6cc0a61b7685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.775480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Attempting to bind port b6e6ad5d-c934-4f95-955a-11192d8c5439 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:47.776169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Attempting to bind port b6e6ad5d-c934-4f95-955a-11192d8c5439 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd69d2645-ef1d-44d2-b539-c90edbbcf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8119c414-84ec-4cfa-ab33-fb3b1ae0b93f'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:47.776690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Attempting to bind port b6e6ad5d-c934-4f95-955a-11192d8c5439 on network 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:47.794829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:47.795549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Checking segment: {'id': 'd69d2645-ef1d-44d2-b539-c90edbbcf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8119c414-84ec-4cfa-ab33-fb3b1ae0b93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:47.796121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.796680 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Bound using segment: {'id': 'd69d2645-ef1d-44d2-b539-c90edbbcf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8119c414-84ec-4cfa-ab33-fb3b1ae0b93f'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:47.797345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Bound port: b6e6ad5d-c934-4f95-955a-11192d8c5439, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69d2645-ef1d-44d2-b539-c90edbbcf9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8119c414-84ec-4cfa-ab33-fb3b1ae0b93f'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:47.798217 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.801127 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.888467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00f1e324-92b6-4bc2-8c28-6cc0a61b7685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.933135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e00d26cd-f26b-473a-b949-7e337dbb4043 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.958290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Pushing event updated for resources: {'Port': ['ID=b6e6ad5d-c934-4f95-955a-11192d8c5439,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:47.973386 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73826514-c955-4b2a-897a-f9f899344ba3 req-e4dcb847-2e93-44a2-a649-8b35f5a00fdb service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883254 Oct 18 23:39:47.980926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-80fb4151-0ab0-4507-a602-bc2d8ea44e53 None None] For port 43d559a9-28b1-47b0-957a-d413116a0ae1, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=43d559a9-28b1-47b0-957a-d413116a0ae1,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:47.981607 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80fb4151-0ab0-4507-a602-bc2d8ea44e53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:47.985616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb95481-c291-4960-8ce8-ca3abe77a55a None None] Network 74d464c0-990d-4580-964c-04d1e662da5d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:48.127446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70956f54-a416-4145-9c5b-c6a09d07429c req-d2516369-f748-4480-a251-d2714cdc3fe3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:48.135341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] For port b6e6ad5d-c934-4f95-955a-11192d8c5439, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:48.139069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] For port b6e6ad5d-c934-4f95-955a-11192d8c5439, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b6e6ad5d-c934-4f95-955a-11192d8c5439,segment=NetworkSegment(d69d2645-ef1d-44d2-b539-c90edbbcf9aa),segment_id=d69d2645-ef1d-44d2-b539-c90edbbcf9aa)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:48.143368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70956f54-a416-4145-9c5b-c6a09d07429c req-d2516369-f748-4480-a251-d2714cdc3fe3 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.8801782 Oct 18 23:39:48.245266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7795280-8d7e-4d54-a402-8e019f143919 None None] Pushing event updated for resources: {'Port': ['ID=121707d3-b23b-486f-b34e-b6646224c744,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:48.268474 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73826514-c955-4b2a-897a-f9f899344ba3 req-52b332b4-0fb3-4d8f-a3ec-6bc9d585d3a8 service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849669 Oct 18 23:39:48.273223 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:48.276043 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:48.302687 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70956f54-a416-4145-9c5b-c6a09d07429c req-f6e8d016-1453-4c3f-ab3c-8ce262887a00 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584070 Oct 18 23:39:48.309845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-80fb4151-0ab0-4507-a602-bc2d8ea44e53 None None] Calling delete_port for 43d559a9-28b1-47b0-957a-d413116a0ae1 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:48.312720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:48.316461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:48.370001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:39:48.420951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 43d559a9-28b1-47b0-957a-d413116a0ae1, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=43d559a9-28b1-47b0-957a-d413116a0ae1,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:48.469667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f56bf7-b42a-4ffa-bc67-4f7be338517d None None] Pushing event updated for resources: {'Port': ['ID=b6e6ad5d-c934-4f95-955a-11192d8c5439,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:48.488965 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:48.655164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::174 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/d42ebf02-ed79-4650-bdf8-3a4a728aa39e/0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:48.699927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=43d559a9-28b1-47b0-957a-d413116a0ae1,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:48.724209 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80fb4151-0ab0-4507-a602-bc2d8ea44e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:48.728527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Allocated IP 172.20.0.2 (45526cf4-a9e4-4d93-af49-792818014afc/e801d464-3238-4da4-923a-23ddd227df17/53a21641-fdc9-4eaa-ba93-47ebde98f051) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:48.767343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb4151-0ab0-4507-a602-bc2d8ea44e53 None None] Pushing event deleted for resources: {'Port': ['ID=43d559a9-28b1-47b0-957a-d413116a0ae1,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:48.792738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb4151-0ab0-4507-a602-bc2d8ea44e53 None None] No DVR routers for this DVR port 43d559a9-28b1-47b0-957a-d413116a0ae1 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:48.824770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5bba0-686e-4fff-96c6-706af004938e None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:48.981993 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:49.015869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb91a24-87c9-4064-a278-413ea8f0ae96 req-06fafcc3-537e-4881-9599-09f31122c390 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:49.017877 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbb91a24-87c9-4064-a278-413ea8f0ae96 req-06fafcc3-537e-4881-9599-09f31122c390 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 944 time: 0.5275433 Oct 18 23:39:49.018871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e631c-50d6-4669-939a-7ec2b41068f5 req-2e417acf-d73a-4254-bc12-77c1b8563572 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:49.024421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab9e631c-50d6-4669-939a-7ec2b41068f5 req-2e417acf-d73a-4254-bc12-77c1b8563572 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 1.6674960 Oct 18 23:39:49.078297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1e324-92b6-4bc2-8c28-6cc0a61b7685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c9d3d4-b67d-4231-94a6-c140c1c62384,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:49.090518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42376) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:49.099283 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-00f1e324-92b6-4bc2-8c28-6cc0a61b7685 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a2b437fe4aa4f758fb49c46985334f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8301773 Oct 18 23:39:49.124845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:49.135214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:49.207666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:49.212313 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbb91a24-87c9-4064-a278-413ea8f0ae96 req-9edceb53-1da5-49fe-b07d-8257d893c2b8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834748 Oct 18 23:39:49.334689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab9e631c-50d6-4669-939a-7ec2b41068f5 req-186a93d6-0474-4549-a6ad-908bef3e0d9f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879050 Oct 18 23:39:49.393017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:49.447149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:49.456147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:49.462672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:49.463631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:49.471968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:49.510119 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e00d26cd-f26b-473a-b949-7e337dbb4043 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:49.529652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d05e1717-80be-4db2-b1f9-604948feecf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:49.542019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ad83f9c9-6b25-4711-9659-87a5e92d0ae1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4115839 Oct 18 23:39:49.557382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42384) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:49.600351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-0b11c2b4-6484-497b-b35d-11fa0ab1e848 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:49.601906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-0b11c2b4-6484-497b-b35d-11fa0ab1e848 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.102 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.3335404 Oct 18 23:39:49.655176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d05e1717-80be-4db2-b1f9-604948feecf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:49.659252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 463df81b-a6ca-4f08-a5c5-96454254d08c details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:39:49.676117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Allocated IP 172.25.7.15 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d644db35-c78a-4d92-ba0f-15a4cdb09430) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:49.731868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a780de0-0135-49a4-9007-581e8b03b77a req-6d9eb73c-8c9d-4c69-a709-03ce103728b4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:49.733443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a780de0-0135-49a4-9007-581e8b03b77a req-6d9eb73c-8c9d-4c69-a709-03ce103728b4 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.2670794 Oct 18 23:39:49.749385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e00d26cd-f26b-473a-b949-7e337dbb4043 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:49.825352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 463df81b-a6ca-4f08-a5c5-96454254d08c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=463df81b-a6ca-4f08-a5c5-96454254d08c,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:49.843973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b6e6ad5d-c934-4f95-955a-11192d8c5439 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:49.854013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '463df81b-a6ca-4f08-a5c5-96454254d08c', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'port_id': '463df81b-a6ca-4f08-a5c5-96454254d08c', 'mac_address': 'fa:16:3e:40:a7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4bd0b5-8162-4f22-ba33-379f9081f4ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:39:49.917149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd902923-bddf-467a-9543-708e836d3efb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:49.918756 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bd902923-bddf-467a-9543-708e836d3efb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3599429 Oct 18 23:39:49.931999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42390) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:50.064233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.082541 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.085883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d26cd-f26b-473a-b949-7e337dbb4043 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Subnet': ['ID=3e88661c-15f8-4074-a0bd-891df78c0324,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:50.102830 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e00d26cd-f26b-473a-b949-7e337dbb4043 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.105920 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a780de0-0135-49a4-9007-581e8b03b77a req-784cd020-2de4-4f52-9f3d-599d429b4512 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604078 Oct 18 23:39:50.120480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e00d26cd-f26b-473a-b949-7e337dbb4043 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/subnets/3e88661c-15f8-4074-a0bd-891df78c0324 HTTP/1.1" status: 204 len: 168 time: 3.0345378 Oct 18 23:39:50.120480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42392) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:50.136790 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d05e1717-80be-4db2-b1f9-604948feecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.143746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d05e1717-80be-4db2-b1f9-604948feecf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.145539 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d05e1717-80be-4db2-b1f9-604948feecf8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68c9d3d4-b67d-4231-94a6-c140c1c62384 HTTP/1.1" status: 204 len: 168 time: 1.0540698 Oct 18 23:39:50.229126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463df81b-a6ca-4f08-a5c5-96454254d08c {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:39:50.254831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e1717-80be-4db2-b1f9-604948feecf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c9d3d4-b67d-4231-94a6-c140c1c62384,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:50.291317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Deleting port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:50.291666 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.300312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5fd0f4-3697-4f40-be49-cb2c934c8805 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:50.305558 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bc5fd0f4-3697-4f40-be49-cb2c934c8805 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1810005 Oct 18 23:39:50.305558 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.345178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42404) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:50.526320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 463df81b-a6ca-4f08-a5c5-96454254d08c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=463df81b-a6ca-4f08-a5c5-96454254d08c,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:50.579894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-68faddf4-644e-49a7-9083-b402d2100c88 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:50.580256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68faddf4-644e-49a7-9083-b402d2100c88 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.636055 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.643828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242d18e-3621-49ff-9e78-3bb17b34a512 None None] Network 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:50.683085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] For port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:50.684075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.717676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Pushing event updated for resources: {'Port': ['ID=d644db35-c78a-4d92-ba0f-15a4cdb09430,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:50.758189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:50.802910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b6e6ad5d-c934-4f95-955a-11192d8c5439 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:50.805315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:50.835849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36da27-858c-4ed4-9798-11a55721ac35 req-2132dccc-5a20-466b-b8b3-f87734f260ad tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:50.837959 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc36da27-858c-4ed4-9798-11a55721ac35 req-2132dccc-5a20-466b-b8b3-f87734f260ad tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.3212070 Oct 18 23:39:50.920137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:50.930209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:50.944489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:51.064238 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68faddf4-644e-49a7-9083-b402d2100c88 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:51.071429 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d0b2037d-98fc-4faf-8dcb-5a7964c35ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:51.181584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6806b7-25f1-4345-ada1-1ca15ee14911 req-56d8fc50-357c-4cce-a68d-2655f2f30156 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:51.191235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c6806b7-25f1-4345-ada1-1ca15ee14911 req-56d8fc50-357c-4cce-a68d-2655f2f30156 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 945 time: 0.7124166 Oct 18 23:39:51.208200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-68faddf4-644e-49a7-9083-b402d2100c88 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:51.227083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=463df81b-a6ca-4f08-a5c5-96454254d08c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:51.239477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': 'd42ebf02-ed79-4650-bdf8-3a4a728aa39e'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:39:51.241072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:51.294287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['463df81b-a6ca-4f08-a5c5-96454254d08c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:39:51.297188 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:51.306095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bd2b66cf-fbaf-4fbe-9b7a-3707e5db1092 None None] Provisioning complete for port b6e6ad5d-c934-4f95-955a-11192d8c5439 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:51.307040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bd2b66cf-fbaf-4fbe-9b7a-3707e5db1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:51.368601 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc36da27-858c-4ed4-9798-11a55721ac35 req-cabcdcae-f3aa-40e6-ab5f-9cbac717cfff tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5094056 Oct 18 23:39:51.465726 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:51.568444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c6806b7-25f1-4345-ada1-1ca15ee14911 req-8052717e-1b19-449c-aef1-847625bce1eb tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715451 Oct 18 23:39:51.638250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975cd2e5-6fba-4a9e-bfab-d2a511eb867d None None] DHCP port deletion for 8119c414-84ec-4cfa-ab33-fb3b1ae0b93f request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:39:51.648498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:51.658211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Deleting port b6e6ad5d-c934-4f95-955a-11192d8c5439 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:51.671827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:51.690863 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Network 45526cf4-a9e4-4d93-af49-792818014afc is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:51.919179 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:51.921460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:52.028759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] For port b6e6ad5d-c934-4f95-955a-11192d8c5439, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b6e6ad5d-c934-4f95-955a-11192d8c5439,segment=NetworkSegment(d69d2645-ef1d-44d2-b539-c90edbbcf9aa),segment_id=d69d2645-ef1d-44d2-b539-c90edbbcf9aa)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:52.029225 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.036249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:52.101235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Pushing event updated for resources: {'Port': ['ID=53a21641-fdc9-4eaa-ba93-47ebde98f051,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:52.124248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Calling delete_port for b6e6ad5d-c934-4f95-955a-11192d8c5439 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:52.193087 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.194981 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.195313 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Floating IP dcdad0f9-2aa5-4a84-aa53-e8485b9040c5 disassociated. External IP: 172.25.7.190, port: 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56. Oct 18 23:39:52.203519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Calling delete_port for 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:52.228024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafc33b-e1b1-44b2-a8ed-21b4a78b0f66 req-b04eb483-112d-4ab8-8d74-db820fa383d1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:52.232214 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6dafc33b-e1b1-44b2-a8ed-21b4a78b0f66 req-b04eb483-112d-4ab8-8d74-db820fa383d1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 945 time: 0.6750715 Oct 18 23:39:52.265601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.381476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port b6e6ad5d-c934-4f95-955a-11192d8c5439, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b6e6ad5d-c934-4f95-955a-11192d8c5439,segment=NetworkSegment(d69d2645-ef1d-44d2-b539-c90edbbcf9aa),segment_id=d69d2645-ef1d-44d2-b539-c90edbbcf9aa)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:52.475236 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.573336 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6dafc33b-e1b1-44b2-a8ed-21b4a78b0f66 req-c95161e1-f317-442c-930b-171ce360ed1a tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups?id=f91f69d1-afe2-4abd-955b-31f3f7b0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548671 Oct 18 23:39:52.574586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Attempting to bind port 53a21641-fdc9-4eaa-ba93-47ebde98f051 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:52.586822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Attempting to bind port 53a21641-fdc9-4eaa-ba93-47ebde98f051 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:52.586822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Attempting to bind port 53a21641-fdc9-4eaa-ba93-47ebde98f051 on network 45526cf4-a9e4-4d93-af49-792818014afc {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:52.586822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-975cd2e5-6fba-4a9e-bfab-d2a511eb867d None None] Deleting port b6e6ad5d-c934-4f95-955a-11192d8c5439 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:52.587743 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-975cd2e5-6fba-4a9e-bfab-d2a511eb867d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.595420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68faddf4-644e-49a7-9083-b402d2100c88 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.674960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a88c89-369b-478a-9d90-d16012735183 req-36c85329-d51a-4c69-b02a-b0fd7cd0ac0a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:52.677433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35a88c89-369b-478a-9d90-d16012735183 req-36c85329-d51a-4c69-b02a-b0fd7cd0ac0a tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.1459994 Oct 18 23:39:52.718380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faddf4-644e-49a7-9083-b402d2100c88 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:52.794022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b6e6ad5d-c934-4f95-955a-11192d8c5439 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:39:52.798197 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bd2b66cf-fbaf-4fbe-9b7a-3707e5db1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.824132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-68faddf4-644e-49a7-9083-b402d2100c88 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.827712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-68faddf4-644e-49a7-9083-b402d2100c88 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd HTTP/1.1" status: 204 len: 168 time: 2.8946710 Oct 18 23:39:52.842774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:52.855363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Checking segment: {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:52.855777 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.856185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Bound using segment: {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:52.856705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Bound port: 53a21641-fdc9-4eaa-ba93-47ebde98f051, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:52.857103 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:52.944640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/d42ebf02-ed79-4650-bdf8-3a4a728aa39e/2c537d49-ab0c-41b9-a9dc-0a120281ec18) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:39:52.969865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: b6e6ad5d-c934-4f95-955a-11192d8c5439 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:39:52.970228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b6e6ad5d-c934-4f95-955a-11192d8c5439 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:39:52.991290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42470) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:53.036666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:53.079211 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:53.124976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=b6e6ad5d-c934-4f95-955a-11192d8c5439,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:53.187971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-975cd2e5-6fba-4a9e-bfab-d2a511eb867d None None] For port b6e6ad5d-c934-4f95-955a-11192d8c5439, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b6e6ad5d-c934-4f95-955a-11192d8c5439,segment=NetworkSegment(d69d2645-ef1d-44d2-b539-c90edbbcf9aa),segment_id=d69d2645-ef1d-44d2-b539-c90edbbcf9aa)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:53.190105 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-975cd2e5-6fba-4a9e-bfab-d2a511eb867d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:53.199027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Port': ['ID=b6e6ad5d-c934-4f95-955a-11192d8c5439,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:53.304122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35a88c89-369b-478a-9d90-d16012735183 req-1d62aa70-a5b6-4ce8-be29-2590522330e7 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050563 Oct 18 23:39:53.331126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] No DVR routers for this DVR port b6e6ad5d-c934-4f95-955a-11192d8c5439 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:53.437011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53c4260-6057-4885-a7ef-c1b29d9ac8b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:53.438916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53c4260-6057-4885-a7ef-c1b29d9ac8b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:53.440750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e53c4260-6057-4885-a7ef-c1b29d9ac8b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3989921 Oct 18 23:39:53.444138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42488) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:53.500677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:53.545901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] For port 53a21641-fdc9-4eaa-ba93-47ebde98f051, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:53.551908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] For port 53a21641-fdc9-4eaa-ba93-47ebde98f051, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=53a21641-fdc9-4eaa-ba93-47ebde98f051,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:53.561413 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-975cd2e5-6fba-4a9e-bfab-d2a511eb867d None None] Calling delete_port for b6e6ad5d-c934-4f95-955a-11192d8c5439 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:53.635515 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:53.637404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612935c3-0638-4a73-b584-c66d7a7c2139 req-bf1db2a2-f50d-4549-b778-02b53de1efb3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:53.642653 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:53.655170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-612935c3-0638-4a73-b584-c66d7a7c2139 req-bf1db2a2-f50d-4549-b778-02b53de1efb3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 945 time: 0.9407272 Oct 18 23:39:53.689925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event deleted for resources: {'Port': ['ID=7aa2da5a-8b37-4d4f-b11f-89785f9dbe56,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:53.726618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07f9ff-a613-45ed-a57c-ed5895de17ef None None] Pushing event updated for resources: {'Port': ['ID=53a21641-fdc9-4eaa-ba93-47ebde98f051,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:53.758205 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:53.883590 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:53.896369 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-612935c3-0638-4a73-b584-c66d7a7c2139 req-36b6afcf-0001-48a4-962e-96f297374e6f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365932 Oct 18 23:39:53.995254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-975cd2e5-6fba-4a9e-bfab-d2a511eb867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.010924 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-788bf983-18d9-4fed-82a4-f6a713017552 req-92ed740b-e34b-4413-a7b7-55fe85520ef1 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 210 time: 0.2455049 Oct 18 23:39:54.045099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975cd2e5-6fba-4a9e-bfab-d2a511eb867d None None] No DVR routers for this DVR port b6e6ad5d-c934-4f95-955a-11192d8c5439 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:54.069067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d12d45-425c-40f2-b4ab-5070f74f4466 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet d42ebf02-ed79-4650-bdf8-3a4a728aa39e {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:39:54.080662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8119c414-84ec-4cfa-ab33-fb3b1ae0b93f']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:54.084043 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78d12d45-425c-40f2-b4ab-5070f74f4466 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.120581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Router efaffcf3-ed95-45ae-be0b-d21c609e3c23 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:39:54.236094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69d2645-ef1d-44d2-b539-c90edbbcf9aa') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:54.238517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69d2645-ef1d-44d2-b539-c90edbbcf9aa') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:54.280017 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.432930 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78d12d45-425c-40f2-b4ab-5070f74f4466 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.460613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.487633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:54.490455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:54.532249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Pushing event updated for resources: {'Port': ['ID=2c537d49-ab0c-41b9-a9dc-0a120281ec18,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:54.538122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:39:54.558189 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-98f0cc18-0b5a-486b-89d1-704e17915142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.667461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:39:54.684315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.693924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cd2e5-6fba-4a9e-bfab-d2a511eb867d None None] Pushing event deleted for resources: {'Port': ['ID=b6e6ad5d-c934-4f95-955a-11192d8c5439,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:39:54.718411 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:39:54.781910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:39:54.792809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42528) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:54.799220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Attempting to bind port 2c537d49-ab0c-41b9-a9dc-0a120281ec18 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:54.800067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Attempting to bind port 2c537d49-ab0c-41b9-a9dc-0a120281ec18 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:54.800757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Attempting to bind port 2c537d49-ab0c-41b9-a9dc-0a120281ec18 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:54.818369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:54.818566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:54.819138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.819421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:54.819910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Bound port: 2c537d49-ab0c-41b9-a9dc-0a120281ec18, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:54.820298 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.835086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Router 4b69c281-8735-4f79-ab37-0d74b2b0b03d is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:39:54.845280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] Sync routers for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:39:54.852829 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.910220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] No DVR routers for this DVR port 7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:54.915254 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:54.919487 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3739811c-a500-4104-9963-56ca3f7e2c62 req-d0d4c597-4178-4700-b117-0d7fd0df34a2 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.102 "DELETE /v2.0/ports/7aa2da5a-8b37-4d4f-b11f-89785f9dbe56 HTTP/1.1" status: 204 len: 173 time: 5.2847533 Oct 18 23:39:54.920301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-deleted', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:54.931527 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c15f5d-4b4e-4f6b-bede-c1495f0980c8" -d '{"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-deleted", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:54.955453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121f48e-723d-4fc8-ba77-e5820c45c2a0 req-6aa146dd-9982-4726-957d-f1465b621bb2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:54.957778 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5121f48e-723d-4fc8-ba77-e5820c45c2a0 req-6aa146dd-9982-4726-957d-f1465b621bb2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.3858798 Oct 18 23:39:55.009164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] For port 2c537d49-ab0c-41b9-a9dc-0a120281ec18, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:55.018229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 53a21641-fdc9-4eaa-ba93-47ebde98f051 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:55.029090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:55.029747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:55.110378 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.114149 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5121f48e-723d-4fc8-ba77-e5820c45c2a0 req-d128a3ad-7986-49ef-bf97-5a3801bb4db9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509640 Oct 18 23:39:55.127194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] For port 2c537d49-ab0c-41b9-a9dc-0a120281ec18, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2c537d49-ab0c-41b9-a9dc-0a120281ec18,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:55.214162 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.245754 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fb86c5-f8e2-45fc-a34d-249b7ac782bd x-openstack-request-id: req-99fb86c5-f8e2-45fc-a34d-249b7ac782bd {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:55.246363 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8b1b6-465d-4449-b282-f6b8867d0c2d", "name": "network-vif-deleted", "tag": "7aa2da5a-8b37-4d4f-b11f-89785f9dbe56", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:55.246749 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99fb86c5-f8e2-45fc-a34d-249b7ac782bd {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:55.247312 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8b1b6-465d-4449-b282-f6b8867d0c2d', 'name': 'network-vif-deleted', 'tag': '7aa2da5a-8b37-4d4f-b11f-89785f9dbe56', 'status': 'completed', 'code': 200} Oct 18 23:39:55.275715 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.279450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/networks/8119c414-84ec-4cfa-ab33-fb3b1ae0b93f HTTP/1.1" status: 204 len: 168 time: 4.9264858 Oct 18 23:39:55.333347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42540) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:55.350343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e1710a90-6942-467f-86e3-29cd1e8491aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.358072 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78d12d45-425c-40f2-b4ab-5070f74f4466 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.373584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81133019-8a03-4310-adcc-75ce69eba3ae tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Network': ['ID=8119c414-84ec-4cfa-ab33-fb3b1ae0b93f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:55.437181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4750cc9-67e7-4eb9-b04f-77a0f65c0846 req-7a3e72c2-4a12-4855-ba7b-ede5d96749cb tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eb8b1b6-465d-4449-b282-f6b8867d0c2d HTTP/1.1" status: 200 len: 210 time: 0.0500996 Oct 18 23:39:55.484680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7da818-999f-4ca9-be5b-faee7a953f7f req-4da36eea-6557-46a0-a4af-96f25b468da6 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:55.492841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd7da818-999f-4ca9-be5b-faee7a953f7f req-4da36eea-6557-46a0-a4af-96f25b468da6 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 945 time: 0.4528639 Oct 18 23:39:55.536353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.578822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 463df81b-a6ca-4f08-a5c5-96454254d08c up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:39:55.653883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:39:55.670658 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Sync routers for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:39:55.688750 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:55.689663 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:55.695301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Deleting port 121707d3-b23b-486f-b34e-b6646224c744 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:55.697261 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.724158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78d12d45-425c-40f2-b4ab-5070f74f4466 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.775312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd7da818-999f-4ca9-be5b-faee7a953f7f req-da72cffa-21d6-4901-b3c9-0b1ac423bf7e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813017 Oct 18 23:39:55.777512 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.874644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:55.875899 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9b1e2428-0f66-4420-903a-f9532d40828d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1938748 Oct 18 23:39:55.895431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42548) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:55.946713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d12d45-425c-40f2-b4ab-5070f74f4466 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=d42ebf02-ed79-4650-bdf8-3a4a728aa39e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:55.971886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:55.994751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] For port 121707d3-b23b-486f-b34e-b6646224c744, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=121707d3-b23b-486f-b34e-b6646224c744,segment=NetworkSegment(2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b),segment_id=2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:55.995410 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:56.025651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:56.033505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Calling delete_port for 121707d3-b23b-486f-b34e-b6646224c744 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:56.066519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78d12d45-425c-40f2-b4ab-5070f74f4466 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:56.069575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-78d12d45-425c-40f2-b4ab-5070f74f4466 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/d42ebf02-ed79-4650-bdf8-3a4a728aa39e HTTP/1.1" status: 204 len: 168 time: 2.6210072 Oct 18 23:39:56.076316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42554) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:56.101126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bf2cd-2032-4409-8f73-6fb4158e5ce6 None None] Pushing event updated for resources: {'Port': ['ID=2c537d49-ab0c-41b9-a9dc-0a120281ec18,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:56.135151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 53a21641-fdc9-4eaa-ba93-47ebde98f051 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:56.135609 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:56.137580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 463df81b-a6ca-4f08-a5c5-96454254d08c completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:39:56.158424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 463df81b-a6ca-4f08-a5c5-96454254d08c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:56.167757 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:56.192437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-985ceb1b-8f6e-4ddc-8e2a-db3d2e88fbc1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098402 Oct 18 23:39:56.204717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42558) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:56.257477 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e1710a90-6942-467f-86e3-29cd1e8491aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:56.273095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:56.293156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e1710a90-6942-467f-86e3-29cd1e8491aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:56.425814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:56.502584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Port': ['ID=121707d3-b23b-486f-b34e-b6646224c744,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:56.521218 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e1710a90-6942-467f-86e3-29cd1e8491aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=294d7e9109dc4cecb7a679a40711533c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6871908 Oct 18 23:39:56.533511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83c18f-a388-464a-9617-0a8873efffea None None] Network 45526cf4-a9e4-4d93-af49-792818014afc requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:56.535549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42566) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:56.562216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1710a90-6942-467f-86e3-29cd1e8491aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb85d76-90d8-45a8-b661-ae262d681dc9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:56.572052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] No DVR routers for this DVR port 121707d3-b23b-486f-b34e-b6646224c744 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:39:56.681639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42572) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:56.699053 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:39:51Z', 'revision_number': 3, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:56.708585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a263f7-5f2f-4110-958b-e1ed2aff0a14 req-89ab1f5c-809f-4d4a-a907-a92027c81d9f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:56.715990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78a263f7-5f2f-4110-958b-e1ed2aff0a14 req-89ab1f5c-809f-4d4a-a907-a92027c81d9f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.3664551 Oct 18 23:39:56.812357 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Checking router: 4b69c281-8735-4f79-ab37-0d74b2b0b03d for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:39:56.816761 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Updating router 4b69c281-8735-4f79-ab37-0d74b2b0b03d port d644db35-c78a-4d92-ba0f-15a4cdb09430 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:39:56.877971 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.060230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78a263f7-5f2f-4110-958b-e1ed2aff0a14 req-7ffa4e47-c966-48e6-a4c3-2026854a7e7e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181252 Oct 18 23:39:57.064154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.193541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-859a27f6-51e5-4862-b9af-06416c67dd0c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.239281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d464c0-990d-4580-964c-04d1e662da5d']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:57.280093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:57.282101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2f879c-e9e7-4f88-8310-1fe2c65f2c1b') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:57.307553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.340205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.356194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:39:57.356963 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.382227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9e48b483-43d3-4ae1-b0fe-b777fcd2c3cd None None] Provisioning complete for port 53a21641-fdc9-4eaa-ba93-47ebde98f051 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:57.383350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9e48b483-43d3-4ae1-b0fe-b777fcd2c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.427911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:39:57.452179 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:39:57.454629 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ea19c6b-150e-4a95-966d-c1506d36cc33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.459879 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.474579 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.482227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/networks/74d464c0-990d-4580-964c-04d1e662da5d HTTP/1.1" status: 204 len: 168 time: 2.1474280 Oct 18 23:39:57.498360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42580) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:57.513161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291407b-77c6-4490-8a24-52262ec7c07a None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:39:57.555612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-859a27f6-51e5-4862-b9af-06416c67dd0c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.564193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b5e9b-48b9-436c-8e0d-13484c04dcb5 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Network': ['ID=74d464c0-990d-4580-964c-04d1e662da5d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:57.570155 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.582276 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.583712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ea19c6b-150e-4a95-966d-c1506d36cc33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.705932 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.758256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.786069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 463df81b-a6ca-4f08-a5c5-96454254d08c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=463df81b-a6ca-4f08-a5c5-96454254d08c,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:57.810783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512743d3-aa80-452c-8550-33eab15f24c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463df81b-a6ca-4f08-a5c5-96454254d08c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:39:57.813541 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc0f40b-97ed-4207-9aa8-4d7d02c3f8ae" -d '{"events": [{"server_uuid": "512743d3-aa80-452c-8550-33eab15f24c9", "name": "network-vif-plugged", "status": "completed", "tag": "463df81b-a6ca-4f08-a5c5-96454254d08c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:39:57.828777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9f470321-8dbc-421f-a92b-adf4f786bf35', 'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'mac_address': 'fa:16:3e:0d:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:29Z', 'updated_at': '2021-10-18T23:27:39Z', 'revision_number': 5, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'subnets': [{'id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:57.900121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:57.917311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] Checking router: efaffcf3-ed95-45ae-be0b-d21c609e3c23 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:39:58.058211 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9de292-caf4-41df-8ac7-784a337f4f57 x-openstack-request-id: req-8b9de292-caf4-41df-8ac7-784a337f4f57 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:39:58.059152 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512743d3-aa80-452c-8550-33eab15f24c9", "name": "network-vif-plugged", "status": "completed", "tag": "463df81b-a6ca-4f08-a5c5-96454254d08c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:39:58.059600 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b9de292-caf4-41df-8ac7-784a337f4f57 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:39:58.060173 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512743d3-aa80-452c-8550-33eab15f24c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463df81b-a6ca-4f08-a5c5-96454254d08c', 'code': 200} Oct 18 23:39:58.064706 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Attempting to bind port d644db35-c78a-4d92-ba0f-15a4cdb09430 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:39:58.070852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.071535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Attempting to bind port d644db35-c78a-4d92-ba0f-15a4cdb09430 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:39:58.072144 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Attempting to bind port d644db35-c78a-4d92-ba0f-15a4cdb09430 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:39:58.082557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=463df81b-a6ca-4f08-a5c5-96454254d08c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:58.084218 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:39:58.084600 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:39:58.085018 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.086746 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:39:58.087936 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Bound port: d644db35-c78a-4d92-ba0f-15a4cdb09430, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:39:58.089621 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.108364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:58.109446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:58.161935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597f1659-1164-404b-85ee-d3efa43578c0']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:58.193986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd8829-9385-4dd8-a8c1-1531e47ea5c5 req-23c7f195-7961-4f98-8c15-0854c0b80c1f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:58.196331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8fbd8829-9385-4dd8-a8c1-1531e47ea5c5 req-23c7f195-7961-4f98-8c15-0854c0b80c1f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 946 time: 0.4582133 Oct 18 23:39:58.200232 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] For port d644db35-c78a-4d92-ba0f-15a4cdb09430, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:39:58.200597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:39:58.204784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.211344 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] For port d644db35-c78a-4d92-ba0f-15a4cdb09430, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d644db35-c78a-4d92-ba0f-15a4cdb09430,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:39:58.216367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626331df-b3df-45bf-97d2-ec1abfa2c0b3') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:58.216671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626331df-b3df-45bf-97d2-ec1abfa2c0b3') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:58.234937 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.246131 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.253293 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0c423-2fc0-4fc9-b4e3-e0f21751a1c4 None None] Pushing event updated for resources: {'Port': ['ID=d644db35-c78a-4d92-ba0f-15a4cdb09430,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:58.266271 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.278384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:39:58.278827 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.315379 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0c423-2fc0-4fc9-b4e3-e0f21751a1c4 None None] Pushing event updated for resources: {'Port': ['ID=d644db35-c78a-4d92-ba0f-15a4cdb09430,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:58.335332 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:39:58.335950 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:39:58.370054 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:39:58.373752 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.383285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8fbd8829-9385-4dd8-a8c1-1531e47ea5c5 req-e503db24-4b6b-479a-aff7-9f125c73e619 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692355 Oct 18 23:39:58.430902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.436352 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/networks/597f1659-1164-404b-85ee-d3efa43578c0 HTTP/1.1" status: 204 len: 168 time: 0.9340546 Oct 18 23:39:58.450791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:58.486674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42598) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:58.569276 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:39:58.589752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 53a21641-fdc9-4eaa-ba93-47ebde98f051, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=53a21641-fdc9-4eaa-ba93-47ebde98f051,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:58.617361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb7fae-2cc7-42ed-8c06-1b5065ded623 tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Network': ['ID=597f1659-1164-404b-85ee-d3efa43578c0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:58.621865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-859a27f6-51e5-4862-b9af-06416c67dd0c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.639011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-859a27f6-51e5-4862-b9af-06416c67dd0c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.643556 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-859a27f6-51e5-4862-b9af-06416c67dd0c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "DELETE /v2.0/security-groups/f91f69d1-afe2-4abd-955b-31f3f7b0d010 HTTP/1.1" status: 204 len: 168 time: 1.9165816 Oct 18 23:39:58.650421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42606) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:58.700722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a27f6-51e5-4862-b9af-06416c67dd0c tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91f69d1-afe2-4abd-955b-31f3f7b0d010,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:58.702402 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ea19c6b-150e-4a95-966d-c1506d36cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.713971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ea19c6b-150e-4a95-966d-c1506d36cc33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.721174 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ea19c6b-150e-4a95-966d-c1506d36cc33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bb85d76-90d8-45a8-b661-ae262d681dc9 HTTP/1.1" status: 204 len: 168 time: 2.1786139 Oct 18 23:39:58.797622 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.871792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac1b1-af83-4e3c-a993-026e3d37efc8 req-7435dbf3-beaa-4416-b8e3-2eccd7c026f3 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:58.878843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c82ac1b1-af83-4e3c-a993-026e3d37efc8 req-7435dbf3-beaa-4416-b8e3-2eccd7c026f3 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.5289135 Oct 18 23:39:58.915218 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-5bcf0050-7f1e-4c72-addb-4c2405d55f64 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] show failed (client error): The resource could not be found. Oct 18 23:39:58.916953 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:58.937104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5bcf0050-7f1e-4c72-addb-4c2405d55f64 tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "GET /v2.0/security-groups/f91f69d1-afe2-4abd-955b-31f3f7b0d010 HTTP/1.1" status: 404 len: 347 time: 0.2797220 Oct 18 23:39:58.941748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42616) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:58.973557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea19c6b-150e-4a95-966d-c1506d36cc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb85d76-90d8-45a8-b661-ae262d681dc9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:58.991289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc73dd9-7b7c-4a5e-b347-e0085888d4f2 req-a590a23b-aab7-42d3-af8d-77ef4598a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:58.993371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbc73dd9-7b7c-4a5e-b347-e0085888d4f2 req-a590a23b-aab7-42d3-af8d-77ef4598a0e2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 1098 time: 0.6333346 Oct 18 23:39:59.001063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.020626 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.089774 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c82ac1b1-af83-4e3c-a993-026e3d37efc8 req-0762b2fc-22c5-4e1d-b3b5-41ee12f48204 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243966 Oct 18 23:39:59.131751 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dbc73dd9-7b7c-4a5e-b347-e0085888d4f2 req-2132ab13-74c3-4260-b21d-73d36ae9f3b3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140738 Oct 18 23:39:59.158864 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:39:51Z', 'revision_number': 3, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:59.240196 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62114e74-960b-4987-917a-5017b8c0e2ef None None] The sync data for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 is: [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:39:51Z', 'revision_number': 3, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:39:59.288458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.291101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9afba6-d884-42dd-b88a-6628e08481d3']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:59.320472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b4cb4e-7167-42c9-8ccc-ed6f8261ad1b') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:59.320940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b4cb4e-7167-42c9-8ccc-ed6f8261ad1b') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:39:59.342100 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.370192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.385740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:39:59.386364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:39:59.394562 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:39:59.429294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:39:59.429796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42622) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:59.447271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e28700f-84d6-4117-8658-20a8a7dd0483 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:39:59.467618 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8eac9010-5fc6-4cc3-86d8-b1954cee3704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.570589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=53a21641-fdc9-4eaa-ba93-47ebde98f051,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:59.576958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:39:59.609892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:39:59.610653 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.652972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=9dc5a24f-87ae-46f7-ae19-41d9e22b4af8,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:39:59.691845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d1f31e40-7ba3-4e4c-bf58-85f4aca6230c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4669037 Oct 18 23:39:59.705068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7a95732a-3fb9-48b1-9dcc-087e69fc2c5c None None] Provisioning complete for port 2c537d49-ab0c-41b9-a9dc-0a120281ec18 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:39:59.705766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a95732a-3fb9-48b1-9dcc-087e69fc2c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.728162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42626) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:39:59.757276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'name': 'tempest-NetworksTestDHCPv6-1570086961'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:39:59.795316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9e28700f-84d6-4117-8658-20a8a7dd0483 None None] Deleting port 2c537d49-ab0c-41b9-a9dc-0a120281ec18 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:39:59.795922 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9e28700f-84d6-4117-8658-20a8a7dd0483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.845552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.856627 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8eac9010-5fc6-4cc3-86d8-b1954cee3704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.879305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.902206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9e28700f-84d6-4117-8658-20a8a7dd0483 None None] For port 2c537d49-ab0c-41b9-a9dc-0a120281ec18, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2c537d49-ab0c-41b9-a9dc-0a120281ec18,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:39:59.902623 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9e28700f-84d6-4117-8658-20a8a7dd0483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.907891 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] 10.222.0.52 "DELETE /v2.0/networks/6d9afba6-d884-42dd-b88a-6628e08481d3 HTTP/1.1" status: 204 len: 168 time: 1.4190803 Oct 18 23:39:59.918831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9e28700f-84d6-4117-8658-20a8a7dd0483 None None] Calling delete_port for 2c537d49-ab0c-41b9-a9dc-0a120281ec18 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:39:59.939718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:39:59.947182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8eac9010-5fc6-4cc3-86d8-b1954cee3704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:00.004832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac833-fc44-4f63-9a48-c959dc1540e8 req-638c5d7b-86de-419a-b26f-3828b05773c5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:00.008506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-662ac833-fc44-4f63-9a48-c959dc1540e8 req-638c5d7b-86de-419a-b26f-3828b05773c5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 946 time: 0.4550302 Oct 18 23:40:00.036119 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8eac9010-5fc6-4cc3-86d8-b1954cee3704 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35ea5f0c62c9436fa8f31815c0555bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050708 Oct 18 23:40:00.042714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdc34d-b9a6-4f87-baac-042f73a754bf tempest-BulkNetworkOpsIpV6Test-606772838 tempest-BulkNetworkOpsIpV6Test-606772838-project] Pushing event deleted for resources: {'Network': ['ID=6d9afba6-d884-42dd-b88a-6628e08481d3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:00.058403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9e28700f-84d6-4117-8658-20a8a7dd0483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:00.061401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42630) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:00.099734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28700f-84d6-4117-8658-20a8a7dd0483 None None] No DVR routers for this DVR port 2c537d49-ab0c-41b9-a9dc-0a120281ec18 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:40:00.118884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28700f-84d6-4117-8658-20a8a7dd0483 None None] Pushing event deleted for resources: {'Port': ['ID=2c537d49-ab0c-41b9-a9dc-0a120281ec18,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:00.150663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d431884-1086-4d41-a088-c258720f01fa None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:00.197955 n-d-713498-28 neutron-server[100923]: INFO neutron.plugins.ml2.db [None req-7a95732a-3fb9-48b1-9dcc-087e69fc2c5c None None] No ports have port_id starting with 2c537d49-ab0c-41b9-a9dc-0a120281ec18 Oct 18 23:40:00.209891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Deleting port 4ecf0af5-889b-462b-add6-12e4db464469 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:00.210656 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:00.231850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac9010-5fc6-4cc3-86d8-b1954cee3704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e47ed09-bdf0-48d4-a765-b9f0445e451a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:00.243966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9f470321-8dbc-421f-a92b-adf4f786bf35', 'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'mac_address': 'fa:16:3e:0d:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:29Z', 'updated_at': '2021-10-18T23:27:39Z', 'revision_number': 5, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'subnets': [{'id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:00.256792 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-779041a9-d9c8-434a-958a-0eecea303715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:00.330051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7a95732a-3fb9-48b1-9dcc-087e69fc2c5c None None] Could not find standard attr ID for object 0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:40:00.361908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:00.370650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74764d2a-6b01-4cfc-a384-faf1188ad575 None None] The sync data for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 is: [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:27:31Z', 'revision_number': 4, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9f470321-8dbc-421f-a92b-adf4f786bf35', 'name': '', 'network_id': 'c7d0788c-db89-4515-aee6-4a91445fe6b4', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'mac_address': 'fa:16:3e:0d:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:29Z', 'updated_at': '2021-10-18T23:27:39Z', 'revision_number': 5, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'subnets': [{'id': '5e025854-be14-4d6b-8b65-ae0a9ecf6dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:40:00.371948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-779041a9-d9c8-434a-958a-0eecea303715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:00.389951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:00.506940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7a95732a-3fb9-48b1-9dcc-087e69fc2c5c None None] Provisioning complete for port 53a21641-fdc9-4eaa-ba93-47ebde98f051 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:00.513499 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a95732a-3fb9-48b1-9dcc-087e69fc2c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:00.519070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be653-964a-4469-a692-a2785de74a17 req-7cba2f9c-b74a-48f8-ba9a-c21604f7f79e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:00.524184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771be653-964a-4469-a692-a2785de74a17 req-7cba2f9c-b74a-48f8-ba9a-c21604f7f79e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.2175004 Oct 18 23:40:00.667932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42638) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:00.683980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-662ac833-fc44-4f63-9a48-c959dc1540e8 req-ebbba295-5f0c-49bd-af60-32d5214d3381 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193129 Oct 18 23:40:00.695871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771be653-964a-4469-a692-a2785de74a17 req-8d62bef0-1674-4a17-a976-a3d86b3c3cca tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353650 Oct 18 23:40:00.716973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-779041a9-d9c8-434a-958a-0eecea303715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:00.730520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-779041a9-d9c8-434a-958a-0eecea303715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:00.736995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-779041a9-d9c8-434a-958a-0eecea303715 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e47ed09-bdf0-48d4-a765-b9f0445e451a HTTP/1.1" status: 204 len: 168 time: 0.6681664 Oct 18 23:40:00.782287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779041a9-d9c8-434a-958a-0eecea303715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e47ed09-bdf0-48d4-a765-b9f0445e451a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:00.900668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 92f6d1d3-a650-48fa-8f45-f5625fc784b8 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:40:00.996548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '9dc5a24f-87ae-46f7-ae19-41d9e22b4af8'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:40:01.003941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:01.075092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:01.075489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:01.095071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Calling delete_port for 4ecf0af5-889b-462b-add6-12e4db464469 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:01.124989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c50d32ee-05d1-496d-ab08-bcd4cebf15b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4685808cdcee46eaa6200bf4d5d0d234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550745 Oct 18 23:40:01.127949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42652) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:01.266202 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f79eab4f-74a7-4fbe-81b4-4cc7e5e403da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:01.308794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f79eab4f-74a7-4fbe-81b4-4cc7e5e403da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:01.404845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f79eab4f-74a7-4fbe-81b4-4cc7e5e403da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:01.407922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f79eab4f-74a7-4fbe-81b4-4cc7e5e403da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:01.408818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 53a21641-fdc9-4eaa-ba93-47ebde98f051 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:01.410156 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f79eab4f-74a7-4fbe-81b4-4cc7e5e403da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc1862b7-8064-439e-ba6d-0b39be9bdcbf HTTP/1.1" status: 204 len: 168 time: 0.2804873 Oct 18 23:40:01.463212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c00e9-3113-4308-86d7-dbf4d357b3ab None None] New status for floating IP dcdad0f9-2aa5-4a84-aa53-e8485b9040c5: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:40:01.464811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eab4f-74a7-4fbe-81b4-4cc7e5e403da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1862b7-8064-439e-ba6d-0b39be9bdcbf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:01.473680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Allocated IP 172.20.0.1 (45526cf4-a9e4-4d93-af49-792818014afc/e801d464-3238-4da4-923a-23ddd227df17/11bc81cd-0d77-478b-881d-27707af6fac1) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:01.805799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/9dc5a24f-87ae-46f7-ae19-41d9e22b4af8/99bf5363-7050-4e79-860f-819631f5dd35) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:01.862453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:01.876358 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-684c00e9-3113-4308-86d7-dbf4d357b3ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:40:01.876358 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-684c00e9-3113-4308-86d7-dbf4d357b3ab None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:40:01.899993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 53a21641-fdc9-4eaa-ba93-47ebde98f051 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:01.901510 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:02.128305 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a83c1-9a43-4620-8856-4b8e85785e00 req-58f3bb04-21ca-40e2-b159-a8d74629d1cc tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:02.131211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Pushing event deleted for resources: {'Port': ['ID=4ecf0af5-889b-462b-add6-12e4db464469,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:02.142915 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-496a83c1-9a43-4620-8856-4b8e85785e00 req-58f3bb04-21ca-40e2-b159-a8d74629d1cc tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.1957061 Oct 18 23:40:02.267580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-496a83c1-9a43-4620-8856-4b8e85785e00 req-0c4e4dca-5ffe-4648-833f-d7291d01baf3 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228168 Oct 18 23:40:02.336600 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:02.360839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005ca41-d4b6-475e-871e-31a2cae37310 req-23a0d796-d057-4b57-9b77-be486f000a83 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:02.383397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5005ca41-d4b6-475e-871e-31a2cae37310 req-23a0d796-d057-4b57-9b77-be486f000a83 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 946 time: 0.4844322 Oct 18 23:40:02.401181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c00e9-3113-4308-86d7-dbf4d357b3ab None None] New status for floating IP dcdad0f9-2aa5-4a84-aa53-e8485b9040c5: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:40:02.541495 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:02.546683 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:02.562876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42696) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:02.564466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-73b7ecea-d2e1-461e-b47f-e4b70ee247ba tempest-ServerActionsTestJSON-2051970331 tempest-ServerActionsTestJSON-2051970331-project] 10.222.0.52 "DELETE /v2.0/floatingips/dcdad0f9-2aa5-4a84-aa53-e8485b9040c5 HTTP/1.1" status: 204 len: 168 time: 3.6192238 Oct 18 23:40:02.580693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42700) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:02.622932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d644db35-c78a-4d92-ba0f-15a4cdb09430 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:02.660953 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:02.678929 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:02.695001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5005ca41-d4b6-475e-871e-31a2cae37310 req-055e70ed-c653-4c99-92db-a86cdbf054e7 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106761 Oct 18 23:40:02.719782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:02.814269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:02.814269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:02.823462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:02.911153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Pushing event updated for resources: {'Port': ['ID=99bf5363-7050-4e79-860f-819631f5dd35,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:02.922037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::153 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/9dc5a24f-87ae-46f7-ae19-41d9e22b4af8/92f6d1d3-a650-48fa-8f45-f5625fc784b8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:02.947514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Attempting to bind port 99bf5363-7050-4e79-860f-819631f5dd35 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:02.947982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Attempting to bind port 99bf5363-7050-4e79-860f-819631f5dd35 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:02.948297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Attempting to bind port 99bf5363-7050-4e79-860f-819631f5dd35 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:02.952093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d644db35-c78a-4d92-ba0f-15a4cdb09430 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:02.952467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:02.958990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:02.959457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:02.959854 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:02.960256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:02.961250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Bound port: 99bf5363-7050-4e79-860f-819631f5dd35, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:02.961904 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.043883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'networks': [{'name': 'tempest-network--897003491'}, {'name': 'tempest-network--420765558'}]} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:03.044751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'network': {'name': 'tempest-network--897003491'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:03.054381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'network': {'name': 'tempest-network--420765558'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:03.119682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584d793-2d63-4879-bab8-025cd7a6ff8c req-40c8034c-2d5d-4786-90d7-9b32ac74aa2b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:03.137649 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f584d793-2d63-4879-bab8-025cd7a6ff8c req-40c8034c-2d5d-4786-90d7-9b32ac74aa2b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 946 time: 0.2916267 Oct 18 23:40:03.155737 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.330782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Network 45526cf4-a9e4-4d93-af49-792818014afc is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:03.337334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:03.364818 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f584d793-2d63-4879-bab8-025cd7a6ff8c req-0ccad72d-d207-4aa2-b871-ced779a75513 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251291 Oct 18 23:40:03.372852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:03.387177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Made reservation on behalf of e66cc7d9b0be462aa5062dcf8d625774 for: {'network': 2} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:03.429079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.481360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.486775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.501966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] For port 99bf5363-7050-4e79-860f-819631f5dd35, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:03.512340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Pushing event updated for resources: {'Port': ['ID=11bc81cd-0d77-478b-881d-27707af6fac1,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:03.524681 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.547597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] For port 99bf5363-7050-4e79-860f-819631f5dd35, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=99bf5363-7050-4e79-860f-819631f5dd35,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:03.588112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d644db35-c78a-4d92-ba0f-15a4cdb09430, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d644db35-c78a-4d92-ba0f-15a4cdb09430,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:03.589841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.713345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac26647-34b1-414e-99d0-0f22b9247a41 None None] Pushing event updated for resources: {'Port': ['ID=99bf5363-7050-4e79-860f-819631f5dd35,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:03.720225 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.824282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.886909 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.889654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d644db35-c78a-4d92-ba0f-15a4cdb09430,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:03.910333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.911262 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:03.968878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a598d37f-9805-46cc-a337-7ae3e2dde3c3 None None] Provisioning complete for port 11bc81cd-0d77-478b-881d-27707af6fac1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:03.975150 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a598d37f-9805-46cc-a337-7ae3e2dde3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.009979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:04.049299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:04.055701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a598d37f-9805-46cc-a337-7ae3e2dde3c3 None None] Port 11bc81cd-0d77-478b-881d-27707af6fac1 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:40:04.068935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=92f6d1d3-a650-48fa-8f45-f5625fc784b8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:04.074245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:04.122645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:04.123368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.157765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418917d-1e19-4cf1-b66e-65d63f97ec14 req-55714412-526e-4283-8b76-91ea9fc9e37e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:04.189377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e418917d-1e19-4cf1-b66e-65d63f97ec14 req-55714412-526e-4283-8b76-91ea9fc9e37e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.6352470 Oct 18 23:40:04.242483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9f551bb8-4dbd-4232-9401-fd74505c41bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5028763 Oct 18 23:40:04.244728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42734) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:04.296524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:40:04.317113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e418917d-1e19-4cf1-b66e-65d63f97ec14 req-0c1624bb-64d5-4bfc-8e88-fe66a41d24a0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154768 Oct 18 23:40:04.327943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f233d7f-a501-47b4-a9c3-eaca57c81116,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:04.354813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb84dfc-23cd-49f3-b1a5-d73c8e28ceb1 req-aa566297-d10e-4755-8295-fa1bd0719aad tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:04.356538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cb84dfc-23cd-49f3-b1a5-d73c8e28ceb1 req-aa566297-d10e-4755-8295-fa1bd0719aad tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 946 time: 0.4518869 Oct 18 23:40:04.376708 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.377300 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Added segment 98343b1d-aa67-4b0c-8ca4-8d7268a9a5af of type vlan for network 5e50611a-6d02-4e85-add9-354dc55fad26 Oct 18 23:40:04.446511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed217e-4b54-49c8-94d3-3e3bc08de8e4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:04.453107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed217e-4b54-49c8-94d3-3e3bc08de8e4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:04.456577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b5ed217e-4b54-49c8-94d3-3e3bc08de8e4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2057705 Oct 18 23:40:04.461213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42736) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:04.465473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.520528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cb84dfc-23cd-49f3-b1a5-d73c8e28ceb1 req-a39335ef-cf15-42fe-ab85-c3a8daeb67cc tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548810 Oct 18 23:40:04.528964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.617724 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:40:04.700952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.701316 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Added segment 2fa0dd58-d907-4613-a0f9-be98eb508259 of type vlan for network 12d26d76-ff94-4422-b65e-ca29eb63d4f6 Oct 18 23:40:04.756870 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.858423 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.926781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8a9db-d47b-49bb-8b65-6686615f49c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 92f6d1d3-a650-48fa-8f45-f5625fc784b8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:04.928260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a9db-d47b-49bb-8b65-6686615f49c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.955799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:04.966891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:05.081968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Pushing event updated for resources: {'Port': ['ID=11bc81cd-0d77-478b-881d-27707af6fac1,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:05.119806 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:05.120414 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:05.194083 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:05.194711 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:05.212325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:05.223416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:05.224139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:05.251982 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a9db-d47b-49bb-8b65-6686615f49c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:05.334968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8a9db-d47b-49bb-8b65-6686615f49c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 92f6d1d3-a650-48fa-8f45-f5625fc784b8 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:05.391291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Network 45526cf4-a9e4-4d93-af49-792818014afc is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:05.395072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:05.474583 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8921487 Oct 18 23:40:05.536781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42748) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:05.827812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e6516ae7-810f-4ad7-93f4-ef22252cdd1d None None] Provisioning complete for port 99bf5363-7050-4e79-860f-819631f5dd35 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:05.828382 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e6516ae7-810f-4ad7-93f4-ef22252cdd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:06.050571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e88a4-d4d3-47ed-886c-e992d7070404 req-d102c277-c745-4a37-b4db-651657229cfd tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:06.052197 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b6e88a4-d4d3-47ed-886c-e992d7070404 req-d102c277-c745-4a37-b4db-651657229cfd tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.5116515 Oct 18 23:40:06.139650 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e6516ae7-810f-4ad7-93f4-ef22252cdd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:06.144717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99bf5363-7050-4e79-860f-819631f5dd35 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:06.230175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b6e88a4-d4d3-47ed-886c-e992d7070404 req-4d9c0197-94c3-4fcb-bddd-4462f252367b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458647 Oct 18 23:40:06.278768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ede4af-abc9-485a-b4b6-c2ea68378080 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:06.285433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ede4af-abc9-485a-b4b6-c2ea68378080 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:06.301750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 99bf5363-7050-4e79-860f-819631f5dd35 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:06.302255 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:06.309435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ede4af-abc9-485a-b4b6-c2ea68378080 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:06.330803 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ede4af-abc9-485a-b4b6-c2ea68378080 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:06.332575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-68ede4af-abc9-485a-b4b6-c2ea68378080 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7881343 Oct 18 23:40:06.335440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42756) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:06.351975 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e6516ae7-810f-4ad7-93f4-ef22252cdd1d None None] For port 99bf5363-7050-4e79-860f-819631f5dd35, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=99bf5363-7050-4e79-860f-819631f5dd35,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:06.375297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Router 4b69c281-8735-4f79-ab37-0d74b2b0b03d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:40:06.384659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e6516ae7-810f-4ad7-93f4-ef22252cdd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:06.412134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Network': ['ID=5e50611a-6d02-4e85-add9-354dc55fad26,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:06.463545 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:06.471182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 5e50611a-6d02-4e85-add9-354dc55fad26 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:40:06.622872 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:06.715967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f98fb403-6aca-4aaa-9009-f961b2c9e498 None None] Provisioning complete for port 11bc81cd-0d77-478b-881d-27707af6fac1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:06.716265 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f98fb403-6aca-4aaa-9009-f961b2c9e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:06.741393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:40:06.753913 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Sync routers for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:40:06.756074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-da7b1cac-db8a-40ac-be74-6f9005cf2042 admin admin] 10.222.0.52 "PUT /v2.0/routers/4b69c281-8735-4f79-ab37-0d74b2b0b03d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8532791 Oct 18 23:40:06.789150 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:06.789785 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:06.794530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6516ae7-810f-4ad7-93f4-ef22252cdd1d None None] Pushing event updated for resources: {'Port': ['ID=99bf5363-7050-4e79-860f-819631f5dd35,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:06.814671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d644db35-c78a-4d92-ba0f-15a4cdb09430 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:06.876744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-40ab0eca-0c89-49b7-8276-52a7d6f76441 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:06.879425 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-40ab0eca-0c89-49b7-8276-52a7d6f76441 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 946 time: 1.5397859 Oct 18 23:40:06.885342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e4d62-1b33-4fc6-b623-83af5d2f862b tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Network': ['ID=12d26d76-ff94-4422-b65e-ca29eb63d4f6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:06.906562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffed87-ddb8-4e03-ac40-9177a83514e7 req-71fc117e-8962-4596-8d44-eb74917cb42e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:06.918934 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 12d26d76-ff94-4422-b65e-ca29eb63d4f6 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:40:06.921652 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62ffed87-ddb8-4e03-ac40-9177a83514e7 req-71fc117e-8962-4596-8d44-eb74917cb42e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 946 time: 0.4972410 Oct 18 23:40:07.041429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f98fb403-6aca-4aaa-9009-f961b2c9e498 None None] Port 11bc81cd-0d77-478b-881d-27707af6fac1 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:40:07.074299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f98fb403-6aca-4aaa-9009-f961b2c9e498 None None] Could not find standard attr ID for object 0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:40:07.077235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d644db35-c78a-4d92-ba0f-15a4cdb09430 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:07.077612 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:07.280622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8c968d7e-6698-4dc0-9ffc-c4e7f79d4b70 None None] Provisioning complete for port 92f6d1d3-a650-48fa-8f45-f5625fc784b8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:07.280895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c968d7e-6698-4dc0-9ffc-c4e7f79d4b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:07.296328 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:07.391403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8c968d7e-6698-4dc0-9ffc-c4e7f79d4b70 None None] Port 92f6d1d3-a650-48fa-8f45-f5625fc784b8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:40:07.394362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c64d351-04eb-4de3-9ae7-25b776684871 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:40:07.486008 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62ffed87-ddb8-4e03-ac40-9177a83514e7 req-20964c0b-c85e-4ac0-9ccf-c9f28f89b0a3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544324 Oct 18 23:40:07.591480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c64d351-04eb-4de3-9ae7-25b776684871 None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:40:07.601576 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a9db-d47b-49bb-8b65-6686615f49c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:07.650794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Deleting port 463df81b-a6ca-4f08-a5c5-96454254d08c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:07.651150 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:07.792920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8a9db-d47b-49bb-8b65-6686615f49c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=92f6d1d3-a650-48fa-8f45-f5625fc784b8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:07.856206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a9db-d47b-49bb-8b65-6686615f49c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:07.864671 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d5e8a9db-d47b-49bb-8b65-6686615f49c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/92f6d1d3-a650-48fa-8f45-f5625fc784b8 HTTP/1.1" status: 204 len: 168 time: 3.4022815 Oct 18 23:40:07.868280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42770) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:07.889486 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 2, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:07.977272 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Checking router: 4b69c281-8735-4f79-ab37-0d74b2b0b03d for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:40:07.994641 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Updating router 4b69c281-8735-4f79-ab37-0d74b2b0b03d port 11bc81cd-0d77-478b-881d-27707af6fac1 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:40:08.052495 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.055969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99bf5363-7050-4e79-860f-819631f5dd35 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:08.064848 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.152790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859efb0c-bd71-42e4-b0f9-cd4792d40990 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:08.154647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859efb0c-bd71-42e4-b0f9-cd4792d40990 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:08.158836 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-859efb0c-bd71-42e4-b0f9-cd4792d40990 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2829585 Oct 18 23:40:08.170621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 99bf5363-7050-4e79-860f-819631f5dd35 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:08.171226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.178371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42778) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:08.203434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] For port 463df81b-a6ca-4f08-a5c5-96454254d08c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=463df81b-a6ca-4f08-a5c5-96454254d08c,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:08.203822 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.226385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e50611a-6d02-4e85-add9-354dc55fad26']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:08.307565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98343b1d-aa67-4b0c-8ca4-8d7268a9a5af') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:08.307942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98343b1d-aa67-4b0c-8ca4-8d7268a9a5af') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:08.327679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Calling delete_port for 463df81b-a6ca-4f08-a5c5-96454254d08c owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:08.342232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.428894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.449283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f9b9-9dae-4515-8796-e6cf30ed9603 req-9c39bde2-7976-4e36-a0c3-1d6056b663dc tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:08.462436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f687f9b9-9dae-4515-8796-e6cf30ed9603 req-9c39bde2-7976-4e36-a0c3-1d6056b663dc tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.3444920 Oct 18 23:40:08.491143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:40:08.493383 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:40:08.498214 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:40:08.561620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42792) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:08.583240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2122670235-network', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:08.595270 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.618344 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.631861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e589092-082d-43f9-9a56-3ba130ff14b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 9dc5a24f-87ae-46f7-ae19-41d9e22b4af8 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:40:08.651716 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e589092-082d-43f9-9a56-3ba130ff14b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.694407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.757576 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e589092-082d-43f9-9a56-3ba130ff14b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.757817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.769954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/networks/5e50611a-6d02-4e85-add9-354dc55fad26 HTTP/1.1" status: 204 len: 168 time: 2.4332252 Oct 18 23:40:08.788083 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ce020-b720-4d2e-89a4-ae7fb6dd25ac None None] Pushing event updated for resources: {'Port': ['ID=11bc81cd-0d77-478b-881d-27707af6fac1,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:08.794190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9a4dc-a38b-4abe-9fe5-ef510fcb1c05 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Network': ['ID=5e50611a-6d02-4e85-add9-354dc55fad26,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:08.806460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42796) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:08.849571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f687f9b9-9dae-4515-8796-e6cf30ed9603 req-6d307b34-884b-4974-ad7c-f8f7ac9f4288 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849645 Oct 18 23:40:08.874236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Made reservation on behalf of 902a3a1146884fbf9567109e9d4b142a for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:08.877558 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.905749 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.937247 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Attempting to bind port 11bc81cd-0d77-478b-881d-27707af6fac1 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:08.940078 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Attempting to bind port 11bc81cd-0d77-478b-881d-27707af6fac1 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:08.941959 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Attempting to bind port 11bc81cd-0d77-478b-881d-27707af6fac1 on network 45526cf4-a9e4-4d93-af49-792818014afc {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:08.959634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e589092-082d-43f9-9a56-3ba130ff14b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.969675 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:08.970449 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Checking segment: {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:08.971077 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:08.971786 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Bound using segment: {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:08.972963 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Bound port: 11bc81cd-0d77-478b-881d-27707af6fac1, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:08.973620 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.023039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.032945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.047005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:40:09.062847 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.063611 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Added segment 1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1 of type vlan for network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa Oct 18 23:40:09.155971 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] For port 11bc81cd-0d77-478b-881d-27707af6fac1, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:09.165691 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] For port 11bc81cd-0d77-478b-881d-27707af6fac1, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=11bc81cd-0d77-478b-881d-27707af6fac1,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:09.170480 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.179813 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.243674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f1ef347f-4750-43f6-a338-ba59fbbcb49e None None] Provisioning complete for port 11bc81cd-0d77-478b-881d-27707af6fac1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:09.244213 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1ef347f-4750-43f6-a338-ba59fbbcb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.291795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Deleting port 9f470321-8dbc-421f-a92b-adf4f786bf35 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:09.292366 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.320535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:09.321198 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:09.363783 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.resource_extend [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:40:09.364028 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ce020-b720-4d2e-89a4-ae7fb6dd25ac None None] Pushing event updated for resources: {'Port': ['ID=11bc81cd-0d77-478b-881d-27707af6fac1,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:09.406336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.419531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede10acd-2995-4066-a05e-8660fa0b0551,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:09.435578 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1ef347f-4750-43f6-a338-ba59fbbcb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.504298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f1ef347f-4750-43f6-a338-ba59fbbcb49e None None] For port 11bc81cd-0d77-478b-881d-27707af6fac1, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=11bc81cd-0d77-478b-881d-27707af6fac1,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:09.513915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1ef347f-4750-43f6-a338-ba59fbbcb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.543870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] For port 9f470321-8dbc-421f-a92b-adf4f786bf35, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9f470321-8dbc-421f-a92b-adf4f786bf35,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:09.544612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.573949 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.576808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:09.577431 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.579808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Calling delete_port for 9f470321-8dbc-421f-a92b-adf4f786bf35 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:09.619606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 463df81b-a6ca-4f08-a5c5-96454254d08c no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:09.620071 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:09.702514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef347f-4750-43f6-a338-ba59fbbcb49e None None] Pushing event updated for resources: {'Port': ['ID=11bc81cd-0d77-478b-881d-27707af6fac1,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:09.743285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1746128 Oct 18 23:40:09.819633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42800) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:09.828160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.829875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.841857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Request body: {'subnet': {'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2122670235-subnet', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:09.900352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1d36f428-36e8-4be7-9548-8b058c9df0b9 None None] Provisioning complete for port 11bc81cd-0d77-478b-881d-27707af6fac1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:09.900801 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1d36f428-36e8-4be7-9548-8b058c9df0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:09.988503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Made reservation on behalf of 902a3a1146884fbf9567109e9d4b142a for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:10.000110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:10.035240 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e589092-082d-43f9-9a56-3ba130ff14b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:10.049815 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:10.058866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e6e93-b1a5-4f5b-b8fb-0ddd5f66e472 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa3f856-f5e9-4562-8d35-4b2ed547f6fa,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:10.094385 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:10.107485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:40:10.128935 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2bbab-3c8b-449f-83b8-0c19b8670809 None None] The sync data for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 is: [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:40:10.137479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d26d76-ff94-4422-b65e-ca29eb63d4f6']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:10.158345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e589092-082d-43f9-9a56-3ba130ff14b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc5a24f-87ae-46f7-ae19-41d9e22b4af8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:10.167256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e589092-082d-43f9-9a56-3ba130ff14b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:10.171293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3e589092-082d-43f9-9a56-3ba130ff14b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/9dc5a24f-87ae-46f7-ae19-41d9e22b4af8 HTTP/1.1" status: 204 len: 168 time: 1.9918261 Oct 18 23:40:10.173339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f470321-8dbc-421f-a92b-adf4f786bf35,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:10.178685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42808) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:10.208933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a8d6b3-d5c9-44b6-8c3e-4a1e94cd82b8 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:10.232462 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-076cb834-a43e-484f-945b-17c681824bf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467095 Oct 18 23:40:10.234738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42810) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:10.259821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:10.269614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa0dd58-d907-4613-a0f9-be98eb508259') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:10.276186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa0dd58-d907-4613-a0f9-be98eb508259') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:10.289072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed444bf-ce1c-4c90-b442-bbffb8325d09 req-ebd5a11d-3df1-43d6-8ecc-97979a79ec40 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:10.297166 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aed444bf-ce1c-4c90-b442-bbffb8325d09 req-ebd5a11d-3df1-43d6-8ecc-97979a79ec40 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=512743d3-aa80-452c-8550-33eab15f24c9 HTTP/1.1" status: 200 len: 946 time: 1.1569414 Oct 18 23:40:10.394980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:40:10.414075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event deleted for resources: {'Port': ['ID=463df81b-a6ca-4f08-a5c5-96454254d08c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:10.453082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aed444bf-ce1c-4c90-b442-bbffb8325d09 req-c10cf719-5492-4ee4-aac2-d228d398822b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110070 Oct 18 23:40:10.542144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] No DVR routers for this DVR port 463df81b-a6ca-4f08-a5c5-96454254d08c on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:40:10.545713 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:10.551630 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e32e9f13-f026-4318-b8be-d588d3fe3953 req-1bd3d984-f070-47c2-be5a-ca0e0f9d4139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "DELETE /v2.0/ports/463df81b-a6ca-4f08-a5c5-96454254d08c HTTP/1.1" status: 204 len: 173 time: 3.6614654 Oct 18 23:40:10.559107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512743d3-aa80-452c-8550-33eab15f24c9', 'name': 'network-vif-deleted', 'tag': '463df81b-a6ca-4f08-a5c5-96454254d08c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:40:10.561690 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d994dbde-ed37-4b37-adae-cfb9110527c9" -d '{"events": [{"server_uuid": "512743d3-aa80-452c-8550-33eab15f24c9", "name": "network-vif-deleted", "tag": "463df81b-a6ca-4f08-a5c5-96454254d08c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:40:10.818611 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:10.931537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:10.992916 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02f0f59-bdcb-42e2-8f6f-c4f9aa5d4d29 x-openstack-request-id: req-b02f0f59-bdcb-42e2-8f6f-c4f9aa5d4d29 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:40:10.993799 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512743d3-aa80-452c-8550-33eab15f24c9", "name": "network-vif-deleted", "tag": "463df81b-a6ca-4f08-a5c5-96454254d08c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:40:10.994283 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b02f0f59-bdcb-42e2-8f6f-c4f9aa5d4d29 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:40:10.994920 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512743d3-aa80-452c-8550-33eab15f24c9', 'name': 'network-vif-deleted', 'tag': '463df81b-a6ca-4f08-a5c5-96454254d08c', 'status': 'completed', 'code': 200} Oct 18 23:40:11.114047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:11.128958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a620ad9-c679-4419-bd93-c6f137f820fe,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:11.265929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dc6ee1-50e7-4c49-bbfa-4dced5f2e2e7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:11.270220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-80dc6ee1-50e7-4c49-bbfa-4dced5f2e2e7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0165906 Oct 18 23:40:11.302516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:11.324919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:40:11.328535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:11.357415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf0f53-b5cc-4631-acbc-d43db52f2146 req-fdbd0439-30ce-4c30-8ab9-be1cd1a21381 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:11.362923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5adf0f53-b5cc-4631-acbc-d43db52f2146 req-fdbd0439-30ce-4c30-8ab9-be1cd1a21381 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 1.3142066 Oct 18 23:40:11.369375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:40:11.370108 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:40:11.402561 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:40:11.600261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Router efaffcf3-ed95-45ae-be0b-d21c609e3c23 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:40:11.615081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Deleting port 99bf5363-7050-4e79-860f-819631f5dd35 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:11.621224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3395bb25-8dac-46c2-bd53-497c241b3cbc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:11.621411 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:11.631672 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3395bb25-8dac-46c2-bd53-497c241b3cbc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2994621 Oct 18 23:40:11.632751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42824) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:11.692339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:11.749746 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-60b7739b-c402-4f65-95ca-67874695aeee tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146555 Oct 18 23:40:11.752261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42832) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:11.760660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Checking segment: {'id': '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:11.760985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Network hostable DHCP agents. Network: ffa3f856-f5e9-4562-8d35-4b2ed547f6fa, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:40:11.769540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:11.771051 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5adf0f53-b5cc-4631-acbc-d43db52f2146 req-b43cf3b6-ec2e-4a48-a651-a4e5bceec7ac tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634288 Oct 18 23:40:11.779052 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:11.786265 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/networks/12d26d76-ff94-4422-b65e-ca29eb63d4f6 HTTP/1.1" status: 204 len: 168 time: 2.9760845 Oct 18 23:40:11.791489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42834) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:11.835762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aa32f-b800-4286-b2f8-bbb1646d4c8f tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Network': ['ID=12d26d76-ff94-4422-b65e-ca29eb63d4f6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:11.872602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:40:11.890301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, ffa3f856-f5e9-4562-8d35-4b2ed547f6fa) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:11.898347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:11.899375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:11.900836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] For port 99bf5363-7050-4e79-860f-819631f5dd35, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=99bf5363-7050-4e79-860f-819631f5dd35,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:11.901737 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:11.912777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f8fa5-d3ba-47b4-bd4b-46225162a066 None None] Network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:11.939007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4541dcd4-97a3-4c82-972c-066a25d8dc6e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1148210 Oct 18 23:40:11.939007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42836) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:11.949887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:11.993465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Calling delete_port for 99bf5363-7050-4e79-860f-819631f5dd35 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:12.007870 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:12.009422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:12.222298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846269ca-d2b3-4033-825b-a465d118c1ee tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:12.245077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846269ca-d2b3-4033-825b-a465d118c1ee tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:12.247014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-846269ca-d2b3-4033-825b-a465d118c1ee tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3818562 Oct 18 23:40:12.255818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:12.259312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42850) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:12.277557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-900966814'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:12.359322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 11bc81cd-0d77-478b-881d-27707af6fac1 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:12.476985 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:12.535727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] No DVR routers for this DVR port 99bf5363-7050-4e79-860f-819631f5dd35 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:40:12.564992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Pushing event deleted for resources: {'Port': ['ID=99bf5363-7050-4e79-860f-819631f5dd35,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:12.586563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.587483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.587483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.587941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.588540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.589118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.589628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.590022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.590415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.591082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.591486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.591876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2711ca-d1a9-42c9-a436-089b867bb7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:12.616608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:40:12.655386 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0b90e95-4696-4c5a-a16f-a95c08484f5c admin admin] 10.222.0.52 "PUT /v2.0/routers/efaffcf3-ed95-45ae-be0b-d21c609e3c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0912399 Oct 18 23:40:12.660201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42854) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:12.753341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069442e5-3143-4bf0-9a44-4be700a60471 req-769fca37-075b-41bd-acae-379b7af9eae5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:12.755335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-769fca37-075b-41bd-acae-379b7af9eae5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.4851429 Oct 18 23:40:12.762022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 11bc81cd-0d77-478b-881d-27707af6fac1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:12.762509 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:12.777083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] Sync routers for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:40:12.785705 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-442e050c-c9a6-467f-be90-bfc20154238e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/quotas/2e387c95280940198c08dedfe0f5ffb5 HTTP/1.1" status: 200 len: 375 time: 0.0107591 Oct 18 23:40:12.820763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:12.854522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Made reservation on behalf of e66cc7d9b0be462aa5062dcf8d625774 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:12.859974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.019531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:13.020258 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:13.022600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:40:13.043683 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.044474 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Added segment 2b6ec9a7-31b5-439a-85d4-62018936ad03 of type vlan for network 125978d8-d1cc-4794-b81c-89ce18b88f79 Oct 18 23:40:13.180834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9449b5-e378-484f-8b76-76c6295488df req-d66acb62-787f-492a-b4b0-d47ab5466bd4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:13.192076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d9449b5-e378-484f-8b76-76c6295488df req-d66acb62-787f-492a-b4b0-d47ab5466bd4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.2250805 Oct 18 23:40:13.196412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-ffa3f856-f5e9-4562-8d35-4b2ed547f6fa', 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'fixed_ips': [{'subnet_id': '8a620ad9-c679-4419-bd93-c6f137f820fe'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:40:13.197403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.219198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.289620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d9449b5-e378-484f-8b76-76c6295488df req-cbd05948-e7b0-4570-9390-786d168de901 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960982 Oct 18 23:40:13.299425 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.307781 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:40:13.321366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:13.322137 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.423926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:13.501790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Network': ['ID=125978d8-d1cc-4794-b81c-89ce18b88f79,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:13.514492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.641470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 125978d8-d1cc-4794-b81c-89ce18b88f79 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:40:13.711066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.761424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:13.766191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.868163 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.875701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-bd9277aa-4865-48e5-9a18-9cbbd4504a61 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0811315 Oct 18 23:40:13.882518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Deleting port feba43b4-5db7-44f6-9be3-760143375ccd {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:13.882865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.892610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:13.899060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-545df78b-aaee-4fef-bf48-c3236f96c6b2 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6351347 Oct 18 23:40:13.901250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42862) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:13.906843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-741152601'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:14.040363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Made reservation on behalf of e66cc7d9b0be462aa5062dcf8d625774 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:14.058963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:14.134215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:40:14.146741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:14.147098 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Added segment 033b58dd-1aa2-46d7-9afc-dac0b3ce2024 of type vlan for network 4f042760-4269-48f5-af72-3aa1c5de6329 Oct 18 23:40:14.156601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99bf5363-7050-4e79-860f-819631f5dd35 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:14.224240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Allocated IP 172.25.7.67 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/4e1151a1-c9c0-4b65-9c44-a1e849e58493) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:14.227563 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:14.241557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 99bf5363-7050-4e79-860f-819631f5dd35 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:40:14.242152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99bf5363-7050-4e79-860f-819631f5dd35 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:40:14.285223 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:14.292617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:14.293218 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:14.319987 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:14.361226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-7cbe1cfd-a297-4198-b2af-c2fe7c519013 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754946 Oct 18 23:40:14.400324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Allocated IP 172.20.0.2 (ffa3f856-f5e9-4562-8d35-4b2ed547f6fa/8a620ad9-c679-4419-bd93-c6f137f820fe/ebd17c14-3cc6-41ac-8691-43663e32af91) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:14.426470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5238416 Oct 18 23:40:14.441236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42884) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:14.449852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:14.475212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:14.491114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a54c8b-33ee-4c07-bb44-68eb66b11708 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:14.496188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:14.496909 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:14.537301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'ports': [{'network_id': '125978d8-d1cc-4794-b81c-89ce18b88f79', 'name': 'tempest-port--1311542832', 'admin_state_up': True}, {'network_id': '4f042760-4269-48f5-af72-3aa1c5de6329', 'admin_state_up': False}]} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:14.537643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'port': {'network_id': '125978d8-d1cc-4794-b81c-89ce18b88f79', 'name': 'tempest-port--1311542832', 'admin_state_up': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:14.538185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'port': {'network_id': '4f042760-4269-48f5-af72-3aa1c5de6329', 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:14.566979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b52dd-6dd9-49e7-9905-32c5401f5099 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Network': ['ID=4f042760-4269-48f5-af72-3aa1c5de6329,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:14.609869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] For port feba43b4-5db7-44f6-9be3-760143375ccd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=feba43b4-5db7-44f6-9be3-760143375ccd,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:14.610251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:14.651096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 4f042760-4269-48f5-af72-3aa1c5de6329 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:40:14.684427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port': {'id': 'feba43b4-5db7-44f6-9be3-760143375ccd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:27:25Z', 'updated_at': '2021-10-18T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:14.695423 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9419136 Oct 18 23:40:14.703402 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Calling delete_port for feba43b4-5db7-44f6-9be3-760143375ccd owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:14.708310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42892) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:14.712770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b15cb-f0a7-429d-8c2a-1284acbae27e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=2a68f62e-0d14-495f-9547-29fd06911254,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:14.727753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': '2a68f62e-0d14-495f-9547-29fd06911254', 'ip_address': '2001:db8::22bc:f6ec:eb3:8688'}], 'name': 'tempest-NetworksTestDHCPv6-1937400138'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:14.753576 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:14.796453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385cff5-5cbd-4b17-a60f-107cc06f7a92 req-7b60e3e5-4740-4e85-9730-edc32ceab7c0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:14.798179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d385cff5-5cbd-4b17-a60f-107cc06f7a92 req-7b60e3e5-4740-4e85-9730-edc32ceab7c0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.3120327 Oct 18 23:40:14.804154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] Checking router: efaffcf3-ed95-45ae-be0b-d21c609e3c23 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:40:14.916412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:15.009166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] Routers {'efaffcf3-ed95-45ae-be0b-d21c609e3c23'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:15.009794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:15.056600 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-0680b228-f0cf-407c-8875-611f9b3823d5 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6943338 Oct 18 23:40:15.090677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d385cff5-5cbd-4b17-a60f-107cc06f7a92 req-801cb3e1-809c-4ac4-a7f3-dee2f427a5c6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497015 Oct 18 23:40:15.133681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42922) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:15.231535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:15.262783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Made reservation on behalf of e66cc7d9b0be462aa5062dcf8d625774 for: {'port': 2} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:15.289576 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:15.360050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:15.364564 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:15.385901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:15.401847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:15.422306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Pushing event updated for resources: {'Port': ['ID=4e1151a1-c9c0-4b65-9c44-a1e849e58493,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:15.439093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] Set router efaffcf3-ed95-45ae-be0b-d21c609e3c23 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:15.475782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '2a68f62e-0d14-495f-9547-29fd06911254'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:40:15.477432 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:15.505223 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:15.562504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01f6185c-6f48-46d8-940a-32079ddd5e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:15.593645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d2eeb7d-ef67-4c59-8355-3528ca7c8c66 req-2e0a7a5d-0147-4968-bd54-9d8df43a7dc8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 210 time: 0.1003933 Oct 18 23:40:15.629802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port befb713b-146c-4a64-b49b-7e25d24838a1 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:40:15.669482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:40:13Z', 'revision_number': 6, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:15.820314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0431648-0fe6-4673-90b9-d9147e41e358 None None] The sync data for ids ['efaffcf3-ed95-45ae-be0b-d21c609e3c23'] in n-d-713498-28 is: [{'id': 'efaffcf3-ed95-45ae-be0b-d21c609e3c23', 'name': 'tempest-ServerActionsTestJSON-388480482-router', 'tenant_id': 'd899752a05e64b3f9145afdc0282ac36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:27:24Z', 'updated_at': '2021-10-18T23:40:13Z', 'revision_number': 6, 'project_id': 'd899752a05e64b3f9145afdc0282ac36', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:40:15.979355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::22bc:f6ec:eb3:8688 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/2a68f62e-0d14-495f-9547-29fd06911254/befb713b-146c-4a64-b49b-7e25d24838a1) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:16.031838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] device_id is not set on port 4f443644-93e5-4a05-a6ac-616c268e61d4 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:40:16.042401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-8856b8d6-8898-41bf-bacc-93ca8e837d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:16.043959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-8856b8d6-8898-41bf-bacc-93ca8e837d17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 1097 time: 0.3519638 Oct 18 23:40:16.078439 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.090309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.151547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-56826c4b-0a74-48ab-8b0a-2dd1cbd2eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:16.152986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-56826c4b-0a74-48ab-8b0a-2dd1cbd2eca5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.0946279 Oct 18 23:40:16.261465 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01f6185c-6f48-46d8-940a-32079ddd5e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.269696 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.294561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Pushing event updated for resources: {'Port': ['ID=ebd17c14-3cc6-41ac-8691-43663e32af91,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:16.324419 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01f6185c-6f48-46d8-940a-32079ddd5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.336931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9f470321-8dbc-421f-a92b-adf4f786bf35 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:16.354364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:16.360955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:16.376145 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:16.403448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-31ffebbb-f0bf-4a57-bdde-32557fea94e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547de195-a840-40a6-8ce1-961f00acf36d HTTP/1.1" status: 200 len: 1000 time: 0.2415531 Oct 18 23:40:16.477331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 9f470321-8dbc-421f-a92b-adf4f786bf35 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:40:16.477752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9f470321-8dbc-421f-a92b-adf4f786bf35 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:40:16.546192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=feba43b4-5db7-44f6-9be3-760143375ccd,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:16.552900 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-01f6185c-6f48-46d8-940a-32079ddd5e15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cb1cedd1c8340f085693ce170d9b8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4183450 Oct 18 23:40:16.561385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43068) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:16.567396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Attempting to bind port ebd17c14-3cc6-41ac-8691-43663e32af91 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:16.567527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Attempting to bind port ebd17c14-3cc6-41ac-8691-43663e32af91 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:16.568076 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Attempting to bind port ebd17c14-3cc6-41ac-8691-43663e32af91 on network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:16.575372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:16.576584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Checking segment: {'id': '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:16.579099 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.579940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Bound using segment: {'id': '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:16.580956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Bound port: ebd17c14-3cc6-41ac-8691-43663e32af91, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:16.581529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.691881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c1826-0bca-47e0-9542-7d7f74013179 req-125cef84-a1c2-4a91-97cc-f729967b3bf6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:16.700436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-393c1826-0bca-47e0-9542-7d7f74013179 req-125cef84-a1c2-4a91-97cc-f729967b3bf6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.4178333 Oct 18 23:40:16.702288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6185c-6f48-46d8-940a-32079ddd5e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278562e3-b576-4e38-ab97-f3d3d12a441b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:16.722161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] For port ebd17c14-3cc6-41ac-8691-43663e32af91, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:16.731923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] For port ebd17c14-3cc6-41ac-8691-43663e32af91, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ebd17c14-3cc6-41ac-8691-43663e32af91,segment=NetworkSegment(1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1),segment_id=1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:16.741426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.831837 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-393c1826-0bca-47e0-9542-7d7f74013179 req-4213af9a-f692-40ae-a697-1cf5b35f016d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231675 Oct 18 23:40:16.832318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.837769 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.843823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6ecb805-db0e-4d09-baac-7dddcf270d4b req-466a3237-8256-4d77-8ab4-5238ddd86213 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 210 time: 0.1312108 Oct 18 23:40:16.852492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.880958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:16.908497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac5f38-09a7-4f4d-a79d-24afa853c02a None None] Pushing event updated for resources: {'Port': ['ID=ebd17c14-3cc6-41ac-8691-43663e32af91,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:16.933000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-7877a3ca-bf75-4eff-ab55-7f5c8c01e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:16.934712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-7877a3ca-bf75-4eff-ab55-7f5c8c01e5f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.4134603 Oct 18 23:40:17.042039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] device_id is not set on port 96c0754b-6475-4982-af6d-c6f66005a4b2 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:40:17.087204 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.094324 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.135359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-54986340-02d8-40ba-b4bb-cb02a87ffd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:17.137112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-54986340-02d8-40ba-b4bb-cb02a87ffd6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932909 Oct 18 23:40:17.198803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a59d7fc-dbae-475a-a583-b1d4ff36ca49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.358884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.359454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efaffcf3-ed95-45ae-be0b-d21c609e3c23 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:40:17.367043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.374543 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-39d9a0e6-fbe1-4c15-99cd-df832ad12be5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/efaffcf3-ed95-45ae-be0b-d21c609e3c23 HTTP/1.1" status: 204 len: 168 time: 4.7123866 Oct 18 23:40:17.386304 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43136) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:17.397833 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a59d7fc-dbae-475a-a583-b1d4ff36ca49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.552519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069442e5-3143-4bf0-9a44-4be700a60471 req-730ea140-8175-452e-907a-737e54d97481 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:17.560501 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-730ea140-8175-452e-907a-737e54d97481 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.3631239 Oct 18 23:40:17.564702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f58cc54-9bab-4f83-9e7c-82693834c62e admin admin] Deleting subnet 5e025854-be14-4d6b-8b65-ae0a9ecf6dde {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:40:17.569632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f58cc54-9bab-4f83-9e7c-82693834c62e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.620497 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f58cc54-9bab-4f83-9e7c-82693834c62e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.642410 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/2a68f62e-0d14-495f-9547-29fd06911254/d169d128-0e44-4c0e-bbfa-c55df38866fd) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:17.763507 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f58cc54-9bab-4f83-9e7c-82693834c62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.817026 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.823772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Request body: {'port': {'device_id': 'a16f1826-7a31-402d-9fa9-8ab40ccd15b2', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'admin_state_up': True, 'tenant_id': '2e387c95280940198c08dedfe0f5ffb5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:17.880722 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.886901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.893756 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:17.906708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-3c889fac-60d5-429b-ade5-b3bcef933a33 service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816199 Oct 18 23:40:18.073403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:18.081764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:18.084148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Pushing event updated for resources: {'Port': ['ID=d169d128-0e44-4c0e-bbfa-c55df38866fd,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:18.087310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:18.110608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:18.124847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:18.133584 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4836c7e6-cc10-405a-9cd0-3cf44d1632e9 req-c9a4f8fc-ae3a-4d47-85f8-d720765e1a34 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 210 time: 0.0787492 Oct 18 23:40:18.165270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.169037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a59d7fc-dbae-475a-a583-b1d4ff36ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.170851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Attempting to bind port d169d128-0e44-4c0e-bbfa-c55df38866fd on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:18.171496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Attempting to bind port d169d128-0e44-4c0e-bbfa-c55df38866fd by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:18.172207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Attempting to bind port d169d128-0e44-4c0e-bbfa-c55df38866fd on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:18.179004 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a59d7fc-dbae-475a-a583-b1d4ff36ca49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.182141 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1a59d7fc-dbae-475a-a583-b1d4ff36ca49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/278562e3-b576-4e38-ab97-f3d3d12a441b HTTP/1.1" status: 204 len: 168 time: 1.6143610 Oct 18 23:40:18.183761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:18.184077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:18.184527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:18.185179 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.186366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:18.187118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Bound port: d169d128-0e44-4c0e-bbfa-c55df38866fd, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:18.188200 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.206136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:18.206866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.258781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59d7fc-dbae-475a-a583-b1d4ff36ca49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278562e3-b576-4e38-ab97-f3d3d12a441b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:18.308950 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74b1b4e9-7e71-4316-99ff-f0e3ae708121 req-39c56a6b-1076-4495-98cb-f1271497606b service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898327 Oct 18 23:40:18.331663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] For port d169d128-0e44-4c0e-bbfa-c55df38866fd, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:18.366302 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.397590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] For port d169d128-0e44-4c0e-bbfa-c55df38866fd, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d169d128-0e44-4c0e-bbfa-c55df38866fd,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:18.406498 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.412757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=befb713b-146c-4a64-b49b-7e25d24838a1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:18.428990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b77f7f68-0bd3-4538-bf6c-502046ded5f3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7185287 Oct 18 23:40:18.431116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43224) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:18.431704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Made reservation on behalf of 2e387c95280940198c08dedfe0f5ffb5 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:18.442627 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.480142 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f58cc54-9bab-4f83-9e7c-82693834c62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.498580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Router 2f648ec4-f39a-47ca-a9dc-910edd77939a is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:40:18.508793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea722e78-b720-49a5-af26-7c215a502a32 None None] Network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:18.519961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae5d9-d2a4-4f1a-819b-dc3b075b65bd req-860cd6b5-759f-4206-9587-552377494549 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:18.521916 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78bae5d9-d2a4-4f1a-819b-dc3b075b65bd req-860cd6b5-759f-4206-9587-552377494549 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.4929986 Oct 18 23:40:18.560282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58cc54-9bab-4f83-9e7c-82693834c62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e025854-be14-4d6b-8b65-ae0a9ecf6dde,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:18.598573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Port': ['ID=4f443644-93e5-4a05-a6ac-616c268e61d4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:18.598714 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f58cc54-9bab-4f83-9e7c-82693834c62e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.603502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4f58cc54-9bab-4f83-9e7c-82693834c62e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5e025854-be14-4d6b-8b65-ae0a9ecf6dde HTTP/1.1" status: 204 len: 168 time: 1.2161217 Oct 18 23:40:18.609371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43238) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:18.638052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec43c64-00cc-441b-a708-539e39b7c1e6 None None] Pushing event updated for resources: {'Port': ['ID=d169d128-0e44-4c0e-bbfa-c55df38866fd,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:18.647072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ebd17c14-3cc6-41ac-8691-43663e32af91 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:18.676969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78bae5d9-d2a4-4f1a-819b-dc3b075b65bd req-0244278c-4460-4a02-bab0-ba593f062b3e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289654 Oct 18 23:40:18.709638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Checking segment: {'id': '2b6ec9a7-31b5-439a-85d4-62018936ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '125978d8-d1cc-4794-b81c-89ce18b88f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:18.710744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Network hostable DHCP agents. Network: 125978d8-d1cc-4794-b81c-89ce18b88f79, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:40:18.718847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f61e98-430b-47e1-a1c8-af9f02132c50 None None] Network c7d0788c-db89-4515-aee6-4a91445fe6b4 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:18.723612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdee6b2-0fea-48df-a15c-39f63c6c2ccd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:18.730322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdee6b2-0fea-48df-a15c-39f63c6c2ccd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:18.732161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-afdee6b2-0fea-48df-a15c-39f63c6c2ccd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2948296 Oct 18 23:40:18.737027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43248) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:18.806817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43256) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:18.827638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Allocated IP 172.20.0.5 (f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83/ae4bd0b5-8162-4f22-ba33-379f9081f4ea/b1d9029d-e850-408e-9fdd-387e4b04a3c4) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:18.840300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.865114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c7049ec7-a693-45a2-9de0-b6de03e158ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.896900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Network 125978d8-d1cc-4794-b81c-89ce18b88f79 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:40:18.924403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 125978d8-d1cc-4794-b81c-89ce18b88f79) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:18.949140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:40:18.952238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:18.953335 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:18.966402 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Sync routers for ids ['2f648ec4-f39a-47ca-a9dc-910edd77939a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:40:18.986322 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Routers {'2f648ec4-f39a-47ca-a9dc-910edd77939a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:18.987134 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2f648ec4-f39a-47ca-a9dc-910edd77939a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:19.017089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dbe21-868a-46d5-847b-f22e8674766b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port befb713b-146c-4a64-b49b-7e25d24838a1 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:19.017502 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbe21-868a-46d5-847b-f22e8674766b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.062185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.073368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5b3553c-fe33-4a36-9491-68ac344c4eff admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1319582 Oct 18 23:40:19.098212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43282) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:19.099944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e3a8b2-4eb4-4390-9054-5825ca92a685 None None] Network 125978d8-d1cc-4794-b81c-89ce18b88f79 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:19.194659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-320547b8-cb22-4ce4-9b75-b122790ed4ad None None] Provisioning complete for port ebd17c14-3cc6-41ac-8691-43663e32af91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:19.195147 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-320547b8-cb22-4ce4-9b75-b122790ed4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.363414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ebd17c14-3cc6-41ac-8691-43663e32af91 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:19.364114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.366089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Port': ['ID=96c0754b-6475-4982-af6d-c6f66005a4b2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:19.402193 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Set router 2f648ec4-f39a-47ca-a9dc-910edd77939a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:19.408091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06c7f1bd-2f9c-4603-89eb-9b147d384b9b req-e5dc8f45-3f81-4fd0-812b-fce3a4f1f66d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 210 time: 0.0713229 Oct 18 23:40:19.424296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Checking segment: {'id': '033b58dd-1aa2-46d7-9afc-dac0b3ce2024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4f042760-4269-48f5-af72-3aa1c5de6329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:19.425178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Network hostable DHCP agents. Network: 4f042760-4269-48f5-af72-3aa1c5de6329, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:40:19.486211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Deleting port feef182f-6411-4275-978e-cc65a65d3071 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:19.486609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.598056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] For port feef182f-6411-4275-978e-cc65a65d3071, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=feef182f-6411-4275-978e-cc65a65d3071,segment=NetworkSegment(7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26),segment_id=7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:19.598640 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.622262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Calling delete_port for feef182f-6411-4275-978e-cc65a65d3071 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:19.738351 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.758655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.764016 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:12Z', 'updated_at': '2021-10-18T23:40:16Z', 'revision_number': 3, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'gw_port': {'id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:13Z', 'updated_at': '2021-10-18T23:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:19.769446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 547de195-a840-40a6-8ce1-961f00acf36d no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:19.779491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7deed5-c84d-461f-8d3f-62f87df81f94 None None] DHCP port deletion for c7d0788c-db89-4515-aee6-4a91445fe6b4 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:40:19.795060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Network 4f042760-4269-48f5-af72-3aa1c5de6329 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:40:19.810148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c7049ec7-a693-45a2-9de0-b6de03e158ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.818032 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Checking router: 2f648ec4-f39a-47ca-a9dc-910edd77939a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:40:19.818648 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Updating router 2f648ec4-f39a-47ca-a9dc-910edd77939a port 4e1151a1-c9c0-4b65-9c44-a1e849e58493 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:40:19.822706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] No DVR routers for this DVR port feef182f-6411-4275-978e-cc65a65d3071 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:40:19.834042 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c7049ec7-a693-45a2-9de0-b6de03e158ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.852945 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.912020 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbe21-868a-46d5-847b-f22e8674766b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:19.979671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dbe21-868a-46d5-847b-f22e8674766b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for befb713b-146c-4a64-b49b-7e25d24838a1 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:20.014617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c7049ec7-a693-45a2-9de0-b6de03e158ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4a4c5ab68f343ac98f496417edc30e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2063055 Oct 18 23:40:20.022392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43364) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:20.035794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7049ec7-a693-45a2-9de0-b6de03e158ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c719aa2e-9a5b-4df7-90dc-a43751af4d4c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:20.128750 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.183086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57234305-4846-4542-bcff-5cd063bd8dc0 req-ae52359f-4cb7-4b81-a8c9-6c5b5ce7a191 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:20.188298 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-57234305-4846-4542-bcff-5cd063bd8dc0 req-ae52359f-4cb7-4b81-a8c9-6c5b5ce7a191 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 945 time: 0.2986622 Oct 18 23:40:20.287303 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.296298 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.344509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 4f042760-4269-48f5-af72-3aa1c5de6329) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:20.350106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=feef182f-6411-4275-978e-cc65a65d3071,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:20.358275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:20.364735 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Attempting to bind port 4e1151a1-c9c0-4b65-9c44-a1e849e58493 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:20.365659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:20.365826 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Attempting to bind port 4e1151a1-c9c0-4b65-9c44-a1e849e58493 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:20.366340 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Attempting to bind port 4e1151a1-c9c0-4b65-9c44-a1e849e58493 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:20.371067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:20.371742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:20.371952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.378861 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:20.379546 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:20.380140 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.380911 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:20.381566 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Bound port: 4e1151a1-c9c0-4b65-9c44-a1e849e58493, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:20.382122 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.389986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:20.398906 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ca741c74-f082-48bb-a6eb-4eceeb4cf671 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.9565520 Oct 18 23:40:20.413584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43386) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:20.428845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event updated for resources: {'Port': ['ID=b1d9029d-e850-408e-9fdd-387e4b04a3c4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:20.464389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:20.470801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:40:20.476423 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] For port 4e1151a1-c9c0-4b65-9c44-a1e849e58493, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:20.481307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa0f77-1464-4fb3-ba7d-d2c63466474b None None] Network 4f042760-4269-48f5-af72-3aa1c5de6329 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:20.484043 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] For port 4e1151a1-c9c0-4b65-9c44-a1e849e58493, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4e1151a1-c9c0-4b65-9c44-a1e849e58493,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:20.493953 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.521945 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Pushing event updated for resources: {'Port': ['ID=4e1151a1-c9c0-4b65-9c44-a1e849e58493,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:20.554546 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.555187 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.555711 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.556542 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.557045 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.561777 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.562441 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.563051 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.563543 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.564211 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.564745 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.565303 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:20.616525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.686713 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04481266-ca3a-4ec9-af6b-389bd601897b None None] Pushing event updated for resources: {'Port': ['ID=4e1151a1-c9c0-4b65-9c44-a1e849e58493,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:20.702043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:20.702746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.703805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d0788c-db89-4515-aee6-4a91445fe6b4']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:20.712419 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Routers {'2f648ec4-f39a-47ca-a9dc-910edd77939a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:20.718357 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:39:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2f648ec4-f39a-47ca-a9dc-910edd77939a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:20.728903 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-320547b8-cb22-4ce4-9b75-b122790ed4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.729641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff402-295e-468e-b120-b119c73f88ad req-0718c05b-5131-4942-a101-d6d85bf4dfd6 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:20.731594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcbff402-295e-468e-b120-b119c73f88ad req-0718c05b-5131-4942-a101-d6d85bf4dfd6 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 931 time: 0.1256497 Oct 18 23:40:20.734148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:20.734670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee77ac9-91a1-4a38-80d1-0f4bfb7d9b26') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:20.738316 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.784158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.805029 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:20.817309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-57234305-4846-4542-bcff-5cd063bd8dc0 req-3398d984-4f3e-4d9d-912a-f7321d1232ac tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5477090 Oct 18 23:40:20.859746 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-32c791b8-3887-42a6-ace3-6969b0813c64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0623074 Oct 18 23:40:20.908146 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-320547b8-cb22-4ce4-9b75-b122790ed4ad None None] For port ebd17c14-3cc6-41ac-8691-43663e32af91, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ebd17c14-3cc6-41ac-8691-43663e32af91,segment=NetworkSegment(1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1),segment_id=1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:20.935052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Request body: {'port': {'device_id': 'a16f1826-7a31-402d-9fa9-8ab40ccd15b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:20.940738 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] Set router 2f648ec4-f39a-47ca-a9dc-910edd77939a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:20.942291 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dc36bceb-0955-4c2b-a51e-547434c5cb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.004206 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-320547b8-cb22-4ce4-9b75-b122790ed4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.007471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.022955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcbff402-295e-468e-b120-b119c73f88ad req-67aa15bf-373b-47e4-bdec-3436bca6d4ae tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770665 Oct 18 23:40:21.026247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:40:21.026759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:40:21.028716 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:40:21.039989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.052627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e16182-06e8-4300-93f9-8752867a2493 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:21.060260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e16182-06e8-4300-93f9-8752867a2493 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:21.065433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d7e16182-06e8-4300-93f9-8752867a2493 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6306829 Oct 18 23:40:21.075293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43390) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:21.143230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Allocated IP 172.20.0.1 (ffa3f856-f5e9-4562-8d35-4b2ed547f6fa/8a620ad9-c679-4419-bd93-c6f137f820fe/c458519f-ba95-42d1-885c-ed5ee7cbecf7) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:21.146644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.153994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.167490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c7d0788c-db89-4515-aee6-4a91445fe6b4 HTTP/1.1" status: 204 len: 168 time: 2.5562735 Oct 18 23:40:21.181248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9af37-756f-44fd-80df-1081c4f6d0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d0788c-db89-4515-aee6-4a91445fe6b4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:21.191005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320547b8-cb22-4ce4-9b75-b122790ed4ad None None] Pushing event updated for resources: {'Port': ['ID=ebd17c14-3cc6-41ac-8691-43663e32af91,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:21.310388 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:12Z', 'updated_at': '2021-10-18T23:40:16Z', 'revision_number': 3, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'gw_port': {'id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:13Z', 'updated_at': '2021-10-18T23:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:21.315490 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.320479 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbe21-868a-46d5-847b-f22e8674766b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.329623 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.344120 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7c23c-acb1-44b2-91bb-468b44282815 None None] The sync data for ids ['2f648ec4-f39a-47ca-a9dc-910edd77939a'] in n-d-713498-28 is: [{'id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:12Z', 'updated_at': '2021-10-18T23:40:16Z', 'revision_number': 3, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'gw_port': {'id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:13Z', 'updated_at': '2021-10-18T23:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:40:21.450845 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.484099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:40:21.486552 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0914ac7-28c7-4b42-8add-9c762ae75f0f" -d '{"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-unplugged", "status": "completed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:40:21.507586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dbe21-868a-46d5-847b-f22e8674766b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=befb713b-146c-4a64-b49b-7e25d24838a1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:21.523717 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.562231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-40998581-ac1f-4885-8d76-25ba822ff821 None None] Provisioning complete for port ebd17c14-3cc6-41ac-8691-43663e32af91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:21.562639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-40998581-ac1f-4885-8d76-25ba822ff821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.572398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:21.621410 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.623138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.630137 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 23:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb9d55-453b-4579-a86a-f07404c6c61b x-openstack-request-id: req-4dfb9d55-453b-4579-a86a-f07404c6c61b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:40:21.630622 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-unplugged", "status": "failed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d", "code": 422}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:40:21.631200 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4dfb9d55-453b-4579-a86a-f07404c6c61b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:40:21.631625 n-d-713498-28 neutron-server[100923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d', 'code': 422} returned with failed status Oct 18 23:40:21.633405 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.634528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c719aa2e-9a5b-4df7-90dc-a43751af4d4c HTTP/1.1" status: 204 len: 168 time: 1.6065321 Oct 18 23:40:21.635583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43402) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:21.637125 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a9dbe21-868a-46d5-847b-f22e8674766b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.641699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7a9dbe21-868a-46d5-847b-f22e8674766b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/befb713b-146c-4a64-b49b-7e25d24838a1 HTTP/1.1" status: 204 len: 168 time: 2.9035344 Oct 18 23:40:21.642591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:21.653067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43406) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:21.663471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:21.717422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Pushing event updated for resources: {'Port': ['ID=c458519f-ba95-42d1-885c-ed5ee7cbecf7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:21.723043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:21.829287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c719aa2e-9a5b-4df7-90dc-a43751af4d4c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:21.905793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:21.985693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:21.985910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:21.986255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:21.986598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:21.987565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:21.988046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:21.999198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:21.999600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:21.999945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:22.000285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:22.000802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:22.001141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:22.001474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96131f3-ef6d-4c65-b428-73f8daff2ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:22.106394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef4ebc-1f90-4baf-9a7d-752c3913df3e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:22.123730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-40998581-ac1f-4885-8d76-25ba822ff821 None None] Provisioning complete for port d169d128-0e44-4c0e-bbfa-c55df38866fd triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:22.124120 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-40998581-ac1f-4885-8d76-25ba822ff821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.127028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef4ebc-1f90-4baf-9a7d-752c3913df3e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:22.129217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3cef4ebc-1f90-4baf-9a7d-752c3913df3e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4606957 Oct 18 23:40:22.144474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43412) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:22.249520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device feba43b4-5db7-44f6-9be3-760143375ccd no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:22.321329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: feba43b4-5db7-44f6-9be3-760143375ccd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:40:22.321903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device feba43b4-5db7-44f6-9be3-760143375ccd not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:40:22.373096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4aa2871e-f62b-46d4-87fd-bb0fa28cce85 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Deleting port 4f443644-93e5-4a05-a6ac-616c268e61d4 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:22.373453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4aa2871e-f62b-46d4-87fd-bb0fa28cce85 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.399806 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9417958a-cdda-46cf-b4dc-b20d934b42d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d899752a05e64b3f9145afdc0282ac36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7488019 Oct 18 23:40:22.414844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43418) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:22.464636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-40998581-ac1f-4885-8d76-25ba822ff821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.465435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625785ba-f8f1-46a3-b85a-2775284553c5 req-3eee9fa2-df48-4f01-a641-5d778901f406 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:22.472312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625785ba-f8f1-46a3-b85a-2775284553c5 req-3eee9fa2-df48-4f01-a641-5d778901f406 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.1782990 Oct 18 23:40:22.479155 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.588807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-40998581-ac1f-4885-8d76-25ba822ff821 None None] For port d169d128-0e44-4c0e-bbfa-c55df38866fd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d169d128-0e44-4c0e-bbfa-c55df38866fd,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:22.609733 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-40998581-ac1f-4885-8d76-25ba822ff821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.743045 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4aa2871e-f62b-46d4-87fd-bb0fa28cce85 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.773467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-3362e643-5b34-4f10-8a9a-9f11354b32be tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 2a68f62e-0d14-495f-9547-29fd06911254 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:40:22.779764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40998581-ac1f-4885-8d76-25ba822ff821 None None] Pushing event updated for resources: {'Port': ['ID=d169d128-0e44-4c0e-bbfa-c55df38866fd,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:22.785191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3362e643-5b34-4f10-8a9a-9f11354b32be tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.796241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4aa2871e-f62b-46d4-87fd-bb0fa28cce85 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Calling delete_port for 4f443644-93e5-4a05-a6ac-616c268e61d4 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:22.796685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4e1151a1-c9c0-4b65-9c44-a1e849e58493 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:22.840122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-47a5d1b8-dac3-434b-a510-9fc283594466 None None] Could not find standard attr ID for object befb713b-146c-4a64-b49b-7e25d24838a1. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:40:22.862350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-47a5d1b8-dac3-434b-a510-9fc283594466 None None] Provisioning complete for port c458519f-ba95-42d1-885c-ed5ee7cbecf7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:22.863185 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-47a5d1b8-dac3-434b-a510-9fc283594466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.877102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8893c83-d9d0-424d-8175-0a66d3029f20 req-bc9212af-1f6b-48ce-8659-1228f1ac6c20 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:22.888340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8893c83-d9d0-424d-8175-0a66d3029f20 req-bc9212af-1f6b-48ce-8659-1228f1ac6c20 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 931 time: 0.6594431 Oct 18 23:40:22.919858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-47a5d1b8-dac3-434b-a510-9fc283594466 None None] Port c458519f-ba95-42d1-885c-ed5ee7cbecf7 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:40:22.947329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4e1151a1-c9c0-4b65-9c44-a1e849e58493 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:22.947978 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.974358 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.989699 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:22.995577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-625785ba-f8f1-46a3-b85a-2775284553c5 req-f9c3fba3-d82d-42fa-9126-2033db363f3d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5028832 Oct 18 23:40:23.107597 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3362e643-5b34-4f10-8a9a-9f11354b32be tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.114898 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.117685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Pushing event updated for resources: {'Port': ['ID=c458519f-ba95-42d1-885c-ed5ee7cbecf7,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:23.161243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 4e1151a1-c9c0-4b65-9c44-a1e849e58493, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4e1151a1-c9c0-4b65-9c44-a1e849e58493,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:23.169053 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.169958 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d169d128-0e44-4c0e-bbfa-c55df38866fd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:23.191014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.226226 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-954fc25e-7f3f-405e-ba5b-3a68bd79095d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.291739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d169d128-0e44-4c0e-bbfa-c55df38866fd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:23.292128 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.310983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-954fc25e-7f3f-405e-ba5b-3a68bd79095d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.334325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=4e1151a1-c9c0-4b65-9c44-a1e849e58493,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:23.384319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8893c83-d9d0-424d-8175-0a66d3029f20 req-af4b25c6-43c6-4fa8-9fc0-eb903834b40f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702442 Oct 18 23:40:23.426548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ebd17c14-3cc6-41ac-8691-43663e32af91 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:23.456640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3362e643-5b34-4f10-8a9a-9f11354b32be tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.541176 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ebd17c14-3cc6-41ac-8691-43663e32af91 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:23.542121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.569488 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-954fc25e-7f3f-405e-ba5b-3a68bd79095d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.577574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-954fc25e-7f3f-405e-ba5b-3a68bd79095d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.579098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-954fc25e-7f3f-405e-ba5b-3a68bd79095d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dcb552cd-708d-4f2c-9d45-5fe34d4526e8 HTTP/1.1" status: 204 len: 168 time: 1.1632078 Oct 18 23:40:23.614404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:23.617085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fc25e-7f3f-405e-ba5b-3a68bd79095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb552cd-708d-4f2c-9d45-5fe34d4526e8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:23.622008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:23.665479 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3362e643-5b34-4f10-8a9a-9f11354b32be tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.667863 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4aa2871e-f62b-46d4-87fd-bb0fa28cce85 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.801948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4aa2871e-f62b-46d4-87fd-bb0fa28cce85 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.805592 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4aa2871e-f62b-46d4-87fd-bb0fa28cce85 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/ports/4f443644-93e5-4a05-a6ac-616c268e61d4 HTTP/1.1" status: 204 len: 168 time: 2.7292249 Oct 18 23:40:23.830240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362e643-5b34-4f10-8a9a-9f11354b32be tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=2a68f62e-0d14-495f-9547-29fd06911254,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:23.834163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2871e-f62b-46d4-87fd-bb0fa28cce85 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Port': ['ID=4f443644-93e5-4a05-a6ac-616c268e61d4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:23.841589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d9029d-e850-408e-9fdd-387e4b04a3c4 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:40:23.848657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43456) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:23.862611 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.876228 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3362e643-5b34-4f10-8a9a-9f11354b32be tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:23.883120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3362e643-5b34-4f10-8a9a-9f11354b32be tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/2a68f62e-0d14-495f-9547-29fd06911254 HTTP/1.1" status: 204 len: 168 time: 1.7134511 Oct 18 23:40:23.900637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd23cf9-8cc8-4b15-abdb-8c75f8f0f1cf None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:23.907434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43458) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:24.006520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-73b4f672-fd40-4a07-9341-21e5f7e570f7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978241 Oct 18 23:40:24.011604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43462) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:24.086074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Router 2f648ec4-f39a-47ca-a9dc-910edd77939a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:40:24.141919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Transition to ACTIVE for port object b1d9029d-e850-408e-9fdd-387e4b04a3c4 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:40:24.155938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:24.169808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device feef182f-6411-4275-978e-cc65a65d3071 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:24.216817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7269a972-b013-441a-9007-74ba7e0457c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:24.225130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:24.327604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: feef182f-6411-4275-978e-cc65a65d3071 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:40:24.334030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device feef182f-6411-4275-978e-cc65a65d3071 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:40:24.460316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:40:24.489579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6deeb9a5-58dd-460c-a4e3-a0e672fd9331 admin admin] 10.222.0.52 "PUT /v2.0/routers/2f648ec4-f39a-47ca-a9dc-910edd77939a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3808048 Oct 18 23:40:24.550105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-40fba9ca-dd8e-49ca-8e2e-cb937f1ef492 None None] Provisioning complete for port c458519f-ba95-42d1-885c-ed5ee7cbecf7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:24.550502 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-40fba9ca-dd8e-49ca-8e2e-cb937f1ef492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:24.737080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abefaf-c51d-4c0a-be3a-5386c4a7187f req-ba2dd291-1cde-42e7-aa7d-6bf4a4ca310e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:24.750178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10abefaf-c51d-4c0a-be3a-5386c4a7187f req-ba2dd291-1cde-42e7-aa7d-6bf4a4ca310e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 943 time: 0.1432569 Oct 18 23:40:24.776622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-40fba9ca-dd8e-49ca-8e2e-cb937f1ef492 None None] Port c458519f-ba95-42d1-885c-ed5ee7cbecf7 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:40:24.796088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Sync routers for ids ['2f648ec4-f39a-47ca-a9dc-910edd77939a'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:40:24.806663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4e1151a1-c9c0-4b65-9c44-a1e849e58493 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:24.831824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d9029d-e850-408e-9fdd-387e4b04a3c4,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:24.866249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10abefaf-c51d-4c0a-be3a-5386c4a7187f req-eca55cea-e005-4ad5-ae6f-1fcb1f66050d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150968 Oct 18 23:40:24.922250 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:24.945790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Routers {'2f648ec4-f39a-47ca-a9dc-910edd77939a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:24.947064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2f648ec4-f39a-47ca-a9dc-910edd77939a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:25.010845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-feddbbc8-de48-46b7-b7cd-7f2924e76acc req-cb409737-3587-4a9a-8eaf-d579ed6d7335 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:40:25.014281 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-feddbbc8-de48-46b7-b7cd-7f2924e76acc req-cb409737-3587-4a9a-8eaf-d579ed6d7335 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0261002 Oct 18 23:40:25.038193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee969d-0349-45be-9e73-89ee7692f927 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:40:25.091133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-728c52e7-7622-4167-b163-82ce67dbc6bc tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Deleting port 96c0754b-6475-4982-af6d-c6f66005a4b2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:25.091479 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728c52e7-7622-4167-b163-82ce67dbc6bc tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:25.142709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4e1151a1-c9c0-4b65-9c44-a1e849e58493 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:25.144025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:25.297916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:25.305093 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:25.323591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d169d128-0e44-4c0e-bbfa-c55df38866fd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:25.449514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728c52e7-7622-4167-b163-82ce67dbc6bc tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:25.494319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-728c52e7-7622-4167-b163-82ce67dbc6bc tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Calling delete_port for 96c0754b-6475-4982-af6d-c6f66005a4b2 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:25.504277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44102d31-1c13-4a80-9d4d-0decb4684e7d req-2dcdeac1-1c44-412c-8003-ea9a3ef1d056 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:25.512142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44102d31-1c13-4a80-9d4d-0decb4684e7d req-2dcdeac1-1c44-412c-8003-ea9a3ef1d056 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.2143316 Oct 18 23:40:25.519004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-51ee969d-0349-45be-9e73-89ee7692f927 None None] Deleting port d169d128-0e44-4c0e-bbfa-c55df38866fd {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:25.520751 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51ee969d-0349-45be-9e73-89ee7692f927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:25.552338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Attempting to bind port b1d9029d-e850-408e-9fdd-387e4b04a3c4 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:25.552863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Attempting to bind port b1d9029d-e850-408e-9fdd-387e4b04a3c4 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:25.553204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Attempting to bind port b1d9029d-e850-408e-9fdd-387e4b04a3c4 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:25.568410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Port b1d9029d-e850-408e-9fdd-387e4b04a3c4 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:40:25.568831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Attempting to bind port b1d9029d-e850-408e-9fdd-387e4b04a3c4 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:25.597011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Set router 2f648ec4-f39a-47ca-a9dc-910edd77939a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:25.625586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:25.625966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Checking segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:25.626638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Bound using segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:25.626789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Bound port: b1d9029d-e850-408e-9fdd-387e4b04a3c4, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:25.627258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:25.700101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44102d31-1c13-4a80-9d4d-0decb4684e7d req-8f316d8a-7ec8-4cc2-b4e8-510cc7d961e6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854353 Oct 18 23:40:25.715794 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:25.841677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43560) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:25.886845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] For port b1d9029d-e850-408e-9fdd-387e4b04a3c4, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:25.908022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] For port b1d9029d-e850-408e-9fdd-387e4b04a3c4, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b1d9029d-e850-408e-9fdd-387e4b04a3c4,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:25.921864 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728c52e7-7622-4167-b163-82ce67dbc6bc tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:25.943774 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.067602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:26.070698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.072228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] 10.222.0.102 "PUT /v2.0/ports/b1d9029d-e850-408e-9fdd-387e4b04a3c4 HTTP/1.1" status: 200 len: 1092 time: 5.1457155 Oct 18 23:40:26.165273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16f1826-7a31-402d-9fa9-8ab40ccd15b2', 'tag': 'b1d9029d-e850-408e-9fdd-387e4b04a3c4'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:40:26.182786 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941c09ea-54b4-4dcd-a9bb-2b1887be6517" -d '{"events": [{"name": "network-changed", "server_uuid": "a16f1826-7a31-402d-9fa9-8ab40ccd15b2", "tag": "b1d9029d-e850-408e-9fdd-387e4b04a3c4"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:40:26.212527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-network', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:26.272346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-3b97a4e8-15bb-4adf-a8a6-ed51de714aca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4110103 Oct 18 23:40:26.289912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c52e7-7622-4167-b163-82ce67dbc6bc tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Port': ['ID=96c0754b-6475-4982-af6d-c6f66005a4b2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:26.298657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-285bc2f8-05b9-4b19-9830-4dd05df57e0e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:40:26.302303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-285bc2f8-05b9-4b19-9830-4dd05df57e0e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0206063 Oct 18 23:40:26.307386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-51ee969d-0349-45be-9e73-89ee7692f927 None None] For port d169d128-0e44-4c0e-bbfa-c55df38866fd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d169d128-0e44-4c0e-bbfa-c55df38866fd,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:26.308768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Made reservation on behalf of 4b024fac8d4343a1afeb12b480bcdaa0 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:26.312084 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.314205 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51ee969d-0349-45be-9e73-89ee7692f927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.328426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d169d128-0e44-4c0e-bbfa-c55df38866fd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:26.329116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.336861 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.451212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-0ca843e3-77df-46d2-a93c-838ecd24cdf2 req-36a3fbf7-2b14-42ef-ad0e-82ea50f149f8 service neutron] (100921) timed out ('10.222.0.102', 62436) {{(pid=100921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 23:40:26.453251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f983f92-79ab-4932-9f4b-da482b6390f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d9029d-e850-408e-9fdd-387e4b04a3c4,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:26.578954 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de08df04-442e-4744-8297-8909e548e06c x-openstack-request-id: req-de08df04-442e-4744-8297-8909e548e06c {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:40:26.580142 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.581451 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16f1826-7a31-402d-9fa9-8ab40ccd15b2", "tag": "b1d9029d-e850-408e-9fdd-387e4b04a3c4", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:40:26.581982 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de08df04-442e-4744-8297-8909e548e06c {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:40:26.582617 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16f1826-7a31-402d-9fa9-8ab40ccd15b2', 'tag': 'b1d9029d-e850-408e-9fdd-387e4b04a3c4', 'status': 'completed', 'code': 200} Oct 18 23:40:26.587847 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.625254 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728c52e7-7622-4167-b163-82ce67dbc6bc tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.638937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-728c52e7-7622-4167-b163-82ce67dbc6bc tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/ports/96c0754b-6475-4982-af6d-c6f66005a4b2 HTTP/1.1" status: 204 len: 168 time: 2.7858460 Oct 18 23:40:26.645378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43578) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:26.646243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:40:26.694888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.736949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7ab9d651-e3f5-457f-8372-46f64015dd46 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0834272 Oct 18 23:40:26.749591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43588) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:26.760675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1639398473'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:26.777902 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:26.780672 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Added segment 639b3557-c37d-4d96-ab51-7de9260c026a of type vlan for network abcd796c-35df-4320-9160-29d239001704 Oct 18 23:40:26.787055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:26.912466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1a36a-2e55-4d61-980a-9f1548a0fbdf req-2b1ac36c-a281-493f-b51f-ecae84dab2c8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:26.920245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1c1a36a-2e55-4d61-980a-9f1548a0fbdf req-2b1ac36c-a281-493f-b51f-ecae84dab2c8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 943 time: 0.8766379 Oct 18 23:40:26.949528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:26.969775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:26.980276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:26.981077 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.006264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069442e5-3143-4bf0-9a44-4be700a60471 req-bfbe2dc9-ffa7-4bda-89a3-43c89c13c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:27.025523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-bfbe2dc9-ffa7-4bda-89a3-43c89c13c251 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 1095 time: 0.8133845 Oct 18 23:40:27.056250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1c1a36a-2e55-4d61-980a-9f1548a0fbdf req-262ee0d5-8a7c-4740-a6a0-88118842e74a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344912 Oct 18 23:40:27.057233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=e190c05c-6300-452a-bbb9-13cad0dd2b04,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:27.082458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.084057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.084472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.087352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.087858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.088317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.088776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.089044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.089898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.090253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.090639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.091053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:40:27.138032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-51ee969d-0349-45be-9e73-89ee7692f927 None None] Calling delete_port for d169d128-0e44-4c0e-bbfa-c55df38866fd owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:27.204499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Made reservation on behalf of e66cc7d9b0be462aa5062dcf8d625774 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:27.210884 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f84909fc-1356-46ce-9625-1c3ac9c8c120 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1938324 Oct 18 23:40:27.211993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43620) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:27.213535 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-85f507ec-040c-4aed-8a0f-a0c338bdb919 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d9029d-e850-408e-9fdd-387e4b04a3c4 HTTP/1.1" status: 200 len: 217 time: 0.1508007 Oct 18 23:40:27.216994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.226650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': 'e190c05c-6300-452a-bbb9-13cad0dd2b04', 'ip_address': '2001:db8::aef6:89e1:1958:9220'}], 'name': 'tempest-NetworksTestDHCPv6-895779633'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:27.258424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.292928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9188d5-a062-4b3d-ac11-9c3caf1f51b7 req-6218b575-95e2-4dee-8645-2e4a0105b7b5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:27.294690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed9188d5-a062-4b3d-ac11-9c3caf1f51b7 req-6218b575-95e2-4dee-8645-2e4a0105b7b5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.2521427 Oct 18 23:40:27.337594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:40:27.383123 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.383639 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Added segment 00294d6d-0b39-49a5-a08f-f9fe14c92c3a of type vlan for network 5676f20e-7aba-42f8-ab47-746c00e62c31 Oct 18 23:40:27.385147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.387323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:27.387938 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.461049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6172585 Oct 18 23:40:27.495940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43624) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:27.516790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d169d128-0e44-4c0e-bbfa-c55df38866fd no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:27.562343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Request body: {'subnet': {'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-subnet', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:27.601574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Made reservation on behalf of 4b024fac8d4343a1afeb12b480bcdaa0 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:27.604386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.615991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069442e5-3143-4bf0-9a44-4be700a60471 req-81ab654d-bad6-4d8f-a525-c369053ceafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:27.617492 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-81ab654d-bad6-4d8f-a525-c369053ceafd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.1136732 Oct 18 23:40:27.626624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed9188d5-a062-4b3d-ac11-9c3caf1f51b7 req-6db1aee6-0fb9-4af9-81a5-61cfe7943cec tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221159 Oct 18 23:40:27.677945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.689638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:12Z', 'updated_at': '2021-10-18T23:40:22Z', 'revision_number': 4, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'gw_port': {'id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:13Z', 'updated_at': '2021-10-18T23:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c458519f-ba95-42d1-885c-ed5ee7cbecf7', 'name': '', 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'mac_address': 'fa:16:3e:63:2c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '8a620ad9-c679-4419-bd93-c6f137f820fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:20Z', 'updated_at': '2021-10-18T23:40:22Z', 'revision_number': 2, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'subnets': [{'id': '8a620ad9-c679-4419-bd93-c6f137f820fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:27.774391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Checking router: 2f648ec4-f39a-47ca-a9dc-910edd77939a for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:40:27.774860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Updating router 2f648ec4-f39a-47ca-a9dc-910edd77939a port c458519f-ba95-42d1-885c-ed5ee7cbecf7 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:40:27.842689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03ad8b-2a84-4038-8c36-c51f331f484e admin admin] Pushing event updated for resources: {'Network': ['ID=abcd796c-35df-4320-9160-29d239001704,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:27.850030 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.867623 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51ee969d-0349-45be-9e73-89ee7692f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:27.896313 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network abcd796c-35df-4320-9160-29d239001704 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:40:27.973801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee969d-0349-45be-9e73-89ee7692f927 None None] Pushing event deleted for resources: {'Port': ['ID=d169d128-0e44-4c0e-bbfa-c55df38866fd,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:27.988540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ee969d-0349-45be-9e73-89ee7692f927 None None] No DVR routers for this DVR port d169d128-0e44-4c0e-bbfa-c55df38866fd on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:40:27.993828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:28.041736 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:28.099950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4036b7-bd83-4b50-b7dc-1ffab535fb99 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:28.187655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:28.205113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:28.205466 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:28.384795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-dc1429b5-0b38-4abe-b008-01c9fc68df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:28.386691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-dc1429b5-0b38-4abe-b008-01c9fc68df34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61&tenant_id=ac2847854fab47be9f9e227d3e264f9f HTTP/1.1" status: 200 len: 1095 time: 0.5284066 Oct 18 23:40:28.446427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Network': ['ID=5676f20e-7aba-42f8-ab47-746c00e62c31,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:28.552559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-2f56d97f-2836-446f-8f60-ac1c5b599f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:28.554679 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-2f56d97f-2836-446f-8f60-ac1c5b599f9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 1095 time: 0.1280491 Oct 18 23:40:28.556355 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:28.577332 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-46db92c1-5c05-4855-8860-9ef25f8e8ca0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9272079 Oct 18 23:40:28.669013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb602c4-4734-4b97-978d-f457d9f0aab3,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:28.736563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Checking segment: {'id': '639b3557-c37d-4d96-ab51-7de9260c026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'abcd796c-35df-4320-9160-29d239001704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:28.737074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Network hostable DHCP agents. Network: abcd796c-35df-4320-9160-29d239001704, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:40:28.761209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:28.766175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-595b14b5-01a8-450e-bdcb-278214235490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:28.767791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-595b14b5-01a8-450e-bdcb-278214235490 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.2051303 Oct 18 23:40:28.780741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b9d0cba2-186b-4e9c-8239-007f34ac4945 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0287809 Oct 18 23:40:28.781669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43642) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:28.793494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-184210629'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:28.809425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Network abcd796c-35df-4320-9160-29d239001704 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:40:28.883054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, abcd796c-35df-4320-9160-29d239001704) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:28.895211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:28.895932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:28.910670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Made reservation on behalf of e66cc7d9b0be462aa5062dcf8d625774 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:28.911355 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:28.919491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-a3b949e0-5896-4a84-b574-54ad84221970 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547de195-a840-40a6-8ce1-961f00acf36d HTTP/1.1" status: 200 len: 998 time: 0.1345429 Oct 18 23:40:28.944473 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:28.953054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-189aa84b-bfb4-48b3-a945-18133e0ba1fc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4307692 Oct 18 23:40:28.977271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43648) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:28.996897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:29.002589 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:29.010622 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:29.025522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 5676f20e-7aba-42f8-ab47-746c00e62c31 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:40:29.029788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d81ee4-08aa-4fb9-a179-d7f956b6500f None None] Network abcd796c-35df-4320-9160-29d239001704 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:29.047058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:40:29.076912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-88af8f72-6231-4788-944b-c39369f81de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:29.078390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-88af8f72-6231-4788-944b-c39369f81de0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.1507993 Oct 18 23:40:29.084385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:29.084733 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Added segment d253c2c3-128c-47a8-9ec5-3ca89c408cae of type vlan for network 4546ff5c-3f0f-466a-bab2-43ea2ba6c970 Oct 18 23:40:29.226749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9123-26bb-4b1f-a72d-9776570f6910 req-0f8b5d7f-d137-4554-814a-b4ee56daaf9c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:29.234466 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58af9123-26bb-4b1f-a72d-9776570f6910 req-0f8b5d7f-d137-4554-814a-b4ee56daaf9c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 943 time: 0.6397653 Oct 18 23:40:29.241192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port bbbb7b26-c31f-40f8-b890-ee01b356f9a4 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:40:29.651062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bd29a-00b2-4719-98b2-7d90009a517e None None] Pushing event updated for resources: {'Port': ['ID=c458519f-ba95-42d1-885c-ed5ee7cbecf7,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:29.669331 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:29.670402 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:29.770657 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-0b716b8d-78f6-454b-8ed1-7a9bc0c5dab2 service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1604567 Oct 18 23:40:29.826663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58af9123-26bb-4b1f-a72d-9776570f6910 req-0e34f944-69ba-486e-a0fd-ef808f5bdf59 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516775 Oct 18 23:40:29.863720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::aef6:89e1:1958:9220 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/e190c05c-6300-452a-bbb9-13cad0dd2b04/bbbb7b26-c31f-40f8-b890-ee01b356f9a4) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:29.876819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866369b-bc1c-4597-b27a-36c44e32242a req-40b93d13-6fb0-4a00-afec-73af44b3dcb6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:29.880886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8866369b-bc1c-4597-b27a-36c44e32242a req-40b93d13-6fb0-4a00-afec-73af44b3dcb6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.9242289 Oct 18 23:40:29.980162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Attempting to bind port c458519f-ba95-42d1-885c-ed5ee7cbecf7 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:29.981212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Attempting to bind port c458519f-ba95-42d1-885c-ed5ee7cbecf7 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:29.981762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Attempting to bind port c458519f-ba95-42d1-885c-ed5ee7cbecf7 on network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:29.990475 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.002892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:30.009533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.010539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Checking segment: {'id': '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:30.012388 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.013017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Bound using segment: {'id': '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:30.020624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Bound port: c458519f-ba95-42d1-885c-ed5ee7cbecf7, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:30.021385 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.025948 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-069442e5-3143-4bf0-9a44-4be700a60471 req-90c7fb3e-ca60-4983-b918-6d9214269ec7 service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497494 Oct 18 23:40:30.117904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.127916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:30.128565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.131983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0d2d2b91-7779-45e1-a2d3-0eec303b40c0 None None] Provisioning complete for port c458519f-ba95-42d1-885c-ed5ee7cbecf7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:30.135718 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2b91-7779-45e1-a2d3-0eec303b40c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.311758 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.321140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-34551f47-2720-4eb9-a235-e94447957e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:30.322702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-34551f47-2720-4eb9-a235-e94447957e35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2288539 Oct 18 23:40:30.331550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-399a1528-44d2-4a32-b3b4-1eb0f6e0b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:30.334503 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-399a1528-44d2-4a32-b3b4-1eb0f6e0b3d9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 1095 time: 0.1690626 Oct 18 23:40:30.414167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] For port c458519f-ba95-42d1-885c-ed5ee7cbecf7, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:30.421852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] For port c458519f-ba95-42d1-885c-ed5ee7cbecf7, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c458519f-ba95-42d1-885c-ed5ee7cbecf7,segment=NetworkSegment(1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1),segment_id=1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:30.424392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': 'e190c05c-6300-452a-bbb9-13cad0dd2b04'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:40:30.425951 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.452064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ed60c-0d61-4b69-9868-ea97297e51dd None None] Network abcd796c-35df-4320-9160-29d239001704 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:30.595052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.614480 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.745993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-aeb7b2a7-50e5-4142-a680-74270bfab4db service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783195 Oct 18 23:40:30.747604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-d5a8fc75-7b99-48a8-9a01-bbaf60f93af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:30.749679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-d5a8fc75-7b99-48a8-9a01-bbaf60f93af9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 907 time: 0.4073765 Oct 18 23:40:30.772566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:30.779921 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8866369b-bc1c-4597-b27a-36c44e32242a req-9b873973-b1e7-48e8-a88e-9f7519906414 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7184389 Oct 18 23:40:30.833778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0376229 Oct 18 23:40:30.856655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-6cea464a-f2dd-48af-b408-15810728eaf1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d9029d-e850-408e-9fdd-387e4b04a3c4 HTTP/1.1" status: 200 len: 217 time: 0.0960560 Oct 18 23:40:30.860987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:30.894426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bd29a-00b2-4719-98b2-7d90009a517e None None] Pushing event updated for resources: {'Port': ['ID=c458519f-ba95-42d1-885c-ed5ee7cbecf7,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:30.930180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:30.945432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:30.955684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:30.976365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=bbbb7b26-c31f-40f8-b890-ee01b356f9a4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:31.093980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43682) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:31.102490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d2b91-7779-45e1-a2d3-0eec303b40c0 None None] Port c458519f-ba95-42d1-885c-ed5ee7cbecf7 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:40:31.120969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Routers {'2f648ec4-f39a-47ca-a9dc-910edd77939a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:31.121996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2f648ec4-f39a-47ca-a9dc-910edd77939a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:31.143948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'subnets': [{'network_id': '5676f20e-7aba-42f8-ab47-746c00e62c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1751216680', 'ip_version': 4}, {'network_id': '4546ff5c-3f0f-466a-bab2-43ea2ba6c970', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:31.144367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'subnet': {'network_id': '5676f20e-7aba-42f8-ab47-746c00e62c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1751216680', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:31.145058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Request body: {'subnet': {'network_id': '4546ff5c-3f0f-466a-bab2-43ea2ba6c970', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:31.296201 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bc95aff5-16ad-4c6d-ac2b-515e7c7dfd26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0813708 Oct 18 23:40:31.308585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43686) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:31.336148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-edb227f7-2fe3-478a-b6e2-684ad40b0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:31.337938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-edb227f7-2fe3-478a-b6e2-684ad40b0c3f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.4458892 Oct 18 23:40:31.425024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8617e0-6761-4e2e-8fab-fc5939b4e7ea tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Network': ['ID=4546ff5c-3f0f-466a-bab2-43ea2ba6c970,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:31.476423 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-95f4f16d-1ce6-4fd8-87ef-1524f53ed4c6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710473 Oct 18 23:40:31.505662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f8f07-484a-4e38-96b0-b71ba02ea860 req-37edcec2-cf6c-4cf0-ad30-62459d02e342 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:31.511165 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4a4f8f07-484a-4e38-96b0-b71ba02ea860 req-37edcec2-cf6c-4cf0-ad30-62459d02e342 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 943 time: 0.4531665 Oct 18 23:40:31.543251 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:31.657749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 4546ff5c-3f0f-466a-bab2-43ea2ba6c970 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:40:31.705023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/e190c05c-6300-452a-bbb9-13cad0dd2b04/4f81de84-fed6-4307-a3ab-dd99af60474a) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:31.769655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] Set router 2f648ec4-f39a-47ca-a9dc-910edd77939a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:31.902016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4a4f8f07-484a-4e38-96b0-b71ba02ea860 req-f9a91e75-9143-4c93-a0a9-ba2fee792e47 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740341 Oct 18 23:40:31.915119 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-03453915-1b37-4cd2-925c-4661f60b40ff service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019070 Oct 18 23:40:31.945516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01f2658-d0ec-4558-98bc-e3fbb185aa74 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:31.955927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8cc18a95-8cef-4d7a-81b9-f2df40a9670e None None] Provisioning complete for port c458519f-ba95-42d1-885c-ed5ee7cbecf7 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:31.956280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8cc18a95-8cef-4d7a-81b9-f2df40a9670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:31.957710 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b01f2658-d0ec-4558-98bc-e3fbb185aa74 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6371942 Oct 18 23:40:31.958405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43696) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:32.043032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad15c65e-5ff9-4122-8a1e-f0f01ed9a143 req-f15738cc-cadb-425c-98df-a421403cdb7e service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2468977 Oct 18 23:40:32.250708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Made reservation on behalf of e66cc7d9b0be462aa5062dcf8d625774 for: {'subnet': 2} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:32.260799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:32.261130 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:32.338017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bbd9b-f92f-42cf-80dc-df1044da179f req-37429f58-8643-4995-9a70-581ac619a195 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:32.339699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d9bbd9b-f92f-42cf-80dc-df1044da179f req-37429f58-8643-4995-9a70-581ac619a195 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.2894890 Oct 18 23:40:32.439222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-941c09ea-54b4-4dcd-a9bb-2b1887be6517 req-a9d6c385-6d40-4ccd-93a5-b0f5066d3d3e service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797394 Oct 18 23:40:32.505020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e258a1c5-a3c3-41cb-b5e7-51be85ba22a1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port bbbb7b26-c31f-40f8-b890-ee01b356f9a4 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:32.506780 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e258a1c5-a3c3-41cb-b5e7-51be85ba22a1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:32.720688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d9bbd9b-f92f-42cf-80dc-df1044da179f req-cd8eae51-e75e-4027-8ce9-c607f4805619 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876570 Oct 18 23:40:32.732495 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e258a1c5-a3c3-41cb-b5e7-51be85ba22a1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:32.781383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e258a1c5-a3c3-41cb-b5e7-51be85ba22a1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for bbbb7b26-c31f-40f8-b890-ee01b356f9a4 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:32.804954 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:32.820375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8cc18a95-8cef-4d7a-81b9-f2df40a9670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:32.869527 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:32.944821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:32.947551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8cc18a95-8cef-4d7a-81b9-f2df40a9670e None None] For port c458519f-ba95-42d1-885c-ed5ee7cbecf7, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c458519f-ba95-42d1-885c-ed5ee7cbecf7,segment=NetworkSegment(1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1),segment_id=1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:32.952050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:32.958089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:32.981604 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8cc18a95-8cef-4d7a-81b9-f2df40a9670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:33.079276 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:12Z', 'updated_at': '2021-10-18T23:40:22Z', 'revision_number': 4, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'gw_port': {'id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:13Z', 'updated_at': '2021-10-18T23:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c458519f-ba95-42d1-885c-ed5ee7cbecf7', 'name': '', 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'mac_address': 'fa:16:3e:63:2c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '8a620ad9-c679-4419-bd93-c6f137f820fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:20Z', 'updated_at': '2021-10-18T23:40:30Z', 'revision_number': 4, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'subnets': [{'id': '8a620ad9-c679-4419-bd93-c6f137f820fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:33.188291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b51f3cb-87e3-402f-a88d-bfc160c5c1db None None] The sync data for ids ['2f648ec4-f39a-47ca-a9dc-910edd77939a'] in n-d-713498-28 is: [{'id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:12Z', 'updated_at': '2021-10-18T23:40:22Z', 'revision_number': 4, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'gw_port': {'id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:13Z', 'updated_at': '2021-10-18T23:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c458519f-ba95-42d1-885c-ed5ee7cbecf7', 'name': '', 'network_id': 'ffa3f856-f5e9-4562-8d35-4b2ed547f6fa', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'mac_address': 'fa:16:3e:63:2c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '8a620ad9-c679-4419-bd93-c6f137f820fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:20Z', 'updated_at': '2021-10-18T23:40:30Z', 'revision_number': 4, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'subnets': [{'id': '8a620ad9-c679-4419-bd93-c6f137f820fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:40:33.196061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Pushing event updated for resources: {'Port': ['ID=4f81de84-fed6-4307-a3ab-dd99af60474a,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:33.364566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc18a95-8cef-4d7a-81b9-f2df40a9670e None None] Pushing event updated for resources: {'Port': ['ID=c458519f-ba95-42d1-885c-ed5ee7cbecf7,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:33.432893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d90d1-4c39-4067-a9a1-b0c2393c408b req-cd581e65-bc50-42bf-a73c-6913aebcf638 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:33.434851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Attempting to bind port 4f81de84-fed6-4307-a3ab-dd99af60474a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:33.436766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Attempting to bind port 4f81de84-fed6-4307-a3ab-dd99af60474a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:33.440721 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Attempting to bind port 4f81de84-fed6-4307-a3ab-dd99af60474a on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:33.447502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f8d90d1-4c39-4067-a9a1-b0c2393c408b req-cd581e65-bc50-42bf-a73c-6913aebcf638 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 943 time: 0.3226376 Oct 18 23:40:33.453783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:33.457268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:33.457815 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:33.460189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:33.463328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Bound port: 4f81de84-fed6-4307-a3ab-dd99af60474a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:33.470515 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:33.496304 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e258a1c5-a3c3-41cb-b5e7-51be85ba22a1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:33.665455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:33.686461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258a1c5-a3c3-41cb-b5e7-51be85ba22a1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=bbbb7b26-c31f-40f8-b890-ee01b356f9a4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:33.732372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b1d9029d-e850-408e-9fdd-387e4b04a3c4 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:40:33.736171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c458519f-ba95-42d1-885c-ed5ee7cbecf7 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:33.773332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e258a1c5-a3c3-41cb-b5e7-51be85ba22a1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:33.778119 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:33.781246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e258a1c5-a3c3-41cb-b5e7-51be85ba22a1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/bbbb7b26-c31f-40f8-b890-ee01b356f9a4 HTTP/1.1" status: 204 len: 168 time: 1.8203232 Oct 18 23:40:33.791165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43728) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:33.826767 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7f8d90d1-4c39-4067-a9a1-b0c2393c408b req-9b34ecdc-2264-4380-8e76-6b3103d673c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677032 Oct 18 23:40:33.873590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] For port 4f81de84-fed6-4307-a3ab-dd99af60474a, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:34.022371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d59f9e-0afb-456b-bd35-9555398d1c9f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:34.036636 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d59f9e-0afb-456b-bd35-9555398d1c9f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:34.040759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-17d59f9e-0afb-456b-bd35-9555398d1c9f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2437644 Oct 18 23:40:34.041254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43732) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:34.044236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] For port 4f81de84-fed6-4307-a3ab-dd99af60474a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f81de84-fed6-4307-a3ab-dd99af60474a,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:34.089292 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:34.187214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7355ac-7486-45ce-aa2c-96d74ad9b8c8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet e190c05c-6300-452a-bbb9-13cad0dd2b04 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:40:34.205740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c458519f-ba95-42d1-885c-ed5ee7cbecf7 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:34.205740 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:34.211639 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c7355ac-7486-45ce-aa2c-96d74ad9b8c8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:34.336039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c7355ac-7486-45ce-aa2c-96d74ad9b8c8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:34.425991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Allocated IP 172.25.7.99 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/154f532f-3c08-469a-9468-305c12193715) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:34.615183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504fa88-9d26-4974-b99a-ea1a91b617b4 req-0f33a1ac-f4ba-4626-8e3e-aff2dcf0ba55 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:34.619829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7504fa88-9d26-4974-b99a-ea1a91b617b4 req-0f33a1ac-f4ba-4626-8e3e-aff2dcf0ba55 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.5879798 Oct 18 23:40:34.664097 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c7355ac-7486-45ce-aa2c-96d74ad9b8c8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:34.788361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b1d9029d-e850-408e-9fdd-387e4b04a3c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b1d9029d-e850-408e-9fdd-387e4b04a3c4,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:34.884417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c7355ac-7486-45ce-aa2c-96d74ad9b8c8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:34.966845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f06228-701d-4bc4-9de8-f34faa59e4c0 None None] Pushing event updated for resources: {'Port': ['ID=4f81de84-fed6-4307-a3ab-dd99af60474a,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:34.999019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7355ac-7486-45ce-aa2c-96d74ad9b8c8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=e190c05c-6300-452a-bbb9-13cad0dd2b04,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:35.018826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c7355ac-7486-45ce-aa2c-96d74ad9b8c8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:35.024664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5c7355ac-7486-45ce-aa2c-96d74ad9b8c8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/e190c05c-6300-452a-bbb9-13cad0dd2b04 HTTP/1.1" status: 204 len: 168 time: 0.9798942 Oct 18 23:40:35.024777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b1d9029d-e850-408e-9fdd-387e4b04a3c4', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'port_id': 'b1d9029d-e850-408e-9fdd-387e4b04a3c4', 'mac_address': 'fa:16:3e:51:e5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4bd0b5-8162-4f22-ba33-379f9081f4ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:40:35.036171 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:35.038191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43742) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:35.141132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7504fa88-9d26-4974-b99a-ea1a91b617b4 req-b1ba63e1-ae3e-4dd4-a26a-bbdfe577378e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4495907 Oct 18 23:40:35.186700 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:35.214484 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-03452a1d-c737-445f-b32c-9d79ffaa2435 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1745632 Oct 18 23:40:35.223118 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43744) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:35.236003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:35.243410 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d9029d-e850-408e-9fdd-387e4b04a3c4 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:40:35.328896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b1d9029d-e850-408e-9fdd-387e4b04a3c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b1d9029d-e850-408e-9fdd-387e4b04a3c4,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:35.335399 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:35.465880 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:35.527216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b1d9029d-e850-408e-9fdd-387e4b04a3c4,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:35.609745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:35.700857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7b8bf-fad9-4b2e-af37-da62f72af94a req-674d7130-de9d-4a3a-bca7-644ac4c81e68 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:35.706978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f81de84-fed6-4307-a3ab-dd99af60474a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:35.740804 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfc7b8bf-fad9-4b2e-af37-da62f72af94a req-674d7130-de9d-4a3a-bca7-644ac4c81e68 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 943 time: 0.5179424 Oct 18 23:40:35.833071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:35.839172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b1d9029d-e850-408e-9fdd-387e4b04a3c4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:40:35.870548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:35.895948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:35.938296 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4f81de84-fed6-4307-a3ab-dd99af60474a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:35.939127 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:35.951641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:35.970053 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:36.027438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Pushing event updated for resources: {'Port': ['ID=154f532f-3c08-469a-9468-305c12193715,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:36.097948 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:36.189727 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfc7b8bf-fad9-4b2e-af37-da62f72af94a req-780e86e3-8cb5-4838-b573-6c175fb158ac tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386504 Oct 18 23:40:36.305297 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:36.576799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 4f81de84-fed6-4307-a3ab-dd99af60474a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f81de84-fed6-4307-a3ab-dd99af60474a,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:36.584664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Subnet': ['ID=3963f167-ad6d-44a4-8f47-a6254bd1aab7,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:36.587703 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bcf36f-5009-42e8-97fd-586847c4d6f6 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:36.603570 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:36.671107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Checking segment: {'id': '00294d6d-0b39-49a5-a08f-f9fe14c92c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5676f20e-7aba-42f8-ab47-746c00e62c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:36.671751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Network hostable DHCP agents. Network: 5676f20e-7aba-42f8-ab47-746c00e62c31, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:40:36.698300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf718410-1f68-4cbd-bb79-226aecedaf6c req-65dcadc4-3185-473b-ad4f-f0558484b0f9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:36.701173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf718410-1f68-4cbd-bb79-226aecedaf6c req-65dcadc4-3185-473b-ad4f-f0558484b0f9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.2648487 Oct 18 23:40:36.741175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=4f81de84-fed6-4307-a3ab-dd99af60474a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:36.761326 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:36.768420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Network 5676f20e-7aba-42f8-ab47-746c00e62c31 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:40:36.788763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f5b8d2d7-4ba5-4bd1-9f70-157ce028c6b9 None None] Provisioning complete for port 4f81de84-fed6-4307-a3ab-dd99af60474a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:36.790448 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5b8d2d7-4ba5-4bd1-9f70-157ce028c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:36.879770 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:36.951208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 5676f20e-7aba-42f8-ab47-746c00e62c31) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:36.963233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf718410-1f68-4cbd-bb79-226aecedaf6c req-51e8cbf5-0d30-45cf-9d7b-211742c8cb5e tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475398 Oct 18 23:40:36.978506 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:36.985943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb023f0-031b-44ba-a8db-22ba04a17097 None None] Network 5676f20e-7aba-42f8-ab47-746c00e62c31 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:37.061888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:37.073082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:37.095836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:37.096765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:37.134191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:37.195387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9644663 Oct 18 23:40:37.198548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43760) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:37.215854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': '1edf0088-ce0b-4681-8f30-246a80f903a8', 'ip_address': '2001:db8::7078:e446:b14e:f029'}], 'name': 'tempest-NetworksTestDHCPv6-1431951269'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:37.241221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70420e-ef04-4305-a1c2-797b9b56e64e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=1edf0088-ce0b-4681-8f30-246a80f903a8,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:37.405927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event updated for resources: {'Subnet': ['ID=26263381-0d2e-4648-a32e-ba5ec91366c4,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:37.617419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Checking segment: {'id': 'd253c2c3-128c-47a8-9ec5-3ca89c408cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4546ff5c-3f0f-466a-bab2-43ea2ba6c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:37.618106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Network hostable DHCP agents. Network: 4546ff5c-3f0f-466a-bab2-43ea2ba6c970, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:40:37.656874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43770) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:37.813297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:37.899255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f81de84-fed6-4307-a3ab-dd99af60474a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:37.906186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b1d9029d-e850-408e-9fdd-387e4b04a3c4 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:37.933597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Network 4546ff5c-3f0f-466a-bab2-43ea2ba6c970 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:40:37.978816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 4546ff5c-3f0f-466a-bab2-43ea2ba6c970) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:37.998561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:37.999071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:37.999718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:38.043385 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa1e4db9-8a99-4b9f-9682-b938199bc510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:38.060747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66ba4b-b2f4-45cc-ad56-8b670881c43e req-3adcaec3-6a2c-4e65-bf0a-e0f14b92fcdb tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:38.073217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc66ba4b-b2f4-45cc-ad56-8b670881c43e req-3adcaec3-6a2c-4e65-bf0a-e0f14b92fcdb tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 944 time: 0.4091015 Oct 18 23:40:38.207063 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7096c84b-b5e0-4915-8d9b-13473f50962c tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 7.0896978 Oct 18 23:40:38.224474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43776) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:38.231007 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:38.254929 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:38.286784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc66ba4b-b2f4-45cc-ad56-8b670881c43e req-cef5a1ec-2407-4005-934f-f00abc93c1d5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125404 Oct 18 23:40:38.319722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 65cfb47a-04e5-478e-948c-14108be88e77 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:40:38.467734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0822b3-3b87-4c3d-894b-790be3e804d5 None None] Network 4546ff5c-3f0f-466a-bab2-43ea2ba6c970 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:38.582453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa1e4db9-8a99-4b9f-9682-b938199bc510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:38.594850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa1e4db9-8a99-4b9f-9682-b938199bc510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:38.614893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-5676f20e-7aba-42f8-ab47-746c00e62c31', 'network_id': '5676f20e-7aba-42f8-ab47-746c00e62c31', 'tenant_id': 'e66cc7d9b0be462aa5062dcf8d625774', 'fixed_ips': [{'subnet_id': '3963f167-ad6d-44a4-8f47-a6254bd1aab7'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:40:38.616091 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:38.669970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ff777-a7ed-4ef8-a831-b1f95ac17aa1 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:38.671687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ff777-a7ed-4ef8-a831-b1f95ac17aa1 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:38.673432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ff777-a7ed-4ef8-a831-b1f95ac17aa1 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:38.680284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-011ff777-a7ed-4ef8-a831-b1f95ac17aa1 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4433465 Oct 18 23:40:38.688138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43782) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:38.742077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43784) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:38.753458 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fa1e4db9-8a99-4b9f-9682-b938199bc510 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c19c9d0a07a842c3adbdd512b8d7ef00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0861132 Oct 18 23:40:38.773582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72c58-5888-465e-b642-a3b5a3f3208f req-7b2604d1-f551-4d9c-b3fa-1643f9e7ba17 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:38.775382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fa72c58-5888-465e-b642-a3b5a3f3208f req-7b2604d1-f551-4d9c-b3fa-1643f9e7ba17 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.6073799 Oct 18 23:40:38.777145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e4db9-8a99-4b9f-9682-b938199bc510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c745d91-b5b0-4d5a-8781-cc677964f9ed,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:38.780940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::7078:e446:b14e:f029 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/1edf0088-ce0b-4681-8f30-246a80f903a8/65cfb47a-04e5-478e-948c-14108be88e77) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:38.935505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4f81de84-fed6-4307-a3ab-dd99af60474a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:38.936093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:38.945009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-4546ff5c-3f0f-466a-bab2-43ea2ba6c970', 'network_id': '4546ff5c-3f0f-466a-bab2-43ea2ba6c970', 'tenant_id': 'e66cc7d9b0be462aa5062dcf8d625774', 'fixed_ips': [{'subnet_id': '26263381-0d2e-4648-a32e-ba5ec91366c4'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:40:38.946484 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:39.003942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b1d9029d-e850-408e-9fdd-387e4b04a3c4 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:40:39.009464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16a951e-6a6f-45e6-8a1a-29392e077554 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Deleting subnet 3963f167-ad6d-44a4-8f47-a6254bd1aab7 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:40:39.057554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fa72c58-5888-465e-b642-a3b5a3f3208f req-5c5362ef-3e7f-4cf6-997d-f22f8aab48a2 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559860 Oct 18 23:40:39.133773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b1d9029d-e850-408e-9fdd-387e4b04a3c4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:39.145552 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:39.151956 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:39.197804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1926-b358-442d-a0a8-6b17b8c3ce78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:39.215022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:39.276053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1926-b358-442d-a0a8-6b17b8c3ce78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:39.430113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1926-b358-442d-a0a8-6b17b8c3ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:39.436422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:39.440913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:39.445112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1926-b358-442d-a0a8-6b17b8c3ce78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:39.453954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0f8b1926-b358-442d-a0a8-6b17b8c3ce78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c745d91-b5b0-4d5a-8781-cc677964f9ed HTTP/1.1" status: 204 len: 168 time: 0.7056751 Oct 18 23:40:39.457577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Router 59dd6727-8a99-4459-ae17-287c8d631c41 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:40:39.478689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:39.488594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:39.499646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b1926-b358-442d-a0a8-6b17b8c3ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c745d91-b5b0-4d5a-8781-cc677964f9ed,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:39.503644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:39.542532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ba29d8-97bb-44c4-b9fc-84f26036d41d None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:39.679175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=65cfb47a-04e5-478e-948c-14108be88e77,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:39.715204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bc91fc4f-9473-4079-ac5d-258f6bddafdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5086360 Oct 18 23:40:39.718266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43796) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:39.852216 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27591a13-adda-4ec4-9ee3-167055860580 req-ecb51c47-6e3a-4f83-bac6-b3bb3cc96cec tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:39.884655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27591a13-adda-4ec4-9ee3-167055860580 req-ecb51c47-6e3a-4f83-bac6-b3bb3cc96cec tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 944 time: 0.4070489 Oct 18 23:40:39.974058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7260363-aeab-4546-b624-73fbe00bbb32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:40.004408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7260363-aeab-4546-b624-73fbe00bbb32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:40.011198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e7260363-aeab-4546-b624-73fbe00bbb32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2908068 Oct 18 23:40:40.035360 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-27591a13-adda-4ec4-9ee3-167055860580 req-c944eeb7-5945-46a8-82e0-457371a31ab7 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435437 Oct 18 23:40:40.046152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43804) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:40.084458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Allocated IP 172.20.0.2 (5676f20e-7aba-42f8-ab47-746c00e62c31/3963f167-ad6d-44a4-8f47-a6254bd1aab7/fbf39884-7780-48dc-8d7d-3e1ae8eb37fc) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:40.107136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7b4d5f5e-fb63-4480-a529-3631ea5c4d88 None None] Provisioning complete for port 4f81de84-fed6-4307-a3ab-dd99af60474a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:40.107751 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7b4d5f5e-fb63-4480-a529-3631ea5c4d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:40.364967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7545e878-c112-42db-865f-1c21fb4fc51c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 65cfb47a-04e5-478e-948c-14108be88e77 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:40.391760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7545e878-c112-42db-865f-1c21fb4fc51c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:40.418549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43810) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:40.566129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7545e878-c112-42db-865f-1c21fb4fc51c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:40.573371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Allocated IP 172.20.0.18 (4546ff5c-3f0f-466a-bab2-43ea2ba6c970/26263381-0d2e-4648-a32e-ba5ec91366c4/651bd6c2-76ee-4433-9418-c3a6f1eb62b2) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:40.596593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7545e878-c112-42db-865f-1c21fb4fc51c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 65cfb47a-04e5-478e-948c-14108be88e77 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:40.768034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d863ff8f-0f97-407c-bc20-439b8ab5302f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.011070 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.063101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d863ff8f-0f97-407c-bc20-439b8ab5302f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.075581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d863ff8f-0f97-407c-bc20-439b8ab5302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.175989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863ff8f-0f97-407c-bc20-439b8ab5302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2c5fe3-f95a-4187-9cea-5dc62a7961b2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:41.249091 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.322340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d863ff8f-0f97-407c-bc20-439b8ab5302f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfcd1abfc6da4fc5813bdcc7e164e94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9004941 Oct 18 23:40:41.335429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Network 4546ff5c-3f0f-466a-bab2-43ea2ba6c970 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:41.338571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43832) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:41.346203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Pushing event updated for resources: {'Port': ['ID=651bd6c2-76ee-4433-9418-c3a6f1eb62b2,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:41.350643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:41.353193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:41.518497 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.526250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce0531-3bd9-4dbf-b186-182ee35a3745 req-531f6321-b3d8-4ac2-a401-98dc370fcb4b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:41.538768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-13ce0531-3bd9-4dbf-b186-182ee35a3745 req-531f6321-b3d8-4ac2-a401-98dc370fcb4b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.3753340 Oct 18 23:40:41.583665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b1d9029d-e850-408e-9fdd-387e4b04a3c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b1d9029d-e850-408e-9fdd-387e4b04a3c4,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:41.590836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Attempting to bind port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:41.591280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Attempting to bind port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd253c2c3-128c-47a8-9ec5-3ca89c408cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4546ff5c-3f0f-466a-bab2-43ea2ba6c970'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:41.591660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Attempting to bind port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 on network 4546ff5c-3f0f-466a-bab2-43ea2ba6c970 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:41.598007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16f1826-7a31-402d-9fa9-8ab40ccd15b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d9029d-e850-408e-9fdd-387e4b04a3c4'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:40:41.602065 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbcf06c-b964-4356-afbd-4d02338755c1" -d '{"events": [{"server_uuid": "a16f1826-7a31-402d-9fa9-8ab40ccd15b2", "name": "network-vif-plugged", "status": "completed", "tag": "b1d9029d-e850-408e-9fdd-387e4b04a3c4"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:40:41.615136 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7545e878-c112-42db-865f-1c21fb4fc51c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.679274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:41.679274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Checking segment: {'id': 'd253c2c3-128c-47a8-9ec5-3ca89c408cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4546ff5c-3f0f-466a-bab2-43ea2ba6c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:41.679274 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.679274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Bound using segment: {'id': 'd253c2c3-128c-47a8-9ec5-3ca89c408cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4546ff5c-3f0f-466a-bab2-43ea2ba6c970'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:41.679274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Bound port: 651bd6c2-76ee-4433-9418-c3a6f1eb62b2, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd253c2c3-128c-47a8-9ec5-3ca89c408cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4546ff5c-3f0f-466a-bab2-43ea2ba6c970'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:41.679274 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.679274 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.744262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9842-811f-4651-b735-5e289f49cf6d req-580d579a-0698-4f76-8bb8-0538d1293479 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:41.753925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2ac9842-811f-4651-b735-5e289f49cf6d req-580d579a-0698-4f76-8bb8-0538d1293479 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 944 time: 0.4800739 Oct 18 23:40:41.833169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545e878-c112-42db-865f-1c21fb4fc51c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=65cfb47a-04e5-478e-948c-14108be88e77,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:41.856944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b1d9029d-e850-408e-9fdd-387e4b04a3c4,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:41.910703 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-13ce0531-3bd9-4dbf-b186-182ee35a3745 req-7338145f-6490-44f9-ab59-51af821d3666 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710213 Oct 18 23:40:41.930831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7545e878-c112-42db-865f-1c21fb4fc51c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:41.951462 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7545e878-c112-42db-865f-1c21fb4fc51c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/65cfb47a-04e5-478e-948c-14108be88e77 HTTP/1.1" status: 204 len: 168 time: 1.9010661 Oct 18 23:40:41.952382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43842) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:41.983627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:40:42.004005 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Sync routers for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:40:42.022131 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:42.023501 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:42.036206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2ac9842-811f-4651-b735-5e289f49cf6d req-8b740b6b-b118-4ae2-96cf-5e4948d28796 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668792 Oct 18 23:40:42.062967 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d9b81ec-0991-4749-b92c-9dc6bcf3421d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:42.166116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] For port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:42.171545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] For port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=651bd6c2-76ee-4433-9418-c3a6f1eb62b2,segment=NetworkSegment(d253c2c3-128c-47a8-9ec5-3ca89c408cae),segment_id=d253c2c3-128c-47a8-9ec5-3ca89c408cae)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:42.176297 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f435005-e296-4ae1-8826-fa7b763112a9 x-openstack-request-id: req-2f435005-e296-4ae1-8826-fa7b763112a9 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:40:42.176809 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16f1826-7a31-402d-9fa9-8ab40ccd15b2", "name": "network-vif-plugged", "status": "completed", "tag": "b1d9029d-e850-408e-9fdd-387e4b04a3c4", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:40:42.177267 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f435005-e296-4ae1-8826-fa7b763112a9 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:40:42.179149 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16f1826-7a31-402d-9fa9-8ab40ccd15b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d9029d-e850-408e-9fdd-387e4b04a3c4', 'code': 200} Oct 18 23:40:42.199431 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:42.208525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:42.228418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-493b3375-d5ec-4694-a981-5c272ff81f0f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.2456100 Oct 18 23:40:42.252199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43850) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:42.254697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d9b81ec-0991-4749-b92c-9dc6bcf3421d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:42.317507 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc689c-558a-4f27-a354-a72f47d54eaf req-91a1aacc-0d56-4eee-afee-7906fb46dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:42.321390 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2dc689c-558a-4f27-a354-a72f47d54eaf req-91a1aacc-0d56-4eee-afee-7906fb46dd26 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 1097 time: 0.1279752 Oct 18 23:40:42.374565 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:42.394563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f846fd-b66c-46a4-9b18-a890b79f4e7a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:42.397397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2dc689c-558a-4f27-a354-a72f47d54eaf req-a05a5974-d356-41dd-9dd9-0608014754b2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677271 Oct 18 23:40:42.399019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f846fd-b66c-46a4-9b18-a890b79f4e7a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:42.400739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a1f846fd-b66c-46a4-9b18-a890b79f4e7a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4428656 Oct 18 23:40:42.403618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43852) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:42.550292 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ff735d-2ff0-4887-b71d-15943933da37 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 1edf0088-ce0b-4681-8f30-246a80f903a8 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:40:42.571858 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14ff735d-2ff0-4887-b71d-15943933da37 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:42.661477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c5a3541b-b501-4a4d-81a4-287dc0f9946b None None] Provisioning complete for port 4f81de84-fed6-4307-a3ab-dd99af60474a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:42.662566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5a3541b-b501-4a4d-81a4-287dc0f9946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:42.716145 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d9b81ec-0991-4749-b92c-9dc6bcf3421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:42.734209 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d9b81ec-0991-4749-b92c-9dc6bcf3421d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:42.758714 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3d9b81ec-0991-4749-b92c-9dc6bcf3421d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d2c5fe3-f95a-4187-9cea-5dc62a7961b2 HTTP/1.1" status: 204 len: 168 time: 1.4126420 Oct 18 23:40:42.776920 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14ff735d-2ff0-4887-b71d-15943933da37 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:42.827172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb910c-c55c-47f8-a854-4a124458e477 None None] Pushing event updated for resources: {'Port': ['ID=651bd6c2-76ee-4433-9418-c3a6f1eb62b2,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:42.848172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b81ec-0991-4749-b92c-9dc6bcf3421d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2c5fe3-f95a-4187-9cea-5dc62a7961b2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:42.974044 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14ff735d-2ff0-4887-b71d-15943933da37 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:43.223905 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:36Z', 'revision_number': 3, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:43.263635 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:43.277582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c5a3541b-b501-4a4d-81a4-287dc0f9946b None None] Could not find standard attr ID for object 65cfb47a-04e5-478e-948c-14108be88e77. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:40:43.294552 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:43.305274 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b16a951e-6a6f-45e6-8a1a-29392e077554 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:43.412429 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Checking router: 59dd6727-8a99-4459-ae17-287c8d631c41 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:40:43.412824 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Updating router 59dd6727-8a99-4459-ae17-287c8d631c41 port 154f532f-3c08-469a-9468-305c12193715 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:40:43.446599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14ff735d-2ff0-4887-b71d-15943933da37 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:43.589579 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b16a951e-6a6f-45e6-8a1a-29392e077554 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:43.590450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f89192ea-c77c-4e4e-8102-2f59c724648d None None] Could not find standard attr ID for object bbbb7b26-c31f-40f8-b890-ee01b356f9a4. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:40:43.591734 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:43.603037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:43.792492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1a883b82-49e6-4d28-bb45-6113b4a334dd None None] Could not find standard attr ID for object 65cfb47a-04e5-478e-948c-14108be88e77. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:40:43.840865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Pushing event updated for resources: {'Port': ['ID=fbf39884-7780-48dc-8d7d-3e1ae8eb37fc,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:43.856561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Network 5676f20e-7aba-42f8-ab47-746c00e62c31 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:43.877729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:43.883962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:43.924511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:43.926457 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:44.135751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Attempting to bind port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:44.137962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Attempting to bind port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '00294d6d-0b39-49a5-a08f-f9fe14c92c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5676f20e-7aba-42f8-ab47-746c00e62c31'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:44.139556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Attempting to bind port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc on network 5676f20e-7aba-42f8-ab47-746c00e62c31 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:44.145511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556ec31-425e-4cee-993b-7c69033d3f1f req-35a0c803-d84c-4e81-9138-a61daa7cdfc1 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:44.149780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e556ec31-425e-4cee-993b-7c69033d3f1f req-35a0c803-d84c-4e81-9138-a61daa7cdfc1 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 945 time: 0.8410115 Oct 18 23:40:44.165219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:44.169363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Checking segment: {'id': '00294d6d-0b39-49a5-a08f-f9fe14c92c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5676f20e-7aba-42f8-ab47-746c00e62c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:44.170565 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:44.171224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Bound using segment: {'id': '00294d6d-0b39-49a5-a08f-f9fe14c92c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5676f20e-7aba-42f8-ab47-746c00e62c31'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:44.172521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Bound port: fbf39884-7780-48dc-8d7d-3e1ae8eb37fc, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00294d6d-0b39-49a5-a08f-f9fe14c92c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5676f20e-7aba-42f8-ab47-746c00e62c31'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:44.174482 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:44.222942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43870) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:44.434041 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f808ce2c-391d-429d-8def-442b19e62f3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:44.511307 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e556ec31-425e-4cee-993b-7c69033d3f1f req-d717028d-9fc9-423b-9158-803f3633943c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297040 Oct 18 23:40:44.855905 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b16a951e-6a6f-45e6-8a1a-29392e077554 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.013526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098420-d9db-42ca-9868-a12d1d983f16 req-51d2ff1e-c2a7-48d4-9234-bb9d76aa6241 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:45.022383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e098420-d9db-42ca-9868-a12d1d983f16 req-51d2ff1e-c2a7-48d4-9234-bb9d76aa6241 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 1.9400039 Oct 18 23:40:45.025386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff735d-2ff0-4887-b71d-15943933da37 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=1edf0088-ce0b-4681-8f30-246a80f903a8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:45.060286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14ff735d-2ff0-4887-b71d-15943933da37 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.062988 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.070212 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-14ff735d-2ff0-4887-b71d-15943933da37 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/1edf0088-ce0b-4681-8f30-246a80f903a8 HTTP/1.1" status: 204 len: 168 time: 2.6648524 Oct 18 23:40:45.076508 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.091419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43876) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:45.117559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.171874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.180517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6d66ceb5-bd47-4f72-895f-209379e89ec3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839670 Oct 18 23:40:45.183128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43878) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:45.257750 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34817c30-5553-4d93-991b-cd488a0342c5 None None] Pushing event updated for resources: {'Port': ['ID=154f532f-3c08-469a-9468-305c12193715,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:45.272234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b994ccb5-d01a-42bd-b012-40e2c6fcac5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:45.274907 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b994ccb5-d01a-42bd-b012-40e2c6fcac5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0805972 Oct 18 23:40:45.278921 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e098420-d9db-42ca-9868-a12d1d983f16 req-d19cee8c-9f7b-4291-88cf-281da75124f5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424448 Oct 18 23:40:45.280026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43882) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:45.303576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=651bd6c2-76ee-4433-9418-c3a6f1eb62b2,segment=NetworkSegment(d253c2c3-128c-47a8-9ec5-3ca89c408cae),segment_id=d253c2c3-128c-47a8-9ec5-3ca89c408cae)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:45.322597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891fb7a9-a4a5-4d4f-b90a-ec067860f4fc None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:45.322884 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Attempting to bind port 154f532f-3c08-469a-9468-305c12193715 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:45.323231 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Attempting to bind port 154f532f-3c08-469a-9468-305c12193715 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:45.328379 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Attempting to bind port 154f532f-3c08-469a-9468-305c12193715 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:45.346374 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:45.347997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98666d-de98-4c18-8cce-a0ff877a2969 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:45.350064 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:45.350477 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.350746 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c98666d-de98-4c18-8cce-a0ff877a2969 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0689070 Oct 18 23:40:45.350902 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:45.354334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43884) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:45.354555 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Bound port: 154f532f-3c08-469a-9468-305c12193715, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:45.354940 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.402958 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9ddbaab-ac2d-4aee-ae8b-4fa8436b8bd7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462158 Oct 18 23:40:45.409199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43886) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:45.415536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:45.447899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f808ce2c-391d-429d-8def-442b19e62f3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.532351 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] For port 154f532f-3c08-469a-9468-305c12193715, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:45.540288 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] For port 154f532f-3c08-469a-9468-305c12193715, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=154f532f-3c08-469a-9468-305c12193715,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:45.552241 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.597789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f808ce2c-391d-429d-8def-442b19e62f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.615277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8aa831-4e6e-4f9a-95b5-53bc919ffc73 None None] Network 4546ff5c-3f0f-466a-bab2-43ea2ba6c970 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:45.618755 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.679247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:45.683421 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.744112 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34817c30-5553-4d93-991b-cd488a0342c5 None None] Pushing event updated for resources: {'Port': ['ID=154f532f-3c08-469a-9468-305c12193715,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:45.756642 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:45.757290 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:45.762789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f808ce2c-391d-429d-8def-442b19e62f3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=854e4ff42ffe4d24a4e33963810e5d05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5173402 Oct 18 23:40:45.769767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43892) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:45.776920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808ce2c-391d-429d-8def-442b19e62f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ec0cbc-02da-4a47-9615-9b1f740770ae,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:45.782273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b16a951e-6a6f-45e6-8a1a-29392e077554 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.869038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7f4d7d10-3de2-489f-8012-93eb395f743d None None] Provisioning complete for port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:45.874712 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f4d7d10-3de2-489f-8012-93eb395f743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.955293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a951e-6a6f-45e6-8a1a-29392e077554 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Subnet': ['ID=3963f167-ad6d-44a4-8f47-a6254bd1aab7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:45.958797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b16a951e-6a6f-45e6-8a1a-29392e077554 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:45.962930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b16a951e-6a6f-45e6-8a1a-29392e077554 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/subnets/3963f167-ad6d-44a4-8f47-a6254bd1aab7 HTTP/1.1" status: 204 len: 168 time: 7.2692370 Oct 18 23:40:45.994285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43894) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:46.032645 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:46.058686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39497347-bd15-4dba-9b56-06a021f70693 req-2b7524d4-22ba-441d-89f3-f9cc0cb9a8ad tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:46.065611 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39497347-bd15-4dba-9b56-06a021f70693 req-2b7524d4-22ba-441d-89f3-f9cc0cb9a8ad tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 945 time: 0.2708006 Oct 18 23:40:46.088844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] For port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:46.119500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] For port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fbf39884-7780-48dc-8d7d-3e1ae8eb37fc,segment=NetworkSegment(00294d6d-0b39-49a5-a08f-f9fe14c92c3a),segment_id=00294d6d-0b39-49a5-a08f-f9fe14c92c3a)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:46.154411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83b2e9cd-3af7-4b68-bc38-03c5a4d79a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:46.169153 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:46.196448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39497347-bd15-4dba-9b56-06a021f70693 req-c8dde052-3114-446d-aac4-a0adfe7bbba9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206405 Oct 18 23:40:46.201267 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83b2e9cd-3af7-4b68-bc38-03c5a4d79a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:46.293134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Allocated IP 172.20.0.1 (abcd796c-35df-4320-9160-29d239001704/aeb602c4-4734-4b97-978d-f457d9f0aab3/1424d11d-12d1-4631-bc58-7cb2770e406c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:46.336069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83b2e9cd-3af7-4b68-bc38-03c5a4d79a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:46.348316 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83b2e9cd-3af7-4b68-bc38-03c5a4d79a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:46.350708 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83b2e9cd-3af7-4b68-bc38-03c5a4d79a5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88ec0cbc-02da-4a47-9615-9b1f740770ae HTTP/1.1" status: 204 len: 168 time: 0.5832293 Oct 18 23:40:46.374393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-894a0c2f-1293-44dd-9116-d8cf03250fc3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Deleting subnet 26263381-0d2e-4648-a32e-ba5ec91366c4 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:40:46.381384 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-894a0c2f-1293-44dd-9116-d8cf03250fc3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:46.448703 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-894a0c2f-1293-44dd-9116-d8cf03250fc3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:46.845164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9ec8d-1025-4fa7-84ac-2f807773e2ea None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:40:46.863389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=651bd6c2-76ee-4433-9418-c3a6f1eb62b2,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:46.874026 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-894a0c2f-1293-44dd-9116-d8cf03250fc3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:46.874893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:46.933705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:47.050161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Pushing event updated for resources: {'Port': ['ID=1424d11d-12d1-4631-bc58-7cb2770e406c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:47.051008 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:36Z', 'revision_number': 3, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:47.145043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Network abcd796c-35df-4320-9160-29d239001704 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:47.146623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:47.163225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b9d0c-a976-4b80-9203-5e6d70bf65b4 None None] Pushing event updated for resources: {'Port': ['ID=fbf39884-7780-48dc-8d7d-3e1ae8eb37fc,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:47.192635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:47.240759 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586c80bd-a37d-4422-b97d-d2d8d1e1dad5 None None] The sync data for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 is: [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:36Z', 'revision_number': 3, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:40:47.344531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:47.358960 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9ec8d-1025-4fa7-84ac-2f807773e2ea None None] Deleting port 4f81de84-fed6-4307-a3ab-dd99af60474a {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:47.365456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8d9ec8d-1025-4fa7-84ac-2f807773e2ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:47.555108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b8d9ec8d-1025-4fa7-84ac-2f807773e2ea None None] For port 4f81de84-fed6-4307-a3ab-dd99af60474a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f81de84-fed6-4307-a3ab-dd99af60474a,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:47.555907 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8d9ec8d-1025-4fa7-84ac-2f807773e2ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:47.589043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9ec8d-1025-4fa7-84ac-2f807773e2ea None None] Calling delete_port for 4f81de84-fed6-4307-a3ab-dd99af60474a owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:47.713795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:47.881515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-894a0c2f-1293-44dd-9116-d8cf03250fc3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:47.916690 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:47.927353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2e9cd-3af7-4b68-bc38-03c5a4d79a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ec0cbc-02da-4a47-9615-9b1f740770ae,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:47.941345 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8d9ec8d-1025-4fa7-84ac-2f807773e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:48.069776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9ec8d-1025-4fa7-84ac-2f807773e2ea None None] Pushing event deleted for resources: {'Port': ['ID=4f81de84-fed6-4307-a3ab-dd99af60474a,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:48.168247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a0c2f-1293-44dd-9116-d8cf03250fc3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Subnet': ['ID=26263381-0d2e-4648-a32e-ba5ec91366c4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:48.169495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e755b-78e3-4b8f-9e23-f87289406b4e None None] Network 4546ff5c-3f0f-466a-bab2-43ea2ba6c970 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:48.189805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fbf39884-7780-48dc-8d7d-3e1ae8eb37fc up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:48.191001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c77e-ff2f-4866-8595-0d0eed4c4dd1 req-db779da1-3097-4e51-9956-8cd48e875b21 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:48.199099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06a6c77e-ff2f-4866-8595-0d0eed4c4dd1 req-db779da1-3097-4e51-9956-8cd48e875b21 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 1.0361760 Oct 18 23:40:48.341963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9ec8d-1025-4fa7-84ac-2f807773e2ea None None] No DVR routers for this DVR port 4f81de84-fed6-4307-a3ab-dd99af60474a on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:40:48.346454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-894a0c2f-1293-44dd-9116-d8cf03250fc3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:48.363805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-894a0c2f-1293-44dd-9116-d8cf03250fc3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/subnets/26263381-0d2e-4648-a32e-ba5ec91366c4 HTTP/1.1" status: 204 len: 168 time: 2.3738012 Oct 18 23:40:48.365383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=a1485b59-67fb-4160-9689-e833dc700066,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:48.390908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43936) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:48.480409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:48.492289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f4e72-8a4f-404f-914e-910a8df5a8c1 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:48.499409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43940) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:48.504302 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8a9f4e72-8a4f-404f-914e-910a8df5a8c1 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1099124 Oct 18 23:40:48.506797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-330f09e9-7e26-4539-82a7-90bfd7b3090d None None] Provisioning complete for port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:48.511834 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-330f09e9-7e26-4539-82a7-90bfd7b3090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:48.516495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:48.531685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:48.543472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:48.544149 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:48.555176 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:48.575627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-37a34d92-1b1e-42c5-b4e1-d30aa4a8ae8d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1622224 Oct 18 23:40:48.576425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43944) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:48.587320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': 'a1485b59-67fb-4160-9689-e833dc700066', 'ip_address': '2001:db8::b094:a278:b177:c57b'}], 'name': 'tempest-NetworksTestDHCPv6-754793274'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:48.603742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247bc197-dfca-401e-8f55-0e1a8f002dc3 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:48.874634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06a6c77e-ff2f-4866-8595-0d0eed4c4dd1 req-b84c8142-f3af-477c-b9b6-eae6daa82d2c tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6745059 Oct 18 23:40:48.942026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:49.054695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:49.065420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:49.120926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:49.136858 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:49.152463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Pushing event updated for resources: {'Port': ['ID=1424d11d-12d1-4631-bc58-7cb2770e406c,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:49.234335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69efd17-aec6-4047-8069-f17b3a45bc90 None None] Network 5676f20e-7aba-42f8-ab47-746c00e62c31 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:49.303800 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:49.375584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 26f5e6c5-f987-4fec-a38f-242c47a052ca yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:40:49.499491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Deleting port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:49.500330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:49.531385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Network abcd796c-35df-4320-9160-29d239001704 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:49.538906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:49.716900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] For port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=651bd6c2-76ee-4433-9418-c3a6f1eb62b2,segment=NetworkSegment(d253c2c3-128c-47a8-9ec5-3ca89c408cae),segment_id=d253c2c3-128c-47a8-9ec5-3ca89c408cae)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:49.717483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:49.747146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Calling delete_port for 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:50.025624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::b094:a278:b177:c57b (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/a1485b59-67fb-4160-9689-e833dc700066/26f5e6c5-f987-4fec-a38f-242c47a052ca) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:50.118155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Router 59dd6727-8a99-4459-ae17-287c8d631c41 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:40:50.194953 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:50.282396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Port': ['ID=651bd6c2-76ee-4433-9418-c3a6f1eb62b2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:50.301933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] No DVR routers for this DVR port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:40:50.309421 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:40:50.311995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:50.413632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665aa5f4-4321-4dd0-87f3-d4e8f54e6be9 None None] DHCP port deletion for 5676f20e-7aba-42f8-ab47-746c00e62c31 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:40:50.451358 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0fbb6bbb-bc4f-430a-9e38-e60a8931215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:50.458331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99635124-991b-438f-984e-ef5e517aa17d None None] DHCP port deletion for 4546ff5c-3f0f-466a-bab2-43ea2ba6c970 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:40:50.591403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-371f9c3a-87b4-47e6-b0f1-36a1ba13aeff None None] Provisioning complete for port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:50.591782 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-371f9c3a-87b4-47e6-b0f1-36a1ba13aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:50.595103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': 'a1485b59-67fb-4160-9689-e833dc700066'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:40:50.596584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:50.616604 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:50.772720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43978) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:50.803838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fbf39884-7780-48dc-8d7d-3e1ae8eb37fc,segment=NetworkSegment(00294d6d-0b39-49a5-a08f-f9fe14c92c3a),segment_id=00294d6d-0b39-49a5-a08f-f9fe14c92c3a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:50.875577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:50.876503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:50.887401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4546ff5c-3f0f-466a-bab2-43ea2ba6c970']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:50.918507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd253c2c3-128c-47a8-9ec5-3ca89c408cae') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:50.918809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd253c2c3-128c-47a8-9ec5-3ca89c408cae') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:50.929301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:40:50.948993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d463b58e-4a98-48fb-8751-ae6f5618dba4 admin admin] 10.222.0.52 "PUT /v2.0/routers/59dd6727-8a99-4459-ae17-287c8d631c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6910911 Oct 18 23:40:50.951296 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:50.961322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.003576 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.018418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:40:51.019240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:40:51.022711 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:40:51.130778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a7ec-9d06-4d04-b1dc-f784dd6cac53 req-b2c321be-c3a7-48f2-b3ce-d0a1902d1745 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:51.133510 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f036a7ec-9d06-4d04-b1dc-f784dd6cac53 req-b2c321be-c3a7-48f2-b3ce-d0a1902d1745 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.9776700 Oct 18 23:40:51.156574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=fbf39884-7780-48dc-8d7d-3e1ae8eb37fc,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:51.172918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Sync routers for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:40:51.214619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.231553 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.235420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/networks/4546ff5c-3f0f-466a-bab2-43ea2ba6c970 HTTP/1.1" status: 204 len: 168 time: 2.7350142 Oct 18 23:40:51.246080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43988) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:51.311855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:40:51.312199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 18 23:40:51.338604 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e82f0d3-c52a-4844-a455-0dd5ceda183f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.402787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f036a7ec-9d06-4d04-b1dc-f784dd6cac53 req-ebea1368-e93d-4a7a-b4fa-08c7660ac6c0 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421098 Oct 18 23:40:51.418460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.426324 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.429848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58215464-25a1-4698-acd6-ea432dba9cd3 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Network': ['ID=4546ff5c-3f0f-466a-bab2-43ea2ba6c970,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:51.469402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Port 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 not found, will not notify nova. {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 18 23:40:51.555469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Deleting port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:51.557803 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.588911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-665aa5f4-4321-4dd0-87f3-d4e8f54e6be9 None None] Deleting port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:51.589206 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-665aa5f4-4321-4dd0-87f3-d4e8f54e6be9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.664092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:51.666028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:51.679757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:51.692520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-665aa5f4-4321-4dd0-87f3-d4e8f54e6be9 None None] For port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fbf39884-7780-48dc-8d7d-3e1ae8eb37fc,segment=NetworkSegment(00294d6d-0b39-49a5-a08f-f9fe14c92c3a),segment_id=00294d6d-0b39-49a5-a08f-f9fe14c92c3a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:51.695282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:51.695763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-665aa5f4-4321-4dd0-87f3-d4e8f54e6be9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.697448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.733785 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-665aa5f4-4321-4dd0-87f3-d4e8f54e6be9 None None] Calling delete_port for fbf39884-7780-48dc-8d7d-3e1ae8eb37fc owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:51.780826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] For port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fbf39884-7780-48dc-8d7d-3e1ae8eb37fc,segment=NetworkSegment(00294d6d-0b39-49a5-a08f-f9fe14c92c3a),segment_id=00294d6d-0b39-49a5-a08f-f9fe14c92c3a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:51.782263 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.786198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=26f5e6c5-f987-4fec-a38f-242c47a052ca,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:51.809721 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-33eb6e09-5d51-49cc-9ff6-922aad55d664 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2321351 Oct 18 23:40:51.818506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44002) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:51.849082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fb4b4355-9c6f-4773-9340-a443555a0c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': 'a1485b59-67fb-4160-9689-e833dc700066', 'ip_address': '2001:db8::b094:a278:b177:c57b'}], 'name': 'tempest-NetworksTestDHCPv6-2067786365'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:51.853853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Calling delete_port for fbf39884-7780-48dc-8d7d-3e1ae8eb37fc owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:51.916647 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e82f0d3-c52a-4844-a455-0dd5ceda183f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.932817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6e82f0d3-c52a-4844-a455-0dd5ceda183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:51.999736 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-665aa5f4-4321-4dd0-87f3-d4e8f54e6be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:52.005820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f81de84-fed6-4307-a3ab-dd99af60474a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:52.011257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/a1485b59-67fb-4160-9689-e833dc700066/cfadb174-4772-467f-a3b3-1eb8903d02dc) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:52.025264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:52.031528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:52.068699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6e82f0d3-c52a-4844-a455-0dd5ceda183f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0538fca50e943f9970ac02483f36116&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2894831 Oct 18 23:40:52.070923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82f0d3-c52a-4844-a455-0dd5ceda183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d810ff8d-b2ec-430a-b3a2-66730574a6e1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:52.072303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44008) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:52.124730 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:52.130657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 4f81de84-fed6-4307-a3ab-dd99af60474a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:40:52.131119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f81de84-fed6-4307-a3ab-dd99af60474a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:40:52.169908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Port': ['ID=fbf39884-7780-48dc-8d7d-3e1ae8eb37fc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:52.192251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] No DVR routers for this DVR port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:40:52.198450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4b4355-9c6f-4773-9340-a443555a0c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:52.256924 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-411fb43c-88a8-487a-9724-99b34e68d584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:52.530773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-371f9c3a-87b4-47e6-b0f1-36a1ba13aeff None None] Port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc update to ACTIVE by agent not found {{(pid=100923) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 18 23:40:52.540078 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 154f532f-3c08-469a-9468-305c12193715 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:52.553951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aa5f4-4321-4dd0-87f3-d4e8f54e6be9 None None] Pushing event deleted for resources: {'Port': ['ID=fbf39884-7780-48dc-8d7d-3e1ae8eb37fc,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:52.557920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665aa5f4-4321-4dd0-87f3-d4e8f54e6be9 None None] No DVR routers for this DVR port fbf39884-7780-48dc-8d7d-3e1ae8eb37fc on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:40:52.781835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:52.784046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 154f532f-3c08-469a-9468-305c12193715 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:52.784046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:52.924152 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-411fb43c-88a8-487a-9724-99b34e68d584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:52.990837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.042511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5676f20e-7aba-42f8-ab47-746c00e62c31']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:53.083979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00294d6d-0b39-49a5-a08f-f9fe14c92c3a') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:53.084274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00294d6d-0b39-49a5-a08f-f9fe14c92c3a') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:53.113908 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.139700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4355-9c6f-4773-9340-a443555a0c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.143622 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.171250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-fb4b4355-9c6f-4773-9340-a443555a0c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 2835093a-700b-4a48-8762-f1123798f0da yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:40:53.180061 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.187309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.224719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:40:53.225138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:40:53.229808 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:40:53.243370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-411fb43c-88a8-487a-9724-99b34e68d584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.246142 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-411fb43c-88a8-487a-9724-99b34e68d584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.263181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-411fb43c-88a8-487a-9724-99b34e68d584 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d810ff8d-b2ec-430a-b3a2-66730574a6e1 HTTP/1.1" status: 204 len: 168 time: 1.1731324 Oct 18 23:40:53.266097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-6ac38693-39bc-4e7b-990c-8459e2b4c9ad tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:53.268125 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-6ac38693-39bc-4e7b-990c-8459e2b4c9ad tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 819 time: 0.1863031 Oct 18 23:40:53.295066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-48323806-14c2-449c-afc4-ecb5e126fdf3 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/quotas/4b024fac8d4343a1afeb12b480bcdaa0 HTTP/1.1" status: 200 len: 375 time: 0.0205791 Oct 18 23:40:53.299085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:53.310387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:53.342132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:53.353982 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.384576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fb43c-88a8-487a-9724-99b34e68d584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d810ff8d-b2ec-430a-b3a2-66730574a6e1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:53.406579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-6bd187c5-c8d3-4b2c-ba52-e13470e91c29 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056170 Oct 18 23:40:53.445829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Pushing event updated for resources: {'Port': ['ID=cfadb174-4772-467f-a3b3-1eb8903d02dc,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:53.488708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 154f532f-3c08-469a-9468-305c12193715, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=154f532f-3c08-469a-9468-305c12193715,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:53.497355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Attempting to bind port cfadb174-4772-467f-a3b3-1eb8903d02dc on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:53.498023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Attempting to bind port cfadb174-4772-467f-a3b3-1eb8903d02dc by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:53.498861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Attempting to bind port cfadb174-4772-467f-a3b3-1eb8903d02dc on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:53.514292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:53.515407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:53.517277 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.518166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:53.519547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Bound port: cfadb174-4772-467f-a3b3-1eb8903d02dc, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:53.522809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.528143 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.530689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.554820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.558593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/networks/5676f20e-7aba-42f8-ab47-746c00e62c31 HTTP/1.1" status: 204 len: 168 time: 2.3097496 Oct 18 23:40:53.580252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32736440-39bf-48d3-8735-624295233a9d req-e2393b60-6966-4710-9852-95b22554254a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:53.581842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-e2393b60-6966-4710-9852-95b22554254a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.4953837 Oct 18 23:40:53.582430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44032) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:53.591768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-5cce2275-176b-4dcf-b0f3-b6c635b254a0 service neutron] 10.222.0.52 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809192 Oct 18 23:40:53.685471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fbf39884-7780-48dc-8d7d-3e1ae8eb37fc no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:53.690737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] For port cfadb174-4772-467f-a3b3-1eb8903d02dc, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:53.745789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '1424d11d-12d1-4631-bc58-7cb2770e406c', 'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'mac_address': 'fa:16:3e:03:70:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:45Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 2, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'subnets': [{'id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:53.746881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-e4783810-922d-4522-a0ed-7df89e05970a service neutron] 10.222.0.52 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479414 Oct 18 23:40:53.747732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: fbf39884-7780-48dc-8d7d-3e1ae8eb37fc {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:40:53.748075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fbf39884-7780-48dc-8d7d-3e1ae8eb37fc not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:40:53.749053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:40:53.751362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] For port cfadb174-4772-467f-a3b3-1eb8903d02dc, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfadb174-4772-467f-a3b3-1eb8903d02dc,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:53.774068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94ba5b-245b-40d4-8288-be689ef296f7 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Network': ['ID=5676f20e-7aba-42f8-ab47-746c00e62c31,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:53.823920 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.826435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=154f532f-3c08-469a-9468-305c12193715,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:53.831043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Checking router: 59dd6727-8a99-4459-ae17-287c8d631c41 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:40:53.831408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Updating router 59dd6727-8a99-4459-ae17-287c8d631c41 port 1424d11d-12d1-4631-bc58-7cb2770e406c binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:40:53.833346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:40:53.833564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 651bd6c2-76ee-4433-9418-c3a6f1eb62b2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:40:53.877467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:53.897634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-d7acef1a-ec62-45b1-b256-3434bf95fb7d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/quotas/2e387c95280940198c08dedfe0f5ffb5 HTTP/1.1" status: 200 len: 375 time: 0.2134287 Oct 18 23:40:54.093093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e521e-f32f-4457-86ad-539c2d501b6e None None] Pushing event updated for resources: {'Port': ['ID=cfadb174-4772-467f-a3b3-1eb8903d02dc,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:54.109085 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51cc8438-0f96-4905-acec-a454985e5802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:54.110431 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:54.232106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d0b14-7cd0-4de2-9b56-8a21f80568bf req-ec6d545a-99ac-490a-ade8-e87bf8064cbd tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:54.247335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6f0d0b14-7cd0-4de2-9b56-8a21f80568bf req-ec6d545a-99ac-490a-ade8-e87bf8064cbd tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.1701779 Oct 18 23:40:54.280150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 154f532f-3c08-469a-9468-305c12193715 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:54.335447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6f0d0b14-7cd0-4de2-9b56-8a21f80568bf req-240984f0-568e-4353-9ec1-ad679380e994 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859387 Oct 18 23:40:54.337950 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:54.376116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f042760-4269-48f5-af72-3aa1c5de6329']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:54.452652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-eaede967-e6e7-47b6-9a27-69e958c47ca3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5453830 Oct 18 23:40:54.464807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033b58dd-1aa2-46d7-9afc-dac0b3ce2024') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:54.466825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033b58dd-1aa2-46d7-9afc-dac0b3ce2024') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:54.492108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e45ad125-3178-44e6-a664-73014247e82a req-ee11aba0-b5a3-49da-adb9-695e7e4a0ec2 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 210 time: 0.1100111 Oct 18 23:40:54.722546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-8545f7d5-89d3-43ef-a37e-b884cb9db8cd service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091930 Oct 18 23:40:54.729249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:54.741797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 154f532f-3c08-469a-9468-305c12193715 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:54.742376 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:54.840961 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:54.875318 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4b4355-9c6f-4773-9340-a443555a0c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 18 23:40:54.875977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4b4355-9c6f-4773-9340-a443555a0c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:40:54.895827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:54.911972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:40:54.912669 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:40:54.917304 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:40:54.942448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fb4b4355-9c6f-4773-9340-a443555a0c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.1135783 Oct 18 23:40:54.943295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44064) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:55.020193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-88aa0700-70c4-4b6d-a607-9914c2d1c3de service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823133 Oct 18 23:40:55.026659 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.039832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.044505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/networks/4f042760-4269-48f5-af72-3aa1c5de6329 HTTP/1.1" status: 204 len: 168 time: 1.3645024 Oct 18 23:40:55.048300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75b3a8-2d1e-47ef-90c9-6a11579cdf9e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:55.051142 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.051720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44068) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:55.062791 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.071188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75b3a8-2d1e-47ef-90c9-6a11579cdf9e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:55.075354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e75b3a8-2d1e-47ef-90c9-6a11579cdf9e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1306005 Oct 18 23:40:55.084648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44070) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:55.158796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50807188-be40-42da-80c6-fc9e9c3a86f3 None None] Pushing event updated for resources: {'Port': ['ID=1424d11d-12d1-4631-bc58-7cb2770e406c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:55.270985 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.275137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2b7b4-db6e-4c0a-81f0-081fd5139765 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Network': ['ID=4f042760-4269-48f5-af72-3aa1c5de6329,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:55.334292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Attempting to bind port 1424d11d-12d1-4631-bc58-7cb2770e406c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:40:55.334600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Attempting to bind port 1424d11d-12d1-4631-bc58-7cb2770e406c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '639b3557-c37d-4d96-ab51-7de9260c026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'abcd796c-35df-4320-9160-29d239001704'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:40:55.335016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Attempting to bind port 1424d11d-12d1-4631-bc58-7cb2770e406c on network abcd796c-35df-4320-9160-29d239001704 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:40:55.372774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:40:55.375773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Checking segment: {'id': '639b3557-c37d-4d96-ab51-7de9260c026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'abcd796c-35df-4320-9160-29d239001704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:40:55.377733 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.388878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Bound using segment: {'id': '639b3557-c37d-4d96-ab51-7de9260c026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'abcd796c-35df-4320-9160-29d239001704'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:40:55.389610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Bound port: 1424d11d-12d1-4631-bc58-7cb2770e406c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639b3557-c37d-4d96-ab51-7de9260c026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'abcd796c-35df-4320-9160-29d239001704'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:40:55.390876 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.444092 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.513548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8f009d6a-9d0e-4d35-8932-ed4f5967f29a req-81fb5355-87eb-4065-80eb-825c0ea05e89 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 210 time: 0.0942941 Oct 18 23:40:55.544837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-863adf3e-2f1b-4819-baa9-a6a955766c27 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 26f5e6c5-f987-4fec-a38f-242c47a052ca {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:55.545523 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-863adf3e-2f1b-4819-baa9-a6a955766c27 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.597088 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.612109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] For port 1424d11d-12d1-4631-bc58-7cb2770e406c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:40:55.615575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] For port 1424d11d-12d1-4631-bc58-7cb2770e406c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1424d11d-12d1-4631-bc58-7cb2770e406c,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:40:55.631454 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.796215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125978d8-d1cc-4794-b81c-89ce18b88f79']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:55.809577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:40:55.810347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:55.812152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6ec9a7-31b5-439a-85d4-62018936ad03') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:55.812640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6ec9a7-31b5-439a-85d4-62018936ad03') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:55.842804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.852700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-863adf3e-2f1b-4819-baa9-a6a955766c27 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:55.878988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-863adf3e-2f1b-4819-baa9-a6a955766c27 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 26f5e6c5-f987-4fec-a38f-242c47a052ca owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:40:55.935275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50807188-be40-42da-80c6-fc9e9c3a86f3 None None] Pushing event updated for resources: {'Port': ['ID=1424d11d-12d1-4631-bc58-7cb2770e406c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:55.937230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6043e35-6add-4243-9d9c-6df67603b7f0 req-d53bf249-46c9-4014-bdb9-a881696c15e9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:55.949804 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6043e35-6add-4243-9d9c-6df67603b7f0 req-d53bf249-46c9-4014-bdb9-a881696c15e9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.3665040 Oct 18 23:40:55.993926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:56.021307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:40:56.023057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:40:56.038244 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:40:56.163423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6043e35-6add-4243-9d9c-6df67603b7f0 req-2b3174b8-5a69-475a-a3d9-0e65ad177762 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127068 Oct 18 23:40:56.303028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:56.319535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:56.331532 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] 10.222.0.52 "DELETE /v2.0/networks/125978d8-d1cc-4794-b81c-89ce18b88f79 HTTP/1.1" status: 204 len: 168 time: 1.2784882 Oct 18 23:40:56.354306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad2eb3-c8d7-4271-8448-5ecd77dbd176 tempest-BulkNetworkOpsTest-598814178 tempest-BulkNetworkOpsTest-598814178-project] Pushing event deleted for resources: {'Network': ['ID=125978d8-d1cc-4794-b81c-89ce18b88f79,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:56.413575 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82b72aae-5e2b-4d04-91fd-3e9a62fe84f6 req-804821bf-84e3-4857-a91f-60eb248258b8 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 210 time: 0.1597154 Oct 18 23:40:56.427755 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-863adf3e-2f1b-4819-baa9-a6a955766c27 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:56.725807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-e71eb0ec-dc17-492e-a837-3743fa8effb1 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:56.733770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-e71eb0ec-dc17-492e-a837-3743fa8effb1 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.102 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 819 time: 0.3910756 Oct 18 23:40:56.748635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863adf3e-2f1b-4819-baa9-a6a955766c27 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=26f5e6c5-f987-4fec-a38f-242c47a052ca,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:56.775359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7f428689-59f9-4ae9-91e0-6a028960634a None None] Provisioning complete for port cfadb174-4772-467f-a3b3-1eb8903d02dc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:56.775678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Request body: {'port': {'device_id': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'admin_state_up': True, 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:56.776013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f95c137-e564-4ea0-8248-8f4e306a54dc req-3bc36a46-b723-4e73-87bf-6578e40917d5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 210 time: 0.0735803 Oct 18 23:40:56.776508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f428689-59f9-4ae9-91e0-6a028960634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:56.785152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfadb174-4772-467f-a3b3-1eb8903d02dc up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:56.872538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:40:56.990268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-863adf3e-2f1b-4819-baa9-a6a955766c27 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:56.993680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-863adf3e-2f1b-4819-baa9-a6a955766c27 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/26f5e6c5-f987-4fec-a38f-242c47a052ca HTTP/1.1" status: 204 len: 168 time: 1.9070630 Oct 18 23:40:56.996711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44118) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:57.085673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44120) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:57.203439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448da24f-87a2-4cdf-a1dc-781213ccaf2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:57.212118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448da24f-87a2-4cdf-a1dc-781213ccaf2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:57.222371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-448da24f-87a2-4cdf-a1dc-781213ccaf2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2244918 Oct 18 23:40:57.222992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44126) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:57.257441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cfadb174-4772-467f-a3b3-1eb8903d02dc triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:40:57.268042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:57.270077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Made reservation on behalf of 4b024fac8d4343a1afeb12b480bcdaa0 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:57.274869 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:57.497754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d928d80-bdbf-4115-9c60-d0c20706745e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet a1485b59-67fb-4160-9689-e833dc700066 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:40:57.544701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d928d80-bdbf-4115-9c60-d0c20706745e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:57.563436 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f428689-59f9-4ae9-91e0-6a028960634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:57.615527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Allocated IP 172.20.0.14 (abcd796c-35df-4320-9160-29d239001704/aeb602c4-4734-4b97-978d-f457d9f0aab3/b783c3c1-e531-449b-b200-965be208adbd) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:57.658459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '1424d11d-12d1-4631-bc58-7cb2770e406c', 'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'mac_address': 'fa:16:3e:03:70:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:45Z', 'updated_at': '2021-10-18T23:40:55Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'subnets': [{'id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:40:57.700802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7f428689-59f9-4ae9-91e0-6a028960634a None None] For port cfadb174-4772-467f-a3b3-1eb8903d02dc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfadb174-4772-467f-a3b3-1eb8903d02dc,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:57.706148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7899714d-7f73-4828-852f-afd3370d8f23 req-cfd3cbb7-702b-4af3-b75e-08831a75d970 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 210 time: 0.1938164 Oct 18 23:40:57.710426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f428689-59f9-4ae9-91e0-6a028960634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:57.848863 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 547de195-a840-40a6-8ce1-961f00acf36d details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:40:57.948856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d928d80-bdbf-4115-9c60-d0c20706745e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:57.980540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97e3ff-6b1e-4667-a951-50a1a34625ce req-d524edfd-1883-46de-8bb5-e66f653cb97d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:57.981183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-11223927-ef7f-436d-8a90-6c91a9a5b060 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e66cc7d9b0be462aa5062dcf8d625774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935189 Oct 18 23:40:57.982609 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed97e3ff-6b1e-4667-a951-50a1a34625ce req-d524edfd-1883-46de-8bb5-e66f653cb97d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 943 time: 0.2481580 Oct 18 23:40:57.986768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44144) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:58.040834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d42af2a-215d-428d-919d-5fe97fd35903 req-4e846740-0951-4001-adbd-dd13d776b38a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 210 time: 0.0651305 Oct 18 23:40:58.092067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed97e3ff-6b1e-4667-a951-50a1a34625ce req-7e791f9d-8252-4426-bdfe-33701aee65ea tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865726 Oct 18 23:40:58.099702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:58.119471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d928d80-bdbf-4115-9c60-d0c20706745e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.126320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.133924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd3d8a-ae6d-403f-b1ff-23972d1817fc None None] The sync data for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 is: [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '1424d11d-12d1-4631-bc58-7cb2770e406c', 'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'mac_address': 'fa:16:3e:03:70:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:45Z', 'updated_at': '2021-10-18T23:40:55Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'subnets': [{'id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:40:58.180158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '547de195-a840-40a6-8ce1-961f00acf36d', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'port_id': '547de195-a840-40a6-8ce1-961f00acf36d', 'mac_address': 'fa:16:3e:36:fe:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:40:58.181926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5af59200-899d-4251-81d8-a35a52835841 None None] Could not find standard attr ID for object 26f5e6c5-f987-4fec-a38f-242c47a052ca. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:40:58.213793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32736440-39bf-48d3-8735-624295233a9d req-61f20ae2-128a-45bf-898a-bb84e1b44c07 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:58.215650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-61f20ae2-128a-45bf-898a-bb84e1b44c07 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.7086666 Oct 18 23:40:58.252781 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.253124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Request body: {'port': {'device_id': 'a90b1970-0473-4998-bc4a-c9bdb5a8144e', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'admin_state_up': True, 'tenant_id': '2e387c95280940198c08dedfe0f5ffb5'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:58.266139 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.393480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Network abcd796c-35df-4320-9160-29d239001704 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:40:58.399837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:40:58.414053 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.431476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:40:58.490587 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.524370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d928d80-bdbf-4115-9c60-d0c20706745e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.530698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:58.531430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.568725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03e4a297-86f8-4bb9-ae79-6f0dd5d965c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.576794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Pushing event updated for resources: {'Port': ['ID=b783c3c1-e531-449b-b200-965be208adbd,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:58.582319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f428689-59f9-4ae9-91e0-6a028960634a None None] Pushing event updated for resources: {'Port': ['ID=cfadb174-4772-467f-a3b3-1eb8903d02dc,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:58.618318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d928d80-bdbf-4115-9c60-d0c20706745e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=a1485b59-67fb-4160-9689-e833dc700066,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:58.629248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547de195-a840-40a6-8ce1-961f00acf36d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:40:58.650950 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d928d80-bdbf-4115-9c60-d0c20706745e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.668870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1d928d80-bdbf-4115-9c60-d0c20706745e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/a1485b59-67fb-4160-9689-e833dc700066 HTTP/1.1" status: 204 len: 168 time: 1.4428339 Oct 18 23:40:58.672448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44158) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:58.697060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03e4a297-86f8-4bb9-ae79-6f0dd5d965c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.706337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:40:58.730145 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3c445-fd81-4cbf-a31a-f152a0a9f44a None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:40:58.803271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a0ea87e6-cf22-4e60-9b56-7e9312e22203 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126940 Oct 18 23:40:58.816214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44164) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:40:58.822669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:58.836940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Made reservation on behalf of 2e387c95280940198c08dedfe0f5ffb5 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:40:58.838666 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-4651e84a-b752-4aa0-be9c-87c0a7b2ba59 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0776019 Oct 18 23:40:58.842640 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.866891 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:40:58.867250 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:40:58.871508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Request body: {'port': {'device_id': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:40:58.871956 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.958230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03e4a297-86f8-4bb9-ae79-6f0dd5d965c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.962178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03e4a297-86f8-4bb9-ae79-6f0dd5d965c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:58.969288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-03e4a297-86f8-4bb9-ae79-6f0dd5d965c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f233d7f-a501-47b4-a9c3-eaca57c81116 HTTP/1.1" status: 204 len: 168 time: 0.9814706 Oct 18 23:40:59.069843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a297-86f8-4bb9-ae79-6f0dd5d965c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f233d7f-a501-47b4-a9c3-eaca57c81116,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:59.088364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:59.325160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:40:59.355371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3eb00c36-f71e-406d-b373-4e1160c82bff req-9ab89b6e-9c7a-4690-8b3a-bd162156f292 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 210 time: 0.1283424 Oct 18 23:40:59.402548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['547de195-a840-40a6-8ce1-961f00acf36d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:40:59.666382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a17d6-860b-409e-a407-a931c482bf98 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:40:59.835805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Allocated IP 172.20.0.13 (f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83/ae4bd0b5-8162-4f22-ba33-379f9081f4ea/b22ac8f9-d1e0-4d7a-9cce-76882569144e) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:40:59.881239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a17d6-860b-409e-a407-a931c482bf98 None None] Deleting port cfadb174-4772-467f-a3b3-1eb8903d02dc {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:40:59.881577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb7a17d6-860b-409e-a407-a931c482bf98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:40:59.941430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1424d11d-12d1-4631-bc58-7cb2770e406c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:40:59.989547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c8bb1-4e9b-4702-b4fa-63aef5f98554 req-9e8721bc-f971-4190-be19-a3cab59e7c47 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:40:59.994788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af4c8bb1-4e9b-4702-b4fa-63aef5f98554 req-9e8721bc-f971-4190-be19-a3cab59e7c47 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 944 time: 0.4004276 Oct 18 23:41:00.044972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fb7a17d6-860b-409e-a407-a931c482bf98 None None] For port cfadb174-4772-467f-a3b3-1eb8903d02dc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfadb174-4772-467f-a3b3-1eb8903d02dc,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:00.046916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb7a17d6-860b-409e-a407-a931c482bf98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.097583 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a17d6-860b-409e-a407-a931c482bf98 None None] Calling delete_port for cfadb174-4772-467f-a3b3-1eb8903d02dc owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:00.197064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1424d11d-12d1-4631-bc58-7cb2770e406c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:00.197721 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.255388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af4c8bb1-4e9b-4702-b4fa-63aef5f98554 req-b5d8a280-12e0-40f4-9cbc-1f5eb26373fd tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477019 Oct 18 23:41:00.371009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.409167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5551427-0a86-4702-b311-37840e590455 req-089eaf1c-4285-4b62-9c0e-c22a22bff267 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:00.420217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5551427-0a86-4702-b311-37840e590455 req-089eaf1c-4285-4b62-9c0e-c22a22bff267 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 932 time: 1.4956231 Oct 18 23:41:00.432246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:00.440503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b783c3c1-e531-449b-b200-965be208adbd {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:41:00.449714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.451385 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.499290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Transition to ACTIVE for port object b783c3c1-e531-449b-b200-965be208adbd will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:41:00.509684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.512209 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb7a17d6-860b-409e-a407-a931c482bf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.664615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a17d6-860b-409e-a407-a931c482bf98 None None] No DVR routers for this DVR port cfadb174-4772-467f-a3b3-1eb8903d02dc on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:41:00.665222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6746ca51-ebb2-4e82-a094-f097daf5a352 req-080cd572-487c-4085-b6ac-236872cd53cf tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 210 time: 0.0876114 Oct 18 23:41:00.677564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a17d6-860b-409e-a407-a931c482bf98 None None] Pushing event deleted for resources: {'Port': ['ID=cfadb174-4772-467f-a3b3-1eb8903d02dc,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:00.704988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.727836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44204) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:00.770233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 1424d11d-12d1-4631-bc58-7cb2770e406c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1424d11d-12d1-4631-bc58-7cb2770e406c,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:00.778132 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.800413 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f5551427-0a86-4702-b311-37840e590455 req-ce6ceed1-4b6a-41cf-81c5-e6dbb3b99215 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226299 Oct 18 23:41:00.827844 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:00.868553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Pushing event updated for resources: {'Port': ['ID=b783c3c1-e531-449b-b200-965be208adbd,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:00.884480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:00.895025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b1d9029d-e850-408e-9fdd-387e4b04a3c4'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:00.923042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=1424d11d-12d1-4631-bc58-7cb2770e406c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:00.924326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:00.930975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:00.941499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:00.953098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Attempting to bind port b783c3c1-e531-449b-b200-965be208adbd on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:00.953459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Attempting to bind port b783c3c1-e531-449b-b200-965be208adbd by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '639b3557-c37d-4d96-ab51-7de9260c026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'abcd796c-35df-4320-9160-29d239001704'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:00.953802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Attempting to bind port b783c3c1-e531-449b-b200-965be208adbd on network abcd796c-35df-4320-9160-29d239001704 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:00.973172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Port b783c3c1-e531-449b-b200-965be208adbd on network abcd796c-35df-4320-9160-29d239001704 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:41:00.973509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Attempting to bind port b783c3c1-e531-449b-b200-965be208adbd on network abcd796c-35df-4320-9160-29d239001704 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:00.990558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:00.990950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Checking segment: {'id': '639b3557-c37d-4d96-ab51-7de9260c026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'abcd796c-35df-4320-9160-29d239001704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:00.991500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Bound using segment: {'id': '639b3557-c37d-4d96-ab51-7de9260c026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'abcd796c-35df-4320-9160-29d239001704'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:00.991955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Bound port: b783c3c1-e531-449b-b200-965be208adbd, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639b3557-c37d-4d96-ab51-7de9260c026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'abcd796c-35df-4320-9160-29d239001704'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:00.992330 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.002313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:01.003205 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.019866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event updated for resources: {'Port': ['ID=b22ac8f9-d1e0-4d7a-9cce-76882569144e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:01.082527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1259364221'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:01.146938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-b02a7dde-f6ac-4c2f-bc04-8649a3637516 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8982992 Oct 18 23:41:01.147495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:01.154174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.167197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Request body: {'port': {'device_id': 'a90b1970-0473-4998-bc4a-c9bdb5a8144e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:01.174998 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.192698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] For port b783c3c1-e531-449b-b200-965be208adbd, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:01.220627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] For port b783c3c1-e531-449b-b200-965be208adbd, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b783c3c1-e531-449b-b200-965be208adbd,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:01.238018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.269256 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.351533 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.367180 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.376034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.382758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:41:01.396352 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.396838 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Added segment 7af8af58-6a14-433e-98aa-76dcf94de371 of type vlan for network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e Oct 18 23:41:01.425030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:01.440711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:01.450972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:01.453985 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.472349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f0db1-efc2-4068-a9fb-ef8f8e3b98e3 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:01.500460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.507482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=17785c4f-011a-4015-91dd-d1f003691b72,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:01.562466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:01.564218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.565889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] 10.222.0.102 "PUT /v2.0/ports/b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 1093 time: 2.7047567 Oct 18 23:41:01.566626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.573928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:01.574797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:01.587884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a65702f1-37ae-4bc4-8834-89488bc5ca59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7697990 Oct 18 23:41:01.598924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44224) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:01.609722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-beeec3a0-f9bc-43f4-8423-520226c74afe tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': '17785c4f-011a-4015-91dd-d1f003691b72', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-637581136'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:01.666746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:01.672817 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1fd903-36ba-4511-a38a-c14cdfa2d413" -d '{"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:01.790303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1424d11d-12d1-4631-bc58-7cb2770e406c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:01.895917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 547de195-a840-40a6-8ce1-961f00acf36d up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:01.935523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5da0d-e1de-40e8-a2d4-d5040ec1d317 service neutron] Pushing event updated for resources: {'Port': ['ID=b783c3c1-e531-449b-b200-965be208adbd,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:02.051545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3149226 Oct 18 23:41:02.057830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:02.063242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Network': ['ID=4c7ed78b-cc11-4856-b993-85d2ee8cc04e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:02.080527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'name': 'tempest-PortsTestJSON-2041555616'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:02.081391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:41:02.096330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-d7b7c0ed-1146-4da1-807e-35c4ff8530f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:02.097797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-d7b7c0ed-1146-4da1-807e-35c4ff8530f9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1096 time: 0.3636179 Oct 18 23:41:02.102342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595de0d-281b-4048-8bf7-256dd051caec req-00d4b778-5ed6-4877-b80b-0b301f5ec3d8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:02.103064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2002f4-54ee-41a8-80ff-172e175a8a60 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa9f0ae-2023-488c-9659-5df5d815e16f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:02.110596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5595de0d-281b-4048-8bf7-256dd051caec req-00d4b778-5ed6-4877-b80b-0b301f5ec3d8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 932 time: 0.2267079 Oct 18 23:41:02.136971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5fdae-cf68-46e6-8e53-870f7b90b236 req-49285b9a-a9ea-4af0-ad33-9b847977af5f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:02.139214 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33c5fdae-cf68-46e6-8e53-870f7b90b236 req-49285b9a-a9ea-4af0-ad33-9b847977af5f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 944 time: 0.5992160 Oct 18 23:41:02.162886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 547de195-a840-40a6-8ce1-961f00acf36d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:02.163303 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:02.456088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-7279af41-400d-43b1-bb87-f1846b520d42 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 217 time: 0.3422124 Oct 18 23:41:02.465838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '17785c4f-011a-4015-91dd-d1f003691b72'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:41:02.466710 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:02.475646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1424d11d-12d1-4631-bc58-7cb2770e406c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:02.475646 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:02.588341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-87218dae-c124-43cc-9952-faa4a2c49d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:02.603359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-87218dae-c124-43cc-9952-faa4a2c49d81 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.1193123 Oct 18 23:41:02.668471 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:02.697437 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-2fdc0529-435d-40c2-b35d-80b531d791b0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815568 Oct 18 23:41:02.717489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-33c5fdae-cf68-46e6-8e53-870f7b90b236 req-9bd9c81a-72ab-4bd3-ba8f-2db9dd5ee2fb tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5635068 Oct 18 23:41:02.759780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeec3a0-f9bc-43f4-8423-520226c74afe tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:02.874877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-beeec3a0-f9bc-43f4-8423-520226c74afe tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:02.941971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5595de0d-281b-4048-8bf7-256dd051caec req-e2af6629-2917-49ac-adba-bc57145558ea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8303661 Oct 18 23:41:02.954048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-beeec3a0-f9bc-43f4-8423-520226c74afe tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 373bb656-cbcc-40cb-8381-9abf436236e7 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:03.077567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22ac8f9-d1e0-4d7a-9cce-76882569144e {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:41:03.090975 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:03.105881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:03.106553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Transition to ACTIVE for port object b22ac8f9-d1e0-4d7a-9cce-76882569144e will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:41:03.108622 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65934464-a3c8-4518-85d3-ab898fd44931" -d '{"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-plugged", "status": "completed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:03.178940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:03.201288 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:03.236231 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46481610-7f15-48eb-aced-04d80311bbf7 x-openstack-request-id: req-46481610-7f15-48eb-aced-04d80311bbf7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:03.236535 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-plugged", "status": "completed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:03.236706 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46481610-7f15-48eb-aced-04d80311bbf7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:03.237092 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d', 'code': 200} Oct 18 23:41:03.243001 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:03.327876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/17785c4f-011a-4015-91dd-d1f003691b72/86a2712e-3e50-43e5-bcfe-cc4596cd8766) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:03.349697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:03.392784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Pushing event updated for resources: {'Port': ['ID=b22ac8f9-d1e0-4d7a-9cce-76882569144e,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:03.425499 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dae01ed-8334-4d6d-b1b2-0ae5dd55623b x-openstack-request-id: req-6dae01ed-8334-4d6d-b1b2-0ae5dd55623b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:03.425798 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:03.426484 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6dae01ed-8334-4d6d-b1b2-0ae5dd55623b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:03.427139 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd', 'status': 'completed', 'code': 200} Oct 18 23:41:03.483918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:03.489086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:03.518013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfadb174-4772-467f-a3b3-1eb8903d02dc no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:03.519578 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53e6c-7017-413b-ba41-c6def9378a62 req-3f788277-db44-4c33-9e13-2514b86041e8 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:03.527366 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8e53e6c-7017-413b-ba41-c6def9378a62 req-3f788277-db44-4c33-9e13-2514b86041e8 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 944 time: 0.0991366 Oct 18 23:41:03.554660 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-c579f0a0-4f1b-4c60-be39-a0881b2eb8f6 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345964 Oct 18 23:41:03.555909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: cfadb174-4772-467f-a3b3-1eb8903d02dc {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:03.556355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfadb174-4772-467f-a3b3-1eb8903d02dc not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:03.561875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port d0957c0e-f042-4b5c-b875-43fac1464a25 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:03.598125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233af66-3554-44bb-aa01-b9f29d14a632 req-b7c82c18-085f-47a1-9eff-565d29658840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:03.610081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0233af66-3554-44bb-aa01-b9f29d14a632 req-b7c82c18-085f-47a1-9eff-565d29658840 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 1098 time: 0.1322808 Oct 18 23:41:03.634855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Attempting to bind port b22ac8f9-d1e0-4d7a-9cce-76882569144e on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:03.635486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Attempting to bind port b22ac8f9-d1e0-4d7a-9cce-76882569144e by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:03.636004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Attempting to bind port b22ac8f9-d1e0-4d7a-9cce-76882569144e on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:03.660226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Port b22ac8f9-d1e0-4d7a-9cce-76882569144e on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:41:03.660555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Attempting to bind port b22ac8f9-d1e0-4d7a-9cce-76882569144e on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:03.667317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0233af66-3554-44bb-aa01-b9f29d14a632 req-4f4d2b37-e4e6-4796-8963-2471b7d22dd2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551164 Oct 18 23:41:03.673527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:03.673875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Checking segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:03.674274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Bound using segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:03.674778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Bound port: b22ac8f9-d1e0-4d7a-9cce-76882569144e, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:03.675121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:03.689518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:03.697896 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:03.712878 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-beeec3a0-f9bc-43f4-8423-520226c74afe tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:41:03.713357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beeec3a0-f9bc-43f4-8423-520226c74afe tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:41:03.718219 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e8e53e6c-7017-413b-ba41-c6def9378a62 req-4324c6a3-7173-4931-a28c-1bde3f80d32e tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893129 Oct 18 23:41:03.782236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:03.793131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:03.802140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:03.832283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Pushing event updated for resources: {'Port': ['ID=86a2712e-3e50-43e5-bcfe-cc4596cd8766,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:03.876226 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-beeec3a0-f9bc-43f4-8423-520226c74afe tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2737281 Oct 18 23:41:03.879681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44256) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:03.951908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Attempting to bind port 86a2712e-3e50-43e5-bcfe-cc4596cd8766 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:03.953131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Attempting to bind port 86a2712e-3e50-43e5-bcfe-cc4596cd8766 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:03.954979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Attempting to bind port 86a2712e-3e50-43e5-bcfe-cc4596cd8766 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:03.974918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:03.976027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:03.978456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:03.978829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:03.979336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Bound port: 86a2712e-3e50-43e5-bcfe-cc4596cd8766, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:03.980928 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:04.015217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d6d7dc-adaf-4aea-9428-1f029e160ff1 req-227a511a-63b2-4169-806d-c05ad59fc647 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392564 Oct 18 23:41:04.044034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] For port b22ac8f9-d1e0-4d7a-9cce-76882569144e, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:04.057756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] For port b22ac8f9-d1e0-4d7a-9cce-76882569144e, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b22ac8f9-d1e0-4d7a-9cce-76882569144e,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:04.069524 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:04.109953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] For port 86a2712e-3e50-43e5-bcfe-cc4596cd8766, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:04.152190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] For port 86a2712e-3e50-43e5-bcfe-cc4596cd8766, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=86a2712e-3e50-43e5-bcfe-cc4596cd8766,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:04.153506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1caf487-556c-4ed0-b241-1f6c7926f473 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:04.160538 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:04.161487 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b1caf487-556c-4ed0-b241-1f6c7926f473 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2770844 Oct 18 23:41:04.171722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44260) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:04.193712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482aa67-d6da-4888-acad-f486965a3a9d req-7b30f301-697b-4ef2-9548-60c187ebdf16 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:04.211277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5482aa67-d6da-4888-acad-f486965a3a9d req-7b30f301-697b-4ef2-9548-60c187ebdf16 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 946 time: 0.3192773 Oct 18 23:41:04.283541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72049e2-76ad-467a-9c0a-ddac31d1bc31 None None] Pushing event updated for resources: {'Port': ['ID=86a2712e-3e50-43e5-bcfe-cc4596cd8766,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:04.305853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:04.306785 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:04.308285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] 10.222.0.102 "PUT /v2.0/ports/b22ac8f9-d1e0-4d7a-9cce-76882569144e HTTP/1.1" status: 200 len: 1093 time: 3.1457987 Oct 18 23:41:04.336137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90b1970-0473-4998-bc4a-c9bdb5a8144e', 'tag': 'b22ac8f9-d1e0-4d7a-9cce-76882569144e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:04.361960 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dd01c6-af85-4196-8a70-61162e9b3357" -d '{"events": [{"name": "network-changed", "server_uuid": "a90b1970-0473-4998-bc4a-c9bdb5a8144e", "tag": "b22ac8f9-d1e0-4d7a-9cce-76882569144e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:04.461577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a46f8-65d2-42b2-a2d8-69a1d7694625 service neutron] Pushing event updated for resources: {'Port': ['ID=b22ac8f9-d1e0-4d7a-9cce-76882569144e,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:04.516336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-9f32676a-fcf7-4e06-9bb6-3b18fe5ad32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:04.520861 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-9f32676a-fcf7-4e06-9bb6-3b18fe5ad32d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1096 time: 0.3396463 Oct 18 23:41:04.550021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:04.651159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5482aa67-d6da-4888-acad-f486965a3a9d req-e548cefb-5306-42d6-b549-3550696f677f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389000 Oct 18 23:41:04.656135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30374a82-9998-404a-b654-da5fab027c46 req-264a8cf0-e974-4551-af2d-d766360d93e9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:04.658217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30374a82-9998-404a-b654-da5fab027c46 req-264a8cf0-e974-4551-af2d-d766360d93e9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 944 time: 0.4156508 Oct 18 23:41:04.673652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:04.722525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32736440-39bf-48d3-8735-624295233a9d req-37985693-6938-405b-8af1-8282b7daa1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:04.724092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-37985693-6938-405b-8af1-8282b7daa1ae service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 1096 time: 0.2543621 Oct 18 23:41:04.733592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd5862-04c6-45bc-ab1a-e5af77936565 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:04.735368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd5862-04c6-45bc-ab1a-e5af77936565 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:04.737538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a0bd5862-04c6-45bc-ab1a-e5af77936565 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5646927 Oct 18 23:41:04.769881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44274) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:04.788559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:04.867820 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be066f8-9d77-489d-9105-3e25f06792b4 x-openstack-request-id: req-0be066f8-9d77-489d-9105-3e25f06792b4 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:04.868432 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90b1970-0473-4998-bc4a-c9bdb5a8144e", "tag": "b22ac8f9-d1e0-4d7a-9cce-76882569144e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:04.868858 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0be066f8-9d77-489d-9105-3e25f06792b4 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:04.869459 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90b1970-0473-4998-bc4a-c9bdb5a8144e', 'tag': 'b22ac8f9-d1e0-4d7a-9cce-76882569144e', 'status': 'completed', 'code': 200} Oct 18 23:41:04.872643 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-7353d3cd-96fb-4c57-a10c-bceba5f28eab service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b22ac8f9-d1e0-4d7a-9cce-76882569144e HTTP/1.1" status: 200 len: 217 time: 0.1214161 Oct 18 23:41:04.997238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32736440-39bf-48d3-8735-624295233a9d req-b60e5b40-e5a6-4f73-801a-1f6d7c8c62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:05.000044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-b60e5b40-e5a6-4f73-801a-1f6d7c8c62a1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.1184227 Oct 18 23:41:05.051208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-9d3e2da9-a18a-4ef2-8134-2271bf5741d0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419626 Oct 18 23:41:05.061656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=d0957c0e-f042-4b5c-b875-43fac1464a25,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:05.126218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12c855-5963-45e8-a32c-8120fb47a709 req-9ed652e3-1c5b-452d-af24-b866f0081fc1 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:05.127839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d12c855-5963-45e8-a32c-8120fb47a709 req-9ed652e3-1c5b-452d-af24-b866f0081fc1 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 944 time: 0.1786284 Oct 18 23:41:05.147491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30374a82-9998-404a-b654-da5fab027c46 req-9b9ea720-aeba-46f1-9a91-5f89336c1b6a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754558 Oct 18 23:41:05.217062 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Checking segment: {'id': '7af8af58-6a14-433e-98aa-76dcf94de371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:05.217848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network hostable DHCP agents. Network: 4c7ed78b-cc11-4856-b993-85d2ee8cc04e, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:41:05.238117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-631efa1f-b5dd-456d-9047-24f298de83b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 17785c4f-011a-4015-91dd-d1f003691b72 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:41:05.243121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-b5b05eee-898a-4561-ab3e-faf21725ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:05.244890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-b5b05eee-898a-4561-ab3e-faf21725ec22 service neutron] 10.222.0.102 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 920 time: 0.6617203 Oct 18 23:41:05.248488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-631efa1f-b5dd-456d-9047-24f298de83b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:05.348996 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d12c855-5963-45e8-a32c-8120fb47a709 req-9ade55df-bf9b-44bd-9328-e310bdbdf25a tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995027 Oct 18 23:41:05.409547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-ca98ef3a-81b7-47af-bf34-aae51f91116a service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413146 Oct 18 23:41:05.492102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-631efa1f-b5dd-456d-9047-24f298de83b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:05.678922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32736440-39bf-48d3-8735-624295233a9d req-4aabfece-48e7-4c1b-91e2-9b4e6e5b221d service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525191 Oct 18 23:41:05.729492 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-631efa1f-b5dd-456d-9047-24f298de83b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:05.863713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 86a2712e-3e50-43e5-bcfe-cc4596cd8766 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:05.872061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-5b7deaa2-9870-4444-bdfc-2666e75f32e6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 217 time: 0.5654240 Oct 18 23:41:05.889220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:41:05.890572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-2816082c-bb11-489e-8842-7cc52934e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:05.892959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-2816082c-bb11-489e-8842-7cc52934e091 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 1096 time: 0.0963888 Oct 18 23:41:06.012478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-631efa1f-b5dd-456d-9047-24f298de83b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:06.035219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 86a2712e-3e50-43e5-bcfe-cc4596cd8766 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:06.035784 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:06.050368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 4c7ed78b-cc11-4856-b993-85d2ee8cc04e) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:06.082690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c911d6-fd70-4456-b6d8-84911cff164d None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:06.106358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:06.114500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:06.115468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:06.126688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631efa1f-b5dd-456d-9047-24f298de83b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=17785c4f-011a-4015-91dd-d1f003691b72,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:06.139796 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-631efa1f-b5dd-456d-9047-24f298de83b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:06.154868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-631efa1f-b5dd-456d-9047-24f298de83b7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/17785c4f-011a-4015-91dd-d1f003691b72 HTTP/1.1" status: 204 len: 168 time: 1.3771191 Oct 18 23:41:06.180947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44320) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:06.196007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-9be78289-5d23-4f32-8566-f8b85040cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:06.199051 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-9be78289-5d23-4f32-8566-f8b85040cfa1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 907 time: 0.2977173 Oct 18 23:41:06.209891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-dcaf1049-3a1c-45df-a768-6fac9e4b7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:06.211605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-dcaf1049-3a1c-45df-a768-6fac9e4b7798 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.3235397 Oct 18 23:41:06.231121 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2dcf85bd-0cde-44b4-9084-57c4c3a5b854 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.1671443 Oct 18 23:41:06.243124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44324) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:06.286066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-d7258dbe-aec3-4bdd-a057-c6480b511a02 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b22ac8f9-d1e0-4d7a-9cce-76882569144e HTTP/1.1" status: 200 len: 217 time: 0.0743287 Oct 18 23:41:06.333960 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09110a-2ebc-4cb0-8d31-3f852fb3c80c None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:06.415931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2137549351'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:06.454064 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7f7c8eeb-2d55-4f15-ab60-9499ab18d767 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2605469 Oct 18 23:41:06.455476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44328) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:06.462652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f8b56-30f0-4612-af65-35710be8aa57 req-3c2a4e31-77e8-4962-88d3-2b9f3c5f12bb tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:06.470970 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da4f8b56-30f0-4612-af65-35710be8aa57 req-3c2a4e31-77e8-4962-88d3-2b9f3c5f12bb tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 946 time: 0.5602303 Oct 18 23:41:06.476050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:06.530973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-579e08b2-757e-4d92-998d-dd9405b607e2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2887876 Oct 18 23:41:06.545775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-71c21133-4467-450e-a3f1-80c6c98a118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:06.547370 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-71c21133-4467-450e-a3f1-80c6c98a118f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.2560947 Oct 18 23:41:06.619044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eba2a-91ba-4113-bb7c-8f73c3bcba6e req-e924820f-cc8a-4d2d-8b0f-a6d53b354263 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:06.620974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb0eba2a-91ba-4113-bb7c-8f73c3bcba6e req-e924820f-cc8a-4d2d-8b0f-a6d53b354263 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 944 time: 0.3042786 Oct 18 23:41:06.718211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:06.727490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:06.730331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-1803e4ba-1c75-42b0-bad9-f54e972443c6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327038 Oct 18 23:41:06.936936 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-da4f8b56-30f0-4612-af65-35710be8aa57 req-88640f48-3266-4455-9b64-bd5516c544a5 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648914 Oct 18 23:41:07.029099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:41:07.112817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.113497 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Added segment 23e7df4e-ecce-475a-afd9-239e339e8f36 of type vlan for network 5ec2af1c-bd7e-440f-be07-83077fab63f7 Oct 18 23:41:07.164265 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb0eba2a-91ba-4113-bb7c-8f73c3bcba6e req-4149a81d-1632-4d73-81cc-6e5683b3722f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331814 Oct 18 23:41:07.169847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:07.177296 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.247770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-eb5adae9-878b-4366-85a5-11cecaa0a734 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913183 Oct 18 23:41:07.250758 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.344280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.351798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-43f77b3b-af0f-47ad-83fd-e8ae3921762f None None] Provisioning complete for port 86a2712e-3e50-43e5-bcfe-cc4596cd8766 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:07.351798 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-43f77b3b-af0f-47ad-83fd-e8ae3921762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.372691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f4071-e109-4700-853a-5dfc3ee1556a req-02991d8b-f9a8-4117-a1ac-9e8b5d287a0f tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:07.374364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-504f4071-e109-4700-853a-5dfc3ee1556a req-02991d8b-f9a8-4117-a1ac-9e8b5d287a0f tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 944 time: 0.1911950 Oct 18 23:41:07.377690 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.404890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:07.408088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.417085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-4b3346da-5072-4763-a818-1e217709f85d service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955718 Oct 18 23:41:07.554875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.566276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1806896 Oct 18 23:41:07.567257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44342) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:07.603488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'ports': [{'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e'}, {'network_id': '5ec2af1c-bd7e-440f-be07-83077fab63f7'}]} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:07.604281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:07.604729 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '5ec2af1c-bd7e-440f-be07-83077fab63f7'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:07.632814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f723f5-60df-4b79-bf98-4b3dc466c36f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Network': ['ID=5ec2af1c-bd7e-440f-be07-83077fab63f7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:07.672594 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-504f4071-e109-4700-853a-5dfc3ee1556a req-2fac29a6-8440-497d-bebc-13f2e5aa58c9 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496378 Oct 18 23:41:07.685180 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-43f77b3b-af0f-47ad-83fd-e8ae3921762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.689710 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad1fd903-36ba-4511-a38a-c14cdfa2d413 req-b575f855-be0f-4ee8-9a0f-91f9d7c25034 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314034 Oct 18 23:41:07.709331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb64856-298d-4e72-9cd0-bc6ce86ebf61 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:41:07.711507 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 5ec2af1c-bd7e-440f-be07-83077fab63f7 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:41:07.756790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 86a2712e-3e50-43e5-bcfe-cc4596cd8766, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=86a2712e-3e50-43e5-bcfe-cc4596cd8766,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:07.772156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91dd01c6-af85-4196-8a70-61162e9b3357 req-a1f622ac-5bde-40a4-9501-82698fd6f005 service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468096 Oct 18 23:41:07.815210 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.889238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.950203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:07.955454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:07.959404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b783c3c1-e531-449b-b200-965be208adbd details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:41:07.963626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 86a2712e-3e50-43e5-bcfe-cc4596cd8766 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:07.964912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:07.965354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:07.987226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=b4297cf5-4dc8-43e8-8658-55eecae66d65,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:08.040725 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-33dfbe33-8f57-4ea9-a6db-bddf8b179752 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5687318 Oct 18 23:41:08.041392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 2} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:08.043236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44356) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:08.046684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.051572 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-43f77b3b-af0f-47ad-83fd-e8ae3921762f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:41:08.051934 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-43f77b3b-af0f-47ad-83fd-e8ae3921762f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:41:08.059067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d6853f52-1e60-4626-a561-816330feaab4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-31502054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:08.067760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.096964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bfb64856-298d-4e72-9cd0-bc6ce86ebf61 None None] Deleting port 86a2712e-3e50-43e5-bcfe-cc4596cd8766 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:08.099895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bfb64856-298d-4e72-9cd0-bc6ce86ebf61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.118099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d6853f52-1e60-4626-a561-816330feaab4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.119591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d6853f52-1e60-4626-a561-816330feaab4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.211290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3877a-3f1c-4a51-a07a-1eabd8d14e92 req-10474576-0992-49d3-a8e6-21a05dc47b40 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:08.212840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf3877a-3f1c-4a51-a07a-1eabd8d14e92 req-10474576-0992-49d3-a8e6-21a05dc47b40 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 946 time: 0.0883749 Oct 18 23:41:08.254406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bfb64856-298d-4e72-9cd0-bc6ce86ebf61 None None] For port 86a2712e-3e50-43e5-bcfe-cc4596cd8766, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=86a2712e-3e50-43e5-bcfe-cc4596cd8766,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:08.255014 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bfb64856-298d-4e72-9cd0-bc6ce86ebf61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.261711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port c433e56c-b834-41c7-b6e1-eaa31218c89d yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:08.270959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bfb64856-298d-4e72-9cd0-bc6ce86ebf61 None None] Calling delete_port for 86a2712e-3e50-43e5-bcfe-cc4596cd8766 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:08.304967 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d6853f52-1e60-4626-a561-816330feaab4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.325020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d6853f52-1e60-4626-a561-816330feaab4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.362363 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ddf3877a-3f1c-4a51-a07a-1eabd8d14e92 req-c9a7217a-872f-4244-8825-f50ff217350f tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423955 Oct 18 23:41:08.364622 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:41:08.380799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d6853f52-1e60-4626-a561-816330feaab4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.384718 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d6853f52-1e60-4626-a561-816330feaab4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3342879 Oct 18 23:41:08.385025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bfb64856-298d-4e72-9cd0-bc6ce86ebf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.385162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44362) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:08.391283 n-d-713498-28 neutron-server[100923]: INFO neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No ports have port_id starting with 86a2712e-3e50-43e5-bcfe-cc4596cd8766 Oct 18 23:41:08.392568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=86a2712e-3e50-43e5-bcfe-cc4596cd8766,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:08.471544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb64856-298d-4e72-9cd0-bc6ce86ebf61 None None] Pushing event deleted for resources: {'Port': ['ID=86a2712e-3e50-43e5-bcfe-cc4596cd8766,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:08.478932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb64856-298d-4e72-9cd0-bc6ce86ebf61 None None] No DVR routers for this DVR port 86a2712e-3e50-43e5-bcfe-cc4596cd8766 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:41:08.484169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c46f8-a3b5-463d-9379-24aa355bb9f4 req-2fe2e764-aa52-4b3b-98aa-9825b8dddd44 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:08.508086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287783b-0f7f-4401-a33e-2c6de111d506 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:08.515196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d86c46f8-a3b5-463d-9379-24aa355bb9f4 req-2fe2e764-aa52-4b3b-98aa-9825b8dddd44 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 944 time: 0.2191939 Oct 18 23:41:08.612540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d86c46f8-a3b5-463d-9379-24aa355bb9f4 req-c30b0514-6b90-4813-b989-664a0875d5ec tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902963 Oct 18 23:41:08.647101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.657451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-43f77b3b-af0f-47ad-83fd-e8ae3921762f None None] Port 86a2712e-3e50-43e5-bcfe-cc4596cd8766 update to ACTIVE by agent not found {{(pid=100923) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 18 23:41:08.781213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b783c3c1-e531-449b-b200-965be208adbd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b783c3c1-e531-449b-b200-965be208adbd,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:08.847610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port fd8fc565-97b0-4e05-95ee-78ce79b6abf0 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:08.890173 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:08.906385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b783c3c1-e531-449b-b200-965be208adbd', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'port_id': 'b783c3c1-e531-449b-b200-965be208adbd', 'mac_address': 'fa:16:3e:94:b7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:41:08.972358 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.021154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b783c3c1-e531-449b-b200-965be208adbd {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:41:09.055834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b783c3c1-e531-449b-b200-965be208adbd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b783c3c1-e531-449b-b200-965be208adbd,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:09.059595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': 'b4297cf5-4dc8-43e8-8658-55eecae66d65'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:41:09.060565 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.129549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.182655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04058325-0d39-4c15-9e8e-9f3d779767ab req-2bcbd572-2b63-4f43-a366-b63180fc08dc tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:09.184351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04058325-0d39-4c15-9e8e-9f3d779767ab req-2bcbd572-2b63-4f43-a366-b63180fc08dc tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 944 time: 0.3432703 Oct 18 23:41:09.185468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.212679 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.254683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/b4297cf5-4dc8-43e8-8658-55eecae66d65/6e62bef0-bf67-42d8-871e-fe967063ff7c) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:09.256359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04058325-0d39-4c15-9e8e-9f3d779767ab req-4c1d2762-9c28-4d49-87a1-9931b9d5a8f5 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635331 Oct 18 23:41:09.289412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:09.293362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:09.297843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:09.299069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.314443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=c433e56c-b834-41c7-b6e1-eaa31218c89d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:09.364441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b783c3c1-e531-449b-b200-965be208adbd,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:09.403083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=fd8fc565-97b0-4e05-95ee-78ce79b6abf0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:09.410443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Checking segment: {'id': '23e7df4e-ecce-475a-afd9-239e339e8f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5ec2af1c-bd7e-440f-be07-83077fab63f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:09.410841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network hostable DHCP agents. Network: 5ec2af1c-bd7e-440f-be07-83077fab63f7, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:41:09.434454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 5ec2af1c-bd7e-440f-be07-83077fab63f7 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:41:09.446504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 5ec2af1c-bd7e-440f-be07-83077fab63f7) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:09.450655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:09.457827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:09.464218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:09.465237 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.466633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0dcce-4289-4d77-9773-c6ea47aa8012 None None] Network 5ec2af1c-bd7e-440f-be07-83077fab63f7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:09.491447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bc1f1437-606c-479d-b778-30c47fad4358 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9009290 Oct 18 23:41:09.494318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44374) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:09.655728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3bb1adde-6e8c-42a3-a708-ebdbd0905f7a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port fd8fc565-97b0-4e05-95ee-78ce79b6abf0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:09.659383 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bb1adde-6e8c-42a3-a708-ebdbd0905f7a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.717734 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.723642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b783c3c1-e531-449b-b200-965be208adbd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:09.733890 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.772104 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bb1adde-6e8c-42a3-a708-ebdbd0905f7a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:09.793644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3bb1adde-6e8c-42a3-a708-ebdbd0905f7a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for fd8fc565-97b0-4e05-95ee-78ce79b6abf0 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:09.832143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9778-733a-4f72-bcfe-fe079bc38d3b req-f8ba54bc-60f2-4ba9-920c-04f3c910edc0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:09.839416 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8b9d9778-733a-4f72-bcfe-fe079bc38d3b req-f8ba54bc-60f2-4ba9-920c-04f3c910edc0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 944 time: 0.0929198 Oct 18 23:41:09.862181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:09.872833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:09.884344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:09.886248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8b9d9778-733a-4f72-bcfe-fe079bc38d3b req-d136460f-ccd8-43af-9298-dc7f473b6067 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Oct 18 23:41:09.899215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Pushing event updated for resources: {'Port': ['ID=6e62bef0-bf67-42d8-871e-fe967063ff7c,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:09.907020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b22ac8f9-d1e0-4d7a-9cce-76882569144e details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:41:09.971092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::1 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/b4297cf5-4dc8-43e8-8658-55eecae66d65/78f6fa72-e7a4-4afd-9e20-fb5fb69ec171) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:10.043290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bb1adde-6e8c-42a3-a708-ebdbd0905f7a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.057510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Attempting to bind port 6e62bef0-bf67-42d8-871e-fe967063ff7c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:10.057901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Attempting to bind port 6e62bef0-bf67-42d8-871e-fe967063ff7c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:10.058544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Attempting to bind port 6e62bef0-bf67-42d8-871e-fe967063ff7c on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:10.109687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1adde-6e8c-42a3-a708-ebdbd0905f7a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=fd8fc565-97b0-4e05-95ee-78ce79b6abf0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:10.121520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bb1adde-6e8c-42a3-a708-ebdbd0905f7a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.126185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3bb1adde-6e8c-42a3-a708-ebdbd0905f7a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/fd8fc565-97b0-4e05-95ee-78ce79b6abf0 HTTP/1.1" status: 204 len: 168 time: 0.6296635 Oct 18 23:41:10.128503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44382) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:10.172835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.192210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc0073-d101-4171-92a3-bcdda2151956 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:10.199532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc0073-d101-4171-92a3-bcdda2151956 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:10.204327 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a4bc0073-d101-4171-92a3-bcdda2151956 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0721610 Oct 18 23:41:10.204724 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44384) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:10.243670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.294385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:10.294834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:10.295214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.295615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:10.296111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Bound port: 6e62bef0-bf67-42d8-871e-fe967063ff7c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:10.296502 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.369627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:10.379978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:10.384352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:10.384918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.435111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fba68b68-8788-43ef-909b-b7d30b5e9ba6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port c433e56c-b834-41c7-b6e1-eaa31218c89d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:10.435665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fba68b68-8788-43ef-909b-b7d30b5e9ba6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.491336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b22ac8f9-d1e0-4d7a-9cce-76882569144e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b22ac8f9-d1e0-4d7a-9cce-76882569144e,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:10.550393 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fba68b68-8788-43ef-909b-b7d30b5e9ba6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.572693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fba68b68-8788-43ef-909b-b7d30b5e9ba6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for c433e56c-b834-41c7-b6e1-eaa31218c89d owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:10.596884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b22ac8f9-d1e0-4d7a-9cce-76882569144e', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'port_id': 'b22ac8f9-d1e0-4d7a-9cce-76882569144e', 'mac_address': 'fa:16:3e:fe:43:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4bd0b5-8162-4f22-ba33-379f9081f4ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:41:10.612155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] For port 6e62bef0-bf67-42d8-871e-fe967063ff7c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:10.621986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=78f6fa72-e7a4-4afd-9e20-fb5fb69ec171,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:10.718618 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fba68b68-8788-43ef-909b-b7d30b5e9ba6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.733776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f44ae-5473-4d17-8bde-d223c86cb176 req-86efefa2-ea72-4edf-8ec2-3ae97b885932 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:10.739512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-309f44ae-5473-4d17-8bde-d223c86cb176 req-86efefa2-ea72-4edf-8ec2-3ae97b885932 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 945 time: 0.2670438 Oct 18 23:41:10.821238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] For port 6e62bef0-bf67-42d8-871e-fe967063ff7c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6e62bef0-bf67-42d8-871e-fe967063ff7c,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:10.821730 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.824632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba68b68-8788-43ef-909b-b7d30b5e9ba6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=c433e56c-b834-41c7-b6e1-eaa31218c89d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:10.828839 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fba68b68-8788-43ef-909b-b7d30b5e9ba6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.838886 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fba68b68-8788-43ef-909b-b7d30b5e9ba6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/c433e56c-b834-41c7-b6e1-eaa31218c89d HTTP/1.1" status: 204 len: 168 time: 0.6330409 Oct 18 23:41:10.841448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44400) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:10.847495 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.887081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-309f44ae-5473-4d17-8bde-d223c86cb176 req-834b27fe-c5f9-4d4b-b0b4-e3335e6b3849 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219478 Oct 18 23:41:10.887889 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:10.931590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22ac8f9-d1e0-4d7a-9cce-76882569144e {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:41:10.965892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111d1e7-bb9d-4679-b5ee-b4a39484fdc7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:10.973025 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2111d1e7-bb9d-4679-b5ee-b4a39484fdc7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1272418 Oct 18 23:41:10.973580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44404) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:10.988128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14265864-cfd0-4c5b-a40b-a8967bb494c4 None None] Pushing event updated for resources: {'Port': ['ID=6e62bef0-bf67-42d8-871e-fe967063ff7c,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:11.014324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b22ac8f9-d1e0-4d7a-9cce-76882569144e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b22ac8f9-d1e0-4d7a-9cce-76882569144e,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:11.023311 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:11.089049 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddc910d-bf1c-4de1-9368-3ee37185a13f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:41:11.093459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7ddc910d-bf1c-4de1-9368-3ee37185a13f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/fd8fc565-97b0-4e05-95ee-78ce79b6abf0 HTTP/1.1" status: 404 len: 333 time: 0.1157992 Oct 18 23:41:11.104848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfe636-a997-4a90-8b40-e8a55c4bed89 req-994855bc-3995-417b-ad67-d730ac9fd5d8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:11.106456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbbfe636-a997-4a90-8b40-e8a55c4bed89 req-994855bc-3995-417b-ad67-d730ac9fd5d8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 944 time: 0.1128411 Oct 18 23:41:11.107854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44406) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:11.156172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b22ac8f9-d1e0-4d7a-9cce-76882569144e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:11.218781 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbbfe636-a997-4a90-8b40-e8a55c4bed89 req-f6e7c6d4-dcf2-4bff-8ddc-d22912640a92 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891953 Oct 18 23:41:11.219834 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f77c3e-d022-4b77-b184-0bbca5f7dfae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:41:11.231596 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-60f77c3e-d022-4b77-b184-0bbca5f7dfae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/c433e56c-b834-41c7-b6e1-eaa31218c89d HTTP/1.1" status: 404 len: 333 time: 0.1161199 Oct 18 23:41:11.231802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44410) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:11.377399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:11.437782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b22ac8f9-d1e0-4d7a-9cce-76882569144e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:11.439247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:11.446758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:11.447780 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:11.502486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=78f6fa72-e7a4-4afd-9e20-fb5fb69ec171,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:11.662575 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:11.703411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec2af1c-bd7e-440f-be07-83077fab63f7']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:11.727973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e7df4e-ecce-475a-afd9-239e339e8f36') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:11.728366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e7df4e-ecce-475a-afd9-239e339e8f36') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:11.731524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:11.736562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:11.748730 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:11.798311 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:11.822468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:41:11.822985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:41:11.826334 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:41:11.925208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b783c3c1-e531-449b-b200-965be208adbd up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:12.007521 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.074185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.083945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b783c3c1-e531-449b-b200-965be208adbd completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:41:12.088087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/networks/5ec2af1c-bd7e-440f-be07-83077fab63f7 HTTP/1.1" status: 204 len: 168 time: 0.8494332 Oct 18 23:41:12.088387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44418) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:12.089028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b069b-5c22-43e2-bf26-b85b662a0a54 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Network': ['ID=5ec2af1c-bd7e-440f-be07-83077fab63f7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:12.090653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b783c3c1-e531-449b-b200-965be208adbd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:12.090653 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.093630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-589746589'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:12.156878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:12.159601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6e62bef0-bf67-42d8-871e-fe967063ff7c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:12.161363 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.167739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Router b454feb5-6ed5-4706-9b9f-58e96e02f4af is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:41:12.256698 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6e62bef0-bf67-42d8-871e-fe967063ff7c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:12.256698 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.335532 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.354077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b556-addf-4539-92d1-89e3453c78d0 req-fc39e274-01aa-474f-9ef6-02d84c1915a8 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:12.358507 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3f1b556-addf-4539-92d1-89e3453c78d0 req-fc39e274-01aa-474f-9ef6-02d84c1915a8 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 945 time: 0.2384582 Oct 18 23:41:12.370236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:41:12.402864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:12.405331 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d8057b-2eb1-4094-adc4-f2ef96ab2582" -d '{"events": [{"server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "b783c3c1-e531-449b-b200-965be208adbd"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:12.446690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e046f4b-408a-428a-98ec-3828c3e64749 req-6c003143-bcf5-4a73-8da6-a012674b47f8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:12.448233 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e046f4b-408a-428a-98ec-3828c3e64749 req-6c003143-bcf5-4a73-8da6-a012674b47f8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 945 time: 0.1004293 Oct 18 23:41:12.476451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b783c3c1-e531-449b-b200-965be208adbd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b783c3c1-e531-449b-b200-965be208adbd,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:12.499035 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.571597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e046f4b-408a-428a-98ec-3828c3e64749 req-551473d1-b8b2-4677-8a28-ce59462db1ed tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157627 Oct 18 23:41:12.645892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b783c3c1-e531-449b-b200-965be208adbd,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:12.668904 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.683330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.683720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.684064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.687101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.687797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.688446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.689337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.689675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.690007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.690337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.691264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.691549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:12.701314 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ad64c2-3387-484c-816b-28c2af7d978e x-openstack-request-id: req-50ad64c2-3387-484c-816b-28c2af7d978e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:12.702130 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "b783c3c1-e531-449b-b200-965be208adbd", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:12.702130 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50ad64c2-3387-484c-816b-28c2af7d978e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:12.702782 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd', 'code': 200} Oct 18 23:41:12.756484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7a01b1cd-d999-4cc6-8f1d-e3282fc4bee5 None None] Provisioning complete for port 6e62bef0-bf67-42d8-871e-fe967063ff7c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:12.756866 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a01b1cd-d999-4cc6-8f1d-e3282fc4bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.761620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 6e62bef0-bf67-42d8-871e-fe967063ff7c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6e62bef0-bf67-42d8-871e-fe967063ff7c,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:12.814178 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:12.913467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=6e62bef0-bf67-42d8-871e-fe967063ff7c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:13.051805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:13.052161 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Added segment 375197ac-97e5-4b3c-8dd4-9203fa26a924 of type vlan for network c203d63e-570c-4f27-a326-d3ba197fb463 Oct 18 23:41:13.176407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:41:13.185713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-07f3ec0e-252c-4418-96cb-00b1c0ce9781 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "PUT /v2.0/routers/b454feb5-6ed5-4706-9b9f-58e96e02f4af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7974072 Oct 18 23:41:13.186623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44432) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:13.193323 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Sync routers for ids ['b454feb5-6ed5-4706-9b9f-58e96e02f4af'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:41:13.208536 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Routers {'b454feb5-6ed5-4706-9b9f-58e96e02f4af'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:41:13.209283 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b454feb5-6ed5-4706-9b9f-58e96e02f4af'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:13.212240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3f1b556-addf-4539-92d1-89e3453c78d0 req-8a035784-7516-4a10-ab3f-dc9bf57b85b1 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8395126 Oct 18 23:41:13.218116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:13.222059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6c4b7780-c610-487d-b7b7-388bd3a5eebe None None] Provisioning complete for port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:13.226229 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7780-c610-487d-b7b7-388bd3a5eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:13.233111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8ff78-dcba-446d-9d60-2c9ed8df8187 req-58fdda4f-bb9d-4e65-a0d3-d18a9daa943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:13.234956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99f8ff78-dcba-446d-9d60-2c9ed8df8187 req-58fdda4f-bb9d-4e65-a0d3-d18a9daa943e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.2267764 Oct 18 23:41:13.271754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b7780-c610-487d-b7b7-388bd3a5eebe None None] Port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:41:13.290233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41869b7-d214-4674-af82-d99eb285569a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:13.292073 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d41869b7-d214-4674-af82-d99eb285569a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports/78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 HTTP/1.1" status: 200 len: 911 time: 0.1044316 Oct 18 23:41:13.294738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44434) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:13.315980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99f8ff78-dcba-446d-9d60-2c9ed8df8187 req-e25b6085-982d-4a96-ad02-912e241e3116 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676432 Oct 18 23:41:13.316902 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:13.322797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:13.323566 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:13.378914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2898843 Oct 18 23:41:13.383627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44438) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:13.401767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde484a-b0ed-47e7-bb92-9174ca3dde6b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:13.407151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': 'c203d63e-570c-4f27-a326-d3ba197fb463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:13.425717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde484a-b0ed-47e7-bb92-9174ca3dde6b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:13.427515 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4bde484a-b0ed-47e7-bb92-9174ca3dde6b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1313267 Oct 18 23:41:13.430311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44440) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:13.466016 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Set router b454feb5-6ed5-4706-9b9f-58e96e02f4af gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:41:13.576419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c4a4b-1f1b-43ea-a66e-0aeed6b00076 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Network': ['ID=c203d63e-570c-4f27-a326-d3ba197fb463,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:13.591241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c203d63e-570c-4f27-a326-d3ba197fb463 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:41:13.725635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:13.729477 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:13.855945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d3807957-8b8d-42a4-b338-bc95ab303b7a None None] Provisioning complete for port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:13.856324 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d3807957-8b8d-42a4-b338-bc95ab303b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:13.866323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Performing IP validity checks on allocation pools {{(pid=100922) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 23:41:13.867071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100922) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 23:41:13.904037 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b454feb5-6ed5-4706-9b9f-58e96e02f4af', 'name': 'tempest-NetworksTestDHCPv6-router-31502054', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:08Z', 'updated_at': '2021-10-18T23:41:10Z', 'revision_number': 2, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None, '_interfaces': [{'id': '78f6fa72-e7a4-4afd-9e20-fb5fb69ec171', 'name': '', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'mac_address': 'fa:16:3e:f1:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b454feb5-6ed5-4706-9b9f-58e96e02f4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b4297cf5-4dc8-43e8-8658-55eecae66d65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:41:08Z', 'updated_at': '2021-10-18T23:41:11Z', 'revision_number': 2, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'subnets': [{'id': 'b4297cf5-4dc8-43e8-8658-55eecae66d65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:13.970872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b22ac8f9-d1e0-4d7a-9cce-76882569144e up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:14.011484 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Checking router: b454feb5-6ed5-4706-9b9f-58e96e02f4af for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:41:14.011994 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Updating router b454feb5-6ed5-4706-9b9f-58e96e02f4af port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:41:14.053678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6e62bef0-bf67-42d8-871e-fe967063ff7c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:14.109425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d3807957-8b8d-42a4-b338-bc95ab303b7a None None] Port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:41:14.121114 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:14.181728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6e62bef0-bf67-42d8-871e-fe967063ff7c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:14.182103 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:14.182859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:14.183855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b22ac8f9-d1e0-4d7a-9cce-76882569144e completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:41:14.252885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b22ac8f9-d1e0-4d7a-9cce-76882569144e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:14.253515 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:14.329134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=f39d2926-8656-427c-a7d0-fb25d3aa1b9f,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:14.340257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Checking segment: {'id': '375197ac-97e5-4b3c-8dd4-9203fa26a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c203d63e-570c-4f27-a326-d3ba197fb463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:14.340637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network hostable DHCP agents. Network: c203d63e-570c-4f27-a326-d3ba197fb463, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:41:14.389874 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:14.408329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network c203d63e-570c-4f27-a326-d3ba197fb463 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:41:14.500500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c203d63e-570c-4f27-a326-d3ba197fb463) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:14.525317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1e7470-23dc-488a-a1c1-e7ef889ca07f None None] Network c203d63e-570c-4f27-a326-d3ba197fb463 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:14.531904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:14.533147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:14.569978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b18687-b23b-4fb1-b881-7ee0a69b9a6a req-c9c8196a-6e08-4be6-ba3f-a90b0dc130cd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:14.571615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51b18687-b23b-4fb1-b881-7ee0a69b9a6a req-c9c8196a-6e08-4be6-ba3f-a90b0dc130cd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.2070248 Oct 18 23:41:14.585771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7c068ae6-30cc-420f-b22c-1c6726a912a2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1827519 Oct 18 23:41:14.595901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44452) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:14.601259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': 'c203d63e-570c-4f27-a326-d3ba197fb463', 'name': 'tempest-PortsTestJSON-819282337'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:14.632318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b22ac8f9-d1e0-4d7a-9cce-76882569144e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b22ac8f9-d1e0-4d7a-9cce-76882569144e,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:14.703709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90b1970-0473-4998-bc4a-c9bdb5a8144e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22ac8f9-d1e0-4d7a-9cce-76882569144e'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:14.712040 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d00e8fe-01a3-42ba-a2d8-c58b00699839" -d '{"events": [{"server_uuid": "a90b1970-0473-4998-bc4a-c9bdb5a8144e", "name": "network-vif-plugged", "status": "completed", "tag": "b22ac8f9-d1e0-4d7a-9cce-76882569144e"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:14.717046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:14.737244 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:14.766331 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:14.884536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51b18687-b23b-4fb1-b881-7ee0a69b9a6a req-e5c9908f-366c-42e8-9f5c-ce903232f162 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900705 Oct 18 23:41:14.949380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b22ac8f9-d1e0-4d7a-9cce-76882569144e,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:14.962249 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2e002-01d2-49f3-bd44-cc853d076e8e None None] Pushing event updated for resources: {'Port': ['ID=78f6fa72-e7a4-4afd-9e20-fb5fb69ec171,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:14.968903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494bd37-7e7a-448a-9856-c557405de107 req-d2e1bbf0-1d09-4375-85c9-d83a0b4b51a5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:14.970531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2494bd37-7e7a-448a-9856-c557405de107 req-d2e1bbf0-1d09-4375-85c9-d83a0b4b51a5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 945 time: 0.4853244 Oct 18 23:41:14.980597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:14.985776 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.022515 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b421f-7970-4a60-acf3-6ba479c8bc87 x-openstack-request-id: req-d08b421f-7970-4a60-acf3-6ba479c8bc87 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:15.027621 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90b1970-0473-4998-bc4a-c9bdb5a8144e", "name": "network-vif-plugged", "status": "completed", "tag": "b22ac8f9-d1e0-4d7a-9cce-76882569144e", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:15.029442 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d08b421f-7970-4a60-acf3-6ba479c8bc87 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:15.030090 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90b1970-0473-4998-bc4a-c9bdb5a8144e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22ac8f9-d1e0-4d7a-9cce-76882569144e', 'code': 200} Oct 18 23:41:15.053096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port 7faee752-5a66-4326-8ff7-e06b1a440b80 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:15.059337 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Attempting to bind port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:15.063222 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Attempting to bind port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:15.063990 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Attempting to bind port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:15.086591 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:15.087133 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:15.087647 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.088294 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:15.089001 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Bound port: 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:15.089607 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.107286 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2494bd37-7e7a-448a-9856-c557405de107 req-276d1c89-9d2e-4c9e-9668-ec964436af5c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102552 Oct 18 23:41:15.177917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c203d63e-570c-4f27-a326-d3ba197fb463', 'network_id': 'c203d63e-570c-4f27-a326-d3ba197fb463', 'tenant_id': '97a700a2191244ebbde2e30c84012b6f', 'fixed_ips': [{'subnet_id': 'f39d2926-8656-427c-a7d0-fb25d3aa1b9f'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:41:15.179276 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.313710 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] For port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:15.317503 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] For port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=78f6fa72-e7a4-4afd-9e20-fb5fb69ec171,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:15.325503 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.427189 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Routers {'b454feb5-6ed5-4706-9b9f-58e96e02f4af'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:41:15.427418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc429168-b759-47ea-bb37-1939193281ed req-1d59d2eb-9a80-442c-a498-1036ef680cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:15.433106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc429168-b759-47ea-bb37-1939193281ed req-1d59d2eb-9a80-442c-a498-1036ef680cf7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 1098 time: 0.2085509 Oct 18 23:41:15.434139 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b454feb5-6ed5-4706-9b9f-58e96e02f4af'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:15.459697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-11a97acc-b828-48d3-94f5-39465c3a340e None None] Provisioning complete for port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:15.460440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-11a97acc-b828-48d3-94f5-39465c3a340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.460866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.607282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.4 (c203d63e-570c-4f27-a326-d3ba197fb463/f39d2926-8656-427c-a7d0-fb25d3aa1b9f/7faee752-5a66-4326-8ff7-e06b1a440b80) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:15.612778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc429168-b759-47ea-bb37-1939193281ed req-35c4cbd5-929f-4e40-9198-b5dff799b0bb service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694784 Oct 18 23:41:15.653589 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-11a97acc-b828-48d3-94f5-39465c3a340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.660948 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2e002-01d2-49f3-bd44-cc853d076e8e None None] Pushing event updated for resources: {'Port': ['ID=78f6fa72-e7a4-4afd-9e20-fb5fb69ec171,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:15.713549 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] Set router b454feb5-6ed5-4706-9b9f-58e96e02f4af gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:41:15.713867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-11a97acc-b828-48d3-94f5-39465c3a340e None None] For port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=78f6fa72-e7a4-4afd-9e20-fb5fb69ec171,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:15.721992 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-11a97acc-b828-48d3-94f5-39465c3a340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.839748 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a97acc-b828-48d3-94f5-39465c3a340e None None] Pushing event updated for resources: {'Port': ['ID=78f6fa72-e7a4-4afd-9e20-fb5fb69ec171,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:15.917222 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.947218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-efed1ffd-3511-4352-b522-742306e2020f None None] Provisioning complete for port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:15.951396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:15.951743 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:15.952890 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-efed1ffd-3511-4352-b522-742306e2020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:16.012350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:16.078953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] For port 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=78f6fa72-e7a4-4afd-9e20-fb5fb69ec171,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:16.080331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:16.113975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:16.203303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network c203d63e-570c-4f27-a326-d3ba197fb463 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:16.237263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Allocated IP 172.20.0.2 (c203d63e-570c-4f27-a326-d3ba197fb463/f39d2926-8656-427c-a7d0-fb25d3aa1b9f/695a94ad-6728-4157-9dba-dbe79909e2a5) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:16.256932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:16.274988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:16.332561 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b454feb5-6ed5-4706-9b9f-58e96e02f4af', 'name': 'tempest-NetworksTestDHCPv6-router-31502054', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:08Z', 'updated_at': '2021-10-18T23:41:10Z', 'revision_number': 2, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None, '_interfaces': [{'id': '78f6fa72-e7a4-4afd-9e20-fb5fb69ec171', 'name': '', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'mac_address': 'fa:16:3e:f1:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b454feb5-6ed5-4706-9b9f-58e96e02f4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b4297cf5-4dc8-43e8-8658-55eecae66d65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:41:08Z', 'updated_at': '2021-10-18T23:41:15Z', 'revision_number': 4, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'subnets': [{'id': 'b4297cf5-4dc8-43e8-8658-55eecae66d65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:16.381619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:16.382254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:16.400828 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b340d3-8729-4064-8941-2571724824c7 None None] The sync data for ids ['b454feb5-6ed5-4706-9b9f-58e96e02f4af'] in n-d-713498-28 is: [{'id': 'b454feb5-6ed5-4706-9b9f-58e96e02f4af', 'name': 'tempest-NetworksTestDHCPv6-router-31502054', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:08Z', 'updated_at': '2021-10-18T23:41:10Z', 'revision_number': 2, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None, '_interfaces': [{'id': '78f6fa72-e7a4-4afd-9e20-fb5fb69ec171', 'name': '', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'mac_address': 'fa:16:3e:f1:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b454feb5-6ed5-4706-9b9f-58e96e02f4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'b4297cf5-4dc8-43e8-8658-55eecae66d65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:41:08Z', 'updated_at': '2021-10-18T23:41:15Z', 'revision_number': 4, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'subnets': [{'id': 'b4297cf5-4dc8-43e8-8658-55eecae66d65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:41:16.415949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=7faee752-5a66-4326-8ff7-e06b1a440b80,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:16.440802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-156b3ade-5fcc-46e2-a006-dfa3f08906de tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8438268 Oct 18 23:41:16.447487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44470) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:16.459200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f45dee-a23b-4792-a0e5-e4cd20ebab93 req-8faccb2a-a2ea-4715-b7a6-574e2b248122 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:16.463967 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6f45dee-a23b-4792-a0e5-e4cd20ebab93 req-8faccb2a-a2ea-4715-b7a6-574e2b248122 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 946 time: 0.1736386 Oct 18 23:41:16.492835 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:16.505756 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:16.555100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adc4f3-c07b-4321-8e68-45e8080385b4 req-11e8e185-40e5-406f-bcbc-050fe3e82b38 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:16.556807 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51adc4f3-c07b-4321-8e68-45e8080385b4 req-11e8e185-40e5-406f-bcbc-050fe3e82b38 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.4915380 Oct 18 23:41:16.563243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Pushing event updated for resources: {'Port': ['ID=695a94ad-6728-4157-9dba-dbe79909e2a5,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:16.664358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Network c203d63e-570c-4f27-a326-d3ba197fb463 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:16.665449 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e6f45dee-a23b-4792-a0e5-e4cd20ebab93 req-0be65766-27ac-4958-9ed9-e3ad4cca6565 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892550 Oct 18 23:41:16.666460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:16.672111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:16.698872 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:16.722444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51adc4f3-c07b-4321-8e68-45e8080385b4 req-41646506-4298-4de1-a261-aef2bf676c53 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489952 Oct 18 23:41:16.765206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=78f6fa72-e7a4-4afd-9e20-fb5fb69ec171,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:16.783053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Attempting to bind port 695a94ad-6728-4157-9dba-dbe79909e2a5 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:16.783424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Attempting to bind port 695a94ad-6728-4157-9dba-dbe79909e2a5 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '375197ac-97e5-4b3c-8dd4-9203fa26a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c203d63e-570c-4f27-a326-d3ba197fb463'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:16.783795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Attempting to bind port 695a94ad-6728-4157-9dba-dbe79909e2a5 on network c203d63e-570c-4f27-a326-d3ba197fb463 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:16.786491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-79065a97-f273-4bfd-977d-81484a0f2d30 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 7faee752-5a66-4326-8ff7-e06b1a440b80 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:16.786873 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79065a97-f273-4bfd-977d-81484a0f2d30 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:16.802779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:16.803560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Checking segment: {'id': '375197ac-97e5-4b3c-8dd4-9203fa26a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c203d63e-570c-4f27-a326-d3ba197fb463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:16.804148 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:16.804741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Bound using segment: {'id': '375197ac-97e5-4b3c-8dd4-9203fa26a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c203d63e-570c-4f27-a326-d3ba197fb463'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:16.805914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Bound port: 695a94ad-6728-4157-9dba-dbe79909e2a5, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375197ac-97e5-4b3c-8dd4-9203fa26a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c203d63e-570c-4f27-a326-d3ba197fb463'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:16.808769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:17.027659 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79065a97-f273-4bfd-977d-81484a0f2d30 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:17.063933 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:17.071058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-79065a97-f273-4bfd-977d-81484a0f2d30 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 7faee752-5a66-4326-8ff7-e06b1a440b80 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:17.132441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] For port 695a94ad-6728-4157-9dba-dbe79909e2a5, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:17.153214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] For port 695a94ad-6728-4157-9dba-dbe79909e2a5, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=695a94ad-6728-4157-9dba-dbe79909e2a5,segment=NetworkSegment(375197ac-97e5-4b3c-8dd4-9203fa26a924),segment_id=375197ac-97e5-4b3c-8dd4-9203fa26a924)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:17.169389 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:17.351584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc2451-f43f-4dd3-930d-b574910fd9b9 None None] Pushing event updated for resources: {'Port': ['ID=695a94ad-6728-4157-9dba-dbe79909e2a5,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:17.498383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Router b454feb5-6ed5-4706-9b9f-58e96e02f4af has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:41:17.566702 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79065a97-f273-4bfd-977d-81484a0f2d30 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:17.609435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfba0b-d771-455f-b578-379d7aeb3eae req-363d1bea-a107-4e7b-bab9-46c44a5a7ea6 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:17.611602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abcfba0b-d771-455f-b578-379d7aeb3eae req-363d1bea-a107-4e7b-bab9-46c44a5a7ea6 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.2313626 Oct 18 23:41:17.613745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281131ba-e7c6-4384-a48e-39c03243423c req-890a6b3b-0a4e-4539-99d7-66322e902d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:17.616222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281131ba-e7c6-4384-a48e-39c03243423c req-890a6b3b-0a4e-4539-99d7-66322e902d08 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.2362921 Oct 18 23:41:17.690497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79065a97-f273-4bfd-977d-81484a0f2d30 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=7faee752-5a66-4326-8ff7-e06b1a440b80,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:17.691616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:41:17.708734 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-768a437c-77d8-4311-9f2d-d0481af9591a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "PUT /v2.0/routers/b454feb5-6ed5-4706-9b9f-58e96e02f4af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2736366 Oct 18 23:41:17.709584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44486) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:17.925402 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79065a97-f273-4bfd-977d-81484a0f2d30 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:17.929565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-79065a97-f273-4bfd-977d-81484a0f2d30 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/7faee752-5a66-4326-8ff7-e06b1a440b80 HTTP/1.1" status: 204 len: 168 time: 1.4795036 Oct 18 23:41:17.939867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44488) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:17.966744 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee30415f-d97f-4000-ac4d-a31e9bacd954 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:41:17.967832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee30415f-d97f-4000-ac4d-a31e9bacd954 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:41:17.971575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ee30415f-d97f-4000-ac4d-a31e9bacd954 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/7faee752-5a66-4326-8ff7-e06b1a440b80 HTTP/1.1" status: 404 len: 333 time: 0.0307388 Oct 18 23:41:17.978261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44490) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:18.042458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abcfba0b-d771-455f-b578-379d7aeb3eae req-694e5f0f-117d-4b86-babb-0478ed47af12 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779321 Oct 18 23:41:18.060025 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae80308-597e-40e0-b15d-a384a8122c98 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:41:18.060494 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7ae80308-597e-40e0-b15d-a384a8122c98 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/7faee752-5a66-4326-8ff7-e06b1a440b80 HTTP/1.1" status: 404 len: 333 time: 0.0753920 Oct 18 23:41:18.063534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44492) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:18.069019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c249bd-ae7d-4600-aa38-54fb4f253e1b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:18.073086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c249bd-ae7d-4600-aa38-54fb4f253e1b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:18.074502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-91c249bd-ae7d-4600-aa38-54fb4f253e1b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3638568 Oct 18 23:41:18.081824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44494) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:18.123915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dea67e-a38d-4eec-91ad-89354009e7cb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet f39d2926-8656-427c-a7d0-fb25d3aa1b9f {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:41:18.127106 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44dea67e-a38d-4eec-91ad-89354009e7cb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.141950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 695a94ad-6728-4157-9dba-dbe79909e2a5 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:18.177578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44dea67e-a38d-4eec-91ad-89354009e7cb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.272899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44dea67e-a38d-4eec-91ad-89354009e7cb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.285440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-0becb65d-d768-482a-92e8-e203d83013d5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet b4297cf5-4dc8-43e8-8658-55eecae66d65 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:41:18.289859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0becb65d-d768-482a-92e8-e203d83013d5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.290885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 695a94ad-6728-4157-9dba-dbe79909e2a5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:18.291430 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.347770 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0becb65d-d768-482a-92e8-e203d83013d5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.380945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281131ba-e7c6-4384-a48e-39c03243423c req-d4047b4d-07e1-4ab0-900a-feab39864672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:18.382770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281131ba-e7c6-4384-a48e-39c03243423c req-d4047b4d-07e1-4ab0-900a-feab39864672 service neutron] 10.222.0.102 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 920 time: 0.7171559 Oct 18 23:41:18.463610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0becb65d-d768-482a-92e8-e203d83013d5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.463874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281131ba-e7c6-4384-a48e-39c03243423c req-1873bd9b-842c-4937-98bf-a49409dd41dd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 217 time: 0.0668643 Oct 18 23:41:18.503549 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.517170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb60af-224a-453f-bb5a-fa4919bcdc67 req-4a2c2fb4-9323-4012-b015-f59752cadbbb tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:18.526865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96bb60af-224a-453f-bb5a-fa4919bcdc67 req-4a2c2fb4-9323-4012-b015-f59752cadbbb tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 946 time: 0.6646054 Oct 18 23:41:18.548409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44dea67e-a38d-4eec-91ad-89354009e7cb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.597414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dea67e-a38d-4eec-91ad-89354009e7cb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=f39d2926-8656-427c-a7d0-fb25d3aa1b9f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:18.626374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-44dea67e-a38d-4eec-91ad-89354009e7cb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.634034 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:41:18.634301 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:41:18.638796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-44dea67e-a38d-4eec-91ad-89354009e7cb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/f39d2926-8656-427c-a7d0-fb25d3aa1b9f HTTP/1.1" status: 204 len: 168 time: 0.5728011 Oct 18 23:41:18.643127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281131ba-e7c6-4384-a48e-39c03243423c req-5458591c-4c8f-4444-b986-42568e4c41da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:18.650519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281131ba-e7c6-4384-a48e-39c03243423c req-5458591c-4c8f-4444-b986-42568e4c41da service neutron] 10.222.0.102 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.1817210 Oct 18 23:41:18.651223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44500) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:18.671948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0becb65d-d768-482a-92e8-e203d83013d5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.697624 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96bb60af-224a-453f-bb5a-fa4919bcdc67 req-9922a1f1-5d07-4070-8d09-6ad4cf7168ed tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698875 Oct 18 23:41:18.737058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac75db-d522-4387-9bce-c13386743267 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:18.755689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281131ba-e7c6-4384-a48e-39c03243423c req-f2594f38-0c24-40f4-83cc-02f614c488c7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959094 Oct 18 23:41:18.762196 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0becb65d-d768-482a-92e8-e203d83013d5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:18.779093 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0becb65d-d768-482a-92e8-e203d83013d5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/b4297cf5-4dc8-43e8-8658-55eecae66d65 HTTP/1.1" status: 204 len: 168 time: 0.6920972 Oct 18 23:41:18.790493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44504) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:18.791963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becb65d-d768-482a-92e8-e203d83013d5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=b4297cf5-4dc8-43e8-8658-55eecae66d65,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:19.127537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-470edfd2-2b42-46ef-b215-20ac138686e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3279858 Oct 18 23:41:19.128393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44510) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:19.238620 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:19.314539 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:19.394354 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99453514-74c7-47b0-9155-f55f053e1691 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:19.419554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 695a94ad-6728-4157-9dba-dbe79909e2a5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=695a94ad-6728-4157-9dba-dbe79909e2a5,segment=NetworkSegment(375197ac-97e5-4b3c-8dd4-9203fa26a924),segment_id=375197ac-97e5-4b3c-8dd4-9203fa26a924)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:19.427888 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:19.460473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81248d8a-0e24-4dba-8599-1abfca821078 req-1eb43126-9ff6-4b73-b6c4-f6928a05b375 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:19.482356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81248d8a-0e24-4dba-8599-1abfca821078 req-1eb43126-9ff6-4b73-b6c4-f6928a05b375 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 945 time: 0.4776955 Oct 18 23:41:19.572894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] Sync routers for ids ['b454feb5-6ed5-4706-9b9f-58e96e02f4af'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:41:19.619014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e256f0-ac8c-4eee-9f2d-e47564d433d4 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:41:19.647492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325c21d-653d-47b6-be73-074ab0ab200b req-4d0c07b2-774c-468a-a730-fbab25d2762e tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:19.661605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3325c21d-653d-47b6-be73-074ab0ab200b req-4d0c07b2-774c-468a-a730-fbab25d2762e tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.4236391 Oct 18 23:41:19.691473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fce811-4596-4912-9ac4-8c216ea48e61 None None] Network c203d63e-570c-4f27-a326-d3ba197fb463 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:19.693356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=695a94ad-6728-4157-9dba-dbe79909e2a5,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:19.736038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] Routers {'b454feb5-6ed5-4706-9b9f-58e96e02f4af'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:41:19.736680 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b454feb5-6ed5-4706-9b9f-58e96e02f4af'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:19.794573 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99453514-74c7-47b0-9155-f55f053e1691 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:19.797216 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99453514-74c7-47b0-9155-f55f053e1691 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:19.797982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81248d8a-0e24-4dba-8599-1abfca821078 req-491f63f6-c70b-4618-b27a-8374b06912b8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021605 Oct 18 23:41:19.862703 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99453514-74c7-47b0-9155-f55f053e1691 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:19.863407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99453514-74c7-47b0-9155-f55f053e1691 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Fanout notify agent at l3_agent the message router_deleted on router b454feb5-6ed5-4706-9b9f-58e96e02f4af {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:41:19.871013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281131ba-e7c6-4384-a48e-39c03243423c req-dbd4c067-73e0-49be-a828-1e3cf510f76a service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0982370 Oct 18 23:41:19.872047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99453514-74c7-47b0-9155-f55f053e1691 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:19.879436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-99453514-74c7-47b0-9155-f55f053e1691 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/routers/b454feb5-6ed5-4706-9b9f-58e96e02f4af HTTP/1.1" status: 204 len: 168 time: 0.7439408 Oct 18 23:41:19.880452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44518) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:19.903854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:19.995557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 695a94ad-6728-4157-9dba-dbe79909e2a5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:19.998518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:20.130750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:20.134495 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:20.192271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 695a94ad-6728-4157-9dba-dbe79909e2a5 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:20.232116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] Set router b454feb5-6ed5-4706-9b9f-58e96e02f4af gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:41:20.402019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281131ba-e7c6-4384-a48e-39c03243423c req-f8f8d710-99bb-4d70-a0f4-8534bce0720a service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176063 Oct 18 23:41:20.544935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b454feb5-6ed5-4706-9b9f-58e96e02f4af', 'name': 'tempest-NetworksTestDHCPv6-router-31502054', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:08Z', 'updated_at': '2021-10-18T23:41:16Z', 'revision_number': 3, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:20.562415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0a123e55-6be6-49b0-97e1-e3d1266abdfc None None] Provisioning complete for port 695a94ad-6728-4157-9dba-dbe79909e2a5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:20.563610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0a123e55-6be6-49b0-97e1-e3d1266abdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:20.574453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-00e256f0-ac8c-4eee-9f2d-e47564d433d4 None None] Deleting port 6e62bef0-bf67-42d8-871e-fe967063ff7c {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:20.577036 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00e256f0-ac8c-4eee-9f2d-e47564d433d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:20.850821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:20.887577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3325c21d-653d-47b6-be73-074ab0ab200b req-3ea63da1-5613-458e-a2c1-40626edb9b96 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2175953 Oct 18 23:41:20.968206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] For port 695a94ad-6728-4157-9dba-dbe79909e2a5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=695a94ad-6728-4157-9dba-dbe79909e2a5,segment=NetworkSegment(375197ac-97e5-4b3c-8dd4-9203fa26a924),segment_id=375197ac-97e5-4b3c-8dd4-9203fa26a924)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:20.968206 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:20.997690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:21.009516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:21.010663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c134a-42e4-47db-a4d2-89a67606be66 req-61ad8dbc-fc29-44ac-8bdc-07bddd6dab64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:21.012914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f5c134a-42e4-47db-a4d2-89a67606be66 req-61ad8dbc-fc29-44ac-8bdc-07bddd6dab64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 946 time: 0.9558711 Oct 18 23:41:21.022102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 695a94ad-6728-4157-9dba-dbe79909e2a5 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:21.025075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:21.031717 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.061920 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1806231 Oct 18 23:41:21.066889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44542) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:21.073652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a1d8d-4a71-4245-86a2-820d33cddf32 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=60e26f49-3b1c-42de-94aa-9c1eb9c18784,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:21.076075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3b4e18da-01a5-437d-89c4-88178a9c2d8a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-493157829', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:21.144315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b4e18da-01a5-437d-89c4-88178a9c2d8a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.146657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b4e18da-01a5-437d-89c4-88178a9c2d8a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.246866 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2f2a4e44-4d8f-48ec-8575-1cc53bd6f66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.256028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] Checking router: b454feb5-6ed5-4706-9b9f-58e96e02f4af for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:41:21.281327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f5c134a-42e4-47db-a4d2-89a67606be66 req-7d3449a7-dc43-4f58-8e7b-9b0a56d27dbc tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503831 Oct 18 23:41:21.414660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b4e18da-01a5-437d-89c4-88178a9c2d8a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.427755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b4e18da-01a5-437d-89c4-88178a9c2d8a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.462054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] Routers set() bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:41:21.462458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] Router IDs set() for agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 23:41:21.463085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b454feb5-6ed5-4706-9b9f-58e96e02f4af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:40:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent'). {{(pid=100923) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 18 23:41:21.463468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec84dd12-28dc-4417-853a-cfd9176a71c6 None None] The sync data for ids ['b454feb5-6ed5-4706-9b9f-58e96e02f4af'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:41:21.475706 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b4e18da-01a5-437d-89c4-88178a9c2d8a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.477732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b4e18da-01a5-437d-89c4-88178a9c2d8a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4091477 Oct 18 23:41:21.480728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-00e256f0-ac8c-4eee-9f2d-e47564d433d4 None None] For port 6e62bef0-bf67-42d8-871e-fe967063ff7c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6e62bef0-bf67-42d8-871e-fe967063ff7c,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:21.481343 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00e256f0-ac8c-4eee-9f2d-e47564d433d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.483103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44548) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:21.489106 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.525356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 695a94ad-6728-4157-9dba-dbe79909e2a5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:21.532625 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.554689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=695a94ad-6728-4157-9dba-dbe79909e2a5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:21.559319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No DVR routers for this DVR port 695a94ad-6728-4157-9dba-dbe79909e2a5 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:41:21.631006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Port 695a94ad-6728-4157-9dba-dbe79909e2a5 was deleted so its status cannot be updated. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 18 23:41:21.641016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-00e256f0-ac8c-4eee-9f2d-e47564d433d4 None None] Calling delete_port for 6e62bef0-bf67-42d8-871e-fe967063ff7c owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:21.646445 n-d-713498-28 neutron-server[100923]: INFO neutron.plugins.ml2.db [None req-0a123e55-6be6-49b0-97e1-e3d1266abdfc None None] No ports have port_id starting with 695a94ad-6728-4157-9dba-dbe79909e2a5 Oct 18 23:41:21.728489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.777466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c203d63e-570c-4f27-a326-d3ba197fb463']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:21.802630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375197ac-97e5-4b3c-8dd4-9203fa26a924') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:21.809881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375197ac-97e5-4b3c-8dd4-9203fa26a924') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:21.837852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.862550 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00e256f0-ac8c-4eee-9f2d-e47564d433d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.927148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.936646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:41:21.943984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:41:21.947751 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:41:21.996135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e256f0-ac8c-4eee-9f2d-e47564d433d4 None None] Pushing event deleted for resources: {'Port': ['ID=6e62bef0-bf67-42d8-871e-fe967063ff7c,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:22.032690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f977a25f-90a0-48d5-91a5-aa1669c185bd None None] DHCP port deletion for c203d63e-570c-4f27-a326-d3ba197fb463 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:41:22.034705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6e62bef0-bf67-42d8-871e-fe967063ff7c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:22.051450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e256f0-ac8c-4eee-9f2d-e47564d433d4 None None] No DVR routers for this DVR port 6e62bef0-bf67-42d8-871e-fe967063ff7c on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:41:22.120300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6549d2a9-54da-4d19-8e51-62eeaa89ca75 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:22.126432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6e62bef0-bf67-42d8-871e-fe967063ff7c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:22.126754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6e62bef0-bf67-42d8-871e-fe967063ff7c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:22.149256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c60ee-1213-4b3b-bc34-99ecf6e1ec4b req-4ae887e1-7550-419f-a04e-0e23c45b8575 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:22.154985 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b2c60ee-1213-4b3b-bc34-99ecf6e1ec4b req-4ae887e1-7550-419f-a04e-0e23c45b8575 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 946 time: 0.3070450 Oct 18 23:41:22.203094 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:22.223778 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:22.227111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/networks/c203d63e-570c-4f27-a326-d3ba197fb463 HTTP/1.1" status: 204 len: 168 time: 3.5747910 Oct 18 23:41:22.252945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44558) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:22.277433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-105931173'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:22.333356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b2c60ee-1213-4b3b-bc34-99ecf6e1ec4b req-d86d6148-8d59-47f9-9bc7-3abd3481a8a7 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695764 Oct 18 23:41:22.356472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30534c9f-a1ba-422e-8782-64cae9d3f4c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Network': ['ID=c203d63e-570c-4f27-a326-d3ba197fb463,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:22.423907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:22.427575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:22.436042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 695a94ad-6728-4157-9dba-dbe79909e2a5 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:22.469691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 695a94ad-6728-4157-9dba-dbe79909e2a5 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:22.470297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 695a94ad-6728-4157-9dba-dbe79909e2a5 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:22.470925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:22.484826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:41:22.509755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:22.510188 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Added segment 6da72d52-9006-4c42-929f-479fb1898c18 of type vlan for network b310c591-b50e-430b-9cf3-a8b2f9e749a6 Oct 18 23:41:22.533973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:22.534578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 78f6fa72-e7a4-4afd-9e20-fb5fb69ec171 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:22.552970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672032-4b2f-4343-b4e8-7b4df2af5721 req-4b2d8492-cb95-48a8-b2f1-e3089f4485c1 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:22.556022 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11672032-4b2f-4343-b4e8-7b4df2af5721 req-4b2d8492-cb95-48a8-b2f1-e3089f4485c1 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.4421020 Oct 18 23:41:22.604026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:22.609301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:22.657586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '60e26f49-3b1c-42de-94aa-9c1eb9c18784'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:41:22.658531 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:22.682831 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:22.693108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:22.694779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:22.749180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4950008 Oct 18 23:41:22.752331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44562) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:22.758122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': 'b310c591-b50e-430b-9cf3-a8b2f9e749a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:22.842226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f840012-aa75-40a1-9718-331d89a5375a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Network': ['ID=b310c591-b50e-430b-9cf3-a8b2f9e749a6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:22.878438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network b310c591-b50e-430b-9cf3-a8b2f9e749a6 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:41:22.960806 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11672032-4b2f-4343-b4e8-7b4df2af5721 req-e920a781-568e-49f3-88a5-4697b2b7b975 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637028 Oct 18 23:41:22.974507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:22.983388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:23.184340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/60e26f49-3b1c-42de-94aa-9c1eb9c18784/85e1e2f3-fb7e-48dc-9519-debfd4611787) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:23.302962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:23.387125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=790b07cf-c535-4b1a-8642-055fe9aee98f,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:23.431108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Checking segment: {'id': '6da72d52-9006-4c42-929f-479fb1898c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b310c591-b50e-430b-9cf3-a8b2f9e749a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:23.431108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network hostable DHCP agents. Network: b310c591-b50e-430b-9cf3-a8b2f9e749a6, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:41:23.465069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network b310c591-b50e-430b-9cf3-a8b2f9e749a6 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:41:23.487486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-5182371d-1219-4027-90a3-a9a1d3d8c299 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:23.490327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-5182371d-1219-4027-90a3-a9a1d3d8c299 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 946 time: 0.0969248 Oct 18 23:41:23.499724 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:23.508538 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:23.519359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, b310c591-b50e-430b-9cf3-a8b2f9e749a6) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:23.539810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5252b80-4c79-4132-963e-7262b14f4808 None None] Network b310c591-b50e-430b-9cf3-a8b2f9e749a6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:23.546096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:23.546678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:23.614839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-784d4ca6-3c7c-4954-a4e1-fd2bac999267 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8600097 Oct 18 23:41:23.618081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44574) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:23.633149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:23.635780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': 'b310c591-b50e-430b-9cf3-a8b2f9e749a6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1845508965'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:23.638831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:23.644618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:23.684298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Pushing event updated for resources: {'Port': ['ID=85e1e2f3-fb7e-48dc-9519-debfd4611787,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:23.700323 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::1 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/60e26f49-3b1c-42de-94aa-9c1eb9c18784/44e52dd5-1937-493a-bcc7-d2ad39cebf46) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:23.727672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78259f5-219c-4f14-9ee4-f70805440e02 req-d9994fb3-0564-46fd-9abe-8939bea61f63 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:23.729430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b78259f5-219c-4f14-9ee4-f70805440e02 req-d9994fb3-0564-46fd-9abe-8939bea61f63 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 946 time: 0.2604547 Oct 18 23:41:23.816831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Attempting to bind port 85e1e2f3-fb7e-48dc-9519-debfd4611787 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:23.818740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Attempting to bind port 85e1e2f3-fb7e-48dc-9519-debfd4611787 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:23.822948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Attempting to bind port 85e1e2f3-fb7e-48dc-9519-debfd4611787 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:23.861560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:23.861560 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:23.861560 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:23.862023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:23.872404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Bound port: 85e1e2f3-fb7e-48dc-9519-debfd4611787, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:23.876414 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:23.926233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-b310c591-b50e-430b-9cf3-a8b2f9e749a6', 'network_id': 'b310c591-b50e-430b-9cf3-a8b2f9e749a6', 'tenant_id': '97a700a2191244ebbde2e30c84012b6f', 'fixed_ips': [{'subnet_id': '790b07cf-c535-4b1a-8642-055fe9aee98f'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:41:23.927414 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:23.949223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b78259f5-219c-4f14-9ee4-f70805440e02 req-067104a0-cd75-49f7-8f64-741149017553 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984348 Oct 18 23:41:23.979293 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a3972d0a-53df-4e9f-8ae6-de3141a99d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:23.991909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Deleting port b22ac8f9-d1e0-4d7a-9cce-76882569144e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:24.006770 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.023605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.092072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] For port 85e1e2f3-fb7e-48dc-9519-debfd4611787, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:24.098228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] For port 85e1e2f3-fb7e-48dc-9519-debfd4611787, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=85e1e2f3-fb7e-48dc-9519-debfd4611787,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:24.164844 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.187636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.255098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=44e52dd5-1937-493a-bcc7-d2ad39cebf46,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:24.266695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.267212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.267672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.268110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.268547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.268988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.269415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.270370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.270370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.270633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.271162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.271584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:24.306925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c968a7-3c9e-4bfa-982a-5e762c1b314c req-6484efc2-6d77-49fb-bfbf-6a8bd544dbf6 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:24.309027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88c968a7-3c9e-4bfa-982a-5e762c1b314c req-6484efc2-6d77-49fb-bfbf-6a8bd544dbf6 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.2044020 Oct 18 23:41:24.317810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:24.340214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:24.342901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:24.343675 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.383427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Allocated IP 172.20.0.2 (b310c591-b50e-430b-9cf3-a8b2f9e749a6/790b07cf-c535-4b1a-8642-055fe9aee98f/1b507bef-6a64-4c40-a598-78a757a42bdc) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:24.400680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] For port b22ac8f9-d1e0-4d7a-9cce-76882569144e, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b22ac8f9-d1e0-4d7a-9cce-76882569144e,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:24.401561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.405312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:24.413345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.435809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2d062-5ffc-4482-a8b0-89f7efefd309 None None] Pushing event updated for resources: {'Port': ['ID=85e1e2f3-fb7e-48dc-9519-debfd4611787,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:24.465536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port 64b4bd13-67d8-4545-bd4c-adf7cf40cc89 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:24.496757 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88c968a7-3c9e-4bfa-982a-5e762c1b314c req-3be8663b-cee0-4411-bd74-06394fa56935 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765935 Oct 18 23:41:24.615415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Calling delete_port for b22ac8f9-d1e0-4d7a-9cce-76882569144e owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:24.796047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.881571 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.907955 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.921005 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:24.968771 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Network b310c591-b50e-430b-9cf3-a8b2f9e749a6 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:24.971957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:24.975807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:25.010136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Pushing event updated for resources: {'Port': ['ID=1b507bef-6a64-4c40-a598-78a757a42bdc,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:25.099763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.6 (b310c591-b50e-430b-9cf3-a8b2f9e749a6/790b07cf-c535-4b1a-8642-055fe9aee98f/64b4bd13-67d8-4545-bd4c-adf7cf40cc89) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:25.149336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:25.157866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Attempting to bind port 1b507bef-6a64-4c40-a598-78a757a42bdc on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:25.157866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Attempting to bind port 1b507bef-6a64-4c40-a598-78a757a42bdc by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '6da72d52-9006-4c42-929f-479fb1898c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b310c591-b50e-430b-9cf3-a8b2f9e749a6'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:25.157866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Attempting to bind port 1b507bef-6a64-4c40-a598-78a757a42bdc on network b310c591-b50e-430b-9cf3-a8b2f9e749a6 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:25.179651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:25.184288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Checking segment: {'id': '6da72d52-9006-4c42-929f-479fb1898c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b310c591-b50e-430b-9cf3-a8b2f9e749a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:25.184492 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:25.184755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Bound using segment: {'id': '6da72d52-9006-4c42-929f-479fb1898c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b310c591-b50e-430b-9cf3-a8b2f9e749a6'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:25.185529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Bound port: 1b507bef-6a64-4c40-a598-78a757a42bdc, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da72d52-9006-4c42-929f-479fb1898c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b310c591-b50e-430b-9cf3-a8b2f9e749a6'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:25.190655 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:25.212233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:25.215112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b1d9029d-e850-408e-9fdd-387e4b04a3c4', 'b22ac8f9-d1e0-4d7a-9cce-76882569144e'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:25.289456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb525e2f-f125-4757-8fba-b3795dc1a83b req-8fba68bf-10af-4417-8a8c-9e1483a6aba5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a90b1970-0473-4998-bc4a-c9bdb5a8144e HTTP/1.1" status: 200 len: 210 time: 0.1506362 Oct 18 23:41:25.305243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event deleted for resources: {'Port': ['ID=b22ac8f9-d1e0-4d7a-9cce-76882569144e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:25.535782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] No DVR routers for this DVR port b22ac8f9-d1e0-4d7a-9cce-76882569144e on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:41:25.545654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:25.562206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a48474c-f833-416f-a8e9-09c95e03f2db req-e58b8040-a498-4aa9-af3f-2521cb2a68c9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "DELETE /v2.0/ports/b22ac8f9-d1e0-4d7a-9cce-76882569144e HTTP/1.1" status: 204 len: 173 time: 2.0654612 Oct 18 23:41:25.587878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90b1970-0473-4998-bc4a-c9bdb5a8144e', 'name': 'network-vif-deleted', 'tag': 'b22ac8f9-d1e0-4d7a-9cce-76882569144e'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:25.607888 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2e8ee1-22fe-496a-8d1f-953177cf3759" -d '{"events": [{"server_uuid": "a90b1970-0473-4998-bc4a-c9bdb5a8144e", "name": "network-vif-deleted", "tag": "b22ac8f9-d1e0-4d7a-9cce-76882569144e"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:25.653643 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:25.795737 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433f073b-2399-4e0f-b050-1735a3a89573 x-openstack-request-id: req-433f073b-2399-4e0f-b050-1735a3a89573 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:25.796209 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90b1970-0473-4998-bc4a-c9bdb5a8144e", "name": "network-vif-deleted", "tag": "b22ac8f9-d1e0-4d7a-9cce-76882569144e", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:25.797589 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-433f073b-2399-4e0f-b050-1735a3a89573 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:25.798874 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90b1970-0473-4998-bc4a-c9bdb5a8144e', 'name': 'network-vif-deleted', 'tag': 'b22ac8f9-d1e0-4d7a-9cce-76882569144e', 'status': 'completed', 'code': 200} Oct 18 23:41:25.824873 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:25.940299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:26.012790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network b310c591-b50e-430b-9cf3-a8b2f9e749a6 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:26.016783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:26.026404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:26.033738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e2b14-feab-435b-a50a-0b9efd5c500b req-ac5261cf-50af-4244-a9bf-e1d506903741 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:26.044006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] For port 1b507bef-6a64-4c40-a598-78a757a42bdc, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:26.046973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d5e2b14-feab-435b-a50a-0b9efd5c500b req-ac5261cf-50af-4244-a9bf-e1d506903741 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.2577615 Oct 18 23:41:26.077168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] For port 1b507bef-6a64-4c40-a598-78a757a42bdc, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1b507bef-6a64-4c40-a598-78a757a42bdc,segment=NetworkSegment(6da72d52-9006-4c42-929f-479fb1898c18),segment_id=6da72d52-9006-4c42-929f-479fb1898c18)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:26.121156 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:26.152854 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:26.159636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:26.179039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:26.179703 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:26.269090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=64b4bd13-67d8-4545-bd4c-adf7cf40cc89,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:26.272190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:26.290329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-802b01c6-bbc9-4c54-bdd1-4584cd8e8b9f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6710920 Oct 18 23:41:26.295217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44600) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:26.334204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d5e2b14-feab-435b-a50a-0b9efd5c500b req-e3f0ee9c-d423-45fb-9b30-4917befaae4a tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850950 Oct 18 23:41:26.510408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 85e1e2f3-fb7e-48dc-9519-debfd4611787 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:26.618861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 64b4bd13-67d8-4545-bd4c-adf7cf40cc89 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:26.619419 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:26.855518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-65e0ac3a-fe13-4e61-bfb5-83d1c2e01499 None None] Provisioning complete for port 85e1e2f3-fb7e-48dc-9519-debfd4611787 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:26.856533 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac3a-fe13-4e61-bfb5-83d1c2e01499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:26.858584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=44e52dd5-1937-493a-bcc7-d2ad39cebf46,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:26.927165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:26.929022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:26.975051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c83b4-5aa2-468c-a92c-36a7c2a68491 None None] Pushing event updated for resources: {'Port': ['ID=1b507bef-6a64-4c40-a598-78a757a42bdc,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:27.018640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 85e1e2f3-fb7e-48dc-9519-debfd4611787 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:27.022597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:27.235717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Router 846e84cc-727a-4156-85a5-e8fb95abcd99 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:41:27.320208 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:41:27.376429 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:27.432120 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac3a-fe13-4e61-bfb5-83d1c2e01499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:27.458020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:41:27.470967 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Sync routers for ids ['846e84cc-727a-4156-85a5-e8fb95abcd99'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:41:27.486505 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Routers {'846e84cc-727a-4156-85a5-e8fb95abcd99'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:41:27.487905 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:41:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['846e84cc-727a-4156-85a5-e8fb95abcd99'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:27.489906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-23a207ae-0c25-4c74-9752-5cf6048cccff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "PUT /v2.0/routers/846e84cc-727a-4156-85a5-e8fb95abcd99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0056498 Oct 18 23:41:27.491860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44634) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:27.559128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-65e0ac3a-fe13-4e61-bfb5-83d1c2e01499 None None] For port 85e1e2f3-fb7e-48dc-9519-debfd4611787, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=85e1e2f3-fb7e-48dc-9519-debfd4611787,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:27.568803 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65e0ac3a-fe13-4e61-bfb5-83d1c2e01499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:27.711737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b136679f-4b8b-4124-90d1-7674a286d1fb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:27.716810 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b136679f-4b8b-4124-90d1-7674a286d1fb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports/44e52dd5-1937-493a-bcc7-d2ad39cebf46 HTTP/1.1" status: 200 len: 911 time: 0.2215698 Oct 18 23:41:27.718604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44636) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:27.783743 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Set router 846e84cc-727a-4156-85a5-e8fb95abcd99 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:41:27.878766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d184ea2-8d30-4d29-a703-483e2f3afbe1 req-0d601e76-f275-4470-a453-481c87cd6bdd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:27.881084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d184ea2-8d30-4d29-a703-483e2f3afbe1 req-0d601e76-f275-4470-a453-481c87cd6bdd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.3900878 Oct 18 23:41:27.887866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcf809-591e-4b49-b278-d9eb84a565cc req-7af5e079-4776-4fb6-a036-b58b20a1d658 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:27.897574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6edcf809-591e-4b49-b278-d9eb84a565cc req-7af5e079-4776-4fb6-a036-b58b20a1d658 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 945 time: 0.1889813 Oct 18 23:41:27.911824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:27.914886 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:41:27.915320 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:41:27.940735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fef84970-1a38-4bdc-9639-5c725b39b61d None None] Provisioning complete for port 44e52dd5-1937-493a-bcc7-d2ad39cebf46 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:27.941267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fef84970-1a38-4bdc-9639-5c725b39b61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:27.961064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 64b4bd13-67d8-4545-bd4c-adf7cf40cc89 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:27.984179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8641e887-82b9-4906-bd99-a14563e74bb9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:27.997527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6edcf809-591e-4b49-b278-d9eb84a565cc req-e1953cbb-88e2-4a74-be59-2bf5a1e8cb6d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940962 Oct 18 23:41:28.010051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8641e887-82b9-4906-bd99-a14563e74bb9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:28.010605 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8641e887-82b9-4906-bd99-a14563e74bb9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2888303 Oct 18 23:41:28.018903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44648) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:28.025788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fef84970-1a38-4bdc-9639-5c725b39b61d None None] Port 44e52dd5-1937-493a-bcc7-d2ad39cebf46 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:41:28.028094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b22ac8f9-d1e0-4d7a-9cce-76882569144e no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:28.038000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0ac3a-fe13-4e61-bfb5-83d1c2e01499 None None] Pushing event updated for resources: {'Port': ['ID=85e1e2f3-fb7e-48dc-9519-debfd4611787,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:28.052057 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d184ea2-8d30-4d29-a703-483e2f3afbe1 req-a0dc7618-dd0a-4f5d-b8a2-54dd00548ac4 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612785 Oct 18 23:41:28.058327 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:28.092010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: b22ac8f9-d1e0-4d7a-9cce-76882569144e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:28.092516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b22ac8f9-d1e0-4d7a-9cce-76882569144e not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:28.266181 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846e84cc-727a-4156-85a5-e8fb95abcd99', 'name': 'tempest-NetworksTestDHCPv6-router-493157829', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:21Z', 'updated_at': '2021-10-18T23:41:24Z', 'revision_number': 2, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None, '_interfaces': [{'id': '44e52dd5-1937-493a-bcc7-d2ad39cebf46', 'name': '', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'mac_address': 'fa:16:3e:bc:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846e84cc-727a-4156-85a5-e8fb95abcd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '60e26f49-3b1c-42de-94aa-9c1eb9c18784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:41:22Z', 'updated_at': '2021-10-18T23:41:25Z', 'revision_number': 2, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'subnets': [{'id': '60e26f49-3b1c-42de-94aa-9c1eb9c18784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:28.367255 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Checking router: 846e84cc-727a-4156-85a5-e8fb95abcd99 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:41:28.368449 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Updating router 846e84cc-727a-4156-85a5-e8fb95abcd99 port 44e52dd5-1937-493a-bcc7-d2ad39cebf46 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:41:28.407779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638f5b1-89b3-4537-88c7-704ecca255f3 None None] Network b310c591-b50e-430b-9cf3-a8b2f9e749a6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:28.430300 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:28.572386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:28.685872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8f279577-7bbe-4fb1-80f6-f04a5a0b4e44 None None] Provisioning complete for port 1b507bef-6a64-4c40-a598-78a757a42bdc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:28.690995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f279577-7bbe-4fb1-80f6-f04a5a0b4e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:28.903373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=64b4bd13-67d8-4545-bd4c-adf7cf40cc89,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:29.004402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-1e41e6be-f4b1-43f5-a789-63b88711fced tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:29.006002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-1e41e6be-f4b1-43f5-a789-63b88711fced tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 945 time: 0.3385706 Oct 18 23:41:29.020571 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f279577-7bbe-4fb1-80f6-f04a5a0b4e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.020787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.020787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.020787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.021301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.021718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.022057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.022380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.022705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.023079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.023993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.023993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.023993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.107162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1b507bef-6a64-4c40-a598-78a757a42bdc up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:29.152847 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.162437 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.200215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8f279577-7bbe-4fb1-80f6-f04a5a0b4e44 None None] For port 1b507bef-6a64-4c40-a598-78a757a42bdc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1b507bef-6a64-4c40-a598-78a757a42bdc,segment=NetworkSegment(6da72d52-9006-4c42-929f-479fb1898c18),segment_id=6da72d52-9006-4c42-929f-479fb1898c18)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:29.208916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8f279577-7bbe-4fb1-80f6-f04a5a0b4e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.287382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51394ff6-89db-4458-bcef-28f33ec88242 req-1595b7a8-a66c-4a32-8e17-a35e000d52a6 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:29.301602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51394ff6-89db-4458-bcef-28f33ec88242 req-1595b7a8-a66c-4a32-8e17-a35e000d52a6 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.1176729 Oct 18 23:41:29.329900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1b507bef-6a64-4c40-a598-78a757a42bdc triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:29.330271 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.346614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f279577-7bbe-4fb1-80f6-f04a5a0b4e44 None None] Pushing event updated for resources: {'Port': ['ID=1b507bef-6a64-4c40-a598-78a757a42bdc,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:29.349094 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.352398 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Pushing event updated for resources: {'Port': ['ID=44e52dd5-1937-493a-bcc7-d2ad39cebf46,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:29.377814 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.378997 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.379709 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.380236 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.380807 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.381324 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.381907 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.382409 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.382998 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.383523 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.384325 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.384915 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:41:29.415994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51394ff6-89db-4458-bcef-28f33ec88242 req-3116e18e-4234-44e9-96dd-70ddce68e21b tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132393 Oct 18 23:41:29.465290 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Attempting to bind port 44e52dd5-1937-493a-bcc7-d2ad39cebf46 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:29.466064 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Attempting to bind port 44e52dd5-1937-493a-bcc7-d2ad39cebf46 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:29.466786 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Attempting to bind port 44e52dd5-1937-493a-bcc7-d2ad39cebf46 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:29.474979 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:29.476054 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:29.476927 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.477531 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:29.478281 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Bound port: 44e52dd5-1937-493a-bcc7-d2ad39cebf46, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:29.478935 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.486798 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.490932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ab8c85cf-48c2-4fb5-b90e-79ad0bac5080 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/64b4bd13-67d8-4545-bd4c-adf7cf40cc89 HTTP/1.1" status: 204 len: 168 time: 3.1944623 Oct 18 23:41:29.493438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44668) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:29.556167 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-31953318-4fb9-46fc-89ef-341ca5862388 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:41:29.569677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-31953318-4fb9-46fc-89ef-341ca5862388 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/64b4bd13-67d8-4545-bd4c-adf7cf40cc89 HTTP/1.1" status: 404 len: 333 time: 0.0725973 Oct 18 23:41:29.570394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44670) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:29.597844 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] For port 44e52dd5-1937-493a-bcc7-d2ad39cebf46, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:29.606462 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] For port 44e52dd5-1937-493a-bcc7-d2ad39cebf46, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=44e52dd5-1937-493a-bcc7-d2ad39cebf46,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:29.609233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79f34c-5f6f-465a-ad39-50defd24af6c req-e8be1d2e-5213-46e8-9cd8-aa1b0a9deecc tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:29.619676 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.620018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e79f34c-5f6f-465a-ad39-50defd24af6c req-e8be1d2e-5213-46e8-9cd8-aa1b0a9deecc tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 945 time: 0.4436538 Oct 18 23:41:29.633218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 85e1e2f3-fb7e-48dc-9519-debfd4611787 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:29.711255 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56784bec-0a5e-42a3-8284-8b5e8891cd4b None None] Pushing event updated for resources: {'Port': ['ID=44e52dd5-1937-493a-bcc7-d2ad39cebf46,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:29.802890 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Routers {'846e84cc-727a-4156-85a5-e8fb95abcd99'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:41:29.805777 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:41:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['846e84cc-727a-4156-85a5-e8fb95abcd99'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:29.806227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f4bc96-a40c-403a-a3a7-12ddbe6bfdde tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet 790b07cf-c535-4b1a-8642-055fe9aee98f {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:41:29.821951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88f4bc96-a40c-403a-a3a7-12ddbe6bfdde tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.843747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e79f34c-5f6f-465a-ad39-50defd24af6c req-93fb45b5-898d-45bd-8b86-f0c429cd0c5d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224588 Oct 18 23:41:29.893395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 85e1e2f3-fb7e-48dc-9519-debfd4611787 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:29.893778 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.916958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Deleting port b1d9029d-e850-408e-9fdd-387e4b04a3c4 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:29.917507 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.921322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88f4bc96-a40c-403a-a3a7-12ddbe6bfdde tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:29.956366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fce71165-36cb-4254-a6dc-7c4ecb5507fa None None] Provisioning complete for port 1b507bef-6a64-4c40-a598-78a757a42bdc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:29.956759 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fce71165-36cb-4254-a6dc-7c4ecb5507fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:30.114151 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] Set router 846e84cc-727a-4156-85a5-e8fb95abcd99 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:41:30.236307 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88f4bc96-a40c-403a-a3a7-12ddbe6bfdde tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:30.348799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] For port b1d9029d-e850-408e-9fdd-387e4b04a3c4, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b1d9029d-e850-408e-9fdd-387e4b04a3c4,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:30.349415 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:30.376441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88f4bc96-a40c-403a-a3a7-12ddbe6bfdde tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:30.412848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Calling delete_port for b1d9029d-e850-408e-9fdd-387e4b04a3c4 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:30.475744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4bc96-a40c-403a-a3a7-12ddbe6bfdde tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=790b07cf-c535-4b1a-8642-055fe9aee98f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:30.497413 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88f4bc96-a40c-403a-a3a7-12ddbe6bfdde tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:30.505095 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-88f4bc96-a40c-403a-a3a7-12ddbe6bfdde tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/790b07cf-c535-4b1a-8642-055fe9aee98f HTTP/1.1" status: 204 len: 168 time: 0.9335482 Oct 18 23:41:30.522435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:30.626011 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846e84cc-727a-4156-85a5-e8fb95abcd99', 'name': 'tempest-NetworksTestDHCPv6-router-493157829', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:21Z', 'updated_at': '2021-10-18T23:41:24Z', 'revision_number': 2, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None, '_interfaces': [{'id': '44e52dd5-1937-493a-bcc7-d2ad39cebf46', 'name': '', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'mac_address': 'fa:16:3e:bc:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846e84cc-727a-4156-85a5-e8fb95abcd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '60e26f49-3b1c-42de-94aa-9c1eb9c18784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:41:22Z', 'updated_at': '2021-10-18T23:41:29Z', 'revision_number': 4, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'subnets': [{'id': '60e26f49-3b1c-42de-94aa-9c1eb9c18784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:30.658119 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad5e680-004f-4019-9746-abac24b02050 None None] The sync data for ids ['846e84cc-727a-4156-85a5-e8fb95abcd99'] in n-d-713498-28 is: [{'id': '846e84cc-727a-4156-85a5-e8fb95abcd99', 'name': 'tempest-NetworksTestDHCPv6-router-493157829', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:21Z', 'updated_at': '2021-10-18T23:41:24Z', 'revision_number': 2, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None, '_interfaces': [{'id': '44e52dd5-1937-493a-bcc7-d2ad39cebf46', 'name': '', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'mac_address': 'fa:16:3e:bc:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846e84cc-727a-4156-85a5-e8fb95abcd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '60e26f49-3b1c-42de-94aa-9c1eb9c18784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:41:22Z', 'updated_at': '2021-10-18T23:41:29Z', 'revision_number': 4, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'subnets': [{'id': '60e26f49-3b1c-42de-94aa-9c1eb9c18784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:41:30.769121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bedaa07-fccd-46d2-b228-9aa5f9edd962 None None] Network b310c591-b50e-430b-9cf3-a8b2f9e749a6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:30.860983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:30.882094 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:30.885522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd0967-543f-4204-8bc3-1b21278dbff6 req-dbeddbe1-a634-4a3e-a2e4-cdd5d8d9f798 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:30.934199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4dfd0967-543f-4204-8bc3-1b21278dbff6 req-dbeddbe1-a634-4a3e-a2e4-cdd5d8d9f798 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.3379827 Oct 18 23:41:30.981531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event deleted for resources: {'Port': ['ID=b1d9029d-e850-408e-9fdd-387e4b04a3c4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:31.097605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] No DVR routers for this DVR port b1d9029d-e850-408e-9fdd-387e4b04a3c4 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:41:31.108082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:31.148745 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-298b3073-3298-4778-acf5-6849d19c2543 req-c58c35c7-91a3-4a8d-9a99-571e67a68f20 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16f1826-7a31-402d-9fa9-8ab40ccd15b2 HTTP/1.1" status: 200 len: 210 time: 0.0484679 Oct 18 23:41:31.150985 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.155504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad5b40d2-d263-41d5-acce-3be392cd4f35 req-c418dbb5-586c-4baa-ac42-1820580dd155 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "DELETE /v2.0/ports/b1d9029d-e850-408e-9fdd-387e4b04a3c4 HTTP/1.1" status: 204 len: 173 time: 2.1258066 Oct 18 23:41:31.155966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16f1826-7a31-402d-9fa9-8ab40ccd15b2', 'name': 'network-vif-deleted', 'tag': 'b1d9029d-e850-408e-9fdd-387e4b04a3c4'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:31.156423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1b507bef-6a64-4c40-a598-78a757a42bdc up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:31.159057 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b221cf-b605-4c4d-927a-df7c1f835ccc" -d '{"events": [{"server_uuid": "a16f1826-7a31-402d-9fa9-8ab40ccd15b2", "name": "network-vif-deleted", "tag": "b1d9029d-e850-408e-9fdd-387e4b04a3c4"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:31.178943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 44e52dd5-1937-493a-bcc7-d2ad39cebf46 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:31.179339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.228342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4dfd0967-543f-4204-8bc3-1b21278dbff6 req-7cbdc7d0-f2af-4056-8d32-63c2a8112ffa tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930973 Oct 18 23:41:31.325986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 1b507bef-6a64-4c40-a598-78a757a42bdc {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:31.329739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.359851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] For port 44e52dd5-1937-493a-bcc7-d2ad39cebf46, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=44e52dd5-1937-493a-bcc7-d2ad39cebf46,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:31.360069 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.378026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 44e52dd5-1937-493a-bcc7-d2ad39cebf46 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:31.420706 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f5e94-74af-4505-b04e-ead51121fef1 x-openstack-request-id: req-ed9f5e94-74af-4505-b04e-ead51121fef1 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:31.423996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b7e91496-fb48-448c-89dc-d35d54bee2ef None None] Provisioning complete for port 44e52dd5-1937-493a-bcc7-d2ad39cebf46 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:31.424653 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b7e91496-fb48-448c-89dc-d35d54bee2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.428279 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16f1826-7a31-402d-9fa9-8ab40ccd15b2", "name": "network-vif-deleted", "tag": "b1d9029d-e850-408e-9fdd-387e4b04a3c4", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:31.428839 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed9f5e94-74af-4505-b04e-ead51121fef1 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:31.429735 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16f1826-7a31-402d-9fa9-8ab40ccd15b2', 'name': 'network-vif-deleted', 'tag': 'b1d9029d-e850-408e-9fdd-387e4b04a3c4', 'status': 'completed', 'code': 200} Oct 18 23:41:31.458157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] For port 1b507bef-6a64-4c40-a598-78a757a42bdc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1b507bef-6a64-4c40-a598-78a757a42bdc,segment=NetworkSegment(6da72d52-9006-4c42-929f-479fb1898c18),segment_id=6da72d52-9006-4c42-929f-479fb1898c18)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:31.458683 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.490690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 1b507bef-6a64-4c40-a598-78a757a42bdc owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:31.658872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1b507bef-6a64-4c40-a598-78a757a42bdc triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:31.660749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.667263 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.724961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Port 1b507bef-6a64-4c40-a598-78a757a42bdc was deleted so its status cannot be updated. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 18 23:41:31.748501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=1b507bef-6a64-4c40-a598-78a757a42bdc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:31.755604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No DVR routers for this DVR port 1b507bef-6a64-4c40-a598-78a757a42bdc on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:41:31.782884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e10e6-ceec-4fe3-b5d2-ce100d8cd1e9 None None] DHCP port deletion for b310c591-b50e-430b-9cf3-a8b2f9e749a6 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:41:31.819151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.859155 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b7e91496-fb48-448c-89dc-d35d54bee2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:31.924591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=44e52dd5-1937-493a-bcc7-d2ad39cebf46,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:31.956622 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:32.015867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b310c591-b50e-430b-9cf3-a8b2f9e749a6']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:32.042858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b1d9029d-e850-408e-9fdd-387e4b04a3c4 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:32.056693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da72d52-9006-4c42-929f-479fb1898c18') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:32.056995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da72d52-9006-4c42-929f-479fb1898c18') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:32.081843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b7e91496-fb48-448c-89dc-d35d54bee2ef None None] Could not find standard attr ID for object 64b4bd13-67d8-4545-bd4c-adf7cf40cc89. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:41:32.083394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:32.122145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:32.139470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:41:32.141801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:32.153183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: b1d9029d-e850-408e-9fdd-387e4b04a3c4 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:32.154112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b1d9029d-e850-408e-9fdd-387e4b04a3c4 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:41:32.159604 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:41:32.292335 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:32.375936 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:32.382142 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:32.394255 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/networks/b310c591-b50e-430b-9cf3-a8b2f9e749a6 HTTP/1.1" status: 204 len: 168 time: 1.8706472 Oct 18 23:41:32.395192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44734) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:32.427736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'name': 'tempest-PortsTestJSON-856664486'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:32.519410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a675a3-4228-4229-9ab6-c8a5e78b5f80 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Network': ['ID=b310c591-b50e-430b-9cf3-a8b2f9e749a6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:32.559464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:32.574033 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:32.615481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port d9915292-2e53-4abd-8a27-5edd99cc85a7 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:32.703330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Router 846e84cc-727a-4156-85a5-e8fb95abcd99 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:41:32.810865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:41:32.820360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-45470835-e9ad-4c08-b5f7-925a9afe2981 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "PUT /v2.0/routers/846e84cc-727a-4156-85a5-e8fb95abcd99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8003867 Oct 18 23:41:32.822869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44748) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:32.945690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d6753d-cff9-4513-b225-7858e515653d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:32.947517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d6753d-cff9-4513-b225-7858e515653d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:32.962915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-59d6753d-cff9-4513-b225-7858e515653d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1366026 Oct 18 23:41:32.963829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44750) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:33.007906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1b507bef-6a64-4c40-a598-78a757a42bdc no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:33.062872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 1b507bef-6a64-4c40-a598-78a757a42bdc {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:33.066107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1b507bef-6a64-4c40-a598-78a757a42bdc not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:33.101538 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.123424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bb91a8-0273-4883-bbe9-24534c4f60ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 60e26f49-3b1c-42de-94aa-9c1eb9c18784 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:41:33.135117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92bb91a8-0273-4883-bbe9-24534c4f60ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.293431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6aca-112c-4b72-b397-fe37026051af req-ffc395f0-3481-4238-821b-def66f1055be tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:33.298469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8562a-0e29-463c-b3dc-394434d483d5 req-b5a92553-040f-498b-af98-4664594f198a tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:33.300013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fd8562a-0e29-463c-b3dc-394434d483d5 req-b5a92553-040f-498b-af98-4664594f198a tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.8532841 Oct 18 23:41:33.305310 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-ffc395f0-3481-4238-821b-def66f1055be tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.4604974 Oct 18 23:41:33.307612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.330956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92bb91a8-0273-4883-bbe9-24534c4f60ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.402681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:33.403945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fd8562a-0e29-463c-b3dc-394434d483d5 req-5d659f70-e609-442e-890c-84aa3a4caf01 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899372 Oct 18 23:41:33.405671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=d9915292-2e53-4abd-8a27-5edd99cc85a7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:33.412769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:33.415680 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:33.426341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:33.427043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.451301 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-e69387d3-b646-466f-9f58-500822fac416 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/quotas/2e387c95280940198c08dedfe0f5ffb5 HTTP/1.1" status: 200 len: 375 time: 0.1450758 Oct 18 23:41:33.458668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1c4d4c58-6e5b-4362-9b53-76f6c02797e2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0350826 Oct 18 23:41:33.461356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44758) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:33.511883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] Sync routers for ids ['846e84cc-727a-4156-85a5-e8fb95abcd99'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:41:33.521057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92bb91a8-0273-4883-bbe9-24534c4f60ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.530058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] Routers {'846e84cc-727a-4156-85a5-e8fb95abcd99'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:41:33.530691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:41:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['846e84cc-727a-4156-85a5-e8fb95abcd99'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:33.530861 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-d5b046cb-ee72-495f-b999-6abb44f1a722 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628600 Oct 18 23:41:33.603069 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92bb91a8-0273-4883-bbe9-24534c4f60ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.620450 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-92bb91a8-0273-4883-bbe9-24534c4f60ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.621924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] Set router 846e84cc-727a-4156-85a5-e8fb95abcd99 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:41:33.627269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-92bb91a8-0273-4883-bbe9-24534c4f60ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/60e26f49-3b1c-42de-94aa-9c1eb9c18784 HTTP/1.1" status: 204 len: 168 time: 0.6595342 Oct 18 23:41:33.627938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44760) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:33.657221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f884cfd-b5e3-4479-af73-d5b9d5755501 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:33.688088 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-e42120de-9422-4b73-adf5-441f66dbf731 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432102 Oct 18 23:41:33.699913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846e84cc-727a-4156-85a5-e8fb95abcd99', 'name': 'tempest-NetworksTestDHCPv6-router-493157829', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:21Z', 'updated_at': '2021-10-18T23:41:31Z', 'revision_number': 3, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:33.723315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb91a8-0273-4883-bbe9-24534c4f60ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=60e26f49-3b1c-42de-94aa-9c1eb9c18784,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:33.753701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] Checking router: 846e84cc-727a-4156-85a5-e8fb95abcd99 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:41:33.796076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c86ab7c3-4331-4bf2-b892-cc9496f8b1e8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1452894 Oct 18 23:41:33.796780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44762) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:33.807355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c06105cf-0e5c-4d00-8f10-891d205b0967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port d9915292-2e53-4abd-8a27-5edd99cc85a7 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:33.807972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c06105cf-0e5c-4d00-8f10-891d205b0967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.808539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] Routers {'846e84cc-727a-4156-85a5-e8fb95abcd99'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:41:33.809168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:41:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['846e84cc-727a-4156-85a5-e8fb95abcd99'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:33.898814 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c06105cf-0e5c-4d00-8f10-891d205b0967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:33.917826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c06105cf-0e5c-4d00-8f10-891d205b0967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for d9915292-2e53-4abd-8a27-5edd99cc85a7 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:33.942960 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] Set router 846e84cc-727a-4156-85a5-e8fb95abcd99 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:41:33.958256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-508869e9-4fd7-4811-823e-b4ec1ccb610a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:34.004572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846e84cc-727a-4156-85a5-e8fb95abcd99', 'name': 'tempest-NetworksTestDHCPv6-router-493157829', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:21Z', 'updated_at': '2021-10-18T23:41:31Z', 'revision_number': 3, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:41:34.034946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba9f3a-85b9-4b29-b3e5-33d63f674707 None None] The sync data for ids ['846e84cc-727a-4156-85a5-e8fb95abcd99'] in n-d-713498-28 is: [{'id': '846e84cc-727a-4156-85a5-e8fb95abcd99', 'name': 'tempest-NetworksTestDHCPv6-router-493157829', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:41:21Z', 'updated_at': '2021-10-18T23:41:31Z', 'revision_number': 3, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:41:34.035769 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c06105cf-0e5c-4d00-8f10-891d205b0967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:34.053629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-dc7cf4fd-3535-4786-929a-c2ed944ce827 service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594837 Oct 18 23:41:34.121137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06105cf-0e5c-4d00-8f10-891d205b0967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=d9915292-2e53-4abd-8a27-5edd99cc85a7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:34.136922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c06105cf-0e5c-4d00-8f10-891d205b0967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:34.149181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c06105cf-0e5c-4d00-8f10-891d205b0967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/d9915292-2e53-4abd-8a27-5edd99cc85a7 HTTP/1.1" status: 204 len: 168 time: 0.6867707 Oct 18 23:41:34.149810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44764) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:34.164021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'mac_address': 'fa:16:3e:a6:1c:01', 'name': 'tempest-PortsTestJSON-1459695884'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:34.426247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64584b68-618f-41d4-8068-58ade03c66d7 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:41:34.463893 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb97ef03-b5ba-4218-a761-ef0e28f62cf3 req-ca8f0120-4f22-4f3e-9277-38279347bf01 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 210 time: 0.0638115 Oct 18 23:41:34.466235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:34.523012 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-64584b68-618f-41d4-8068-58ade03c66d7 None None] Deleting port 85e1e2f3-fb7e-48dc-9519-debfd4611787 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:34.523823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64584b68-618f-41d4-8068-58ade03c66d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:34.643074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-64584b68-618f-41d4-8068-58ade03c66d7 None None] For port 85e1e2f3-fb7e-48dc-9519-debfd4611787, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=85e1e2f3-fb7e-48dc-9519-debfd4611787,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:34.643916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64584b68-618f-41d4-8068-58ade03c66d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:34.661038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-64584b68-618f-41d4-8068-58ade03c66d7 None None] Calling delete_port for 85e1e2f3-fb7e-48dc-9519-debfd4611787 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:34.722174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:34.784963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port e4b4b057-3170-4912-a865-d5f1d0188276 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:34.966282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 44e52dd5-1937-493a-bcc7-d2ad39cebf46 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:34.977881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.037923 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64584b68-618f-41d4-8068-58ade03c66d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.041045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 44e52dd5-1937-493a-bcc7-d2ad39cebf46 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:35.041586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 44e52dd5-1937-493a-bcc7-d2ad39cebf46 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:35.042159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 85e1e2f3-fb7e-48dc-9519-debfd4611787 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:35.085490 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.093003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64584b68-618f-41d4-8068-58ade03c66d7 None None] Pushing event deleted for resources: {'Port': ['ID=85e1e2f3-fb7e-48dc-9519-debfd4611787,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:35.101382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 85e1e2f3-fb7e-48dc-9519-debfd4611787 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:35.102010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 85e1e2f3-fb7e-48dc-9519-debfd4611787 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:35.121770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64584b68-618f-41d4-8068-58ade03c66d7 None None] No DVR routers for this DVR port 85e1e2f3-fb7e-48dc-9519-debfd4611787 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:41:35.170240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.245499 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-508869e9-4fd7-4811-823e-b4ec1ccb610a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.258425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=e4b4b057-3170-4912-a865-d5f1d0188276,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:35.265459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:35.268675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:35.290443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-508869e9-4fd7-4811-823e-b4ec1ccb610a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.306675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:35.327560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:35.335151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.358940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-508869e9-4fd7-4811-823e-b4ec1ccb610a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.359905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508869e9-4fd7-4811-823e-b4ec1ccb610a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Fanout notify agent at l3_agent the message router_deleted on router 846e84cc-727a-4156-85a5-e8fb95abcd99 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:41:35.370974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-344d7055-4254-4406-a458-7c538f408c6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2200143 Oct 18 23:41:35.372326 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-508869e9-4fd7-4811-823e-b4ec1ccb610a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.374365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-508869e9-4fd7-4811-823e-b4ec1ccb610a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/routers/846e84cc-727a-4156-85a5-e8fb95abcd99 HTTP/1.1" status: 204 len: 168 time: 1.5765333 Oct 18 23:41:35.377868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44802) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:35.378440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44804) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:35.443872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f16494eb-5cab-4524-b659-97a6f5aa3674 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0640666 Oct 18 23:41:35.446362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44806) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:35.479929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095f17e-de92-45a8-b5b0-c4138cadd95c req-7ee3f898-7c44-42bf-9be9-0d3b2dabd2ff tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:35.489553 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7095f17e-de92-45a8-b5b0-c4138cadd95c req-7ee3f898-7c44-42bf-9be9-0d3b2dabd2ff tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.3746505 Oct 18 23:41:35.514519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36365dc6-549a-4f9c-b715-adbcb624b01b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:35.519624 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-36365dc6-549a-4f9c-b715-adbcb624b01b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/e4b4b057-3170-4912-a865-d5f1d0188276 HTTP/1.1" status: 200 len: 841 time: 0.1367102 Oct 18 23:41:35.519920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44814) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:35.647341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aa0157ba-0572-410f-95f9-b6bdcb07d0bb req-61d83ea0-b93e-4d2e-b12b-3988daa7403b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 210 time: 0.0493734 Oct 18 23:41:35.678228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d076a4c-ddc8-4aee-b2a2-39311a999616 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:35.679943 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2d076a4c-ddc8-4aee-b2a2-39311a999616 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2291677 Oct 18 23:41:35.682598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44816) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:35.722826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7095f17e-de92-45a8-b5b0-c4138cadd95c req-bd8128e2-985d-46a6-b3e2-0aa7189708a7 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252457 Oct 18 23:41:35.760858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8a254e9d-6b25-42ed-a05b-105ab5b91a61 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port e4b4b057-3170-4912-a865-d5f1d0188276 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:35.770992 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-808e5f57-66e1-4d4a-a0bf-4a61f40bf1b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871277 Oct 18 23:41:35.771758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a254e9d-6b25-42ed-a05b-105ab5b91a61 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.779366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:35.793136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:35.924536 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a254e9d-6b25-42ed-a05b-105ab5b91a61 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:35.950373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8a254e9d-6b25-42ed-a05b-105ab5b91a61 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for e4b4b057-3170-4912-a865-d5f1d0188276 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:35.989023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:35.992217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:36.272259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6aca-112c-4b72-b397-fe37026051af req-ac625515-1c4e-4ff4-98d0-f22c0fc86463 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:36.273795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-ac625515-1c4e-4ff4-98d0-f22c0fc86463 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.73 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.3330095 Oct 18 23:41:36.296428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a254e9d-6b25-42ed-a05b-105ab5b91a61 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:36.306117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Request body: {'port': {'device_id': 'd9535296-ba18-4648-abe5-cde2397512d9', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'admin_state_up': True, 'tenant_id': '2e387c95280940198c08dedfe0f5ffb5'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:36.387421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a254e9d-6b25-42ed-a05b-105ab5b91a61 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=e4b4b057-3170-4912-a865-d5f1d0188276,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:36.391680 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:36.414252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a254e9d-6b25-42ed-a05b-105ab5b91a61 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:36.419784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8a254e9d-6b25-42ed-a05b-105ab5b91a61 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/e4b4b057-3170-4912-a865-d5f1d0188276 HTTP/1.1" status: 204 len: 168 time: 0.8989468 Oct 18 23:41:36.424336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44832) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:36.491877 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c719c7e-7738-479f-9520-fd54e5a03d48 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:41:36.495744 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7c719c7e-7738-479f-9520-fd54e5a03d48 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/e4b4b057-3170-4912-a865-d5f1d0188276 HTTP/1.1" status: 404 len: 333 time: 0.0685728 Oct 18 23:41:36.503026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44834) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:36.513834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'name': 'tempest-PortsTestJSON-806933022'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:36.584281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.objects.ports [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:41:36.592948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:36.602921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Made reservation on behalf of 2e387c95280940198c08dedfe0f5ffb5 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:36.607696 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:36.730132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:36.736416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:36.748544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13b8a2-7118-4c95-9063-02237d89b2ff None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:36.748752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:36.751012 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:36.773432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=517f005e-78cb-4fcf-848c-c44c7656b87a,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:36.799942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:36.817509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:36.851597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cafdcf13-3b12-474e-9270-941f6cc95534 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0688488 Oct 18 23:41:36.882068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44844) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:36.920646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:36.952570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cf2c9e9-16db-4506-aaa9-e4822f904c63 req-d51c1aa3-99b3-46c3-8a88-2ab088b0defa tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 210 time: 0.1308622 Oct 18 23:41:36.991939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Allocated IP 172.20.0.8 (f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83/ae4bd0b5-8162-4f22-ba33-379f9081f4ea/eeead99a-b93a-4a87-9629-7274b52ad674) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:37.112580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '517f005e-78cb-4fcf-848c-c44c7656b87a'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:41:37.117135 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:37.245460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port 7a8d63c6-47fc-4edb-8cc6-0e0db785a664 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:37.375713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:37.427606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Allocated IP 2001:db8::f816:3eff:fe49:cc1 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/517f005e-78cb-4fcf-848c-c44c7656b87a/faf94d82-d7f6-404c-89da-eb57548cf565) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:37.444022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:37.503720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:37.572660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c1a49-cfa6-41f9-84b9-b3f068a1f2bf req-ead630ba-8686-4d70-aecc-6425b0f62c71 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:37.608456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc0c1a49-cfa6-41f9-84b9-b3f068a1f2bf req-ead630ba-8686-4d70-aecc-6425b0f62c71 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.6795807 Oct 18 23:41:37.646052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:37.652084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:37.659787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:37.694929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event updated for resources: {'Port': ['ID=eeead99a-b93a-4a87-9629-7274b52ad674,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:37.695938 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:37.728467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:37.735497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:37.736320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:37.742456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:37.749548 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:37.776029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-686d9504-9a58-4234-b013-e044630ae217 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4737065 Oct 18 23:41:37.802518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Request body: {'port': {'device_id': 'd9535296-ba18-4648-abe5-cde2397512d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:37.851238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:37.875291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:37.884136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:37.895905 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:37.899616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Pushing event updated for resources: {'Port': ['ID=faf94d82-d7f6-404c-89da-eb57548cf565,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:37.908065 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc0c1a49-cfa6-41f9-84b9-b3f068a1f2bf req-f0f034b6-0e05-4271-8ca8-8c61ef87c7e5 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872181 Oct 18 23:41:38.074112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:38.143145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:38.184000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Attempting to bind port faf94d82-d7f6-404c-89da-eb57548cf565 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:38.185362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Attempting to bind port faf94d82-d7f6-404c-89da-eb57548cf565 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:38.186351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Attempting to bind port faf94d82-d7f6-404c-89da-eb57548cf565 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:38.206250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:38.206705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:38.206997 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:38.207543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:38.207890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Bound port: faf94d82-d7f6-404c-89da-eb57548cf565, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:38.208312 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:38.238822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:38.247929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:38.252508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:38.262567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:38.263689 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:38.315953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44864) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:38.318105 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8135934 Oct 18 23:41:38.322534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-11fb449a-12e1-4744-a209-3aaac860b0b7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:38.333960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93f69b-4a67-469f-a021-3a7eac566f46 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=7a8d63c6-47fc-4edb-8cc6-0e0db785a664,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:38.387516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] For port faf94d82-d7f6-404c-89da-eb57548cf565, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:38.396225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] For port faf94d82-d7f6-404c-89da-eb57548cf565, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=faf94d82-d7f6-404c-89da-eb57548cf565,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:38.407210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fcd25-77ca-43f9-b4b3-88fb58cd389b req-fcf1d7f1-4549-4e8f-9ea3-0163740c418c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:38.408831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a87fcd25-77ca-43f9-b4b3-88fb58cd389b req-fcf1d7f1-4549-4e8f-9ea3-0163740c418c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 931 time: 0.1991472 Oct 18 23:41:38.413355 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:38.534422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:38.559076 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc878869-7836-4e4f-8381-dd43021553c6 None None] Pushing event updated for resources: {'Port': ['ID=faf94d82-d7f6-404c-89da-eb57548cf565,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:38.676141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=aba5e8dd-544b-4cc3-be9a-53b791264c49,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:38.710667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:38.715320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:38.718674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:38.719970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:38.805238 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-27384565-bb66-44a9-8d14-02ce7e2f7a53 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9101217 Oct 18 23:41:38.810100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44874) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:38.829237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:cd:70:a0', 'name': 'tempest-NetworksTestDHCPv6-1760377985'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:39.224192 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11fb449a-12e1-4744-a209-3aaac860b0b7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:39.302353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:39.321881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a87fcd25-77ca-43f9-b4b3-88fb58cd389b req-1facbb01-d07f-42e8-88cd-544f0f0425e0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794136 Oct 18 23:41:39.582082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9b243-d311-484f-8448-e62288d7e7d3 req-8a2dfc84-e3a5-4ff8-ae92-65f4c418892c tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:39.593354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ef9b243-d311-484f-8448-e62288d7e7d3 req-8a2dfc84-e3a5-4ff8-ae92-65f4c418892c tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.4566877 Oct 18 23:41:39.598848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeead99a-b93a-4a87-9629-7274b52ad674 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:41:39.723134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ef9b243-d311-484f-8448-e62288d7e7d3 req-e5c9728c-27b2-4290-b921-a0b938d8cbc1 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162896 Oct 18 23:41:39.735343 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:39.735454 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11fb449a-12e1-4744-a209-3aaac860b0b7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:39.755926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11fb449a-12e1-4744-a209-3aaac860b0b7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:39.778330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:39.814964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 5e874f42-c027-422d-8a0e-641b030f1170 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:39.880122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb449a-12e1-4744-a209-3aaac860b0b7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=7a8d63c6-47fc-4edb-8cc6-0e0db785a664,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:39.885417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-11fb449a-12e1-4744-a209-3aaac860b0b7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] In _notify_port_updated(), no bound segment for port 7a8d63c6-47fc-4edb-8cc6-0e0db785a664 on network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:41:39.899626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb449a-12e1-4744-a209-3aaac860b0b7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:39.903895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-11fb449a-12e1-4744-a209-3aaac860b0b7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:39.905291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-11fb449a-12e1-4744-a209-3aaac860b0b7 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "PUT /v2.0/ports/7a8d63c6-47fc-4edb-8cc6-0e0db785a664 HTTP/1.1" status: 200 len: 818 time: 1.5880046 Oct 18 23:41:39.912730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44894) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:40.012779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Transition to ACTIVE for port object eeead99a-b93a-4a87-9629-7274b52ad674 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:41:40.025365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:40.205683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b075f2-6e39-49c7-a32d-35629b606282 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:40.335804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=eeead99a-b93a-4a87-9629-7274b52ad674,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:40.369866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 172.20.0.9 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/aba5e8dd-544b-4cc3-be9a-53b791264c49/5e874f42-c027-422d-8a0e-641b030f1170) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:40.379649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3231e928-a233-44d1-9c11-27e3600a8700 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 7a8d63c6-47fc-4edb-8cc6-0e0db785a664 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:40.384233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:fecd:70a0 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/517f005e-78cb-4fcf-848c-c44c7656b87a/5e874f42-c027-422d-8a0e-641b030f1170) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:40.384411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3231e928-a233-44d1-9c11-27e3600a8700 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:40.395057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5d3470fa-41e3-4417-96d6-b0062d527cac None None] Provisioning complete for port faf94d82-d7f6-404c-89da-eb57548cf565 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:40.395735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d3470fa-41e3-4417-96d6-b0062d527cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:40.572461 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3231e928-a233-44d1-9c11-27e3600a8700 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:40.687147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3231e928-a233-44d1-9c11-27e3600a8700 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 7a8d63c6-47fc-4edb-8cc6-0e0db785a664 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:40.754232 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:40.761376 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d3470fa-41e3-4417-96d6-b0062d527cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:40.798559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Attempting to bind port eeead99a-b93a-4a87-9629-7274b52ad674 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:40.800278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Attempting to bind port eeead99a-b93a-4a87-9629-7274b52ad674 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:40.800278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Attempting to bind port eeead99a-b93a-4a87-9629-7274b52ad674 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:40.821023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Port eeead99a-b93a-4a87-9629-7274b52ad674 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:41:40.822968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Attempting to bind port eeead99a-b93a-4a87-9629-7274b52ad674 on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:40.832744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:40.832744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Checking segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:40.832744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Bound using segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:40.833147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Bound port: eeead99a-b93a-4a87-9629-7274b52ad674, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:40.833505 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:40.947432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdb210-7d89-45f8-9436-c83e5a85f2c0 req-4887f92d-c51d-47f3-804b-b930adbd2980 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:40.949039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14fdb210-7d89-45f8-9436-c83e5a85f2c0 req-4887f92d-c51d-47f3-804b-b930adbd2980 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 943 time: 0.3548114 Oct 18 23:41:40.963188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ae09c-044f-499e-a884-9ab381b480b4 None None] Update dhcp port {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': '517f005e-78cb-4fcf-848c-c44c7656b87a', 'ip_address': '2001:db8::f816:3eff:fe49:cc1'}, {'subnet_id': 'aba5e8dd-544b-4cc3-be9a-53b791264c49'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'faf94d82-d7f6-404c-89da-eb57548cf565'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:41:40.966830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5d3470fa-41e3-4417-96d6-b0062d527cac None None] For port faf94d82-d7f6-404c-89da-eb57548cf565, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=faf94d82-d7f6-404c-89da-eb57548cf565,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:41.012996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d3470fa-41e3-4417-96d6-b0062d527cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.076375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3231e928-a233-44d1-9c11-27e3600a8700 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.077460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-733ae09c-044f-499e-a884-9ab381b480b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.115543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc633c-8b92-4425-9f07-8943eab1edf7 req-871a4665-b698-45f1-9a5c-dee42afca985 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:41.117956 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e1cc633c-8b92-4425-9f07-8943eab1edf7 req-871a4665-b698-45f1-9a5c-dee42afca985 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.1740420 Oct 18 23:41:41.135183 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.219332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3231e928-a233-44d1-9c11-27e3600a8700 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.225006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3231e928-a233-44d1-9c11-27e3600a8700 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/7a8d63c6-47fc-4edb-8cc6-0e0db785a664 HTTP/1.1" status: 204 len: 168 time: 1.3084993 Oct 18 23:41:41.225006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] For port eeead99a-b93a-4a87-9629-7274b52ad674, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:41.232390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231e928-a233-44d1-9c11-27e3600a8700 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=7a8d63c6-47fc-4edb-8cc6-0e0db785a664,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:41.253980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44906) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:41.363128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14fdb210-7d89-45f8-9436-c83e5a85f2c0 req-bb85e32b-0b4d-4fa4-8187-0478b064e762 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752980 Oct 18 23:41:41.372166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] For port eeead99a-b93a-4a87-9629-7274b52ad674, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeead99a-b93a-4a87-9629-7274b52ad674,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:41.395394 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.466909 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:41.518098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:41.524784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:41.527662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=5e874f42-c027-422d-8a0e-641b030f1170,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:41.528565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b2f57-0075-4018-b2e9-2c5118ede979 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:41.533193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eb5b2f57-0075-4018-b2e9-2c5118ede979 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2734792 Oct 18 23:41:41.553920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:41.595042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:41.595706 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.598544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] 10.222.0.73 "PUT /v2.0/ports/eeead99a-b93a-4a87-9629-7274b52ad674 HTTP/1.1" status: 200 len: 1092 time: 3.8060842 Oct 18 23:41:41.599006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e1cc633c-8b92-4425-9f07-8943eab1edf7 req-1a416670-2870-49f6-976d-5badb6a6b27f tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388771 Oct 18 23:41:41.648953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9535296-ba18-4648-abe5-cde2397512d9', 'tag': 'eeead99a-b93a-4a87-9629-7274b52ad674'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:41.651691 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90" -d '{"events": [{"name": "network-changed", "server_uuid": "d9535296-ba18-4648-abe5-cde2397512d9", "tag": "eeead99a-b93a-4a87-9629-7274b52ad674"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:41.680466 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-d666f7df-f625-4999-8820-9e8ff258eaa0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:41:41.685649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d666f7df-f625-4999-8820-9e8ff258eaa0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/7a8d63c6-47fc-4edb-8cc6-0e0db785a664 HTTP/1.1" status: 404 len: 333 time: 0.1245902 Oct 18 23:41:41.691267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44916) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:41.707353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device faf94d82-d7f6-404c-89da-eb57548cf565 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:41.708887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:41.710168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.754401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1846802619'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:41.762532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3470fa-41e3-4417-96d6-b0062d527cac None None] Pushing event updated for resources: {'Port': ['ID=faf94d82-d7f6-404c-89da-eb57548cf565,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:41.787822 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-63f5fc08-99ba-41cd-9315-d546f63d5fd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9732444 Oct 18 23:41:41.793792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44918) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:41.813798 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85364dfa-3320-4ae1-8c95-efefc1483b97 x-openstack-request-id: req-85364dfa-3320-4ae1-8c95-efefc1483b97 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:41.814574 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9535296-ba18-4648-abe5-cde2397512d9", "tag": "eeead99a-b93a-4a87-9629-7274b52ad674", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:41.815458 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85364dfa-3320-4ae1-8c95-efefc1483b97 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:41.817150 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9535296-ba18-4648-abe5-cde2397512d9', 'tag': 'eeead99a-b93a-4a87-9629-7274b52ad674', 'status': 'completed', 'code': 200} Oct 18 23:41:41.843152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-733ae09c-044f-499e-a884-9ab381b480b4 None None] Allocated IP 172.20.0.2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/aba5e8dd-544b-4cc3-be9a-53b791264c49/faf94d82-d7f6-404c-89da-eb57548cf565) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:41.845846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port faf94d82-d7f6-404c-89da-eb57548cf565 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:41.846431 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.872545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:41.877878 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:41.910822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef319c-41ec-4a93-aa91-974a5a824794 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:41.916460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef319c-41ec-4a93-aa91-974a5a824794 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:41.935847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-92ef319c-41ec-4a93-aa91-974a5a824794 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1374116 Oct 18 23:41:41.938461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44922) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:41.958216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412e4ab-e952-46b7-94de-6f81c98ffeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=eeead99a-b93a-4a87-9629-7274b52ad674,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:42.014509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:41:42.038698 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:42.041576 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Added segment 9e295383-fe6c-434f-b52c-acb13063f1e0 of type vlan for network 224617e4-ff6f-40d4-8179-416d968d2d1d Oct 18 23:41:42.065640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-733ae09c-044f-499e-a884-9ab381b480b4 None None] For port faf94d82-d7f6-404c-89da-eb57548cf565, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=faf94d82-d7f6-404c-89da-eb57548cf565,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:42.100874 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-733ae09c-044f-499e-a884-9ab381b480b4 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:42.113470 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-733ae09c-044f-499e-a884-9ab381b480b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:42.136144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a789d-a62b-4201-850b-48d9ae405cc1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 5e874f42-c027-422d-8a0e-641b030f1170 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:42.138621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:42.139135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d9a789d-a62b-4201-850b-48d9ae405cc1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:42.221311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6aca-112c-4b72-b397-fe37026051af req-43700c3a-291a-44f4-99f1-13b9c4a1cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:42.223364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-43700c3a-291a-44f4-99f1-13b9c4a1cfbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 1095 time: 0.5293896 Oct 18 23:41:42.224005 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:42.229748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:42.230463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:42.234943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-f9d75042-69d7-4685-b8b9-e171b368252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:42.236431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-f9d75042-69d7-4685-b8b9-e171b368252c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.8049281 Oct 18 23:41:42.334023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ae09c-044f-499e-a884-9ab381b480b4 None None] Pushing event updated for resources: {'Port': ['ID=faf94d82-d7f6-404c-89da-eb57548cf565,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:42.351757 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6246498 Oct 18 23:41:42.375722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44928) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:42.380788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-a99bf3bd-9114-4156-940b-0248752e5c1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeead99a-b93a-4a87-9629-7274b52ad674 HTTP/1.1" status: 200 len: 217 time: 0.1223016 Oct 18 23:41:42.395649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:42.431188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d9a789d-a62b-4201-850b-48d9ae405cc1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:42.465340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a789d-a62b-4201-850b-48d9ae405cc1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 5e874f42-c027-422d-8a0e-641b030f1170 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:42.994288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device faf94d82-d7f6-404c-89da-eb57548cf565 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:43.057376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bd040-4574-4d13-a158-079d71ac51c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Network': ['ID=224617e4-ff6f-40d4-8179-416d968d2d1d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:43.075278 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d1fe0-7abf-4161-8b4c-707336fb419b req-050cf7fc-3158-43a3-baf0-569c0efd6127 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:43.081781 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f14d1fe0-7abf-4161-8b4c-707336fb419b req-050cf7fc-3158-43a3-baf0-569c0efd6127 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 943 time: 0.2099528 Oct 18 23:41:43.094757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 224617e4-ff6f-40d4-8179-416d968d2d1d details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:41:43.139355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6aca-112c-4b72-b397-fe37026051af req-465ce6c5-e121-4911-a441-fcd7ef6ab75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:43.141152 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-465ce6c5-e121-4911-a441-fcd7ef6ab75f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.6755226 Oct 18 23:41:43.200206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f14d1fe0-7abf-4161-8b4c-707336fb419b req-7d531199-b499-4f8f-a49e-48ebfad7c46c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043949 Oct 18 23:41:43.221325 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d9a789d-a62b-4201-850b-48d9ae405cc1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:43.262562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-e4dfceb4-aa16-451a-917f-b1032e861161 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021678 Oct 18 23:41:43.285801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port faf94d82-d7f6-404c-89da-eb57548cf565 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:43.287881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:43.319584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-f767a961-d0a6-499f-a82f-61cb84eccc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:43.322515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-f767a961-d0a6-499f-a82f-61cb84eccc7a service neutron] 10.222.0.102 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 920 time: 1.0587025 Oct 18 23:41:43.328694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a789d-a62b-4201-850b-48d9ae405cc1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=5e874f42-c027-422d-8a0e-641b030f1170,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:43.360501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97700f83-f973-4f91-adbd-749055ce6101 req-59cc578c-b760-422c-bb66-14154c1ce30e tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:43.362928 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97700f83-f973-4f91-adbd-749055ce6101 req-59cc578c-b760-422c-bb66-14154c1ce30e tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.5706499 Oct 18 23:41:43.546024 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-3528ef0c-1fbb-4285-bf5c-6df503a06455 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 217 time: 0.1748295 Oct 18 23:41:43.668494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:43.677784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:43.682655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d9a789d-a62b-4201-850b-48d9ae405cc1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:43.705100 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2d9a789d-a62b-4201-850b-48d9ae405cc1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/5e874f42-c027-422d-8a0e-641b030f1170 HTTP/1.1" status: 204 len: 168 time: 1.7569170 Oct 18 23:41:43.706164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44944) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:43.821654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8cf6138f-060c-448d-b938-c4225b5ef4e4 None None] Provisioning complete for port faf94d82-d7f6-404c-89da-eb57548cf565 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:43.821654 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8cf6138f-060c-448d-b938-c4225b5ef4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:43.882325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-4516d96a-a561-40eb-84a3-c52413174f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:43.886994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-4516d96a-a561-40eb-84a3-c52413174f3f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.3030763 Oct 18 23:41:43.894232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97700f83-f973-4f91-adbd-749055ce6101 req-4a63c841-208d-4673-aad4-d782bc0a6f08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934108 Oct 18 23:41:43.916315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ebaa9-98e7-4a06-9c2e-af7a8e3ce1a7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:43.935926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ebaa9-98e7-4a06-9c2e-af7a8e3ce1a7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:43.958387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ebaa9-98e7-4a06-9c2e-af7a8e3ce1a7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:43.983187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-925ebaa9-98e7-4a06-9c2e-af7a8e3ce1a7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2753103 Oct 18 23:41:43.992252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44948) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:44.178753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3710a7e-0e26-4172-93de-bc349cdb9cf4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 517f005e-78cb-4fcf-848c-c44c7656b87a {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:41:44.182189 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3710a7e-0e26-4172-93de-bc349cdb9cf4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:44.272514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3710a7e-0e26-4172-93de-bc349cdb9cf4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:44.373961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-650490f2-269a-4cb0-ab86-28e4d0288e96 service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0913649 Oct 18 23:41:44.445119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a36c3226-a425-4192-aefc-d6c38c26ed25 None None] Could not find standard attr ID for object 5e874f42-c027-422d-8a0e-641b030f1170. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:41:44.506155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa497-196d-4a64-8761-1f72b29d116d req-1f124e85-9fd9-4ea5-9a97-13911a8a3db3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:44.507952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db1fa497-196d-4a64-8761-1f72b29d116d req-1f124e85-9fd9-4ea5-9a97-13911a8a3db3 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 943 time: 0.1623533 Oct 18 23:41:44.524193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-bb2bfb44-1920-413c-a06c-d0d3270929e1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6248436 Oct 18 23:41:44.571737 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3710a7e-0e26-4172-93de-bc349cdb9cf4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:44.691019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db1fa497-196d-4a64-8761-1f72b29d116d req-813689c3-0566-4d15-945d-edbe9e362c59 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675451 Oct 18 23:41:44.709818 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-74b85fed-e950-454c-b126-ba5ff1971edf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993943 Oct 18 23:41:44.734868 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3710a7e-0e26-4172-93de-bc349cdb9cf4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:44.770462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5b6aca-112c-4b72-b397-fe37026051af req-976770ac-93ba-44cd-8622-42ec49d06dc9 service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436533 Oct 18 23:41:44.800714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:44.816172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3710a7e-0e26-4172-93de-bc349cdb9cf4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=517f005e-78cb-4fcf-848c-c44c7656b87a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:44.826460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3710a7e-0e26-4172-93de-bc349cdb9cf4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:44.832563 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d3710a7e-0e26-4172-93de-bc349cdb9cf4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/517f005e-78cb-4fcf-848c-c44c7656b87a HTTP/1.1" status: 204 len: 168 time: 0.8348839 Oct 18 23:41:44.836458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45000) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:44.945907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08a2c5-3823-4b89-86bc-b2db77b082e3 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:45.061953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12ffa1a-6086-48ba-a1ee-a34a09b842e1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet aba5e8dd-544b-4cc3-be9a-53b791264c49 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:41:45.075814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f12ffa1a-6086-48ba-a1ee-a34a09b842e1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:45.096890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=a91be1e3-a122-4c5f-b17a-20837960c76a,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:45.122695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-6601df66-7d9c-4ff5-9651-5ae1b13c6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:45.124257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-6601df66-7d9c-4ff5-9651-5ae1b13c6ef0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 1095 time: 0.2067161 Oct 18 23:41:45.155851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Checking segment: {'id': '9e295383-fe6c-434f-b52c-acb13063f1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:45.157088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network hostable DHCP agents. Network: 224617e4-ff6f-40d4-8179-416d968d2d1d, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:41:45.164404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-17de0b7b-69ae-44a7-aa37-8ae3af3420a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:45.166149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-17de0b7b-69ae-44a7-aa37-8ae3af3420a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac2847854fab47be9f9e227d3e264f9f&device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 1098 time: 0.2888651 Oct 18 23:41:45.180581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f12ffa1a-6086-48ba-a1ee-a34a09b842e1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:45.183699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-efa78b38-f40b-4f5d-a6ea-79fbeec0f8d6 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179776 Oct 18 23:41:45.395422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 224617e4-ff6f-40d4-8179-416d968d2d1d is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:41:45.444027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cc9f9-d025-4a27-999d-65d4501dd9a1 req-8e72be4a-b7e6-4fec-aa02-9e734da9155a tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:45.457115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b1cc9f9-d025-4a27-999d-65d4501dd9a1 req-8e72be4a-b7e6-4fec-aa02-9e734da9155a tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.3723927 Oct 18 23:41:45.501845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-48879ea1-aef2-421e-8769-78d66fee65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:45.503519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-48879ea1-aef2-421e-8769-78d66fee65c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 200 len: 918 time: 0.3143303 Oct 18 23:41:45.521634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f12ffa1a-6086-48ba-a1ee-a34a09b842e1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:45.589393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 224617e4-ff6f-40d4-8179-416d968d2d1d) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:45.601237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3308abf-2b1b-45b0-bc28-ad5404ab6d7b None None] Network 224617e4-ff6f-40d4-8179-416d968d2d1d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:45.666063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-d3463d9c-f70f-4aec-9f8a-31de14b49a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:45.669508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-d3463d9c-f70f-4aec-9f8a-31de14b49a6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 907 time: 0.5361333 Oct 18 23:41:45.783253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:45.785830 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:45.792634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b1cc9f9-d025-4a27-999d-65d4501dd9a1 req-c6e1d58a-8b75-4cfa-ade9-548942d76950 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345666 Oct 18 23:41:45.794323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-6707c58b-f914-4de9-8a62-4a0ead0d64cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=547de195-a840-40a6-8ce1-961f00acf36d HTTP/1.1" status: 200 len: 1000 time: 0.2320671 Oct 18 23:41:45.834785 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-f26f10fc-bd97-48bc-ad4e-3abc08bee5a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeead99a-b93a-4a87-9629-7274b52ad674 HTTP/1.1" status: 200 len: 217 time: 0.1556504 Oct 18 23:41:45.838591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f12ffa1a-6086-48ba-a1ee-a34a09b842e1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:45.991639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-224617e4-ff6f-40d4-8179-416d968d2d1d', 'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d', 'tenant_id': '97a700a2191244ebbde2e30c84012b6f', 'fixed_ips': [{'subnet_id': 'a91be1e3-a122-4c5f-b17a-20837960c76a'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:41:45.992701 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:46.006395 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-2cba3b7d-c3a5-4909-9925-29a4dc8c2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:46.010146 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-2cba3b7d-c3a5-4909-9925-29a4dc8c2b5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.1611545 Oct 18 23:41:46.033486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b37f3591-61e9-4302-a1b4-ff35d81c54a3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6515226 Oct 18 23:41:46.035120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45052) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:46.064780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-993ac78f-e4e8-4146-b06f-e54f3988f0dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:46.197337 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f12ffa1a-6086-48ba-a1ee-a34a09b842e1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:46.201629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f12ffa1a-6086-48ba-a1ee-a34a09b842e1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/aba5e8dd-544b-4cc3-be9a-53b791264c49 HTTP/1.1" status: 204 len: 168 time: 1.3641441 Oct 18 23:41:46.211319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ffa1a-6086-48ba-a1ee-a34a09b842e1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=aba5e8dd-544b-4cc3-be9a-53b791264c49,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:46.227308 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-7a10dd19-0ad3-42f6-9e89-98c7f482817b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966686 Oct 18 23:41:46.227308 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45056) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:46.251649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-151d5e5f-d9e8-4d76-917e-d038c4a27193 req-d4227335-7ac3-4eb3-9a51-d56cdc46fe12 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9358859 Oct 18 23:41:46.302025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-424ae2b8-47d7-4a1b-8987-37b097c880f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:46.305048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-424ae2b8-47d7-4a1b-8987-37b097c880f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 200 len: 856 time: 0.4656637 Oct 18 23:41:46.381186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Allocated IP 172.20.0.2 (224617e4-ff6f-40d4-8179-416d968d2d1d/a91be1e3-a122-4c5f-b17a-20837960c76a/0451b9b9-d293-4335-9273-0507d0a43036) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:46.490288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-bd66b4df-435a-4d29-8d7e-c22652b66952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:46.499219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-bd66b4df-435a-4d29-8d7e-c22652b66952 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9c92538-701c-4e1b-8639-23f4357fcba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721065 Oct 18 23:41:46.504340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ac78f-e4e8-4146-b06f-e54f3988f0dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:46.513528 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-993ac78f-e4e8-4146-b06f-e54f3988f0dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:46.708171 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:46.719085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebcb445-6fe8-493c-85ad-39b899702bb0 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:46.758626 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:46.927002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Network 224617e4-ff6f-40d4-8179-416d968d2d1d is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:46.934992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:46.950545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:46.967589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e458f5ea-0045-45b9-a9d8-2b813f14b904 None None] Provisioning complete for port faf94d82-d7f6-404c-89da-eb57548cf565 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:46.967885 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e458f5ea-0045-45b9-a9d8-2b813f14b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:47.015044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-c8751fe3-f1d4-4bd1-85fb-c48421a5ba2e service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963992 Oct 18 23:41:47.025452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Pushing event updated for resources: {'Port': ['ID=0451b9b9-d293-4335-9273-0507d0a43036,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:47.074004 n-d-713498-28 neutron-server[100922]: INFO neutron.db.ipam_backend_mixin [None req-993ac78f-e4e8-4146-b06f-e54f3988f0dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a91be1e3-a122-4c5f-b17a-20837960c76a (CIDR: 172.20.0.0/28) Oct 18 23:41:47.093539 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6b90d7d0-8d98-402e-b7c1-6288941564d1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8693044 Oct 18 23:41:47.096480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45066) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:47.133275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:47.160288 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-993ac78f-e4e8-4146-b06f-e54f3988f0dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:41:47.161766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993ac78f-e4e8-4146-b06f-e54f3988f0dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:41:47.221016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Attempting to bind port 0451b9b9-d293-4335-9273-0507d0a43036 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:47.221318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Attempting to bind port 0451b9b9-d293-4335-9273-0507d0a43036 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '9e295383-fe6c-434f-b52c-acb13063f1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:47.221674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Attempting to bind port 0451b9b9-d293-4335-9273-0507d0a43036 on network 224617e4-ff6f-40d4-8179-416d968d2d1d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:47.250444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc14d6-c21c-456d-ac90-72c3a29058da req-da13298c-88b5-475d-8866-488f4ecf2744 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:47.256546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:47.257389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-addc14d6-c21c-456d-ac90-72c3a29058da req-da13298c-88b5-475d-8866-488f4ecf2744 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 943 time: 1.4106555 Oct 18 23:41:47.267657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Checking segment: {'id': '9e295383-fe6c-434f-b52c-acb13063f1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:47.268094 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:47.268493 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Bound using segment: {'id': '9e295383-fe6c-434f-b52c-acb13063f1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:47.269004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Bound port: 0451b9b9-d293-4335-9273-0507d0a43036, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e295383-fe6c-434f-b52c-acb13063f1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:47.269647 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:47.273863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-993ac78f-e4e8-4146-b06f-e54f3988f0dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2206607 Oct 18 23:41:47.301868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45068) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:47.323525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3588d-2b75-4908-9528-e0c05f6221a8 req-7eb9c84a-45f6-4487-a341-0848bcf3dd34 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:47.331846 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01c3588d-2b75-4908-9528-e0c05f6221a8 req-7eb9c84a-45f6-4487-a341-0848bcf3dd34 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.3695066 Oct 18 23:41:47.350670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:47.376163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-af57e1c2-f073-4a4b-8de4-daf6c4492e8b service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0576403 Oct 18 23:41:47.413622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a291aa-57a8-4531-af4a-793876302219 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:41:47.479515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:47.490751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd444305-c0a8-432b-905c-b38ea4bce90f req-8ecf9c42-9ad3-4408-b36c-4cd27082500a service neutron] 10.222.0.73 "GET /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975158 Oct 18 23:41:47.505552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:47.610153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] For port 0451b9b9-d293-4335-9273-0507d0a43036, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:47.614874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] For port 0451b9b9-d293-4335-9273-0507d0a43036, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0451b9b9-d293-4335-9273-0507d0a43036,segment=NetworkSegment(9e295383-fe6c-434f-b52c-acb13063f1e0),segment_id=9e295383-fe6c-434f-b52c-acb13063f1e0)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:47.623890 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:47.632516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-addc14d6-c21c-456d-ac90-72c3a29058da req-a7a234fa-b3bb-4f82-928e-64727f5f7e15 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644755 Oct 18 23:41:47.686238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c9a291aa-57a8-4531-af4a-793876302219 None None] Deleting port faf94d82-d7f6-404c-89da-eb57548cf565 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:47.686617 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c9a291aa-57a8-4531-af4a-793876302219 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:47.704224 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01c3588d-2b75-4908-9528-e0c05f6221a8 req-a5563cbc-65df-46b5-b37d-11d58c4cb30d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658731 Oct 18 23:41:47.745391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377b779-7dd7-44fe-9994-a371bde0a002 None None] Pushing event updated for resources: {'Port': ['ID=0451b9b9-d293-4335-9273-0507d0a43036,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:47.861757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f5023-98aa-4905-b171-a0e6f097c2d2 req-7a608a3f-944a-43ce-87b9-32267a88a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:47.868126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd9f5023-98aa-4905-b171-a0e6f097c2d2 req-7a608a3f-944a-43ce-87b9-32267a88a383 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.2411776 Oct 18 23:41:47.911640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c9a291aa-57a8-4531-af4a-793876302219 None None] For port faf94d82-d7f6-404c-89da-eb57548cf565, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=faf94d82-d7f6-404c-89da-eb57548cf565,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:47.939349 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c9a291aa-57a8-4531-af4a-793876302219 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:47.955358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device eeead99a-b93a-4a87-9629-7274b52ad674 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:41:47.956827 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5fc429c-69f8-40b5-b0ac-4e8cb6956d90 req-7bc203e6-8e44-4efb-904b-7c70dd67b5c6 service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712709 Oct 18 23:41:47.977484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c9a291aa-57a8-4531-af4a-793876302219 None None] Calling delete_port for faf94d82-d7f6-404c-89da-eb57548cf565 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:48.047728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd9f5023-98aa-4905-b171-a0e6f097c2d2 req-3d5eae34-678b-440f-804e-6e11f89ff697 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660519 Oct 18 23:41:48.052806 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:48.062357 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:48.199659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port eeead99a-b93a-4a87-9629-7274b52ad674, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeead99a-b93a-4a87-9629-7274b52ad674,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:48.230618 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c9a291aa-57a8-4531-af4a-793876302219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:48.248668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'eeead99a-b93a-4a87-9629-7274b52ad674', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'port_id': 'eeead99a-b93a-4a87-9629-7274b52ad674', 'mac_address': 'fa:16:3e:e0:5b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4bd0b5-8162-4f22-ba33-379f9081f4ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:41:48.309855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a291aa-57a8-4531-af4a-793876302219 None None] Pushing event deleted for resources: {'Port': ['ID=faf94d82-d7f6-404c-89da-eb57548cf565,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:48.318535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a291aa-57a8-4531-af4a-793876302219 None None] No DVR routers for this DVR port faf94d82-d7f6-404c-89da-eb57548cf565 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:41:48.387154 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:48.418339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeead99a-b93a-4a87-9629-7274b52ad674 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:41:48.449316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port eeead99a-b93a-4a87-9629-7274b52ad674, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeead99a-b93a-4a87-9629-7274b52ad674,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:48.455102 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:48.534077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.objects.ports [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:41:48.542410 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:48.573402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=eeead99a-b93a-4a87-9629-7274b52ad674,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:48.619109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:48.638153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:48.651083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:48.665340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a857798-88f4-4653-8aa1-71bfc9557fcd None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:48.691878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=4f266380-794f-4678-8681-8e76c5c48719,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:48.694781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:48.695367 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:48.740725 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e455031-0e64-45a7-ae28-8bf2d0ef75b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6131303 Oct 18 23:41:48.744264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45080) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:48.750846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:48.788342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 224617e4-ff6f-40d4-8179-416d968d2d1d is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:48.789639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=eb5e05ac-adb7-4e5e-af20-7dc4559b808a,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:48.794243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:48.797666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:48.799648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:48.840130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6d7583cf-1bd9-49c8-aec7-3fb600feb673 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5037167 Oct 18 23:41:48.840799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45082) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:48.849769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d', 'fixed_ips': [{'subnet_id': 'a91be1e3-a122-4c5f-b17a-20837960c76a'}, {'subnet_id': 'eb5e05ac-adb7-4e5e-af20-7dc4559b808a'}], 'name': 'tempest-PortsTestJSON-552348854'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:49.161064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cc97c-1e4f-4307-95d1-5a15b5018e23 req-a85d80ec-a406-4dce-9a2e-117a9d88dd64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:49.162745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-156cc97c-1e4f-4307-95d1-5a15b5018e23 req-a85d80ec-a406-4dce-9a2e-117a9d88dd64 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 944 time: 0.3443685 Oct 18 23:41:49.276639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:49.280727 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:49.325291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['eeead99a-b93a-4a87-9629-7274b52ad674'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:49.330476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0451b9b9-d293-4335-9273-0507d0a43036 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:49.359824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-156cc97c-1e4f-4307-95d1-5a15b5018e23 req-364a6051-86ce-4693-a426-81f1121e392d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856642 Oct 18 23:41:49.553196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '4f266380-794f-4678-8681-8e76c5c48719'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:41:49.559882 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:49.840015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:49.899214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Allocated IP 2001:db8::f816:3eff:fe62:17d5 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/4f266380-794f-4678-8681-8e76c5c48719/ced712ef-2d50-426f-9020-3a8daff7c3a4) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:49.926571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:49.931233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:49.936873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:49.937650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:49.963752 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2180424 Oct 18 23:41:49.964574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45094) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:49.972069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:a4:a4:54', 'name': 'tempest-NetworksTestDHCPv6-83189322'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:50.089172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d1464-a1c3-4942-8e1a-9ebf22fd7812 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=b5e5ecac-b09e-4d64-b5fd-fe3dd77b9e21,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:50.105839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa09db4-f191-43c0-9b48-5615cf02c103 None None] Network 224617e4-ff6f-40d4-8179-416d968d2d1d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:50.117446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0451b9b9-d293-4335-9273-0507d0a43036 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:50.118015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:50.134940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:50.199782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5460f-df85-400f-b604-a06f19cc2f42 req-8b2a32b9-1653-4fcf-bba9-8c30d2c5ee7a tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:50.201580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8f5460f-df85-400f-b604-a06f19cc2f42 req-8b2a32b9-1653-4fcf-bba9-8c30d2c5ee7a tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.1278656 Oct 18 23:41:50.246522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:50.252415 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:50.293599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port e5bc6b6a-5da6-484b-8a98-6750c5f61173 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:50.345713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8f5460f-df85-400f-b604-a06f19cc2f42 req-85feb154-f10a-449b-a45f-805cd420afe3 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254067 Oct 18 23:41:50.474317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:50.503859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port 0f1967fc-c266-41a6-a284-bd9e50b51c05 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:41:50.544731 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced4cfb-cb90-46fd-970a-0c047f31ffc7 req-bf1e6426-8f60-4c1a-81fa-f8d392a9f9ba tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:50.546395 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dced4cfb-cb90-46fd-970a-0c047f31ffc7 req-bf1e6426-8f60-4c1a-81fa-f8d392a9f9ba tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 944 time: 0.0945120 Oct 18 23:41:50.550617 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:50.681471 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dced4cfb-cb90-46fd-970a-0c047f31ffc7 req-a5d41f65-f20a-440d-9dbc-de1297772207 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274951 Oct 18 23:41:50.699046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:50.712250 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f7f5-aa71-4579-8015-e164f3b1d1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:50.713988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5aa8895a-a47b-4dfb-aa2a-87601aa75d74 None None] Provisioning complete for port 0451b9b9-d293-4335-9273-0507d0a43036 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:50.714403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5aa8895a-a47b-4dfb-aa2a-87601aa75d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:50.847907 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:50.856170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 172.20.0.12 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/b5e5ecac-b09e-4d64-b5fd-fe3dd77b9e21/e5bc6b6a-5da6-484b-8a98-6750c5f61173) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:50.867773 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:fea4:a454 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/4f266380-794f-4678-8681-8e76c5c48719/e5bc6b6a-5da6-484b-8a98-6750c5f61173) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:50.874400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Pushing event updated for resources: {'Port': ['ID=ced712ef-2d50-426f-9020-3a8daff7c3a4,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:50.915780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:50.920761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:50.930538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:51.004980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 0451b9b9-d293-4335-9273-0507d0a43036, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0451b9b9-d293-4335-9273-0507d0a43036,segment=NetworkSegment(9e295383-fe6c-434f-b52c-acb13063f1e0),segment_id=9e295383-fe6c-434f-b52c-acb13063f1e0)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:51.040221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.8 (224617e4-ff6f-40d4-8179-416d968d2d1d/a91be1e3-a122-4c5f-b17a-20837960c76a/0f1967fc-c266-41a6-a284-bd9e50b51c05) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:51.047384 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.058372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.25 (224617e4-ff6f-40d4-8179-416d968d2d1d/eb5e05ac-adb7-4e5e-af20-7dc4559b808a/0f1967fc-c266-41a6-a284-bd9e50b51c05) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:51.172214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5aa8895a-a47b-4dfb-aa2a-87601aa75d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.174617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device faf94d82-d7f6-404c-89da-eb57548cf565 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:51.185411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.208482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Attempting to bind port ced712ef-2d50-426f-9020-3a8daff7c3a4 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:41:51.209265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Attempting to bind port ced712ef-2d50-426f-9020-3a8daff7c3a4 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:41:51.209895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Attempting to bind port ced712ef-2d50-426f-9020-3a8daff7c3a4 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:41:51.224414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: faf94d82-d7f6-404c-89da-eb57548cf565 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:41:51.225184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device faf94d82-d7f6-404c-89da-eb57548cf565 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:41:51.254689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:41:51.255297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:41:51.255869 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.256929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:41:51.257849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Bound port: ced712ef-2d50-426f-9020-3a8daff7c3a4, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:41:51.258673 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.282100 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.288675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=0451b9b9-d293-4335-9273-0507d0a43036,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:51.295449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43c772-1de0-4bd9-a12a-fdcfc5459475 None None] Update dhcp port {'port': {'network_id': '224617e4-ff6f-40d4-8179-416d968d2d1d', 'fixed_ips': [{'subnet_id': 'a91be1e3-a122-4c5f-b17a-20837960c76a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eb5e05ac-adb7-4e5e-af20-7dc4559b808a'}], 'binding:host_id': 'n-d-713498-28'}, 'id': '0451b9b9-d293-4335-9273-0507d0a43036'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:41:51.376981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:51.380799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:51.389948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:51.402395 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ca43c772-1de0-4bd9-a12a-fdcfc5459475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.456677 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-5aa8895a-a47b-4dfb-aa2a-87601aa75d74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:41:51.458550 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-5aa8895a-a47b-4dfb-aa2a-87601aa75d74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:41:51.462999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.465506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=e5bc6b6a-5da6-484b-8a98-6750c5f61173,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:51.495538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:51.496282 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.523883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a5b4e714-d3f9-4ade-aab4-103dab23bcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5577095 Oct 18 23:41:51.526288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45114) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:51.600250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] For port ced712ef-2d50-426f-9020-3a8daff7c3a4, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:41:51.612206 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.612998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897a91a-98d0-4cad-b3c1-628d50b7b1eb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:51.622764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897a91a-98d0-4cad-b3c1-628d50b7b1eb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:51.624821 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6897a91a-98d0-4cad-b3c1-628d50b7b1eb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0973647 Oct 18 23:41:51.627778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45118) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:51.648526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] For port ced712ef-2d50-426f-9020-3a8daff7c3a4, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ced712ef-2d50-426f-9020-3a8daff7c3a4,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:41:51.706229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=0f1967fc-c266-41a6-a284-bd9e50b51c05,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:51.762522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d306c4-75e4-4d7e-b297-9cbcf0694477 req-007ab6ff-f309-47db-b8dd-48b5f66cfcd9 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:51.763732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32d306c4-75e4-4d7e-b297-9cbcf0694477 req-007ab6ff-f309-47db-b8dd-48b5f66cfcd9 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.2489059 Oct 18 23:41:51.768322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.796247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 224617e4-ff6f-40d4-8179-416d968d2d1d is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:51.824051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:51.836423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:51.879564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32d306c4-75e4-4d7e-b297-9cbcf0694477 req-0b660098-0e7f-4b7b-b2f1-02cf77cac7e0 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887499 Oct 18 23:41:51.929796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:51.930799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:51.961784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-25f24bba-5839-41b2-a6c1-cefbf3af9472 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.1198425 Oct 18 23:41:51.965714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45130) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:51.971853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7290ebc0-da89-48e1-97e4-959aa2e8a904 req-42aaaaa3-86bf-423a-89e5-f27d7e765d63 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1253817850', 'description': 'tempest-description-599500096'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:51.983852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a91be1e3-a122-4c5f-b17a-20837960c76a'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:52.011083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device eeead99a-b93a-4a87-9629-7274b52ad674 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:52.022117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fa9ae-b879-4981-8c56-ba4b32ea2264 None None] Pushing event updated for resources: {'Port': ['ID=ced712ef-2d50-426f-9020-3a8daff7c3a4,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:52.130412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-ca43c772-1de0-4bd9-a12a-fdcfc5459475 None None] Allocated IP 172.20.0.18 (224617e4-ff6f-40d4-8179-416d968d2d1d/eb5e05ac-adb7-4e5e-af20-7dc4559b808a/0451b9b9-d293-4335-9273-0507d0a43036) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:52.145577 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe123fa-b2e0-42e8-82a5-702d4dd196e6 req-75debf01-327a-46e5-9658-76e644084139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:52.153561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7290ebc0-da89-48e1-97e4-959aa2e8a904 req-42aaaaa3-86bf-423a-89e5-f27d7e765d63 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.154344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ebe123fa-b2e0-42e8-82a5-702d4dd196e6 req-75debf01-327a-46e5-9658-76e644084139 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 944 time: 0.2854974 Oct 18 23:41:52.182135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-83f79a76-afa3-4c24-bee3-2cce2d1eb7b2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port e5bc6b6a-5da6-484b-8a98-6750c5f61173 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:52.182478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83f79a76-afa3-4c24-bee3-2cce2d1eb7b2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.222460 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.258014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port eeead99a-b93a-4a87-9629-7274b52ad674 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:41:52.330109 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83f79a76-afa3-4c24-bee3-2cce2d1eb7b2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.344248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-83f79a76-afa3-4c24-bee3-2cce2d1eb7b2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for e5bc6b6a-5da6-484b-8a98-6750c5f61173 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:52.370690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port eeead99a-b93a-4a87-9629-7274b52ad674 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:52.371086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.454136 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7290ebc0-da89-48e1-97e4-959aa2e8a904 req-42aaaaa3-86bf-423a-89e5-f27d7e765d63 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.466669 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7290ebc0-da89-48e1-97e4-959aa2e8a904 req-42aaaaa3-86bf-423a-89e5-f27d7e765d63 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.503166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ca43c772-1de0-4bd9-a12a-fdcfc5459475 None None] For port 0451b9b9-d293-4335-9273-0507d0a43036, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0451b9b9-d293-4335-9273-0507d0a43036,segment=NetworkSegment(9e295383-fe6c-434f-b52c-acb13063f1e0),segment_id=9e295383-fe6c-434f-b52c-acb13063f1e0)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:52.577172 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ca43c772-1de0-4bd9-a12a-fdcfc5459475 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.586659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ca43c772-1de0-4bd9-a12a-fdcfc5459475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.617558 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83f79a76-afa3-4c24-bee3-2cce2d1eb7b2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.672873 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ebe123fa-b2e0-42e8-82a5-702d4dd196e6 req-49745b9c-0b3a-4af4-8c5d-7e50ec9591e0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162251 Oct 18 23:41:52.676378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43c772-1de0-4bd9-a12a-fdcfc5459475 None None] Pushing event updated for resources: {'Port': ['ID=0451b9b9-d293-4335-9273-0507d0a43036,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:52.690674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.692882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f79a76-afa3-4c24-bee3-2cce2d1eb7b2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=e5bc6b6a-5da6-484b-8a98-6750c5f61173,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:52.705623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7290ebc0-da89-48e1-97e4-959aa2e8a904 req-42aaaaa3-86bf-423a-89e5-f27d7e765d63 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.723539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7290ebc0-da89-48e1-97e4-959aa2e8a904 req-42aaaaa3-86bf-423a-89e5-f27d7e765d63 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7495995 Oct 18 23:41:52.726926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaaaa3-86bf-423a-89e5-f27d7e765d63 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7a5895-d06f-4d6f-bb83-057664ea7772,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:52.821909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port eeead99a-b93a-4a87-9629-7274b52ad674, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeead99a-b93a-4a87-9629-7274b52ad674,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:52.824372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9535296-ba18-4648-abe5-cde2397512d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeead99a-b93a-4a87-9629-7274b52ad674'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:52.830203 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68b539e-2772-487f-be98-ef8880a643b0" -d '{"events": [{"server_uuid": "d9535296-ba18-4648-abe5-cde2397512d9", "name": "network-vif-plugged", "status": "completed", "tag": "eeead99a-b93a-4a87-9629-7274b52ad674"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:52.844030 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.942231 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c213900b-9160-46d5-b42b-05297c11d118 x-openstack-request-id: req-c213900b-9160-46d5-b42b-05297c11d118 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:52.942531 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9535296-ba18-4648-abe5-cde2397512d9", "name": "network-vif-plugged", "status": "completed", "tag": "eeead99a-b93a-4a87-9629-7274b52ad674", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:52.944047 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c213900b-9160-46d5-b42b-05297c11d118 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:52.944490 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9535296-ba18-4648-abe5-cde2397512d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeead99a-b93a-4a87-9629-7274b52ad674', 'code': 200} Oct 18 23:41:52.964932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83f79a76-afa3-4c24-bee3-2cce2d1eb7b2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:52.973168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83f79a76-afa3-4c24-bee3-2cce2d1eb7b2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/e5bc6b6a-5da6-484b-8a98-6750c5f61173 HTTP/1.1" status: 204 len: 168 time: 1.3427143 Oct 18 23:41:52.980245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45142) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:53.020401 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50e5f270-1ba7-455c-970b-39a432dac64b req-887aff93-6fbe-4b88-8739-d1a2799c194c tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1253817850&fields=id&tenant_id=4b024fac8d4343a1afeb12b480bcdaa0 HTTP/1.1" status: 200 len: 267 time: 0.1922104 Oct 18 23:41:53.041464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=eeead99a-b93a-4a87-9629-7274b52ad674,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:53.096063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Delete allocated IP 172.20.0.25 (224617e4-ff6f-40d4-8179-416d968d2d1d/eb5e05ac-adb7-4e5e-af20-7dc4559b808a) {{(pid=100922) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 23:41:53.151485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5f270-1ba7-455c-970b-39a432dac64b req-91d1a002-dee5-40e4-9a93-c0a54ee0ff56 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:53.153076 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50e5f270-1ba7-455c-970b-39a432dac64b req-91d1a002-dee5-40e4-9a93-c0a54ee0ff56 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.1018679 Oct 18 23:41:53.179875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-50e5f270-1ba7-455c-970b-39a432dac64b req-f7ef75d1-9d3c-40d7-b849-d1ab368ccb08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Request body: {'port': {'security_groups': ['a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b', 'ee7a5895-d06f-4d6f-bb83-057664ea7772']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:53.184255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e87c74-21fd-402b-809e-9a80d6dac423 req-5943611e-c6ae-4428-845a-5a115d90e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:53.185773 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05e87c74-21fd-402b-809e-9a80d6dac423 req-5943611e-c6ae-4428-845a-5a115d90e899 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 1097 time: 0.1607029 Oct 18 23:41:53.369406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05e87c74-21fd-402b-809e-9a80d6dac423 req-7ae209b7-603d-40ff-9fe2-e6e8de3dd878 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706567 Oct 18 23:41:53.376122 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-50e5f270-1ba7-455c-970b-39a432dac64b req-f7ef75d1-9d3c-40d7-b849-d1ab368ccb08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:53.491472 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:53.510958 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:53.526853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e2904-67e4-4a6a-a13c-7ef16464a83e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:53.528666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e2904-67e4-4a6a-a13c-7ef16464a83e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:53.536187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e2904-67e4-4a6a-a13c-7ef16464a83e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:53.538704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-881e2904-67e4-4a6a-a13c-7ef16464a83e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5445645 Oct 18 23:41:53.569619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45150) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:53.613303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ced712ef-2d50-426f-9020-3a8daff7c3a4 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:53.799726 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ced712ef-2d50-426f-9020-3a8daff7c3a4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:53.800411 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:53.910182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=0f1967fc-c266-41a6-a284-bd9e50b51c05,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:53.917515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4fd135-fe67-4f81-9bca-c77068038487 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:53.917961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cf8870-2f67-47bf-a359-67464b83e7aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 4f266380-794f-4678-8681-8e76c5c48719 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:41:53.928058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-55cf8870-2f67-47bf-a359-67464b83e7aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.009135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-50e5f270-1ba7-455c-970b-39a432dac64b req-f7ef75d1-9d3c-40d7-b849-d1ab368ccb08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] For port b783c3c1-e531-449b-b200-965be208adbd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b783c3c1-e531-449b-b200-965be208adbd,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:54.015526 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9799ebfc-73dc-47e8-b3b7-a28025954689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.054263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-62714c56-f190-4dab-acd1-74ce4ef82738 None None] Provisioning complete for port ced712ef-2d50-426f-9020-3a8daff7c3a4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:54.054961 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62714c56-f190-4dab-acd1-74ce4ef82738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.056953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cba336-c925-4d1b-89cd-8e405b7d452e None None] Network 224617e4-ff6f-40d4-8179-416d968d2d1d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:54.080376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-50e5f270-1ba7-455c-970b-39a432dac64b req-f7ef75d1-9d3c-40d7-b849-d1ab368ccb08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.092153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-50e5f270-1ba7-455c-970b-39a432dac64b req-f7ef75d1-9d3c-40d7-b849-d1ab368ccb08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.124463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc38abd-6cac-497b-8436-c4ce2ab0462d req-5e2f763f-53ef-4844-b9a2-b2d16b9d428b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:54.131344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9bc38abd-6cac-497b-8436-c4ce2ab0462d req-5e2f763f-53ef-4844-b9a2-b2d16b9d428b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 945 time: 0.2787077 Oct 18 23:41:54.167048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-55cf8870-2f67-47bf-a359-67464b83e7aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.197407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5f270-1ba7-455c-970b-39a432dac64b req-f7ef75d1-9d3c-40d7-b849-d1ab368ccb08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:54.197407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-50e5f270-1ba7-455c-970b-39a432dac64b req-f7ef75d1-9d3c-40d7-b849-d1ab368ccb08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.198116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50e5f270-1ba7-455c-970b-39a432dac64b req-f7ef75d1-9d3c-40d7-b849-d1ab368ccb08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "PUT /v2.0/ports/b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 982 time: 1.0360944 Oct 18 23:41:54.198471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:54.204462 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:54.246907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] In _notify_port_updated(), no bound segment for port 0f1967fc-c266-41a6-a284-bd9e50b51c05 on network 224617e4-ff6f-40d4-8179-416d968d2d1d {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:41:54.253122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef75d1-9d3c-40d7-b849-d1ab368ccb08 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Pushing event updated for resources: {'Port': ['ID=b783c3c1-e531-449b-b200-965be208adbd,revision_number=6']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:54.269057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:54.269955 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.275637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45164) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:54.282632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a91be1e3-a122-4c5f-b17a-20837960c76a'}, {'subnet_id': 'eb5e05ac-adb7-4e5e-af20-7dc4559b808a'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:54.283044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e0267056-7f35-4e64-ab5a-f5f8d518fd7e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "PUT /v2.0/ports/0f1967fc-c266-41a6-a284-bd9e50b51c05 HTTP/1.1" status: 200 len: 918 time: 2.2995987 Oct 18 23:41:54.345712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9bc38abd-6cac-497b-8436-c4ce2ab0462d req-080c7fe1-ed10-4357-9349-e344f80854af tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987972 Oct 18 23:41:54.372368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b783c3c1-e531-449b-b200-965be208adbd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:54.438444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-55cf8870-2f67-47bf-a359-67464b83e7aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.454927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b783c3c1-e531-449b-b200-965be208adbd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:54.507517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-7130be6c-6d25-4cd0-a2dc-8066bf57dcff tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1253817850&fields=id&tenant_id=4b024fac8d4343a1afeb12b480bcdaa0 HTTP/1.1" status: 200 len: 267 time: 0.2205400 Oct 18 23:41:54.516042 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16de17d0-25a3-48d7-8d77-d918b72a2516 x-openstack-request-id: req-16de17d0-25a3-48d7-8d77-d918b72a2516 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:54.516405 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:54.516820 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16de17d0-25a3-48d7-8d77-d918b72a2516 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:54.517289 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd', 'status': 'completed', 'code': 200} Oct 18 23:41:54.662470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-4934e263-b1d7-46ed-b031-c3db6964a6ca tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:54.681431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-4934e263-b1d7-46ed-b031-c3db6964a6ca tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 985 time: 0.1725891 Oct 18 23:41:54.689680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-e065e886-cf67-46cf-8346-e7c7b266f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:54.701456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-cd4a8844-2bb9-4614-807e-43e3ed0fc899 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Request body: {'port': {'security_groups': ['a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:54.701816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-e065e886-cf67-46cf-8346-e7c7b266f594 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1137 time: 0.1890707 Oct 18 23:41:54.705410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-55cf8870-2f67-47bf-a359-67464b83e7aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.752137 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.821837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-55cf8870-2f67-47bf-a359-67464b83e7aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.835889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-55cf8870-2f67-47bf-a359-67464b83e7aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/4f266380-794f-4678-8681-8e76c5c48719 HTTP/1.1" status: 204 len: 168 time: 1.2579548 Oct 18 23:41:54.839537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45176) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:54.841296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf8870-2f67-47bf-a359-67464b83e7aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=4f266380-794f-4678-8681-8e76c5c48719,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:54.903769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:54.906517 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-cd4a8844-2bb9-4614-807e-43e3ed0fc899 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.120804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dd76d6-4590-47a6-8d81-b4f58ed2a9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet b5e5ecac-b09e-4d64-b5fd-fe3dd77b9e21 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:41:55.131250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91dd76d6-4590-47a6-8d81-b4f58ed2a9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.157972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-cd4a8844-2bb9-4614-807e-43e3ed0fc899 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] For port b783c3c1-e531-449b-b200-965be208adbd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b783c3c1-e531-449b-b200-965be208adbd,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:55.230220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-cd4a8844-2bb9-4614-807e-43e3ed0fc899 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.246628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91dd76d6-4590-47a6-8d81-b4f58ed2a9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.261259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-cd4a8844-2bb9-4614-807e-43e3ed0fc899 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.346534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91dd76d6-4590-47a6-8d81-b4f58ed2a9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.386233 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:41:55.386601 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:41:55.451306 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a8844-2bb9-4614-807e-43e3ed0fc899 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Pushing event updated for resources: {'Port': ['ID=b783c3c1-e531-449b-b200-965be208adbd,revision_number=7']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:55.491732 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-cd4a8844-2bb9-4614-807e-43e3ed0fc899 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:55.492834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-cd4a8844-2bb9-4614-807e-43e3ed0fc899 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.500850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91dd76d6-4590-47a6-8d81-b4f58ed2a9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.502214 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca20c4e6-a3b4-4464-b669-729ac5e40e2a req-cd4a8844-2bb9-4614-807e-43e3ed0fc899 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "PUT /v2.0/ports/b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 943 time: 0.8165679 Oct 18 23:41:55.508277 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62714c56-f190-4dab-acd1-74ce4ef82738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.566943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-62714c56-f190-4dab-acd1-74ce4ef82738 None None] For port ced712ef-2d50-426f-9020-3a8daff7c3a4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ced712ef-2d50-426f-9020-3a8daff7c3a4,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:41:55.591000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62714c56-f190-4dab-acd1-74ce4ef82738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.657813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd76d6-4590-47a6-8d81-b4f58ed2a9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e5ecac-b09e-4d64-b5fd-fe3dd77b9e21,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:55.676974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91dd76d6-4590-47a6-8d81-b4f58ed2a9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.683360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-91dd76d6-4590-47a6-8d81-b4f58ed2a9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/b5e5ecac-b09e-4d64-b5fd-fe3dd77b9e21 HTTP/1.1" status: 204 len: 168 time: 0.8430390 Oct 18 23:41:55.685026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-59b4f2f7-35ac-4049-8a52-a8a7c143ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:55.686769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-59b4f2f7-35ac-4049-8a52-a8a7c143ed99 service neutron] 10.222.0.102 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 920 time: 0.9584007 Oct 18 23:41:55.689206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45192) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:55.708025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.754098 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:55.776905 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d7b6331e-99b9-4c4a-bcca-bb70f835f975 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843806 Oct 18 23:41:55.778098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45194) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:55.784017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:55.789267 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-805ac637-4441-4b6d-826b-0d35571caacd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 217 time: 0.0915170 Oct 18 23:41:55.830385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910f936-b576-40f2-8228-f10a3fc2e80e req-b4509656-b15d-4a36-b276-4afefdd00d91 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:55.832452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d910f936-b576-40f2-8228-f10a3fc2e80e req-b4509656-b15d-4a36-b276-4afefdd00d91 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 945 time: 0.3651652 Oct 18 23:41:55.964678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-4a792377-4fbd-4482-b4a1-0f8289ea3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:55.967925 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-4a792377-4fbd-4482-b4a1-0f8289ea3f7e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.1591594 Oct 18 23:41:56.071055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5e3970c6-56e0-41a7-90fa-91221ae90712 None None] Provisioning complete for port 0451b9b9-d293-4335-9273-0507d0a43036 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:56.071655 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5e3970c6-56e0-41a7-90fa-91221ae90712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:56.076217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d910f936-b576-40f2-8228-f10a3fc2e80e req-288bf65e-3a6c-42e6-9d19-5fc8da366f70 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175922 Oct 18 23:41:56.083760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-45e918d3-e225-41db-8588-e3a35a50d5c2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700214 Oct 18 23:41:56.166072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62714c56-f190-4dab-acd1-74ce4ef82738 None None] Pushing event updated for resources: {'Port': ['ID=ced712ef-2d50-426f-9020-3a8daff7c3a4,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:56.199590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:56.203579 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:56.391209 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5241069c-e344-4c87-84f3-50bf13546e9d req-42de806d-d17c-45c8-8250-ed15b7d07255 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8534963 Oct 18 23:41:56.407267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0451b9b9-d293-4335-9273-0507d0a43036 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:41:56.423534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:56.501612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-7bac96cf-6eec-4f1a-9940-fc8d8829733c service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082267 Oct 18 23:41:56.524467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:41:56.534864 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090c0051-04d9-48fd-9833-09b511fb01b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:41:56.543229 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:56.776093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af32b4-af8c-417f-9d64-7c8988d83885 None None] Update dhcp port {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': 'b5e5ecac-b09e-4d64-b5fd-fe3dd77b9e21'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'ced712ef-2d50-426f-9020-3a8daff7c3a4'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:41:56.860954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4d2c7f7-b5d7-4f8e-9fd7-f56907592cf5 req-d9f5efcc-da1d-4c6e-841d-d20fa8f0dd30 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477426 Oct 18 23:41:56.896808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9a3db-bed3-40dc-9b89-06e311cfdd57 req-480a051d-3f3a-4ee2-afd0-0868f49591bd tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:56.916884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9da9a3db-bed3-40dc-9b89-06e311cfdd57 req-480a051d-3f3a-4ee2-afd0-0868f49591bd tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 945 time: 0.3485658 Oct 18 23:41:56.923994 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f0af32b4-af8c-417f-9d64-7c8988d83885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:56.943617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b783c3c1-e531-449b-b200-965be208adbd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:57.079582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b783c3c1-e531-449b-b200-965be208adbd'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:41:57.157910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0451b9b9-d293-4335-9273-0507d0a43036 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:57.158283 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:57.163311 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:57.173388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9da9a3db-bed3-40dc-9b89-06e311cfdd57 req-53aaf52a-e5b4-416f-8301-a7765aad4ac5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547832 Oct 18 23:41:57.331358 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46038a08-f1a2-4b9a-9d67-888e3dc566f4 x-openstack-request-id: req-46038a08-f1a2-4b9a-9d67-888e3dc566f4 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:41:57.331358 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:41:57.331609 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46038a08-f1a2-4b9a-9d67-888e3dc566f4 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:41:57.343054 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd', 'status': 'completed', 'code': 200} Oct 18 23:41:57.412216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:57.519653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Allocated IP 172.25.7.183 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/58c235ae-d537-41f5-b63a-f4a1611c9ffa) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:57.639904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:57.657693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:57.669648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:57.670427 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:57.699278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=cc7094a8-41e4-4cf8-9458-35edbf1b0509,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:57.707662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-3a54eef2-6e6e-4d48-91eb-b5de09b4a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:57.709453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-3a54eef2-6e6e-4d48-91eb-b5de09b4a78e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.3581285 Oct 18 23:41:57.725890 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-20ee2b17-9f3e-4433-9730-6a2b8538bb57 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9460387 Oct 18 23:41:57.730150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45220) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:57.753697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d382f08-b2f5-4c28-8c6c-be907401ce92 req-ba07cbd4-86ed-4895-8ba6-c66c09156f61 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:57.754363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5e5af119-6bde-4627-aead-c15124367b92 None None] Provisioning complete for port 0451b9b9-d293-4335-9273-0507d0a43036 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:57.755968 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5e5af119-6bde-4627-aead-c15124367b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:57.760505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d382f08-b2f5-4c28-8c6c-be907401ce92 req-ba07cbd4-86ed-4895-8ba6-c66c09156f61 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 945 time: 0.2122936 Oct 18 23:41:57.766997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:41:57.946012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d382f08-b2f5-4c28-8c6c-be907401ce92 req-d17227b5-ac2b-4a9d-a0c1-8881334e7445 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638687 Oct 18 23:41:57.999281 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefebfa-39e4-491c-9c8c-c34f9d3fcf3d None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:41:58.042067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:58.133974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-21826fcf-a583-4f37-a1f8-cb280b8e332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:58.136057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-21826fcf-a583-4f37-a1f8-cb280b8e332a service neutron] 10.222.0.102 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 920 time: 0.4085758 Oct 18 23:41:58.152082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:41:58.155853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:58.207887 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-a6ffb35d-5462-49d8-a49c-fc8a5fd33b5f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 217 time: 0.0641291 Oct 18 23:41:58.395393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.19 (224617e4-ff6f-40d4-8179-416d968d2d1d/eb5e05ac-adb7-4e5e-af20-7dc4559b808a/0f1967fc-c266-41a6-a284-bd9e50b51c05) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:41:58.407350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-38a20a2a-6b47-477c-a43f-c936516c936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:58.409043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-38a20a2a-6b47-477c-a43f-c936516c936a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.1895270 Oct 18 23:41:58.467818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-801b2492-bed0-4c52-aa98-3c3d3b47d307 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428522 Oct 18 23:41:58.482966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5e5af119-6bde-4627-aead-c15124367b92 None None] Provisioning complete for port 0f1967fc-c266-41a6-a284-bd9e50b51c05 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:58.483456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5e5af119-6bde-4627-aead-c15124367b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:58.512650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d52b35-7897-4332-ba43-cbab51c995ab req-faf1517b-d019-4762-b6af-61a138d08a27 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:58.516095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6d52b35-7897-4332-ba43-cbab51c995ab req-faf1517b-d019-4762-b6af-61a138d08a27 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 945 time: 0.1527927 Oct 18 23:41:58.563495 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:58.589958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:58.602100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-5e5af119-6bde-4627-aead-c15124367b92 None None] Port 0f1967fc-c266-41a6-a284-bd9e50b51c05 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:41:58.677832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6d52b35-7897-4332-ba43-cbab51c995ab req-00de1a14-5dbd-4d0e-a879-8daa3c733c76 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554284 Oct 18 23:41:58.708119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=0f1967fc-c266-41a6-a284-bd9e50b51c05,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:58.762520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-5cc40735-9f87-417a-806b-aa78da735a6c service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766523 Oct 18 23:41:58.797568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03e8d7f-5329-4416-bc83-825baba5f946 None None] Update dhcp port {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': 'cc7094a8-41e4-4cf8-9458-35edbf1b0509'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'ced712ef-2d50-426f-9020-3a8daff7c3a4'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:41:58.885082 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:58.952255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-45b12d30-5154-4357-a9c2-13c8b8231fd0 None None] Provisioning complete for port ced712ef-2d50-426f-9020-3a8daff7c3a4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:41:58.955763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-45b12d30-5154-4357-a9c2-13c8b8231fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:58.988022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] In _notify_port_updated(), no bound segment for port 0f1967fc-c266-41a6-a284-bd9e50b51c05 on network 224617e4-ff6f-40d4-8179-416d968d2d1d {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:41:59.007448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:41:59.008154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:59.015947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9cbbfde7-2507-4474-8653-18c6b6e90806 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "PUT /v2.0/ports/0f1967fc-c266-41a6-a284-bd9e50b51c05 HTTP/1.1" status: 200 len: 998 time: 4.7387934 Oct 18 23:41:59.023695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:41:59.026927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d03e8d7f-5329-4416-bc83-825baba5f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:59.060695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090c0051-04d9-48fd-9833-09b511fb01b0 req-8d4fefe1-572a-45f5-9051-816752639369 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972157 Oct 18 23:41:59.203352 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:59.264694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Pushing event updated for resources: {'Port': ['ID=58c235ae-d537-41f5-b63a-f4a1611c9ffa,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:41:59.277863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:41:59.281932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:41:59.286847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:41:59.337940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdcbbe-4d33-43bf-83ee-b240d7092cb1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 0f1967fc-c266-41a6-a284-bd9e50b51c05 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:41:59.338708 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5bdcbbe-4d33-43bf-83ee-b240d7092cb1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:59.538875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:59.562067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:41:59.576259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5bdcbbe-4d33-43bf-83ee-b240d7092cb1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:59.612733 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:41:59.886017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdcbbe-4d33-43bf-83ee-b240d7092cb1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 0f1967fc-c266-41a6-a284-bd9e50b51c05 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:41:59.941119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ced712ef-2d50-426f-9020-3a8daff7c3a4 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:41:59.993259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:00.006428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d03e8d7f-5329-4416-bc83-825baba5f946 None None] Allocated IP 172.20.0.2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/cc7094a8-41e4-4cf8-9458-35edbf1b0509/ced712ef-2d50-426f-9020-3a8daff7c3a4) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:00.042711 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:00.103708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Pushing event updated for resources: {'Port': ['ID=58c235ae-d537-41f5-b63a-f4a1611c9ffa,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:00.127789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-b9f50da5-a21f-495e-9f38-5dc71aa01c67 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:00.129954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-b9f50da5-a21f-495e-9f38-5dc71aa01c67 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 945 time: 0.2032998 Oct 18 23:42:00.300369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:00.417453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d03e8d7f-5329-4416-bc83-825baba5f946 None None] For port ced712ef-2d50-426f-9020-3a8daff7c3a4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ced712ef-2d50-426f-9020-3a8daff7c3a4,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:00.442951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0606a8a4-0fc3-45a5-9639-bc647aab0ea3 None None] Provisioning complete for port 0f1967fc-c266-41a6-a284-bd9e50b51c05 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:00.443461 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0606a8a4-0fc3-45a5-9639-bc647aab0ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:00.446490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:00.450910 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5241069c-e344-4c87-84f3-50bf13546e9d req-2482a823-ade5-44df-aa87-67afc2fd0455 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0488040 Oct 18 23:42:00.498142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0606a8a4-0fc3-45a5-9639-bc647aab0ea3 None None] Port 0f1967fc-c266-41a6-a284-bd9e50b51c05 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:00.548985 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:00.601767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Deleting port eeead99a-b93a-4a87-9629-7274b52ad674 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:00.602660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:00.606271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45262) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:00.629352 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d03e8d7f-5329-4416-bc83-825baba5f946 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:00.647506 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d03e8d7f-5329-4416-bc83-825baba5f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:00.665401 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5241069c-e344-4c87-84f3-50bf13546e9d req-780f4307-16e6-4c2a-b19c-00353221a81d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.1996787 Oct 18 23:42:00.787872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e8d7f-5329-4416-bc83-825baba5f946 None None] Pushing event updated for resources: {'Port': ['ID=ced712ef-2d50-426f-9020-3a8daff7c3a4,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:00.823321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241069c-e344-4c87-84f3-50bf13546e9d req-4f347c9f-d533-4a93-8535-f3f006ed0d54 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:00.825525 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5241069c-e344-4c87-84f3-50bf13546e9d req-4f347c9f-d533-4a93-8535-f3f006ed0d54 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.1508410 Oct 18 23:42:00.870057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-5241069c-e344-4c87-84f3-50bf13546e9d req-df9240fd-480b-4476-8ae0-87b4b4a6f46f tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:42:00.871362 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5241069c-e344-4c87-84f3-50bf13546e9d req-df9240fd-480b-4476-8ae0-87b4b4a6f46f tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065391 Oct 18 23:42:00.892911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:42:00.893284 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:42:00.894183 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9755177-456e-4d78-9bb2-c9406cf6c8f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.009410 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5bdcbbe-4d33-43bf-83ee-b240d7092cb1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.109220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] For port eeead99a-b93a-4a87-9629-7274b52ad674, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=eeead99a-b93a-4a87-9629-7274b52ad674,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:01.109875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.133384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Calling delete_port for eeead99a-b93a-4a87-9629-7274b52ad674 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:01.362046 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.381776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f32e3-4ca2-443c-a89c-2677b4446e0b req-5f025d7b-95f4-4f01-a5a3-ab05e4518f1c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:01.383390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a0f32e3-4ca2-443c-a89c-2677b4446e0b req-5f025d7b-95f4-4f01-a5a3-ab05e4518f1c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 945 time: 1.4807107 Oct 18 23:42:01.471799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.482169 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9755177-456e-4d78-9bb2-c9406cf6c8f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.538618 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdcbbe-4d33-43bf-83ee-b240d7092cb1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=0f1967fc-c266-41a6-a284-bd9e50b51c05,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:01.568681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9755177-456e-4d78-9bb2-c9406cf6c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.635710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] For port ced712ef-2d50-426f-9020-3a8daff7c3a4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ced712ef-2d50-426f-9020-3a8daff7c3a4,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:01.678968 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.701092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.702319 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.875117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=ced712ef-2d50-426f-9020-3a8daff7c3a4,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:01.879674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=c6e032d2-2297-4c8a-acc2-e846d83c19be,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:01.889582 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:42:01.894331 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:42:01.916114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:01.922047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:01.929843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:01.930936 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:01.935409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-01b1d48b-e411-4335-a598-78a4c9bc422c tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:01.942230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a0f32e3-4ca2-443c-a89c-2677b4446e0b req-5d664b80-be61-453b-9f53-7dcffa839d10 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604406 Oct 18 23:42:01.961131 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b014aaed-391e-45ad-b8b7-1ffe0c0555d7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1991894 Oct 18 23:42:01.963009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-01b1d48b-e411-4335-a598-78a4c9bc422c tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9338596 Oct 18 23:42:01.964783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45280) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:01.979799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:0b:e2:0a', 'name': 'tempest-NetworksTestDHCPv6-1633468495'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:02.002889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9755177-456e-4d78-9bb2-c9406cf6c8f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=459a5c34b59a4405ab5f52cdf961d716&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3865838 Oct 18 23:42:02.003779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9755177-456e-4d78-9bb2-c9406cf6c8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a3a758-5ad0-4bc8-9f58-f5e3e5ea99c9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:02.010310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45282) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:02.078260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.133533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:42:02.149043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-f72d8f6d-00dd-4a98-97c8-cedcf51a6a85 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.1816459 Oct 18 23:42:02.159214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Request body: {'floatingip': {'port_id': 'b783c3c1-e531-449b-b200-965be208adbd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:02.165535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event deleted for resources: {'Port': ['ID=eeead99a-b93a-4a87-9629-7274b52ad674,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:02.232718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3197-7ac7-4ad1-817b-1d61c8efa297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.262584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5bdcbbe-4d33-43bf-83ee-b240d7092cb1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.269104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e5bdcbbe-4d33-43bf-83ee-b240d7092cb1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/0f1967fc-c266-41a6-a284-bd9e50b51c05 HTTP/1.1" status: 204 len: 168 time: 3.2444167 Oct 18 23:42:02.270849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45284) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:02.290485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3197-7ac7-4ad1-817b-1d61c8efa297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.307052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.320062 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea150aa-0745-4fa6-90a9-90bbd0f29602 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:42:02.324206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bea150aa-0745-4fa6-90a9-90bbd0f29602 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/0f1967fc-c266-41a6-a284-bd9e50b51c05 HTTP/1.1" status: 404 len: 333 time: 0.0499940 Oct 18 23:42:02.327038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45286) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:02.353834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12595a7d-42dc-4dc4-960f-e0fe6b97ed10 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:02.373995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:02.379277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] No DVR routers for this DVR port eeead99a-b93a-4a87-9629-7274b52ad674 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:02.382831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.394856 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df6e0452-9cad-46d7-9123-1f896ffa869f req-5990c199-cf42-43ae-befe-190fbdda9c97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.73 "DELETE /v2.0/ports/eeead99a-b93a-4a87-9629-7274b52ad674 HTTP/1.1" status: 204 len: 173 time: 2.2535167 Oct 18 23:42:02.397206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9535296-ba18-4648-abe5-cde2397512d9', 'name': 'network-vif-deleted', 'tag': 'eeead99a-b93a-4a87-9629-7274b52ad674'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:42:02.399632 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edeaba4-37ef-4518-94f3-e1eca780b028" -d '{"events": [{"server_uuid": "d9535296-ba18-4648-abe5-cde2397512d9", "name": "network-vif-deleted", "tag": "eeead99a-b93a-4a87-9629-7274b52ad674"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:42:02.514682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddb780e-7f61-4384-975f-982e699ffe04 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet eb5e05ac-adb7-4e5e-af20-7dc4559b808a {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:02.564583 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-93750a98-4d35-4e92-8e99-fdf80f1171a3 None None] Provisioning complete for port ced712ef-2d50-426f-9020-3a8daff7c3a4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:02.581289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-93750a98-4d35-4e92-8e99-fdf80f1171a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.603409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3ddb780e-7f61-4384-975f-982e699ffe04 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.635097 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabc7a67-8f78-4eec-83f7-392774992939 x-openstack-request-id: req-fabc7a67-8f78-4eec-83f7-392774992939 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:42:02.635366 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9535296-ba18-4648-abe5-cde2397512d9", "name": "network-vif-deleted", "tag": "eeead99a-b93a-4a87-9629-7274b52ad674", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:42:02.635745 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fabc7a67-8f78-4eec-83f7-392774992939 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:42:02.636013 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9535296-ba18-4648-abe5-cde2397512d9', 'name': 'network-vif-deleted', 'tag': 'eeead99a-b93a-4a87-9629-7274b52ad674', 'status': 'completed', 'code': 200} Oct 18 23:42:02.680074 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3197-7ac7-4ad1-817b-1d61c8efa297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.682919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3197-7ac7-4ad1-817b-1d61c8efa297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.684519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2e7d3197-7ac7-4ad1-817b-1d61c8efa297 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0a3a758-5ad0-4bc8-9f58-f5e3e5ea99c9 HTTP/1.1" status: 204 len: 168 time: 0.6736515 Oct 18 23:42:02.718580 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3ddb780e-7f61-4384-975f-982e699ffe04 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.721577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d3197-7ac7-4ad1-817b-1d61c8efa297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a3a758-5ad0-4bc8-9f58-f5e3e5ea99c9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:02.746647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:02.822311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:42:02.903789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:03.081600 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3ddb780e-7f61-4384-975f-982e699ffe04 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:03.205381 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port ced712ef-2d50-426f-9020-3a8daff7c3a4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ced712ef-2d50-426f-9020-3a8daff7c3a4,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:03.224822 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:03.335143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=ced712ef-2d50-426f-9020-3a8daff7c3a4,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:03.373518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3ddb780e-7f61-4384-975f-982e699ffe04 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:03.435965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-610a95c9-1659-4b63-bf8b-56a16ec55747 req-17838a73-6c9d-458a-8df3-1cf22cffe789 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9535296-ba18-4648-abe5-cde2397512d9 HTTP/1.1" status: 200 len: 210 time: 0.2153828 Oct 18 23:42:03.494273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb780e-7f61-4384-975f-982e699ffe04 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5e05ac-adb7-4e5e-af20-7dc4559b808a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:03.512148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bba9ad2-e049-4e74-b0f0-94a03910a77b None None] Network 224617e4-ff6f-40d4-8179-416d968d2d1d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:03.519082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3ddb780e-7f61-4384-975f-982e699ffe04 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:03.525420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3ddb780e-7f61-4384-975f-982e699ffe04 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/eb5e05ac-adb7-4e5e-af20-7dc4559b808a HTTP/1.1" status: 204 len: 168 time: 1.1961145 Oct 18 23:42:03.528709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45310) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:03.562804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ced712ef-2d50-426f-9020-3a8daff7c3a4 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:03.607565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb7ef3d-3a5b-4bb8-932e-a8e9532b9b0b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet a91be1e3-a122-4c5f-b17a-20837960c76a {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:03.654877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ef3d-3a5b-4bb8-932e-a8e9532b9b0b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:03.816378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ced712ef-2d50-426f-9020-3a8daff7c3a4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:03.818015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:03.859300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 172.20.0.9 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/cc7094a8-41e4-4cf8-9458-35edbf1b0509/e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:03.873423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ef3d-3a5b-4bb8-932e-a8e9532b9b0b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:03.941202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:fe0b:e20a (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/c6e032d2-2297-4c8a-acc2-e846d83c19be/e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:04.067441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device eeead99a-b93a-4a87-9629-7274b52ad674 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:04.133967 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:42:04.177158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: eeead99a-b93a-4a87-9629-7274b52ad674 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:04.178005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device eeead99a-b93a-4a87-9629-7274b52ad674 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:04.201716 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:04.270280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port ced712ef-2d50-426f-9020-3a8daff7c3a4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ced712ef-2d50-426f-9020-3a8daff7c3a4,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:04.280729 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:04.320112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:04.332977 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:04.335243 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:42:04.353338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:04.438906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=ced712ef-2d50-426f-9020-3a8daff7c3a4,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:04.475076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ef3d-3a5b-4bb8-932e-a8e9532b9b0b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:04.542493 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-da282e43-a9ad-4d81-a734-0aac2cf49e02 None None] Provisioning complete for port ced712ef-2d50-426f-9020-3a8daff7c3a4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:04.548227 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da282e43-a9ad-4d81-a734-0aac2cf49e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:04.650176 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Floating IP e9a0248e-b494-4e1c-a94a-67be2bede13b associated. External IP: 172.25.7.183, port: b783c3c1-e531-449b-b200-965be208adbd. Oct 18 23:42:04.677611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:04.789761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:04.876375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:04.880633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:04.890387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:04.901206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:05.040765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ef3d-3a5b-4bb8-932e-a8e9532b9b0b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:05.167378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7228a7d7-121b-431f-a3d1-544afd74b466 None None] Could not find standard attr ID for object e5bc6b6a-5da6-484b-8a98-6750c5f61173. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:42:05.197065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Router 59dd6727-8a99-4459-ae17-287c8d631c41 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:42:05.387806 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ef3d-3a5b-4bb8-932e-a8e9532b9b0b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:05.395029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fdb7ef3d-3a5b-4bb8-932e-a8e9532b9b0b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/a91be1e3-a122-4c5f-b17a-20837960c76a HTTP/1.1" status: 204 len: 168 time: 1.8651597 Oct 18 23:42:05.399418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7ef3d-3a5b-4bb8-932e-a8e9532b9b0b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=a91be1e3-a122-4c5f-b17a-20837960c76a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:05.420536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ced712ef-2d50-426f-9020-3a8daff7c3a4 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:05.438360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45356) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:05.438614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45358) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:05.475106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:05.475807 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:05.505938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-71952cd1-6272-4ae3-9694-277777eebd53 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:05.507799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-71952cd1-6272-4ae3-9694-277777eebd53 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.4997110 Oct 18 23:42:05.551832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475ca96-a3e6-4c37-81e1-f51c921c7d64 None None] Network 224617e4-ff6f-40d4-8179-416d968d2d1d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:05.582300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:05.587083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d7d5c685-1190-44b9-a507-37348241af6f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6190021 Oct 18 23:42:05.594013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45362) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:05.598459 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] Sync routers for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:05.605068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:05.608091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ced712ef-2d50-426f-9020-3a8daff7c3a4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:05.609391 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:05.614529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-46adde66-0eb8-4633-a77e-065ec9eb9851 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/quotas/2e387c95280940198c08dedfe0f5ffb5 HTTP/1.1" status: 200 len: 375 time: 0.0943437 Oct 18 23:42:05.623132 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:05.623803 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:41:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:05.660455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a2f5c475-242f-4bb7-bbc2-47fe7929f105 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "PUT /v2.0/floatingips/e9a0248e-b494-4e1c-a94a-67be2bede13b HTTP/1.1" status: 200 len: 997 time: 3.5104616 Oct 18 23:42:05.660958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:42:05.667101 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23447b50-3c26-4836-8559-522cc741f248" -d '{"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:42:05.765681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-2e26c1a2-1443-4ddb-9b09-b2818ec803c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:05.767290 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-2e26c1a2-1443-4ddb-9b09-b2818ec803c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.0921385 Oct 18 23:42:05.776107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5faa6137-31ca-419a-8497-03188546e56f None None] Provisioning complete for port 0451b9b9-d293-4335-9273-0507d0a43036 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:05.776475 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5faa6137-31ca-419a-8497-03188546e56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:05.857480 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:05.879126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5005f8e-0401-41cb-852f-a009cdc2342c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:05.920641 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:05.996070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-4493eea6-073d-4699-9d85-020b5384bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:06.000516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-4493eea6-073d-4699-9d85-020b5384bd75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 920 time: 0.2180352 Oct 18 23:42:06.048540 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5005f8e-0401-41cb-852f-a009cdc2342c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.068980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6205dd6a-97fd-4ba6-a859-78eafdb45c63 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:06.077961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6205dd6a-97fd-4ba6-a859-78eafdb45c63 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:06.088744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6205dd6a-97fd-4ba6-a859-78eafdb45c63 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4737141 Oct 18 23:42:06.094082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e5005f8e-0401-41cb-852f-a009cdc2342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.094288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45370) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:06.238154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efac4ca-4919-4ff0-880b-597bab272958 None None] DHCP port deletion for 224617e4-ff6f-40d4-8179-416d968d2d1d request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:42:06.270227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-7550a801-d282-42d1-860e-dd9e69be49be tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5566814 Oct 18 23:42:06.285684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e5005f8e-0401-41cb-852f-a009cdc2342c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=126b89d3460a46fd821d6f59a06606d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8422658 Oct 18 23:42:06.295189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45372) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:06.324377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1efac4ca-4919-4ff0-880b-597bab272958 None None] Deleting port 0451b9b9-d293-4335-9273-0507d0a43036 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:06.325346 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1efac4ca-4919-4ff0-880b-597bab272958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.346989 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-792f03dc-6925-4dd9-9727-95ee80bb4d45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 1000 time: 0.3373849 Oct 18 23:42:06.422613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-0efaae16-209b-4328-abdb-0138e818de4d service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396489 Oct 18 23:42:06.428898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5005f8e-0401-41cb-852f-a009cdc2342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f741e21a-18fb-4efe-accf-14001da507b2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:06.430593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1efac4ca-4919-4ff0-880b-597bab272958 None None] For port 0451b9b9-d293-4335-9273-0507d0a43036, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0451b9b9-d293-4335-9273-0507d0a43036,segment=NetworkSegment(9e295383-fe6c-434f-b52c-acb13063f1e0),segment_id=9e295383-fe6c-434f-b52c-acb13063f1e0)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:06.451072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1efac4ca-4919-4ff0-880b-597bab272958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.464190 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-8b76dd24-2523-4dd6-a8a5-a6e18e47adb7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:06.464547 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b76dd24-2523-4dd6-a8a5-a6e18e47adb7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.478044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1efac4ca-4919-4ff0-880b-597bab272958 None None] Calling delete_port for 0451b9b9-d293-4335-9273-0507d0a43036 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:06.545039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-e6e62847-b098-4ebb-8a17-c5c74ac74a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:06.548562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-e6e62847-b098-4ebb-8a17-c5c74ac74a43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.1878066 Oct 18 23:42:06.567323 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e9a0248e-b494-4e1c-a94a-67be2bede13b', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'port_id': 'b783c3c1-e531-449b-b200-965be208adbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'mac_address': 'fa:16:3e:94:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:41:59Z', 'updated_at': '2021-10-18T23:42:03Z', 'revision_number': 1, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1424d11d-12d1-4631-bc58-7cb2770e406c', 'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'mac_address': 'fa:16:3e:03:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:45Z', 'updated_at': '2021-10-18T23:41:00Z', 'revision_number': 5, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'subnets': [{'id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:06.617498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 0451b9b9-d293-4335-9273-0507d0a43036 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:06.618748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.629751 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] Checking router: 59dd6727-8a99-4459-ae17-287c8d631c41 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:42:06.634755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-be3cfb6d-4d9b-4e05-bb12-2b7445686b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.638714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-f6a72684-3d5c-4174-8f9c-9f5f3fd74484 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808730 Oct 18 23:42:06.646534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-e2a3620d-0965-471a-ae5a-a685e11e04ca service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:42:06.652467 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:06.653794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-e2a3620d-0965-471a-ae5a-a685e11e04ca service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0141375 Oct 18 23:42:06.654757 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:41:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:06.711920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-84093260-7e1a-469a-8d2d-e106b8b56c0d service neutron] 10.222.0.52 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789772 Oct 18 23:42:06.728446 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.735626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-76fbcfad-16ea-4d96-b8ec-8ade736457d7 None None] Provisioning complete for port e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:06.736008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-76fbcfad-16ea-4d96-b8ec-8ade736457d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.760373 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-be3cfb6d-4d9b-4e05-bb12-2b7445686b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.779206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] For port 0451b9b9-d293-4335-9273-0507d0a43036, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0451b9b9-d293-4335-9273-0507d0a43036,segment=NetworkSegment(9e295383-fe6c-434f-b52c-acb13063f1e0),segment_id=9e295383-fe6c-434f-b52c-acb13063f1e0)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:06.779921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.808531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 0451b9b9-d293-4335-9273-0507d0a43036 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:06.833156 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b76dd24-2523-4dd6-a8a5-a6e18e47adb7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.879862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-8b76dd24-2523-4dd6-a8a5-a6e18e47adb7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:06.895222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-76fbcfad-16ea-4d96-b8ec-8ade736457d7 None None] Port e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:06.923385 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1efac4ca-4919-4ff0-880b-597bab272958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.931923 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:06.975354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-be3cfb6d-4d9b-4e05-bb12-2b7445686b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.978011 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-be3cfb6d-4d9b-4e05-bb12-2b7445686b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:06.978510 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-a70d9920-3ad8-4329-a357-b81123f5a231 service neutron] 10.222.0.52 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237374 Oct 18 23:42:06.996740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-be3cfb6d-4d9b-4e05-bb12-2b7445686b73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f741e21a-18fb-4efe-accf-14001da507b2 HTTP/1.1" status: 204 len: 168 time: 0.5768626 Oct 18 23:42:07.056463 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccce8cfd-18f1-49f6-a81e-4e4ec46a623e x-openstack-request-id: req-ccce8cfd-18f1-49f6-a81e-4e4ec46a623e {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:42:07.056648 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:42:07.056961 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccce8cfd-18f1-49f6-a81e-4e4ec46a623e {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:42:07.057303 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd', 'status': 'completed', 'code': 200} Oct 18 23:42:07.074317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cfb6d-4d9b-4e05-bb12-2b7445686b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f741e21a-18fb-4efe-accf-14001da507b2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:07.075390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efac4ca-4919-4ff0-880b-597bab272958 None None] No DVR routers for this DVR port 0451b9b9-d293-4335-9273-0507d0a43036 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:07.091414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efac4ca-4919-4ff0-880b-597bab272958 None None] Pushing event deleted for resources: {'Port': ['ID=0451b9b9-d293-4335-9273-0507d0a43036,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:07.202126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:07.234330 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5c69f56-456b-4a28-99ff-63906d0a8fdf req-cd9da6ba-fc1d-41c9-81f4-309415c1baab service neutron] 10.222.0.52 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456195 Oct 18 23:42:07.266211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-821d6d90-65cd-47de-a337-13f64d74a71d req-bebfffab-1e5b-4d3c-a0cf-c8b7abe6c0ee tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 210 time: 0.1249657 Oct 18 23:42:07.345667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=0451b9b9-d293-4335-9273-0507d0a43036,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:07.360279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No DVR routers for this DVR port 0451b9b9-d293-4335-9273-0507d0a43036 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:07.403895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0451b9b9-d293-4335-9273-0507d0a43036 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:07.436398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23447b50-3c26-4836-8559-522cc741f248 req-ef2b731c-5560-4ff7-9374-264bb8d5d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:07.441262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23447b50-3c26-4836-8559-522cc741f248 req-ef2b731c-5560-4ff7-9374-264bb8d5d79d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.3521895 Oct 18 23:42:07.455098 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 0451b9b9-d293-4335-9273-0507d0a43036 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:07.456002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0451b9b9-d293-4335-9273-0507d0a43036 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:07.565952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23447b50-3c26-4836-8559-522cc741f248 req-67e72713-cf3a-4691-884d-c823ae486ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:07.568067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23447b50-3c26-4836-8559-522cc741f248 req-67e72713-cf3a-4691-884d-c823ae486ee7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 920 time: 0.1050246 Oct 18 23:42:07.596572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-596a3c72-4bc7-4b03-bc20-9e32f8f3bc1b tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 1000 time: 0.2194407 Oct 18 23:42:07.724259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b76dd24-2523-4dd6-a8a5-a6e18e47adb7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:07.754200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:07.795113 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e9a0248e-b494-4e1c-a94a-67be2bede13b', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'port_id': 'b783c3c1-e531-449b-b200-965be208adbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'mac_address': 'fa:16:3e:94:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:41:59Z', 'updated_at': '2021-10-18T23:42:03Z', 'revision_number': 1, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1424d11d-12d1-4631-bc58-7cb2770e406c', 'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'mac_address': 'fa:16:3e:03:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:45Z', 'updated_at': '2021-10-18T23:41:00Z', 'revision_number': 5, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'subnets': [{'id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:07.796834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224617e4-ff6f-40d4-8179-416d968d2d1d']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:07.809574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23447b50-3c26-4836-8559-522cc741f248 req-9367111e-85c6-4790-a705-15465ce9242d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 1000 time: 0.2299097 Oct 18 23:42:07.819782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e295383-fe6c-434f-b52c-acb13063f1e0') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:07.820211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e295383-fe6c-434f-b52c-acb13063f1e0') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:07.859090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76dd24-2523-4dd6-a8a5-a6e18e47adb7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:07.878478 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1804b1b-b41b-4c58-83f2-4bf5adac8be5 None None] The sync data for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 is: [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e9a0248e-b494-4e1c-a94a-67be2bede13b', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'port_id': 'b783c3c1-e531-449b-b200-965be208adbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'mac_address': 'fa:16:3e:94:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:41:59Z', 'updated_at': '2021-10-18T23:42:03Z', 'revision_number': 1, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1424d11d-12d1-4631-bc58-7cb2770e406c', 'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'mac_address': 'fa:16:3e:03:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:45Z', 'updated_at': '2021-10-18T23:41:00Z', 'revision_number': 5, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'subnets': [{'id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:07.963847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-62461a47-6fdc-4a48-8dd0-493b500bb8b3 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:07.965349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-62461a47-6fdc-4a48-8dd0-493b500bb8b3 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports/b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 943 time: 0.3569787 Oct 18 23:42:08.282485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8b76dd24-2523-4dd6-a8a5-a6e18e47adb7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:08.299871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8b76dd24-2523-4dd6-a8a5-a6e18e47adb7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c HTTP/1.1" status: 204 len: 168 time: 2.1873720 Oct 18 23:42:08.324061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45426) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:08.365144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c3b64-cf88-4d6b-baa5-8c4c4170c9b1 None None] New status for floating IP e9a0248e-b494-4e1c-a94a-67be2bede13b: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:42:08.519123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f27a52e-9be2-4ae0-9e3b-eb56f187c3ca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:08.520855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f27a52e-9be2-4ae0-9e3b-eb56f187c3ca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:08.522404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f27a52e-9be2-4ae0-9e3b-eb56f187c3ca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:08.531336 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9f27a52e-9be2-4ae0-9e3b-eb56f187c3ca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1981697 Oct 18 23:42:08.531336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45436) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:08.539291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23447b50-3c26-4836-8559-522cc741f248 req-cbd7c928-c90f-4b44-83b8-516a67a61fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:08.542344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23447b50-3c26-4836-8559-522cc741f248 req-cbd7c928-c90f-4b44-83b8-516a67a61fdb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.7198291 Oct 18 23:42:08.548577 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:08.637151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b05c231-a4e8-4bb2-a00c-2bb5bee08c2f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet c6e032d2-2297-4c8a-acc2-e846d83c19be {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:08.650915 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-bd82931a-5363-47f8-a889-6efde040a9f8 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 1000 time: 0.5604413 Oct 18 23:42:08.652597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23447b50-3c26-4836-8559-522cc741f248 req-a61e5a38-44a4-4651-8c89-6dfeb77b0a68 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005528 Oct 18 23:42:08.653895 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b05c231-a4e8-4bb2-a00c-2bb5bee08c2f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:08.706591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45440) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:08.709858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-23447b50-3c26-4836-8559-522cc741f248 req-e1001183-4065-420c-8d57-124211537e15 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:42:08.714509 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23447b50-3c26-4836-8559-522cc741f248 req-e1001183-4065-420c-8d57-124211537e15 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149796 Oct 18 23:42:08.717684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da644a26-4018-4e83-8425-e9447dc356dd req-e2a5e3f7-c035-4eb6-bf2f-c26751225892 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 210 time: 0.1736376 Oct 18 23:42:08.723244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:08.796218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b05c231-a4e8-4bb2-a00c-2bb5bee08c2f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:08.886079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-8c969cea-765c-43bd-9fe5-2b5a52500abe tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:08.894500 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-8c969cea-765c-43bd-9fe5-2b5a52500abe tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.2424169 Oct 18 23:42:08.927587 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23447b50-3c26-4836-8559-522cc741f248 req-5de81a07-94c1-4105-a874-17dde0593677 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016783 Oct 18 23:42:08.932610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:42:08.933127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:42:08.936433 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:42:08.989853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2046440843-network', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:09.031958 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-4f60b139-b0fb-4929-be67-6839fa849ba4 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 1002 time: 0.1359835 Oct 18 23:42:09.039187 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b05c231-a4e8-4bb2-a00c-2bb5bee08c2f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.046963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-1cb6ba4b-3be2-430d-b94c-616e82bfd6ac tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:09.159368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23447b50-3c26-4836-8559-522cc741f248 req-d96b278f-4777-4bab-b7d6-de1b9018ae02 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089989 Oct 18 23:42:09.162036 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.198673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.207815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/networks/224617e4-ff6f-40d4-8179-416d968d2d1d HTTP/1.1" status: 204 len: 168 time: 3.7664907 Oct 18 23:42:09.207815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b7ddc-44f8-425c-87a2-38877e827a2d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Network': ['ID=224617e4-ff6f-40d4-8179-416d968d2d1d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:09.209521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45454) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:09.278322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df3ce5-5190-446e-85db-127dd778466f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:09.284449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f7df3ce5-5190-446e-85db-127dd778466f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0740433 Oct 18 23:42:09.285225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45456) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:09.356294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8422b85f-2fcd-4963-81bf-3061cd119c85 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0694165 Oct 18 23:42:09.357524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45458) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:09.363165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-367803750'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:09.392924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:09.398522 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.433035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:42:09.449973 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.450677 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Added segment b1e3d6c5-692e-4dc6-af64-9ed446529c2f of type vlan for network 187fc80c-6d44-4e82-8439-d39fddd10500 Oct 18 23:42:09.515663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.548656 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.554419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Made reservation on behalf of 69bab8fc8b8646d9879f790102f2f478 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:09.557011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.557249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:09.558048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.582710 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.618637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2598286 Oct 18 23:42:09.619440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45462) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:09.645269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-1cb6ba4b-3be2-430d-b94c-616e82bfd6ac tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.659216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '187fc80c-6d44-4e82-8439-d39fddd10500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:09.686437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb304d59-b102-488c-aa91-dfd3f5d2bb7d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Network': ['ID=187fc80c-6d44-4e82-8439-d39fddd10500,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:09.695135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 187fc80c-6d44-4e82-8439-d39fddd10500 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:42:09.801828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b05c231-a4e8-4bb2-a00c-2bb5bee08c2f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.836236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:09.841420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.892059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05c231-a4e8-4bb2-a00c-2bb5bee08c2f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e032d2-2297-4c8a-acc2-e846d83c19be,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:09.907793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e15023d-a8b5-454e-8768-1dd5675b54d1 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:09.931303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-5ba1034e-3ec6-4c7a-8aaf-4f0156511538 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:09.932871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-5ba1034e-3ec6-4c7a-8aaf-4f0156511538 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 806 time: 0.8084419 Oct 18 23:42:09.935779 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b05c231-a4e8-4bb2-a00c-2bb5bee08c2f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:09.940080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2b05c231-a4e8-4bb2-a00c-2bb5bee08c2f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/c6e032d2-2297-4c8a-acc2-e846d83c19be HTTP/1.1" status: 204 len: 168 time: 1.4119158 Oct 18 23:42:09.942530 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45466) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:09.965107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Request body: {'port': {'device_id': 'db1d63f3-dcb7-4149-b859-1a392949a7c4', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'admin_state_up': True, 'tenant_id': '2e387c95280940198c08dedfe0f5ffb5'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:10.039622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cecd05cd-ee3b-4a0b-86b5-5c0f67004d4f req-54d093bf-347a-4ade-b56d-2ea3899dab63 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 210 time: 0.2052939 Oct 18 23:42:10.127491 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.203423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.236319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.339493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80681f7c-30fb-4a66-a0ed-413d74fe3023,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:10.347024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9abd700-6ee7-494a-9927-ca9e3de16e59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet cc7094a8-41e4-4cf8-9458-35edbf1b0509 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:10.358987 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-1cb6ba4b-3be2-430d-b94c-616e82bfd6ac tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.363596 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9abd700-6ee7-494a-9927-ca9e3de16e59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.381591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=e8bd5b5f-155f-419e-83eb-fd1b57bb8b92,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:10.395826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Checking segment: {'id': 'b1e3d6c5-692e-4dc6-af64-9ed446529c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '187fc80c-6d44-4e82-8439-d39fddd10500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:10.396365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network hostable DHCP agents. Network: 187fc80c-6d44-4e82-8439-d39fddd10500, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:42:10.398504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:42:10.406284 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-1cb6ba4b-3be2-430d-b94c-616e82bfd6ac tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.407287 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-1cb6ba4b-3be2-430d-b94c-616e82bfd6ac tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Floating IP e9a0248e-b494-4e1c-a94a-67be2bede13b disassociated. External IP: 172.25.7.183, port: b783c3c1-e531-449b-b200-965be208adbd. Oct 18 23:42:10.438794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 187fc80c-6d44-4e82-8439-d39fddd10500 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:42:10.454210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 187fc80c-6d44-4e82-8439-d39fddd10500) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:10.459503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:10.460204 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.465584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8452424-c893-4b2e-a0b8-871823cf30e6 None None] Network 187fc80c-6d44-4e82-8439-d39fddd10500 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:10.492332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c6654468-b196-45a2-bd53-6206259ad61e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8688126 Oct 18 23:42:10.496243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45474) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:10.507933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '187fc80c-6d44-4e82-8439-d39fddd10500', 'name': 'tempest-PortsTestJSON-165640961'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:10.554241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.554597 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Added segment fc21f7f6-18eb-4e31-a312-6c7645c797a9 of type vlan for network da0be7c5-2b8f-475e-9290-64a16408b448 Oct 18 23:42:10.560815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Made reservation on behalf of 2e387c95280940198c08dedfe0f5ffb5 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:10.571526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.582254 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9abd700-6ee7-494a-9927-ca9e3de16e59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.756749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-187fc80c-6d44-4e82-8439-d39fddd10500', 'network_id': '187fc80c-6d44-4e82-8439-d39fddd10500', 'tenant_id': '97a700a2191244ebbde2e30c84012b6f', 'fixed_ips': [{'subnet_id': 'e8bd5b5f-155f-419e-83eb-fd1b57bb8b92'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:42:10.758122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.777082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:10.783473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.784586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.810224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port e7362d14-e18e-4bc4-a4d7-21468b734f08 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:42:10.870996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:10.872449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:10.873555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:11.043306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.2 (187fc80c-6d44-4e82-8439-d39fddd10500/e8bd5b5f-155f-419e-83eb-fd1b57bb8b92/e7362d14-e18e-4bc4-a4d7-21468b734f08) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:11.077465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3663106 Oct 18 23:42:11.085477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45484) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:11.162205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Request body: {'subnet': {'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2046440843-subnet', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:11.325233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:11.334059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ee5c5-9c96-4349-9db5-11e0ad8960fe admin admin] Pushing event updated for resources: {'Network': ['ID=da0be7c5-2b8f-475e-9290-64a16408b448,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:11.341424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Made reservation on behalf of 69bab8fc8b8646d9879f790102f2f478 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:11.345927 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:11.349756 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network da0be7c5-2b8f-475e-9290-64a16408b448 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:42:11.373031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-1cb6ba4b-3be2-430d-b94c-616e82bfd6ac tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Router 59dd6727-8a99-4459-ae17-287c8d631c41 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:42:11.388873 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:11.470137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=e7362d14-e18e-4bc4-a4d7-21468b734f08,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:11.481818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Allocated IP 172.20.0.7 (f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83/ae4bd0b5-8162-4f22-ba33-379f9081f4ea/9331da1e-cf82-4572-bab7-7c7635d7368b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:11.483180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d6ee66d-bb19-4720-9182-a53487ba6e38 req-47b3ae6c-e13e-4ffe-9c81-a0fe4741d832 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 210 time: 0.2971339 Oct 18 23:42:11.493895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 187fc80c-6d44-4e82-8439-d39fddd10500 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:11.495429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:11.498051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:11.573853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-27037da2-1f58-4797-b05f-22e61b81e76b None None] Provisioning complete for port ced712ef-2d50-426f-9020-3a8daff7c3a4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:11.574379 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-27037da2-1f58-4797-b05f-22e61b81e76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:11.582324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:11.593901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:11.624951 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0328879f-e96c-4ac1-a9d3-cdd930664e9a {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:42:11.625493 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:42:11.628889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9e7b88cb-d0a3-48a7-b16e-da99b05c823a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1296411 Oct 18 23:42:11.629362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45492) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:11.667072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '187fc80c-6d44-4e82-8439-d39fddd10500', 'name': 'tempest-PortsTestJSON-1888261521'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:11.681226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:11.714026 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9abd700-6ee7-494a-9927-ca9e3de16e59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:11.858466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:11.863122 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:11.884731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port 6072c0d8-1f74-46f9-859b-75cbda4ae35d yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:42:12.006977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.5 (187fc80c-6d44-4e82-8439-d39fddd10500/e8bd5b5f-155f-419e-83eb-fd1b57bb8b92/6072c0d8-1f74-46f9-859b-75cbda4ae35d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:12.059551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.069803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.103443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:42:12.139763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.217956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.222713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-1cb6ba4b-3be2-430d-b94c-616e82bfd6ac tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:12.237789 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] Sync routers for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:12.261040 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:12.261651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:41:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:12.289331 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.298658 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-1cb6ba4b-3be2-430d-b94c-616e82bfd6ac tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.382058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 187fc80c-6d44-4e82-8439-d39fddd10500 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:12.383308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=6072c0d8-1f74-46f9-859b-75cbda4ae35d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:12.387893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:12.398217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:12.405341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:12.412207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9abd700-6ee7-494a-9927-ca9e3de16e59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.422001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Allocated IP 172.20.0.3 (187fc80c-6d44-4e82-8439-d39fddd10500/e8bd5b5f-155f-419e-83eb-fd1b57bb8b92/9acb0286-272e-40bc-90cb-c300a328294a) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:12.431339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:12.433643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4e051a-c4f6-44d4-8e9e-d8310f516d96,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:12.456666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:12.460334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event updated for resources: {'Port': ['ID=9331da1e-cf82-4572-bab7-7c7635d7368b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:12.514942 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:12.531985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:12.532714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.534173 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-1cb6ba4b-3be2-430d-b94c-616e82bfd6ac tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "PUT /v2.0/floatingips/e9a0248e-b494-4e1c-a94a-67be2bede13b HTTP/1.1" status: 200 len: 695 time: 3.5012558 Oct 18 23:42:12.534935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abd700-6ee7-494a-9927-ca9e3de16e59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7094a8-41e4-4cf8-9458-35edbf1b0509,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:12.541761 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9abd700-6ee7-494a-9927-ca9e3de16e59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.547804 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a9abd700-6ee7-494a-9927-ca9e3de16e59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/cc7094a8-41e4-4cf8-9458-35edbf1b0509 HTTP/1.1" status: 204 len: 168 time: 2.5989485 Oct 18 23:42:12.547804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:42:12.548554 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b21241-f170-4b8a-b48d-36319602d2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:42:12.556517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45504) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:12.595603 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a280f549-bf3e-4b57-be3f-09ad7a50603a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9650426 Oct 18 23:42:12.598165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45508) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:12.608202 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.624484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0ed90-3f76-4980-a45d-e9e7ad74e19d None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:12.644266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-050eb35b-0eae-4cd1-af70-1ff0639cc155 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866184 Oct 18 23:42:12.648071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45510) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:12.650020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Checking segment: {'id': 'fc21f7f6-18eb-4e31-a312-6c7645c797a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:12.650383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Network hostable DHCP agents. Network: da0be7c5-2b8f-475e-9290-64a16408b448, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:42:12.658781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:12.694947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:12.695632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.715243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.769900 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-e3e99214-6271-4d58-94b2-e0243a504aea tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8100500 Oct 18 23:42:12.784259 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-9275009b-abda-42ba-9278-3e7d89b98c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:12.786023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-9275009b-abda-42ba-9278-3e7d89b98c9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.2227049 Oct 18 23:42:12.804575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Network da0be7c5-2b8f-475e-9290-64a16408b448 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:42:12.864511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, da0be7c5-2b8f-475e-9290-64a16408b448) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:12.883188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a874ae02-3b77-4fe7-a793-1c71d48f88c1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:12.893214 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a874ae02-3b77-4fe7-a793-1c71d48f88c1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 921 time: 0.2937691 Oct 18 23:42:12.896281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:12.897265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45516) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:12.897905 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:12.914415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744282b-9c45-4fa5-9bb1-e52c4ad85dde req-e0770f13-6a3d-4de9-9727-b82d64d2357d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:12.916135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a744282b-9c45-4fa5-9bb1-e52c4ad85dde req-e0770f13-6a3d-4de9-9727-b82d64d2357d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 931 time: 0.2515526 Oct 18 23:42:12.937672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f9aef-c01f-4ad8-bcfc-9395d0966e5b None None] Network da0be7c5-2b8f-475e-9290-64a16408b448 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:12.958000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Request body: {'port': {'device_id': 'db1d63f3-dcb7-4149-b859-1a392949a7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:12.986176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:12.988869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Network 187fc80c-6d44-4e82-8439-d39fddd10500 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:12.995794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.022942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a744282b-9c45-4fa5-9bb1-e52c4ad85dde req-cb634674-ce9d-4fcc-8adc-d3806c77a2a4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849996 Oct 18 23:42:13.049506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c4cf9-516f-45ac-ac8a-19feb43cecb6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 6072c0d8-1f74-46f9-859b-75cbda4ae35d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:13.049988 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4cf9-516f-45ac-ac8a-19feb43cecb6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.096155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-32c84986-b32e-44e9-be18-3991a74a0ac5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9774549 Oct 18 23:42:13.099210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45518) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:13.117988 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '1424d11d-12d1-4631-bc58-7cb2770e406c', 'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'mac_address': 'fa:16:3e:03:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:45Z', 'updated_at': '2021-10-18T23:41:00Z', 'revision_number': 5, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'subnets': [{'id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:13.121379 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e867c4-14c7-465b-9232-c74b06e76035 x-openstack-request-id: req-a4e867c4-14c7-465b-9232-c74b06e76035 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:42:13.121669 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "tag": "b783c3c1-e531-449b-b200-965be208adbd", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:42:13.122155 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4e867c4-14c7-465b-9232-c74b06e76035 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:42:13.122570 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd', 'status': 'completed', 'code': 200} Oct 18 23:42:13.129597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:13.144074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:13.146239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Pushing event updated for resources: {'Port': ['ID=9acb0286-272e-40bc-90cb-c300a328294a,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:13.153937 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:13.175882 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] Checking router: 59dd6727-8a99-4459-ae17-287c8d631c41 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:42:13.188088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.189256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.205181 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:13.206076 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:41:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:13.222508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.222884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.223362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.223707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.224039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.225201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.225201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.225201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.225480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.225644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.225967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.226288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:13.282184 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.304680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4cf9-516f-45ac-ac8a-19feb43cecb6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.336986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-34aeb064-5131-4aac-b8c1-15e3dd75286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:13.338579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-34aeb064-5131-4aac-b8c1-15e3dd75286f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 1098 time: 0.1594377 Oct 18 23:42:13.346075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c4cf9-516f-45ac-ac8a-19feb43cecb6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 6072c0d8-1f74-46f9-859b-75cbda4ae35d owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:13.369728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Attempting to bind port 9acb0286-272e-40bc-90cb-c300a328294a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:13.370601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Attempting to bind port 9acb0286-272e-40bc-90cb-c300a328294a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b1e3d6c5-692e-4dc6-af64-9ed446529c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '187fc80c-6d44-4e82-8439-d39fddd10500'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:13.371236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Attempting to bind port 9acb0286-272e-40bc-90cb-c300a328294a on network 187fc80c-6d44-4e82-8439-d39fddd10500 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:13.373698 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83148b6-3674-4472-9e73-69d1dbf728f3 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:42:13.451295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:13.452093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Checking segment: {'id': 'b1e3d6c5-692e-4dc6-af64-9ed446529c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '187fc80c-6d44-4e82-8439-d39fddd10500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:13.453400 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.454082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Bound using segment: {'id': 'b1e3d6c5-692e-4dc6-af64-9ed446529c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '187fc80c-6d44-4e82-8439-d39fddd10500'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:13.454799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Bound port: 9acb0286-272e-40bc-90cb-c300a328294a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e3d6c5-692e-4dc6-af64-9ed446529c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '187fc80c-6d44-4e82-8439-d39fddd10500'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:13.455417 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.456009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-3fa085ea-ae78-469c-82c0-1f25223af453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:13.457939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-3fa085ea-ae78-469c-82c0-1f25223af453 service neutron] 10.222.0.102 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 920 time: 0.1091850 Oct 18 23:42:13.485523 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:13.488104 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.552884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-626fbd4b-95ec-4430-b800-a5af20994748 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 217 time: 0.0840731 Oct 18 23:42:13.566370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] For port 9acb0286-272e-40bc-90cb-c300a328294a, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:13.570081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] For port 9acb0286-272e-40bc-90cb-c300a328294a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9acb0286-272e-40bc-90cb-c300a328294a,segment=NetworkSegment(b1e3d6c5-692e-4dc6-af64-9ed446529c2f),segment_id=b1e3d6c5-692e-4dc6-af64-9ed446529c2f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:13.594950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.653028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-810c871e-e8cd-49ee-adec-67881491c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:13.660914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-810c871e-e8cd-49ee-adec-67881491c5a9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.1005712 Oct 18 23:42:13.670332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df790a-d6cf-48ee-9be3-427366da69b0 None None] Pushing event updated for resources: {'Port': ['ID=9acb0286-272e-40bc-90cb-c300a328294a,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:13.681131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-da0be7c5-2b8f-475e-9290-64a16408b448', 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'fixed_ips': [{'subnet_id': '2b4e051a-c4f6-44d4-8e9e-d8310f516d96'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:42:13.682111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.726552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-cb8fde48-e06d-4833-8fb1-99c0a5eb02c4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583982 Oct 18 23:42:13.884125 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '1424d11d-12d1-4631-bc58-7cb2770e406c', 'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'mac_address': 'fa:16:3e:03:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:45Z', 'updated_at': '2021-10-18T23:41:00Z', 'revision_number': 5, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'subnets': [{'id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:13.901740 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4cf9-516f-45ac-ac8a-19feb43cecb6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:13.924759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Allocated IP 172.20.0.2 (da0be7c5-2b8f-475e-9290-64a16408b448/2b4e051a-c4f6-44d4-8e9e-d8310f516d96/e7ff477f-7a6e-4abd-862d-905a1d1c2701) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:13.971681 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a3644-4463-439e-8d22-a36e2062562d None None] The sync data for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 is: [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:40:47Z', 'revision_number': 4, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '1424d11d-12d1-4631-bc58-7cb2770e406c', 'name': '', 'network_id': 'abcd796c-35df-4320-9160-29d239001704', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'mac_address': 'fa:16:3e:03:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:45Z', 'updated_at': '2021-10-18T23:41:00Z', 'revision_number': 5, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'subnets': [{'id': 'aeb602c4-4734-4b97-978d-f457d9f0aab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:13.984265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c4cf9-516f-45ac-ac8a-19feb43cecb6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=6072c0d8-1f74-46f9-859b-75cbda4ae35d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:14.104138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4cf9-516f-45ac-ac8a-19feb43cecb6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:14.111776 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:14.113639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4d3c4cf9-516f-45ac-ac8a-19feb43cecb6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/6072c0d8-1f74-46f9-859b-75cbda4ae35d HTTP/1.1" status: 204 len: 168 time: 1.2145162 Oct 18 23:42:14.129601 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:14.137112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45530) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:14.186649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-7ec8fce0-e470-4ae9-8c68-70abb8ede306 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302950 Oct 18 23:42:14.223065 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Pushing event updated for resources: {'Port': ['ID=e7ff477f-7a6e-4abd-862d-905a1d1c2701,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:14.250938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Network da0be7c5-2b8f-475e-9290-64a16408b448 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:14.255760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:14.261894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:14.271201 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fad7abb-774a-42f4-a13f-0f06254e7c32 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:42:14.276665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2fad7abb-774a-42f4-a13f-0f06254e7c32 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/6072c0d8-1f74-46f9-859b-75cbda4ae35d HTTP/1.1" status: 404 len: 333 time: 0.1366127 Oct 18 23:42:14.277130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45532) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:14.410438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f83148b6-3674-4472-9e73-69d1dbf728f3 None None] Deleting port ced712ef-2d50-426f-9020-3a8daff7c3a4 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:14.412785 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f83148b6-3674-4472-9e73-69d1dbf728f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:14.549935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66b21241-f170-4b8a-b48d-36319602d2f9 req-5b2f154d-b775-4299-bfdf-8af654e504a2 service neutron] 10.222.0.102 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064699 Oct 18 23:42:14.581069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71eede-56c6-40cc-b9a1-0b47cf946a75 req-c75bc8e6-8a8a-4d48-8fb3-35ea1681ab9b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:14.582915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f71eede-56c6-40cc-b9a1-0b47cf946a75 req-c75bc8e6-8a8a-4d48-8fb3-35ea1681ab9b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 931 time: 0.3505330 Oct 18 23:42:14.605324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f83148b6-3674-4472-9e73-69d1dbf728f3 None None] For port ced712ef-2d50-426f-9020-3a8daff7c3a4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ced712ef-2d50-426f-9020-3a8daff7c3a4,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:14.605724 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f83148b6-3674-4472-9e73-69d1dbf728f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:14.641285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f83148b6-3674-4472-9e73-69d1dbf728f3 None None] Calling delete_port for ced712ef-2d50-426f-9020-3a8daff7c3a4 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:14.675310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0453f042-3943-499f-8720-77e8f0e24926 None None] New status for floating IP e9a0248e-b494-4e1c-a94a-67be2bede13b: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:42:14.683089 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f71eede-56c6-40cc-b9a1-0b47cf946a75 req-6dd1fc5d-8d45-4d8f-a488-22b33832d785 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795424 Oct 18 23:42:14.717060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e210425d-5039-4e9e-8e0f-3d0157c83967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port e7362d14-e18e-4bc4-a4d7-21468b734f08 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:14.718957 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e210425d-5039-4e9e-8e0f-3d0157c83967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:14.788328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Attempting to bind port e7ff477f-7a6e-4abd-862d-905a1d1c2701 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:14.799767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Attempting to bind port e7ff477f-7a6e-4abd-862d-905a1d1c2701 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'fc21f7f6-18eb-4e31-a312-6c7645c797a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:14.800233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Attempting to bind port e7ff477f-7a6e-4abd-862d-905a1d1c2701 on network da0be7c5-2b8f-475e-9290-64a16408b448 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:14.804769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-a2fc1c2f-1010-4093-817f-e979b3581875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:14.806411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-a2fc1c2f-1010-4093-817f-e979b3581875 service neutron] 10.222.0.52 "GET /v2.0/networks?id=abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 200 len: 920 time: 2.0112329 Oct 18 23:42:14.809060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:14.846476 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e210425d-5039-4e9e-8e0f-3d0157c83967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:14.862525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e210425d-5039-4e9e-8e0f-3d0157c83967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for e7362d14-e18e-4bc4-a4d7-21468b734f08 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:14.894900 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-18b67935-1661-4234-a062-dc25995788d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 200 len: 217 time: 0.0770836 Oct 18 23:42:14.987629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:14.988013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Checking segment: {'id': 'fc21f7f6-18eb-4e31-a312-6c7645c797a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:14.988425 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:14.988826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Bound using segment: {'id': 'fc21f7f6-18eb-4e31-a312-6c7645c797a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:14.989308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Bound port: e7ff477f-7a6e-4abd-862d-905a1d1c2701, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc21f7f6-18eb-4e31-a312-6c7645c797a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:14.993105 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:15.066246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e210425d-5039-4e9e-8e0f-3d0157c83967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:15.095274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-43db3365-68b2-499a-a148-e7a43db7a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:15.097023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-43db3365-68b2-499a-a148-e7a43db7a915 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 200 len: 859 time: 0.1706259 Oct 18 23:42:15.128526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210425d-5039-4e9e-8e0f-3d0157c83967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=e7362d14-e18e-4bc4-a4d7-21468b734f08,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:15.205563 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9331da1e-cf82-4572-bab7-7c7635d7368b {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:42:15.223039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:15.243667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Transition to ACTIVE for port object 9331da1e-cf82-4572-bab7-7c7635d7368b will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:42:15.244282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e210425d-5039-4e9e-8e0f-3d0157c83967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:15.248375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e210425d-5039-4e9e-8e0f-3d0157c83967 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/e7362d14-e18e-4bc4-a4d7-21468b734f08 HTTP/1.1" status: 204 len: 168 time: 0.9345684 Oct 18 23:42:15.251983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45540) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:15.303185 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9f8232-fdb4-41cd-a29c-e329503e04ae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:42:15.311294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ee9f8232-fdb4-41cd-a29c-e329503e04ae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/e7362d14-e18e-4bc4-a4d7-21468b734f08 HTTP/1.1" status: 404 len: 333 time: 0.0549133 Oct 18 23:42:15.312091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-978b1d36-f75b-4ed9-936b-94d09d942eb2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=abcd796c-35df-4320-9160-29d239001704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2010968 Oct 18 23:42:15.312589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45542) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:15.320407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:15.453965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-771025b9-bab2-4bfc-a034-cb1a49cada52 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet e8bd5b5f-155f-419e-83eb-fd1b57bb8b92 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:15.469186 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-771025b9-bab2-4bfc-a034-cb1a49cada52 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:15.612267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-74ed63ce-e4a0-4d54-9375-81eff84e7e0a service neutron] 10.222.0.52 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871623 Oct 18 23:42:15.621667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9acb0286-272e-40bc-90cb-c300a328294a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:15.634580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f83148b6-3674-4472-9e73-69d1dbf728f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:15.829844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83148b6-3674-4472-9e73-69d1dbf728f3 None None] Pushing event deleted for resources: {'Port': ['ID=ced712ef-2d50-426f-9020-3a8daff7c3a4,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:15.873874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83148b6-3674-4472-9e73-69d1dbf728f3 None None] No DVR routers for this DVR port ced712ef-2d50-426f-9020-3a8daff7c3a4 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:15.879494 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] For port e7ff477f-7a6e-4abd-862d-905a1d1c2701, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:15.977074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] For port e7ff477f-7a6e-4abd-862d-905a1d1c2701, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e7ff477f-7a6e-4abd-862d-905a1d1c2701,segment=NetworkSegment(fc21f7f6-18eb-4e31-a312-6c7645c797a9),segment_id=fc21f7f6-18eb-4e31-a312-6c7645c797a9)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:15.990378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.083268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023d84d7-60b8-4db4-9fbd-9b98a7441040 None None] Network 187fc80c-6d44-4e82-8439-d39fddd10500 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:16.099695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9acb0286-272e-40bc-90cb-c300a328294a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:16.100585 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.160765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Pushing event updated for resources: {'Port': ['ID=9331da1e-cf82-4572-bab7-7c7635d7368b,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:16.197545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff2fe7-2fad-4111-b714-5ea87c61b563 None None] Pushing event updated for resources: {'Port': ['ID=e7ff477f-7a6e-4abd-862d-905a1d1c2701,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:16.249755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-771025b9-bab2-4bfc-a034-cb1a49cada52 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.305682 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.334428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397f559-fa6a-4746-a2b2-28201fb7e234 req-ba2c78d6-c407-4c65-9135-ac7ddfc8b403 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:16.336095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e397f559-fa6a-4746-a2b2-28201fb7e234 req-ba2c78d6-c407-4c65-9135-ac7ddfc8b403 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 943 time: 0.1850691 Oct 18 23:42:16.342377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2eb4774b-5fec-40b9-9b7a-e34f73e75698 None None] Provisioning complete for port 9acb0286-272e-40bc-90cb-c300a328294a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:16.343298 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2eb4774b-5fec-40b9-9b7a-e34f73e75698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.458531 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:16.471203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-06b1f152-bc81-401f-8c66-33a42ec77859 req-b25b3cac-1a43-4df6-ad84-33aa6cbd389a service neutron] 10.222.0.52 "GET /v2.0/networks/abcd796c-35df-4320-9160-29d239001704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587899 Oct 18 23:42:16.482669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:16.503780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:16.504827 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.558775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aa3a88-cdf1-432c-94b8-71b048e9bd50 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:16.576387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=607a4c98-63a9-4d8a-9648-6c3f80217af4,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:16.600071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ad471a96-0960-473b-b325-823381a3abcd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9471254 Oct 18 23:42:16.602980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45566) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:16.609399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:16.661948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e397f559-fa6a-4746-a2b2-28201fb7e234 req-24ce5e94-6d53-4011-81ec-1e371bbff562 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066239 Oct 18 23:42:16.710179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-771025b9-bab2-4bfc-a034-cb1a49cada52 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.768219 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.772162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Attempting to bind port 9331da1e-cf82-4572-bab7-7c7635d7368b on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:16.772726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Attempting to bind port 9331da1e-cf82-4572-bab7-7c7635d7368b by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:16.773271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Attempting to bind port 9331da1e-cf82-4572-bab7-7c7635d7368b on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:16.792944 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.808117 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.812990 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Port 9331da1e-cf82-4572-bab7-7c7635d7368b on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:42:16.813527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Attempting to bind port 9331da1e-cf82-4572-bab7-7c7635d7368b on network f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:16.824440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:16.825079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Checking segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:16.825646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Bound using segment: {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:16.826270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Bound port: 9331da1e-cf82-4572-bab7-7c7635d7368b, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472d049a-921c-491b-a31a-c70ed4e940da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:16.827576 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.891436 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2eb4774b-5fec-40b9-9b7a-e34f73e75698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:16.901605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:16.910189 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.068338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '607a4c98-63a9-4d8a-9648-6c3f80217af4'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:42:17.069976 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.107390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-771025b9-bab2-4bfc-a034-cb1a49cada52 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.148397 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-2eb4774b-5fec-40b9-9b7a-e34f73e75698 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:42:17.148763 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-2eb4774b-5fec-40b9-9b7a-e34f73e75698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:42:17.177692 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771025b9-bab2-4bfc-a034-cb1a49cada52 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bd5b5f-155f-419e-83eb-fd1b57bb8b92,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:17.179809 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-771025b9-bab2-4bfc-a034-cb1a49cada52 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.183063 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-771025b9-bab2-4bfc-a034-cb1a49cada52 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/e8bd5b5f-155f-419e-83eb-fd1b57bb8b92 HTTP/1.1" status: 204 len: 168 time: 1.8693793 Oct 18 23:42:17.187165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-79061192-ee5e-4b01-a50d-ca6540a6342e tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/floatingips/e9a0248e-b494-4e1c-a94a-67be2bede13b HTTP/1.1" status: 200 len: 693 time: 0.4663250 Oct 18 23:42:17.187676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45570) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:17.340344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Allocated IP 172.20.0.2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/607a4c98-63a9-4d8a-9648-6c3f80217af4/d1b93c25-8af5-49f4-9d61-3938700f562c) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:17.349854 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.447887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Allocated IP 172.25.7.230 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/16a60245-ceae-49a2-ae38-217c7f45268a) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:17.454759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] For port 9331da1e-cf82-4572-bab7-7c7635d7368b, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:17.479423 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] For port 9331da1e-cf82-4572-bab7-7c7635d7368b, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9331da1e-cf82-4572-bab7-7c7635d7368b,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:17.495232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436a4b7-6754-4438-856d-083e712bc62a req-42d0e5a0-a1cd-4c67-89a7-41fdd5ef2ea9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:17.503530 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6436a4b7-6754-4438-856d-083e712bc62a req-42d0e5a0-a1cd-4c67-89a7-41fdd5ef2ea9 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 946 time: 0.4078753 Oct 18 23:42:17.519595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.537133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48126f5-3810-42af-8180-55172fba4452 None None] Network 187fc80c-6d44-4e82-8439-d39fddd10500 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:17.642689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 9acb0286-272e-40bc-90cb-c300a328294a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:17.643273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.712793 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2eb4774b-5fec-40b9-9b7a-e34f73e75698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.768232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2eb4774b-5fec-40b9-9b7a-e34f73e75698 None None] For port 9acb0286-272e-40bc-90cb-c300a328294a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9acb0286-272e-40bc-90cb-c300a328294a,segment=NetworkSegment(b1e3d6c5-692e-4dc6-af64-9ed446529c2f),segment_id=b1e3d6c5-692e-4dc6-af64-9ed446529c2f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:17.777195 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:42:17.777758 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:42:17.782244 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2eb4774b-5fec-40b9-9b7a-e34f73e75698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.854299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] For port 9acb0286-272e-40bc-90cb-c300a328294a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9acb0286-272e-40bc-90cb-c300a328294a,segment=NetworkSegment(b1e3d6c5-692e-4dc6-af64-9ed446529c2f),segment_id=b1e3d6c5-692e-4dc6-af64-9ed446529c2f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:17.854666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.883876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 9acb0286-272e-40bc-90cb-c300a328294a owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:17.901687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:17.902362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:17.904036 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] 10.222.0.102 "PUT /v2.0/ports/9331da1e-cf82-4572-bab7-7c7635d7368b HTTP/1.1" status: 200 len: 1092 time: 5.1167092 Oct 18 23:42:17.904638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729195b-f736-435e-82cc-a61ad19f7283 service neutron] Pushing event updated for resources: {'Port': ['ID=9331da1e-cf82-4572-bab7-7c7635d7368b,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:17.909846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1d63f3-dcb7-4149-b859-1a392949a7c4', 'tag': '9331da1e-cf82-4572-bab7-7c7635d7368b'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:42:17.912483 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0140fe-7f83-4da0-94cf-ad6dc150a851" -d '{"events": [{"name": "network-changed", "server_uuid": "db1d63f3-dcb7-4149-b859-1a392949a7c4", "tag": "9331da1e-cf82-4572-bab7-7c7635d7368b"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:42:17.953930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a4def-6894-48e0-bb77-a05cc6db2bb0 None None] Network da0be7c5-2b8f-475e-9290-64a16408b448 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:17.978103 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.004648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-19aa36f9-8802-4d18-971a-f5874871bf54 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:18.012050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-19aa36f9-8802-4d18-971a-f5874871bf54 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 784 time: 0.6581044 Oct 18 23:42:18.012315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.017919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-6dca580d-8439-4202-982a-731bbe7f4d78 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:42:18.025736 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-6dca580d-8439-4202-982a-731bbe7f4d78 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0124938 Oct 18 23:42:18.036514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.068435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4774b-5fec-40b9-9b7a-e34f73e75698 None None] Pushing event updated for resources: {'Port': ['ID=9acb0286-272e-40bc-90cb-c300a328294a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:18.079872 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6436a4b7-6754-4438-856d-083e712bc62a req-b61bab08-1bf8-49cb-a038-f0058db84063 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5753052 Oct 18 23:42:18.118360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:18.120715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Pushing event updated for resources: {'Port': ['ID=d1b93c25-8af5-49f4-9d61-3938700f562c,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:18.130864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a20cec83-3b30-4173-9565-473a93bdb409 None None] Provisioning complete for port 9acb0286-272e-40bc-90cb-c300a328294a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:18.131249 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a20cec83-3b30-4173-9565-473a93bdb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.155824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.213486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:18.220079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:18.242747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-85da70b3-3c10-4c4e-994b-57d70472d291 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.2157085 Oct 18 23:42:18.323021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:18.331959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.objects.ports [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:42:18.346648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-0f13593a-f3e8-492e-8dbc-d59802763164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:18.349074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-0f13593a-f3e8-492e-8dbc-d59802763164 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 1095 time: 0.2679174 Oct 18 23:42:18.354240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:18.390028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-5746de65-d178-45eb-a134-29a9a3f698d2 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.1453056 Oct 18 23:42:18.416800 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:18.443644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] DHCP port deletion for 187fc80c-6d44-4e82-8439-d39fddd10500 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:42:18.447704 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-3c5a8909-6546-4cc9-b965-781400d66364 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9331da1e-cf82-4572-bab7-7c7635d7368b HTTP/1.1" status: 200 len: 217 time: 0.0758502 Oct 18 23:42:18.485347 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.528181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Pushing event updated for resources: {'Port': ['ID=16a60245-ceae-49a2-ae38-217c7f45268a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:18.570528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Attempting to bind port d1b93c25-8af5-49f4-9d61-3938700f562c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:18.570963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Attempting to bind port d1b93c25-8af5-49f4-9d61-3938700f562c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:18.571669 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Attempting to bind port d1b93c25-8af5-49f4-9d61-3938700f562c on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:18.605972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=9acb0286-272e-40bc-90cb-c300a328294a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:18.614888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:18.615434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:18.616465 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.619145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No DVR routers for this DVR port 9acb0286-272e-40bc-90cb-c300a328294a on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:18.619300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:18.619916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Bound port: d1b93c25-8af5-49f4-9d61-3938700f562c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:18.621255 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.628534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788e55-c11f-42c5-b717-99e2c991e31e req-17931cb7-595e-408f-8599-763a6130e96f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:18.637069 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e0788e55-c11f-42c5-b717-99e2c991e31e req-17931cb7-595e-408f-8599-763a6130e96f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 943 time: 0.4165692 Oct 18 23:42:18.736519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.769155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187fc80c-6d44-4e82-8439-d39fddd10500']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:18.782967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Deleting port 58c235ae-d537-41f5-b63a-f4a1611c9ffa {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:18.783308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.817194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e3d6c5-692e-4dc6-af64-9ed446529c2f') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:18.817500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e3d6c5-692e-4dc6-af64-9ed446529c2f') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:18.837202 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.837771 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e0788e55-c11f-42c5-b717-99e2c991e31e req-0c672b2a-668f-4d7f-91b4-92b3ce30dab2 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977983 Oct 18 23:42:18.864350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a20cec83-3b30-4173-9565-473a93bdb409 None None] Provisioning complete for port e7ff477f-7a6e-4abd-862d-905a1d1c2701 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:18.864848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a20cec83-3b30-4173-9565-473a93bdb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.893186 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.903231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:42:18.903643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:42:18.916037 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:42:18.960704 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.961197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:18.977895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Calling delete_port for 58c235ae-d537-41f5-b63a-f4a1611c9ffa owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:18.989205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ced712ef-2d50-426f-9020-3a8daff7c3a4 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:19.054113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] For port d1b93c25-8af5-49f4-9d61-3938700f562c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:19.057460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] For port d1b93c25-8af5-49f4-9d61-3938700f562c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d1b93c25-8af5-49f4-9d61-3938700f562c,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:19.077658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: ced712ef-2d50-426f-9020-3a8daff7c3a4 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:19.077658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ced712ef-2d50-426f-9020-3a8daff7c3a4 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:19.078270 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b979438-741a-4b9a-8299-87b0f9818813 x-openstack-request-id: req-3b979438-741a-4b9a-8299-87b0f9818813 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:42:19.078270 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1d63f3-dcb7-4149-b859-1a392949a7c4", "tag": "9331da1e-cf82-4572-bab7-7c7635d7368b", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:42:19.078270 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b979438-741a-4b9a-8299-87b0f9818813 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:42:19.078270 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1d63f3-dcb7-4149-b859-1a392949a7c4', 'tag': '9331da1e-cf82-4572-bab7-7c7635d7368b', 'status': 'completed', 'code': 200} Oct 18 23:42:19.078270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-611fee5f-2304-480c-9847-8fbe29457bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:19.079941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-611fee5f-2304-480c-9847-8fbe29457bdb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.5606890 Oct 18 23:42:19.096511 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.141728 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-fe929d8d-7906-4aea-af27-c84597b1c041 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:19.143396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-fe929d8d-7906-4aea-af27-c84597b1c041 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 946 time: 0.4459853 Oct 18 23:42:19.187280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] Deleting port 9acb0286-272e-40bc-90cb-c300a328294a {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:19.191859 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.196824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.241523 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.264731 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-d39ab8bb-fd34-4e6f-b93c-e242e2069cce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640851 Oct 18 23:42:19.284325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e7ff477f-7a6e-4abd-862d-905a1d1c2701 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:19.371728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Pushing event deleted for resources: {'Port': ['ID=58c235ae-d537-41f5-b63a-f4a1611c9ffa,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:19.410860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c2679-3509-4edd-a65d-50ce28020380 None None] Pushing event updated for resources: {'Port': ['ID=d1b93c25-8af5-49f4-9d61-3938700f562c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:19.475652 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.480700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.483076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21f21d4f-30c3-4f41-abd0-2e2006bd8656 req-1104582b-b04b-4456-b92b-589e563807fd tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "DELETE /v2.0/floatingips/e9a0248e-b494-4e1c-a94a-67be2bede13b HTTP/1.1" status: 204 len: 173 time: 1.0799594 Oct 18 23:42:19.484458 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.500606 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.508856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] For port 9acb0286-272e-40bc-90cb-c300a328294a, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:19.509569 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/networks/187fc80c-6d44-4e82-8439-d39fddd10500 HTTP/1.1" status: 204 len: 168 time: 2.3205078 Oct 18 23:42:19.510918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.520542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45596) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:19.525872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-628436200'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:19.556247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port e7ff477f-7a6e-4abd-862d-905a1d1c2701 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:19.557034 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.560374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a20cec83-3b30-4173-9565-473a93bdb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.561408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f548e-7edf-4628-ab71-a67727b99098 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Network': ['ID=187fc80c-6d44-4e82-8439-d39fddd10500,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:19.570167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:19.574645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.687600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] Calling delete_port for 9acb0286-272e-40bc-90cb-c300a328294a owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:19.693717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:42:19.699846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] Port 9acb0286-272e-40bc-90cb-c300a328294a was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:42:19.704355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01aee72b-94f6-4746-96a1-0cc6a2ca832c req-42d8f9e1-1c29-4342-b550-58974401069e tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups/ee7a5895-d06f-4d6f-bb83-057664ea7772 HTTP/1.1" status: 200 len: 1809 time: 0.1543989 Oct 18 23:42:19.710679 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.711089 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Added segment 80eb1bc0-6860-460c-a941-9ae31e05b88b of type vlan for network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 Oct 18 23:42:19.742399 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.769359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] Network 187fc80c-6d44-4e82-8439-d39fddd10500 is not hosted by any dhcp agent {{(pid=100923) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:42:19.774374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] No DVR routers for this DVR port 9acb0286-272e-40bc-90cb-c300a328294a on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:19.819149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.863578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-01aee72b-94f6-4746-96a1-0cc6a2ca832c req-7aaad573-eb3f-4bda-99e1-f36d099ff9ba tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.871930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df807f-bdb2-40cc-a3d3-4f2002a54f31 None None] Pushing event deleted for resources: {'Port': ['ID=9acb0286-272e-40bc-90cb-c300a328294a,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:19.893969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a20cec83-3b30-4173-9565-473a93bdb409 None None] For port e7ff477f-7a6e-4abd-862d-905a1d1c2701, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e7ff477f-7a6e-4abd-862d-905a1d1c2701,segment=NetworkSegment(fc21f7f6-18eb-4e31-a312-6c7645c797a9),segment_id=fc21f7f6-18eb-4e31-a312-6c7645c797a9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:19.900565 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a20cec83-3b30-4173-9565-473a93bdb409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.915006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-01aee72b-94f6-4746-96a1-0cc6a2ca832c req-7aaad573-eb3f-4bda-99e1-f36d099ff9ba tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.937980 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:19.943817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:19.944444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:20.032768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cec83-3b30-4173-9565-473a93bdb409 None None] Pushing event updated for resources: {'Port': ['ID=e7ff477f-7a6e-4abd-862d-905a1d1c2701,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:20.049477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1ddf63a5-7792-4c0a-993d-78f69870297d None None] Provisioning complete for port e7ff477f-7a6e-4abd-862d-905a1d1c2701 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:20.050044 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ddf63a5-7792-4c0a-993d-78f69870297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:20.080533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Network': ['ID=419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:20.102700 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5c9c6a49-e555-46f3-8604-79e59d9b8f90 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5783074 Oct 18 23:42:20.113501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45614) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:20.119444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:42:20.125143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9acb0286-272e-40bc-90cb-c300a328294a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:20.127180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:20.170268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 9acb0286-272e-40bc-90cb-c300a328294a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:20.172188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9acb0286-272e-40bc-90cb-c300a328294a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:20.253864 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-01aee72b-94f6-4746-96a1-0cc6a2ca832c req-7aaad573-eb3f-4bda-99e1-f36d099ff9ba tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:20.258198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-01aee72b-94f6-4746-96a1-0cc6a2ca832c req-7aaad573-eb3f-4bda-99e1-f36d099ff9ba tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:20.259850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01aee72b-94f6-4746-96a1-0cc6a2ca832c req-7aaad573-eb3f-4bda-99e1-f36d099ff9ba tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "DELETE /v2.0/security-groups/ee7a5895-d06f-4d6f-bb83-057664ea7772 HTTP/1.1" status: 204 len: 173 time: 0.5297823 Oct 18 23:42:20.293329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaad573-eb3f-4bda-99e1-f36d099ff9ba tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7a5895-d06f-4d6f-bb83-057664ea7772,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:20.298198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:20.302817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:20.416917 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-136376f2-6a26-45e0-a582-af75217c6159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:20.536334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e980fd0-cabb-4868-8694-703985462ec5 req-d6b48ed9-5183-41ad-8cd7-cd0552f69cb9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:20.538944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e980fd0-cabb-4868-8694-703985462ec5 req-d6b48ed9-5183-41ad-8cd7-cd0552f69cb9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 943 time: 0.1198616 Oct 18 23:42:20.572976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581ea0c-78ca-4534-b4ed-b456ec9257e3 req-eaa0ff87-7be2-4fad-92b9-a0f28928bc1d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:20.582488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a581ea0c-78ca-4534-b4ed-b456ec9257e3 req-eaa0ff87-7be2-4fad-92b9-a0f28928bc1d tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 946 time: 1.3252363 Oct 18 23:42:20.590333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:20.695482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e980fd0-cabb-4868-8694-703985462ec5 req-c624b468-f30f-4b39-b9d9-cfafe0ea49df tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451058 Oct 18 23:42:20.782383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] For port d1b93c25-8af5-49f4-9d61-3938700f562c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d1b93c25-8af5-49f4-9d61-3938700f562c,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:20.824072 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:20.873125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Deleting port 547de195-a840-40a6-8ce1-961f00acf36d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:20.873495 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:20.902529 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-4ee21a60-42e4-44eb-bb66-afbe84e8ca86 service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6067834 Oct 18 23:42:20.915589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a581ea0c-78ca-4534-b4ed-b456ec9257e3 req-8ecb6586-79c1-465b-8d29-a7506d220cd6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315594 Oct 18 23:42:20.955667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=fb3a22a4-9b13-4327-821f-2af1ed081697,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:20.964404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Checking segment: {'id': '80eb1bc0-6860-460c-a941-9ae31e05b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:20.964834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network hostable DHCP agents. Network: 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:42:20.983996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:42:20.995634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:21.006143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccdbc41-b97b-4501-afae-4ff80c7729df None None] Network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:21.011096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:21.011802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.044309 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.087732 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.088498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.113324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2e0a6cb5-cb5f-4173-85b0-f1f4ffce4936 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9933755 Oct 18 23:42:21.123250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45632) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:21.133788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09', 'name': 'tempest-PortsTestJSON-1283694922', 'fixed_ips': [{'subnet_id': 'fb3a22a4-9b13-4327-821f-2af1ed081697', 'ip_address': '172.20.0.10'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:21.141292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7a1be2f0-7bf1-429e-951f-c25874c502d5 None None] Provisioning complete for port d1b93c25-8af5-49f4-9d61-3938700f562c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:21.141818 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a1be2f0-7bf1-429e-951f-c25874c502d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.198881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=742a48ef-d436-48ba-9f42-f0cb1a8db1bf,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:21.351361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:21.396768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d1b93c25-8af5-49f4-9d61-3938700f562c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:21.408242 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.414071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:21.472542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:21.475626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:21.476223 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.485133 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a1be2f0-7bf1-429e-951f-c25874c502d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.500203 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.513161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9086335 Oct 18 23:42:21.514441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45634) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:21.517076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6192dd-a890-4b6f-a179-ed63d10c0aa4 req-4c6a4f63-0630-48fa-a86e-e0856d2050bc tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:21.517269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e8912f-6473-475d-9c67-c253e99c296a None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:21.519238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6192dd-a890-4b6f-a179-ed63d10c0aa4 req-4c6a4f63-0630-48fa-a86e-e0856d2050bc tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.4934947 Oct 18 23:42:21.533740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:09:8d:9e', 'name': 'tempest-NetworksTestDHCPv6-1899456884'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:21.612746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7a1be2f0-7bf1-429e-951f-c25874c502d5 None None] For port d1b93c25-8af5-49f4-9d61-3938700f562c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d1b93c25-8af5-49f4-9d61-3938700f562c,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:21.627915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09', 'network_id': '419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09', 'tenant_id': '97a700a2191244ebbde2e30c84012b6f', 'fixed_ips': [{'subnet_id': 'fb3a22a4-9b13-4327-821f-2af1ed081697'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:42:21.631978 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.636511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port 8bf99ce8-aced-4b68-adbb-c2a1acd0244a yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:42:21.659702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e6192dd-a890-4b6f-a179-ed63d10c0aa4 req-a0fd5f7e-7695-4f5f-af19-8c429bb8e7c8 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237869 Oct 18 23:42:21.696906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a1be2f0-7bf1-429e-951f-c25874c502d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.714743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:21.715335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:21.781790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cece80-5b58-4610-936c-4284bff0eaf0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=d1b93c25-8af5-49f4-9d61-3938700f562c,revision_number=4']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:21.834685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-74d63400-b012-471e-92bd-4a18f27db2c9 req-3aa9e256-f388-437a-a8c6-cf84afb9ac64 service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8629303 Oct 18 23:42:22.032173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.10 (419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09/fb3a22a4-9b13-4327-821f-2af1ed081697/8bf99ce8-aced-4b68-adbb-c2a1acd0244a) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:22.037618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d1b93c25-8af5-49f4-9d61-3938700f562c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:22.038004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.075503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1be2f0-7bf1-429e-951f-c25874c502d5 None None] Pushing event updated for resources: {'Port': ['ID=d1b93c25-8af5-49f4-9d61-3938700f562c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:22.174192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 547de195-a840-40a6-8ce1-961f00acf36d no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:22.229653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e7ff477f-7a6e-4abd-862d-905a1d1c2701 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:22.240331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.240704 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.241034 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Floating IP 2c9a1d0b-de08-4954-a23b-d0790435e084 disassociated. External IP: 172.25.7.97, port: 547de195-a840-40a6-8ce1-961f00acf36d. Oct 18 23:42:22.241397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Calling delete_port for 547de195-a840-40a6-8ce1-961f00acf36d owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:22.246487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc21a4-1fc0-4b06-88d3-c3de6e034577 req-86420a7d-00b4-4c12-a324-78ef8f2c4852 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:22.255349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5cc21a4-1fc0-4b06-88d3-c3de6e034577 req-86420a7d-00b4-4c12-a324-78ef8f2c4852 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 946 time: 0.1890197 Oct 18 23:42:22.349071 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.364030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port e7ff477f-7a6e-4abd-862d-905a1d1c2701 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:22.364598 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.369151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5cc21a4-1fc0-4b06-88d3-c3de6e034577 req-e4708565-cfb9-4deb-84da-13b05e43070b tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups?id=559affc4-73bf-4b51-bbb3-c5bf675d9641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043961 Oct 18 23:42:22.410634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:22.432506 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.451488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:42:22.454514 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc8d121-6740-4739-8712-a25b45e5c231" -d '{"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-unplugged", "status": "completed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:42:22.483553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2784493-2d0a-4e28-8584-9597092fdec5 req-f15d5f5d-321d-4154-957a-6671d6a52c8d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:22.485670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2784493-2d0a-4e28-8584-9597092fdec5 req-f15d5f5d-321d-4154-957a-6671d6a52c8d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 943 time: 0.5486739 Oct 18 23:42:22.500040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.529129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 547de195-a840-40a6-8ce1-961f00acf36d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=547de195-a840-40a6-8ce1-961f00acf36d,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:22.557959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:22.561898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:22.563561 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d482a02e-392b-4a53-b873-49a08bcc89e1 x-openstack-request-id: req-d482a02e-392b-4a53-b873-49a08bcc89e1 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:42:22.563830 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-unplugged", "status": "completed", "tag": "547de195-a840-40a6-8ce1-961f00acf36d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:42:22.570071 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d482a02e-392b-4a53-b873-49a08bcc89e1 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:42:22.570537 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d', 'code': 200} Oct 18 23:42:22.571063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:22.585315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.606364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-b4aa1b47-0963-4bdb-9ab7-f540c193510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:22.609717 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-b4aa1b47-0963-4bdb-9ab7-f540c193510d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 1095 time: 0.6140654 Oct 18 23:42:22.615020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=8bf99ce8-aced-4b68-adbb-c2a1acd0244a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:22.655701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:22.657321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.685129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-45bb9261-1b56-4835-8bb4-114de22d9065 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5564718 Oct 18 23:42:22.687878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45654) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:22.701541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09', 'name': 'tempest-PortsTestJSON-1619076804', 'fixed_ips': [{'subnet_id': 'fb3a22a4-9b13-4327-821f-2af1ed081697', 'ip_address': '172.20.0.9'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:22.716928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:42:22.782959 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2784493-2d0a-4e28-8584-9597092fdec5 req-f6462128-70a1-41f6-85fa-78a9065b7a07 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738695 Oct 18 23:42:22.868260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:22.870890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Allocated IP 172.20.0.2 (419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09/fb3a22a4-9b13-4327-821f-2af1ed081697/89755e9e-32d7-47e4-82ae-0185342cc449) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:22.886122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:22.995243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69600ef8-69d9-4fc8-aecc-84636361d77a req-b23003b7-c8a4-422d-a43a-e5e1b5a79815 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:22.997162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69600ef8-69d9-4fc8-aecc-84636361d77a req-b23003b7-c8a4-422d-a43a-e5e1b5a79815 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.1973867 Oct 18 23:42:23.095947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:23.096188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port a6d8e84f-ed2a-4a27-ab85-259f9198f23d yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:42:23.108760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:23.132773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:23.159514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-69600ef8-69d9-4fc8-aecc-84636361d77a req-b0f3ac66-0c5e-4c08-bd56-46d89091d132 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235383 Oct 18 23:42:23.179001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port 8af9b884-f224-4b7c-b387-20de2f218ac9 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:42:23.282517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-d243df6d-125e-44d7-bd13-926a230c605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:23.284582 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-d243df6d-125e-44d7-bd13-926a230c605c service neutron] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 907 time: 0.6487806 Oct 18 23:42:23.345393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event deleted for resources: {'Port': ['ID=547de195-a840-40a6-8ce1-961f00acf36d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:23.414997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-a25851a6-460f-4c71-9a2a-b243e4ca05f1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9331da1e-cf82-4572-bab7-7c7635d7368b HTTP/1.1" status: 200 len: 217 time: 0.1032963 Oct 18 23:42:23.524034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:23.557366 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Sync routers for ids ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:23.576003 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Routers {'66e0014a-b62c-4e4e-85ed-7de9c6f414bf'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:23.577379 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:41:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:23.648955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-a0c50baa-3134-4c8c-935a-1c3ee06fa249 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:23.650537 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-a0c50baa-3134-4c8c-935a-1c3ee06fa249 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.102 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.0948002 Oct 18 23:42:23.652305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d1b93c25-8af5-49f4-9d61-3938700f562c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:23.698979 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9e611bb-cb07-4e82-9047-ecfae724c383 req-c108bb66-4ddc-4a37-8ab2-1964f28b8275 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 210 time: 0.1610744 Oct 18 23:42:23.742329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:23.744655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-478ee4a9-f10f-4af5-8bcb-29c47ee9a409 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.6261108 Oct 18 23:42:23.746483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-2d0d6557-6ce4-4738-a0ab-97eaded530d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:23.749427 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-2d0d6557-6ce4-4738-a0ab-97eaded530d4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.3243923 Oct 18 23:42:23.787968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45670) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:23.910543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0765b735-d117-4cb5-a8f2-26f00cd21355 None None] Provisioning complete for port d1b93c25-8af5-49f4-9d61-3938700f562c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:23.910989 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0765b735-d117-4cb5-a8f2-26f00cd21355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:23.934223 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Set router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:23.943524 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-bb674d4e-51a4-4ed4-8526-3097eeb01db2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172919 Oct 18 23:42:24.127708 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:24.151969 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-74ab7063-a025-45cc-b15f-93c19db406de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:24.166827 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:24.212650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d1b93c25-8af5-49f4-9d61-3938700f562c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:24.214188 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:24.271245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:24.350586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:24.364458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:24.469195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Pushing event updated for resources: {'Port': ['ID=89755e9e-32d7-47e4-82ae-0185342cc449,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:24.523089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Attempting to bind port 89755e9e-32d7-47e4-82ae-0185342cc449 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:24.523555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Attempting to bind port 89755e9e-32d7-47e4-82ae-0185342cc449 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '80eb1bc0-6860-460c-a941-9ae31e05b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:24.524208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Attempting to bind port 89755e9e-32d7-47e4-82ae-0185342cc449 on network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:24.534005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:24.534393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Checking segment: {'id': '80eb1bc0-6860-460c-a941-9ae31e05b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:24.534858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:24.535233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Bound using segment: {'id': '80eb1bc0-6860-460c-a941-9ae31e05b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:24.535736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Bound port: 89755e9e-32d7-47e4-82ae-0185342cc449, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb1bc0-6860-460c-a941-9ae31e05b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:24.536309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:24.560853 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:13Z', 'updated_at': '2021-10-18T23:42:19Z', 'revision_number': 3, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'gw_port': {'id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:16Z', 'updated_at': '2021-10-18T23:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:24.642879 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Checking router: 66e0014a-b62c-4e4e-85ed-7de9c6f414bf for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:42:24.643235 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Updating router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf port 16a60245-ceae-49a2-ae38-217c7f45268a binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:42:24.653529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] For port 89755e9e-32d7-47e4-82ae-0185342cc449, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:24.660342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] For port 89755e9e-32d7-47e4-82ae-0185342cc449, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=89755e9e-32d7-47e4-82ae-0185342cc449,segment=NetworkSegment(80eb1bc0-6860-460c-a941-9ae31e05b88b),segment_id=80eb1bc0-6860-460c-a941-9ae31e05b88b)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:24.667358 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:24.727698 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:24.736149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dfb74-991f-4200-9ed8-7e889a9e0a71 None None] Pushing event updated for resources: {'Port': ['ID=89755e9e-32d7-47e4-82ae-0185342cc449,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:24.793414 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:24.894099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.9 (419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09/fb3a22a4-9b13-4327-821f-2af1ed081697/8af9b884-f224-4b7c-b387-20de2f218ac9) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:24.922530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32ad6-39e4-4b1a-8def-61807a43b30a req-33c12523-0bd7-49dd-8278-3c7bd77c5089 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:24.924621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27b32ad6-39e4-4b1a-8def-61807a43b30a req-33c12523-0bd7-49dd-8278-3c7bd77c5089 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 943 time: 0.3064232 Oct 18 23:42:25.003112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27b32ad6-39e4-4b1a-8def-61807a43b30a req-1b5037fb-2e65-4447-9228-5ca9d241a7bc tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679770 Oct 18 23:42:25.014038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Deleting port b783c3c1-e531-449b-b200-965be208adbd {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:25.015280 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.144438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-010acfe4-1303-4668-bccb-7b5889b7cb5d service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1861103 Oct 18 23:42:25.209760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 172.20.0.13 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/607a4c98-63a9-4d8a-9648-6c3f80217af4/a6d8e84f-ed2a-4a27-ab85-259f9198f23d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:25.219232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:fe09:8d9e (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/742a48ef-d436-48ba-9f42-f0cb1a8db1bf/a6d8e84f-ed2a-4a27-ab85-259f9198f23d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:25.364079 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.409284 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.420175 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.457334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] For port b783c3c1-e531-449b-b200-965be208adbd, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b783c3c1-e531-449b-b200-965be208adbd,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:25.457851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.477166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Calling delete_port for b783c3c1-e531-449b-b200-965be208adbd owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:25.510084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Router dc3f236c-2164-4731-a433-abc9d04eb883 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:42:25.520472 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Attempting to bind port 16a60245-ceae-49a2-ae38-217c7f45268a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:25.520844 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Attempting to bind port 16a60245-ceae-49a2-ae38-217c7f45268a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:25.521523 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Attempting to bind port 16a60245-ceae-49a2-ae38-217c7f45268a on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:25.532266 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:25.532643 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:25.533045 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.533435 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:25.533968 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Bound port: 16a60245-ceae-49a2-ae38-217c7f45268a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:25.534350 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.627073 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] For port 16a60245-ceae-49a2-ae38-217c7f45268a, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:25.632625 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] For port 16a60245-ceae-49a2-ae38-217c7f45268a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=16a60245-ceae-49a2-ae38-217c7f45268a,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:25.643644 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.646139 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2c093-3fc1-43a6-ac24-bab524691453 None None] Pushing event updated for resources: {'Port': ['ID=16a60245-ceae-49a2-ae38-217c7f45268a,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:25.685226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ad1a0-4afd-4f0e-8ad2-1f2843fd7e24 req-2400d1ec-c426-415e-a58d-27ffa5011699 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:25.688325 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-032ad1a0-4afd-4f0e-8ad2-1f2843fd7e24 req-2400d1ec-c426-415e-a58d-27ffa5011699 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 946 time: 0.5400424 Oct 18 23:42:25.736290 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2c093-3fc1-43a6-ac24-bab524691453 None None] Pushing event updated for resources: {'Port': ['ID=16a60245-ceae-49a2-ae38-217c7f45268a,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:25.766370 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Routers {'66e0014a-b62c-4e4e-85ed-7de9c6f414bf'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:25.772179 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:25.825521 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb33b660-3ef6-459b-8015-8e714b3ee2fb req-c4c1eb25-ec68-40a6-b6ae-93ab58e2a507 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 210 time: 0.6516092 Oct 18 23:42:25.832788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.890486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd0140fe-7f83-4da0-94cf-ad6dc150a851 req-cdca4be6-524d-4ea1-8bd0-7f8b55a36551 service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756594 Oct 18 23:42:25.893580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-032ad1a0-4afd-4f0e-8ad2-1f2843fd7e24 req-72304b62-cf49-4b48-b03d-f5a2965f5766 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893394 Oct 18 23:42:25.904513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:25.930296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Pushing event deleted for resources: {'Port': ['ID=b783c3c1-e531-449b-b200-965be208adbd,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:26.008413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:26.021559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] Sync routers for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:26.055565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:26.057168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:26.116525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] No DVR routers for this DVR port 547de195-a840-40a6-8ce1-961f00acf36d on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:26.120773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:26.124566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-73702d6a-ed50-46f2-a2e1-116a1098b05e req-a7a45dd6-45eb-43b7-b798-e2bfabeb7763 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.73 "DELETE /v2.0/ports/547de195-a840-40a6-8ce1-961f00acf36d HTTP/1.1" status: 204 len: 173 time: 6.9515331 Oct 18 23:42:26.125047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-deleted', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:42:26.127639 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa732ae-13be-4f42-976a-597f8b661085" -d '{"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-deleted", "tag": "547de195-a840-40a6-8ce1-961f00acf36d"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:42:26.140252 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:26.158909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] No DVR routers for this DVR port b783c3c1-e531-449b-b200-965be208adbd on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:26.169629 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] Set router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:26.223936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:26.238143 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c12812-3cbd-40de-b9b0-26f113e7d6f6 x-openstack-request-id: req-85c12812-3cbd-40de-b9b0-26f113e7d6f6 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:42:26.239630 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e8ac4-3c95-4c47-97bd-98eb8f821d61", "name": "network-vif-deleted", "tag": "547de195-a840-40a6-8ce1-961f00acf36d", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:42:26.239899 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85c12812-3cbd-40de-b9b0-26f113e7d6f6 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:42:26.240323 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01e8ac4-3c95-4c47-97bd-98eb8f821d61', 'name': 'network-vif-deleted', 'tag': '547de195-a840-40a6-8ce1-961f00acf36d', 'status': 'completed', 'code': 200} Oct 18 23:42:26.241095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=a6d8e84f-ed2a-4a27-ab85-259f9198f23d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:26.260450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:26.263671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9331da1e-cf82-4572-bab7-7c7635d7368b details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:42:26.271761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b783c3c1-e531-449b-b200-965be208adbd no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:26.286853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:26.293691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.294119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.294529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.296105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.296468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.296811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.297206 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.297606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.297945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.298376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.298784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.299311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:26.361739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: b783c3c1-e531-449b-b200-965be208adbd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:26.368497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b783c3c1-e531-449b-b200-965be208adbd not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:26.447737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:26.450172 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:26.477358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3c8cb38d-0a34-4892-aea7-3e645dcecc13 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.9460380 Oct 18 23:42:26.477693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:26.537418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:26.551085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d67779c6-a1fc-4258-9150-a666f8eb54d2 req-f3df3409-03e1-4821-8460-b3c1a785125d tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.102 "DELETE /v2.0/ports/b783c3c1-e531-449b-b200-965be208adbd HTTP/1.1" status: 204 len: 173 time: 2.8920891 Oct 18 23:42:26.561348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'name': 'network-vif-deleted', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:42:26.597964 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e5a0ad-1400-4736-ac07-1e26139dc144" -d '{"events": [{"server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "name": "network-vif-deleted", "tag": "b783c3c1-e531-449b-b200-965be208adbd"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:42:26.697728 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c75f95-f60d-4b9e-9160-1be84b571a01 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:26.731163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c75f95-f60d-4b9e-9160-1be84b571a01 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:26.740529 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83c75f95-f60d-4b9e-9160-1be84b571a01 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2613935 Oct 18 23:42:26.742492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45702) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:26.806026 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549362ee-9f90-4597-b1d6-6aeb04613c52 x-openstack-request-id: req-549362ee-9f90-4597-b1d6-6aeb04613c52 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:42:26.806340 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:13Z', 'updated_at': '2021-10-18T23:42:19Z', 'revision_number': 3, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'gw_port': {'id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:16Z', 'updated_at': '2021-10-18T23:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:26.807461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2cc582-285f-4fcc-a732-666e9a3bca1a None None] Network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:26.824886 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6775f803-23d0-4f96-a4be-7f590fe6b7ad", "name": "network-vif-deleted", "tag": "b783c3c1-e531-449b-b200-965be208adbd", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:42:26.829439 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-549362ee-9f90-4597-b1d6-6aeb04613c52 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:42:26.829956 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6775f803-23d0-4f96-a4be-7f590fe6b7ad', 'name': 'network-vif-deleted', 'tag': 'b783c3c1-e531-449b-b200-965be208adbd', 'status': 'completed', 'code': 200} Oct 18 23:42:26.881374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:26.882075 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0386584-fe34-4f0b-aa68-cc4717606968 None None] The sync data for ids ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'] in n-d-713498-28 is: [{'id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:13Z', 'updated_at': '2021-10-18T23:42:19Z', 'revision_number': 3, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'gw_port': {'id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:16Z', 'updated_at': '2021-10-18T23:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:27.037354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:27.198280 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6d736b46-f389-4563-a132-09f4afc71ccc req-7042453f-a675-4485-95a5-4207fc5645cf tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e8ac4-3c95-4c47-97bd-98eb8f821d61 HTTP/1.1" status: 200 len: 210 time: 0.1038582 Oct 18 23:42:27.199552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f4060-ce76-4b75-9ad8-f71fe6b22857 req-a456d6a3-b459-403c-a113-0efdd0a32753 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:27.201270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c9f4060-ce76-4b75-9ad8-f71fe6b22857 req-a456d6a3-b459-403c-a113-0efdd0a32753 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 943 time: 0.6429062 Oct 18 23:42:27.268320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa4010-35a9-4af8-98f5-4afe49dd28b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port a6d8e84f-ed2a-4a27-ab85-259f9198f23d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:27.268911 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ceaa4010-35a9-4af8-98f5-4afe49dd28b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:27.359221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:27.370485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:27.469532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 89755e9e-32d7-47e4-82ae-0185342cc449 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:27.537659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1ff9f6fd-685b-456e-a81a-4a0ffc04d397 None None] Provisioning complete for port 89755e9e-32d7-47e4-82ae-0185342cc449 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:27.538338 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f6fd-685b-456e-a81a-4a0ffc04d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:27.603181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9331da1e-cf82-4572-bab7-7c7635d7368b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9331da1e-cf82-4572-bab7-7c7635d7368b,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:27.613963 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d6791123-852b-4d4d-9010-98a2e61cab7d req-2ac02ae7-7478-49b6-b4a6-de8225f126a6 tempest-ServerRescueTestJSONUnderV235-1045113246 tempest-ServerRescueTestJSONUnderV235-1045113246-project] 10.222.0.52 "GET /v2.0/ports?device_id=6775f803-23d0-4f96-a4be-7f590fe6b7ad HTTP/1.1" status: 200 len: 210 time: 0.2248905 Oct 18 23:42:27.683953 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ceaa4010-35a9-4af8-98f5-4afe49dd28b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:27.696025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '9331da1e-cf82-4572-bab7-7c7635d7368b', 'network_id': 'f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83', 'port_id': '9331da1e-cf82-4572-bab7-7c7635d7368b', 'mac_address': 'fa:16:3e:d6:0d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4bd0b5-8162-4f22-ba33-379f9081f4ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:42:27.720183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa4010-35a9-4af8-98f5-4afe49dd28b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for a6d8e84f-ed2a-4a27-ab85-259f9198f23d owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:27.780973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Allocated IP 172.20.0.1 (da0be7c5-2b8f-475e-9290-64a16408b448/2b4e051a-c4f6-44d4-8e9e-d8310f516d96/549100e4-0002-4926-a370-2a4696010b44) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:27.848641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:27.862143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c9f4060-ce76-4b75-9ad8-f71fe6b22857 req-38398751-a0bc-4b9d-aafe-f7545f240b41 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856873 Oct 18 23:42:27.895150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:27.917770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:27.920995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=8af9b884-f224-4b7c-b387-20de2f218ac9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:28.017464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 89755e9e-32d7-47e4-82ae-0185342cc449 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:28.017910 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.023037 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.028574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ceaa4010-35a9-4af8-98f5-4afe49dd28b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.043692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f6fd-685b-456e-a81a-4a0ffc04d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.122206 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.127099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:28.128337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.144456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa4010-35a9-4af8-98f5-4afe49dd28b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=a6d8e84f-ed2a-4a27-ab85-259f9198f23d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:28.188295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:28.251813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9331da1e-cf82-4572-bab7-7c7635d7368b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:42:28.258201 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.291910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-671eda4e-bc4f-4b31-a8a4-f5141eeba1b3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.5988524 Oct 18 23:42:28.307209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45722) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:28.367595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] Checking router: dc3f236c-2164-4731-a433-abc9d04eb883 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:42:28.386239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1ff9f6fd-685b-456e-a81a-4a0ffc04d397 None None] For port 89755e9e-32d7-47e4-82ae-0185342cc449, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=89755e9e-32d7-47e4-82ae-0185342cc449,segment=NetworkSegment(80eb1bc0-6860-460c-a941-9ae31e05b88b),segment_id=80eb1bc0-6860-460c-a941-9ae31e05b88b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:28.389027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9331da1e-cf82-4572-bab7-7c7635d7368b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9331da1e-cf82-4572-bab7-7c7635d7368b,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:28.394594 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ff9f6fd-685b-456e-a81a-4a0ffc04d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.405649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ceaa4010-35a9-4af8-98f5-4afe49dd28b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.410778 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ceaa4010-35a9-4af8-98f5-4afe49dd28b9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/a6d8e84f-ed2a-4a27-ab85-259f9198f23d HTTP/1.1" status: 204 len: 168 time: 1.6659427 Oct 18 23:42:28.413809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45726) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:28.421727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:28.422446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:28.532809 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.558323 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.577160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe4822c-f7bb-4781-8112-882cc297efbd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:28.579379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe4822c-f7bb-4781-8112-882cc297efbd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:28.595037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe4822c-f7bb-4781-8112-882cc297efbd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:28.597267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9fe4822c-f7bb-4781-8112-882cc297efbd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1819503 Oct 18 23:42:28.600975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45736) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:28.705897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0acaf18-2333-43fd-bc81-f231d694c20f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:28.710837 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e0acaf18-2333-43fd-bc81-f231d694c20f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3981187 Oct 18 23:42:28.710837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45742) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:28.786228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45744) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:28.868420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-5247e251-9826-4540-b918-17fec3770e22 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 607a4c98-63a9-4d8a-9648-6c3f80217af4 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:28.881686 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5247e251-9826-4540-b918-17fec3770e22 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:28.998983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5247e251-9826-4540-b918-17fec3770e22 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:29.175241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9aec3d9b-962b-4557-ad13-28d3907dc822 None None] Could not find standard attr ID for object a6d8e84f-ed2a-4a27-ab85-259f9198f23d. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:42:29.214347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:29.241115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:29.291944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ea569-cb13-4554-b69e-91f39d532ec3 req-d39630d6-ce0b-4756-85d5-fbba3c133aa5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:29.299961 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f04ea569-cb13-4554-b69e-91f39d532ec3 req-d39630d6-ce0b-4756-85d5-fbba3c133aa5 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 944 time: 0.2143812 Oct 18 23:42:29.341232 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5247e251-9826-4540-b918-17fec3770e22 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:29.399322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3e0aa-b6bc-44c0-8948-857fb0f3d8c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:29.415163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3e0aa-b6bc-44c0-8948-857fb0f3d8c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:29.421492 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f04ea569-cb13-4554-b69e-91f39d532ec3 req-8aa91f29-8cb8-4f6c-ab31-67f30b2d67e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205418 Oct 18 23:42:29.431111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3e0aa-b6bc-44c0-8948-857fb0f3d8c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:29.438533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-acb3e0aa-b6bc-44c0-8948-857fb0f3d8c6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.7214365 Oct 18 23:42:29.449415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45754) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:29.453386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45756) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:29.476573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9f6fd-685b-456e-a81a-4a0ffc04d397 None None] Pushing event updated for resources: {'Port': ['ID=89755e9e-32d7-47e4-82ae-0185342cc449,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:29.482307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['9331da1e-cf82-4572-bab7-7c7635d7368b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:42:29.532918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:42:29.533535 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:42:29.627504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5247e251-9826-4540-b918-17fec3770e22 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:29.631838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Network da0be7c5-2b8f-475e-9290-64a16408b448 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:29.669755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6c5b3384-52e2-40b1-8eac-607ea3dcdd28 None None] Provisioning complete for port 89755e9e-32d7-47e4-82ae-0185342cc449 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:29.670845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3384-52e2-40b1-8eac-607ea3dcdd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:29.676253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:29.683163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247e251-9826-4540-b918-17fec3770e22 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=607a4c98-63a9-4d8a-9648-6c3f80217af4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:29.693175 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5247e251-9826-4540-b918-17fec3770e22 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:29.701006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5247e251-9826-4540-b918-17fec3770e22 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/607a4c98-63a9-4d8a-9648-6c3f80217af4 HTTP/1.1" status: 204 len: 168 time: 1.0986741 Oct 18 23:42:29.702260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-78bd9f82-01e3-47b1-894b-17e5d36260b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:29.704628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45758) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:29.756330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfbc174-c84a-412b-8430-d77d03e1c3ec None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:29.764937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Pushing event updated for resources: {'Port': ['ID=549100e4-0002-4926-a370-2a4696010b44,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:29.775863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:29.776736 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-78bd9f82-01e3-47b1-894b-17e5d36260b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:29.794967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9331da1e-cf82-4572-bab7-7c7635d7368b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:29.801179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f5a37f-dd7d-46a7-b13e-b4ecefb6988c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 742a48ef-d436-48ba-9f42-f0cb1a8db1bf {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:29.834174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50f5a37f-dd7d-46a7-b13e-b4ecefb6988c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:29.933408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.933842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.934372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.934577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.935091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.935485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.935915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.936323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.936719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.937112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.943055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:29.943555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:42:30.068392 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50f5a37f-dd7d-46a7-b13e-b4ecefb6988c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.277797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50f5a37f-dd7d-46a7-b13e-b4ecefb6988c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.401130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-78bd9f82-01e3-47b1-894b-17e5d36260b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.416064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-78bd9f82-01e3-47b1-894b-17e5d36260b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.423548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-78bd9f82-01e3-47b1-894b-17e5d36260b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "DELETE /v2.0/security-groups/559affc4-73bf-4b51-bbb3-c5bf675d9641 HTTP/1.1" status: 204 len: 168 time: 0.9663954 Oct 18 23:42:30.424545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:30.427515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45768) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:30.508995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd9f82-01e3-47b1-894b-17e5d36260b4 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559affc4-73bf-4b51-bbb3-c5bf675d9641,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:30.513644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50f5a37f-dd7d-46a7-b13e-b4ecefb6988c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.518173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6c5b3384-52e2-40b1-8eac-607ea3dcdd28 None None] Provisioning complete for port 8bf99ce8-aced-4b68-adbb-c2a1acd0244a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:30.521663 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3384-52e2-40b1-8eac-607ea3dcdd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.540515 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-d68dab6a-bc78-4e30-b742-ddd9b99ab6a6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] show failed (client error): The resource could not be found. Oct 18 23:42:30.541579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d68dab6a-bc78-4e30-b742-ddd9b99ab6a6 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "GET /v2.0/security-groups/559affc4-73bf-4b51-bbb3-c5bf675d9641 HTTP/1.1" status: 404 len: 347 time: 0.0769482 Oct 18 23:42:30.583346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1c3f1-9bb8-4bf7-a1d2-54a624ba0ff4 None None] The sync data for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 is: [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:29:08Z', 'revision_number': 4, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '06087b7b-02fa-4388-8949-f937ab878a7b', 'name': '', 'network_id': 'e9c92538-701c-4e1b-8639-23f4357fcba7', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'mac_address': 'fa:16:3e:46:81:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:07Z', 'updated_at': '2021-10-18T23:29:13Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'subnets': [{'id': 'b4abdac1-716e-4807-afeb-767c84a0a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:30.592780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45772) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:30.593014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 16a60245-ceae-49a2-ae38-217c7f45268a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:30.633987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5a37f-dd7d-46a7-b13e-b4ecefb6988c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=742a48ef-d436-48ba-9f42-f0cb1a8db1bf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:30.705321 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50f5a37f-dd7d-46a7-b13e-b4ecefb6988c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.710064 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-50f5a37f-dd7d-46a7-b13e-b4ecefb6988c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/742a48ef-d436-48ba-9f42-f0cb1a8db1bf HTTP/1.1" status: 204 len: 168 time: 1.0040965 Oct 18 23:42:30.720342 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.738604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45774) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:30.790651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b3384-52e2-40b1-8eac-607ea3dcdd28 None None] Port 8bf99ce8-aced-4b68-adbb-c2a1acd0244a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:30.836032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6c5b3384-52e2-40b1-8eac-607ea3dcdd28 None None] Provisioning complete for port 8af9b884-f224-4b7c-b387-20de2f218ac9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:30.836408 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3384-52e2-40b1-8eac-607ea3dcdd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.839586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 16a60245-ceae-49a2-ae38-217c7f45268a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:30.841309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:30.980246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8dd12-b436-4a4a-8109-b9878f29d0a2 req-e4f9619b-b8c2-433c-b453-00cae9702000 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:30.982102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4fd8dd12-b436-4a4a-8109-b9878f29d0a2 req-e4f9619b-b8c2-433c-b453-00cae9702000 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 944 time: 0.3883450 Oct 18 23:42:30.987439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6f18de92-7511-4625-833b-0cf5c9c0d0bd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2475581 Oct 18 23:42:30.988294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45776) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:31.021769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b3384-52e2-40b1-8eac-607ea3dcdd28 None None] Port 8af9b884-f224-4b7c-b387-20de2f218ac9 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:31.085816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.097759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3592b1-c6f5-4f98-afba-d1446f16d437 None None] Update dhcp port {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': '742a48ef-d436-48ba-9f42-f0cb1a8db1bf'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'd1b93c25-8af5-49f4-9d61-3938700f562c'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:42:31.121292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-42a4de4b-a703-4fa7-87a7-61f9b58faf94 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 8af9b884-f224-4b7c-b387-20de2f218ac9 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:31.121882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a4de4b-a703-4fa7-87a7-61f9b58faf94 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.141485 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d803f6-af14-4591-ad3e-17f7e81c0583 None None] New status for floating IP 2c9a1d0b-de08-4954-a23b-d0790435e084: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:42:31.191524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 16a60245-ceae-49a2-ae38-217c7f45268a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=16a60245-ceae-49a2-ae38-217c7f45268a,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:31.194130 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2d3592b1-c6f5-4f98-afba-d1446f16d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.237843 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.241635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 89755e9e-32d7-47e4-82ae-0185342cc449 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:31.251466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71245b2-d676-40c3-8cfb-0b51c5121975 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:31.258995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-845d21fe-dc84-4831-94ec-f20e32b8952d None None] Provisioning complete for port 549100e4-0002-4926-a370-2a4696010b44 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:31.259319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4fd8dd12-b436-4a4a-8109-b9878f29d0a2 req-d5d98089-233c-4fe8-a36f-a64e3cbb9732 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239127 Oct 18 23:42:31.260387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-845d21fe-dc84-4831-94ec-f20e32b8952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.261064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:31.265173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f71245b2-d676-40c3-8cfb-0b51c5121975 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2635705 Oct 18 23:42:31.313704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Deleting port 44aac2f6-9482-499c-86ee-517fe53ef029 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:31.313704 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.376981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-845d21fe-dc84-4831-94ec-f20e32b8952d None None] Port 549100e4-0002-4926-a370-2a4696010b44 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:31.453099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f3657-e810-4404-b40f-c22b31bae40c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:31.461934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45784) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:31.463857 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a18f3657-e810-4404-b40f-c22b31bae40c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1980982 Oct 18 23:42:31.523172 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.523504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.554825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Calling delete_port for 44aac2f6-9482-499c-86ee-517fe53ef029 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:31.604283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-845d21fe-dc84-4831-94ec-f20e32b8952d None None] Provisioning complete for port 8af9b884-f224-4b7c-b387-20de2f218ac9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:31.604579 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-845d21fe-dc84-4831-94ec-f20e32b8952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.659089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-845d21fe-dc84-4831-94ec-f20e32b8952d None None] Port 8af9b884-f224-4b7c-b387-20de2f218ac9 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:31.671536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=16a60245-ceae-49a2-ae38-217c7f45268a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:31.675284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 89755e9e-32d7-47e4-82ae-0185342cc449 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:31.675715 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.676081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a4de4b-a703-4fa7-87a7-61f9b58faf94 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.681639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-411146fe-92e9-40de-9498-144631fe29aa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2079995 Oct 18 23:42:31.687764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45786) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:31.698752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-385c145e-423b-4e5c-8782-0154c66b92d0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:31.719528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd7d75-b645-4741-9b7a-b728c78bc478 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:31.734849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-42a4de4b-a703-4fa7-87a7-61f9b58faf94 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 8af9b884-f224-4b7c-b387-20de2f218ac9 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:31.740556 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.916489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.977545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385c145e-423b-4e5c-8782-0154c66b92d0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:31.985422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-385c145e-423b-4e5c-8782-0154c66b92d0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:31.990281 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-385c145e-423b-4e5c-8782-0154c66b92d0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:42:31.993731 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385c145e-423b-4e5c-8782-0154c66b92d0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:42:32.046464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c2ba0c64-6ef6-42a8-b896-7099209e5def None None] Provisioning complete for port d1b93c25-8af5-49f4-9d61-3938700f562c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:32.047100 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0c64-6ef6-42a8-b896-7099209e5def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.068059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.107692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-385c145e-423b-4e5c-8782-0154c66b92d0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4129083 Oct 18 23:42:32.109492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Pushing event deleted for resources: {'Port': ['ID=44aac2f6-9482-499c-86ee-517fe53ef029,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:32.112822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45792) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:32.118950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d94c3487-ca29-4917-a25e-a74194fc4dd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:32.238522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3c166-bb72-4c5f-bfcf-c05b20241806 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:42:32.277146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.280822 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.287690 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-beda9689-ba21-4f3b-b7a6-14a758e4ff51 tempest-AttachVolumeShelveTestJSON-2067120327 tempest-AttachVolumeShelveTestJSON-2067120327-project] 10.222.0.52 "DELETE /v2.0/floatingips/2c9a1d0b-de08-4954-a23b-d0790435e084 HTTP/1.1" status: 204 len: 168 time: 1.6693866 Oct 18 23:42:32.357927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-59c3c166-bb72-4c5f-bfcf-c05b20241806 None None] Deleting port d1b93c25-8af5-49f4-9d61-3938700f562c {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:32.358597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59c3c166-bb72-4c5f-bfcf-c05b20241806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.419392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94c3487-ca29-4917-a25e-a74194fc4dd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:32.428561 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d94c3487-ca29-4917-a25e-a74194fc4dd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.430578 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94c3487-ca29-4917-a25e-a74194fc4dd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:42:32.431244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94c3487-ca29-4917-a25e-a74194fc4dd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:42:32.440509 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a4de4b-a703-4fa7-87a7-61f9b58faf94 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.461991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d94c3487-ca29-4917-a25e-a74194fc4dd8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3474286 Oct 18 23:42:32.464837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45802) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:32.473381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ac4b4404-14ec-4464-8a93-a67dc1af76b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:32.621196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4de4b-a703-4fa7-87a7-61f9b58faf94 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=8af9b884-f224-4b7c-b387-20de2f218ac9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:32.633442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-59c3c166-bb72-4c5f-bfcf-c05b20241806 None None] For port d1b93c25-8af5-49f4-9d61-3938700f562c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d1b93c25-8af5-49f4-9d61-3938700f562c,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:32.633718 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59c3c166-bb72-4c5f-bfcf-c05b20241806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.636135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4b4404-14ec-4464-8a93-a67dc1af76b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:32.643191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4404-14ec-4464-8a93-a67dc1af76b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.652529 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4b4404-14ec-4464-8a93-a67dc1af76b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:42:32.658833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-59c3c166-bb72-4c5f-bfcf-c05b20241806 None None] Calling delete_port for d1b93c25-8af5-49f4-9d61-3938700f562c owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:32.664535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4b4404-14ec-4464-8a93-a67dc1af76b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:42:32.717940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ac4b4404-14ec-4464-8a93-a67dc1af76b3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2487955 Oct 18 23:42:32.718528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45806) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:32.723915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cb636788-8b48-4a6b-9441-65e6aec5979f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:32.774341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 16a60245-ceae-49a2-ae38-217c7f45268a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:32.831731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9331da1e-cf82-4572-bab7-7c7635d7368b up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:32.836328 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59c3c166-bb72-4c5f-bfcf-c05b20241806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.935532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb636788-8b48-4a6b-9441-65e6aec5979f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:32.944004 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb636788-8b48-4a6b-9441-65e6aec5979f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:32.947253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3c166-bb72-4c5f-bfcf-c05b20241806 None None] Pushing event deleted for resources: {'Port': ['ID=d1b93c25-8af5-49f4-9d61-3938700f562c,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:32.948967 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb636788-8b48-4a6b-9441-65e6aec5979f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:42:32.955375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb636788-8b48-4a6b-9441-65e6aec5979f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:42:32.961404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3c166-bb72-4c5f-bfcf-c05b20241806 None None] No DVR routers for this DVR port d1b93c25-8af5-49f4-9d61-3938700f562c on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:32.993821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 16a60245-ceae-49a2-ae38-217c7f45268a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:32.994220 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.014526 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cb636788-8b48-4a6b-9441-65e6aec5979f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2932792 Oct 18 23:42:33.015464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45808) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:33.018286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a7cea-e20f-4e97-b362-08461eac99f0 req-e10426ec-0cd1-46f2-a787-030d8489e1cd tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:33.028270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-102a7cea-e20f-4e97-b362-08461eac99f0 req-e10426ec-0cd1-46f2-a787-030d8489e1cd tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 944 time: 0.4833438 Oct 18 23:42:33.038686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0164acd1-da13-4eec-a261-a110ddb099d6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:33.187655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 9331da1e-cf82-4572-bab7-7c7635d7368b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:42:33.196240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-102a7cea-e20f-4e97-b362-08461eac99f0 req-e50f2f93-aabd-4372-91b7-0ffd72f3f2f0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666582 Oct 18 23:42:33.213844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 9331da1e-cf82-4572-bab7-7c7635d7368b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:33.215319 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.218656 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.297505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0164acd1-da13-4eec-a261-a110ddb099d6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:33.304364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0164acd1-da13-4eec-a261-a110ddb099d6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.306674 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-0164acd1-da13-4eec-a261-a110ddb099d6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:42:33.311802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0164acd1-da13-4eec-a261-a110ddb099d6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:42:33.315404 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.324778 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a4de4b-a703-4fa7-87a7-61f9b58faf94 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.337515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-42a4de4b-a703-4fa7-87a7-61f9b58faf94 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/8af9b884-f224-4b7c-b387-20de2f218ac9 HTTP/1.1" status: 204 len: 168 time: 3.8858840 Oct 18 23:42:33.340421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:33.417138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0164acd1-da13-4eec-a261-a110ddb099d6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3952386 Oct 18 23:42:33.417138 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd96dfe-2ccf-4d24-b059-deb8afce75c3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:42:33.417486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d1b93c25-8af5-49f4-9d61-3938700f562c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:33.423026 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fcd96dfe-2ccf-4d24-b059-deb8afce75c3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/8af9b884-f224-4b7c-b387-20de2f218ac9 HTTP/1.1" status: 404 len: 333 time: 0.0798631 Oct 18 23:42:33.423789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45820) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:33.425647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45822) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:33.437220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5a02e177-4208-4908-acb1-4450112338c3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:33.489152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d1b93c25-8af5-49f4-9d61-3938700f562c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:33.489420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d1b93c25-8af5-49f4-9d61-3938700f562c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:33.518604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Pushing event updated for resources: {'Port': ['ID=549100e4-0002-4926-a370-2a4696010b44,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:33.533295 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.557263 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.597613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9331da1e-cf82-4572-bab7-7c7635d7368b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9331da1e-cf82-4572-bab7-7c7635d7368b,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:33.599451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1d63f3-dcb7-4149-b859-1a392949a7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9331da1e-cf82-4572-bab7-7c7635d7368b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:42:33.603732 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9acc4c8-a33b-4b35-a87f-8f5cb11e7c40" -d '{"events": [{"server_uuid": "db1d63f3-dcb7-4149-b859-1a392949a7c4", "name": "network-vif-plugged", "status": "completed", "tag": "9331da1e-cf82-4572-bab7-7c7635d7368b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:42:33.620089 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.661875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Deleting port 1424d11d-12d1-4631-bc58-7cb2770e406c {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:33.661875 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.688872 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbdcc5e-dae8-4de3-a30f-ad4ccc97ad1e x-openstack-request-id: req-ddbdcc5e-dae8-4de3-a30f-ad4ccc97ad1e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:42:33.689341 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1d63f3-dcb7-4149-b859-1a392949a7c4", "name": "network-vif-plugged", "status": "completed", "tag": "9331da1e-cf82-4572-bab7-7c7635d7368b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:42:33.689860 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddbdcc5e-dae8-4de3-a30f-ad4ccc97ad1e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:42:33.690476 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1d63f3-dcb7-4149-b859-1a392949a7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9331da1e-cf82-4572-bab7-7c7635d7368b', 'code': 200} Oct 18 23:42:33.748430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9331da1e-cf82-4572-bab7-7c7635d7368b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:33.764439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a02e177-4208-4908-acb1-4450112338c3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:33.768645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a02e177-4208-4908-acb1-4450112338c3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.772462 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a02e177-4208-4908-acb1-4450112338c3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:42:33.778647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a02e177-4208-4908-acb1-4450112338c3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:42:33.810153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9d652bf0-2c50-4f11-bf5b-83fb51f21357 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 8bf99ce8-aced-4b68-adbb-c2a1acd0244a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:33.810861 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d652bf0-2c50-4f11-bf5b-83fb51f21357 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.816772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] For port 1424d11d-12d1-4631-bc58-7cb2770e406c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1424d11d-12d1-4631-bc58-7cb2770e406c,segment=NetworkSegment(639b3557-c37d-4d96-ab51-7de9260c026a),segment_id=639b3557-c37d-4d96-ab51-7de9260c026a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:33.817429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:33.834373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Calling delete_port for 1424d11d-12d1-4631-bc58-7cb2770e406c owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:33.838642 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5a02e177-4208-4908-acb1-4450112338c3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4118481 Oct 18 23:42:33.848420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45828) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:33.923620 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e8d4f23f-ae62-4186-98da-4bec03be87a6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0633159 Oct 18 23:42:33.926426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45830) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:34.016986 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d652bf0-2c50-4f11-bf5b-83fb51f21357 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:34.030836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f76da-dbce-4dce-ab41-441def33cbae tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:34.039073 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e5f76da-dbce-4dce-ab41-441def33cbae tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114225 Oct 18 23:42:34.041197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782cc20-8739-4858-9fe9-03569e08020b req-b20414c7-a99e-4abe-8d39-823c5a9fd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:34.042706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4782cc20-8739-4858-9fe9-03569e08020b req-b20414c7-a99e-4abe-8d39-823c5a9fd69c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 1097 time: 0.1387661 Oct 18 23:42:34.043293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45832) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:34.054463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9d652bf0-2c50-4f11-bf5b-83fb51f21357 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 8bf99ce8-aced-4b68-adbb-c2a1acd0244a owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:34.102747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Network da0be7c5-2b8f-475e-9290-64a16408b448 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:34.128868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0a84a9b3-7be4-4cb2-b314-3979b24d848b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808823 Oct 18 23:42:34.130116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:34.138045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45834) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:34.151703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:34.317388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4782cc20-8739-4858-9fe9-03569e08020b req-e26347dd-e746-4872-88df-b1e0755c9182 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113533 Oct 18 23:42:34.558372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:34.572072 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:34.665852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fed578b0-e6ca-4af5-a7cd-ff0903a231d3 None None] Provisioning complete for port 549100e4-0002-4926-a370-2a4696010b44 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:34.666907 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fed578b0-e6ca-4af5-a7cd-ff0903a231d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:34.691834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d652bf0-2c50-4f11-bf5b-83fb51f21357 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:34.738372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d652bf0-2c50-4f11-bf5b-83fb51f21357 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=8bf99ce8-aced-4b68-adbb-c2a1acd0244a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:34.747940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fed578b0-e6ca-4af5-a7cd-ff0903a231d3 None None] Port 549100e4-0002-4926-a370-2a4696010b44 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:34.799422 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:34.961989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252134c4-c1c6-4871-a861-f3242dff6251 req-201e1d56-3928-476f-a468-18087721440b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:34.964968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-252134c4-c1c6-4871-a861-f3242dff6251 req-201e1d56-3928-476f-a468-18087721440b tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.5637684 Oct 18 23:42:34.988741 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d652bf0-2c50-4f11-bf5b-83fb51f21357 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:34.998789 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9d652bf0-2c50-4f11-bf5b-83fb51f21357 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/8bf99ce8-aced-4b68-adbb-c2a1acd0244a HTTP/1.1" status: 204 len: 168 time: 1.5256791 Oct 18 23:42:35.000665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45848) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:35.057443 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8fd585-4c7d-4ce7-8c85-0d62ce62dc81 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:42:35.065415 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dd8fd585-4c7d-4ce7-8c85-0d62ce62dc81 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/8bf99ce8-aced-4b68-adbb-c2a1acd0244a HTTP/1.1" status: 404 len: 333 time: 0.0606554 Oct 18 23:42:35.075119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45852) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:35.142849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-252134c4-c1c6-4871-a861-f3242dff6251 req-8103dec9-a471-48e0-ae54-bb98044a6594 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232095 Oct 18 23:42:35.174622 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b8d0e0-976a-46d8-94ac-850b5f412f07 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet fb3a22a4-9b13-4327-821f-2af1ed081697 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:35.181807 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:35.190067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:42:35.190963 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81b8d0e0-976a-46d8-94ac-850b5f412f07 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:35.275449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1424d11d-12d1-4631-bc58-7cb2770e406c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:35.344292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81b8d0e0-976a-46d8-94ac-850b5f412f07 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:35.466494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81b8d0e0-976a-46d8-94ac-850b5f412f07 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:35.567752 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81b8d0e0-976a-46d8-94ac-850b5f412f07 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:35.596732 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8d0e0-976a-46d8-94ac-850b5f412f07 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3a22a4-9b13-4327-821f-2af1ed081697,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:35.633303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81b8d0e0-976a-46d8-94ac-850b5f412f07 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:35.638729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658062c5-8693-4d73-9bb2-f0ee365e8639 None None] Network 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:35.645651 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-81b8d0e0-976a-46d8-94ac-850b5f412f07 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/fb3a22a4-9b13-4327-821f-2af1ed081697 HTTP/1.1" status: 204 len: 168 time: 0.5691948 Oct 18 23:42:35.646312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45860) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:35.760624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:35.793194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.objects.ports [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:42:35.796628 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:35.849822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=b1026c93-4c6e-4d03-a32e-40f4e7126f89,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:35.867559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:35.911436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a6470d93-909e-4403-836c-337d6732e2fa admin admin] 10.222.0.52 "PUT /v2.0/routers/66e0014a-b62c-4e4e-85ed-7de9c6f414bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1172915 Oct 18 23:42:35.918086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Sync routers for ids ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:35.918655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:35.929189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:35.939494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:35.940335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:35.945756 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b4a008-7be6-449c-8c89-d7d4ccf1deed None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:35.983540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-51f87390-5315-4d9a-871b-9c3418bc394d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8437443 Oct 18 23:42:35.985393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45866) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:35.990920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:b5:d0:2b', 'name': 'tempest-NetworksTestDHCPv6-72113028'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:36.041798 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:36.106921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 89755e9e-32d7-47e4-82ae-0185342cc449 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:36.107196 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:36.280503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] For port 89755e9e-32d7-47e4-82ae-0185342cc449, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=89755e9e-32d7-47e4-82ae-0185342cc449,segment=NetworkSegment(80eb1bc0-6860-460c-a941-9ae31e05b88b),segment_id=80eb1bc0-6860-460c-a941-9ae31e05b88b)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:36.281104 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:36.323487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 89755e9e-32d7-47e4-82ae-0185342cc449 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:36.504004 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:36.584011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=89755e9e-32d7-47e4-82ae-0185342cc449,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:36.590069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No DVR routers for this DVR port 89755e9e-32d7-47e4-82ae-0185342cc449 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:36.605409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Routers {'66e0014a-b62c-4e4e-85ed-7de9c6f414bf'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:36.607233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:36.739368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfb3f2-a549-4f0b-b8af-cc3cb15655e8 req-ae36080e-8f12-4237-93fe-1c64db42bb48 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:36.741361 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93dfb3f2-a549-4f0b-b8af-cc3cb15655e8 req-ae36080e-8f12-4237-93fe-1c64db42bb48 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.2446737 Oct 18 23:42:36.856839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Router 59dd6727-8a99-4459-ae17-287c8d631c41 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:42:36.861708 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:36.888280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': 'b1026c93-4c6e-4d03-a32e-40f4e7126f89'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:42:36.890564 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:36.900434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:36.913424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eb1bc0-6860-460c-a941-9ae31e05b88b') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:36.913770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eb1bc0-6860-460c-a941-9ae31e05b88b') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:36.942087 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:36.961574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:36.978617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa8144c-60a5-44e6-aaf7-da4018334617 None None] DHCP port deletion for 419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:42:36.999178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.019767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:37.099122 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93dfb3f2-a549-4f0b-b8af-cc3cb15655e8 req-15a8bee2-04e9-496c-ae63-fc9d5b697574 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448870 Oct 18 23:42:37.101635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:42:37.103559 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:42:37.109022 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:42:37.185433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:37.195297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-954355f4-6af3-4081-bb2e-dfd64f3dd9e4 admin admin] 10.222.0.52 "PUT /v2.0/routers/59dd6727-8a99-4459-ae17-287c8d631c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4041731 Oct 18 23:42:37.199237 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] Sync routers for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:37.200985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45892) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:37.229249 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:37.234682 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:37.255477 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.346554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45898) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:37.354799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1817872434-network', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:37.371411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.383364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/networks/419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09 HTTP/1.1" status: 204 len: 168 time: 1.7299812 Oct 18 23:42:37.383618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Set router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:37.390015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45900) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:37.412394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1746657845'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:37.426266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.451369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9f6bd-7ed3-4170-94b7-c995b8854255 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Network': ['ID=419c1a3d-b2b0-4ecd-ac75-b6fdc8d03d09,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:37.541799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Made reservation on behalf of 6f5044180a4f45f8a7e3f12beb1679d9 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:37.546947 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.560158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f18fe-5224-46bd-b211-9a00e05683e5 req-10769c16-24bc-4bda-b56b-e4dffbdfe7f7 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:37.563200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.566792 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:37.571662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd1f18fe-5224-46bd-b211-9a00e05683e5 req-10769c16-24bc-4bda-b56b-e4dffbdfe7f7 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.1747484 Oct 18 23:42:37.593582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.609679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Allocated IP 2001:db8::f816:3eff:fedf:268 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/b1026c93-4c6e-4d03-a32e-40f4e7126f89/a295298a-7232-480a-a8ea-12eceda1e2ce) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:37.652573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:37.657296 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.705882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bd1f18fe-5224-46bd-b211-9a00e05683e5 req-8ae29b5d-f454-4b1c-a7ff-fd1bb2db4559 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337240 Oct 18 23:42:37.728501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:42:37.744859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 9a6492c3-735a-4b31-b592-d1c9103ebd52 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:42:37.760921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.783950 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.784553 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Added segment 7e26cbba-2833-410e-95ef-b5514ba97d7c of type vlan for network 3fd44fc3-a680-4414-91ec-af8c159159cd Oct 18 23:42:37.885014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:37.937501 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.003160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.019676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:42:38.033290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.033612 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Added segment 73e7169d-3f74-4818-b8b2-138c90a8aa96 of type vlan for network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe Oct 18 23:42:38.056515 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '154f532f-3c08-469a-9468-305c12193715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:42:34Z', 'revision_number': 5, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port': {'id': '154f532f-3c08-469a-9468-305c12193715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:33Z', 'updated_at': '2021-10-18T23:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:38.091326 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.120119 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] Checking router: 59dd6727-8a99-4459-ae17-287c8d631c41 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:42:38.133450 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.134429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:38.135321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.137905 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.140310 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] Routers {'59dd6727-8a99-4459-ae17-287c8d631c41'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:38.143717 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['59dd6727-8a99-4459-ae17-287c8d631c41'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:38.144503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:38.145287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.179513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Deleting port 154f532f-3c08-469a-9468-305c12193715 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:38.180073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.296545 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.335446 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.344683 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] Set router 59dd6727-8a99-4459-ae17-287c8d631c41 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:38.361523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec6ba22-211d-4302-8301-e9ff691878e0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:38.422626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 89755e9e-32d7-47e4-82ae-0185342cc449 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:38.456871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847caca-927b-452e-9a22-d3d9d13366ff req-dd99a9b3-ef1b-452a-bfff-50aa20af64c4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:38.474454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e847caca-927b-452e-9a22-d3d9d13366ff req-dd99a9b3-ef1b-452a-bfff-50aa20af64c4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.5187287 Oct 18 23:42:38.496631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45916) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:38.497729 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1045024 Oct 18 23:42:38.508237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:38.548932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '3fd44fc3-a680-4414-91ec-af8c159159cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:38.561599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:38.565851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 89755e9e-32d7-47e4-82ae-0185342cc449 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:38.571176 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 89755e9e-32d7-47e4-82ae-0185342cc449 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:38.581890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:38.617460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Pushing event updated for resources: {'Port': ['ID=a295298a-7232-480a-a8ea-12eceda1e2ce,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:38.707769 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:42:37Z', 'revision_number': 6, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:38.740923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:feb5:d02b (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/b1026c93-4c6e-4d03-a32e-40f4e7126f89/9a6492c3-735a-4b31-b592-d1c9103ebd52) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:38.754117 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8efdfd-d976-4357-8791-bfd62f9409b0 None None] The sync data for ids ['59dd6727-8a99-4459-ae17-287c8d631c41'] in n-d-713498-28 is: [{'id': '59dd6727-8a99-4459-ae17-287c8d631c41', 'name': 'tempest-ServerRescueTestJSONUnderV235-649109334-router', 'tenant_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:29Z', 'updated_at': '2021-10-18T23:42:37Z', 'revision_number': 6, 'project_id': '4b024fac8d4343a1afeb12b480bcdaa0', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:38.798603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Attempting to bind port a295298a-7232-480a-a8ea-12eceda1e2ce on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:38.800284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Attempting to bind port a295298a-7232-480a-a8ea-12eceda1e2ce by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:38.800734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Attempting to bind port a295298a-7232-480a-a8ea-12eceda1e2ce on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:38.817728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:38.818783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:38.819218 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.819673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:38.820222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Bound port: a295298a-7232-480a-a8ea-12eceda1e2ce, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:38.820572 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:38.895412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e847caca-927b-452e-9a22-d3d9d13366ff req-c07e177b-52e7-4e7a-ba25-5887e7164026 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189465 Oct 18 23:42:38.915610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:13Z', 'updated_at': '2021-10-18T23:42:31Z', 'revision_number': 4, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'gw_port': {'id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:16Z', 'updated_at': '2021-10-18T23:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '549100e4-0002-4926-a370-2a4696010b44', 'name': '', 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'mac_address': 'fa:16:3e:66:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '2b4e051a-c4f6-44d4-8e9e-d8310f516d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:27Z', 'updated_at': '2021-10-18T23:42:31Z', 'revision_number': 2, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'subnets': [{'id': '2b4e051a-c4f6-44d4-8e9e-d8310f516d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:38.920863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5726295 Oct 18 23:42:38.943914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45926) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:38.976740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Request body: {'subnet': {'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1817872434-subnet', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:39.014958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abba70-032b-4d68-8770-554afd111a09 admin admin] Pushing event updated for resources: {'Network': ['ID=7d3d0561-b070-49bc-b17d-ab2ac0df3ffe,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:39.046045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Checking router: 66e0014a-b62c-4e4e-85ed-7de9c6f414bf for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:42:39.046687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Updating router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf port 549100e4-0002-4926-a370-2a4696010b44 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:42:39.140384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:42:39.295787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd33e21-170f-4d91-9e6c-bf0f7f3abc9e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Network': ['ID=3fd44fc3-a680-4414-91ec-af8c159159cd,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:39.311785 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:39.314120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 3fd44fc3-a680-4414-91ec-af8c159159cd details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:42:39.370835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] For port 154f532f-3c08-469a-9468-305c12193715, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=154f532f-3c08-469a-9468-305c12193715,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:39.370835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:39.448685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Calling delete_port for 154f532f-3c08-469a-9468-305c12193715 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:39.456115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] For port a295298a-7232-480a-a8ea-12eceda1e2ce, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:39.523085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcf16d-f29c-4662-8cef-c84e4c122427 req-be6d5bbf-65e5-478c-b33d-55f4e7e17d87 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:39.524672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14bcf16d-f29c-4662-8cef-c84e4c122427 req-be6d5bbf-65e5-478c-b33d-55f4e7e17d87 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.1864209 Oct 18 23:42:39.611125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] For port a295298a-7232-480a-a8ea-12eceda1e2ce, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a295298a-7232-480a-a8ea-12eceda1e2ce,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:39.657874 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:39.781869 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14bcf16d-f29c-4662-8cef-c84e4c122427 req-bbd75651-071f-418b-90c3-4b0c50eefef8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698644 Oct 18 23:42:40.045470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:40.115379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:40.123116 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:40.160804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9e586-283b-43ef-a796-fe5033e1a1d4 None None] Pushing event updated for resources: {'Port': ['ID=a295298a-7232-480a-a8ea-12eceda1e2ce,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:40.257311 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:40.368338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Made reservation on behalf of 6f5044180a4f45f8a7e3f12beb1679d9 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:40.380862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:40.388272 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:40.418363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Pushing event deleted for resources: {'Port': ['ID=154f532f-3c08-469a-9468-305c12193715,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:40.450308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1424d11d-12d1-4631-bc58-7cb2770e406c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:40.537428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 1424d11d-12d1-4631-bc58-7cb2770e406c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:40.537658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1424d11d-12d1-4631-bc58-7cb2770e406c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:40.538199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 154f532f-3c08-469a-9468-305c12193715 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:40.631150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:40.653866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 154f532f-3c08-469a-9468-305c12193715 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:40.654256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 154f532f-3c08-469a-9468-305c12193715 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:40.740976 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:40.760447 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:40.958977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:41.004872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45950) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:41.048997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:41.075472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=9a6492c3-735a-4b31-b592-d1c9103ebd52,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:41.101683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb4784-430a-44f9-b205-ec251db879ab None None] Pushing event updated for resources: {'Port': ['ID=549100e4-0002-4926-a370-2a4696010b44,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:41.111181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:41.118527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:41.119237 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.135081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Attempting to bind port 549100e4-0002-4926-a370-2a4696010b44 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:41.135999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Attempting to bind port 549100e4-0002-4926-a370-2a4696010b44 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'fc21f7f6-18eb-4e31-a312-6c7645c797a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:41.136543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Attempting to bind port 549100e4-0002-4926-a370-2a4696010b44 on network da0be7c5-2b8f-475e-9290-64a16408b448 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:41.153195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:41.155990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Checking segment: {'id': 'fc21f7f6-18eb-4e31-a312-6c7645c797a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:41.156451 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.156866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Bound using segment: {'id': 'fc21f7f6-18eb-4e31-a312-6c7645c797a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:41.160288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Bound port: 549100e4-0002-4926-a370-2a4696010b44, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc21f7f6-18eb-4e31-a312-6c7645c797a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:41.160702 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.269937 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.275354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.288048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0159c958-c419-4722-8f19-bac4289270fa tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.2973790 Oct 18 23:42:41.290300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45954) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:41.314927 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:42:41.363614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] For port 549100e4-0002-4926-a370-2a4696010b44, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:41.372084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] For port 549100e4-0002-4926-a370-2a4696010b44, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=549100e4-0002-4926-a370-2a4696010b44,segment=NetworkSegment(fc21f7f6-18eb-4e31-a312-6c7645c797a9),segment_id=fc21f7f6-18eb-4e31-a312-6c7645c797a9)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:41.383304 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.440831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93b2aa-de62-4e94-a93b-e974085019ee req-580a7845-4f2d-4d07-99e4-a086e92ded42 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:41.442454 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d93b2aa-de62-4e94-a93b-e974085019ee req-580a7845-4f2d-4d07-99e4-a086e92ded42 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.4079607 Oct 18 23:42:41.531754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb4784-430a-44f9-b205-ec251db879ab None None] Pushing event updated for resources: {'Port': ['ID=549100e4-0002-4926-a370-2a4696010b44,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:41.584808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.585363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59dd6727-8a99-4459-ae17-287c8d631c41 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:42:41.596002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Routers {'66e0014a-b62c-4e4e-85ed-7de9c6f414bf'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:41.596002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:41.621155 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.622383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-809bd7e1-9591-42e4-a6ad-41b1da9a2292 admin admin] 10.222.0.52 "DELETE /v2.0/routers/59dd6727-8a99-4459-ae17-287c8d631c41 HTTP/1.1" status: 204 len: 168 time: 4.4203794 Oct 18 23:42:41.632725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45960) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:41.664810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ebac6-7c7b-4e49-86d6-287227fc54c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:41.694708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ebac6-7c7b-4e49-86d6-287227fc54c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:41.698993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-496ebac6-7c7b-4e49-86d6-287227fc54c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.4046173 Oct 18 23:42:41.708597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:41.801926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f2d10519-fe89-4aaf-9f12-51a988b6283f None None] Provisioning complete for port 549100e4-0002-4926-a370-2a4696010b44 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:41.802482 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f2d10519-fe89-4aaf-9f12-51a988b6283f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.858799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f5baa47-5047-4c95-b562-392a3be11b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.913278 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:41.967233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.059311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d93b2aa-de62-4e94-a93b-e974085019ee req-2328bcd5-901e-455c-a4b9-85634106f4dd tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250473 Oct 18 23:42:42.127608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e53476e-0376-4970-86c2-e3c9ca53c02d admin admin] Deleting subnet aeb602c4-4734-4b97-978d-f457d9f0aab3 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:42.131432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e53476e-0376-4970-86c2-e3c9ca53c02d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.135414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=3c39d08e-467e-44b5-baa3-7b232edcbc8f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:42.205436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e53476e-0376-4970-86c2-e3c9ca53c02d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.237175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Checking segment: {'id': '7e26cbba-2833-410e-95ef-b5514ba97d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3fd44fc3-a680-4414-91ec-af8c159159cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:42.237369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network hostable DHCP agents. Network: 3fd44fc3-a680-4414-91ec-af8c159159cd, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:42:42.255248 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f2d10519-fe89-4aaf-9f12-51a988b6283f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.273398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Checking segment: {'id': '73e7169d-3f74-4818-b8b2-138c90a8aa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:42.273800 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Network hostable DHCP agents. Network: 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:42:42.291743 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e53476e-0376-4970-86c2-e3c9ca53c02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.293163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=786e22b4-5a43-4fa7-9229-e605046388d9,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:42.354705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] Set router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:42.368935 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f5baa47-5047-4c95-b562-392a3be11b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.391421 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f5baa47-5047-4c95-b562-392a3be11b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.408905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:42:42.411214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 3fd44fc3-a680-4414-91ec-af8c159159cd is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:42:42.425984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4e57e095-a73d-4306-9ad2-53d4af676884 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 9a6492c3-735a-4b31-b592-d1c9103ebd52 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:42.426337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e57e095-a73d-4306-9ad2-53d4af676884 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.460973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f2d10519-fe89-4aaf-9f12-51a988b6283f None None] For port 549100e4-0002-4926-a370-2a4696010b44, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=549100e4-0002-4926-a370-2a4696010b44,segment=NetworkSegment(fc21f7f6-18eb-4e31-a312-6c7645c797a9),segment_id=fc21f7f6-18eb-4e31-a312-6c7645c797a9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:42.506339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 3fd44fc3-a680-4414-91ec-af8c159159cd) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:42.517837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:42.528452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a295298a-7232-480a-a8ea-12eceda1e2ce up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:42.540204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:42.540995 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.558602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:42.558966 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.567901 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6f5baa47-5047-4c95-b562-392a3be11b1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eef8973d00854cb6a1d18fd267185c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5404301 Oct 18 23:42:42.589284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45968) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:42.601804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5baa47-5047-4c95-b562-392a3be11b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17244d3c-9169-4811-a8ce-2df9dea32fd7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:42.627902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f27bca-ece3-4abe-b8a4-ed0942451aaa None None] Network 3fd44fc3-a680-4414-91ec-af8c159159cd requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:42.631132 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b54be302-9aef-4b61-89dc-2a05745351bf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6741393 Oct 18 23:42:42.636406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45970) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:42.637227 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f2d10519-fe89-4aaf-9f12-51a988b6283f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.643037 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ecfd8be8-2afd-434c-ae11-0a541b63c835 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1289883 Oct 18 23:42:42.643403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6460cdc-4f86-4f87-8099-1758484d17b9 None None] Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:42.645594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45972) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:42.661789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e53476e-0376-4970-86c2-e3c9ca53c02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.668157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:42.721256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-86c28ac7-44f7-4ed6-9404-1094f2f5deae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-313191726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:42.759865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e53476e-0376-4970-86c2-e3c9ca53c02d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.773131 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4e53476e-0376-4970-86c2-e3c9ca53c02d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/aeb602c4-4734-4b97-978d-f457d9f0aab3 HTTP/1.1" status: 204 len: 168 time: 1.0712678 Oct 18 23:42:42.797283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45976) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:42.841187 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.api [None req-86c28ac7-44f7-4ed6-9404-1094f2f5deae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 23:42:42.841187 n-d-713498-28 neutron-server[100921]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 18 23:42:42.841187 n-d-713498-28 neutron-server[100921]: [parameters: {'project_id_1': '97a700a2191244ebbde2e30c84012b6f', 'expiration_1': datetime.datetime(2021, 10, 18, 23, 42, 22, 820808)}] Oct 18 23:42:42.841187 n-d-713498-28 neutron-server[100921]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:42:42.842693 n-d-713498-28 neutron-server[100921]: DEBUG oslo_db.api [None req-86c28ac7-44f7-4ed6-9404-1094f2f5deae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:42:42.859214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53476e-0376-4970-86c2-e3c9ca53c02d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb602c4-4734-4b97-978d-f457d9f0aab3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:42.862784 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.866231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d10519-fe89-4aaf-9f12-51a988b6283f None None] Pushing event updated for resources: {'Port': ['ID=549100e4-0002-4926-a370-2a4696010b44,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:42.869053 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:42.891680 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1e0086c-64f5-4fba-b48a-02c474e8cbc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.018019 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1e0086c-64f5-4fba-b48a-02c474e8cbc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.050558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-04a82ce9-36ae-49bc-8370-e41389cecfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:43.052306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-04a82ce9-36ae-49bc-8370-e41389cecfd7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 1097 time: 0.3672857 Oct 18 23:42:43.131832 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.136616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e57e095-a73d-4306-9ad2-53d4af676884 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.180661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.221155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4e57e095-a73d-4306-9ad2-53d4af676884 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 9a6492c3-735a-4b31-b592-d1c9103ebd52 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:43.476223 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c28ac7-44f7-4ed6-9404-1094f2f5deae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.477351 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c28ac7-44f7-4ed6-9404-1094f2f5deae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.485715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c705c862-549b-4722-844c-5a1094b1eed0 None None] Provisioning complete for port 549100e4-0002-4926-a370-2a4696010b44 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:43.486110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c705c862-549b-4722-844c-5a1094b1eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.487884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a295298a-7232-480a-a8ea-12eceda1e2ce triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:43.488259 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.542121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-7d3d0561-b070-49bc-b17d-ab2ac0df3ffe', 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'fixed_ips': [{'subnet_id': '786e22b4-5a43-4fa7-9229-e605046388d9'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:42:43.542952 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.584012 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.629196 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1e0086c-64f5-4fba-b48a-02c474e8cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.635147 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1e0086c-64f5-4fba-b48a-02c474e8cbc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.639988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e1e0086c-64f5-4fba-b48a-02c474e8cbc2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17244d3c-9169-4811-a8ce-2df9dea32fd7 HTTP/1.1" status: 204 len: 168 time: 1.0438046 Oct 18 23:42:43.825518 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c28ac7-44f7-4ed6-9404-1094f2f5deae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.836281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0086c-64f5-4fba-b48a-02c474e8cbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17244d3c-9169-4811-a8ce-2df9dea32fd7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:43.859121 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c28ac7-44f7-4ed6-9404-1094f2f5deae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.913268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c28ac7-44f7-4ed6-9404-1094f2f5deae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:43.918489 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-86c28ac7-44f7-4ed6-9404-1094f2f5deae tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.2332664 Oct 18 23:42:43.924189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45992) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:43.962436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'network_id': '3fd44fc3-a680-4414-91ec-af8c159159cd', 'name': 'tempest-PortsTestJSON-1234404799'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:43.970427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Allocated IP 172.20.0.2 (7d3d0561-b070-49bc-b17d-ab2ac0df3ffe/786e22b4-5a43-4fa7-9229-e605046388d9/99ca9bac-1207-4981-b6d1-508329024880) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:44.276596 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.287751 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.338212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-3fd44fc3-a680-4414-91ec-af8c159159cd', 'network_id': '3fd44fc3-a680-4414-91ec-af8c159159cd', 'tenant_id': '97a700a2191244ebbde2e30c84012b6f', 'fixed_ips': [{'subnet_id': '3c39d08e-467e-44b5-baa3-7b232edcbc8f'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:42:44.338823 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.339112 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.456843 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.464448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:44.468836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.499587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcd796c-35df-4320-9160-29d239001704']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:44.502936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port 2eca69d8-f7d9-412c-b641-d63a2006a7d5 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:42:44.523753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639b3557-c37d-4d96-ab51-7de9260c026a') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:44.527193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639b3557-c37d-4d96-ab51-7de9260c026a') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:44.534872 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.548017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port a295298a-7232-480a-a8ea-12eceda1e2ce, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a295298a-7232-480a-a8ea-12eceda1e2ce,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:44.550962 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.568056 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.572273 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.616966 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.632636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:42:44.635787 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.680248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:44.681405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.9 (3fd44fc3-a680-4414-91ec-af8c159159cd/3c39d08e-467e-44b5-baa3-7b232edcbc8f/2eca69d8-f7d9-412c-b641-d63a2006a7d5) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:44.687422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:13Z', 'updated_at': '2021-10-18T23:42:31Z', 'revision_number': 4, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'gw_port': {'id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:16Z', 'updated_at': '2021-10-18T23:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '549100e4-0002-4926-a370-2a4696010b44', 'name': '', 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'mac_address': 'fa:16:3e:66:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '2b4e051a-c4f6-44d4-8e9e-d8310f516d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:27Z', 'updated_at': '2021-10-18T23:42:41Z', 'revision_number': 4, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'subnets': [{'id': '2b4e051a-c4f6-44d4-8e9e-d8310f516d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:44.701700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:42:44.714686 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:42:44.724276 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e57e095-a73d-4306-9ad2-53d4af676884 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.783354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:44.783588 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.787865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abb8d6-9f9e-4158-b02d-e356776323cf None None] The sync data for ids ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'] in n-d-713498-28 is: [{'id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:13Z', 'updated_at': '2021-10-18T23:42:31Z', 'revision_number': 4, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'gw_port': {'id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:16Z', 'updated_at': '2021-10-18T23:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '549100e4-0002-4926-a370-2a4696010b44', 'name': '', 'network_id': 'da0be7c5-2b8f-475e-9290-64a16408b448', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'mac_address': 'fa:16:3e:66:a8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '2b4e051a-c4f6-44d4-8e9e-d8310f516d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:27Z', 'updated_at': '2021-10-18T23:42:41Z', 'revision_number': 4, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'subnets': [{'id': '2b4e051a-c4f6-44d4-8e9e-d8310f516d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:44.790043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Pushing event updated for resources: {'Port': ['ID=99ca9bac-1207-4981-b6d1-508329024880,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:44.824161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57e095-a73d-4306-9ad2-53d4af676884 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=9a6492c3-735a-4b31-b592-d1c9103ebd52,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:44.855082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:44.864995 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/abcd796c-35df-4320-9160-29d239001704 HTTP/1.1" status: 204 len: 168 time: 2.0652342 Oct 18 23:42:44.881838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=a295298a-7232-480a-a8ea-12eceda1e2ce,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:44.888522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e8f5faf1-4584-448f-9db2-57d4a56f225d None None] Provisioning complete for port a295298a-7232-480a-a8ea-12eceda1e2ce triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:44.889124 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e8f5faf1-4584-448f-9db2-57d4a56f225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:45.038655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0391f-fa65-499a-8c16-2952c35be0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=abcd796c-35df-4320-9160-29d239001704,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:45.056564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-225a7654-0fec-4de4-a76e-3a85a5ad6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:45.058563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-225a7654-0fec-4de4-a76e-3a85a5ad6111 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 907 time: 1.9781351 Oct 18 23:42:45.062581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Attempting to bind port 99ca9bac-1207-4981-b6d1-508329024880 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:45.063312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Attempting to bind port 99ca9bac-1207-4981-b6d1-508329024880 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '73e7169d-3f74-4818-b8b2-138c90a8aa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:45.066164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Attempting to bind port 99ca9bac-1207-4981-b6d1-508329024880 on network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:45.089351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Allocated IP 172.25.7.38 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/e84122ee-0811-4bd2-ba29-fddbc3116336) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:45.095823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2fa2a-0b64-4403-9e78-049aaed83cf1 req-b4182ee6-3fd3-4ce2-be2f-bde8928ebe9c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:45.100730 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6dd2fa2a-0b64-4403-9e78-049aaed83cf1 req-b4182ee6-3fd3-4ce2-be2f-bde8928ebe9c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 1.9037845 Oct 18 23:42:45.104287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e57e095-a73d-4306-9ad2-53d4af676884 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:45.114181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:45.115550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Checking segment: {'id': '73e7169d-3f74-4818-b8b2-138c90a8aa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:45.115984 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:45.116652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Bound using segment: {'id': '73e7169d-3f74-4818-b8b2-138c90a8aa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:45.117199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4e57e095-a73d-4306-9ad2-53d4af676884 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/9a6492c3-735a-4b31-b592-d1c9103ebd52 HTTP/1.1" status: 204 len: 168 time: 3.4018345 Oct 18 23:42:45.117336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Bound port: 99ca9bac-1207-4981-b6d1-508329024880, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e7169d-3f74-4818-b8b2-138c90a8aa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:45.118085 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:45.120616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46022) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:45.254069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46026) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:45.289445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-dac04cad-1762-4e8b-9f97-a19ef70b4256 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9331da1e-cf82-4572-bab7-7c7635d7368b HTTP/1.1" status: 200 len: 217 time: 0.1697195 Oct 18 23:42:45.309911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e8f5faf1-4584-448f-9db2-57d4a56f225d None None] Could not find standard attr ID for object 9a6492c3-735a-4b31-b592-d1c9103ebd52. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:42:45.503655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] For port 99ca9bac-1207-4981-b6d1-508329024880, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:45.542760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:45.559664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] For port 99ca9bac-1207-4981-b6d1-508329024880, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=99ca9bac-1207-4981-b6d1-508329024880,segment=NetworkSegment(73e7169d-3f74-4818-b8b2-138c90a8aa96),segment_id=73e7169d-3f74-4818-b8b2-138c90a8aa96)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:45.570762 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:45.575604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6dd2fa2a-0b64-4403-9e78-049aaed83cf1 req-e1bb2dfc-31aa-40d2-a941-e985ebd560d2 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521341 Oct 18 23:42:45.585411 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9922a-7c47-431a-9b97-932d9dd93ae4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:45.587522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9922a-7c47-431a-9b97-932d9dd93ae4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:45.599848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5bd9922a-7c47-431a-9b97-932d9dd93ae4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4594321 Oct 18 23:42:45.601860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-32a00cae-bd07-47a9-9785-2dabaaee78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:45.603334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-32a00cae-bd07-47a9-9785-2dabaaee78c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.2829933 Oct 18 23:42:45.603890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46038) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:45.639416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:45.719141 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c1a54965-5aa2-4c34-8676-ccbe37457781 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b024fac8d4343a1afeb12b480bcdaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545686 Oct 18 23:42:45.741711 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:45.756006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46042) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:45.776380 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-42044dca-cfd1-4e82-95da-b176baf804a8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451619 Oct 18 23:42:45.827892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 3fd44fc3-a680-4414-91ec-af8c159159cd is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:45.850510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:45.859722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:45.890713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Allocated IP 172.20.0.2 (3fd44fc3-a680-4414-91ec-af8c159159cd/3c39d08e-467e-44b5-baa3-7b232edcbc8f/1819d25e-e03a-4996-9876-f790c6583c2a) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:46.113005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-ae2a20af-7c72-420f-b95e-5ebbafc3186b service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171847 Oct 18 23:42:46.119087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:46.121067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a0703b-e92c-4bf5-901e-e061fb06c7cb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet b1026c93-4c6e-4d03-a32e-40f4e7126f89 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:42:46.126001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9a0703b-e92c-4bf5-901e-e061fb06c7cb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:46.133889 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:46.241294 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9a0703b-e92c-4bf5-901e-e061fb06c7cb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:46.380287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4229879 Oct 18 23:42:46.387905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46050) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:46.388813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011e155-a1cd-40fd-a4a7-9b172253a07c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=2eca69d8-f7d9-412c-b641-d63a2006a7d5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:46.420591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff3f66-0c23-412b-a78b-e912ddbcdb22 None None] Pushing event updated for resources: {'Port': ['ID=99ca9bac-1207-4981-b6d1-508329024880,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:46.483174 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:46.504480 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:46.601883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Network 3fd44fc3-a680-4414-91ec-af8c159159cd is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:46.621731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:46.629444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:46.685591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:46.704848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Pushing event updated for resources: {'Port': ['ID=1819d25e-e03a-4996-9876-f790c6583c2a,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:46.744112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46064) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:46.903024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9a0703b-e92c-4bf5-901e-e061fb06c7cb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:46.942693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Attempting to bind port 1819d25e-e03a-4996-9876-f790c6583c2a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:46.944319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Attempting to bind port 1819d25e-e03a-4996-9876-f790c6583c2a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7e26cbba-2833-410e-95ef-b5514ba97d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3fd44fc3-a680-4414-91ec-af8c159159cd'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:46.944900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Attempting to bind port 1819d25e-e03a-4996-9876-f790c6583c2a on network 3fd44fc3-a680-4414-91ec-af8c159159cd {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:46.969990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:46.978997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Checking segment: {'id': '7e26cbba-2833-410e-95ef-b5514ba97d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3fd44fc3-a680-4414-91ec-af8c159159cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:46.979421 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:46.979827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Bound using segment: {'id': '7e26cbba-2833-410e-95ef-b5514ba97d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3fd44fc3-a680-4414-91ec-af8c159159cd'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:46.980334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Bound port: 1819d25e-e03a-4996-9876-f790c6583c2a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e26cbba-2833-410e-95ef-b5514ba97d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3fd44fc3-a680-4414-91ec-af8c159159cd'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:46.980940 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:47.030833 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfb33b38-03da-4193-9039-1e79a4ba27d9 req-0841ba21-7ff1-4bb0-95d1-6d198fbc79cb service neutron] 10.222.0.102 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671207 Oct 18 23:42:47.124862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9a0703b-e92c-4bf5-901e-e061fb06c7cb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:47.176915 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b9a0703b-e92c-4bf5-901e-e061fb06c7cb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:47.182389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b9a0703b-e92c-4bf5-901e-e061fb06c7cb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/b1026c93-4c6e-4d03-a32e-40f4e7126f89 HTTP/1.1" status: 204 len: 168 time: 1.5751169 Oct 18 23:42:47.189333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1842124-0108-4b21-b252-ffb897cf4b38 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:47.192302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99ca9bac-1207-4981-b6d1-508329024880 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:47.231577 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46076) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:47.240625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0703b-e92c-4bf5-901e-e061fb06c7cb tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=b1026c93-4c6e-4d03-a32e-40f4e7126f89,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:47.240997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bf7c29-36f8-4e64-b175-8670adfb43f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:47.278506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] For port 1819d25e-e03a-4996-9876-f790c6583c2a, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:47.320218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bf7c29-36f8-4e64-b175-8670adfb43f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:47.329656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] For port 1819d25e-e03a-4996-9876-f790c6583c2a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1819d25e-e03a-4996-9876-f790c6583c2a,segment=NetworkSegment(7e26cbba-2833-410e-95ef-b5514ba97d7c),segment_id=7e26cbba-2833-410e-95ef-b5514ba97d7c)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:47.377945 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-3ac0ee9e-090a-4acc-a2dd-f38c175b03d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6703713 Oct 18 23:42:47.464213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bf7c29-36f8-4e64-b175-8670adfb43f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:47.468545 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14bf7c29-36f8-4e64-b175-8670adfb43f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:47.469805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-14bf7c29-36f8-4e64-b175-8670adfb43f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b HTTP/1.1" status: 204 len: 168 time: 1.7110476 Oct 18 23:42:47.470577 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e84122ee-0811-4bd2-ba29-fddbc3116336,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:47.485105 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9011dc27-2f07-4731-8d4b-8d2fd6a5ea8c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2460012 Oct 18 23:42:47.489438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:47.501544 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46080) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:47.548269 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:47.583538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:47.591243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:47.640411 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:47.917147 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f7902-8acf-43ff-bcd0-b2e006b7ce7c None None] Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:48.021327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf7c29-36f8-4e64-b175-8670adfb43f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cb73a7-e5c5-4ac4-a89e-dfcaad698d2b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:48.053537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225f4d8-07c7-4a87-bba8-281476affe8a req-ad9c3a60-f7bc-4670-bcb3-9191f7b542ca tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:48.055950 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5225f4d8-07c7-4a87-bba8-281476affe8a req-ad9c3a60-f7bc-4670-bcb3-9191f7b542ca tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 1.2190840 Oct 18 23:42:48.167396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-75537f21-3a27-4008-a114-d704adc602ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:48.169247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-75537f21-3a27-4008-a114-d704adc602ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e387c95280940198c08dedfe0f5ffb5&device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 1098 time: 0.6823976 Oct 18 23:42:48.300318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c0b7566a-12f5-445a-8af6-7704172ebbb2 None None] Provisioning complete for port 99ca9bac-1207-4981-b6d1-508329024880 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:48.310581 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c0b7566a-12f5-445a-8af6-7704172ebbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:48.316361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e81674-ab99-408f-85e4-9a004060e473 None None] Pushing event updated for resources: {'Port': ['ID=1819d25e-e03a-4996-9876-f790c6583c2a,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:48.346068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 99ca9bac-1207-4981-b6d1-508329024880 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:48.346573 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:48.373671 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5225f4d8-07c7-4a87-bba8-281476affe8a req-4f1ec0c0-f27a-4017-8d9e-94c4485b67f1 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581847 Oct 18 23:42:48.461567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dddf77b-ee4e-49a3-abca-06c7b986f674 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:42:48.539364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:48.625524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:48.633613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:49.178796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:49.487436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:49.490686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-f5b794ca-baec-45cc-b9f3-467c8d1a9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:49.498285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-f5b794ca-baec-45cc-b9f3-467c8d1a9e90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 200 len: 907 time: 1.2038617 Oct 18 23:42:49.566955 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:49.604362 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c0b7566a-12f5-445a-8af6-7704172ebbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:49.668819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9dddf77b-ee4e-49a3-abca-06c7b986f674 None None] Deleting port a295298a-7232-480a-a8ea-12eceda1e2ce {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:49.669254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9dddf77b-ee4e-49a3-abca-06c7b986f674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:49.819417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-9dddf77b-ee4e-49a3-abca-06c7b986f674 None None] For port a295298a-7232-480a-a8ea-12eceda1e2ce, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a295298a-7232-480a-a8ea-12eceda1e2ce,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:49.828028 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9dddf77b-ee4e-49a3-abca-06c7b986f674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:49.863337 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-f21af47e-d6d4-4581-ad8a-3cd040560db2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=110ea5f5-c758-4c20-b25f-1876d6b3aa15 HTTP/1.1" status: 200 len: 217 time: 0.2659347 Oct 18 23:42:49.872356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9dddf77b-ee4e-49a3-abca-06c7b986f674 None None] Calling delete_port for a295298a-7232-480a-a8ea-12eceda1e2ce owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:49.937702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d4085-7678-492b-82dc-211ec86ee497 req-248a8ec3-a256-4a3e-989c-8b1cbac43229 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:49.940033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d29d4085-7678-492b-82dc-211ec86ee497 req-248a8ec3-a256-4a3e-989c-8b1cbac43229 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.3734696 Oct 18 23:42:49.997293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 99ca9bac-1207-4981-b6d1-508329024880, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=99ca9bac-1207-4981-b6d1-508329024880,segment=NetworkSegment(73e7169d-3f74-4818-b8b2-138c90a8aa96),segment_id=73e7169d-3f74-4818-b8b2-138c90a8aa96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:50.006014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772803c4-be1d-42aa-b446-1ee42f3ff517 None None] Network 3fd44fc3-a680-4414-91ec-af8c159159cd requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:50.009726 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9dddf77b-ee4e-49a3-abca-06c7b986f674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.040604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d29d4085-7678-492b-82dc-211ec86ee497 req-75f00bad-9816-4bb4-87e6-a9bf90ace9c2 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936971 Oct 18 23:42:50.078732 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.083694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 549100e4-0002-4926-a370-2a4696010b44 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:50.087650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:42:50.156324 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-8d7d389e-8fd6-4d03-af19-aac0dbf036fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:50.158638 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-8d7d389e-8fd6-4d03-af19-aac0dbf036fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 200 len: 846 time: 0.2875397 Oct 18 23:42:50.181642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddf77b-ee4e-49a3-abca-06c7b986f674 None None] Pushing event deleted for resources: {'Port': ['ID=a295298a-7232-480a-a8ea-12eceda1e2ce,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:50.233535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46132) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:50.246754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=99ca9bac-1207-4981-b6d1-508329024880,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:50.268738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dddf77b-ee4e-49a3-abca-06c7b986f674 None None] No DVR routers for this DVR port a295298a-7232-480a-a8ea-12eceda1e2ce on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:42:50.281429 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-80645880-66ae-40dc-89a7-488120fb696d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098020 Oct 18 23:42:50.335494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Deleting port 06087b7b-02fa-4388-8949-f937ab878a7b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:50.335838 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.348772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-2fa6d1f1-6c6d-454f-a94b-d5b6b1234d57 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:42:50.349824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-2fa6d1f1-6c6d-454f-a94b-d5b6b1234d57 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064137 Oct 18 23:42:50.374751 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-c0b7566a-12f5-445a-8af6-7704172ebbb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:42:50.375582 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-c0b7566a-12f5-445a-8af6-7704172ebbb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:42:50.378442 n-d-713498-28 neutron-server[100922]: WARNING neutron.services.revisions.revision_plugin [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Could not find related port for resource to bump revision. Oct 18 23:42:50.380004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b761c9e9-3765-44ea-98ce-954a456a355d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.395606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Port a295298a-7232-480a-a8ea-12eceda1e2ce was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100922) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 18 23:42:50.396012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:268 {{(pid=100922) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 18 23:42:50.399814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedf:268 {{(pid=100922) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 18 23:42:50.403177 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.406467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 549100e4-0002-4926-a370-2a4696010b44 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:50.407093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.437086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-477b18af-b620-458e-8c21-87711ceccb64 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7e6fbf37892b421b8b42e59d153be355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919666 Oct 18 23:42:50.446977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:50.528589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:50.550960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:50.552329 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.559723 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75d20935-118d-49ec-8505-aedf7386bddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.565538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a295298a-7232-480a-a8ea-12eceda1e2ce up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:50.571549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356694ff-7640-4e46-8d82-f0fff1aa1b7b None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:50.590960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=d5826880-dcc0-4384-a891-ff55f36cf017,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:50.611219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3d8c39a1-f72c-4cfc-bdde-44850bec31c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9783652 Oct 18 23:42:50.618837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46148) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:50.624589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:9b:8b:23', 'name': 'tempest-NetworksTestDHCPv6-678879857'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:50.636094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] For port 06087b7b-02fa-4388-8949-f937ab878a7b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=06087b7b-02fa-4388-8949-f937ab878a7b,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:50.636670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.679955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Calling delete_port for 06087b7b-02fa-4388-8949-f937ab878a7b owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:50.748226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a295298a-7232-480a-a8ea-12eceda1e2ce {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:50.748226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a295298a-7232-480a-a8ea-12eceda1e2ce not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 18 23:42:50.785842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Port a295298a-7232-480a-a8ea-12eceda1e2ce not found, will not notify nova. {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 18 23:42:50.801590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': 'd5826880-dcc0-4384-a891-ff55f36cf017'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:42:50.804795 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:50.882248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-9fd121f4-96fc-4e85-84a3-82c8007051a0 service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559593 Oct 18 23:42:50.906128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:51.114808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75d20935-118d-49ec-8505-aedf7386bddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.140557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75d20935-118d-49ec-8505-aedf7386bddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.186383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1819d25e-e03a-4996-9876-f790c6583c2a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:51.197545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-9b38af9a-f411-4207-a997-3294b4ce853b tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:51.211359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-9b38af9a-f411-4207-a997-3294b4ce853b tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7689157 Oct 18 23:42:51.211359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4003a42-fa00-40f6-a631-8c6b6a8187a3 req-bf9998fe-e7c8-4cbc-881a-8e480b2689b7 service neutron] 10.222.0.73 "GET /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950487 Oct 18 23:42:51.276973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Allocated IP 2001:db8::f816:3eff:fe4f:fe22 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/d5826880-dcc0-4384-a891-ff55f36cf017/5e7c9358-480e-4f3f-9b2d-a6bef37003fc) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:51.293348 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.299142 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.335428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-75d20935-118d-49ec-8505-aedf7386bddd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=436988096fc84bfbb57bcd22f33ea125&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0973148 Oct 18 23:42:51.344565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d20935-118d-49ec-8505-aedf7386bddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b4022-be15-440d-94e5-a70c64b1093e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:51.349639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46158) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:51.366919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1819d25e-e03a-4996-9876-f790c6583c2a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:51.367319 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.387935 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-bc925a60-c89b-46be-8411-d50c40efb5fb tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/quotas/7e6fbf37892b421b8b42e59d153be355 HTTP/1.1" status: 200 len: 375 time: 0.1794925 Oct 18 23:42:51.414233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port be17b189-f7df-4e41-b31e-033af64000ae yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:42:51.481736 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-866e104e-d5d2-4aea-9a1d-ca453e973cd9 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e6fbf37892b421b8b42e59d153be355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916252 Oct 18 23:42:51.484818 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.502173 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.527236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170e647-96f5-4399-82f4-bbdb09e733ae req-a5e8f430-af04-46af-a7b2-c51f9c834cd0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:51.536432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6170e647-96f5-4399-82f4-bbdb09e733ae req-a5e8f430-af04-46af-a7b2-c51f9c834cd0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.3854506 Oct 18 23:42:51.545878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bf3c5c5e-15aa-4d09-8722-06088cba010d None None] Provisioning complete for port 99ca9bac-1207-4981-b6d1-508329024880 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:51.546262 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5c5e-15aa-4d09-8722-06088cba010d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.660829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=2eca69d8-f7d9-412c-b641-d63a2006a7d5,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:51.750624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.752956 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.769121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:51.898014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Pushing event updated for resources: {'Port': ['ID=5e7c9358-480e-4f3f-9b2d-a6bef37003fc,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:51.922041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:51.922738 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-462ab01b-72f8-48ca-848b-dfe2b0ce526e req-8e05e06e-6bcb-453a-a098-d355759f365c tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 210 time: 0.0871615 Oct 18 23:42:51.991994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:52.027023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:52.071685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 1819d25e-e03a-4996-9876-f790c6583c2a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1819d25e-e03a-4996-9876-f790c6583c2a,segment=NetworkSegment(7e26cbba-2833-410e-95ef-b5514ba97d7c),segment_id=7e26cbba-2833-410e-95ef-b5514ba97d7c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:52.116951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:42:52.124069 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.124941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99ca9bac-1207-4981-b6d1-508329024880 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:52.170919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Attempting to bind port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:52.171317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Attempting to bind port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:52.171710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Attempting to bind port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:52.231275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:52.238953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:52.239603 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.240544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:52.241273 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Bound port: 5e7c9358-480e-4f3f-9b2d-a6bef37003fc, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:52.241744 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.261522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bf3c5c5e-15aa-4d09-8722-06088cba010d None None] Provisioning complete for port 2eca69d8-f7d9-412c-b641-d63a2006a7d5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:52.261815 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5c5e-15aa-4d09-8722-06088cba010d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.283947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:52.321911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c5c5e-15aa-4d09-8722-06088cba010d None None] Port 2eca69d8-f7d9-412c-b641-d63a2006a7d5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:52.325921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def16e25-1633-433c-8283-c48453f302af None None] Sync routers for ids ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:52.330168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.334023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5505a1e1-cb1b-4163-afd8-3b5b6c6000c3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6874352 Oct 18 23:42:52.334023 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.348488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46176) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:52.374198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.388372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bf3c5c5e-15aa-4d09-8722-06088cba010d None None] Provisioning complete for port 1819d25e-e03a-4996-9876-f790c6583c2a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:52.389216 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5c5e-15aa-4d09-8722-06088cba010d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.460545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def16e25-1633-433c-8283-c48453f302af None None] Routers {'9c49b0e6-554d-40b9-a00f-8705ceadfe1f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:52.461543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-def16e25-1633-433c-8283-c48453f302af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:52.497437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Pushing event deleted for resources: {'Port': ['ID=06087b7b-02fa-4388-8949-f937ab878a7b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:52.516274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6170e647-96f5-4399-82f4-bbdb09e733ae req-8fe0f7f8-789b-4701-a533-5bfed0c42136 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9788876 Oct 18 23:42:52.562417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.639610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1a28be2-5baa-4b1b-92a9-2d6c74b74f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.683731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:fe9b:8b23 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/d5826880-dcc0-4384-a891-ff55f36cf017/be17b189-f7df-4e41-b31e-033af64000ae) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:52.778346 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1a28be2-5baa-4b1b-92a9-2d6c74b74f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.859380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1a28be2-5baa-4b1b-92a9-2d6c74b74f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.864382 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1a28be2-5baa-4b1b-92a9-2d6c74b74f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:52.866254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a1a28be2-5baa-4b1b-92a9-2d6c74b74f43 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b4b4022-be15-440d-94e5-a70c64b1093e HTTP/1.1" status: 204 len: 168 time: 1.5083373 Oct 18 23:42:52.946866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a28be2-5baa-4b1b-92a9-2d6c74b74f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b4022-be15-440d-94e5-a70c64b1093e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:53.028621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-def16e25-1633-433c-8283-c48453f302af None None] Set router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:53.100272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 99ca9bac-1207-4981-b6d1-508329024880 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:53.100949 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:53.121401 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:53.141224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:53.201670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62ad5b97-ad96-4705-be4e-fdbd70352488 req-05a847c7-196d-4150-b886-525cee6c3fc5 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 210 time: 0.0777867 Oct 18 23:42:53.283308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:53.306926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=1819d25e-e03a-4996-9876-f790c6583c2a,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:53.309195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=2eca69d8-f7d9-412c-b641-d63a2006a7d5,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:53.455471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] For port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:53.477982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 3fd44fc3-a680-4414-91ec-af8c159159cd is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:53.481639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:53.502308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] For port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5e7c9358-480e-4f3f-9b2d-a6bef37003fc,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:53.534173 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:53.571823 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:53.572657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-def16e25-1633-433c-8283-c48453f302af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:42Z', 'updated_at': '2021-10-18T23:42:48Z', 'revision_number': 3, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'gw_port': {'id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:44Z', 'updated_at': '2021-10-18T23:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:53.679114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def16e25-1633-433c-8283-c48453f302af None None] Checking router: 9c49b0e6-554d-40b9-a00f-8705ceadfe1f for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:42:53.679440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def16e25-1633-433c-8283-c48453f302af None None] Updating router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f port e84122ee-0811-4bd2-ba29-fddbc3116336 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:42:53.725754 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-def16e25-1633-433c-8283-c48453f302af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:53.727826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ffc0943d-2e93-4436-92df-ca34f0b21b7a None None] Provisioning complete for port 2eca69d8-f7d9-412c-b641-d63a2006a7d5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:53.728194 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ffc0943d-2e93-4436-92df-ca34f0b21b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:53.742479 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-9ba0af81-622a-4663-8cf9-344f8d579a3a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=7e6fbf37892b421b8b42e59d153be355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3251920 Oct 18 23:42:53.840365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Router 9507e5ec-250e-4316-8cb8-d3e234c7c1d8 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:42:53.895443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a457ef-3668-4c91-bed5-f89e2449af4e None None] Pushing event updated for resources: {'Port': ['ID=5e7c9358-480e-4f3f-9b2d-a6bef37003fc,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:53.903136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0943d-2e93-4436-92df-ca34f0b21b7a None None] Port 2eca69d8-f7d9-412c-b641-d63a2006a7d5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:54.006457 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00d789f3-fbbc-47b1-84b2-425a1eab89b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.036970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a295298a-7232-480a-a8ea-12eceda1e2ce no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:42:54.067898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a295298a-7232-480a-a8ea-12eceda1e2ce {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:42:54.068407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a295298a-7232-480a-a8ea-12eceda1e2ce not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:42:54.110383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:54.128047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-76729fc0-c57c-4fb8-9fb0-941ceb1b0ac9 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "PUT /v2.0/routers/9507e5ec-250e-4316-8cb8-d3e234c7c1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7278752 Oct 18 23:42:54.129615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46212) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:54.134080 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffeb64e-53b4-4584-b81a-b07bf77a5f2c None None] Sync routers for ids ['9507e5ec-250e-4316-8cb8-d3e234c7c1d8'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:54.152506 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffeb64e-53b4-4584-b81a-b07bf77a5f2c None None] Routers {'9507e5ec-250e-4316-8cb8-d3e234c7c1d8'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:54.153141 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2ffeb64e-53b4-4584-b81a-b07bf77a5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9507e5ec-250e-4316-8cb8-d3e234c7c1d8'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:54.180614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff346799-1403-4b34-b706-a539e12828b4 None None] Provisioning complete for port 2eca69d8-f7d9-412c-b641-d63a2006a7d5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:54.181055 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff346799-1403-4b34-b706-a539e12828b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.250379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46216) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:54.291001 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2ffeb64e-53b4-4584-b81a-b07bf77a5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:54.324953 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffeb64e-53b4-4584-b81a-b07bf77a5f2c None None] Routers {'9507e5ec-250e-4316-8cb8-d3e234c7c1d8'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:54.325602 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2ffeb64e-53b4-4584-b81a-b07bf77a5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9507e5ec-250e-4316-8cb8-d3e234c7c1d8'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:54.338147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b1820-283c-42b6-bd9e-7269a7e88ea1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:54.350339 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1f3b1820-283c-42b6-bd9e-7269a7e88ea1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports?device_id=9507e5ec-250e-4316-8cb8-d3e234c7c1d8 HTTP/1.1" status: 200 len: 982 time: 0.2164960 Oct 18 23:42:54.351318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46224) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:54.441889 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2ffeb64e-53b4-4584-b81a-b07bf77a5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:54.446088 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffeb64e-53b4-4584-b81a-b07bf77a5f2c None None] The sync data for ids ['9507e5ec-250e-4316-8cb8-d3e234c7c1d8'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:54.482880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff346799-1403-4b34-b706-a539e12828b4 None None] Port 2eca69d8-f7d9-412c-b641-d63a2006a7d5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:54.596113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a588399-c05e-45af-bc40-83e7cc2bfdc4 req-e8985df7-1980-4da5-a5a2-ac211aed19e8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:54.598056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a588399-c05e-45af-bc40-83e7cc2bfdc4 req-e8985df7-1980-4da5-a5a2-ac211aed19e8 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.8999262 Oct 18 23:42:54.675886 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-def16e25-1633-433c-8283-c48453f302af None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.687534 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-def16e25-1633-433c-8283-c48453f302af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.743925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1819d25e-e03a-4996-9876-f790c6583c2a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:54.772653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-def16e25-1633-433c-8283-c48453f302af None None] Attempting to bind port e84122ee-0811-4bd2-ba29-fddbc3116336 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:54.773794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-def16e25-1633-433c-8283-c48453f302af None None] Attempting to bind port e84122ee-0811-4bd2-ba29-fddbc3116336 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:54.774393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def16e25-1633-433c-8283-c48453f302af None None] Attempting to bind port e84122ee-0811-4bd2-ba29-fddbc3116336 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:54.821961 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.835516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def16e25-1633-433c-8283-c48453f302af None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:54.836357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def16e25-1633-433c-8283-c48453f302af None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:54.836961 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-def16e25-1633-433c-8283-c48453f302af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.837610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def16e25-1633-433c-8283-c48453f302af None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:54.838375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-def16e25-1633-433c-8283-c48453f302af None None] Bound port: e84122ee-0811-4bd2-ba29-fddbc3116336, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:54.839050 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-def16e25-1633-433c-8283-c48453f302af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.839955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a588399-c05e-45af-bc40-83e7cc2bfdc4 req-cbeb69b9-d0ef-439f-850f-1699d6274c00 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581340 Oct 18 23:42:54.922091 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.922652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502509d-ef47-4cb5-9a73-4b4ce1af738d None None] Pushing event updated for resources: {'Port': ['ID=e84122ee-0811-4bd2-ba29-fddbc3116336,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:54.938500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-e4cd4692-86df-49ff-9d0a-a384373b7ee1 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:54.951490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-e4cd4692-86df-49ff-9d0a-a384373b7ee1 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0083025 Oct 18 23:42:54.959114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.965603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1819d25e-e03a-4996-9876-f790c6583c2a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:54.966445 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:54.981564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Request body: {'port': {'device_id': '6934d156-34f2-45bd-8dab-533dcc575c8d', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '7e6fbf37892b421b8b42e59d153be355'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:55.069995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-def16e25-1633-433c-8283-c48453f302af None None] For port e84122ee-0811-4bd2-ba29-fddbc3116336, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:55.087272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-def16e25-1633-433c-8283-c48453f302af None None] For port e84122ee-0811-4bd2-ba29-fddbc3116336, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e84122ee-0811-4bd2-ba29-fddbc3116336,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:55.128560 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-def16e25-1633-433c-8283-c48453f302af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.129043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1595751220-network', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:55.131913 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb8e7c63-53cc-4350-84ac-ff6484019ed4 req-19e7e8c5-89c5-4a60-9428-68dfc7f03bfd tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 210 time: 0.6723332 Oct 18 23:42:55.210158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502509d-ef47-4cb5-9a73-4b4ce1af738d None None] Pushing event updated for resources: {'Port': ['ID=e84122ee-0811-4bd2-ba29-fddbc3116336,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:55.225191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Made reservation on behalf of 6fa9e8d96f434853b1b683e585a5db47 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:55.227628 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.245549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.271129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def16e25-1633-433c-8283-c48453f302af None None] Routers {'9c49b0e6-554d-40b9-a00f-8705ceadfe1f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:55.271782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-def16e25-1633-433c-8283-c48453f302af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:55.444336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-def16e25-1633-433c-8283-c48453f302af None None] Set router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:55.539344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5e7c9358-480e-4f3f-9b2d-a6bef37003fc up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:55.541269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.572387 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.595319 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.610768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93594484-2ca3-44e6-80d6-83973097f677,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:55.639524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:42:55.670052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.670671 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Added segment 1c18cced-e478-41f6-bee0-8b3f3b89b62d of type vlan for network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 Oct 18 23:42:55.674580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1a84ba49-bcee-4993-bb95-6d5c736d0555 None None] Provisioning complete for port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:55.675002 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a84ba49-bcee-4993-bb95-6d5c736d0555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.724500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:55.724500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.794679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.815731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Router dc3f236c-2164-4731-a433-abc9d04eb883 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:42:55.836062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a84ba49-bcee-4993-bb95-6d5c736d0555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.846399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Allocated IP 172.20.0.1 (7d3d0561-b070-49bc-b17d-ab2ac0df3ffe/786e22b4-5a43-4fa7-9229-e605046388d9/5b77dc6c-78dd-43ee-be89-d33c4cf05529) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:55.861485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.902143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.903225 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:55.904436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.939523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6872144 Oct 18 23:42:55.947073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:55.966116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1a84ba49-bcee-4993-bb95-6d5c736d0555 None None] For port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5e7c9358-480e-4f3f-9b2d-a6bef37003fc,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:55.972997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46244) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:55.980448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Request body: {'subnet': {'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1595751220-subnet', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:55.982460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a84ba49-bcee-4993-bb95-6d5c736d0555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:56.026416 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:42:56.026800 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:42:56.069535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-def16e25-1633-433c-8283-c48453f302af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:42Z', 'updated_at': '2021-10-18T23:42:48Z', 'revision_number': 3, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'gw_port': {'id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:44Z', 'updated_at': '2021-10-18T23:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:56.071862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:56.110446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def16e25-1633-433c-8283-c48453f302af None None] The sync data for ids ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'] in n-d-713498-28 is: [{'id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:42Z', 'updated_at': '2021-10-18T23:42:48Z', 'revision_number': 3, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'gw_port': {'id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:44Z', 'updated_at': '2021-10-18T23:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:56.115218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4c12-87f5-40c5-8a2b-c1affe854840 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:56.121378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84ba49-bcee-4993-bb95-6d5c736d0555 None None] Pushing event updated for resources: {'Port': ['ID=5e7c9358-480e-4f3f-9b2d-a6bef37003fc,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:56.131363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:42:56.132163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Made reservation on behalf of 7e6fbf37892b421b8b42e59d153be355 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:56.138111 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:56.150299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:56.151164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Made reservation on behalf of 6fa9e8d96f434853b1b683e585a5db47 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:42:56.153298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:56.254879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:56.257001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:56.266114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e738b4a9-6371-40b8-a233-c4210e3dce65 admin admin] 10.222.0.52 "PUT /v2.0/routers/dc3f236c-2164-4731-a433-abc9d04eb883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5134215 Oct 18 23:42:56.269353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] Sync routers for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:56.287059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:56.287738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:56.289625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46252) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:56.459658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3cfc15c2-3d1f-4612-bd2c-a8f6e6b0a881 req-25ad926c-1eaf-4de6-a497-d75514a6b1b6 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 210 time: 0.0431440 Oct 18 23:42:56.461537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:56.496141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:56.601893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Pushing event updated for resources: {'Port': ['ID=5b77dc6c-78dd-43ee-be89-d33c4cf05529,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:56.713194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:56.722953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74903bc-4b94-4884-8b4c-665a1d79c10c req-ff9ad4be-1113-4dd3-93d2-2777d1c3ea9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:56.731188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e74903bc-4b94-4884-8b4c-665a1d79c10c req-ff9ad4be-1113-4dd3-93d2-2777d1c3ea9f tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.6162708 Oct 18 23:42:56.741465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 2eca69d8-f7d9-412c-b641-d63a2006a7d5 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:56.742186 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:56.744424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=be17b189-f7df-4e41-b31e-033af64000ae,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:56.757602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:56.761201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:56.769077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:56.770219 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:56.846653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:56.927338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e74903bc-4b94-4884-8b4c-665a1d79c10c req-24b4c792-3079-408b-989f-a4e50d3b887d tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950147 Oct 18 23:42:56.949930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:56.953519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:57.016622 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.045361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.047858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 2eca69d8-f7d9-412c-b641-d63a2006a7d5 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:57.204510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.336574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e84122ee-0811-4bd2-ba29-fddbc3116336 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:57.378415 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.384300 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7df0cffb-c9d3-4e09-9ead-3e29a030b624 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.7642515 Oct 18 23:42:57.389603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46258) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:57.397382 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.461999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d1701f64-af63-4d4d-ba48-e48f35ffd3f2 None None] Provisioning complete for port be17b189-f7df-4e41-b31e-033af64000ae triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:57.462646 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d1701f64-af63-4d4d-ba48-e48f35ffd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.470256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.502457 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.504200 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.519689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d1701f64-af63-4d4d-ba48-e48f35ffd3f2 None None] Port be17b189-f7df-4e41-b31e-033af64000ae cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:57.589721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f4685d-bab2-4268-bf18-7ffaf84ff3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:57.596138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f4685d-bab2-4268-bf18-7ffaf84ff3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:57.598007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-79f4685d-bab2-4268-bf18-7ffaf84ff3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1908932 Oct 18 23:42:57.603884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.611177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46266) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:57.622006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port e84122ee-0811-4bd2-ba29-fddbc3116336 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:57.622987 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.663187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=2eca69d8-f7d9-412c-b641-d63a2006a7d5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:57.729357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-49e24940-2166-4c00-8f39-656400856e12 None None] Provisioning complete for port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:57.730155 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-49e24940-2166-4c00-8f39-656400856e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:57.789128 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f5bebc9-58c3-4761-9ab4-9ce162ad4fba req-6ce3029b-0f71-40d8-a526-d84a4f28e0f2 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 210 time: 0.0694981 Oct 18 23:42:57.814186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2828c9-e85a-40bb-8c2b-31c713278ff1,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:57.840433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:42:52Z', 'revision_number': 5, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port': {'id': '2c915915-cf22-44ed-bc96-eb16e9f92e81', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:29:05Z', 'updated_at': '2021-10-18T23:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:57.955467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] Checking router: dc3f236c-2164-4731-a433-abc9d04eb883 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:42:57.971713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa1499f-080c-4cfe-8020-7de88f7c36d4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:57.974567 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.005518 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.011222 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Checking segment: {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:58.011941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Network hostable DHCP agents. Network: c5d32374-b5d9-48f8-9f65-bbf71b1c01b2, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:42:58.035396 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.042657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-49e24940-2166-4c00-8f39-656400856e12 None None] Port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:42:58.052248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] Routers {'dc3f236c-2164-4731-a433-abc9d04eb883'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:58.052889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['dc3f236c-2164-4731-a433-abc9d04eb883'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:58.056181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Deleting port 2c915915-cf22-44ed-bc96-eb16e9f92e81 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:58.056533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.080087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port e84122ee-0811-4bd2-ba29-fddbc3116336, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e84122ee-0811-4bd2-ba29-fddbc3116336,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:58.124441 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.125384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5e7c9358-480e-4f3f-9b2d-a6bef37003fc up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:58.160755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c68b5551-b592-486c-be99-57c7ec7fea70 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port be17b189-f7df-4e41-b31e-033af64000ae {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:42:58.161131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c68b5551-b592-486c-be99-57c7ec7fea70 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.271211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] Set router dc3f236c-2164-4731-a433-abc9d04eb883 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:42:58.284669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Allocated IP 192.168.233.145 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/9898c664-6bff-49e8-be82-a50a363142a6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:58.355717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:42:57Z', 'revision_number': 6, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:58.363727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b0ac-bead-4683-b1ba-6cc98b098225 req-1b826929-25b8-4cee-9a53-dd77863abd7e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:58.365515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a81b0ac-bead-4683-b1ba-6cc98b098225 req-1b826929-25b8-4cee-9a53-dd77863abd7e tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.2829707 Oct 18 23:42:58.384658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.396409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1f4ef-54aa-4525-b756-b269c367da44 None None] The sync data for ids ['dc3f236c-2164-4731-a433-abc9d04eb883'] in n-d-713498-28 is: [{'id': 'dc3f236c-2164-4731-a433-abc9d04eb883', 'name': 'tempest-AttachVolumeShelveTestJSON-1319866331-router', 'tenant_id': 'ac2847854fab47be9f9e227d3e264f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:29:04Z', 'updated_at': '2021-10-18T23:42:57Z', 'revision_number': 6, 'project_id': 'ac2847854fab47be9f9e227d3e264f9f', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:58.403486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=e84122ee-0811-4bd2-ba29-fddbc3116336,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:58.404448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:42:58.407713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:58.408087 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.450541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c5d32374-b5d9-48f8-9f65-bbf71b1c01b2) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:58.464518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c89da0-c7b6-4301-b906-b62db330b671 None None] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:42:58.486392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.538547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:58.543290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.578111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Pushing event updated for resources: {'Port': ['ID=5b77dc6c-78dd-43ee-be89-d33c4cf05529,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:58.610517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Router 9507e5ec-250e-4316-8cb8-d3e234c7c1d8 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:42:58.616835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fa71917d-e65b-439e-b189-e63283f80a9b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6410153 Oct 18 23:42:58.620342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] For port 2c915915-cf22-44ed-bc96-eb16e9f92e81, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2c915915-cf22-44ed-bc96-eb16e9f92e81,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:42:58.620887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46274) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:58.621329 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.631873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:42:58.642963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a81b0ac-bead-4683-b1ba-6cc98b098225 req-e8acbb24-f5c0-4668-a696-831a7a6d2f19 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660935 Oct 18 23:42:58.652793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c68b5551-b592-486c-be99-57c7ec7fea70 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.673705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Calling delete_port for 2c915915-cf22-44ed-bc96-eb16e9f92e81 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:58.697443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:42:58.698700 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.717719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c68b5551-b592-486c-be99-57c7ec7fea70 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for be17b189-f7df-4e41-b31e-033af64000ae owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:42:58.723657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.774821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:42:58.779554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.780613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:58.793475 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fede708-911e-49ae-9adc-3aea599179b1 None None] Sync routers for ids ['9507e5ec-250e-4316-8cb8-d3e234c7c1d8'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:42:58.799486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c5144c0d-b15b-4aad-8c8a-ca5250c26969 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "PUT /v2.0/routers/9507e5ec-250e-4316-8cb8-d3e234c7c1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4469402 Oct 18 23:42:58.802682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46276) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:58.847034 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fede708-911e-49ae-9adc-3aea599179b1 None None] Routers {'9507e5ec-250e-4316-8cb8-d3e234c7c1d8'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:58.847978 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8fede708-911e-49ae-9adc-3aea599179b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9507e5ec-250e-4316-8cb8-d3e234c7c1d8'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:58.866622 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a84e30-7719-466a-bcdf-eb00925efded tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:42:58.874295 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b9a84e30-7719-466a-bcdf-eb00925efded tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/2eca69d8-f7d9-412c-b641-d63a2006a7d5 HTTP/1.1" status: 404 len: 333 time: 0.0721352 Oct 18 23:42:58.879774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46280) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:58.892062 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8fede708-911e-49ae-9adc-3aea599179b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:58.902071 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fede708-911e-49ae-9adc-3aea599179b1 None None] Routers {'9507e5ec-250e-4316-8cb8-d3e234c7c1d8'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:42:58.903117 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8fede708-911e-49ae-9adc-3aea599179b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9507e5ec-250e-4316-8cb8-d3e234c7c1d8'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:58.949531 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8fede708-911e-49ae-9adc-3aea599179b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:42:58.951990 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fede708-911e-49ae-9adc-3aea599179b1 None None] The sync data for ids ['9507e5ec-250e-4316-8cb8-d3e234c7c1d8'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:42:59.019678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Allocated IP 172.20.0.2 (c5d32374-b5d9-48f8-9f65-bbf71b1c01b2/ae2828c9-e85a-40bb-8c2b-31c713278ff1/442fe887-615d-4ed3-a097-5390c6e0f7ed) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:42:59.068126 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.115077 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79f228e9-1707-47e6-8f75-e15d14bf79b5 req-2431a5a4-cbf2-4f2d-b6a6-57a1ad3902e9 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 210 time: 0.1154590 Oct 18 23:42:59.122044 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ad08e18-1061-406d-b118-f22a002d5444 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.274266 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.282878 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.329555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.337449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Pushing event updated for resources: {'Port': ['ID=442fe887-615d-4ed3-a097-5390c6e0f7ed,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:59.348707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:59.350226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:59.357358 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.357949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:59.396476 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.438015 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c68b5551-b592-486c-be99-57c7ec7fea70 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.445370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e84122ee-0811-4bd2-ba29-fddbc3116336 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:42:59.452116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.465193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c915915-cf22-44ed-bc96-eb16e9f92e81,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:42:59.496587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ad08e18-1061-406d-b118-f22a002d5444 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.500025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ad08e18-1061-406d-b118-f22a002d5444 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.512504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:42:59.524484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c68b5551-b592-486c-be99-57c7ec7fea70 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.528001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c68b5551-b592-486c-be99-57c7ec7fea70 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/be17b189-f7df-4e41-b31e-033af64000ae HTTP/1.1" status: 204 len: 168 time: 1.9130607 Oct 18 23:42:59.529705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:42:59.532972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:42:59.542321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46284) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:59.559838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Attempting to bind port 442fe887-615d-4ed3-a097-5390c6e0f7ed on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:42:59.560315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Attempting to bind port 442fe887-615d-4ed3-a097-5390c6e0f7ed by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:42:59.562106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Attempting to bind port 442fe887-615d-4ed3-a097-5390c6e0f7ed on network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:42:59.573311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:42:59.573853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Checking segment: {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:42:59.574306 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.574733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Bound using segment: {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:42:59.576669 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Bound port: 442fe887-615d-4ed3-a097-5390c6e0f7ed, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:42:59.577130 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.582465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port e84122ee-0811-4bd2-ba29-fddbc3116336 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:42:59.582873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.774110 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ad08e18-1061-406d-b118-f22a002d5444 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.774605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad08e18-1061-406d-b118-f22a002d5444 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Fanout notify agent at l3_agent the message router_deleted on router 9507e5ec-250e-4316-8cb8-d3e234c7c1d8 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:42:59.795266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ad08e18-1061-406d-b118-f22a002d5444 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.799494 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8ad08e18-1061-406d-b118-f22a002d5444 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/routers/9507e5ec-250e-4316-8cb8-d3e234c7c1d8 HTTP/1.1" status: 204 len: 168 time: 0.9186399 Oct 18 23:42:59.846608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] For port 442fe887-615d-4ed3-a097-5390c6e0f7ed, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:42:59.846934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46292) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:59.847600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] For port 442fe887-615d-4ed3-a097-5390c6e0f7ed, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=442fe887-615d-4ed3-a097-5390c6e0f7ed,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:42:59.884799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2803e8-ec7d-4048-85ca-c582afa1c052 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:59.886848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:42:59.893514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2803e8-ec7d-4048-85ca-c582afa1c052 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:42:59.899056 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6c2803e8-ec7d-4048-85ca-c582afa1c052 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3112090 Oct 18 23:42:59.900428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46294) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:42:59.957548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746b166-9a68-42db-9293-99d0e4075a84 None None] Pushing event updated for resources: {'Port': ['ID=442fe887-615d-4ed3-a097-5390c6e0f7ed,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:00.020254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-4961faf8-6792-4788-a817-1b6c85a56e8a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet 3c39d08e-467e-44b5-baa3-7b232edcbc8f {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:00.035865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4961faf8-6792-4788-a817-1b6c85a56e8a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.060643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 06087b7b-02fa-4388-8949-f937ab878a7b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:00.069596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa98d9f9-5ce1-41a7-a988-0f65ebb5199d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet d5826880-dcc0-4384-a891-ff55f36cf017 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:00.081211 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa98d9f9-5ce1-41a7-a988-0f65ebb5199d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.093128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 06087b7b-02fa-4388-8949-f937ab878a7b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:00.093695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 06087b7b-02fa-4388-8949-f937ab878a7b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:00.102204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f4046730-1384-4b7c-b578-7c2ffd2b521a None None] Provisioning complete for port 9898c664-6bff-49e8-be82-a50a363142a6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:00.102991 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4046730-1384-4b7c-b578-7c2ffd2b521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.143522 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4961faf8-6792-4788-a817-1b6c85a56e8a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.147440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f4046730-1384-4b7c-b578-7c2ffd2b521a None None] Port 9898c664-6bff-49e8-be82-a50a363142a6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:00.177095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:00.177801 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.201546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b5551-b592-486c-be99-57c7ec7fea70 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=be17b189-f7df-4e41-b31e-033af64000ae,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:00.205839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:00.249550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa98d9f9-5ce1-41a7-a988-0f65ebb5199d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.260669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:00.346959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3736699 Oct 18 23:43:00.373344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Request body: {'port': {'device_id': '6934d156-34f2-45bd-8dab-533dcc575c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:00.425858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d3c5c-3013-4c61-bf48-5042f6b2199a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Pushing event updated for resources: {'Port': ['ID=9898c664-6bff-49e8-be82-a50a363142a6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:00.475655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4961faf8-6792-4788-a817-1b6c85a56e8a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.522222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a4955-cf8a-42f1-b1a4-4367276c6ed9 req-ee94c510-4246-40b7-aa90-1b90f63cba91 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:00.536564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a6a4955-cf8a-42f1-b1a4-4367276c6ed9 req-ee94c510-4246-40b7-aa90-1b90f63cba91 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.3521233 Oct 18 23:43:00.612381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.621146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.640852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.647998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ee32e-7e7c-41f6-a9e6-8cdd63df11f8 req-2bdec508-e0f9-415b-9380-d71db5ec6a0a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:00.655972 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c19ee32e-7e7c-41f6-a9e6-8cdd63df11f8 req-2bdec508-e0f9-415b-9380-d71db5ec6a0a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 936 time: 0.3978846 Oct 18 23:43:00.694077 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.696066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4961faf8-6792-4788-a817-1b6c85a56e8a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.791661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961faf8-6792-4788-a817-1b6c85a56e8a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=3c39d08e-467e-44b5-baa3-7b232edcbc8f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:00.805248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.814641 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a6a4955-cf8a-42f1-b1a4-4367276c6ed9 req-2cd50aea-5695-4d6d-ad7d-ba191cbd4963 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634799 Oct 18 23:43:00.814641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.821832 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c19ee32e-7e7c-41f6-a9e6-8cdd63df11f8 req-2ebb738b-d368-413b-8434-b47c3bdc670f tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647644 Oct 18 23:43:00.822932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4961faf8-6792-4788-a817-1b6c85a56e8a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.826133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:43:00.829302 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4961faf8-6792-4788-a817-1b6c85a56e8a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/3c39d08e-467e-44b5-baa3-7b232edcbc8f HTTP/1.1" status: 204 len: 168 time: 0.9815438 Oct 18 23:43:00.842143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46306) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:00.851202 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b9c624a4-31e8-4a10-9810-b57e9e205122 None None] Provisioning complete for port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:00.852017 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9c624a4-31e8-4a10-9810-b57e9e205122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.860665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41da23-6ad4-4e69-9bbe-466693213df5 None None] Network 3fd44fc3-a680-4414-91ec-af8c159159cd requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:00.875752 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa98d9f9-5ce1-41a7-a988-0f65ebb5199d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.944463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b9c624a4-31e8-4a10-9810-b57e9e205122 None None] Port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:00.958397 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:00.959001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc3f236c-2164-4731-a433-abc9d04eb883 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:43:01.048946 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.050445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-32691edb-9e48-413a-9e5d-b2dbcf986887 admin admin] 10.222.0.52 "DELETE /v2.0/routers/dc3f236c-2164-4731-a433-abc9d04eb883 HTTP/1.1" status: 204 len: 168 time: 4.7304878 Oct 18 23:43:01.053896 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.056376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46310) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:01.177443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-795d9af4-8599-400c-8c57-4fa3e144abf8 admin admin] Deleting subnet b4abdac1-716e-4807-afeb-767c84a0a285 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:01.182622 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-795d9af4-8599-400c-8c57-4fa3e144abf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.205481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 442fe887-615d-4ed3-a097-5390c6e0f7ed up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:01.278089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa98d9f9-5ce1-41a7-a988-0f65ebb5199d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.293682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 442fe887-615d-4ed3-a097-5390c6e0f7ed triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:01.294066 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.315133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Allocated IP 172.25.7.249 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/db46cf89-a146-47ed-8246-5f82505a5455) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:01.324024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1257612c-6df5-4b60-bd5b-69d4fb661f32 None None] DHCP port deletion for 3fd44fc3-a680-4414-91ec-af8c159159cd request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:01.328503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:43:01.340246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Sync routers for ids ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:43:01.353990 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa98d9f9-5ce1-41a7-a988-0f65ebb5199d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.362275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fa98d9f9-5ce1-41a7-a988-0f65ebb5199d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/d5826880-dcc0-4384-a891-ff55f36cf017 HTTP/1.1" status: 204 len: 168 time: 1.4506860 Oct 18 23:43:01.364006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-62c23ab9-a819-417e-997f-c024c236df06 admin admin] 10.222.0.52 "PUT /v2.0/routers/9c49b0e6-554d-40b9-a00f-8705ceadfe1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0111516 Oct 18 23:43:01.367915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46314) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:01.373207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-795d9af4-8599-400c-8c57-4fa3e144abf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.375611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98d9f9-5ce1-41a7-a988-0f65ebb5199d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=d5826880-dcc0-4384-a891-ff55f36cf017,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:01.403596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773bf28-426c-4e90-992f-bcb8f22804ae None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:01.455990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-06f3458e-6d85-4cfa-8534-a274598e9a12 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869341 Oct 18 23:43:01.461003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46316) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:01.479516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Routers {'9c49b0e6-554d-40b9-a00f-8705ceadfe1f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:01.480243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:01.555083 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-795d9af4-8599-400c-8c57-4fa3e144abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.636186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9898c664-6bff-49e8-be82-a50a363142a6 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:43:01.655654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.691752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f9c036-6551-4b6b-a7f1-a1549cbef782 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:01.693382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f5f9c036-6551-4b6b-a7f1-a1549cbef782 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2299969 Oct 18 23:43:01.706578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46328) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:01.751035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47e18fe-78e0-421f-b1aa-0fcfc1446036 None None] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:01.775520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Transition to ACTIVE for port object 9898c664-6bff-49e8-be82-a50a363142a6 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:43:01.793161 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:01.877621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Pushing event updated for resources: {'Port': ['ID=9898c664-6bff-49e8-be82-a50a363142a6,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:01.898471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc80151-a7d1-4b07-920e-51464a75e707 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:01.899680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8dc80151-a7d1-4b07-920e-51464a75e707 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1906075 Oct 18 23:43:01.902391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46340) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:01.947388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e9047284-b4d2-4390-83e7-5f5e650438bf tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437002 Oct 18 23:43:01.960307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46342) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:01.968450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:02.181455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 1819d25e-e03a-4996-9876-f790c6583c2a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:02.182061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.189007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Attempting to bind port 9898c664-6bff-49e8-be82-a50a363142a6 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:02.189490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Attempting to bind port 9898c664-6bff-49e8-be82-a50a363142a6 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:02.189961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Attempting to bind port 9898c664-6bff-49e8-be82-a50a363142a6 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:02.207598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bf487-c0d6-4ba0-8b4e-12688d1de40d req-688994eb-77c9-4980-9efc-c1ae746a0c9a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:02.209311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f5bf487-c0d6-4ba0-8b4e-12688d1de40d req-688994eb-77c9-4980-9efc-c1ae746a0c9a tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 948 time: 0.2201521 Oct 18 23:43:02.212615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Port 9898c664-6bff-49e8-be82-a50a363142a6 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:43:02.213072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Attempting to bind port 9898c664-6bff-49e8-be82-a50a363142a6 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:02.234441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:02.234982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:02.235537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:02.236100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Bound port: 9898c664-6bff-49e8-be82-a50a363142a6, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:02.236867 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.256198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:02.260463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.350798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602cb3b-7560-40b0-be5e-f3b8a3bd442f req-7fd635e1-081a-45e7-8992-19b87aadcd47 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:02.352470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1602cb3b-7560-40b0-be5e-f3b8a3bd442f req-7fd635e1-081a-45e7-8992-19b87aadcd47 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.2234919 Oct 18 23:43:02.356223 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.369078 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-795d9af4-8599-400c-8c57-4fa3e144abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.373991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] For port 1819d25e-e03a-4996-9876-f790c6583c2a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1819d25e-e03a-4996-9876-f790c6583c2a,segment=NetworkSegment(7e26cbba-2833-410e-95ef-b5514ba97d7c),segment_id=7e26cbba-2833-410e-95ef-b5514ba97d7c)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:02.374373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.379173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f5bf487-c0d6-4ba0-8b4e-12688d1de40d req-0cfe2f71-af16-4171-aa78-6f2ecf398e40 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592224 Oct 18 23:43:02.421824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1257612c-6df5-4b60-bd5b-69d4fb661f32 None None] Deleting port 1819d25e-e03a-4996-9876-f790c6583c2a {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:02.422431 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1257612c-6df5-4b60-bd5b-69d4fb661f32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.427503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-285177da-9411-4cea-8c65-5582a5c61e7a None None] Provisioning complete for port 442fe887-615d-4ed3-a097-5390c6e0f7ed triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:02.427503 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-285177da-9411-4cea-8c65-5582a5c61e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.432582 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.454503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] For port 9898c664-6bff-49e8-be82-a50a363142a6, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:02.461367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] For port 9898c664-6bff-49e8-be82-a50a363142a6, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9898c664-6bff-49e8-be82-a50a363142a6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:02.471171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.473114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d9af4-8599-400c-8c57-4fa3e144abf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4abdac1-716e-4807-afeb-767c84a0a285,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:02.510937 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Set router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:02.524842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 1819d25e-e03a-4996-9876-f790c6583c2a owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:02.537227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-795d9af4-8599-400c-8c57-4fa3e144abf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.547332 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-795d9af4-8599-400c-8c57-4fa3e144abf8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b4abdac1-716e-4807-afeb-767c84a0a285 HTTP/1.1" status: 204 len: 168 time: 1.4879701 Oct 18 23:43:02.569267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46350) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:02.570948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:02.578870 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.580534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] 10.222.0.102 "PUT /v2.0/ports/9898c664-6bff-49e8-be82-a50a363142a6 HTTP/1.1" status: 200 len: 1097 time: 2.2134423 Oct 18 23:43:02.582577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e746904-e53a-4002-bfc8-98773309d31b service neutron] Pushing event updated for resources: {'Port': ['ID=9898c664-6bff-49e8-be82-a50a363142a6,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:02.602066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6934d156-34f2-45bd-8dab-533dcc575c8d', 'tag': '9898c664-6bff-49e8-be82-a50a363142a6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:43:02.604764 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece" -d '{"events": [{"name": "network-changed", "server_uuid": "6934d156-34f2-45bd-8dab-533dcc575c8d", "tag": "9898c664-6bff-49e8-be82-a50a363142a6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:43:02.660955 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.683531 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:02.691263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:02.692719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f19379-74fd-4dbc-a45d-b736bb88cceb None None] Network e9c92538-701c-4e1b-8639-23f4357fcba7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:02.695862 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1602cb3b-7560-40b0-be5e-f3b8a3bd442f req-2ca7e29f-57cb-4a4f-a05d-9d4c68de41dc tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334942 Oct 18 23:43:02.745243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:02.877209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1257612c-6df5-4b60-bd5b-69d4fb661f32 None None] For port 1819d25e-e03a-4996-9876-f790c6583c2a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1819d25e-e03a-4996-9876-f790c6583c2a,segment=NetworkSegment(7e26cbba-2833-410e-95ef-b5514ba97d7c),segment_id=7e26cbba-2833-410e-95ef-b5514ba97d7c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:02.877616 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1257612c-6df5-4b60-bd5b-69d4fb661f32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:02.880221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203b53b-26d6-44bc-94da-d2cf530a52a7 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:03.003243 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21168cbe-1ded-4091-8b39-420e74675233 x-openstack-request-id: req-21168cbe-1ded-4091-8b39-420e74675233 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:43:03.003593 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6934d156-34f2-45bd-8dab-533dcc575c8d", "tag": "9898c664-6bff-49e8-be82-a50a363142a6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:43:03.003819 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21168cbe-1ded-4091-8b39-420e74675233 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:43:03.004218 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6934d156-34f2-45bd-8dab-533dcc575c8d', 'tag': '9898c664-6bff-49e8-be82-a50a363142a6', 'status': 'completed', 'code': 200} Oct 18 23:43:03.105273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.109823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-a474237b-496b-46bb-84cb-b755f601bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:03.111884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-a474237b-496b-46bb-84cb-b755f601bbd2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7e6fbf37892b421b8b42e59d153be355&device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 1100 time: 0.3985944 Oct 18 23:43:03.168528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Pushing event updated for resources: {'Port': ['ID=db46cf89-a146-47ed-8246-5f82505a5455,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:03.183934 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1257612c-6df5-4b60-bd5b-69d4fb661f32 None None] Calling delete_port for 1819d25e-e03a-4996-9876-f790c6583c2a owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:03.199055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 442fe887-615d-4ed3-a097-5390c6e0f7ed, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=442fe887-615d-4ed3-a097-5390c6e0f7ed,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:03.237052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.284863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No DVR routers for this DVR port 1819d25e-e03a-4996-9876-f790c6583c2a on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:03.322423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-82e2dbf3-eb04-4c41-8d10-77f909788338 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9898c664-6bff-49e8-be82-a50a363142a6 HTTP/1.1" status: 200 len: 217 time: 0.1723032 Oct 18 23:43:03.340198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=1819d25e-e03a-4996-9876-f790c6583c2a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:03.420979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.509192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.528183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Deleting port d5ec4554-576e-4cac-ad33-ebab731bc5f4 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:03.529663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.535573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-9fdec6c9-ba07-4e40-9793-6d644ac05232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:03.537339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-9fdec6c9-ba07-4e40-9793-6d644ac05232 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.1666245 Oct 18 23:43:03.539727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:43:03.557534 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.623124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd44fc3-a680-4414-91ec-af8c159159cd']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:03.632523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46404) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:03.650605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e26cbba-2833-410e-95ef-b5514ba97d7c') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:03.651041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e26cbba-2833-410e-95ef-b5514ba97d7c') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:03.707310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.754232 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1257612c-6df5-4b60-bd5b-69d4fb661f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.761792 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.779644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=442fe887-615d-4ed3-a097-5390c6e0f7ed,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:03.782450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2c915915-cf22-44ed-bc96-eb16e9f92e81 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:03.789276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:43:03.789700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:43:03.794747 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:43:03.846027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257612c-6df5-4b60-bd5b-69d4fb661f32 None None] No DVR routers for this DVR port 1819d25e-e03a-4996-9876-f790c6583c2a on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:03.848659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 2c915915-cf22-44ed-bc96-eb16e9f92e81 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:03.849106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2c915915-cf22-44ed-bc96-eb16e9f92e81 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:03.965722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257612c-6df5-4b60-bd5b-69d4fb661f32 None None] Pushing event deleted for resources: {'Port': ['ID=1819d25e-e03a-4996-9876-f790c6583c2a,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:04.022635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 442fe887-615d-4ed3-a097-5390c6e0f7ed up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:04.032651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.050234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.057259 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/networks/3fd44fc3-a680-4414-91ec-af8c159159cd HTTP/1.1" status: 204 len: 168 time: 3.2066877 Oct 18 23:43:04.062410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46414) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:04.097922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:42Z', 'updated_at': '2021-10-18T23:42:57Z', 'revision_number': 4, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'gw_port': {'id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:44Z', 'updated_at': '2021-10-18T23:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5b77dc6c-78dd-43ee-be89-d33c4cf05529', 'name': '', 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'mac_address': 'fa:16:3e:27:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '786e22b4-5a43-4fa7-9229-e605046388d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:55Z', 'updated_at': '2021-10-18T23:42:57Z', 'revision_number': 2, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'subnets': [{'id': '786e22b4-5a43-4fa7-9229-e605046388d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:04.139617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Checking router: 9c49b0e6-554d-40b9-a00f-8705ceadfe1f for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:43:04.140745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Updating router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:43:04.191852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6203b53b-26d6-44bc-94da-d2cf530a52a7 None None] Deleting port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:04.192239 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6203b53b-26d6-44bc-94da-d2cf530a52a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.237039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e439d-6c90-4d47-8c15-19441eb758a0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Network': ['ID=3fd44fc3-a680-4414-91ec-af8c159159cd,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:04.285966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c11ea2-56a0-4f28-a51b-959050fedea7 req-d3eb0f3e-483c-427e-9cfa-17600fec54ef tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:04.288313 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-32c11ea2-56a0-4f28-a51b-959050fedea7 req-d3eb0f3e-483c-427e-9cfa-17600fec54ef tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.4116471 Oct 18 23:43:04.320530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6203b53b-26d6-44bc-94da-d2cf530a52a7 None None] For port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5e7c9358-480e-4f3f-9b2d-a6bef37003fc,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:04.321214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6203b53b-26d6-44bc-94da-d2cf530a52a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.329881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] For port d5ec4554-576e-4cac-ad33-ebab731bc5f4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d5ec4554-576e-4cac-ad33-ebab731bc5f4,segment=NetworkSegment(f28d5038-f196-4541-813f-ff9bfa8135fe),segment_id=f28d5038-f196-4541-813f-ff9bfa8135fe)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:04.330344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.336668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6203b53b-26d6-44bc-94da-d2cf530a52a7 None None] Calling delete_port for 5e7c9358-480e-4f3f-9b2d-a6bef37003fc owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:04.356213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Calling delete_port for d5ec4554-576e-4cac-ad33-ebab731bc5f4 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:04.382062 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.382848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-dabd6a4d-9450-459b-a3eb-869a573c1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:04.384435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-dabd6a4d-9450-459b-a3eb-869a573c1bff service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8296211 Oct 18 23:43:04.416598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a6af6-0115-480c-bc02-0a23a79c28a0 req-0aac78cb-51ad-4775-ba9a-e7edd71c7500 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:04.418813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b9a6af6-0115-480c-bc02-0a23a79c28a0 req-0aac78cb-51ad-4775-ba9a-e7edd71c7500 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 948 time: 0.8375044 Oct 18 23:43:04.445187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a84974-71b7-496b-a823-6f751504af32 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:04.449688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-93a84974-71b7-496b-a823-6f751504af32 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/d0957c0e-f042-4b5c-b875-43fac1464a25 HTTP/1.1" status: 200 len: 841 time: 0.3804865 Oct 18 23:43:04.460634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46424) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:04.464925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8175a6-fd71-4a49-ab0a-6783ae10b3bb None None] DHCP port deletion for e9c92538-701c-4e1b-8639-23f4357fcba7 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:04.476826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-aebbea01-25ec-4dc0-8562-46c83d4f16c6 None None] Provisioning complete for port 442fe887-615d-4ed3-a097-5390c6e0f7ed triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:04.481909 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-aebbea01-25ec-4dc0-8562-46c83d4f16c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.487382 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6203b53b-26d6-44bc-94da-d2cf530a52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.496104 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.539164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100922) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 18 23:43:04.539860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4f:fe22 {{(pid=100922) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 18 23:43:04.551291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4f:fe22 {{(pid=100922) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 18 23:43:04.570512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.581749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-666b4f14-b96d-4e2c-a739-be237f1bc3d0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/d0957c0e-f042-4b5c-b875-43fac1464a25?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1167762 Oct 18 23:43:04.596968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b9a6af6-0115-480c-bc02-0a23a79c28a0 req-8974a3cb-d2c1-4783-bf07-91f3fa46dc51 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294911 Oct 18 23:43:04.601271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46426) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:04.609940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203b53b-26d6-44bc-94da-d2cf530a52a7 None None] No DVR routers for this DVR port 5e7c9358-480e-4f3f-9b2d-a6bef37003fc on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:04.610983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:04.644391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-32c11ea2-56a0-4f28-a51b-959050fedea7 req-a69977be-0f96-4825-af67-7e213f002f69 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265360 Oct 18 23:43:04.683728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:04.705239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:04.710796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=da2c9c5c-c9f7-46aa-93a9-cd7aa217663d,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:04.714950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:04.716178 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.723892 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-c802f48e-4df3-4e92-9836-c5e7d806bae0 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272762 Oct 18 23:43:04.726060 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.795429 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f7039b91-6c15-4fea-8912-ea06dbead0ad tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8305509 Oct 18 23:43:04.795429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ec4554-576e-4cac-ad33-ebab731bc5f4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:04.795991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46430) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:04.803972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:7d:d3:0d', 'name': 'tempest-NetworksTestDHCPv6-1576057310'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:04.836899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203b53b-26d6-44bc-94da-d2cf530a52a7 None None] Pushing event deleted for resources: {'Port': ['ID=5e7c9358-480e-4f3f-9b2d-a6bef37003fc,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:04.839983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] No DVR routers for this DVR port d5ec4554-576e-4cac-ad33-ebab731bc5f4 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:04.898380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:04.902039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:04.930373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb48bd8-8678-4bb5-9b1d-bc38d95f8978 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:04.930373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 442fe887-615d-4ed3-a097-5390c6e0f7ed triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:04.930745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.000797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.034836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c92538-701c-4e1b-8639-23f4357fcba7']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:05.045590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28d5038-f196-4541-813f-ff9bfa8135fe') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:05.045888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28d5038-f196-4541-813f-ff9bfa8135fe') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:05.056604 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.071190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.078620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:43:05.079135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:43:05.141416 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:43:05.151855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.167142 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.171423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e9c92538-701c-4e1b-8639-23f4357fcba7 HTTP/1.1" status: 204 len: 168 time: 2.5837295 Oct 18 23:43:05.191577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.198966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.207104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a03e979-bef7-4faf-b5db-20c74855cf66 req-4e9ba507-540b-4872-b45c-a97bc209ab37 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737320 Oct 18 23:43:05.214323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d283a1-d8d3-4760-94d3-e3fcadee7046 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c92538-701c-4e1b-8639-23f4357fcba7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:05.222013 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.310704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:05.406047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14600c-9bae-4b78-8c0d-3cb9c4eb8856 None None] Pushing event updated for resources: {'Port': ['ID=5b77dc6c-78dd-43ee-be89-d33c4cf05529,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:05.414079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46442) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:05.418686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:43:05.581632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dea91c68-2620-4450-a752-52a13fd8efb0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac2847854fab47be9f9e227d3e264f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633990 Oct 18 23:43:05.590001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46448) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:05.732858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-2cd76c2a-43cd-4e03-8b39-bca21128b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:05.734648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-2cd76c2a-43cd-4e03-8b39-bca21128b9d1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7e6fbf37892b421b8b42e59d153be355&device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 1100 time: 0.4100590 Oct 18 23:43:05.779960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:43:05.798150 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Sync routers for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:43:05.802990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ea8175a6-fd71-4a49-ab0a-6783ae10b3bb None None] Deleting port d5ec4554-576e-4cac-ad33-ebab731bc5f4 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:05.803494 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ea8175a6-fd71-4a49-ab0a-6783ae10b3bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.818591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.824081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1819d25e-e03a-4996-9876-f790c6583c2a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:05.829355 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:05.830270 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:05.842902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.844061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-57d6e7d5-dd2d-44a3-9d53-4c0974908420 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2184691 Oct 18 23:43:05.849762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46456) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server [None req-ea8175a6-fd71-4a49-ab0a-6783ae10b3bb None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e9c92538-701c-4e1b-8639-23f4357fcba7 could not be found. Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e9c92538-701c-4e1b-8639-23f4357fcba7 could not be found. Oct 18 23:43:05.858132 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:43:05.876664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05fe6576-f5fc-43b3-ba91-8ca041baeff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.929178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf972e8-5197-4a05-a1a0-6f7762c81cdc None None] DHCP port deletion for e9c92538-701c-4e1b-8639-23f4357fcba7 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:05.930106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 1819d25e-e03a-4996-9876-f790c6583c2a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:05.930465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1819d25e-e03a-4996-9876-f790c6583c2a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:05.931205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5e7c9358-480e-4f3f-9b2d-a6bef37003fc no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:05.935598 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:05.978257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711da3c9-e9b3-4ad2-8b08-62794a558e10 req-a4a88b09-e0ed-4593-a57b-82c03106d426 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:05.979817 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-711da3c9-e9b3-4ad2-8b08-62794a558e10 req-a4a88b09-e0ed-4593-a57b-82c03106d426 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 948 time: 0.2180188 Oct 18 23:43:05.991406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 41744dd7-b945-4fbf-9f39-6b317ac9f033 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:43:06.036170 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05fe6576-f5fc-43b3-ba91-8ca041baeff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.039286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafa020-740d-4393-8b97-277603474edb req-f95b09df-0d17-472a-8ecc-9317471d3a70 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:06.049287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ddafa020-740d-4393-8b97-277603474edb req-f95b09df-0d17-472a-8ecc-9317471d3a70 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.2203755 Oct 18 23:43:06.075207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.083968 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:06.101511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 5e7c9358-480e-4f3f-9b2d-a6bef37003fc {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:06.101758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5e7c9358-480e-4f3f-9b2d-a6bef37003fc not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:06.165285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': 'da2c9c5c-c9f7-46aa-93a9-cd7aa217663d'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:43:06.180675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.224000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-711da3c9-e9b3-4ad2-8b08-62794a558e10 req-e367d40b-1e4d-4858-803e-6cbeee2c4a92 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259958 Oct 18 23:43:06.247026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Attempting to bind port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:06.251194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Attempting to bind port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '73e7169d-3f74-4818-b8b2-138c90a8aa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:06.251801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Attempting to bind port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 on network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:06.253142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-103329b7-f8d1-40f5-9820-2659b6bd4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:06.254870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-103329b7-f8d1-40f5-9820-2659b6bd4d18 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.5062234 Oct 18 23:43:06.361054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-d66d9b01-f14b-4024-98d4-3599343a9b51 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9898c664-6bff-49e8-be82-a50a363142a6 HTTP/1.1" status: 200 len: 217 time: 0.0912294 Oct 18 23:43:06.365633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:06.367177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:06.367766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Checking segment: {'id': '73e7169d-3f74-4818-b8b2-138c90a8aa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:06.368331 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.368898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Bound using segment: {'id': '73e7169d-3f74-4818-b8b2-138c90a8aa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:06.369580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Bound port: 5b77dc6c-78dd-43ee-be89-d33c4cf05529, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e7169d-3f74-4818-b8b2-138c90a8aa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:06.370156 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.373476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d5ec4554-576e-4cac-ad33-ebab731bc5f4 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:06.385584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ddafa020-740d-4393-8b97-277603474edb req-d4be3f64-5737-4033-92e3-dc0ad07a6e35 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368249 Oct 18 23:43:06.424588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:06.431092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:06.431836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.432076 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d5ec4554-576e-4cac-ad33-ebab731bc5f4 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:06.433080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d5ec4554-576e-4cac-ad33-ebab731bc5f4 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:06.443632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d0818c-af54-4b14-bbc1-9b7272dfa3db None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:06.475952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=0cdcb62e-a038-45eb-958e-b45bb3fbad44,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:06.478099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:fe7d:d30d (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/da2c9c5c-c9f7-46aa-93a9-cd7aa217663d/41744dd7-b945-4fbf-9f39-6b317ac9f033) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:06.514605 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:03Z', 'revision_number': 3, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:06.560697 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Checking router: 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:43:06.561038 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Updating router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f port db46cf89-a146-47ed-8246-5f82505a5455 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:43:06.569246 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.600478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a924a1ce-eaad-47a7-98a4-1b3441880ecf tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9959130 Oct 18 23:43:06.604471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46470) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:06.616481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-84fe02db-5237-4a26-b9ff-434d9a20885c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1923766444'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:06.626151 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.645404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-430e885f-204d-4e2e-91b5-9f5b542e16d6 None None] Provisioning complete for port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:06.646155 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-430e885f-204d-4e2e-91b5-9f5b542e16d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.665276 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.714519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05fe6576-f5fc-43b3-ba91-8ca041baeff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.717672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05fe6576-f5fc-43b3-ba91-8ca041baeff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.721766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-05fe6576-f5fc-43b3-ba91-8ca041baeff3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c79986d6-d036-4141-ad79-8990d268a755 HTTP/1.1" status: 204 len: 168 time: 1.1259239 Oct 18 23:43:06.745926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe6576-f5fc-43b3-ba91-8ca041baeff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79986d6-d036-4141-ad79-8990d268a755,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:06.750515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.788293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84fe02db-5237-4a26-b9ff-434d9a20885c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:06.817355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=41744dd7-b945-4fbf-9f39-6b317ac9f033,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:06.856849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Allocated IP 2001:db8::f816:3eff:fe8e:ad9d (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/da2c9c5c-c9f7-46aa-93a9-cd7aa217663d/180ca16b-c2d2-44bf-8aa3-a2785698789a) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:06.943624 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:06.946350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-7a19de9f-735a-444f-a236-f053a5ed10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:06.948000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-7a19de9f-735a-444f-a236-f053a5ed10c3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.5765367 Oct 18 23:43:06.950825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829e8f-b456-4d30-93ff-b9e8bde439ea req-ee834451-6cdf-4880-a94b-1acfd1e19b97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:06.951085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:06.955437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:06.958593 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68829e8f-b456-4d30-93ff-b9e8bde439ea req-ee834451-6cdf-4880-a94b-1acfd1e19b97 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.2620540 Oct 18 23:43:06.961658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:06.962580 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.077177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68829e8f-b456-4d30-93ff-b9e8bde439ea req-26f46105-ebce-4cf3-806b-0272adb79fce tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175520 Oct 18 23:43:07.116478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4e3b3c34-8fca-4938-b8b0-a03dc00f752b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3167646 Oct 18 23:43:07.116881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46488) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:07.133787 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84fe02db-5237-4a26-b9ff-434d9a20885c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.148742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84fe02db-5237-4a26-b9ff-434d9a20885c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.171559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Deleting port 549100e4-0002-4926-a370-2a4696010b44 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:07.176168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.248207 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.261417 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.271163 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] For port 5b77dc6c-78dd-43ee-be89-d33c4cf05529, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:07.272268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-84fe02db-5237-4a26-b9ff-434d9a20885c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.275561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-84fe02db-5237-4a26-b9ff-434d9a20885c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6691704 Oct 18 23:43:07.284770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46492) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:07.298073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-09905fb0-0ab1-4c33-9eb6-34d6d6c4f35b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1188304818'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:07.308490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] For port 5b77dc6c-78dd-43ee-be89-d33c4cf05529, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5b77dc6c-78dd-43ee-be89-d33c4cf05529,segment=NetworkSegment(73e7169d-3f74-4818-b8b2-138c90a8aa96),segment_id=73e7169d-3f74-4818-b8b2-138c90a8aa96)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:07.339766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe02db-5237-4a26-b9ff-434d9a20885c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41e9787-c27d-428b-a31e-696ae7725632,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:07.345319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-430e885f-204d-4e2e-91b5-9f5b542e16d6 None None] Port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:07.365986 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.387243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.392348 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Pushing event updated for resources: {'Port': ['ID=db46cf89-a146-47ed-8246-5f82505a5455,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:07.412504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f7248c-fa95-4138-80ae-a526fa4953d9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:07.417208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b5f7248c-fa95-4138-80ae-a526fa4953d9 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2906275 Oct 18 23:43:07.423138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46498) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:07.429337 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.429827 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.430420 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.430894 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.431473 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.431919 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.432547 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.433497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9dd7e-8d1e-493d-a3c0-a122a1ea6b3c req-9919b648-ef92-400a-a54b-b9dd832fc3e0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:07.434122 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.434705 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.435903 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65f9dd7e-8d1e-493d-a3c0-a122a1ea6b3c req-9919b648-ef92-400a-a54b-b9dd832fc3e0 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.1520829 Oct 18 23:43:07.436164 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.436842 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.436983 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.437580 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:07.459670 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Attempting to bind port db46cf89-a146-47ed-8246-5f82505a5455 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:07.460426 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Attempting to bind port db46cf89-a146-47ed-8246-5f82505a5455 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:07.463629 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Attempting to bind port db46cf89-a146-47ed-8246-5f82505a5455 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:07.477452 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:07.478337 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:07.479288 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.481387 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:07.482851 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Bound port: db46cf89-a146-47ed-8246-5f82505a5455, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:07.484371 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.512754 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09905fb0-0ab1-4c33-9eb6-34d6d6c4f35b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.563506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-6d85caeb-1131-4dc0-996b-64e24aa7f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:07.567423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-6d85caeb-1131-4dc0-996b-64e24aa7f407 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5116882 Oct 18 23:43:07.576800 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] For port 549100e4-0002-4926-a370-2a4696010b44, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=549100e4-0002-4926-a370-2a4696010b44,segment=NetworkSegment(fc21f7f6-18eb-4e31-a312-6c7645c797a9),segment_id=fc21f7f6-18eb-4e31-a312-6c7645c797a9)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:07.577262 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.586442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:07.599709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5face8e1-0333-4539-beed-ec1bab5f584c req-f11ce7b1-e4cd-4a79-a54e-8e96a069b63b tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:07.603116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5face8e1-0333-4539-beed-ec1bab5f584c req-f11ce7b1-e4cd-4a79-a54e-8e96a069b63b tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 948 time: 0.2583675 Oct 18 23:43:07.604295 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] For port db46cf89-a146-47ed-8246-5f82505a5455, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:07.610762 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] For port db46cf89-a146-47ed-8246-5f82505a5455, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=db46cf89-a146-47ed-8246-5f82505a5455,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:07.620656 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:07.649787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Calling delete_port for 549100e4-0002-4926-a370-2a4696010b44 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:07.664346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:07.728340 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:07.728967 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:07.755450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:07.777886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Routers {'9c49b0e6-554d-40b9-a00f-8705ceadfe1f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:07.779136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:07.809499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba577d-c3ae-4d3d-a458-0d8f8b523ebf None None] Pushing event updated for resources: {'Port': ['ID=db46cf89-a146-47ed-8246-5f82505a5455,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:07.836658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5face8e1-0333-4539-beed-ec1bab5f584c req-653536be-db3c-4487-a7f2-a90949e51cd6 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103212 Oct 18 23:43:07.887109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14600c-9bae-4b78-8c0d-3cb9c4eb8856 None None] Pushing event updated for resources: {'Port': ['ID=5b77dc6c-78dd-43ee-be89-d33c4cf05529,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:07.947252 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:07.962376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65f9dd7e-8d1e-493d-a3c0-a122a1ea6b3c req-629b98e0-8c9c-4530-a49c-0b39ff8749a6 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231682 Oct 18 23:43:07.985623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-939cea22-875f-439f-b752-fd19c13c8e6c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 41744dd7-b945-4fbf-9f39-6b317ac9f033 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:07.985969 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-939cea22-875f-439f-b752-fd19c13c8e6c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.008191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09905fb0-0ab1-4c33-9eb6-34d6d6c4f35b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.025268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09905fb0-0ab1-4c33-9eb6-34d6d6c4f35b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.171256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'tenant_id': '97a700a2191244ebbde2e30c84012b6f', 'fixed_ips': [{'subnet_id': '0cdcb62e-a038-45eb-958e-b45bb3fbad44'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:43:08.172290 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.200555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b9027c5c-5320-4e95-b2e3-78c41c11ec56 None None] Provisioning complete for port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:08.200555 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9027c5c-5320-4e95-b2e3-78c41c11ec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.225994 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09905fb0-0ab1-4c33-9eb6-34d6d6c4f35b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.225994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-09905fb0-0ab1-4c33-9eb6-34d6d6c4f35b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9345362 Oct 18 23:43:08.258109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46524) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:08.291092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-692386463', 'security_groups': ['a3ef629b-440f-4f77-88d1-aa8907950484'], 'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0cdcb62e-a038-45eb-958e-b45bb3fbad44'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:08.334289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09905fb0-0ab1-4c33-9eb6-34d6d6c4f35b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ef629b-440f-4f77-88d1-aa8907950484,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:08.382192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Pushing event updated for resources: {'Port': ['ID=180ca16b-c2d2-44bf-8aa3-a2785698789a,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:08.423251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Attempting to bind port 180ca16b-c2d2-44bf-8aa3-a2785698789a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:08.424569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Attempting to bind port 180ca16b-c2d2-44bf-8aa3-a2785698789a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:08.425206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Attempting to bind port 180ca16b-c2d2-44bf-8aa3-a2785698789a on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:08.501748 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:03Z', 'revision_number': 3, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:08.502386 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-037ac961-66b6-4c1b-b8db-dc7ebfe6f55f service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8887098 Oct 18 23:43:08.549100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] Set router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:08.565411 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf84d8-597c-41ba-b089-7b20312b2b5c None None] The sync data for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 is: [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:03Z', 'revision_number': 3, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:43:08.674200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:08.674645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:08.675020 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.675414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:08.675905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Bound port: 180ca16b-c2d2-44bf-8aa3-a2785698789a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:08.676288 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.715190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-939cea22-875f-439f-b752-fd19c13c8e6c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.744027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-939cea22-875f-439f-b752-fd19c13c8e6c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 41744dd7-b945-4fbf-9f39-6b317ac9f033 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:08.758925 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.760667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cbad1-6c0d-4a90-a29d-ce9d0cab03fc req-72d16db1-70c6-4bbb-80e7-93d3941fe70a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:08.762266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d35cbad1-6c0d-4a90-a29d-ce9d0cab03fc req-72d16db1-70c6-4bbb-80e7-93d3941fe70a tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.2555466 Oct 18 23:43:08.801273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47da9dd5-b5d6-4625-b60f-0e31d5d35ece req-95436185-fbad-4b74-bc86-0d168af0d2c1 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807651 Oct 18 23:43:08.815517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=549100e4-0002-4926-a370-2a4696010b44,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:08.837499 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:08.840446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:08.893513 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d35cbad1-6c0d-4a90-a29d-ce9d0cab03fc req-a8c77b1a-acd3-48a2-b6ed-0eaa7dfc3381 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192403 Oct 18 23:43:09.067824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:09.092956 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9027c5c-5320-4e95-b2e3-78c41c11ec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:09.097260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9898c664-6bff-49e8-be82-a50a363142a6 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:43:09.290091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b9027c5c-5320-4e95-b2e3-78c41c11ec56 None None] For port 5b77dc6c-78dd-43ee-be89-d33c4cf05529, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5b77dc6c-78dd-43ee-be89-d33c4cf05529,segment=NetworkSegment(73e7169d-3f74-4818-b8b2-138c90a8aa96),segment_id=73e7169d-3f74-4818-b8b2-138c90a8aa96)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:09.344438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Allocated IP 172.20.0.1 (c5d32374-b5d9-48f8-9f65-bbf71b1c01b2/ae2828c9-e85a-40bb-8c2b-31c713278ff1/fb40d077-0083-406d-847d-77154d598853) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:09.366542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:09.372738 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9027c5c-5320-4e95-b2e3-78c41c11ec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:09.400452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Allocated IP 172.20.0.2 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/0cdcb62e-a038-45eb-958e-b45bb3fbad44/ee1d5663-89c0-4676-9d86-246b983b9618) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:09.474805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:09.491858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port 5280ff5f-1e50-4aca-bfcd-3622bf58d528 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:43:09.531143 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:09.553422 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:43:09.557210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:09.565243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:09.568549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:09.656412 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:09.833210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:43:09.893026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-939cea22-875f-439f-b752-fd19c13c8e6c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:09.924016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc27cf-c65b-48bb-b15a-2c0b121529c4 req-65e0d654-7c9d-4be5-a5a8-eab7c729fb59 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:09.927436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8bc27cf-c65b-48bb-b15a-2c0b121529c4 req-65e0d654-7c9d-4be5-a5a8-eab7c729fb59 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 948 time: 0.8663485 Oct 18 23:43:09.962484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb40d077-0083-406d-847d-77154d598853,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:10.030070 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.141151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9898c664-6bff-49e8-be82-a50a363142a6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9898c664-6bff-49e8-be82-a50a363142a6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:10.156996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '9898c664-6bff-49e8-be82-a50a363142a6', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': '9898c664-6bff-49e8-be82-a50a363142a6', 'mac_address': 'fa:16:3e:77:63:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:43:10.193668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cea22-875f-439f-b752-fd19c13c8e6c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=41744dd7-b945-4fbf-9f39-6b317ac9f033,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:10.297177 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-939cea22-875f-439f-b752-fd19c13c8e6c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.338426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-939cea22-875f-439f-b752-fd19c13c8e6c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/41744dd7-b945-4fbf-9f39-6b317ac9f033 HTTP/1.1" status: 204 len: 168 time: 2.9015124 Oct 18 23:43:10.350515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46568) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:10.438611 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8bc27cf-c65b-48bb-b15a-2c0b121529c4 req-87a1ede8-cad9-4410-9540-5625f578a391 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014794 Oct 18 23:43:10.472269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-7745f485-b346-416a-9f80-092bc87560a4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:10.473909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-7745f485-b346-416a-9f80-092bc87560a4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.7675381 Oct 18 23:43:10.475939 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9027c5c-5320-4e95-b2e3-78c41c11ec56 None None] Pushing event updated for resources: {'Port': ['ID=5b77dc6c-78dd-43ee-be89-d33c4cf05529,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:10.510415 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.609484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf7d95-565e-406a-b389-97d4c8511a84 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:10.611072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf7d95-565e-406a-b389-97d4c8511a84 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:10.612719 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-71cf7d95-565e-406a-b389-97d4c8511a84 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2603192 Oct 18 23:43:10.620159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46574) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:10.626128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device db46cf89-a146-47ed-8246-5f82505a5455 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:10.682356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df5065e-d88b-4d83-b229-657c65bab39e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet da2c9c5c-c9f7-46aa-93a9-cd7aa217663d {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:10.692036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:10.694327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] For port 180ca16b-c2d2-44bf-8aa3-a2785698789a, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:10.697732 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.723125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6df5065e-d88b-4d83-b229-657c65bab39e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.741127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-57bc8519-556d-4011-9d17-229b49e127c0 None None] Provisioning complete for port fb40d077-0083-406d-847d-77154d598853 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:10.741771 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57bc8519-556d-4011-9d17-229b49e127c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.744377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:10.746949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:10.819205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.13 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/0cdcb62e-a038-45eb-958e-b45bb3fbad44/5280ff5f-1e50-4aca-bfcd-3622bf58d528) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:10.821911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] For port 180ca16b-c2d2-44bf-8aa3-a2785698789a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=180ca16b-c2d2-44bf-8aa3-a2785698789a,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:10.844952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19079299-16b7-4332-b420-c3f99ce266bf req-be3f522c-f3a9-4b13-9463-6dacf7dea6f9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:10.847805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Pushing event updated for resources: {'Port': ['ID=ee1d5663-89c0-4676-9d86-246b983b9618,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:10.849078 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19079299-16b7-4332-b420-c3f99ce266bf req-be3f522c-f3a9-4b13-9463-6dacf7dea6f9 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.7755384 Oct 18 23:43:10.882505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9898c664-6bff-49e8-be82-a50a363142a6 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:43:10.895262 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.914190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.927820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:43:10.932321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6df5065e-d88b-4d83-b229-657c65bab39e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.942888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9898c664-6bff-49e8-be82-a50a363142a6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9898c664-6bff-49e8-be82-a50a363142a6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:10.960546 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ba7eb9b2-b36c-4292-80f4-13759a9e6fa7 admin admin] 10.222.0.52 "PUT /v2.0/routers/66e0014a-b62c-4e4e-85ed-7de9c6f414bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3197055 Oct 18 23:43:10.967326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46584) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:10.972292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Attempting to bind port ee1d5663-89c0-4676-9d86-246b983b9618 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:10.972666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Attempting to bind port ee1d5663-89c0-4676-9d86-246b983b9618 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7af8af58-6a14-433e-98aa-76dcf94de371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:10.973289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Attempting to bind port ee1d5663-89c0-4676-9d86-246b983b9618 on network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:10.975434 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:10.983422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] Sync routers for ids ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:43:10.996719 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19079299-16b7-4332-b420-c3f99ce266bf req-c2b8e792-1dde-4ffe-96fe-44b40194adbf tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231129 Oct 18 23:43:11.038324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-57bc8519-556d-4011-9d17-229b49e127c0 None None] Port fb40d077-0083-406d-847d-77154d598853 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:11.054383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:11.055054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Checking segment: {'id': '7af8af58-6a14-433e-98aa-76dcf94de371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:11.055654 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.056229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Bound using segment: {'id': '7af8af58-6a14-433e-98aa-76dcf94de371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:11.056905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Bound port: ee1d5663-89c0-4676-9d86-246b983b9618, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af8af58-6a14-433e-98aa-76dcf94de371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:11.057462 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.096195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:42Z', 'updated_at': '2021-10-18T23:42:57Z', 'revision_number': 4, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'gw_port': {'id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:44Z', 'updated_at': '2021-10-18T23:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5b77dc6c-78dd-43ee-be89-d33c4cf05529', 'name': '', 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'mac_address': 'fa:16:3e:27:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '786e22b4-5a43-4fa7-9229-e605046388d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:55Z', 'updated_at': '2021-10-18T23:43:07Z', 'revision_number': 4, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'subnets': [{'id': '786e22b4-5a43-4fa7-9229-e605046388d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:11.172461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] Routers {'66e0014a-b62c-4e4e-85ed-7de9c6f414bf'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:11.173134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:11.175097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Deleting port 9331da1e-cf82-4572-bab7-7c7635d7368b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:11.175638 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.399745 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.404895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6df5065e-d88b-4d83-b229-657c65bab39e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.436891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] Set router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:11.575118 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.683320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] For port ee1d5663-89c0-4676-9d86-246b983b9618, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:11.687678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] For port ee1d5663-89c0-4676-9d86-246b983b9618, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ee1d5663-89c0-4676-9d86-246b983b9618,segment=NetworkSegment(7af8af58-6a14-433e-98aa-76dcf94de371),segment_id=7af8af58-6a14-433e-98aa-76dcf94de371)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:11.691642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787cd0-1e54-40d3-ac04-eb69d742d9db None None] Pushing event updated for resources: {'Port': ['ID=180ca16b-c2d2-44bf-8aa3-a2785698789a,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:11.705550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.721109 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.769358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9898c664-6bff-49e8-be82-a50a363142a6,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:11.771829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port db46cf89-a146-47ed-8246-5f82505a5455 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:11.772208 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.774030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f28cf1-21ec-4749-89e1-4b3f8228cc36 None None] The sync data for ids ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'] in n-d-713498-28 is: [{'id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:42Z', 'updated_at': '2021-10-18T23:42:57Z', 'revision_number': 4, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'gw_port': {'id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:44Z', 'updated_at': '2021-10-18T23:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5b77dc6c-78dd-43ee-be89-d33c4cf05529', 'name': '', 'network_id': '7d3d0561-b070-49bc-b17d-ab2ac0df3ffe', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'mac_address': 'fa:16:3e:27:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '786e22b4-5a43-4fa7-9229-e605046388d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:55Z', 'updated_at': '2021-10-18T23:43:07Z', 'revision_number': 4, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'subnets': [{'id': '786e22b4-5a43-4fa7-9229-e605046388d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:43:11.779685 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.814590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:11.817227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:11.820279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:11.889099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=5280ff5f-1e50-4aca-bfcd-3622bf58d528,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:11.895992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Deleting port 16a60245-ceae-49a2-ae38-217c7f45268a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:11.896338 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.908082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] For port 9331da1e-cf82-4572-bab7-7c7635d7368b, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9331da1e-cf82-4572-bab7-7c7635d7368b,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:11.908919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:11.939025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Calling delete_port for 9331da1e-cf82-4572-bab7-7c7635d7368b owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:11.941509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28b782-d938-4146-b96f-92f2500af8f7 None None] Pushing event updated for resources: {'Port': ['ID=ee1d5663-89c0-4676-9d86-246b983b9618,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:11.949719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['9898c664-6bff-49e8-be82-a50a363142a6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:43:11.970690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:11.971420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.087442 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bcdd8ebc-f272-46c5-af3e-4f1fccdf76dc tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8224707 Oct 18 23:43:12.093270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46610) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:12.107585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ee2661e7-325b-4c54-8db8-d3908f695948 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:12.324726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] For port 16a60245-ceae-49a2-ae38-217c7f45268a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=16a60245-ceae-49a2-ae38-217c7f45268a,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:12.325770 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.346711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.382698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561b6b-2920-4cea-ac69-b85c00b8418f req-d7a0db56-2883-4d94-94e9-b8ed57ed07dc tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:12.384386 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af561b6b-2920-4cea-ac69-b85c00b8418f req-d7a0db56-2883-4d94-94e9-b8ed57ed07dc tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=db1d63f3-dcb7-4149-b859-1a392949a7c4 HTTP/1.1" status: 200 len: 945 time: 0.2004879 Oct 18 23:43:12.388299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Calling delete_port for 16a60245-ceae-49a2-ae38-217c7f45268a owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:12.443819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['110ea5f5-c758-4c20-b25f-1876d6b3aa15'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:43:12.530520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.536186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event deleted for resources: {'Port': ['ID=9331da1e-cf82-4572-bab7-7c7635d7368b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:12.539166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6df5065e-d88b-4d83-b229-657c65bab39e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.598171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97112d-573b-4349-a26e-c7799935f996 req-ff790bfa-0a1e-4a9a-b57d-f88bd56e1011 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:12.600289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c97112d-573b-4349-a26e-c7799935f996 req-ff790bfa-0a1e-4a9a-b57d-f88bd56e1011 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 949 time: 0.9763050 Oct 18 23:43:12.601610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] No DVR routers for this DVR port 9331da1e-cf82-4572-bab7-7c7635d7368b on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:12.607396 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.617158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.632929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af561b6b-2920-4cea-ac69-b85c00b8418f req-bbdebbed-3d37-4dba-9c91-c93c7563a843 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127113 Oct 18 23:43:12.673842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2661e7-325b-4c54-8db8-d3908f695948 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:12.680251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee2661e7-325b-4c54-8db8-d3908f695948 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.715491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.718968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70f153ea-df13-415b-b5d8-f1e3f1daf204 req-5543ae81-3130-478c-9b28-b5d8f35ee0e4 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.102 "DELETE /v2.0/ports/9331da1e-cf82-4572-bab7-7c7635d7368b HTTP/1.1" status: 204 len: 173 time: 2.1934891 Oct 18 23:43:12.751205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port db46cf89-a146-47ed-8246-5f82505a5455, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=db46cf89-a146-47ed-8246-5f82505a5455,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:12.775812 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.777249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1d63f3-dcb7-4149-b859-1a392949a7c4', 'name': 'network-vif-deleted', 'tag': '9331da1e-cf82-4572-bab7-7c7635d7368b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:43:12.785519 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af33b55a-1433-431c-a75f-0a927239ea8e" -d '{"events": [{"server_uuid": "db1d63f3-dcb7-4149-b859-1a392949a7c4", "name": "network-vif-deleted", "tag": "9331da1e-cf82-4572-bab7-7c7635d7368b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:43:12.799111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:12.895050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=db46cf89-a146-47ed-8246-5f82505a5455,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:13.057479 n-d-713498-28 neutron-server[100921]: INFO neutron.db.ipam_backend_mixin [None req-ee2661e7-325b-4c54-8db8-d3908f695948 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0cdcb62e-a038-45eb-958e-b45bb3fbad44 (CIDR: 172.20.0.0/28) Oct 18 23:43:13.058393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c97112d-573b-4349-a26e-c7799935f996 req-0f3e8f16-4683-4d71-947b-6bb0d1b27ebc tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218064 Oct 18 23:43:13.077677 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2661e7-325b-4c54-8db8-d3908f695948 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:43:13.078081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2661e7-325b-4c54-8db8-d3908f695948 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:13.079646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9331da1e-cf82-4572-bab7-7c7635d7368b no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:13.185787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 9331da1e-cf82-4572-bab7-7c7635d7368b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:13.186510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9331da1e-cf82-4572-bab7-7c7635d7368b not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:13.220267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6df5065e-d88b-4d83-b229-657c65bab39e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:13.235981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ee2661e7-325b-4c54-8db8-d3908f695948 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1397381 Oct 18 23:43:13.246008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6df5065e-d88b-4d83-b229-657c65bab39e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/da2c9c5c-c9f7-46aa-93a9-cd7aa217663d HTTP/1.1" status: 204 len: 168 time: 2.6138780 Oct 18 23:43:13.249738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46632) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:13.250089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46634) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:13.255360 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288127db-eddc-428f-aa3a-f14b1dc44635 x-openstack-request-id: req-288127db-eddc-428f-aa3a-f14b1dc44635 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:43:13.256097 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1d63f3-dcb7-4149-b859-1a392949a7c4", "name": "network-vif-deleted", "tag": "9331da1e-cf82-4572-bab7-7c7635d7368b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:43:13.256356 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-288127db-eddc-428f-aa3a-f14b1dc44635 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:43:13.261930 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1d63f3-dcb7-4149-b859-1a392949a7c4', 'name': 'network-vif-deleted', 'tag': '9331da1e-cf82-4572-bab7-7c7635d7368b', 'status': 'completed', 'code': 200} Oct 18 23:43:13.263405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5065e-d88b-4d83-b229-657c65bab39e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=da2c9c5c-c9f7-46aa-93a9-cd7aa217663d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:13.302515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:13Z', 'updated_at': '2021-10-18T23:43:08Z', 'revision_number': 5, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'gw_port': {'id': '16a60245-ceae-49a2-ae38-217c7f45268a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:16Z', 'updated_at': '2021-10-18T23:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:13.353006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 180ca16b-c2d2-44bf-8aa3-a2785698789a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:13.402541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb40d077-0083-406d-847d-77154d598853,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:13.428270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:13.462283 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-609547d4-c9f2-4d88-b3df-85e0aaae06f0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2049265 Oct 18 23:43:13.465305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] Checking router: 66e0014a-b62c-4e4e-85ed-7de9c6f414bf for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:43:13.469899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46636) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:13.486313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:13.586177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] Routers {'66e0014a-b62c-4e4e-85ed-7de9c6f414bf'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:13.587247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:13.615717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:13.624189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:13.729999 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:13.851254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a60245-ceae-49a2-ae38-217c7f45268a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:13.985871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:43:14.000103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] Set router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:14.167441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:14.178669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:14.193833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:14.202101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:14.310340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:13Z', 'updated_at': '2021-10-18T23:43:11Z', 'revision_number': 6, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:14.312341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Provisioning complete for port 180ca16b-c2d2-44bf-8aa3-a2785698789a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:14.319520 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:14.413239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1cfc94-8f4e-4970-a09c-08cca672c0f7 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:14.526584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:14.732652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:14.736813 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:14.767760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360828f2-e426-4c0a-b8c4-23f39f8ab707 None None] The sync data for ids ['66e0014a-b62c-4e4e-85ed-7de9c6f414bf'] in n-d-713498-28 is: [{'id': '66e0014a-b62c-4e4e-85ed-7de9c6f414bf', 'name': 'tempest-TestAggregatesBasicOps-2046440843-router', 'tenant_id': '69bab8fc8b8646d9879f790102f2f478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:13Z', 'updated_at': '2021-10-18T23:43:11Z', 'revision_number': 6, 'project_id': '69bab8fc8b8646d9879f790102f2f478', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:43:14.839481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 180ca16b-c2d2-44bf-8aa3-a2785698789a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:14.839859 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:14.871633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:43:14.906361 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Sync routers for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:43:14.915401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-42aa993f-4ede-49b4-9909-fd29d91296b8 admin admin] 10.222.0.52 "PUT /v2.0/routers/3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0599320 Oct 18 23:43:14.926747 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:14.927382 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:15.089839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9898c664-6bff-49e8-be82-a50a363142a6 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:15.111107 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.258272 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:15.304467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.307624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac82cce-5031-43fb-aadc-781aac9f2ce0 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:15.313955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] For port 180ca16b-c2d2-44bf-8aa3-a2785698789a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=180ca16b-c2d2-44bf-8aa3-a2785698789a,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:15.352616 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.383940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.384535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66e0014a-b62c-4e4e-85ed-7de9c6f414bf {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:43:15.394506 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.395720 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-728358f2-1e5e-4975-809c-157cd6514f76 admin admin] 10.222.0.52 "DELETE /v2.0/routers/66e0014a-b62c-4e4e-85ed-7de9c6f414bf HTTP/1.1" status: 204 len: 168 time: 4.4244964 Oct 18 23:43:15.398347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46702) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:15.411614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.454672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675bcc8-2a93-40a4-9a20-594d35ff5750 req-95111ef0-79e3-42b2-b759-15256f070f41 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:15.468834 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6675bcc8-2a93-40a4-9a20-594d35ff5750 req-95111ef0-79e3-42b2-b759-15256f070f41 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 949 time: 1.1604564 Oct 18 23:43:15.496035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1753009-0202-42d7-80a6-5fd98f49d67b admin admin] Deleting subnet 2b4e051a-c4f6-44d4-8e9e-d8310f516d96 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:15.507805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c1753009-0202-42d7-80a6-5fd98f49d67b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.556886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:15.582166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 9898c664-6bff-49e8-be82-a50a363142a6 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:43:15.589678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c1753009-0202-42d7-80a6-5fd98f49d67b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.600295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:15.603227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 9898c664-6bff-49e8-be82-a50a363142a6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:15.603766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.617412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:15.621639 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.667306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a870f9-d35c-4f6d-861e-4be9866c2dd2 None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:15.712562 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6675bcc8-2a93-40a4-9a20-594d35ff5750 req-e1168e29-512f-4392-8405-997e28d5a4c9 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425692 Oct 18 23:43:15.743940 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3455639 Oct 18 23:43:15.755039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46708) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:15.770143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1064648149', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f'}], 'security_groups': ['a41e9787-c27d-428b-a31e-696ae7725632']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:15.784351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Pushing event updated for resources: {'Port': ['ID=180ca16b-c2d2-44bf-8aa3-a2785698789a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:15.791536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88c2ea-a0cc-4703-8ffd-766ed58e444a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:15.799476 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.806441 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:43:15.806832 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:43:15.864486 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c1753009-0202-42d7-80a6-5fd98f49d67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.868445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Provisioning complete for port 5280ff5f-1e50-4aca-bfcd-3622bf58d528 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:15.868814 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:15.896119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.896528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.896790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.897126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.897459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.897789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.898119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.898443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.898783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.899112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.899435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.899756 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a653d-7254-49cd-ab5f-38b94fe6e29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:15.948523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fac82cce-5031-43fb-aadc-781aac9f2ce0 None None] Deleting port 180ca16b-c2d2-44bf-8aa3-a2785698789a {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:15.948894 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fac82cce-5031-43fb-aadc-781aac9f2ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.003057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c1753009-0202-42d7-80a6-5fd98f49d67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.067998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1753009-0202-42d7-80a6-5fd98f49d67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b4e051a-c4f6-44d4-8e9e-d8310f516d96,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:16.076411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c1753009-0202-42d7-80a6-5fd98f49d67b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.088370 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c1753009-0202-42d7-80a6-5fd98f49d67b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b4e051a-c4f6-44d4-8e9e-d8310f516d96 HTTP/1.1" status: 204 len: 168 time: 0.6885116 Oct 18 23:43:16.091625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46716) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:16.149058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d93fcb8-9c77-4394-9932-47771971bcc8 None None] Network da0be7c5-2b8f-475e-9290-64a16408b448 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:16.180338 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:11Z', 'revision_number': 2, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:16.228801 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Checking router: 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:43:16.229465 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Updating router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f port fb40d077-0083-406d-847d-77154d598853 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:43:16.276643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46720) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:16.276922 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.300748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c438b342-b916-4181-a96c-cac894c55502 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096445913', 'description': 'tempest-description--813677637'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:16.332521 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.360728 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.433813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc4d0-df40-4e2c-be28-8e6562666fb9 req-d17dc393-ad96-4ae2-b777-ce594d930521 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:16.436528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-652dc4d0-df40-4e2c-be28-8e6562666fb9 req-d17dc393-ad96-4ae2-b777-ce594d930521 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 946 time: 0.3734839 Oct 18 23:43:16.446213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c438b342-b916-4181-a96c-cac894c55502 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.512190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ee1d5663-89c0-4676-9d86-246b983b9618 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:16.517002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6934d156-34f2-45bd-8dab-533dcc575c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9898c664-6bff-49e8-be82-a50a363142a6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:43:16.528898 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f2aee9-a9fb-4929-9866-d11aa08720ce" -d '{"events": [{"server_uuid": "6934d156-34f2-45bd-8dab-533dcc575c8d", "name": "network-vif-plugged", "status": "completed", "tag": "9898c664-6bff-49e8-be82-a50a363142a6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:43:16.605432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9898c664-6bff-49e8-be82-a50a363142a6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9898c664-6bff-49e8-be82-a50a363142a6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:16.636643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Deleting port e7ff477f-7a6e-4abd-862d-905a1d1c2701 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:16.636976 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.662333 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.697161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.objects.ports [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:43:16.726541 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-652dc4d0-df40-4e2c-be28-8e6562666fb9 req-37d66396-1854-497a-a277-a9a93aedd518 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564158 Oct 18 23:43:16.826979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Port 5280ff5f-1e50-4aca-bfcd-3622bf58d528 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:16.959670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c438b342-b916-4181-a96c-cac894c55502 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:16.965944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] For port e7ff477f-7a6e-4abd-862d-905a1d1c2701, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e7ff477f-7a6e-4abd-862d-905a1d1c2701,segment=NetworkSegment(fc21f7f6-18eb-4e31-a312-6c7645c797a9),segment_id=fc21f7f6-18eb-4e31-a312-6c7645c797a9)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:16.967389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.002826 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.007988 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c438b342-b916-4181-a96c-cac894c55502 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.014808 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.031443 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cad0502-7da6-41fc-8c3b-98370333c401 x-openstack-request-id: req-2cad0502-7da6-41fc-8c3b-98370333c401 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:43:17.031739 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6934d156-34f2-45bd-8dab-533dcc575c8d", "name": "network-vif-plugged", "status": "completed", "tag": "9898c664-6bff-49e8-be82-a50a363142a6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:43:17.031992 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cad0502-7da6-41fc-8c3b-98370333c401 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:43:17.032392 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6934d156-34f2-45bd-8dab-533dcc575c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9898c664-6bff-49e8-be82-a50a363142a6', 'code': 200} Oct 18 23:43:17.099646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9898c664-6bff-49e8-be82-a50a363142a6,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:17.141855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Calling delete_port for e7ff477f-7a6e-4abd-862d-905a1d1c2701 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:17.147302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fac82cce-5031-43fb-aadc-781aac9f2ce0 None None] For port 180ca16b-c2d2-44bf-8aa3-a2785698789a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=180ca16b-c2d2-44bf-8aa3-a2785698789a,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:17.147984 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fac82cce-5031-43fb-aadc-781aac9f2ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.156959 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c438b342-b916-4181-a96c-cac894c55502 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.158246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c438b342-b916-4181-a96c-cac894c55502 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8806419 Oct 18 23:43:17.177357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46748) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:17.203772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Provisioning complete for port fb40d077-0083-406d-847d-77154d598853 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:17.204410 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.204799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-06384d4b-23d0-470b-847f-3f4c19883671 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'security_group_rule': {'security_group_id': 'f15d4912-f1df-46d3-83c0-5d972b7fb309', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:17.213109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fac82cce-5031-43fb-aadc-781aac9f2ce0 None None] Calling delete_port for 180ca16b-c2d2-44bf-8aa3-a2785698789a owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:17.233067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:17.233903 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.241380 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254851c-1edf-46f9-ab46-6bf063a4c485 None None] Pushing event updated for resources: {'Port': ['ID=fb40d077-0083-406d-847d-77154d598853,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:17.272110 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Attempting to bind port fb40d077-0083-406d-847d-77154d598853 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:17.272713 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Attempting to bind port fb40d077-0083-406d-847d-77154d598853 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:17.275650 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Attempting to bind port fb40d077-0083-406d-847d-77154d598853 on network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:17.292246 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:17.292623 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Checking segment: {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:17.293034 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.299129 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Bound using segment: {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:17.301005 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Bound port: fb40d077-0083-406d-847d-77154d598853, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:17.301415 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.304535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520eb05-dd91-41f9-ad95-b9097c9eed87 req-451e6441-98cc-4110-ab05-8beb152cdd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:17.306044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e520eb05-dd91-41f9-ad95-b9097c9eed87 req-451e6441-98cc-4110-ab05-8beb152cdd85 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 1102 time: 0.3333702 Oct 18 23:43:17.361628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438b342-b916-4181-a96c-cac894c55502 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15d4912-f1df-46d3-83c0-5d972b7fb309,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:17.417752 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] For port fb40d077-0083-406d-847d-77154d598853, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:17.426390 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] For port fb40d077-0083-406d-847d-77154d598853, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fb40d077-0083-406d-847d-77154d598853,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:17.437214 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.454897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] DHCP port deletion for da0be7c5-2b8f-475e-9290-64a16408b448 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:17.519070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e520eb05-dd91-41f9-ad95-b9097c9eed87 req-cd82b3f1-b133-44aa-ac57-4b9922c109b6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997125 Oct 18 23:43:17.575642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-06384d4b-23d0-470b-847f-3f4c19883671 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.582031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Port fb40d077-0083-406d-847d-77154d598853 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:17.585361 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fac82cce-5031-43fb-aadc-781aac9f2ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.597732 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254851c-1edf-46f9-ab46-6bf063a4c485 None None] Pushing event updated for resources: {'Port': ['ID=fb40d077-0083-406d-847d-77154d598853,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:17.604040 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:17.604999 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:17.677900 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-06384d4b-23d0-470b-847f-3f4c19883671 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.687851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-06384d4b-23d0-470b-847f-3f4c19883671 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.719087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Could not find standard attr ID for object 41744dd7-b945-4fbf-9f39-6b317ac9f033. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:43:17.725036 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-06384d4b-23d0-470b-847f-3f4c19883671 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.727074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-06384d4b-23d0-470b-847f-3f4c19883671 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5406203 Oct 18 23:43:17.728843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac82cce-5031-43fb-aadc-781aac9f2ce0 None None] No DVR routers for this DVR port 180ca16b-c2d2-44bf-8aa3-a2785698789a on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:17.730066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06384d4b-23d0-470b-847f-3f4c19883671 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89722cb1-d44e-4071-a959-356a980a2ad0,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:17.736323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46752) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:17.745427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2dcaa450-a64b-404e-9bde-2b4b1e56aed1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'security_group_rule': {'security_group_id': 'f15d4912-f1df-46d3-83c0-5d972b7fb309', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:17.761601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac82cce-5031-43fb-aadc-781aac9f2ce0 None None] Pushing event deleted for resources: {'Port': ['ID=180ca16b-c2d2-44bf-8aa3-a2785698789a,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:17.769244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.785996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be987591-acb2-4580-b985-96413228cd22 None None] Update dhcp port {'port': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'fixed_ips': [{'subnet_id': '0cdcb62e-a038-45eb-958e-b45bb3fbad44', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'ee1d5663-89c0-4676-9d86-246b983b9618'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:43:17.820760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa450-a64b-404e-9bde-2b4b1e56aed1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.883627 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:17.890519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:17.891120 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.912072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:17.937750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] No DVR routers for this DVR port e7ff477f-7a6e-4abd-862d-905a1d1c2701 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:17.959004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be987591-acb2-4580-b985-96413228cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.041631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] Deleting port e7ff477f-7a6e-4abd-862d-905a1d1c2701 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:18.042010 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.048124 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.082767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0be7c5-2b8f-475e-9290-64a16408b448']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:18.094099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc21f7f6-18eb-4e31-a312-6c7645c797a9') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:18.094404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc21f7f6-18eb-4e31-a312-6c7645c797a9') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:18.106635 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.120999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.128378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:43:18.128904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.188019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Port 180ca16b-c2d2-44bf-8aa3-a2785698789a concurrently deleted while adding address for new subnet {'id': 'd252ac4a-1994-4bc6-a97d-abf4ef93cf4e', 'name': '', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2827, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-18T23:43:15Z', 'updated_at': '2021-10-18T23:43:15Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd53f71af9e694d9a8288624ffd51dabb'}. {{(pid=100921) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Oct 18 23:43:18.188793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.245494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad56f3-5af3-47ed-a12a-e3dc47b8fb59 req-39a122b1-ee94-4af8-b036-79c29f625a20 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:43:18.246616 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:43:18.250376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ff477f-7a6e-4abd-862d-905a1d1c2701,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:18.257846 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:17Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:18.259335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-baad56f3-5af3-47ed-a12a-e3dc47b8fb59 req-39a122b1-ee94-4af8-b036-79c29f625a20 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 950 time: 1.3824434 Oct 18 23:43:18.264306 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.270913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.276879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/da0be7c5-2b8f-475e-9290-64a16408b448 HTTP/1.1" status: 204 len: 168 time: 2.1816299 Oct 18 23:43:18.297533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46758) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:18.327586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdc3d0-9fd2-4dac-8a9b-d65f7fbd9fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=da0be7c5-2b8f-475e-9290-64a16408b448,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:18.333635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port ee1d5663-89c0-4676-9d86-246b983b9618, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ee1d5663-89c0-4676-9d86-246b983b9618,segment=NetworkSegment(7af8af58-6a14-433e-98aa-76dcf94de371),segment_id=7af8af58-6a14-433e-98aa-76dcf94de371)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:18.338245 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af21b0-8585-47c1-bcfd-2b75593db3c4 None None] The sync data for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 is: [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:17Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:43:18.360740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] For port e7ff477f-7a6e-4abd-862d-905a1d1c2701, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:18.361764 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:43:18.362238 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.372876 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.373861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5b77dc6c-78dd-43ee-be89-d33c4cf05529 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:18.447064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f61a0-7e32-4aeb-b11b-260982b29463 req-049fdbc1-7b8a-4790-b369-34a5242cd686 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:18.455436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e8f61a0-7e32-4aeb-b11b-260982b29463 req-049fdbc1-7b8a-4790-b369-34a5242cd686 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 946 time: 0.5486541 Oct 18 23:43:18.558991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e8f61a0-7e32-4aeb-b11b-260982b29463 req-ad9ea04c-8788-4745-9a0c-fa5b5c73888c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003699 Oct 18 23:43:18.671489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa450-a64b-404e-9bde-2b4b1e56aed1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.681467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa450-a64b-404e-9bde-2b4b1e56aed1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.686673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:18.718085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:18.723297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaa450-a64b-404e-9bde-2b4b1e56aed1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7beb90-5166-42d4-85bd-aa41dec39a7f,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:18.728678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa450-a64b-404e-9bde-2b4b1e56aed1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.733242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2dcaa450-a64b-404e-9bde-2b4b1e56aed1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9924474 Oct 18 23:43:18.737236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46766) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:18.743312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:18.744114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-8ca3f4fa-8f19-486a-bc34-9e72d2d57865 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:18.745937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-8ca3f4fa-8f19-486a-bc34-9e72d2d57865 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.73 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 946 time: 0.6419144 Oct 18 23:43:18.750829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:18.751519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.765017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=d252ac4a-1994-4bc6-a97d-abf4ef93cf4e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:18.785698 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:18.836208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-baad56f3-5af3-47ed-a12a-e3dc47b8fb59 req-8fce58be-91fa-458a-bf6c-e3710008bba9 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740039 Oct 18 23:43:18.849816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1417d8d8-2a87-494b-90f7-8d0269413e04 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.3730955 Oct 18 23:43:18.871817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46768) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:18.890104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:ea:fb:c9', 'name': 'tempest-NetworksTestDHCPv6-752490049'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:18.894366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea2aeb-3c64-430a-9625-c46ab20987f8 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:18.899953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Delete allocated IP 172.20.0.13 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/0cdcb62e-a038-45eb-958e-b45bb3fbad44) {{(pid=100921) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 23:43:18.926490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] Calling delete_port for e7ff477f-7a6e-4abd-862d-905a1d1c2701 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:18.946084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] Port e7ff477f-7a6e-4abd-862d-905a1d1c2701 was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:43:18.991744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.19 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f/5280ff5f-1e50-4aca-bfcd-3622bf58d528) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:19.050799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.160320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.190466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] Network da0be7c5-2b8f-475e-9290-64a16408b448 is not hosted by any dhcp agent {{(pid=100923) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:43:19.191954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] No DVR routers for this DVR port e7ff477f-7a6e-4abd-862d-905a1d1c2701 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:19.284985 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=ee1d5663-89c0-4676-9d86-246b983b9618,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:19.301184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:19.301845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.349288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Provisioning complete for port d0957c0e-f042-4b5c-b875-43fac1464a25 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:19.349796 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.365658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Deleting port 110ea5f5-c758-4c20-b25f-1876d6b3aa15 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:19.366143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.428075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46774) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:19.464387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d86b9-21bc-4140-92c5-d159b5053657 None None] Pushing event deleted for resources: {'Port': ['ID=e7ff477f-7a6e-4abd-862d-905a1d1c2701,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:19.546174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-893b8efd-3d68-4a6b-8529-f72b0ea5e772 None None] Port d0957c0e-f042-4b5c-b875-43fac1464a25 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:19.622813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:19.642396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': 'd252ac4a-1994-4bc6-a97d-abf4ef93cf4e'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:43:19.644313 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.734461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8c1972b5-dc97-49a5-84f7-d944b9da3e59 None None] Provisioning complete for port fb40d077-0083-406d-847d-77154d598853 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:19.736695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c1972b5-dc97-49a5-84f7-d944b9da3e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.832823 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d66cfa5-d15e-4848-93aa-b297f47d577c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.842373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.889998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Allocated IP 172.25.7.238 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d8f2d881-7571-4f09-b92b-7eae4ee94f99) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:19.931002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] For port 110ea5f5-c758-4c20-b25f-1876d6b3aa15, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=110ea5f5-c758-4c20-b25f-1876d6b3aa15,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:19.931468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.945209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:19.982703 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.007886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Calling delete_port for 110ea5f5-c758-4c20-b25f-1876d6b3aa15 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:20.091949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-be987591-acb2-4580-b985-96413228cd22 None None] Allocated IP 172.20.0.18 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f/ee1d5663-89c0-4676-9d86-246b983b9618) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:20.204474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94def59-1d87-42f5-b79e-eabe4eebf662 req-81d0bc9d-ea04-4949-857c-de8315e8db45 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:20.214236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94def59-1d87-42f5-b79e-eabe4eebf662 req-81d0bc9d-ea04-4949-857c-de8315e8db45 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 946 time: 0.4728560 Oct 18 23:43:20.279252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a94def59-1d87-42f5-b79e-eabe4eebf662 req-57a8c655-6c39-45f6-aa96-5f4dee73d01c tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/security-groups?id=5214596f-d417-4758-85e1-7d0dabe2e3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621102 Oct 18 23:43:20.297631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fb40d077-0083-406d-847d-77154d598853 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:20.328019 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.394451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=5280ff5f-1e50-4aca-bfcd-3622bf58d528,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:20.482611 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-206edb33-6000-4f61-99c7-41e5c6b3a702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.486287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea142b6-f8e0-4e72-af42-0e972be2b020 req-51d1d42f-7f62-4e6e-84f3-f7a29af7a37c tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:20.488512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ea142b6-f8e0-4e72-af42-0e972be2b020 req-51d1d42f-7f62-4e6e-84f3-f7a29af7a37c tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 950 time: 0.4771409 Oct 18 23:43:20.528061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 110ea5f5-c758-4c20-b25f-1876d6b3aa15 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:20.531526 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.554534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Deleting port 5b77dc6c-78dd-43ee-be89-d33c4cf05529 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:20.554891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.579725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d66cfa5-d15e-4848-93aa-b297f47d577c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.598107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 7a809f41-0014-47bd-9c22-146ea1122d2d yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:43:20.664648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.685629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:20.694068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:20.696576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:20.709070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] In _notify_port_updated(), no bound segment for port 5280ff5f-1e50-4aca-bfcd-3622bf58d528 on network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:43:20.718287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:20.719316 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.723853 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-675d72c8-7e7c-44a0-af3d-c42c1f44a22e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "PUT /v2.0/ports/5280ff5f-1e50-4aca-bfcd-3622bf58d528 HTTP/1.1" status: 200 len: 921 time: 4.9643991 Oct 18 23:43:20.727242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46786) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:20.728008 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d66cfa5-d15e-4848-93aa-b297f47d577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.751450 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.771749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-be987591-acb2-4580-b985-96413228cd22 None None] For port ee1d5663-89c0-4676-9d86-246b983b9618, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ee1d5663-89c0-4676-9d86-246b983b9618,segment=NetworkSegment(7af8af58-6a14-433e-98aa-76dcf94de371),segment_id=7af8af58-6a14-433e-98aa-76dcf94de371)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:20.783069 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c1972b5-dc97-49a5-84f7-d944b9da3e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.804376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port fb40d077-0083-406d-847d-77154d598853 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:20.804741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.851302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47914328-b28a-495c-be8a-60a460c0932b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110ea5f5-c758-4c20-b25f-1876d6b3aa15'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:43:20.854527 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a89f4c5-c2e4-4f9c-a1e3-d55ffc97f342" -d '{"events": [{"server_uuid": "47914328-b28a-495c-be8a-60a460c0932b", "name": "network-vif-unplugged", "status": "completed", "tag": "110ea5f5-c758-4c20-b25f-1876d6b3aa15"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:43:20.885264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66cfa5-d15e-4848-93aa-b297f47d577c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a050b13-485d-42f1-a903-be6647e10819,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:20.891414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 110ea5f5-c758-4c20-b25f-1876d6b3aa15, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=110ea5f5-c758-4c20-b25f-1876d6b3aa15,segment=NetworkSegment(472d049a-921c-491b-a31a-c70ed4e940da),segment_id=472d049a-921c-491b-a31a-c70ed4e940da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:20.898041 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6d66cfa5-d15e-4848-93aa-b297f47d577c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fb828816c0b4f8e876161a276f1dd22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4656951 Oct 18 23:43:20.900762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46790) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:20.905069 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ea142b6-f8e0-4e72-af42-0e972be2b020 req-4055dd60-7fc7-40b9-aae1-1c618156b81f tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008827 Oct 18 23:43:20.912539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Allocated IP 2001:db8::f816:3eff:fe01:d81f (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/d252ac4a-1994-4bc6-a97d-abf4ef93cf4e/43f6f814-6b7f-422a-8a6b-32a48448a5fd) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:20.949576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] For port 5b77dc6c-78dd-43ee-be89-d33c4cf05529, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5b77dc6c-78dd-43ee-be89-d33c4cf05529,segment=NetworkSegment(73e7169d-3f74-4818-b8b2-138c90a8aa96),segment_id=73e7169d-3f74-4818-b8b2-138c90a8aa96)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:20.949989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:20.993136 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9b4b3b-6481-416f-9258-43d67093927f x-openstack-request-id: req-9b9b4b3b-6481-416f-9258-43d67093927f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:43:20.993632 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47914328-b28a-495c-be8a-60a460c0932b", "name": "network-vif-unplugged", "status": "completed", "tag": "110ea5f5-c758-4c20-b25f-1876d6b3aa15", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:43:20.994017 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b9b4b3b-6481-416f-9258-43d67093927f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:43:20.994510 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47914328-b28a-495c-be8a-60a460c0932b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110ea5f5-c758-4c20-b25f-1876d6b3aa15', 'code': 200} Oct 18 23:43:20.995499 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.020278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Calling delete_port for 5b77dc6c-78dd-43ee-be89-d33c4cf05529 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:21.032640 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be987591-acb2-4580-b985-96413228cd22 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.060455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'Port': ['ID=d8f2d881-7571-4f09-b92b-7eae4ee94f99,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:21.064505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8c1972b5-dc97-49a5-84f7-d944b9da3e59 None None] For port fb40d077-0083-406d-847d-77154d598853, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fb40d077-0083-406d-847d-77154d598853,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:21.113745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.130231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be987591-acb2-4580-b985-96413228cd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.130887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.145463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device db46cf89-a146-47ed-8246-5f82505a5455 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:21.166940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2bf89b1-caa1-44bf-b3ab-c9d4934c6818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.169334 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c1972b5-dc97-49a5-84f7-d944b9da3e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.198147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.201661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-87b7fdf3-6c91-48f5-87b4-c2f919d1b872 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port 5280ff5f-1e50-4aca-bfcd-3622bf58d528 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:21.202001 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87b7fdf3-6c91-48f5-87b4-c2f919d1b872 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.209205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Pushing event deleted for resources: {'Port': ['ID=110ea5f5-c758-4c20-b25f-1876d6b3aa15,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:21.316772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] No DVR routers for this DVR port 110ea5f5-c758-4c20-b25f-1876d6b3aa15 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:21.322960 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2bf89b1-caa1-44bf-b3ab-c9d4934c6818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.350827 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.355084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d48b442b-b496-4f82-843b-8f6b945aa722 req-a4874e23-c54f-468b-adf2-bc53d9e36348 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.73 "DELETE /v2.0/ports/110ea5f5-c758-4c20-b25f-1876d6b3aa15 HTTP/1.1" status: 204 len: 173 time: 2.5871611 Oct 18 23:43:21.355813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47914328-b28a-495c-be8a-60a460c0932b', 'name': 'network-vif-deleted', 'tag': '110ea5f5-c758-4c20-b25f-1876d6b3aa15'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:43:21.358279 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3decb70b-bd59-4977-9414-bf41bdf510e1" -d '{"events": [{"server_uuid": "47914328-b28a-495c-be8a-60a460c0932b", "name": "network-vif-deleted", "tag": "110ea5f5-c758-4c20-b25f-1876d6b3aa15"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:43:21.488155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c483e54-0fc0-4953-a36d-a304f0102e2d req-4aee845b-a852-4d91-b963-0b4fb36ffb16 tempest-ServersTestJSON-2142603729 tempest-ServersTestJSON-2142603729-project] 10.222.0.52 "GET /v2.0/ports?device_id=47914328-b28a-495c-be8a-60a460c0932b HTTP/1.1" status: 200 len: 210 time: 0.0747566 Oct 18 23:43:21.501749 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87b7fdf3-6c91-48f5-87b4-c2f919d1b872 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.540487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-87b7fdf3-6c91-48f5-87b4-c2f919d1b872 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for 5280ff5f-1e50-4aca-bfcd-3622bf58d528 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:21.556636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=110ea5f5-c758-4c20-b25f-1876d6b3aa15,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:21.580412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2bf89b1-caa1-44bf-b3ab-c9d4934c6818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.584580 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2bf89b1-caa1-44bf-b3ab-c9d4934c6818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.588512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a2bf89b1-caa1-44bf-b3ab-c9d4934c6818 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a050b13-485d-42f1-a903-be6647e10819 HTTP/1.1" status: 204 len: 168 time: 0.6823447 Oct 18 23:43:21.591078 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9ad679-a625-4e4a-bbdf-086f8527f941 x-openstack-request-id: req-fe9ad679-a625-4e4a-bbdf-086f8527f941 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:43:21.593561 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47914328-b28a-495c-be8a-60a460c0932b", "name": "network-vif-deleted", "tag": "110ea5f5-c758-4c20-b25f-1876d6b3aa15", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:43:21.594020 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe9ad679-a625-4e4a-bbdf-086f8527f941 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:43:21.596113 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47914328-b28a-495c-be8a-60a460c0932b', 'name': 'network-vif-deleted', 'tag': '110ea5f5-c758-4c20-b25f-1876d6b3aa15', 'status': 'completed', 'code': 200} Oct 18 23:43:21.666466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf89b1-caa1-44bf-b3ab-c9d4934c6818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a050b13-485d-42f1-a903-be6647e10819,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:21.690481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be987591-acb2-4580-b985-96413228cd22 None None] Pushing event updated for resources: {'Port': ['ID=ee1d5663-89c0-4676-9d86-246b983b9618,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:21.788870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port db46cf89-a146-47ed-8246-5f82505a5455 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:21.789425 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.846258 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:21.886379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1972b5-dc97-49a5-84f7-d944b9da3e59 None None] Pushing event updated for resources: {'Port': ['ID=fb40d077-0083-406d-847d-77154d598853,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:21.899363 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.004360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:22.053540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:22.053690 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87b7fdf3-6c91-48f5-87b4-c2f919d1b872 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.063119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:22.074599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:feea:fbc9 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/d252ac4a-1994-4bc6-a97d-abf4ef93cf4e/7a809f41-0014-47bd-9c22-146ea1122d2d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:22.142384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Pushing event updated for resources: {'Port': ['ID=43f6f814-6b7f-422a-8a6b-32a48448a5fd,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:22.146047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ee1d5663-89c0-4676-9d86-246b983b9618 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:22.209579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7fdf3-6c91-48f5-87b4-c2f919d1b872 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=5280ff5f-1e50-4aca-bfcd-3622bf58d528,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:22.236462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Attempting to bind port 43f6f814-6b7f-422a-8a6b-32a48448a5fd on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:22.237285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Attempting to bind port 43f6f814-6b7f-422a-8a6b-32a48448a5fd by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:22.237932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Attempting to bind port 43f6f814-6b7f-422a-8a6b-32a48448a5fd on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:22.250771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f024f-b9e2-4d9a-9e4f-973800b2de43 req-4bab92d1-15f3-457f-adc3-e77e5adba664 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:22.252274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-021f024f-b9e2-4d9a-9e4f-973800b2de43 req-4bab92d1-15f3-457f-adc3-e77e5adba664 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 950 time: 0.9727449 Oct 18 23:43:22.267573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:22.268277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:22.268853 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.269527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:22.270346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Bound port: 43f6f814-6b7f-422a-8a6b-32a48448a5fd, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:22.271117 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.310665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-87b7fdf3-6c91-48f5-87b4-c2f919d1b872 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.314942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e171f340-e5c8-46b5-81c7-306823a542ef None None] Could not find standard attr ID for object 5280ff5f-1e50-4aca-bfcd-3622bf58d528. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:43:22.319091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-87b7fdf3-6c91-48f5-87b4-c2f919d1b872 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/5280ff5f-1e50-4aca-bfcd-3622bf58d528 HTTP/1.1" status: 204 len: 168 time: 1.5860376 Oct 18 23:43:22.320742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46816) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:22.365450 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb60f8f-996f-4f30-87d2-a60104dfe69a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:43:22.370383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3fb60f8f-996f-4f30-87d2-a60104dfe69a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/5280ff5f-1e50-4aca-bfcd-3622bf58d528 HTTP/1.1" status: 404 len: 333 time: 0.0485559 Oct 18 23:43:22.371067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:22.406114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-021f024f-b9e2-4d9a-9e4f-973800b2de43 req-ec81ce9c-8c7f-4c2f-9553-a6c9a21ee695 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448195 Oct 18 23:43:22.408318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:22.408743 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.429132 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.460758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e171f340-e5c8-46b5-81c7-306823a542ef None None] Provisioning complete for port d0957c0e-f042-4b5c-b875-43fac1464a25 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:22.461118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e171f340-e5c8-46b5-81c7-306823a542ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.465489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] For port 43f6f814-6b7f-422a-8a6b-32a48448a5fd, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:22.495095 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.512191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] For port 43f6f814-6b7f-422a-8a6b-32a48448a5fd, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=43f6f814-6b7f-422a-8a6b-32a48448a5fd,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:22.524077 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.546591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.572928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b77dc6c-78dd-43ee-be89-d33c4cf05529,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:22.611170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef4ba5-7ea3-43c2-8e55-24a83be63f58 None None] Pushing event updated for resources: {'Port': ['ID=43f6f814-6b7f-422a-8a6b-32a48448a5fd,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:22.634644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e80e3e5-341d-4c25-a3a8-ff38415f8be0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.642598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46830) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:22.647895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e171f340-e5c8-46b5-81c7-306823a542ef None None] Port d0957c0e-f042-4b5c-b875-43fac1464a25 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:22.744693 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e80e3e5-341d-4c25-a3a8-ff38415f8be0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.781618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e171f340-e5c8-46b5-81c7-306823a542ef None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:22.781990 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e171f340-e5c8-46b5-81c7-306823a542ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:22.918081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 16a60245-ceae-49a2-ae38-217c7f45268a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:22.993531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 16a60245-ceae-49a2-ae38-217c7f45268a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:22.993883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 16a60245-ceae-49a2-ae38-217c7f45268a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:22.994309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 180ca16b-c2d2-44bf-8aa3-a2785698789a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:23.070811 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.141369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e80e3e5-341d-4c25-a3a8-ff38415f8be0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.152452 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e80e3e5-341d-4c25-a3a8-ff38415f8be0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.159823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3e80e3e5-341d-4c25-a3a8-ff38415f8be0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/security-groups/a3ef629b-440f-4f77-88d1-aa8907950484 HTTP/1.1" status: 204 len: 168 time: 0.7869587 Oct 18 23:43:23.163954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 180ca16b-c2d2-44bf-8aa3-a2785698789a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:23.164886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 180ca16b-c2d2-44bf-8aa3-a2785698789a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:23.165485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 549100e4-0002-4926-a370-2a4696010b44 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:23.171596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46836) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:23.213101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80e3e5-341d-4c25-a3a8-ff38415f8be0 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ef629b-440f-4f77-88d1-aa8907950484,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:23.214304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 549100e4-0002-4926-a370-2a4696010b44 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:23.214859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 549100e4-0002-4926-a370-2a4696010b44 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:23.215468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e7ff477f-7a6e-4abd-862d-905a1d1c2701 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:23.238956 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4d93ef-c04f-469c-aa49-d7ad41fa1a9b admin admin] Deleting subnet ae4bd0b5-8162-4f22-ba33-379f9081f4ea {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:23.248011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a4d93ef-c04f-469c-aa49-d7ad41fa1a9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.312897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: e7ff477f-7a6e-4abd-862d-905a1d1c2701 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:23.313308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e7ff477f-7a6e-4abd-862d-905a1d1c2701 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:23.332730 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a4d93ef-c04f-469c-aa49-d7ad41fa1a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.466476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'Port': ['ID=d8f2d881-7571-4f09-b92b-7eae4ee94f99,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:23.471857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0f2a323b-c50a-409a-94e0-c7ffb6c92229 None None] Could not find standard attr ID for object 5280ff5f-1e50-4aca-bfcd-3622bf58d528. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:43:23.532581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.621631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-2def8d1c-0db8-497f-ba98-2f1af794fa2d tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:23.624056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-2def8d1c-0db8-497f-ba98-2f1af794fa2d tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.102 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 950 time: 0.5562167 Oct 18 23:43:23.631817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a4d93ef-c04f-469c-aa49-d7ad41fa1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.675851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.763098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:23.769796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.781755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:23.803554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:23.819122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ee1d5663-89c0-4676-9d86-246b983b9618 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:23.819519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.820944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-938d0863-3fe0-4a81-8fc8-45fcfe8c750e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0825906 Oct 18 23:43:23.844204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb6cd2-93a6-42d9-88c4-c36232855dd0 req-d71c4d03-d467-491f-8fa6-cfb496eee200 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:23.846652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32eb6cd2-93a6-42d9-88c4-c36232855dd0 req-d71c4d03-d467-491f-8fa6-cfb496eee200 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 950 time: 0.2186673 Oct 18 23:43:23.857499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:43:23.866555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:23.888015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.930377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Deleting port 9898c664-6bff-49e8-be82-a50a363142a6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:23.930799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.963267 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e54d29ca-c987-4fb9-ac0b-05326d0eba4b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:23.964932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32eb6cd2-93a6-42d9-88c4-c36232855dd0 req-bc6480da-61dd-4328-98ca-53513d425014 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105096 Oct 18 23:43:23.981252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=7a809f41-0014-47bd-9c22-146ea1122d2d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:24.026498 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7885a8ec-0e28-4d77-9eef-34a06bd957d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.063652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a4d93ef-c04f-469c-aa49-d7ad41fa1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.081190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:24.082374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.155880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] For port 9898c664-6bff-49e8-be82-a50a363142a6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9898c664-6bff-49e8-be82-a50a363142a6,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:24.155880 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.201035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Calling delete_port for 9898c664-6bff-49e8-be82-a50a363142a6 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:24.220379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:43:24.229679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-94923453-7072-42e3-a394-d59d1ac63533 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3553593 Oct 18 23:43:24.236438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3bdc2823-b11c-44fd-96f1-e812e29018b0 admin admin] 10.222.0.52 "PUT /v2.0/routers/9c49b0e6-554d-40b9-a00f-8705ceadfe1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9039123 Oct 18 23:43:24.238245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46866) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:24.239843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46868) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:24.241947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d93ef-c04f-469c-aa49-d7ad41fa1a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4bd0b5-8162-4f22-ba33-379f9081f4ea,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:24.258869 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e54d29ca-c987-4fb9-ac0b-05326d0eba4b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.269053 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a4d93ef-c04f-469c-aa49-d7ad41fa1a9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.282878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0a4d93ef-c04f-469c-aa49-d7ad41fa1a9b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ae4bd0b5-8162-4f22-ba33-379f9081f4ea HTTP/1.1" status: 204 len: 168 time: 1.6228735 Oct 18 23:43:24.310274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46870) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:24.435514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada88ae2-80f2-4c6d-8c1f-882f4381381b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:24.443888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada88ae2-80f2-4c6d-8c1f-882f4381381b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:24.445695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ada88ae2-80f2-4c6d-8c1f-882f4381381b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1974959 Oct 18 23:43:24.450169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46874) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:24.457099 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e54d29ca-c987-4fb9-ac0b-05326d0eba4b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.461919 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e54d29ca-c987-4fb9-ac0b-05326d0eba4b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.463446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e54d29ca-c987-4fb9-ac0b-05326d0eba4b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/security-groups/a41e9787-c27d-428b-a31e-696ae7725632 HTTP/1.1" status: 204 len: 168 time: 1.2681324 Oct 18 23:43:24.467063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46876) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:24.637450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] Sync routers for ids ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:43:24.715322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] Routers {'9c49b0e6-554d-40b9-a00f-8705ceadfe1f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:24.724398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:24.737332 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-810ffeaa-0987-491b-86a3-52cfd5ebcee7 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2096445913&fields=id&tenant_id=6fa9e8d96f434853b1b683e585a5db47 HTTP/1.1" status: 200 len: 267 time: 0.4203830 Oct 18 23:43:24.737863 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.750362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d29ca-c987-4fb9-ac0b-05326d0eba4b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41e9787-c27d-428b-a31e-696ae7725632,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:24.900465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-94557e7e-e944-4826-a710-9909ad8ff4ac tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet 0cdcb62e-a038-45eb-958e-b45bb3fbad44 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:24.907848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94557e7e-e944-4826-a710-9909ad8ff4ac tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.943701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-ecb79aee-fe8c-4052-aa17-68cfb062907c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 7a809f41-0014-47bd-9c22-146ea1122d2d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:24.944295 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ecb79aee-fe8c-4052-aa17-68cfb062907c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:24.998219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-15e3f696-2af4-4148-b440-7d5e1d196457 None None] Provisioning complete for port 43f6f814-6b7f-422a-8a6b-32a48448a5fd triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:24.998669 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-15e3f696-2af4-4148-b440-7d5e1d196457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.030127 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.112269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.144366 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94557e7e-e944-4826-a710-9909ad8ff4ac tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.181774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475300dc-4863-4008-8186-082e12598f09 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:43:25.233111 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.265709 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94557e7e-e944-4826-a710-9909ad8ff4ac tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.422801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475300dc-4863-4008-8186-082e12598f09 None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:43:25.441209 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.500453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-4d7faeb9-4e36-4f5b-b576-248e0b1c07a8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:25.508102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-4d7faeb9-4e36-4f5b-b576-248e0b1c07a8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 811 time: 0.7690511 Oct 18 23:43:25.525433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] Set router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:25.525790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Pushing event deleted for resources: {'Port': ['ID=9898c664-6bff-49e8-be82-a50a363142a6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:25.549398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ecb79aee-fe8c-4052-aa17-68cfb062907c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.551072 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-758abef8-2db1-4d06-8f80-6eac04a02691 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/quotas/6fa9e8d96f434853b1b683e585a5db47 HTTP/1.1" status: 200 len: 375 time: 0.0413845 Oct 18 23:43:25.556907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94557e7e-e944-4826-a710-9909ad8ff4ac tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.685880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] No DVR routers for this DVR port 9898c664-6bff-49e8-be82-a50a363142a6 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:25.688368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.692239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18cef93a-812e-4983-9eb8-99d3b9fb2e86 req-5e24ea84-94a6-43b3-aa7f-f63fc929c8fa tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.102 "DELETE /v2.0/ports/9898c664-6bff-49e8-be82-a50a363142a6 HTTP/1.1" status: 204 len: 173 time: 2.0592399 Oct 18 23:43:25.693354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-ecb79aee-fe8c-4052-aa17-68cfb062907c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 7a809f41-0014-47bd-9c22-146ea1122d2d owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:25.696380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6934d156-34f2-45bd-8dab-533dcc575c8d', 'name': 'network-vif-deleted', 'tag': '9898c664-6bff-49e8-be82-a50a363142a6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:43:25.699187 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a144ae-d9b5-4a64-bff0-a3f5d249649f" -d '{"events": [{"server_uuid": "6934d156-34f2-45bd-8dab-533dcc575c8d", "name": "network-vif-deleted", "tag": "9898c664-6bff-49e8-be82-a50a363142a6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:43:25.713329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a13908-a1b2-4790-8179-cf1009d2476c req-9753fb2f-f5c5-4f95-9c9c-28b21cabc277 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:25.716550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88a13908-a1b2-4790-8179-cf1009d2476c req-9753fb2f-f5c5-4f95-9c9c-28b21cabc277 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6934d156-34f2-45bd-8dab-533dcc575c8d HTTP/1.1" status: 200 len: 867 time: 0.4876273 Oct 18 23:43:25.767431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fb40d077-0083-406d-847d-77154d598853 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:25.833976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94557e7e-e944-4826-a710-9909ad8ff4ac tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdcb62e-a038-45eb-958e-b45bb3fbad44,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:25.852831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94557e7e-e944-4826-a710-9909ad8ff4ac tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.866447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-94557e7e-e944-4826-a710-9909ad8ff4ac tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/0cdcb62e-a038-45eb-958e-b45bb3fbad44 HTTP/1.1" status: 204 len: 168 time: 1.3797665 Oct 18 23:43:25.868347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46914) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:25.877834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Deleting port e84122ee-0811-4bd2-ba29-fddbc3116336 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:25.878274 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.899729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:25.907391 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:25.947766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-367c32e0-8a36-452d-af28-dbf8ca68471b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3885856 Oct 18 23:43:25.977579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88a13908-a1b2-4790-8179-cf1009d2476c req-2147a222-fbd7-4a3f-832b-b96f9c8be848 tempest-VolumesNegativeTest-71438334 tempest-VolumesNegativeTest-71438334-project] 10.222.0.52 "GET /v2.0/security-groups?id=8aa1499f-080c-4cfe-8020-7de88f7c36d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448795 Oct 18 23:43:26.036101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port fb40d077-0083-406d-847d-77154d598853 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:26.036479 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.111337 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac75f60a-441e-42f9-897b-1cd14275942a x-openstack-request-id: req-ac75f60a-441e-42f9-897b-1cd14275942a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:43:26.112080 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6934d156-34f2-45bd-8dab-533dcc575c8d", "name": "network-vif-deleted", "tag": "9898c664-6bff-49e8-be82-a50a363142a6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:43:26.112349 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac75f60a-441e-42f9-897b-1cd14275942a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:43:26.112833 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6934d156-34f2-45bd-8dab-533dcc575c8d', 'name': 'network-vif-deleted', 'tag': '9898c664-6bff-49e8-be82-a50a363142a6', 'status': 'completed', 'code': 200} Oct 18 23:43:26.233359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] For port e84122ee-0811-4bd2-ba29-fddbc3116336, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e84122ee-0811-4bd2-ba29-fddbc3116336,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:26.233799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.288080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Calling delete_port for e84122ee-0811-4bd2-ba29-fddbc3116336 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:26.299436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:26.303195 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.336825 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-15e3f696-2af4-4148-b440-7d5e1d196457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.406248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46918) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:26.427562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ecb79aee-fe8c-4052-aa17-68cfb062907c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.483751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb79aee-fe8c-4052-aa17-68cfb062907c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=7a809f41-0014-47bd-9c22-146ea1122d2d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:26.557679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 43f6f814-6b7f-422a-8a6b-32a48448a5fd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:26.577582 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ecb79aee-fe8c-4052-aa17-68cfb062907c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.579816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-15e3f696-2af4-4148-b440-7d5e1d196457 None None] For port 43f6f814-6b7f-422a-8a6b-32a48448a5fd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=43f6f814-6b7f-422a-8a6b-32a48448a5fd,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:26.581770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ecb79aee-fe8c-4052-aa17-68cfb062907c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/7a809f41-0014-47bd-9c22-146ea1122d2d HTTP/1.1" status: 204 len: 168 time: 2.1281369 Oct 18 23:43:26.587462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:26.627411 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-15e3f696-2af4-4148-b440-7d5e1d196457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.674570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-fe4fa481-ca6c-4d13-9e67-3eb4ebfb5fab service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:43:26.675874 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-fe4fa481-ca6c-4d13-9e67-3eb4ebfb5fab service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7175384 Oct 18 23:43:26.677883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.720215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3f696-2af4-4148-b440-7d5e1d196457 None None] Pushing event updated for resources: {'Port': ['ID=43f6f814-6b7f-422a-8a6b-32a48448a5fd,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:26.748649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:26.772561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2d6c6399-622e-4d65-ac45-e388df3de952 None None] Could not find standard attr ID for object 7a809f41-0014-47bd-9c22-146ea1122d2d. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:43:26.798314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472d049a-921c-491b-a31a-c70ed4e940da') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:26.798611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472d049a-921c-491b-a31a-c70ed4e940da') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:26.807037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:42Z', 'updated_at': '2021-10-18T23:43:22Z', 'revision_number': 5, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'gw_port': {'id': 'e84122ee-0811-4bd2-ba29-fddbc3116336', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:42:44Z', 'updated_at': '2021-10-18T23:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:26.810948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 43f6f814-6b7f-422a-8a6b-32a48448a5fd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:26.810948 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.821463 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.847685 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.866476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:43:26.867029 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:43:26.869071 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:43:26.884521 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-2a4d49b9-f3cf-43f6-b492-9f8b0f72edc4 service neutron] 10.222.0.52 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958241 Oct 18 23:43:26.893763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] Checking router: 9c49b0e6-554d-40b9-a00f-8705ceadfe1f for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:43:26.957000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] Routers {'9c49b0e6-554d-40b9-a00f-8705ceadfe1f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:26.957639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:27.027629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9bd5e-efd5-4f28-877c-c370ed14732d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:27.029349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9bd5e-efd5-4f28-877c-c370ed14732d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:27.030975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d2d9bd5e-efd5-4f28-877c-c370ed14732d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4411249 Oct 18 23:43:27.061991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46928) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:27.072926 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-712a4977-c846-4eb6-8124-3b087eaf9eb0 service neutron] 10.222.0.52 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792364 Oct 18 23:43:27.096848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.105955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b681a-e424-4886-9236-1a861dd93b85 None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:27.108640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9898c664-6bff-49e8-be82-a50a363142a6 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:27.133046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.141765 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] 10.222.0.52 "DELETE /v2.0/networks/f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83 HTTP/1.1" status: 204 len: 168 time: 2.8206336 Oct 18 23:43:27.143118 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9934db5-c5bf-4de4-ad6f-0b5c3f0c7d83,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:27.162947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.163351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.163662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.165724 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.166090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.166438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.166803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.167146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.167483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.167817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.174039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.174445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b2f0a-6f22-437e-b400-83ad8a63f72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:27.272408 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd071-82af-4c50-b462-f1c7cf9f294d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.406016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5730b84-5bf9-4bad-a425-ef3eb4b9a3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet d252ac4a-1994-4bc6-a97d-abf4ef93cf4e {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:27.408103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] Set router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:27.412719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 9898c664-6bff-49e8-be82-a50a363142a6 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:27.414139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9898c664-6bff-49e8-be82-a50a363142a6 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:27.416249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5730b84-5bf9-4bad-a425-ef3eb4b9a3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.455352 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46946) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:27.494526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee79f289-7ca1-4b68-933b-879ab2c0112d req-2dda127b-8e0e-4702-8ee0-5bfa5b44f1d5 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 210 time: 0.0468390 Oct 18 23:43:27.506883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:42Z', 'updated_at': '2021-10-18T23:43:25Z', 'revision_number': 6, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:27.580835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6e092e9c-d0ec-496b-b90e-2c84ac97c85f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e387c95280940198c08dedfe0f5ffb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214528 Oct 18 23:43:27.581467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46954) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:27.591125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5730b84-5bf9-4bad-a425-ef3eb4b9a3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.667070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82463e-2462-4ea8-b3b5-d56bfff3c5c5 None None] The sync data for ids ['9c49b0e6-554d-40b9-a00f-8705ceadfe1f'] in n-d-713498-28 is: [{'id': '9c49b0e6-554d-40b9-a00f-8705ceadfe1f', 'name': 'tempest-TestAggregatesBasicOps-1817872434-router', 'tenant_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:42Z', 'updated_at': '2021-10-18T23:43:25Z', 'revision_number': 6, 'project_id': '6f5044180a4f45f8a7e3f12beb1679d9', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:43:27.683900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 43f6f814-6b7f-422a-8a6b-32a48448a5fd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:27.782581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14d9f299-d7e0-4780-b075-0266d59f3696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.811659 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5730b84-5bf9-4bad-a425-ef3eb4b9a3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.840484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14d9f299-d7e0-4780-b075-0266d59f3696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.929195 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.944659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14d9f299-d7e0-4780-b075-0266d59f3696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.947756 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-14d9f299-d7e0-4780-b075-0266d59f3696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.951577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-14d9f299-d7e0-4780-b075-0266d59f3696 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5214596f-d417-4758-85e1-7d0dabe2e3a7 HTTP/1.1" status: 204 len: 168 time: 0.3670421 Oct 18 23:43:27.955740 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:27.965030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84122ee-0811-4bd2-ba29-fddbc3116336,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:27.976771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9f299-d7e0-4780-b075-0266d59f3696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5214596f-d417-4758-85e1-7d0dabe2e3a7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:28.099884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5730b84-5bf9-4bad-a425-ef3eb4b9a3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:28.161906 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5730b84-5bf9-4bad-a425-ef3eb4b9a3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:28.165320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5730b84-5bf9-4bad-a425-ef3eb4b9a3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/d252ac4a-1994-4bc6-a97d-abf4ef93cf4e HTTP/1.1" status: 204 len: 168 time: 1.1006303 Oct 18 23:43:28.167867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46976) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:28.248158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd071-82af-4c50-b462-f1c7cf9f294d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:28.258672 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-172d4848-4ae0-4a16-8da1-82db4643fb31 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883944 Oct 18 23:43:28.262859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46978) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:28.289966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a177afe6-92e6-40c2-bbd0-08ae08e7cd21 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:28.295393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd071-82af-4c50-b462-f1c7cf9f294d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:28.300140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 43f6f814-6b7f-422a-8a6b-32a48448a5fd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:28.300140 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:28.315242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5730b84-5bf9-4bad-a425-ef3eb4b9a3c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=d252ac4a-1994-4bc6-a97d-abf4ef93cf4e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:28.390232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dd071-82af-4c50-b462-f1c7cf9f294d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae4f965-25cf-45fb-8edb-95de88a7aef5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:28.405001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80d9fba-cad3-4752-a6bd-fb80ba17115e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:28.410235 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b80d9fba-cad3-4752-a6bd-fb80ba17115e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1459835 Oct 18 23:43:28.413669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46990) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:28.564915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa2bb8-a738-4567-8e33-16fc8c21606e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:28.569567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7b3dd071-82af-4c50-b462-f1c7cf9f294d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a3f418e5c3d4dc48439184c6a4ffc42&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1578777 Oct 18 23:43:28.573975 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:28.587318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47004) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:28.588820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47006) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:28.603956 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-69fa2bb8-a738-4567-8e33-16fc8c21606e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1730473 Oct 18 23:43:28.708184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7a720bc-1246-458c-9ca9-9d3313d1649c req-e6126d53-8633-4b6b-87e9-8b13ff07b78c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 210 time: 0.0455725 Oct 18 23:43:28.767915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:28.769408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=aa7d03c8-29f5-4242-889e-b5578979bf75,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:28.786046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:28.797455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:28.804803 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:28.805407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:28.872966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f362d501-850e-46e0-a262-aaaee40714cd None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:28.927798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d0993b0d-19c2-46e8-8f5e-51ad0ecb774c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1974194 Oct 18 23:43:28.933599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47054) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:28.940215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:29.053478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f362d501-850e-46e0-a262-aaaee40714cd None None] Deleting port 43f6f814-6b7f-422a-8a6b-32a48448a5fd {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:29.054105 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f362d501-850e-46e0-a262-aaaee40714cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.165242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:29.170872 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.184599 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.200258 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.209436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ff370dcc-a3b0-47c9-98f3-87896b64bfa2 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3247221 Oct 18 23:43:29.227787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47066) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:29.238032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'security_group': {'name': 'tempest-secgroup-633560693'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:29.258305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f362d501-850e-46e0-a262-aaaee40714cd None None] For port 43f6f814-6b7f-422a-8a6b-32a48448a5fd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=43f6f814-6b7f-422a-8a6b-32a48448a5fd,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:29.259118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f362d501-850e-46e0-a262-aaaee40714cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.278780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f362d501-850e-46e0-a262-aaaee40714cd None None] Calling delete_port for 43f6f814-6b7f-422a-8a6b-32a48448a5fd owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:29.308284 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.395049 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f362d501-850e-46e0-a262-aaaee40714cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.458830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362d501-850e-46e0-a262-aaaee40714cd None None] Pushing event deleted for resources: {'Port': ['ID=43f6f814-6b7f-422a-8a6b-32a48448a5fd,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:29.461954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362d501-850e-46e0-a262-aaaee40714cd None None] No DVR routers for this DVR port 43f6f814-6b7f-422a-8a6b-32a48448a5fd on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:29.518337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.519340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c49b0e6-554d-40b9-a00f-8705ceadfe1f {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:43:29.558681 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.560411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-25961486-cba3-4648-84c6-d59bc03b80f4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9c49b0e6-554d-40b9-a00f-8705ceadfe1f HTTP/1.1" status: 204 len: 168 time: 5.3096850 Oct 18 23:43:29.563174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47080) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:29.571808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-effabefc-191b-4d00-aa9b-d075aa6d1e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.600660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-effabefc-191b-4d00-aa9b-d075aa6d1e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.679714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-b194c86e-cdb3-4b3d-a84f-1f1edaf57284 admin admin] Deleting subnet 786e22b4-5a43-4fa7-9229-e605046388d9 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:29.683248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b194c86e-cdb3-4b3d-a84f-1f1edaf57284 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.695082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47084) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:29.704262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4780be1-fb3a-4642-8e71-47a4be356204 None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:29.728557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-effabefc-191b-4d00-aa9b-d075aa6d1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.734463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-effabefc-191b-4d00-aa9b-d075aa6d1e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.736122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-effabefc-191b-4d00-aa9b-d075aa6d1e4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ae4f965-25cf-45fb-8edb-95de88a7aef5 HTTP/1.1" status: 204 len: 168 time: 1.0336757 Oct 18 23:43:29.761909 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b194c86e-cdb3-4b3d-a84f-1f1edaf57284 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.789795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effabefc-191b-4d00-aa9b-d075aa6d1e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae4f965-25cf-45fb-8edb-95de88a7aef5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:29.843098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-e45585c1-19e4-41f8-970c-249f1e71daa3 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:29.844693 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-e45585c1-19e4-41f8-970c-249f1e71daa3 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.102 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 811 time: 0.6823802 Oct 18 23:43:29.914113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:29.988183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1329806111-network', 'tenant_id': '12557d3735b64554944102d13c51b999'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:29.996414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 43f6f814-6b7f-422a-8a6b-32a48448a5fd no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:30.007196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.035385 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.066473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 43f6f814-6b7f-422a-8a6b-32a48448a5fd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:30.067423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 43f6f814-6b7f-422a-8a6b-32a48448a5fd not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:30.067423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e84122ee-0811-4bd2-ba29-fddbc3116336 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:30.085366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f4d7887e-b371-496b-ae7d-7612b724e9f4 None None] Provisioning complete for port d0957c0e-f042-4b5c-b875-43fac1464a25 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:30.088719 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:30.089070 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4d7887e-b371-496b-ae7d-7612b724e9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.113407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d3c3b9d-92b6-4e47-8466-dee3866f46cf req-6c5f7cf9-f720-4084-b3a8-c269f01cb5ee tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 210 time: 0.1977234 Oct 18 23:43:30.121496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:30.155957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53118fa1-8670-4690-98ed-747c1af6665f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:30.167249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:30.170143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.172544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-dd681a40-49a3-4e61-bd81-6181188b20d7 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa9e8d96f434853b1b683e585a5db47 HTTP/1.1" status: 200 len: 380 time: 0.2536440 Oct 18 23:43:30.175759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.176141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.176378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.176711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.177051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.177931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.177931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.178307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.178600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.178961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.179329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.179619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:43:30.188227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b194c86e-cdb3-4b3d-a84f-1f1edaf57284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.197920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'port': {'device_id': '29eef061-209b-4b71-8620-223ea0900fc6', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'admin_state_up': True, 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'security_groups': ['f15d4912-f1df-46d3-83c0-5d972b7fb309']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:30.201462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Made reservation on behalf of 12557d3735b64554944102d13c51b999 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:30.204446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.216156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.231506 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.233877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-64929edb-e9fb-4aa3-befb-d49cde71922a tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0050778 Oct 18 23:43:30.244610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47112) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:30.253704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7d93a3dd-2885-436e-af95-53c44148cb92 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1990645057'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:30.283869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7887e-b371-496b-ae7d-7612b724e9f4 None None] Port d0957c0e-f042-4b5c-b875-43fac1464a25 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:30.286185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=4b56b2f9-1e4f-4ab4-af86-11ed3269ebf0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:30.305732 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5210610f-a1ae-4aab-9e2c-958d12aa56ff tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3685963 Oct 18 23:43:30.307083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47124) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:30.312257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809387a7-ad84-4dc2-bba2-1498ac5191b4 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:30.331383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:17:64:60', 'name': 'tempest-NetworksTestDHCPv6-875808050'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:30.359963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: e84122ee-0811-4bd2-ba29-fddbc3116336 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:30.361053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e84122ee-0811-4bd2-ba29-fddbc3116336 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:30.361800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5b77dc6c-78dd-43ee-be89-d33c4cf05529 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:30.408873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 5b77dc6c-78dd-43ee-be89-d33c4cf05529 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:30.416379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5b77dc6c-78dd-43ee-be89-d33c4cf05529 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:30.429742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.471639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47142) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:30.488030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b194c86e-cdb3-4b3d-a84f-1f1edaf57284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.490501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54ad772f-a2b4-49c0-8675-afa2bd365993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.562879 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.574104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194c86e-cdb3-4b3d-a84f-1f1edaf57284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786e22b4-5a43-4fa7-9229-e605046388d9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:30.611697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d93a3dd-2885-436e-af95-53c44148cb92 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.617100 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b194c86e-cdb3-4b3d-a84f-1f1edaf57284 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.625276 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dced734-bbd0-4374-8778-e7b9b98d758a None None] Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:30.631260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b194c86e-cdb3-4b3d-a84f-1f1edaf57284 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/786e22b4-5a43-4fa7-9229-e605046388d9 HTTP/1.1" status: 204 len: 168 time: 1.0622764 Oct 18 23:43:30.637199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47158) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:30.695570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:43:30.728371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f4d7887e-b371-496b-ae7d-7612b724e9f4 None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:30.728743 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4d7887e-b371-496b-ae7d-7612b724e9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.759641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d93a3dd-2885-436e-af95-53c44148cb92 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.774310 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d93a3dd-2885-436e-af95-53c44148cb92 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.781943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54095140-8a6a-4632-a609-9bd996c30f60,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:30.800365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Made reservation on behalf of 6fa9e8d96f434853b1b683e585a5db47 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:30.804660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.841552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '4b56b2f9-1e4f-4ab4-af86-11ed3269ebf0'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:43:30.842697 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.843173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:30.873184 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.932230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.934199 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Added segment d2dc9d1a-8cb9-454e-aa0f-2b8c991b0778 of type vlan for network 2fef4b52-e126-47fc-89b1-54513d0480e6 Oct 18 23:43:30.979790 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d93a3dd-2885-436e-af95-53c44148cb92 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:30.984432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d93a3dd-2885-436e-af95-53c44148cb92 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7356164 Oct 18 23:43:30.989669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47164) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:31.002302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-56f60eed-21e4-4297-bddb-0ffbc1a8d649 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1247602935'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:31.026922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54ad772f-a2b4-49c0-8675-afa2bd365993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.038611 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54ad772f-a2b4-49c0-8675-afa2bd365993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.081081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93a3dd-2885-436e-af95-53c44148cb92 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b6dfe3-aeac-46c5-a2bc-94b71a6c43e2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:31.119304 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.155270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.164994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-54ad772f-a2b4-49c0-8675-afa2bd365993 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8eb64b3e96284f2ba75476f23da8d97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904297 Oct 18 23:43:31.172469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47174) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:31.191258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad772f-a2b4-49c0-8675-afa2bd365993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f4b48c-a290-40eb-9093-dd098eae6c07,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:31.248042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e845b5-dffa-413a-a9e7-eeaf7409fa90 None None] Update dhcp port {'port': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'fixed_ips': [{'subnet_id': 'fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aa7d03c8-29f5-4242-889e-b5578979bf75'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'ee1d5663-89c0-4676-9d86-246b983b9618'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:43:31.248625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.250705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:31.253894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.281756 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13e845b5-dffa-413a-a9e7-eeaf7409fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.292175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-56f60eed-21e4-4297-bddb-0ffbc1a8d649 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.296270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c7700e-ee5d-4d5e-841a-4291c4dd660a None None] DHCP port deletion for 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:31.304019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 9bee8165-a898-4458-9517-99da86cb7784 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:43:31.351545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d02c5ced-65d1-4a20-8147-df92fe45f462 req-d82b08c6-66f1-49ae-b118-1c36b73669f1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 210 time: 0.0652597 Oct 18 23:43:31.432672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Deleting port 99ca9bac-1207-4981-b6d1-508329024880 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:31.433013 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.450151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7419648 Oct 18 23:43:31.511852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-56f60eed-21e4-4297-bddb-0ffbc1a8d649 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.551861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Allocated IP 172.20.0.10 (c5d32374-b5d9-48f8-9f65-bbf71b1c01b2/ae2828c9-e85a-40bb-8c2b-31c713278ff1/2865db61-26ae-454f-bd0f-3597f0ca8e96) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:31.558980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3462a63a-6eda-4dc7-8213-cfc59401eea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.582274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-13e845b5-dffa-413a-a9e7-eeaf7409fa90 None None] Allocated IP 172.20.0.2 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/aa7d03c8-29f5-4242-889e-b5578979bf75/ee1d5663-89c0-4676-9d86-246b983b9618) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:31.593438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] For port 99ca9bac-1207-4981-b6d1-508329024880, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=99ca9bac-1207-4981-b6d1-508329024880,segment=NetworkSegment(73e7169d-3f74-4818-b8b2-138c90a8aa96),segment_id=73e7169d-3f74-4818-b8b2-138c90a8aa96)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:31.594118 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.632361 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3462a63a-6eda-4dc7-8213-cfc59401eea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.644702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Calling delete_port for 99ca9bac-1207-4981-b6d1-508329024880 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:31.774997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-13e845b5-dffa-413a-a9e7-eeaf7409fa90 None None] For port ee1d5663-89c0-4676-9d86-246b983b9618, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ee1d5663-89c0-4676-9d86-246b983b9618,segment=NetworkSegment(7af8af58-6a14-433e-98aa-76dcf94de371),segment_id=7af8af58-6a14-433e-98aa-76dcf94de371)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:31.823640 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13e845b5-dffa-413a-a9e7-eeaf7409fa90 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.830676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3462a63a-6eda-4dc7-8213-cfc59401eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.837778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3462a63a-6eda-4dc7-8213-cfc59401eea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.839244 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3462a63a-6eda-4dc7-8213-cfc59401eea5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15f4b48c-a290-40eb-9093-dd098eae6c07 HTTP/1.1" status: 204 len: 168 time: 0.6386809 Oct 18 23:43:31.849616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.852743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462a63a-6eda-4dc7-8213-cfc59401eea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f4b48c-a290-40eb-9093-dd098eae6c07,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:31.867738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99ca9bac-1207-4981-b6d1-508329024880 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:31.884380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0fbaa-dfe9-4a21-8e0d-bdaa940e4d72 admin admin] Pushing event updated for resources: {'Network': ['ID=2fef4b52-e126-47fc-89b1-54513d0480e6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:31.895055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-56f60eed-21e4-4297-bddb-0ffbc1a8d649 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.908086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 99ca9bac-1207-4981-b6d1-508329024880 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:31.908564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 99ca9bac-1207-4981-b6d1-508329024880 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:31.915036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2fef4b52-e126-47fc-89b1-54513d0480e6 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:43:31.932131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-56f60eed-21e4-4297-bddb-0ffbc1a8d649 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.938500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-56f60eed-21e4-4297-bddb-0ffbc1a8d649 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9402480 Oct 18 23:43:31.940314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Pushing event deleted for resources: {'Port': ['ID=99ca9bac-1207-4981-b6d1-508329024880,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:31.946646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47220) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:31.976765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-29034617', 'security_groups': ['ad910dea-3312-4ba7-89f7-c7cda37d119f'], 'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa7d03c8-29f5-4242-889e-b5578979bf75'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:31.987559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:31.990615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f60eed-21e4-4297-bddb-0ffbc1a8d649 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad910dea-3312-4ba7-89f7-c7cda37d119f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:32.064435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.111306 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13e845b5-dffa-413a-a9e7-eeaf7409fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.119198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/4b56b2f9-1e4f-4ab4-af86-11ed3269ebf0/b37f9bc7-fa51-41e1-bfe4-68f4be695d65) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:32.133627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] No DVR routers for this DVR port 99ca9bac-1207-4981-b6d1-508329024880 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:32.221583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:32.265460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e845b5-dffa-413a-a9e7-eeaf7409fa90 None None] Pushing event updated for resources: {'Port': ['ID=ee1d5663-89c0-4676-9d86-246b983b9618,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:32.284442 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.298996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:32.308680 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3d0561-b070-49bc-b17d-ab2ac0df3ffe']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:32.320378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e7169d-3f74-4818-b8b2-138c90a8aa96') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:32.320950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e7169d-3f74-4818-b8b2-138c90a8aa96') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:32.334135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.339210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:32.350733 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.365421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:43:32.365771 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:43:32.463240 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:43:32.466789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:32.629008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'Port': ['ID=2865db61-26ae-454f-bd0f-3597f0ca8e96,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:32.656998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:32.657958 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.678299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.710266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.714678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] 10.222.0.52 "DELETE /v2.0/networks/7d3d0561-b070-49bc-b17d-ab2ac0df3ffe HTTP/1.1" status: 204 len: 168 time: 2.0597191 Oct 18 23:43:32.784888 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.803260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.842387 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7ecc0321-7aa3-4c7b-8180-37d95cd544dd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6493297 Oct 18 23:43:32.858086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:32.886471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Request body: {'port': {'device_id': '29eef061-209b-4b71-8620-223ea0900fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:32.982712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c2e4c-4289-4091-a231-453501ac57e5 req-4fcf0c82-97db-43e9-8840-1915f706d1dd tempest-ComputeTenantNetworksTest-259227284 tempest-ComputeTenantNetworksTest-259227284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:32.986150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35597c-f411-44e5-b7da-b4f4ce56dc6b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d3d0561-b070-49bc-b17d-ab2ac0df3ffe,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:32.998114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Pushing event updated for resources: {'Port': ['ID=b37f9bc7-fa51-41e1-bfe4-68f4be695d65,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:32.998598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c2e4c-4289-4091-a231-453501ac57e5 req-4fcf0c82-97db-43e9-8840-1915f706d1dd tempest-ComputeTenantNetworksTest-259227284 tempest-ComputeTenantNetworksTest-259227284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:33.015862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] device_id is not set on port e1e229a0-aef2-4fa6-bfa8-6920accbd26f yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:43:33.019727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c2e4c-4289-4091-a231-453501ac57e5 req-4fcf0c82-97db-43e9-8840-1915f706d1dd tempest-ComputeTenantNetworksTest-259227284 tempest-ComputeTenantNetworksTest-259227284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:33.021434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e3c2e4c-4289-4091-a231-453501ac57e5 req-4fcf0c82-97db-43e9-8840-1915f706d1dd tempest-ComputeTenantNetworksTest-259227284 tempest-ComputeTenantNetworksTest-259227284-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8866398 Oct 18 23:43:33.031364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-23c7700e-ee5d-4d5e-841a-4291c4dd660a None None] Deleting port 99ca9bac-1207-4981-b6d1-508329024880 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:33.032007 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-23c7700e-ee5d-4d5e-841a-4291c4dd660a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:33.064125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server [None req-23c7700e-ee5d-4d5e-841a-4291c4dd660a None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe could not be found. Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe could not be found. Oct 18 23:43:33.102419 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:43:33.121911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:33.127506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:33.131111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-01640127-5939-4149-aa9c-c1a457a1cb23 None None] Provisioning complete for port 2865db61-26ae-454f-bd0f-3597f0ca8e96 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:33.131492 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-01640127-5939-4149-aa9c-c1a457a1cb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:33.202026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47280) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:33.206154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0514a0b-c07f-4ed6-a74e-2206d8f1bae2 None None] DHCP port deletion for 7d3d0561-b070-49bc-b17d-ab2ac0df3ffe request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:33.231495 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:33.350178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-01640127-5939-4149-aa9c-c1a457a1cb23 None None] Port 2865db61-26ae-454f-bd0f-3597f0ca8e96 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:33.367213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Attempting to bind port b37f9bc7-fa51-41e1-bfe4-68f4be695d65 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:33.367593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Attempting to bind port b37f9bc7-fa51-41e1-bfe4-68f4be695d65 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:33.367960 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Attempting to bind port b37f9bc7-fa51-41e1-bfe4-68f4be695d65 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:33.383801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:33.384197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:33.384615 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:33.388194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:33.388389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9f4e70a0-7b53-40cd-8359-44f6bb27a4fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69bab8fc8b8646d9879f790102f2f478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823475 Oct 18 23:43:33.388842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Bound port: b37f9bc7-fa51-41e1-bfe4-68f4be695d65, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:33.388842 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:33.402112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47284) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:33.413038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.12 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/aa7d03c8-29f5-4242-889e-b5578979bf75/e1e229a0-aef2-4fa6-bfa8-6920accbd26f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:33.476423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582d896-6c96-4a4a-beae-851044de9a3a req-d1f121a3-8e45-42df-88be-e2de4c979b29 tempest-ComputeTenantNetworksTest-259227284 tempest-ComputeTenantNetworksTest-259227284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:33.477893 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2582d896-6c96-4a4a-beae-851044de9a3a req-d1f121a3-8e45-42df-88be-e2de4c979b29 tempest-ComputeTenantNetworksTest-259227284 tempest-ComputeTenantNetworksTest-259227284-project] 10.222.0.52 "GET /v2.0/networks/2fef4b52-e126-47fc-89b1-54513d0480e6 HTTP/1.1" status: 200 len: 769 time: 0.3603790 Oct 18 23:43:33.492744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47286) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:33.518335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd323071-fd7c-4112-9f2b-d459115fe9b2 req-92a0aa4f-c1e6-4b5c-9a39-57a0c6e119ba tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:33.528462 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd323071-fd7c-4112-9f2b-d459115fe9b2 req-92a0aa4f-c1e6-4b5c-9a39-57a0c6e119ba tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 932 time: 0.8535125 Oct 18 23:43:33.545349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] For port b37f9bc7-fa51-41e1-bfe4-68f4be695d65, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:33.555325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] For port b37f9bc7-fa51-41e1-bfe4-68f4be695d65, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b37f9bc7-fa51-41e1-bfe4-68f4be695d65,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:33.562978 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:33.576470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::29 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/4b56b2f9-1e4f-4ab4-af86-11ed3269ebf0/9bee8165-a898-4458-9517-99da86cb7784) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:33.713927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68454cf-e36a-4995-8618-eff273214a1e None None] Pushing event updated for resources: {'Port': ['ID=b37f9bc7-fa51-41e1-bfe4-68f4be695d65,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:33.756668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-666e45c3-28ee-4107-93c3-d03da79ef221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:33.804162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-666e45c3-28ee-4107-93c3-d03da79ef221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:33.805530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8c3cc63b-1f3d-4048-99f6-eae865c6cb55 None None] Provisioning complete for port d0957c0e-f042-4b5c-b875-43fac1464a25 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:33.819837 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c3cc63b-1f3d-4048-99f6-eae865c6cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:33.837052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ee1d5663-89c0-4676-9d86-246b983b9618 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:33.922703 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.053020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cc63b-1f3d-4048-99f6-eae865c6cb55 None None] Port d0957c0e-f042-4b5c-b875-43fac1464a25 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:34.065476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8c3cc63b-1f3d-4048-99f6-eae865c6cb55 None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:34.065715 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c3cc63b-1f3d-4048-99f6-eae865c6cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.123494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.224602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:34.225674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.300987 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd323071-fd7c-4112-9f2b-d459115fe9b2 req-815f681c-afce-4d6d-aa70-ddea609b1cc1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7636652 Oct 18 23:43:34.359091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:34.368452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:34.377214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:34.383651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:34.385157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.406645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=9bee8165-a898-4458-9517-99da86cb7784,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:34.473024 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8fe05dc1-a2c3-4bd9-8294-880680550366 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1587877 Oct 18 23:43:34.480804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-666e45c3-28ee-4107-93c3-d03da79ef221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.481549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.483047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47304) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:34.483557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-666e45c3-28ee-4107-93c3-d03da79ef221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.484762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-666e45c3-28ee-4107-93c3-d03da79ef221 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80681f7c-30fb-4a66-a0ed-413d74fe3023 HTTP/1.1" status: 204 len: 168 time: 1.0801871 Oct 18 23:43:34.528356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.552472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e45c3-28ee-4107-93c3-d03da79ef221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80681f7c-30fb-4a66-a0ed-413d74fe3023,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:34.649238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78162659-ac2c-4d3a-a7ff-ee9c8418fcf2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:34.660451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78162659-ac2c-4d3a-a7ff-ee9c8418fcf2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:34.670898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-78162659-ac2c-4d3a-a7ff-ee9c8418fcf2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1849198 Oct 18 23:43:34.674235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47308) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:34.788523 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.853572 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:34.930421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:34.960321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:34.975580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:35.038431 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.064638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=e1e229a0-aef2-4fa6-bfa8-6920accbd26f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:35.094928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2865db61-26ae-454f-bd0f-3597f0ca8e96 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:43:35.135619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.149808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fef4b52-e126-47fc-89b1-54513d0480e6']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:35.161313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:35.179140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.195005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dc9d1a-8cb9-454e-aa0f-2b8c991b0778') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:35.196533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dc9d1a-8cb9-454e-aa0f-2b8c991b0778') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:35.239021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-622513ee-f613-4861-8482-0d6c36872151 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 9bee8165-a898-4458-9517-99da86cb7784 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:35.243896 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-622513ee-f613-4861-8482-0d6c36872151 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.256291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Transition to ACTIVE for port object 2865db61-26ae-454f-bd0f-3597f0ca8e96 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:43:35.264130 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.270335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47324) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:35.271739 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fd06394a-917c-4034-83de-1080ff3d3034 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3133523 Oct 18 23:43:35.310078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5328f3a0-41a7-4b07-afec-637448958f8c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:35.332044 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.354175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47328) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:35.456166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-82a227e1-bb52-45b7-aa92-270f0a35b3e8 None None] Provisioning complete for port e1e229a0-aef2-4fa6-bfa8-6920accbd26f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:35.456781 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82a227e1-bb52-45b7-aa92-270f0a35b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.458655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-622513ee-f613-4861-8482-0d6c36872151 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.475424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-622513ee-f613-4861-8482-0d6c36872151 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 9bee8165-a898-4458-9517-99da86cb7784 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:35.504712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Pushing event updated for resources: {'Port': ['ID=2865db61-26ae-454f-bd0f-3597f0ca8e96,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:35.517415 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.541184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-82a227e1-bb52-45b7-aa92-270f0a35b3e8 None None] Port e1e229a0-aef2-4fa6-bfa8-6920accbd26f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:35.628841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:43:35.629257 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.687617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ece53598-5e98-4c4c-86d3-0cf961db1b70 None None] Provisioning complete for port b37f9bc7-fa51-41e1-bfe4-68f4be695d65 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:35.687843 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ece53598-5e98-4c4c-86d3-0cf961db1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:43:35.709569 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:43:35.768677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-622513ee-f613-4861-8482-0d6c36872151 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.803569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b37f9bc7-fa51-41e1-bfe4-68f4be695d65 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:35.823177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622513ee-f613-4861-8482-0d6c36872151 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=9bee8165-a898-4458-9517-99da86cb7784,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:35.874510 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-622513ee-f613-4861-8482-0d6c36872151 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:35.886221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-622513ee-f613-4861-8482-0d6c36872151 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/9bee8165-a898-4458-9517-99da86cb7784 HTTP/1.1" status: 204 len: 168 time: 1.2047234 Oct 18 23:43:35.887827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47336) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:36.029787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1589fd1-d8b8-43f7-bc3e-e6dd3ceb6b9d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:36.034354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1589fd1-d8b8-43f7-bc3e-e6dd3ceb6b9d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:36.044663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a1589fd1-d8b8-43f7-bc3e-e6dd3ceb6b9d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1529415 Oct 18 23:43:36.046019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47342) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:36.058406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.064145 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.072309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b37f9bc7-fa51-41e1-bfe4-68f4be695d65 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:36.073528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] 10.222.0.52 "DELETE /v2.0/networks/2fef4b52-e126-47fc-89b1-54513d0480e6 HTTP/1.1" status: 204 len: 168 time: 2.5707643 Oct 18 23:43:36.093412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eff57cf0-31b1-4894-9c69-ba46905c5083 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f5044180a4f45f8a7e3f12beb1679d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7258723 Oct 18 23:43:36.093663 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.116146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47346) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:36.127448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b4a17-21f0-464d-87e7-62f8bde5f457 req-01da22d4-c4d6-468a-b5d3-3293c8736da5 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:36.132480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9b4a17-21f0-464d-87e7-62f8bde5f457 req-01da22d4-c4d6-468a-b5d3-3293c8736da5 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 944 time: 0.6152263 Oct 18 23:43:36.155324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2f36e-cf74-49f8-acdd-84e19f3fbc8b admin admin] Pushing event deleted for resources: {'Network': ['ID=2fef4b52-e126-47fc-89b1-54513d0480e6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:36.183569 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ece53598-5e98-4c4c-86d3-0cf961db1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.271859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edbd525-7ce4-4154-b9bc-ee916ec9e56e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 4b56b2f9-1e4f-4ab4-af86-11ed3269ebf0 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:36.275763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5edbd525-7ce4-4154-b9bc-ee916ec9e56e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.329492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ece53598-5e98-4c4c-86d3-0cf961db1b70 None None] For port b37f9bc7-fa51-41e1-bfe4-68f4be695d65, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b37f9bc7-fa51-41e1-bfe4-68f4be695d65,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:36.342621 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ece53598-5e98-4c4c-86d3-0cf961db1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.389572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Attempting to bind port 2865db61-26ae-454f-bd0f-3597f0ca8e96 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:36.389885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Attempting to bind port 2865db61-26ae-454f-bd0f-3597f0ca8e96 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:36.390223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Attempting to bind port 2865db61-26ae-454f-bd0f-3597f0ca8e96 on network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:36.409806 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5328f3a0-41a7-4b07-afec-637448958f8c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:36.413387 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5328f3a0-41a7-4b07-afec-637448958f8c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.428815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9b4a17-21f0-464d-87e7-62f8bde5f457 req-66df6bc6-ca33-44b5-8819-58ba17437458 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756567 Oct 18 23:43:36.434250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Port 2865db61-26ae-454f-bd0f-3597f0ca8e96 on network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:43:36.434506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Attempting to bind port 2865db61-26ae-454f-bd0f-3597f0ca8e96 on network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:36.442307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c8b654-8513-4eb0-b878-dfb55d689347 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:43:36.445008 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5edbd525-7ce4-4154-b9bc-ee916ec9e56e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.487491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:36.492419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Checking segment: {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:36.497023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Bound using segment: {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:36.497743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Bound port: 2865db61-26ae-454f-bd0f-3597f0ca8e96, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:36.498317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.509090 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-892e6d38-bac7-4de5-9e1b-6ce5c697c8b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.670324 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-892e6d38-bac7-4de5-9e1b-6ce5c697c8b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.694261 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5edbd525-7ce4-4154-b9bc-ee916ec9e56e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.696991 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.734804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece53598-5e98-4c4c-86d3-0cf961db1b70 None None] Pushing event updated for resources: {'Port': ['ID=b37f9bc7-fa51-41e1-bfe4-68f4be695d65,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:36.785708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-14c06afd-b9a4-458c-975b-814213a4182e None None] Could not find standard attr ID for object 9bee8165-a898-4458-9517-99da86cb7784. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:43:36.829146 n-d-713498-28 neutron-server[100922]: INFO neutron.db.ipam_backend_mixin [None req-5328f3a0-41a7-4b07-afec-637448958f8c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa7d03c8-29f5-4242-889e-b5578979bf75 (CIDR: 172.20.0.0/28) Oct 18 23:43:36.836081 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5edbd525-7ce4-4154-b9bc-ee916ec9e56e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.863508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5edbd525-7ce4-4154-b9bc-ee916ec9e56e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.877376 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5edbd525-7ce4-4154-b9bc-ee916ec9e56e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/4b56b2f9-1e4f-4ab4-af86-11ed3269ebf0 HTTP/1.1" status: 204 len: 168 time: 0.8302226 Oct 18 23:43:36.877985 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c8b654-8513-4eb0-b878-dfb55d689347 None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:43:36.879660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47358) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:36.918592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] For port 2865db61-26ae-454f-bd0f-3597f0ca8e96, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:36.923971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] For port 2865db61-26ae-454f-bd0f-3597f0ca8e96, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:36.927666 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-5328f3a0-41a7-4b07-afec-637448958f8c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:43:36.928551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5328f3a0-41a7-4b07-afec-637448958f8c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:36.932825 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-892e6d38-bac7-4de5-9e1b-6ce5c697c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.937044 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-892e6d38-bac7-4de5-9e1b-6ce5c697c8b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.946448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-892e6d38-bac7-4de5-9e1b-6ce5c697c8b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ec6ba22-211d-4302-8301-e9ff691878e0 HTTP/1.1" status: 204 len: 168 time: 0.8231497 Oct 18 23:43:36.947266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:36.958818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbd525-7ce4-4154-b9bc-ee916ec9e56e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=4b56b2f9-1e4f-4ab4-af86-11ed3269ebf0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:36.961334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47364) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:37.055026 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-94025334-81f3-466c-9aed-772cf2eaabc0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127620 Oct 18 23:43:37.055760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47368) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:37.066501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Pushing event updated for resources: {'Port': ['ID=2865db61-26ae-454f-bd0f-3597f0ca8e96,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:37.104438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:37.105118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:37.107381 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-12682374-7693-4308-96fe-9ebe0a8c820c service neutron] 10.222.0.102 "PUT /v2.0/ports/2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 1093 time: 4.2413318 Oct 18 23:43:37.112313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6247c16d-7624-4afa-a2d1-d44267f03cc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12557d3735b64554944102d13c51b999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818586 Oct 18 23:43:37.112861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eef061-209b-4b71-8620-223ea0900fc6', 'tag': '2865db61-26ae-454f-bd0f-3597f0ca8e96'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:43:37.115587 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b7f8d4-58e2-4dad-b7b0-151cc5774243" -d '{"events": [{"name": "network-changed", "server_uuid": "29eef061-209b-4b71-8620-223ea0900fc6", "tag": "2865db61-26ae-454f-bd0f-3597f0ca8e96"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:43:37.122435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e6d38-bac7-4de5-9e1b-6ce5c697c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec6ba22-211d-4302-8301-e9ff691878e0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:37.126843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47370) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:37.137580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5328f3a0-41a7-4b07-afec-637448958f8c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8333499 Oct 18 23:43:37.138916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47374) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:37.144108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-468e68a3-7b7e-4377-b11c-109fbe6fe9a8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:37.272960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb07b4-ac5d-4f61-b51a-bcff5de65f00 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:37.277077 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ddb07b4-ac5d-4f61-b51a-bcff5de65f00 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2178197 Oct 18 23:43:37.278711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47380) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:37.357748 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea901cd-4fbe-4984-8aac-2ea7a38bd4e9 x-openstack-request-id: req-4ea901cd-4fbe-4984-8aac-2ea7a38bd4e9 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:43:37.358142 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eef061-209b-4b71-8620-223ea0900fc6", "tag": "2865db61-26ae-454f-bd0f-3597f0ca8e96", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:43:37.358289 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ea901cd-4fbe-4984-8aac-2ea7a38bd4e9 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:43:37.361351 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29eef061-209b-4b71-8620-223ea0900fc6', 'tag': '2865db61-26ae-454f-bd0f-3597f0ca8e96', 'status': 'completed', 'code': 200} Oct 18 23:43:37.371096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a97865b8-6b8f-4754-8ac0-b9f638d47daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:37.430884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a97865b8-6b8f-4754-8ac0-b9f638d47daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:37.435874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12efef29-e66a-42b3-b9e3-469f1eeaf4ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:37.439769 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-12efef29-e66a-42b3-b9e3-469f1eeaf4ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1562114 Oct 18 23:43:37.442885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47384) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:37.514074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468e68a3-7b7e-4377-b11c-109fbe6fe9a8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:37.517964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-468e68a3-7b7e-4377-b11c-109fbe6fe9a8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:37.520846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ebd33a0-151d-42e3-ab01-58f8e4575d18 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768294 Oct 18 23:43:37.530394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47392) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:37.535796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2269bc-5e08-4b7c-a13d-15e632c503c7 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:37.541081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:37.820361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7bccbdef-262a-451b-bd28-a54f15c5ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:37.828862 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7bccbdef-262a-451b-bd28-a54f15c5ce4e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1096 time: 0.4720769 Oct 18 23:43:37.834534 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b37f9bc7-fa51-41e1-bfe4-68f4be695d65 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:37.883473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:37.894311 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:37.907903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a97865b8-6b8f-4754-8ac0-b9f638d47daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:37.915357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a97865b8-6b8f-4754-8ac0-b9f638d47daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:37.917569 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a97865b8-6b8f-4754-8ac0-b9f638d47daa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54095140-8a6a-4632-a609-9bd996c30f60 HTTP/1.1" status: 204 len: 168 time: 0.7894924 Oct 18 23:43:37.991066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97865b8-6b8f-4754-8ac0-b9f638d47daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54095140-8a6a-4632-a609-9bd996c30f60,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:38.036858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-d5c49014-cb05-49a3-bf89-043110ca8606 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 217 time: 0.1088006 Oct 18 23:43:38.136685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b37f9bc7-fa51-41e1-bfe4-68f4be695d65 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:38.138876 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:38.169765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5af8bd-1c10-4977-b27f-253e5343ee0d req-ca090b82-a17f-4baf-adab-be95a2442c1b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:38.171896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a5af8bd-1c10-4977-b27f-253e5343ee0d req-ca090b82-a17f-4baf-adab-be95a2442c1b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 944 time: 0.5171435 Oct 18 23:43:38.207099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4fd428-bec6-472b-a924-46f7a16061d0 None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:38.223312 n-d-713498-28 neutron-server[100922]: INFO neutron.db.ipam_backend_mixin [None req-468e68a3-7b7e-4377-b11c-109fbe6fe9a8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f (CIDR: 172.20.0.16/28) Oct 18 23:43:38.225656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7c56b6ca-e5b8-41f4-94f5-fd97f589e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:38.228133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-7c56b6ca-e5b8-41f4-94f5-fd97f589e655 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.1799672 Oct 18 23:43:38.233594 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-468e68a3-7b7e-4377-b11c-109fbe6fe9a8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:43:38.234461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468e68a3-7b7e-4377-b11c-109fbe6fe9a8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:38.430184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a5af8bd-1c10-4977-b27f-253e5343ee0d req-150dfb91-4da5-45e9-8764-78c1f8aa3e66 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468529 Oct 18 23:43:38.467481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-468e68a3-7b7e-4377-b11c-109fbe6fe9a8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3271863 Oct 18 23:43:38.471397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47414) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:38.475133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fd428-bec6-472b-a924-46f7a16061d0 None None] Deleting port b37f9bc7-fa51-41e1-bfe4-68f4be695d65 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:38.477786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd428-bec6-472b-a924-46f7a16061d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:38.478774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'subnet': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:38.638103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-a69c8a46-b722-44f7-86e9-9c3c333a9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:38.639962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-a69c8a46-b722-44f7-86e9-9c3c333a9bc6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3742328 Oct 18 23:43:38.684247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2c4fd428-bec6-472b-a924-46f7a16061d0 None None] For port b37f9bc7-fa51-41e1-bfe4-68f4be695d65, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b37f9bc7-fa51-41e1-bfe4-68f4be695d65,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:38.684886 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd428-bec6-472b-a924-46f7a16061d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:38.687110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.objects.ports [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:43:38.720846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fd428-bec6-472b-a924-46f7a16061d0 None None] Calling delete_port for b37f9bc7-fa51-41e1-bfe4-68f4be695d65 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:38.917522 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd428-bec6-472b-a924-46f7a16061d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:38.929183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_pluggable_backend [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Port b37f9bc7-fa51-41e1-bfe4-68f4be695d65 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100921) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 18 23:43:38.929841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-d8cb4108-cce9-4336-832a-76b6f37c8708 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711039 Oct 18 23:43:38.930294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_pluggable_backend [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Reverting IP allocation for 2001:db8::f816:3eff:fe89:fd3e {{(pid=100921) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 18 23:43:38.938315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_pluggable_backend [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe89:fd3e {{(pid=100921) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 18 23:43:38.939861 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:38.991064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4fd428-bec6-472b-a924-46f7a16061d0 None None] No DVR routers for this DVR port b37f9bc7-fa51-41e1-bfe4-68f4be695d65 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:39.004688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:39.005306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fd428-bec6-472b-a924-46f7a16061d0 None None] Pushing event deleted for resources: {'Port': ['ID=b37f9bc7-fa51-41e1-bfe4-68f4be695d65,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:39.020962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:39.026414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:39.027245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:39.033795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab8d7e4-930d-4fd6-81d3-3795939c6a73 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:39.061606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=410b71d9-8a83-4c77-8554-2349f939334a,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:39.094198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a9a54a-2275-4b01-883d-e50a92ff7314 req-65b7408e-f025-4a00-a3a0-d143b5c3baf4 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560915 Oct 18 23:43:39.138322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Made reservation on behalf of 97a700a2191244ebbde2e30c84012b6f for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:39.144559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:39.151748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-660bdcb7-54aa-46b2-a5f1-be724a66e1c5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6199865 Oct 18 23:43:39.152696 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47434) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:39.173482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0df02ab6-4c3b-4cdf-a98a-7f482c830928 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:39.400608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '410b71d9-8a83-4c77-8554-2349f939334a'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:43:39.401541 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:39.412578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47440) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:39.622813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Allocated IP 2001:db8::f816:3eff:fe32:360e (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/410b71d9-8a83-4c77-8554-2349f939334a/bae47c7a-b33e-431e-8313-d258ed100f4f) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:39.746950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-80ce86f7-2e40-4133-b86c-781bddf0ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:39.752688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-80ce86f7-2e40-4133-b86c-781bddf0ff5a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1096 time: 0.3391910 Oct 18 23:43:39.795041 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:39.800888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b37f9bc7-fa51-41e1-bfe4-68f4be695d65 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:39.802191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:39.825175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: b37f9bc7-fa51-41e1-bfe4-68f4be695d65 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:43:39.825866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b37f9bc7-fa51-41e1-bfe4-68f4be695d65 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:43:39.827988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:39.873624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Pushing event updated for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:39.890676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:39.892355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:39.895109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:39.941861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822475c0-b14b-409d-9dfd-56b6f993d842 req-748d8743-aab9-43f5-a0f2-f6de751c370e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:39.943622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-822475c0-b14b-409d-9dfd-56b6f993d842 req-748d8743-aab9-43f5-a0f2-f6de751c370e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 944 time: 0.2222118 Oct 18 23:43:39.950151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Subnet': ['ID=a69024b9-4a8e-4560-8047-3316bf0776c3,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:39.959116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Attempting to bind port bae47c7a-b33e-431e-8313-d258ed100f4f on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:39.959623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Attempting to bind port bae47c7a-b33e-431e-8313-d258ed100f4f by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:39.960091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Attempting to bind port bae47c7a-b33e-431e-8313-d258ed100f4f on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:39.968132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:39.968510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:39.968916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:39.969313 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:39.969878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Bound port: bae47c7a-b33e-431e-8313-d258ed100f4f, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:39.970264 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:40.024465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df02ab6-4c3b-4cdf-a98a-7f482c830928 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:40.027206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0df02ab6-4c3b-4cdf-a98a-7f482c830928 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:40.073984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:40.079898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bae47c7a-b33e-431e-8313-d258ed100f4f,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:40.087567 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:40.116846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:40.134920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:40.159249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:40.162877 n-d-713498-28 neutron-server[100921]: INFO neutron.db.ipam_backend_mixin [None req-0df02ab6-4c3b-4cdf-a98a-7f482c830928 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 410b71d9-8a83-4c77-8554-2349f939334a (CIDR: 2001:db8::/64) Oct 18 23:43:40.168515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:40.175164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91b471-22bb-453e-b04e-fcc785406ae3 None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:40.193641 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-822475c0-b14b-409d-9dfd-56b6f993d842 req-cebd2f23-f978-45ab-b602-297c5de1f1d7 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395730 Oct 18 23:43:40.196644 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df02ab6-4c3b-4cdf-a98a-7f482c830928 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:43:40.197187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df02ab6-4c3b-4cdf-a98a-7f482c830928 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:40.202565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cf2cd-70de-46f8-99d1-70ef7af4778a None None] Pushing event updated for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:40.227920 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0df02ab6-4c3b-4cdf-a98a-7f482c830928 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0709817 Oct 18 23:43:40.229142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47460) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:40.240499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:40.316144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c84d7464-9969-40a4-aa11-17153b0b92d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e6fbf37892b421b8b42e59d153be355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9011025 Oct 18 23:43:40.338703 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-995137e9-676a-44a4-8e1b-a3c2dbc0346d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8624463 Oct 18 23:43:40.343419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47462) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:40.343868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47466) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:40.364292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1842537727', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a69024b9-4a8e-4560-8047-3316bf0776c3'}], 'security_groups': ['53118fa1-8670-4690-98ed-747c1af6665f', '81b6dfe3-aeac-46c5-a2bc-94b71a6c43e2']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:40.450786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-16c696e1-0bb2-4fe9-bdab-b1fb9e698d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:40.453030 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-16c696e1-0bb2-4fe9-bdab-b1fb9e698d1d service neutron] 10.222.0.102 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.6872010 Oct 18 23:43:40.581457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:40.591151 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:40.722184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-c32bb516-4f11-4085-be7b-d76ff875f705 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 217 time: 0.2563961 Oct 18 23:43:40.783481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969e54e-7d3d-406a-9873-3a1446efd841 None None] Update dhcp port {'port': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'fixed_ips': [{'subnet_id': 'fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aa7d03c8-29f5-4242-889e-b5578979bf75', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a69024b9-4a8e-4560-8047-3316bf0776c3'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'ee1d5663-89c0-4676-9d86-246b983b9618'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:43:40.853714 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f969e54e-7d3d-406a-9873-3a1446efd841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:40.968105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-26391f36-cc20-41e5-8ac2-00583d9858d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:41.020207 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:41.029152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-9f196664-5dc6-4633-ac45-41600ade2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:41.030664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-9f196664-5dc6-4633-ac45-41600ade2de9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.2906406 Oct 18 23:43:41.185796 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:41.294752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=514f145d-8a8a-48a2-9604-b074e4faae01,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:41.314464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-f969e54e-7d3d-406a-9873-3a1446efd841 None None] Allocated IP 172.20.0.34 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/a69024b9-4a8e-4560-8047-3316bf0776c3/ee1d5663-89c0-4676-9d86-246b983b9618) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:41.318603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:41.321348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:41.328944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:41.329587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:41.363246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-db473af0-b157-479f-b9b9-0d6deecb8d0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1337063 Oct 18 23:43:41.366750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47492) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:41.378072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:e1:a7:98', 'name': 'tempest-NetworksTestDHCPv6-1420036757'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:41.478575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-26391f36-cc20-41e5-8ac2-00583d9858d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:41.570315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f969e54e-7d3d-406a-9873-3a1446efd841 None None] For port ee1d5663-89c0-4676-9d86-246b983b9618, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ee1d5663-89c0-4676-9d86-246b983b9618,segment=NetworkSegment(7af8af58-6a14-433e-98aa-76dcf94de371),segment_id=7af8af58-6a14-433e-98aa-76dcf94de371)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:41.657438 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f969e54e-7d3d-406a-9873-3a1446efd841 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:41.668387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-2c55c43c-dae6-474e-92f4-4886a1b16c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:41.670799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f969e54e-7d3d-406a-9873-3a1446efd841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:41.677593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-2c55c43c-dae6-474e-92f4-4886a1b16c35 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6327696 Oct 18 23:43:41.768133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bae47c7a-b33e-431e-8313-d258ed100f4f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:41.797926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:41.812082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55211be-58fb-417e-8aa5-867073211a27 req-f41e60c9-d856-4d2a-b7c7-aa17bd669b1a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:41.821278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a55211be-58fb-417e-8aa5-867073211a27 req-f41e60c9-d856-4d2a-b7c7-aa17bd669b1a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 944 time: 0.3465657 Oct 18 23:43:41.866648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-26391f36-cc20-41e5-8ac2-00583d9858d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:41.871178 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-26391f36-cc20-41e5-8ac2-00583d9858d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:41.872341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-26391f36-cc20-41e5-8ac2-00583d9858d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8aa1499f-080c-4cfe-8020-7de88f7c36d4 HTTP/1.1" status: 204 len: 168 time: 1.5274248 Oct 18 23:43:41.990713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e54e-7d3d-406a-9873-3a1446efd841 None None] Pushing event updated for resources: {'Port': ['ID=ee1d5663-89c0-4676-9d86-246b983b9618,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:42.015796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0fc1c8-4a77-474f-9b3d-019f2c5e3036 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:42.026143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:42.031443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26391f36-cc20-41e5-8ac2-00583d9858d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa1499f-080c-4cfe-8020-7de88f7c36d4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:42.085893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 537961c2-465d-460c-8375-fea519ce8dd2 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:43:42.090704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a55211be-58fb-417e-8aa5-867073211a27 req-79373a80-5bd8-4e63-96b9-14640ad4a911 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605884 Oct 18 23:43:42.154021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:42.154021 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:42.177362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-ba476679-66b4-4277-a59e-147d87763505 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855583 Oct 18 23:43:42.339498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37b7f8d4-58e2-4dad-b7b0-151cc5774243 req-269c190b-e58f-4215-b850-77235863dd71 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485894 Oct 18 23:43:42.348179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Delete allocated IP 172.20.0.12 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/aa7d03c8-29f5-4242-889e-b5578979bf75) {{(pid=100922) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 23:43:42.380230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Allocated IP 172.20.0.44 (4c7ed78b-cc11-4856-b993-85d2ee8cc04e/a69024b9-4a8e-4560-8047-3316bf0776c3/e1e229a0-aef2-4fa6-bfa8-6920accbd26f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:42.599709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8:0:1::3c5 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/514f145d-8a8a-48a2-9604-b074e4faae01/537961c2-465d-460c-8375-fea519ce8dd2) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:42.626155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:fee1:a798 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/410b71d9-8a83-4c77-8554-2349f939334a/537961c2-465d-460c-8375-fea519ce8dd2) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:42.834290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:42.843708 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:42.909828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e2bd5812-1594-4e7a-ac3a-6e7da6f2f4a5 None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:42.910303 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5812-1594-4e7a-ac3a-6e7da6f2f4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:42.975281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47532) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:43.056301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.089529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47538) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:43.098433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event updated for resources: {'Port': ['ID=e1e229a0-aef2-4fa6-bfa8-6920accbd26f,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:43.121826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549675309', 'description': 'tempest-secgroup-smoke-549675309 description', 'project_id': '084edf71706a486c94ae3b47f49b2bdb'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:43.139579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2865db61-26ae-454f-bd0f-3597f0ca8e96 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:43:43.159617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] In _notify_port_updated(), no bound segment for port e1e229a0-aef2-4fa6-bfa8-6920accbd26f on network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:43:43.170081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:43.175223 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.180884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ab613c96-9b95-4a53-a1e7-339283ea2751 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "PUT /v2.0/ports/e1e229a0-aef2-4fa6-bfa8-6920accbd26f HTTP/1.1" status: 200 len: 960 time: 2.8317466 Oct 18 23:43:43.181123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47546) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:43.196886 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.218195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.314657 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.375219 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5812-1594-4e7a-ac3a-6e7da6f2f4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.397720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:43.412617 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.413202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b975af-6fc8-4361-b623-0945ef1b9556 req-d291e390-801e-43ba-b547-4614eda4e924 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:43.414762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6b975af-6fc8-4361-b623-0945ef1b9556 req-d291e390-801e-43ba-b547-4614eda4e924 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 944 time: 0.1692834 Oct 18 23:43:43.432834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3051d3c3-8f9d-4ce6-bb4b-c876675e9f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.441707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:43.451905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:43.457399 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:43:43.468762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:43.469474 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.487868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=537961c2-465d-460c-8375-fea519ce8dd2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:43.518752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6b975af-6fc8-4361-b623-0945ef1b9556 req-e9062a83-f74a-43ed-b912-c6e552722ccb tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924451 Oct 18 23:43:43.525780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-25cdfd1f-dd17-4e77-aab3-abc0b0109b66 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port e1e229a0-aef2-4fa6-bfa8-6920accbd26f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:43.526305 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25cdfd1f-dd17-4e77-aab3-abc0b0109b66 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.657040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.678927 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.709721 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bae47c7a-b33e-431e-8313-d258ed100f4f,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:43.748176 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4b6ac73e-ad72-4197-8cdb-329210d72965 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3775082 Oct 18 23:43:43.760238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47556) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:43.774695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400e23d-02ec-44c0-9ad5-b452f84da043 None None] Update dhcp port {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': '410b71d9-8a83-4c77-8554-2349f939334a', 'ip_address': '2001:db8::f816:3eff:fe32:360e'}, {'subnet_id': '514f145d-8a8a-48a2-9604-b074e4faae01'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'bae47c7a-b33e-431e-8313-d258ed100f4f'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:43:43.812950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7b9fed-d2a0-47c6-9572-bbb5895ce0d7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:43.862659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8400e23d-02ec-44c0-9ad5-b452f84da043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.867547 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.940839 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:43.960518 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.002467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:44.023516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:44.045857 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3051d3c3-8f9d-4ce6-bb4b-c876675e9f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.051116 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.061090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5759df0c-f267-4b84-a1a4-1334d27d8879 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9614549 Oct 18 23:43:44.062080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47562) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:44.068603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ec606da2-5167-4659-8383-05b252076c47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '4c32279a-7fd6-4b6b-bd0f-8347b907dc5e', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:44.081865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3051d3c3-8f9d-4ce6-bb4b-c876675e9f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.088536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-65173383-f99d-4f46-874a-f48ac597fcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 537961c2-465d-460c-8375-fea519ce8dd2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:44.089173 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65173383-f99d-4f46-874a-f48ac597fcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.097973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ee1d5663-89c0-4676-9d86-246b983b9618 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:44.193372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25cdfd1f-dd17-4e77-aab3-abc0b0109b66 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.226930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-25cdfd1f-dd17-4e77-aab3-abc0b0109b66 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for e1e229a0-aef2-4fa6-bfa8-6920accbd26f owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:44.242239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2865db61-26ae-454f-bd0f-3597f0ca8e96, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:44.298664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3051d3c3-8f9d-4ce6-bb4b-c876675e9f87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf18c773dc83487ea86b4cbc0a670c42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3182747 Oct 18 23:43:44.299509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051d3c3-8f9d-4ce6-bb4b-c876675e9f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acf18e1-f82a-406a-9050-545602eaac75,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:44.311062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-e2bd5812-1594-4e7a-ac3a-6e7da6f2f4a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:43:44.312194 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-e2bd5812-1594-4e7a-ac3a-6e7da6f2f4a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:43:44.325356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '2865db61-26ae-454f-bd0f-3597f0ca8e96', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'port_id': '2865db61-26ae-454f-bd0f-3597f0ca8e96', 'mac_address': 'fa:16:3e:d2:9e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:43:44.325913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47572) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:44.357807 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65173383-f99d-4f46-874a-f48ac597fcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.368010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47574) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:44.393423 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-65173383-f99d-4f46-874a-f48ac597fcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 537961c2-465d-460c-8375-fea519ce8dd2 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:44.396467 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec606da2-5167-4659-8383-05b252076c47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.440885 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.459591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b28b814-671f-4d42-8216-88930cc59141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.463172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:44.463549 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.486449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b28b814-671f-4d42-8216-88930cc59141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.515262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2865db61-26ae-454f-bd0f-3597f0ca8e96 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:43:44.544825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-8400e23d-02ec-44c0-9ad5-b452f84da043 None None] Allocated IP 2001:db8:0:1::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/514f145d-8a8a-48a2-9604-b074e4faae01/bae47c7a-b33e-431e-8313-d258ed100f4f) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:44.563508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2865db61-26ae-454f-bd0f-3597f0ca8e96, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:44.597271 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.627443 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b28b814-671f-4d42-8216-88930cc59141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.634658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b28b814-671f-4d42-8216-88930cc59141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.641109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b28b814-671f-4d42-8216-88930cc59141 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9acf18e1-f82a-406a-9050-545602eaac75 HTTP/1.1" status: 204 len: 168 time: 0.3140030 Oct 18 23:43:44.645721 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec606da2-5167-4659-8383-05b252076c47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.647472 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25cdfd1f-dd17-4e77-aab3-abc0b0109b66 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.668428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1119207869-network', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:44.675734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28b814-671f-4d42-8216-88930cc59141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acf18e1-f82a-406a-9050-545602eaac75,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:44.709478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec606da2-5167-4659-8383-05b252076c47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.739948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Made reservation on behalf of cfe6f977d58f47f58bd051eb65f94e0d for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:44.743526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.786713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdfd1f-dd17-4e77-aab3-abc0b0109b66 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=e1e229a0-aef2-4fa6-bfa8-6920accbd26f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:44.797503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec606da2-5167-4659-8383-05b252076c47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4672dc-5676-44df-8979-6c2783db228f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:44.825516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.864064 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-25cdfd1f-dd17-4e77-aab3-abc0b0109b66 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.875408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-25cdfd1f-dd17-4e77-aab3-abc0b0109b66 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/e1e229a0-aef2-4fa6-bfa8-6920accbd26f HTTP/1.1" status: 204 len: 168 time: 1.6932003 Oct 18 23:43:44.876552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47586) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:44.936801 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b5b5c9-704c-4b64-9b67-91f9a42caae3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] GET failed (client error): The resource could not be found. Oct 18 23:43:44.946320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-53b5b5c9-704c-4b64-9b67-91f9a42caae3 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports/e1e229a0-aef2-4fa6-bfa8-6920accbd26f HTTP/1.1" status: 404 len: 333 time: 0.0684896 Oct 18 23:43:44.947112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47590) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:44.949451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec606da2-5167-4659-8383-05b252076c47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:44.950669 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ec606da2-5167-4659-8383-05b252076c47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8862135 Oct 18 23:43:44.958365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47592) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:44.976229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-187a03b8-f7ef-4f46-8d39-4b9f72b2fa95 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '4c32279a-7fd6-4b6b-bd0f-8347b907dc5e', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:45.004685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8400e23d-02ec-44c0-9ad5-b452f84da043 None None] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bae47c7a-b33e-431e-8313-d258ed100f4f,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:45.049220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2865db61-26ae-454f-bd0f-3597f0ca8e96,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:45.066553 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c75027e-0564-4dcb-8e39-488055f175fa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.087584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8400e23d-02ec-44c0-9ad5-b452f84da043 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.117593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2865db61-26ae-454f-bd0f-3597f0ca8e96'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:43:45.119813 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8400e23d-02ec-44c0-9ad5-b452f84da043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.133261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb24ca3-457e-4659-95f9-ad3baa96be5c req-8a114642-713c-4d23-8ac8-088d32823f40 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:45.135686 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c75027e-0564-4dcb-8e39-488055f175fa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.143230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aeb24ca3-457e-4659-95f9-ad3baa96be5c req-8a114642-713c-4d23-8ac8-088d32823f40 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 945 time: 0.4401710 Oct 18 23:43:45.185121 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.204023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-14fe2219-dbdd-4557-8e0b-abd674aa239a None None] Could not find standard attr ID for object e1e229a0-aef2-4fa6-bfa8-6920accbd26f. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:43:45.208794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.273595 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c75027e-0564-4dcb-8e39-488055f175fa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.277036 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c75027e-0564-4dcb-8e39-488055f175fa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.282028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4c75027e-0564-4dcb-8e39-488055f175fa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/security-groups/ad910dea-3312-4ba7-89f7-c7cda37d119f HTTP/1.1" status: 204 len: 168 time: 0.3332164 Oct 18 23:43:45.282859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47604) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:45.306076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75027e-0564-4dcb-8e39-488055f175fa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad910dea-3312-4ba7-89f7-c7cda37d119f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:45.322706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aeb24ca3-457e-4659-95f9-ad3baa96be5c req-5f62337f-feae-4a69-9bf3-7e7e7753e4d4 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785841 Oct 18 23:43:45.337566 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-187a03b8-f7ef-4f46-8d39-4b9f72b2fa95 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.373615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ec7ee-6799-4d6e-9821-edc68fb9f07d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:45.407098 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53e4a775-cdd9-485c-8c9b-ee31790a31aa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.450745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-14fe2219-dbdd-4557-8e0b-abd674aa239a None None] Provisioning complete for port d0957c0e-f042-4b5c-b875-43fac1464a25 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:45.451362 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14fe2219-dbdd-4557-8e0b-abd674aa239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.456353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400e23d-02ec-44c0-9ad5-b452f84da043 None None] Pushing event updated for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:45.464127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53e4a775-cdd9-485c-8c9b-ee31790a31aa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.512334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-187a03b8-f7ef-4f46-8d39-4b9f72b2fa95 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.528857 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-187a03b8-f7ef-4f46-8d39-4b9f72b2fa95 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.558160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53e4a775-cdd9-485c-8c9b-ee31790a31aa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.559437 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65173383-f99d-4f46-874a-f48ac597fcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.563350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53e4a775-cdd9-485c-8c9b-ee31790a31aa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.569144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-53e4a775-cdd9-485c-8c9b-ee31790a31aa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/security-groups/81b6dfe3-aeac-46c5-a2bc-94b71a6c43e2 HTTP/1.1" status: 204 len: 168 time: 0.2815995 Oct 18 23:43:45.570268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47612) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:45.581657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a03b8-f7ef-4f46-8d39-4b9f72b2fa95 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7def4f4-0763-43dc-8663-64957b02f2b6,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:45.629321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-14fe2219-dbdd-4557-8e0b-abd674aa239a None None] Port d0957c0e-f042-4b5c-b875-43fac1464a25 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:45.632413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4a775-cdd9-485c-8c9b-ee31790a31aa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b6dfe3-aeac-46c5-a2bc-94b71a6c43e2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:45.654597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:43:45.657037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65173383-f99d-4f46-874a-f48ac597fcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=537961c2-465d-460c-8375-fea519ce8dd2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:45.665420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-187a03b8-f7ef-4f46-8d39-4b9f72b2fa95 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.669770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-187a03b8-f7ef-4f46-8d39-4b9f72b2fa95 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7042124 Oct 18 23:43:45.670593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47616) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:45.676169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-49ccf12b-b83d-4526-8701-e25745e3e9fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '4c32279a-7fd6-4b6b-bd0f-8347b907dc5e', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:45.689530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-14fe2219-dbdd-4557-8e0b-abd674aa239a None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:45.690257 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-14fe2219-dbdd-4557-8e0b-abd674aa239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.744066 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-308d8c5b-cef5-4bdb-a883-2cff877af543 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.768364 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49ccf12b-b83d-4526-8701-e25745e3e9fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.795713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-308d8c5b-cef5-4bdb-a883-2cff877af543 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.816910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.817285 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Added segment b4f30b5b-d966-48d9-bb0c-2beccc54a79b of type vlan for network 9716078f-ba9f-449b-8bd8-96077aa7aa30 Oct 18 23:43:45.819806 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65173383-f99d-4f46-874a-f48ac597fcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.825516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-65173383-f99d-4f46-874a-f48ac597fcc3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/537961c2-465d-460c-8375-fea519ce8dd2 HTTP/1.1" status: 204 len: 168 time: 2.0613368 Oct 18 23:43:45.838454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47620) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:45.934024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe52acd-1d44-43d2-9bd3-6cf00d1d4ab2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:45.935930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6fe52acd-1d44-43d2-9bd3-6cf00d1d4ab2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0955467 Oct 18 23:43:45.941104 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-308d8c5b-cef5-4bdb-a883-2cff877af543 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.942322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47622) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:45.948007 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-308d8c5b-cef5-4bdb-a883-2cff877af543 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.952178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-308d8c5b-cef5-4bdb-a883-2cff877af543 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/security-groups/53118fa1-8670-4690-98ed-747c1af6665f HTTP/1.1" status: 204 len: 168 time: 0.3724561 Oct 18 23:43:45.959365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47624) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:45.963607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.967131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49ccf12b-b83d-4526-8701-e25745e3e9fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:45.985327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d8c5b-cef5-4bdb-a883-2cff877af543 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53118fa1-8670-4690-98ed-747c1af6665f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:45.997248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49ccf12b-b83d-4526-8701-e25745e3e9fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.046579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bae47c7a-b33e-431e-8313-d258ed100f4f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:46.070035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccf12b-b83d-4526-8701-e25745e3e9fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ae99cf-de56-4239-8b9f-b57b64422695,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:46.079611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49ccf12b-b83d-4526-8701-e25745e3e9fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.087704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-49ccf12b-b83d-4526-8701-e25745e3e9fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4090474 Oct 18 23:43:46.088530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47630) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:46.104818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1be068a9-fb2c-4ca7-9a08-43c86c40cffd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '4c32279a-7fd6-4b6b-bd0f-8347b907dc5e', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:46.149812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a2f08d-e48a-4a8c-86d8-5b1d27730d3b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:46.151816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a4a2f08d-e48a-4a8c-86d8-5b1d27730d3b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2084365 Oct 18 23:43:46.156567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47636) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:46.157668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-28155e27-3102-49a2-a71a-a94620f6a705 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet aa7d03c8-29f5-4242-889e-b5578979bf75 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:46.160648 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.162246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:46.162743 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.169191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:46.170500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.178218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28155e27-3102-49a2-a71a-a94620f6a705 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.298829 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1be068a9-fb2c-4ca7-9a08-43c86c40cffd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.324799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7934d9d-dc4b-48c9-8c43-fbb600603943 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:46.326053 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9541273 Oct 18 23:43:46.326805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7934d9d-dc4b-48c9-8c43-fbb600603943 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:46.328640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7934d9d-dc4b-48c9-8c43-fbb600603943 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:46.334597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e7934d9d-dc4b-48c9-8c43-fbb600603943 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1732411 Oct 18 23:43:46.335173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47644) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:46.335546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47642) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:46.360834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Request body: {'subnet': {'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1119207869-subnet', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:46.410091 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28155e27-3102-49a2-a71a-a94620f6a705 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.416211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2761a2b-85ba-488e-9fb8-8a035c125a37 admin admin] Pushing event updated for resources: {'Network': ['ID=9716078f-ba9f-449b-8bd8-96077aa7aa30,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:46.428205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:43:46.525623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Made reservation on behalf of cfe6f977d58f47f58bd051eb65f94e0d for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:46.530363 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.601267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff0629e6-c1f0-4323-98a2-0a1c43e60556 None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:46.602210 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff0629e6-c1f0-4323-98a2-0a1c43e60556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.603120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-7415ae87-6c54-4c3c-9f98-8ccc9dc69aca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 410b71d9-8a83-4c77-8554-2349f939334a {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:46.633865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7415ae87-6c54-4c3c-9f98-8ccc9dc69aca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.665348 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1be068a9-fb2c-4ca7-9a08-43c86c40cffd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.722339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1be068a9-fb2c-4ca7-9a08-43c86c40cffd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.781656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc1e22-fa11-4f13-9530-a079c3f4eae5 req-8b0ccd12-ef05-40e8-a392-041aa28af3ac tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:46.784705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7cc1e22-fa11-4f13-9530-a079c3f4eae5 req-8b0ccd12-ef05-40e8-a392-041aa28af3ac tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 945 time: 0.3226097 Oct 18 23:43:46.803471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1be068a9-fb2c-4ca7-9a08-43c86c40cffd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.804672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1be068a9-fb2c-4ca7-9a08-43c86c40cffd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7151299 Oct 18 23:43:46.811387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47654) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:46.839075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4f7128df-28c6-41c1-a958-d736b32eb8ed tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '4c32279a-7fd6-4b6b-bd0f-8347b907dc5e', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:46.868530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be068a9-fb2c-4ca7-9a08-43c86c40cffd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560a3b33-8694-4338-8681-a2894f2e8267,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:46.888056 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:46.890416 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7415ae87-6c54-4c3c-9f98-8ccc9dc69aca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.005792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-545a0bc6-500e-4538-a15e-67f18cdd266a None None] Could not find standard attr ID for object 537961c2-465d-460c-8375-fea519ce8dd2. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:43:47.020120 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-4f7128df-28c6-41c1-a958-d736b32eb8ed tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Project 084edf71706a486c94ae3b47f49b2bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:43:47.026099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7cc1e22-fa11-4f13-9530-a079c3f4eae5 req-73a03884-43c0-41fc-b7fe-08db0a7a7de9 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028539 Oct 18 23:43:47.034068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f7128df-28c6-41c1-a958-d736b32eb8ed tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.057479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db205d0-07b5-4f09-bc70-1baea1a0c1cd,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:47.086947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28155e27-3102-49a2-a71a-a94620f6a705 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.123773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7415ae87-6c54-4c3c-9f98-8ccc9dc69aca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.164378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2865db61-26ae-454f-bd0f-3597f0ca8e96 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:47.188765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Checking segment: {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:47.189139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Network hostable DHCP agents. Network: 9716078f-ba9f-449b-8bd8-96077aa7aa30, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:43:47.264791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:43:47.266906 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7415ae87-6c54-4c3c-9f98-8ccc9dc69aca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.287403 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28155e27-3102-49a2-a71a-a94620f6a705 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.304558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 9716078f-ba9f-449b-8bd8-96077aa7aa30) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:47.316673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:47.317298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.319430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4e6839-e38a-4ab2-a9fb-0acf4737e1ff None None] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:47.323579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 2865db61-26ae-454f-bd0f-3597f0ca8e96 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:43:47.351300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 2865db61-26ae-454f-bd0f-3597f0ca8e96 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:47.351761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.385059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28155e27-3102-49a2-a71a-a94620f6a705 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.389031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28155e27-3102-49a2-a71a-a94620f6a705 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/aa7d03c8-29f5-4242-889e-b5578979bf75 HTTP/1.1" status: 204 len: 168 time: 1.4276750 Oct 18 23:43:47.390891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28155e27-3102-49a2-a71a-a94620f6a705 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7d03c8-29f5-4242-889e-b5578979bf75,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:47.400378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd1910b-8597-47b3-aad4-c3e918165b4f None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:47.405834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47670) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:47.432055 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f01da7d8-7ef9-451c-9fee-03c874df410c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0857842 Oct 18 23:43:47.432299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415ae87-6c54-4c3c-9f98-8ccc9dc69aca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=410b71d9-8a83-4c77-8554-2349f939334a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:47.438862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47672) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:47.444671 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7415ae87-6c54-4c3c-9f98-8ccc9dc69aca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.458772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7415ae87-6c54-4c3c-9f98-8ccc9dc69aca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/410b71d9-8a83-4c77-8554-2349f939334a HTTP/1.1" status: 204 len: 168 time: 1.1198702 Oct 18 23:43:47.459474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e25ffa0-828f-4967-be71-fe605b15ec1d None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:47.472664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47674) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:47.474461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:47.559160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f7128df-28c6-41c1-a958-d736b32eb8ed tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.573808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f7128df-28c6-41c1-a958-d736b32eb8ed tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.603268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff31dd6-1778-419b-aabd-396ce167561e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet a69024b9-4a8e-4560-8047-3316bf0776c3 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:47.609761 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ff31dd6-1778-419b-aabd-396ce167561e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.614275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7128df-28c6-41c1-a958-d736b32eb8ed tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979d2faf-93dd-4018-9999-413b8219afa0,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:47.617921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.619371 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.645107 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f7128df-28c6-41c1-a958-d736b32eb8ed tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.647783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f7128df-28c6-41c1-a958-d736b32eb8ed tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8137152 Oct 18 23:43:47.652082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47678) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:47.676475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e9338371-9a35-44ef-8ee6-e547923929bc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '4c32279a-7fd6-4b6b-bd0f-8347b907dc5e', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:47.698296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b01adee-1609-4be0-b04a-2bcd593a09da tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 514f145d-8a8a-48a2-9604-b074e4faae01 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:47.722305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b01adee-1609-4be0-b04a-2bcd593a09da tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.858488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ff31dd6-1778-419b-aabd-396ce167561e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.979795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b01adee-1609-4be0-b04a-2bcd593a09da tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:47.982083 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.083398 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-e9338371-9a35-44ef-8ee6-e547923929bc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Project 084edf71706a486c94ae3b47f49b2bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:43:48.162802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9338371-9a35-44ef-8ee6-e547923929bc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.168796 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ff31dd6-1778-419b-aabd-396ce167561e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.336406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b01adee-1609-4be0-b04a-2bcd593a09da tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.398992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-9716078f-ba9f-449b-8bd8-96077aa7aa30', 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'fixed_ips': [{'subnet_id': '3db205d0-07b5-4f09-bc70-1baea1a0c1cd'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:43:48.399885 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.438384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.469653 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.490999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9338371-9a35-44ef-8ee6-e547923929bc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.498792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9338371-9a35-44ef-8ee6-e547923929bc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.540380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9338371-9a35-44ef-8ee6-e547923929bc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.542008 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ff23a-dcdd-4321-9424-5424f3e46d8e req-7b17c80b-3e9e-4a52-b5d7-693284996085 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:48.545353 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e9338371-9a35-44ef-8ee6-e547923929bc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8904822 Oct 18 23:43:48.546415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9338371-9a35-44ef-8ee6-e547923929bc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eaaca4-bcef-41f9-8ba2-c66672d7da73,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:48.554229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47720) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:48.554427 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-220ff23a-dcdd-4321-9424-5424f3e46d8e req-7b17c80b-3e9e-4a52-b5d7-693284996085 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 945 time: 0.3540511 Oct 18 23:43:48.560784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'network': {'name': 'tempest-network-smoke--91561370', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'port_security_enabled': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:48.592755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:48.597169 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.661497 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ff31dd6-1778-419b-aabd-396ce167561e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.673945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:43:48.696444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.697217 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Added segment 1ffed562-3313-4d7a-9944-7976018f4323 of type vlan for network 63a17a1a-62af-448d-861e-bd9ca52b3b7d Oct 18 23:43:48.759559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.788669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff31dd6-1778-419b-aabd-396ce167561e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=a69024b9-4a8e-4560-8047-3316bf0776c3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:48.818886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eef061-209b-4b71-8620-223ea0900fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2865db61-26ae-454f-bd0f-3597f0ca8e96'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:43:48.831303 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1befaa-dd74-46c8-891d-5f91aee94ad4" -d '{"events": [{"server_uuid": "29eef061-209b-4b71-8620-223ea0900fc6", "name": "network-vif-plugged", "status": "completed", "tag": "2865db61-26ae-454f-bd0f-3597f0ca8e96"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:43:48.838962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ff31dd6-1778-419b-aabd-396ce167561e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.850105 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7ff31dd6-1778-419b-aabd-396ce167561e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/a69024b9-4a8e-4560-8047-3316bf0776c3 HTTP/1.1" status: 204 len: 168 time: 1.4425213 Oct 18 23:43:48.854889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47728) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:48.884689 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-220ff23a-dcdd-4321-9424-5424f3e46d8e req-3ae82cec-73c9-4f23-a30d-d83b380d5a75 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3290331 Oct 18 23:43:48.917587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b01adee-1609-4be0-b04a-2bcd593a09da tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:48.920272 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee61b914-1456-4e47-9b86-633298c3ef6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:48.921254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee61b914-1456-4e47-9b86-633298c3ef6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:48.924864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ee61b914-1456-4e47-9b86-633298c3ef6c tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/aa7d03c8-29f5-4242-889e-b5578979bf75 HTTP/1.1" status: 404 len: 337 time: 0.0665207 Oct 18 23:43:48.930895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47732) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:49.000263 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.043852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.052765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b01adee-1609-4be0-b04a-2bcd593a09da tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.056385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0b01adee-1609-4be0-b04a-2bcd593a09da tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/514f145d-8a8a-48a2-9604-b074e4faae01 HTTP/1.1" status: 204 len: 168 time: 1.5827670 Oct 18 23:43:49.056703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:49.057349 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.061716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47734) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:49.066459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01adee-1609-4be0-b04a-2bcd593a09da tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=514f145d-8a8a-48a2-9604-b074e4faae01,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:49.066713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.128689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c968bc3-5616-458f-81da-45bc3639ec3b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting subnet fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:43:49.131428 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2aa22c-77cb-4a0d-a95d-438e89760fa0 x-openstack-request-id: req-4c2aa22c-77cb-4a0d-a95d-438e89760fa0 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:43:49.131737 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eef061-209b-4b71-8620-223ea0900fc6", "name": "network-vif-plugged", "status": "completed", "tag": "2865db61-26ae-454f-bd0f-3597f0ca8e96", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:43:49.132001 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c2aa22c-77cb-4a0d-a95d-438e89760fa0 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:43:49.132411 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29eef061-209b-4b71-8620-223ea0900fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2865db61-26ae-454f-bd0f-3597f0ca8e96', 'code': 200} Oct 18 23:43:49.133296 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c968bc3-5616-458f-81da-45bc3639ec3b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.142570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2865db61-26ae-454f-bd0f-3597f0ca8e96, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:49.189679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c968bc3-5616-458f-81da-45bc3639ec3b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.206511 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.276740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c164bf4a-7814-44a8-be8a-e35fc5128742 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1803479 Oct 18 23:43:49.285796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47742) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:49.298369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:49.326028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Allocated IP 172.20.0.2 (9716078f-ba9f-449b-8bd8-96077aa7aa30/3db205d0-07b5-4f09-bc70-1baea1a0c1cd/644067bd-e043-46d9-a35e-93f45c61584d) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:49.445116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8888254 Oct 18 23:43:49.479766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47748) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:49.501293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'admin_state_up': True, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:49.527694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24340ffa-7443-4930-bad7-3a7991607b72 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Network': ['ID=63a17a1a-62af-448d-861e-bd9ca52b3b7d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:49.560724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 63a17a1a-62af-448d-861e-bd9ca52b3b7d details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:43:49.576774 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c968bc3-5616-458f-81da-45bc3639ec3b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.614600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:49.618484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.624216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67c75f-d5d3-4b35-a6a0-ae508183e4f7 req-78415cd2-223d-461f-8222-ff3036510ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:49.626311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e67c75f-d5d3-4b35-a6a0-ae508183e4f7 req-78415cd2-223d-461f-8222-ff3036510ff5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1098 time: 0.5638115 Oct 18 23:43:49.632424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.634284 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.696328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Allocated IP 172.25.7.140 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/cb8cb302-6c29-45fe-b192-0dcf5649a1d2) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:49.716206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e67c75f-d5d3-4b35-a6a0-ae508183e4f7 req-208cb7db-9583-4a0f-9af2-dc6b9b664fcf service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771430 Oct 18 23:43:49.763903 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:49.905339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2865db61-26ae-454f-bd0f-3597f0ca8e96,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:49.922638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce4d92-3e09-4f06-af1a-13bcc7754e09 None None] Update dhcp port {'port': {'network_id': '4c7ed78b-cc11-4856-b993-85d2ee8cc04e', 'fixed_ips': [{'subnet_id': 'fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a69024b9-4a8e-4560-8047-3316bf0776c3'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'ee1d5663-89c0-4676-9d86-246b983b9618'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:43:50.002130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7207680c-cc41-49eb-9a06-ab9f215b01a0 None None] Update dhcp port {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': '514f145d-8a8a-48a2-9604-b074e4faae01'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'bae47c7a-b33e-431e-8313-d258ed100f4f'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:43:50.004445 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c6ce4d92-3e09-4f06-af1a-13bcc7754e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.014507 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c968bc3-5616-458f-81da-45bc3639ec3b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.072982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c968bc3-5616-458f-81da-45bc3639ec3b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:50.075332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c968bc3-5616-458f-81da-45bc3639ec3b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.078654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8c968bc3-5616-458f-81da-45bc3639ec3b tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/fb7ac5b7-0312-4b6e-aa9e-5e4da39c162f HTTP/1.1" status: 204 len: 168 time: 1.1432390 Oct 18 23:43:50.081568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47764) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:50.117247 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a7ba6c-efc1-4828-bb1b-c0a99212350d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:50.117722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a7ba6c-efc1-4828-bb1b-c0a99212350d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:50.120043 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7207680c-cc41-49eb-9a06-ab9f215b01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.121621 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f4a7ba6c-efc1-4828-bb1b-c0a99212350d tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/0cdcb62e-a038-45eb-958e-b45bb3fbad44 HTTP/1.1" status: 404 len: 337 time: 0.0391064 Oct 18 23:43:50.125144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47766) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:50.136520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.190695 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.195636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7cce4db6-837e-480c-b9b8-b8fa30b3b493 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "GET /v2.0/ports?device_id=9507e5ec-250e-4316-8cb8-d3e234c7c1d8 HTTP/1.1" status: 200 len: 205 time: 0.0679355 Oct 18 23:43:50.198315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47768) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:50.235122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.270098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a320f82-1ae6-4aad-9e3a-d98ab3798ef6 req-61ee0773-4c01-4b7b-9203-a48b15743019 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:50.277872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a320f82-1ae6-4aad-9e3a-d98ab3798ef6 req-61ee0773-4c01-4b7b-9203-a48b15743019 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.3031197 Oct 18 23:43:50.289029 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-4f4df391-c149-43ef-ac3f-94b9d357d52f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] delete failed (client error): The resource could not be found. Oct 18 23:43:50.293794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f4df391-c149-43ef-ac3f-94b9d357d52f tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/routers/9507e5ec-250e-4316-8cb8-d3e234c7c1d8 HTTP/1.1" status: 404 len: 336 time: 0.0912166 Oct 18 23:43:50.294257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47776) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:50.325498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47778) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:50.333741 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-f730e157-357e-446d-a378-facd6b0c16aa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:50.334844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f730e157-357e-446d-a378-facd6b0c16aa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:50.338751 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f730e157-357e-446d-a378-facd6b0c16aa tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/3c39d08e-467e-44b5-baa3-7b232edcbc8f HTTP/1.1" status: 404 len: 337 time: 0.0430889 Oct 18 23:43:50.343031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:50.392686 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bc540d-8d07-4d99-a424-7568fdb190b1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:50.393554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bc540d-8d07-4d99-a424-7568fdb190b1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:50.396930 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-80bc540d-8d07-4d99-a424-7568fdb190b1 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/fb3a22a4-9b13-4327-821f-2af1ed081697 HTTP/1.1" status: 404 len: 337 time: 0.0525677 Oct 18 23:43:50.399346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.objects.ports [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100921) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:43:50.405169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47788) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:50.419036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a320f82-1ae6-4aad-9e3a-d98ab3798ef6 req-375c851f-4ebb-43e8-91cd-e7c11ea34e5e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393759 Oct 18 23:43:50.427509 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.617630 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.677673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d5702-8af0-4d43-bffb-6b96a0dac66d None None] Network 4c7ed78b-cc11-4856-b993-85d2ee8cc04e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:50.843371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Pushing event updated for resources: {'Port': ['ID=cb8cb302-6c29-45fe-b192-0dcf5649a1d2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:50.891567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:50.897325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:50.901163 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16a55bd6-e49d-4cff-9cba-1f41e607e7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.914900 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd876-4d65-488f-b635-96d3acde669d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:50.918427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:51.015226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe4bc1-7738-446e-bf5f-7f6d64ab1c53 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:51.035881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:51.073695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0a12199d-ba21-42a8-9819-adcf942d3cf4 None None] Provisioning complete for port d0957c0e-f042-4b5c-b875-43fac1464a25 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:51.074701 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0a12199d-ba21-42a8-9819-adcf942d3cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:51.087920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:51.130261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Pushing event updated for resources: {'Port': ['ID=644067bd-e043-46d9-a35e-93f45c61584d,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:51.140415 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f84518-5794-4ef4-89c9-fb324cb85b11 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:51.140973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f84518-5794-4ef4-89c9-fb324cb85b11 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:51.144853 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-61f84518-5794-4ef4-89c9-fb324cb85b11 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/e8bd5b5f-155f-419e-83eb-fd1b57bb8b92 HTTP/1.1" status: 404 len: 337 time: 0.7387443 Oct 18 23:43:51.145774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:51.160049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47812) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:51.210263 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb9d90e-7f59-4115-8f35-030bddf9a65e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:51.211026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb9d90e-7f59-4115-8f35-030bddf9a65e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:51.233515 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8fb9d90e-7f59-4115-8f35-030bddf9a65e tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/0f1967fc-c266-41a6-a284-bd9e50b51c05 HTTP/1.1" status: 404 len: 333 time: 0.0726657 Oct 18 23:43:51.234430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47814) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:51.289480 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0041d0-ddaf-4283-9217-646e87292cf6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:51.289944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0041d0-ddaf-4283-9217-646e87292cf6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:51.296071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6f0041d0-ddaf-4283-9217-646e87292cf6 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/eb5e05ac-adb7-4e5e-af20-7dc4559b808a HTTP/1.1" status: 404 len: 337 time: 0.0516510 Oct 18 23:43:51.297110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47816) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:51.341347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3806b2a-6b55-4921-a115-6234498e0247 None None] DHCP port deletion for 4c7ed78b-cc11-4856-b993-85d2ee8cc04e request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:43:51.353914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0a12199d-ba21-42a8-9819-adcf942d3cf4 None None] Port d0957c0e-f042-4b5c-b875-43fac1464a25 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:43:51.449076 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Attempting to bind port 644067bd-e043-46d9-a35e-93f45c61584d on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:51.452063 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Attempting to bind port 644067bd-e043-46d9-a35e-93f45c61584d by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:51.453898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Attempting to bind port 644067bd-e043-46d9-a35e-93f45c61584d on network 9716078f-ba9f-449b-8bd8-96077aa7aa30 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:51.459820 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b068af-6129-48bd-b1cd-b12cfe2a14e4 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:51.460593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b068af-6129-48bd-b1cd-b12cfe2a14e4 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:51.468420 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-19b068af-6129-48bd-b1cd-b12cfe2a14e4 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/a91be1e3-a122-4c5f-b17a-20837960c76a HTTP/1.1" status: 404 len: 337 time: 0.1697621 Oct 18 23:43:51.469650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47822) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:51.530034 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69bf1fa-9136-44fe-bc26-3881e305f511 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:51.530951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69bf1fa-9136-44fe-bc26-3881e305f511 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:51.535207 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b69bf1fa-9136-44fe-bc26-3881e305f511 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/64b4bd13-67d8-4545-bd4c-adf7cf40cc89 HTTP/1.1" status: 404 len: 333 time: 0.0583107 Oct 18 23:43:51.538683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0a12199d-ba21-42a8-9819-adcf942d3cf4 None None] Provisioning complete for port ee1d5663-89c0-4676-9d86-246b983b9618 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:51.541163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47826) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:51.544261 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0a12199d-ba21-42a8-9819-adcf942d3cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:51.546361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:51.546829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Checking segment: {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:51.547255 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:51.547816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Bound using segment: {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:51.555489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Bound port: 644067bd-e043-46d9-a35e-93f45c61584d, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:51.556803 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:51.706555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:51.764815 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-566c2819-9cc7-4830-ade7-69944f9ca725 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:51.765775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566c2819-9cc7-4830-ade7-69944f9ca725 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:51.770486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b3806b2a-6b55-4921-a115-6234498e0247 None None] Deleting port ee1d5663-89c0-4676-9d86-246b983b9618 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:51.771056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b3806b2a-6b55-4921-a115-6234498e0247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:51.776291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-566c2819-9cc7-4830-ade7-69944f9ca725 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/790b07cf-c535-4b1a-8642-055fe9aee98f HTTP/1.1" status: 404 len: 337 time: 0.2330248 Oct 18 23:43:51.792231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47830) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:51.794143 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:51.836510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.003435 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-b275bd80-3959-4562-9f2a-625718adff79 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] DELETE failed (client error): The resource could not be found. Oct 18 23:43:52.004294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b275bd80-3959-4562-9f2a-625718adff79 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:52.008553 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b275bd80-3959-4562-9f2a-625718adff79 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/subnets/f39d2926-8656-427c-a7d0-fb25d3aa1b9f HTTP/1.1" status: 404 len: 337 time: 0.2119722 Oct 18 23:43:52.028194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47838) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:52.102353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c191e2-3643-4abb-8cfc-82a92190c77a req-4c357931-ae65-426b-a93e-1b8ef445d791 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:52.104155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b3806b2a-6b55-4921-a115-6234498e0247 None None] For port ee1d5663-89c0-4676-9d86-246b983b9618, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ee1d5663-89c0-4676-9d86-246b983b9618,segment=NetworkSegment(7af8af58-6a14-433e-98aa-76dcf94de371),segment_id=7af8af58-6a14-433e-98aa-76dcf94de371)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:52.104680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44c191e2-3643-4abb-8cfc-82a92190c77a req-4c357931-ae65-426b-a93e-1b8ef445d791 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.5474751 Oct 18 23:43:52.106397 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b3806b2a-6b55-4921-a115-6234498e0247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.145336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ee1d5663-89c0-4676-9d86-246b983b9618 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:52.226844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b3806b2a-6b55-4921-a115-6234498e0247 None None] Calling delete_port for ee1d5663-89c0-4676-9d86-246b983b9618 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:52.339867 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b3806b2a-6b55-4921-a115-6234498e0247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.356973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44c191e2-3643-4abb-8cfc-82a92190c77a req-5da2e494-0186-4104-9d1c-b36c145ef126 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452848 Oct 18 23:43:52.379924 n-d-713498-28 neutron-server[100923]: INFO neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No ports have port_id starting with ee1d5663-89c0-4676-9d86-246b983b9618 Oct 18 23:43:52.386042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.25.7.168 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/a8d4fc50-bdd7-496a-a68f-4206393d4d5b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:43:52.393619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3806b2a-6b55-4921-a115-6234498e0247 None None] Pushing event deleted for resources: {'Port': ['ID=ee1d5663-89c0-4676-9d86-246b983b9618,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:52.396541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bae47c7a-b33e-431e-8313-d258ed100f4f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:43:52.413702 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.443421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-faa38e8a-5775-4658-80a5-d408cd2fd894 None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:52.443799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-faa38e8a-5775-4658-80a5-d408cd2fd894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.448564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bae47c7a-b33e-431e-8313-d258ed100f4f,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:52.453037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ce05931b-43b8-4a47-bc39-fd10f0fe4bf8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Deleting port d0957c0e-f042-4b5c-b875-43fac1464a25 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:43:52.453740 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce05931b-43b8-4a47-bc39-fd10f0fe4bf8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.551815 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16a55bd6-e49d-4cff-9cba-1f41e607e7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.562986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3806b2a-6b55-4921-a115-6234498e0247 None None] No DVR routers for this DVR port ee1d5663-89c0-4676-9d86-246b983b9618 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:43:52.577628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] For port 644067bd-e043-46d9-a35e-93f45c61584d, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:52.646130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.660026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-16a55bd6-e49d-4cff-9cba-1f41e607e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.665029 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.665797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.719344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] For port 644067bd-e043-46d9-a35e-93f45c61584d, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=644067bd-e043-46d9-a35e-93f45c61584d,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:52.734871 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.782163 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.813037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a55bd6-e49d-4cff-9cba-1f41e607e7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d7b8d4-a2f1-4ade-965f-f260ff17c280,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:52.903933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8707aaf-2636-4552-9c90-305f35a8a99b None None] Pushing event updated for resources: {'Port': ['ID=644067bd-e043-46d9-a35e-93f45c61584d,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:52.920939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-16a55bd6-e49d-4cff-9cba-1f41e607e7fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbc4a1147e414e1ca34c71fdffad4152&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5885592 Oct 18 23:43:52.929147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47850) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:52.932015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:43:52.932592 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:43:52.940197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:52.945093 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce05931b-43b8-4a47-bc39-fd10f0fe4bf8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.951498 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:52.978514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:53.003736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:53.004335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.035259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697c60d-954a-4332-89dd-641dec48758d req-f93edb42-8197-4279-afd4-b019ed76ccc8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:53.038250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f697c60d-954a-4332-89dd-641dec48758d req-f93edb42-8197-4279-afd4-b019ed76ccc8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.3850982 Oct 18 23:43:53.045202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ce05931b-43b8-4a47-bc39-fd10f0fe4bf8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Calling delete_port for d0957c0e-f042-4b5c-b875-43fac1464a25 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:43:53.055899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7659566 Oct 18 23:43:53.062398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47852) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:53.062805 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47854) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:53.093169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'floatingip': {'port_id': '2865db61-26ae-454f-bd0f-3597f0ca8e96'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:53.111668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-742f2933-16ab-4d47-84b9-0191ab71ba0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:53.137199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=0bdafa49-87de-49f8-b6f9-785c9196eb2d,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:53.371009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.425216 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce05931b-43b8-4a47-bc39-fd10f0fe4bf8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.482912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce05931b-43b8-4a47-bc39-fd10f0fe4bf8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.489311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ce05931b-43b8-4a47-bc39-fd10f0fe4bf8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/ports/d0957c0e-f042-4b5c-b875-43fac1464a25 HTTP/1.1" status: 204 len: 168 time: 1.4497702 Oct 18 23:43:53.490404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979efba-52f0-42b8-9107-0567b201cc0d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=8']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:53.501968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47864) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:53.515869 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.539175 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.648938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bae47c7a-b33e-431e-8313-d258ed100f4f,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:53.656382 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.699741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.705921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05931b-43b8-4a47-bc39-fd10f0fe4bf8 tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Port': ['ID=d0957c0e-f042-4b5c-b875-43fac1464a25,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:53.758205 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6e17ef65-3068-4fa9-a52c-36222c534866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.818258 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6e17ef65-3068-4fa9-a52c-36222c534866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:53.824814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:53.857866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=a8d4fc50-bdd7-496a-a68f-4206393d4d5b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:53.885688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289e990-5d7d-43b8-8de1-f3a0dcc17618 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:53.896027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:53.899188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:53.911079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:43:53.913777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.009205 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6e17ef65-3068-4fa9-a52c-36222c534866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.017425 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6e17ef65-3068-4fa9-a52c-36222c534866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.024212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6e17ef65-3068-4fa9-a52c-36222c534866 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3d7b8d4-a2f1-4ade-965f-f260ff17c280 HTTP/1.1" status: 204 len: 168 time: 1.0880003 Oct 18 23:43:54.053442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17ef65-3068-4fa9-a52c-36222c534866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d7b8d4-a2f1-4ade-965f-f260ff17c280,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:54.075087 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e6c2359f-27cf-4104-af7a-ecfb8b21a612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.139118 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.202009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bad5e2f9-81a7-4121-8855-c37976b7bd3b None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:54.202445 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bad5e2f9-81a7-4121-8855-c37976b7bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.296078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742f2933-16ab-4d47-84b9-0191ab71ba0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:54.299770 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-742f2933-16ab-4d47-84b9-0191ab71ba0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.319180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7ed78b-cc11-4856-b993-85d2ee8cc04e']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:54.354105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af8af58-6a14-433e-98aa-76dcf94de371') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:54.359935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af8af58-6a14-433e-98aa-76dcf94de371') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:54.451983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bae47c7a-b33e-431e-8313-d258ed100f4f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:54.523077 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.633905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Router f07660cd-9f11-4ff0-8b54-b2ae1906767e is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:43:54.655446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.681797 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bad5e2f9-81a7-4121-8855-c37976b7bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.696495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:54.696861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.702380 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.725818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:43:54.726541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:43:54.730550 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:43:54.840871 n-d-713498-28 neutron-server[100921]: INFO neutron.db.ipam_backend_mixin [None req-742f2933-16ab-4d47-84b9-0191ab71ba0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0bdafa49-87de-49f8-b6f9-785c9196eb2d (CIDR: 2001:db8::/64) Oct 18 23:43:54.852757 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-742f2933-16ab-4d47-84b9-0191ab71ba0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:43:54.853409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742f2933-16ab-4d47-84b9-0191ab71ba0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:43:54.866271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47894) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:54.879812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91150b30-c6d6-44e3-bef0-3cedf9b5eee7 None None] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:54.910454 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.963243 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.991431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:54.997818 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] 10.222.0.52 "DELETE /v2.0/networks/4c7ed78b-cc11-4856-b993-85d2ee8cc04e HTTP/1.1" status: 204 len: 168 time: 1.4930446 Oct 18 23:43:55.035478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bad5e2f9-81a7-4121-8855-c37976b7bd3b None None] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bae47c7a-b33e-431e-8313-d258ed100f4f,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:55.056335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a446e26-453d-4d13-b0f5-5e6395245cf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.067503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982edcd-ff04-440e-8e70-2210adae28fb tempest-PortsTestJSON-1579778863 tempest-PortsTestJSON-1579778863-project] Pushing event deleted for resources: {'Network': ['ID=4c7ed78b-cc11-4856-b993-85d2ee8cc04e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:55.083928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-742f2933-16ab-4d47-84b9-0191ab71ba0c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9827254 Oct 18 23:43:55.092532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47900) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:55.098966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:55.102786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bad5e2f9-81a7-4121-8855-c37976b7bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.230198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:43:55.238527 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.249658 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Sync routers for ids ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:43:55.266542 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Routers {'f07660cd-9f11-4ff0-8b54-b2ae1906767e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:55.267525 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:55.326507 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:43:55.395112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.399378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c19733cf-9921-4fba-8e6e-eae82095505f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9393508 Oct 18 23:43:55.405132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47908) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:55.484561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-00d3c724-7590-4978-8e57-e4a047ba86be None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:55.490751 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.494957 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00d3c724-7590-4978-8e57-e4a047ba86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.500809 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Set router f07660cd-9f11-4ff0-8b54-b2ae1906767e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:55.546966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5e2f9-81a7-4121-8855-c37976b7bd3b None None] Pushing event updated for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:55.552024 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a446e26-453d-4d13-b0f5-5e6395245cf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.655264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:55.656280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.662859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.671439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47914) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:55.675716 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a446e26-453d-4d13-b0f5-5e6395245cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.720621 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:43:55.722112 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:43:55.832886 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:43:55.860061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 3d585950-ad82-45cd-8d1b-33ee98f72a78 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:43:55.900289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-00d3c724-7590-4978-8e57-e4a047ba86be None None] Provisioning complete for port 644067bd-e043-46d9-a35e-93f45c61584d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:55.900888 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00d3c724-7590-4978-8e57-e4a047ba86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:55.904782 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:47Z', 'updated_at': '2021-10-18T23:43:51Z', 'revision_number': 3, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'gw_port': {'id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:55.969727 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Checking router: f07660cd-9f11-4ff0-8b54-b2ae1906767e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:43:55.970083 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Updating router f07660cd-9f11-4ff0-8b54-b2ae1906767e port cb8cb302-6c29-45fe-b192-0dcf5649a1d2 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:43:56.028781 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.134941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00d3c724-7590-4978-8e57-e4a047ba86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.184894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ef6f4fdd-c398-400f-82f6-1d58e9940879 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97a700a2191244ebbde2e30c84012b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094657 Oct 18 23:43:56.185563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47924) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:56.247946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:43:56.270022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b39e2549-caf1-4f56-be12-b5c329017954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.298329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-00d3c724-7590-4978-8e57-e4a047ba86be None None] For port 644067bd-e043-46d9-a35e-93f45c61584d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=644067bd-e043-46d9-a35e-93f45c61584d,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:43:56.301070 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.302933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4905381a-1ba0-4114-b891-5aa6cc967148 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.8199725 Oct 18 23:43:56.306748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47926) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:56.313284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Sync routers for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:43:56.335589 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b39e2549-caf1-4f56-be12-b5c329017954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.337986 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00d3c724-7590-4978-8e57-e4a047ba86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.371599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 644067bd-e043-46d9-a35e-93f45c61584d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:56.410535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b39e2549-caf1-4f56-be12-b5c329017954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.413485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b39e2549-caf1-4f56-be12-b5c329017954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.418536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b39e2549-caf1-4f56-be12-b5c329017954 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1aa9f0ae-2023-488c-9659-5df5d815e16f HTTP/1.1" status: 204 len: 168 time: 0.2318809 Oct 18 23:43:56.429219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e2549-caf1-4f56-be12-b5c329017954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa9f0ae-2023-488c-9659-5df5d815e16f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:56.464361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:56.465008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:56.617412 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.639361 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.644766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a446e26-453d-4d13-b0f5-5e6395245cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59af0481-2466-48ea-bca6-e3c140080c68,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:56.658549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.670269 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5a446e26-453d-4d13-b0f5-5e6395245cf9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31a14d1b41a9479195adf1503116a888&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7321060 Oct 18 23:43:56.678512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47940) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:56.684370 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.708260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f9c23110-3dc9-4b21-80a7-640bb4f0fa03 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=084edf71706a486c94ae3b47f49b2bdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4001687 Oct 18 23:43:56.715607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47942) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:56.732161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-de133090-4906-4048-b832-175232ba4e6f None None] Provisioning complete for port 644067bd-e043-46d9-a35e-93f45c61584d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:56.732542 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-de133090-4906-4048-b832-175232ba4e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.796582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3c724-7590-4978-8e57-e4a047ba86be None None] Pushing event updated for resources: {'Port': ['ID=644067bd-e043-46d9-a35e-93f45c61584d,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:56.803314 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Attempting to bind port cb8cb302-6c29-45fe-b192-0dcf5649a1d2 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:43:56.803674 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Attempting to bind port cb8cb302-6c29-45fe-b192-0dcf5649a1d2 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:43:56.805157 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Attempting to bind port cb8cb302-6c29-45fe-b192-0dcf5649a1d2 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:43:56.846184 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:43:56.852497 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:56.853268 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.853838 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:43:56.854515 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Bound port: cb8cb302-6c29-45fe-b192-0dcf5649a1d2, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:43:56.855938 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:56.858090 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f75762-f030-40fb-9ebd-ce6ebef1efba None None] Pushing event updated for resources: {'Port': ['ID=cb8cb302-6c29-45fe-b192-0dcf5649a1d2,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:56.913642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:56.999680 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] For port cb8cb302-6c29-45fe-b192-0dcf5649a1d2, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:43:57.014270 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] For port cb8cb302-6c29-45fe-b192-0dcf5649a1d2, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cb8cb302-6c29-45fe-b192-0dcf5649a1d2,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:43:57.032463 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:57.140871 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Routers {'f07660cd-9f11-4ff0-8b54-b2ae1906767e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:43:57.141550 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:57.201125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42b9c7b2-ad93-4c5e-8e79-e31ff0c326aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:57.302589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 644067bd-e043-46d9-a35e-93f45c61584d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:57.302757 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:57.344431 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] Set router f07660cd-9f11-4ff0-8b54-b2ae1906767e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:43:57.412615 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Floating IP 0354da9d-1c31-4782-9e19-2fc0d8b33333 associated. External IP: 172.25.7.238, port: 2865db61-26ae-454f-bd0f-3597f0ca8e96. Oct 18 23:43:57.774241 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f75762-f030-40fb-9ebd-ce6ebef1efba None None] Pushing event updated for resources: {'Port': ['ID=cb8cb302-6c29-45fe-b192-0dcf5649a1d2,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:57.808162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:43:54Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:57.847452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 47978) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:57.932455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Checking router: 3d585950-ad82-45cd-8d1b-33ee98f72a78 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:43:57.938650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Updating router 3d585950-ad82-45cd-8d1b-33ee98f72a78 port a8d4fc50-bdd7-496a-a68f-4206393d4d5b binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:43:58.058662 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:47Z', 'updated_at': '2021-10-18T23:43:51Z', 'revision_number': 3, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'gw_port': {'id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:43:58.072331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.109849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d665b2e-3558-4f76-9983-14ee8fcb8cba tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:58.114364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d665b2e-3558-4f76-9983-14ee8fcb8cba tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3973830 Oct 18 23:43:58.118199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47990) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:58.150951 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a4559-a5fd-495b-aa45-1481ba841ddc None None] The sync data for ids ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'] in n-d-713498-28 is: [{'id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:47Z', 'updated_at': '2021-10-18T23:43:51Z', 'revision_number': 3, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'gw_port': {'id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:43:58.155049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42b9c7b2-ad93-4c5e-8e79-e31ff0c326aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.200908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'network': {'name': 'tempest-RoutersTest-644285416'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:58.215188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-27782939-428d-40eb-828d-311dc90e78ec tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823526 Oct 18 23:43:58.218262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47992) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:58.239543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2011730392', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:58.287032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:43:58.319948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:58.323522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:58.324854 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.363424 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.372099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bae47c7a-b33e-431e-8313-d258ed100f4f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:43:58.375550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd52ce-fe2f-4c41-a92a-b185da35378e None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:58.408511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:58.412679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.415364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.429375 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.431801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=720492b9-d34b-4859-9f96-4ef2eaafbd79,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:58.443453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-137c7201-57dc-4e23-8235-7f90e1c11921 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3452489 Oct 18 23:43:58.444788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 47996) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:58.462827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:dc:22:c5', 'name': 'tempest-NetworksTestDHCPv6-378246771'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:43:58.541148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:58.549918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.617113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:43:58.631383 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.868742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42b9c7b2-ad93-4c5e-8e79-e31ff0c326aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.877119 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42b9c7b2-ad93-4c5e-8e79-e31ff0c326aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:58.889279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-42b9c7b2-ad93-4c5e-8e79-e31ff0c326aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59af0481-2466-48ea-bca6-e3c140080c68 HTTP/1.1" status: 204 len: 168 time: 2.2093713 Oct 18 23:43:58.951552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c7b2-ad93-4c5e-8e79-e31ff0c326aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59af0481-2466-48ea-bca6-e3c140080c68,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:59.217138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.352125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:43:59.448472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.480966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:43:59.480966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.487338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Subnet': ['ID=c5f237ee-06d1-499f-be89-73cdb426dad3,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:43:59.500057 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.500653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Checking segment: {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:43:59.501794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network hostable DHCP agents. Network: 63a17a1a-62af-448d-861e-bd9ca52b3b7d, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:43:59.553787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:43:59.565106 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.565630 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added segment 85b99585-9523-4735-a000-9f11434cecad of type vlan for network 6f7d755f-592b-40f5-aafa-260698b7d705 Oct 18 23:43:59.626607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.645850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 63a17a1a-62af-448d-861e-bd9ca52b3b7d is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:43:59.658907 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.673352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 63a17a1a-62af-448d-861e-bd9ca52b3b7d) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:43:59.688307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:43:59.688914 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.711804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 562ed1d6-72d6-4ba7-bfba-04cf91e15b6d yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:43:59.732510 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.736200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17501f3-836c-4036-9767-5d3412adef7f None None] Network 63a17a1a-62af-448d-861e-bd9ca52b3b7d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:43:59.749784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eb849a41-34f4-4243-a59f-55d12d918004 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5303378 Oct 18 23:43:59.759301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48024) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:43:59.805039 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c24496-154f-4a43-9d3d-ebf9cf023ce1 None None] Update dhcp port {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'fixed_ips': [{'subnet_id': '0bdafa49-87de-49f8-b6f9-785c9196eb2d', 'ip_address': '2001:db8::f816:3eff:fe32:360e'}, {'subnet_id': '720492b9-d34b-4859-9f96-4ef2eaafbd79'}], 'binding:host_id': 'n-d-713498-28'}, 'id': 'bae47c7a-b33e-431e-8313-d258ed100f4f'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:43:59.807365 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:43:59.826767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Allocated IP 172.20.0.1 (9716078f-ba9f-449b-8bd8-96077aa7aa30/3db205d0-07b5-4f09-bc70-1baea1a0c1cd/6d6acecf-07ef-4b7c-bdb8-e05662f60f9a) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:00.011099 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.080535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:00.093251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0295b48-32b4-4230-a893-8541a77d2d3c None None] Pushing event updated for resources: {'Port': ['ID=a8d4fc50-bdd7-496a-a68f-4206393d4d5b,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:00.095694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29156e1e-7f04-4875-b781-8ab33377f971,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:00.099333 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-90c24496-154f-4a43-9d3d-ebf9cf023ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.105667 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.110383 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] Sync routers for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:00.136542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.140823 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:00.141377 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:00.313448 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.319748 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:00.320408 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.336814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-197d3037-bd9f-464f-a967-b6dba54a3b03 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "PUT /v2.0/floatingips/0354da9d-1c31-4782-9e19-2fc0d8b33333 HTTP/1.1" status: 200 len: 992 time: 7.2574773 Oct 18 23:44:00.343295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6acecf-07ef-4b7c-bdb8-e05662f60f9a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:00.422769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8:0:1::7d (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/720492b9-d34b-4859-9f96-4ef2eaafbd79/562ed1d6-72d6-4ba7-bfba-04cf91e15b6d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:00.423470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eef061-209b-4b71-8620-223ea0900fc6', 'tag': '2865db61-26ae-454f-bd0f-3597f0ca8e96'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:44:00.423470 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5283db-d492-497a-881f-c3b803df5d76" -d '{"events": [{"name": "network-changed", "server_uuid": "29eef061-209b-4b71-8620-223ea0900fc6", "tag": "2865db61-26ae-454f-bd0f-3597f0ca8e96"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:44:00.423919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::f816:3eff:fedc:22c5 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/0bdafa49-87de-49f8-b6f9-785c9196eb2d/562ed1d6-72d6-4ba7-bfba-04cf91e15b6d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:00.452128 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.5991771 Oct 18 23:44:00.522728 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:00.603450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48050) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:00.606068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 644067bd-e043-46d9-a35e-93f45c61584d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:00.607256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be286d27-ead4-417e-b8d2-b1eae2764b6d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Network': ['ID=6f7d755f-592b-40f5-aafa-260698b7d705,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:00.628120 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'network': {'name': 'tempest-RoutersTest-1004670659'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:00.672250 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07e453c-a121-4697-8818-9a3ac8045d6b x-openstack-request-id: req-e07e453c-a121-4697-8818-9a3ac8045d6b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:44:00.672485 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eef061-209b-4b71-8620-223ea0900fc6", "tag": "2865db61-26ae-454f-bd0f-3597f0ca8e96", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:44:00.672711 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e07e453c-a121-4697-8818-9a3ac8045d6b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:44:00.673128 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29eef061-209b-4b71-8620-223ea0900fc6', 'tag': '2865db61-26ae-454f-bd0f-3597f0ca8e96', 'status': 'completed', 'code': 200} Oct 18 23:44:00.675697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.709418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:00.713245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:00.731751 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.781741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.809663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:44:00.820974 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.821325 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added segment 71194b5a-c6ac-4703-80e9-32b73c3a5465 of type vlan for network fbd00996-8e52-41ff-b906-51c62ac9507b Oct 18 23:44:00.889914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.912197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-90c24496-154f-4a43-9d3d-ebf9cf023ce1 None None] Allocated IP 2001:db8:0:1::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/720492b9-d34b-4859-9f96-4ef2eaafbd79/bae47c7a-b33e-431e-8313-d258ed100f4f) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:00.915010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:00.932354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:00.936639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:00.939632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:00.945087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:00.965124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:00.969257 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:00.988690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Attempting to bind port a8d4fc50-bdd7-496a-a68f-4206393d4d5b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:00.991498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Attempting to bind port a8d4fc50-bdd7-496a-a68f-4206393d4d5b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:00.992143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Attempting to bind port a8d4fc50-bdd7-496a-a68f-4206393d4d5b on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:01.003751 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:01.007757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 6f7d755f-592b-40f5-aafa-260698b7d705 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:44:01.044820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6003361 Oct 18 23:44:01.061275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48058) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:01.153802 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '0354da9d-1c31-4782-9e19-2fc0d8b33333', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'port_id': '2865db61-26ae-454f-bd0f-3597f0ca8e96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'mac_address': 'fa:16:3e:d2:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eef061-209b-4b71-8620-223ea0900fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:43:20Z', 'updated_at': '2021-10-18T23:43:55Z', 'revision_number': 1, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:01.259617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:01.260493 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:01.260877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:01.261952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:01.262468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:01.263769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Bound port: a8d4fc50-bdd7-496a-a68f-4206393d4d5b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:01.265286 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:01.265827 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] Checking router: 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:44:01.271014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:01.272132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:01.318313 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:01.321135 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:01.359621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5283db-d492-497a-881f-c3b803df5d76 req-b8ddf7ae-08cf-4faa-95b0-22a35e957000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:01.367303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e5283db-d492-497a-881f-c3b803df5d76 req-b8ddf7ae-08cf-4faa-95b0-22a35e957000 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1098 time: 0.6526382 Oct 18 23:44:01.375313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c00c8-7222-4922-8193-8cf031f1c4e6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=562ed1d6-72d6-4ba7-bfba-04cf91e15b6d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:01.490296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Network': ['ID=fbd00996-8e52-41ff-b906-51c62ac9507b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:01.505433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:01.597543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:44:01.601381 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:01.608549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network fbd00996-8e52-41ff-b906-51c62ac9507b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:44:01.633177 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:01.723260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-18dcbbb7-8795-4d0f-a8c2-b36831a04a2a None None] Provisioning complete for port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:01.723635 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18dcbbb7-8795-4d0f-a8c2-b36831a04a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:01.856235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-18dcbbb7-8795-4d0f-a8c2-b36831a04a2a None None] Port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:01.857555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 644067bd-e043-46d9-a35e-93f45c61584d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:01.857926 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:01.881528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d6cd8770-e3c7-4117-9ac4-4f64da648d89 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2578089 Oct 18 23:44:01.896996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48084) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:01.909935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'subnet': {'network_id': '6f7d755f-592b-40f5-aafa-260698b7d705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:02.027100 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '0354da9d-1c31-4782-9e19-2fc0d8b33333', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'port_id': '2865db61-26ae-454f-bd0f-3597f0ca8e96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'mac_address': 'fa:16:3e:d2:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eef061-209b-4b71-8620-223ea0900fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:43:20Z', 'updated_at': '2021-10-18T23:43:55Z', 'revision_number': 1, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:02.064049 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c662f1-f4e1-46fc-85d1-ff4c8ceb2579 None None] The sync data for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 is: [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '0354da9d-1c31-4782-9e19-2fc0d8b33333', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'floating_ip_address': '172.25.7.238', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'port_id': '2865db61-26ae-454f-bd0f-3597f0ca8e96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'mac_address': 'fa:16:3e:d2:9e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29eef061-209b-4b71-8620-223ea0900fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:43:20Z', 'updated_at': '2021-10-18T23:43:55Z', 'revision_number': 1, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:02.067829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-181ea2aa-3a49-4da3-ae39-23f4b10be26b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 562ed1d6-72d6-4ba7-bfba-04cf91e15b6d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:02.068285 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-181ea2aa-3a49-4da3-ae39-23f4b10be26b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.171483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5283db-d492-497a-881f-c3b803df5d76 req-438a844d-7f85-4a96-9dc5-3ecd1ba631b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:02.172980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e5283db-d492-497a-881f-c3b803df5d76 req-438a844d-7f85-4a96-9dc5-3ecd1ba631b2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.7166672 Oct 18 23:44:02.227072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] For port a8d4fc50-bdd7-496a-a68f-4206393d4d5b, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:02.233985 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] For port a8d4fc50-bdd7-496a-a68f-4206393d4d5b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a8d4fc50-bdd7-496a-a68f-4206393d4d5b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:02.265990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-90c24496-154f-4a43-9d3d-ebf9cf023ce1 None None] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bae47c7a-b33e-431e-8313-d258ed100f4f,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:02.314870 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.333407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-90c24496-154f-4a43-9d3d-ebf9cf023ce1 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.354206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.368431 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.408364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.431003 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-90c24496-154f-4a43-9d3d-ebf9cf023ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.587418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-181ea2aa-3a49-4da3-ae39-23f4b10be26b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.603365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.621831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:02.626229 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:02.656129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0272a-d8fc-4157-aeeb-ab2cafe28e9c None None] New status for floating IP 0354da9d-1c31-4782-9e19-2fc0d8b33333: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:44:02.663920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6acecf-07ef-4b7c-bdb8-e05662f60f9a,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:02.870836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e5283db-d492-497a-881f-c3b803df5d76 req-ec6a67e8-f963-43d2-b52e-7549ddd1dc2d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 1000 time: 0.6689556 Oct 18 23:44:02.872196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-181ea2aa-3a49-4da3-ae39-23f4b10be26b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 562ed1d6-72d6-4ba7-bfba-04cf91e15b6d owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:03.041587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5283db-d492-497a-881f-c3b803df5d76 req-dc73df13-fc86-4f46-9c88-f0ecc52cbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:03.044003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e5283db-d492-497a-881f-c3b803df5d76 req-dc73df13-fc86-4f46-9c88-f0ecc52cbd97 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.1641107 Oct 18 23:44:03.221325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.20.0.1 (63a17a1a-62af-448d-861e-bd9ca52b3b7d/c5f237ee-06d1-499f-be89-73cdb426dad3/4516788a-2680-408c-a53b-2293eff32420) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:03.289567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5283db-d492-497a-881f-c3b803df5d76 req-4ea10f11-71d6-4bea-9898-ffd279d53300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:03.291183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e5283db-d492-497a-881f-c3b803df5d76 req-4ea10f11-71d6-4bea-9898-ffd279d53300 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2379856 Oct 18 23:44:03.498130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0295b48-32b4-4230-a893-8541a77d2d3c None None] Pushing event updated for resources: {'Port': ['ID=a8d4fc50-bdd7-496a-a68f-4206393d4d5b,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:03.513087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:03.517622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:03.564064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:03.567194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:03.726703 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cb8cb302-6c29-45fe-b192-0dcf5649a1d2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:03.758341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e5283db-d492-497a-881f-c3b803df5d76 req-36fa9e43-d04f-4803-8fc2-eab958d8ff87 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528105 Oct 18 23:44:03.839045 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-181ea2aa-3a49-4da3-ae39-23f4b10be26b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:03.990712 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:04.003600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Router f07660cd-9f11-4ff0-8b54-b2ae1906767e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:44:04.148351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ea2aa-3a49-4da3-ae39-23f4b10be26b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=562ed1d6-72d6-4ba7-bfba-04cf91e15b6d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:04.236970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c24496-154f-4a43-9d3d-ebf9cf023ce1 None None] Pushing event updated for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:04.271156 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:04.445677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Subnet': ['ID=2b1ca01e-5b1d-4f9f-ab36-74ebfcced656,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:04.449952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:04.457451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:04.460279 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Sync routers for ids ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:04.473253 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0d5886eb-ebde-436e-95aa-fdfe30658ea0 admin admin] 10.222.0.52 "PUT /v2.0/routers/f07660cd-9f11-4ff0-8b54-b2ae1906767e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0640922 Oct 18 23:44:04.477157 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Routers {'f07660cd-9f11-4ff0-8b54-b2ae1906767e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:04.477789 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:04.497863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Checking segment: {'id': '85b99585-9523-4735-a000-9f11434cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f7d755f-592b-40f5-aafa-260698b7d705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:04.498572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network hostable DHCP agents. Network: 6f7d755f-592b-40f5-aafa-260698b7d705, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:44:04.552145 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 6f7d755f-592b-40f5-aafa-260698b7d705 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:44:04.571517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 6f7d755f-592b-40f5-aafa-260698b7d705) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:04.576836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:04.577735 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:04.612981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a009f3a6-1af0-4b69-a910-32847f4567b5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7145948 Oct 18 23:44:04.613946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48172) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:04.646119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'subnet': {'network_id': 'fbd00996-8e52-41ff-b906-51c62ac9507b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:04.682282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48176) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:04.804943 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Set router f07660cd-9f11-4ff0-8b54-b2ae1906767e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:04.908082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:04.939654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674dd9b-96c5-45dd-9bdc-3a6d17fc9cf4 None None] Network 6f7d755f-592b-40f5-aafa-260698b7d705 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:04.946087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 63a17a1a-62af-448d-861e-bd9ca52b3b7d is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:04.956483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:04.963921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:04.970866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-da3ac2b3-303f-4982-a3ac-187c724b75fa None None] Provisioning complete for port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:04.972360 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da3ac2b3-303f-4982-a3ac-187c724b75fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:04.987109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-181ea2aa-3a49-4da3-ae39-23f4b10be26b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:04.993074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-181ea2aa-3a49-4da3-ae39-23f4b10be26b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/562ed1d6-72d6-4ba7-bfba-04cf91e15b6d HTTP/1.1" status: 204 len: 168 time: 3.9021699 Oct 18 23:44:04.998634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48186) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:05.038410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:05.044808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.113972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e5283db-d492-497a-881f-c3b803df5d76 req-94e6f435-4fd9-4df6-94f8-d9cfde8406bd service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3542545 Oct 18 23:44:05.118584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-da3ac2b3-303f-4982-a3ac-187c724b75fa None None] Port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:05.144869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cb8cb302-6c29-45fe-b192-0dcf5649a1d2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:05.145686 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.228687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fddbff-370c-46eb-90a4-6f5150531f47 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:05.237252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d8fddbff-370c-46eb-90a4-6f5150531f47 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2143691 Oct 18 23:44:05.261043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48192) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:05.267258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=4516788a-2680-408c-a53b-2293eff32420,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:05.288259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.434562 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.489618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port cb8cb302-6c29-45fe-b192-0dcf5649a1d2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cb8cb302-6c29-45fe-b192-0dcf5649a1d2,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:05.496364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-58c9d88c-fdbb-4cc6-8c9a-a24ef4e4a1d2 None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:05.497703 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-58c9d88c-fdbb-4cc6-8c9a-a24ef4e4a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.507864 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:47Z', 'updated_at': '2021-10-18T23:44:01Z', 'revision_number': 4, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'gw_port': {'id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6d6acecf-07ef-4b7c-bdb8-e05662f60f9a', 'name': '', 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'mac_address': 'fa:16:3e:c8:1b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '3db205d0-07b5-4f09-bc70-1baea1a0c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:58Z', 'updated_at': '2021-10-18T23:44:01Z', 'revision_number': 2, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'subnets': [{'id': '3db205d0-07b5-4f09-bc70-1baea1a0c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:05.510224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a52292-c8de-42f6-bfce-ee2016f4b190 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:05.512431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-77a52292-c8de-42f6-bfce-ee2016f4b190 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2505403 Oct 18 23:44:05.544504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48200) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:05.574532 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Checking router: f07660cd-9f11-4ff0-8b54-b2ae1906767e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:44:05.576052 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Updating router f07660cd-9f11-4ff0-8b54-b2ae1906767e port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:44:05.606406 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.661126 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.729516 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.825932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f6e8316-e95f-4399-92c6-63f92011a6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.906488 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:05.998767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Allocated IP 172.20.0.2 (63a17a1a-62af-448d-861e-bd9ca52b3b7d/c5f237ee-06d1-499f-be89-73cdb426dad3/44ef97e9-85b4-4dcd-b5f4-aa3ad49be903) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:06.005650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e20bac5-499c-430d-b7d3-94c07cda378c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:06.009698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e20bac5-499c-430d-b7d3-94c07cda378c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:06.020902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e20bac5-499c-430d-b7d3-94c07cda378c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:06.026560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e20bac5-499c-430d-b7d3-94c07cda378c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4790778 Oct 18 23:44:06.030816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48210) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:06.071886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bae47c7a-b33e-431e-8313-d258ed100f4f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:06.149163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b994dbe-a004-4f44-b221-e06585eeae3d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 0bdafa49-87de-49f8-b6f9-785c9196eb2d {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:44:06.155790 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b994dbe-a004-4f44-b221-e06585eeae3d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.264530 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.316896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:43:54Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:06.413376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=cb8cb302-6c29-45fe-b192-0dcf5649a1d2,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:06.432511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d743f8-986a-4884-8d5b-d590a615725a None None] The sync data for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 is: [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:43:54Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:06.582303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-6f7d755f-592b-40f5-aafa-260698b7d705', 'network_id': '6f7d755f-592b-40f5-aafa-260698b7d705', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'fixed_ips': [{'subnet_id': '2b1ca01e-5b1d-4f9f-ab36-74ebfcced656'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:44:06.590150 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.625239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Subnet': ['ID=2fe7f094-8c28-4fbb-882b-ecc8990acbf0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:06.643758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.654853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.663778 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b994dbe-a004-4f44-b221-e06585eeae3d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.676863 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f6e8316-e95f-4399-92c6-63f92011a6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.680179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Checking segment: {'id': '71194b5a-c6ac-4703-80e9-32b73c3a5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fbd00996-8e52-41ff-b906-51c62ac9507b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:06.681130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network hostable DHCP agents. Network: fbd00996-8e52-41ff-b906-51c62ac9507b, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:44:06.699989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f6e8316-e95f-4399-92c6-63f92011a6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.786515 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.804258 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.819088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e8316-e95f-4399-92c6-63f92011a6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f2c2b5-54d2-4760-b316-19427ab7bc4c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:06.908313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network fbd00996-8e52-41ff-b906-51c62ac9507b is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:44:06.932461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0f6e8316-e95f-4399-92c6-63f92011a6f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=683d177bb3274ba8ae8286c565dc8f11&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2480943 Oct 18 23:44:06.935360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:06.953158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=4516788a-2680-408c-a53b-2293eff32420,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:06.967241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:06.975241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, fbd00996-8e52-41ff-b906-51c62ac9507b) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:07.002828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:07.025179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.030935 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Pushing event updated for resources: {'Port': ['ID=6d6acecf-07ef-4b7c-bdb8-e05662f60f9a,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:07.171996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.179115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bae47c7a-b33e-431e-8313-d258ed100f4f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:07.179573 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.181055 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6caaed51-c271-4653-9fcf-069d4f71878e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5657504 Oct 18 23:44:07.196739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48240) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:07.199547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48242) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:07.217688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-100575779-network', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:07.226101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.234548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6defd-210f-4368-85a6-5aa924fa4910 None None] Network fbd00996-8e52-41ff-b906-51c62ac9507b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:07.239778 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Attempting to bind port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:07.240506 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Attempting to bind port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:07.241401 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Attempting to bind port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a on network 9716078f-ba9f-449b-8bd8-96077aa7aa30 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:07.248170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8cf933a1-1543-4f1f-aff7-c4d0ae9a8122 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-474778275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:07.248848 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:07.249499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Checking segment: {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:07.252658 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.253370 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Bound using segment: {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:07.254105 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Bound port: 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:07.254711 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.333614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.api [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 23:44:07.333614 n-d-713498-28 neutron-server[100921]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 18 23:44:07.333614 n-d-713498-28 neutron-server[100921]: [parameters: {'project_id_1': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'expiration_1': datetime.datetime(2021, 10, 18, 23, 43, 47, 274480)}] Oct 18 23:44:07.333614 n-d-713498-28 neutron-server[100921]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:44:07.334495 n-d-713498-28 neutron-server[100921]: DEBUG oslo_db.api [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:44:07.346176 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b994dbe-a004-4f44-b221-e06585eeae3d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.382021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8d25-41e6-43a1-a8c8-160220e8cd64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.403568 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8cf933a1-1543-4f1f-aff7-c4d0ae9a8122 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.417983 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] For port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:07.426808 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] For port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6d6acecf-07ef-4b7c-bdb8-e05662f60f9a,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:07.428531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8cf933a1-1543-4f1f-aff7-c4d0ae9a8122 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.434788 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.443301 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.514214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Network 63a17a1a-62af-448d-861e-bd9ca52b3b7d is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:07.562876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b994dbe-a004-4f44-b221-e06585eeae3d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.572185 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Routers {'f07660cd-9f11-4ff0-8b54-b2ae1906767e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:07.576076 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8d25-41e6-43a1-a8c8-160220e8cd64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.584270 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:07.648347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:07.655892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:07.668813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b994dbe-a004-4f44-b221-e06585eeae3d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdafa49-87de-49f8-b6f9-785c9196eb2d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:07.674129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5b994dbe-a004-4f44-b221-e06585eeae3d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.677548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5b994dbe-a004-4f44-b221-e06585eeae3d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/0bdafa49-87de-49f8-b6f9-785c9196eb2d HTTP/1.1" status: 204 len: 168 time: 1.6429241 Oct 18 23:44:07.681396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48258) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:07.733111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167f742-0bac-4293-950e-99a5090b5285 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:07.794973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 63a17a1a-62af-448d-861e-bd9ca52b3b7d is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:07.798107 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8cf933a1-1543-4f1f-aff7-c4d0ae9a8122 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.800563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:07.843338 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8cf933a1-1543-4f1f-aff7-c4d0ae9a8122 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:07.865042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-86b0e140-c4cc-4cf8-9064-dceecbee845c None None] Could not find standard attr ID for object 562ed1d6-72d6-4ba7-bfba-04cf91e15b6d. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:44:07.903434 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Pushing event updated for resources: {'Port': ['ID=6d6acecf-07ef-4b7c-bdb8-e05662f60f9a,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:07.925968 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.933642 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.934399 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.939309 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.940264 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.940533 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.941094 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.941643 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.942185 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.949608 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.950278 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.950871 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd64f58-ba53-4a4e-9384-6b3523e0dccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:07.966541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Made reservation on behalf of 04872a19e8db4fc2a8c73b9fbc7e3d3b for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:07.982022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.006095 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.015880 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] Set router f07660cd-9f11-4ff0-8b54-b2ae1906767e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:08.018258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8cf933a1-1543-4f1f-aff7-c4d0ae9a8122 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.028157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8cf933a1-1543-4f1f-aff7-c4d0ae9a8122 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7982290 Oct 18 23:44:08.028486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-1376525d-a85c-4eb1-bcad-65f3d7969381 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 720492b9-d34b-4859-9f96-4ef2eaafbd79 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:44:08.029186 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8d25-41e6-43a1-a8c8-160220e8cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.031958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8d25-41e6-43a1-a8c8-160220e8cd64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.033109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1376525d-a85c-4eb1-bcad-65f3d7969381 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.037790 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2e9f8d25-41e6-43a1-a8c8-160220e8cd64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02f2c2b5-54d2-4760-b316-19427ab7bc4c HTTP/1.1" status: 204 len: 168 time: 1.0946326 Oct 18 23:44:08.074665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48264) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:08.143144 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1376525d-a85c-4eb1-bcad-65f3d7969381 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.253910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f8d25-41e6-43a1-a8c8-160220e8cd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f2c2b5-54d2-4760-b316-19427ab7bc4c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:08.344424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1376525d-a85c-4eb1-bcad-65f3d7969381 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.440683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 3d585950-ad82-45cd-8d1b-33ee98f72a78 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:44:08.497950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Pushing event updated for resources: {'Port': ['ID=44ef97e9-85b4-4dcd-b5f4-aa3ad49be903,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:08.544132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cb8cb302-6c29-45fe-b192-0dcf5649a1d2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:08.671617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1376525d-a85c-4eb1-bcad-65f3d7969381 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.675790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:08.738382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-72965882-9935-4c1f-912f-461c6e03dc48 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "PUT /v2.0/routers/3d585950-ad82-45cd-8d1b-33ee98f72a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9702675 Oct 18 23:44:08.738382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376525d-a85c-4eb1-bcad-65f3d7969381 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=720492b9-d34b-4859-9f96-4ef2eaafbd79,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:08.753133 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:47Z', 'updated_at': '2021-10-18T23:44:01Z', 'revision_number': 4, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'gw_port': {'id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6d6acecf-07ef-4b7c-bdb8-e05662f60f9a', 'name': '', 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'mac_address': 'fa:16:3e:c8:1b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '3db205d0-07b5-4f09-bc70-1baea1a0c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:58Z', 'updated_at': '2021-10-18T23:44:07Z', 'revision_number': 4, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'subnets': [{'id': '3db205d0-07b5-4f09-bc70-1baea1a0c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:08.758012 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1376525d-a85c-4eb1-bcad-65f3d7969381 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.770698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1376525d-a85c-4eb1-bcad-65f3d7969381 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/720492b9-d34b-4859-9f96-4ef2eaafbd79 HTTP/1.1" status: 204 len: 168 time: 1.0843673 Oct 18 23:44:08.770698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48288) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:08.812128 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09ee55-c645-4a11-847e-21135d5e7ff7 None None] The sync data for ids ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'] in n-d-713498-28 is: [{'id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:47Z', 'updated_at': '2021-10-18T23:44:01Z', 'revision_number': 4, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'gw_port': {'id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6d6acecf-07ef-4b7c-bdb8-e05662f60f9a', 'name': '', 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'mac_address': 'fa:16:3e:c8:1b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '3db205d0-07b5-4f09-bc70-1baea1a0c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:58Z', 'updated_at': '2021-10-18T23:44:07Z', 'revision_number': 4, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'subnets': [{'id': '3db205d0-07b5-4f09-bc70-1baea1a0c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:08.836314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-210f8497-68cd-489f-8998-d21c3aa70942 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654087 Oct 18 23:44:08.839971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48294) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:08.852882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:08.869002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Attempting to bind port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:08.869425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Attempting to bind port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:08.869733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Attempting to bind port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 on network 63a17a1a-62af-448d-861e-bd9ca52b3b7d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:08.907874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:08.912633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Checking segment: {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:08.913281 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:08.913849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Bound using segment: {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:08.915587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Bound port: 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:08.916035 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.009594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-86b0e140-c4cc-4cf8-9064-dceecbee845c None None] Provisioning complete for port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:09.010190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-86b0e140-c4cc-4cf8-9064-dceecbee845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.099334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.117067 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.123695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:09.129003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.224917 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.321243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:44:09.465735 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.467289 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Added segment 5ffacb37-3ab2-47bb-a56c-a483e9323ecd of type vlan for network 12478cb7-58aa-41de-8f2e-3ce9381dc15d Oct 18 23:44:09.473052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a29e37-866a-429a-bceb-6c9be54c62fe,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:09.538911 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-e799e196-8d77-431f-a247-d5b9392c0cbb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549675309&fields=id&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 267 time: 0.3166192 Oct 18 23:44:09.588797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.596536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-fbd00996-8e52-41ff-b906-51c62ac9507b', 'network_id': 'fbd00996-8e52-41ff-b906-51c62ac9507b', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'fixed_ips': [{'subnet_id': '2fe7f094-8c28-4fbb-882b-ecc8990acbf0'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:44:09.598160 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.609788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Allocated IP 172.20.0.2 (6f7d755f-592b-40f5-aafa-260698b7d705/2b1ca01e-5b1d-4f9f-ab36-74ebfcced656/3489d2e1-833f-40f1-85c4-98cdb4ac44e3) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:09.747670 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.758134 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:09.758782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:09.994433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-d3a248f0-4ef4-4366-8bfe-079898b2a8b6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:09.997414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-d3a248f0-4ef4-4366-8bfe-079898b2a8b6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 795 time: 0.4449005 Oct 18 23:44:10.020644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8137593 Oct 18 23:44:10.023514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48346) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:10.031337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-50b56012-15aa-40c7-ad57-fdeb969f1621 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/quotas/084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 375 time: 0.0264878 Oct 18 23:44:10.033779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Request body: {'subnet': {'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-100575779-subnet', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:10.036555 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:10.040583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b3fac-1c68-4672-b391-7d692d2b6581 admin admin] Pushing event updated for resources: {'Network': ['ID=12478cb7-58aa-41de-8f2e-3ce9381dc15d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:10.134322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Made reservation on behalf of 04872a19e8db4fc2a8c73b9fbc7e3d3b for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:10.137857 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:10.149421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Allocated IP 172.21.0.2 (fbd00996-8e52-41ff-b906-51c62ac9507b/2fe7f094-8c28-4fbb-882b-ecc8990acbf0/dd58b888-3e4d-403c-92bf-b0516216e2b2) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:10.170899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=75bcf087-7b3b-4a31-a105-5c0c8064680f,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:10.237349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:10.240752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:10.244610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:10.245475 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:10.340410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-e8e187a2-3428-4cd6-987e-9ad52f3c24b6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731527 Oct 18 23:44:10.351855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dc192589-9795-48db-bc4f-eafb23bd0009 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5103939 Oct 18 23:44:10.355391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48354) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:10.360950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d74ba78e-84cf-4a1c-b395-f3f470d34ebc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:10.384212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 12478cb7-58aa-41de-8f2e-3ce9381dc15d details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:44:10.386611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Sync routers for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:10.400446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cb8cb302-6c29-45fe-b192-0dcf5649a1d2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:10.411505 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:10.415470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] For port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:10.513167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:10.687043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74ba78e-84cf-4a1c-b395-f3f470d34ebc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:10.689701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:10.690496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:10.695713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Checking segment: {'id': '5ffacb37-3ab2-47bb-a56c-a483e9323ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:10.696092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Network hostable DHCP agents. Network: 12478cb7-58aa-41de-8f2e-3ce9381dc15d, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:44:10.702896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4387cd5e-1f80-4941-82b7-fec6ea7348e6,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:10.708896 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d74ba78e-84cf-4a1c-b395-f3f470d34ebc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:10.743104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Network 12478cb7-58aa-41de-8f2e-3ce9381dc15d is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:44:10.763959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 12478cb7-58aa-41de-8f2e-3ce9381dc15d) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:10.779615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:10.781127 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:10.817557 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2ff2e7b1-1774-4002-9230-89d9d5eb141c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7875106 Oct 18 23:44:10.823679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48370) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:10.834345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:10.834886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] For port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=44ef97e9-85b4-4dcd-b5f4-aa3ad49be903,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:10.846758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa269a8-06ce-4975-bff7-416056945e77 None None] Network 12478cb7-58aa-41de-8f2e-3ce9381dc15d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:10.894902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:10.896157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:10.996760 n-d-713498-28 neutron-server[100922]: INFO neutron.db.ipam_backend_mixin [None req-d74ba78e-84cf-4a1c-b395-f3f470d34ebc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75bcf087-7b3b-4a31-a105-5c0c8064680f (CIDR: 2001:db8::/64) Oct 18 23:44:11.021994 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74ba78e-84cf-4a1c-b395-f3f470d34ebc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:44:11.023289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74ba78e-84cf-4a1c-b395-f3f470d34ebc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:11.066223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-1edc9513-eca1-4ec8-89d9-c540c5437c98 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:44:11.079666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-1edc9513-eca1-4ec8-89d9-c540c5437c98 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7085061 Oct 18 23:44:11.131526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d74ba78e-84cf-4a1c-b395-f3f470d34ebc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7745414 Oct 18 23:44:11.134373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48378) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:11.139545 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:11.142376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:11.203291 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-86b0e140-c4cc-4cf8-9064-dceecbee845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:11.212463 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:11.425655 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:11.487631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-e7da0da2-beb8-4b9a-ad4d-91c668813f68 service neutron] 10.222.0.52 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058616 Oct 18 23:44:11.558622 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:11.560632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccaf443-03fb-4d25-947c-87ca2e2c195d None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:44:11.577994 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:11.596470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:11.612114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:11.626105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:11.709298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-86b0e140-c4cc-4cf8-9064-dceecbee845c None None] For port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6d6acecf-07ef-4b7c-bdb8-e05662f60f9a,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:11.782386 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-86b0e140-c4cc-4cf8-9064-dceecbee845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:11.797537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Network fbd00996-8e52-41ff-b906-51c62ac9507b is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:11.846390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a8d4fc50-bdd7-496a-a68f-4206393d4d5b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:11.848911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:11.954086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:11.970904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-43fa2521-1ea3-4be2-b1eb-af478447831a service neutron] 10.222.0.52 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806371 Oct 18 23:44:11.997908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161cbf2-61a7-4363-ba64-fedcdd6efa71 None None] Pushing event updated for resources: {'Port': ['ID=44ef97e9-85b4-4dcd-b5f4-aa3ad49be903,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:12.245922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-12478cb7-58aa-41de-8f2e-3ce9381dc15d', 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'fixed_ips': [{'subnet_id': '4387cd5e-1f80-4941-82b7-fec6ea7348e6'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:44:12.247229 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:12.289200 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:12.357962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:12.632690 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ba91146-38ff-46c8-8afa-f3734956b791 req-323a358a-2543-401e-ae19-fe6cf9c72a67 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 210 time: 0.1079915 Oct 18 23:44:12.745485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:44:12.821854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Allocated IP 172.25.7.191 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/edfb8f15-d815-4ff9-a6ee-9a40497f0683) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:12.960234 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.132727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-08f0ab44-aa98-47a8-aa6d-977bfcb279f6 None None] Provisioning complete for port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:13.133080 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-08f0ab44-aa98-47a8-aa6d-977bfcb279f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.135034 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.136790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Pushing event updated for resources: {'Port': ['ID=dd58b888-3e4d-403c-92bf-b0516216e2b2,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:13.192433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.207855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.251120 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.20.0.1 (6f7d755f-592b-40f5-aafa-260698b7d705/2b1ca01e-5b1d-4f9f-ab36-74ebfcced656/ea876970-29d5-4953-a53d-6aed5d5279b3) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:13.371485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.601312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cccaf443-03fb-4d25-947c-87ca2e2c195d None None] Deleting port bae47c7a-b33e-431e-8313-d258ed100f4f {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:13.607508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cccaf443-03fb-4d25-947c-87ca2e2c195d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.611946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Attempting to bind port dd58b888-3e4d-403c-92bf-b0516216e2b2 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:13.613099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Attempting to bind port dd58b888-3e4d-403c-92bf-b0516216e2b2 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '71194b5a-c6ac-4703-80e9-32b73c3a5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fbd00996-8e52-41ff-b906-51c62ac9507b'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:13.614508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Attempting to bind port dd58b888-3e4d-403c-92bf-b0516216e2b2 on network fbd00996-8e52-41ff-b906-51c62ac9507b {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:13.661974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf374445-5d59-496b-94df-58e6b3ee9e59 None None] Network 63a17a1a-62af-448d-861e-bd9ca52b3b7d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:13.711308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bae47c7a-b33e-431e-8313-d258ed100f4f,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:13.812409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Network 6f7d755f-592b-40f5-aafa-260698b7d705 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:13.825230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.830038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:13.834361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Checking segment: {'id': '71194b5a-c6ac-4703-80e9-32b73c3a5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fbd00996-8e52-41ff-b906-51c62ac9507b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:13.835006 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.835688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Bound using segment: {'id': '71194b5a-c6ac-4703-80e9-32b73c3a5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fbd00996-8e52-41ff-b906-51c62ac9507b'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:13.836388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Bound port: dd58b888-3e4d-403c-92bf-b0516216e2b2, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71194b5a-c6ac-4703-80e9-32b73c3a5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'fbd00996-8e52-41ff-b906-51c62ac9507b'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:13.838692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.840484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.841300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.856002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:13.867157 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:13.915532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a8d4fc50-bdd7-496a-a68f-4206393d4d5b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:13.916328 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:13.928991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0e140-c4cc-4cf8-9064-dceecbee845c None None] Pushing event updated for resources: {'Port': ['ID=6d6acecf-07ef-4b7c-bdb8-e05662f60f9a,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:14.024178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=05b884bc-d0df-4036-9be5-f2d6e85e6d0b,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:14.085605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:14.091300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:14.096901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:14.097777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:14.248419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Allocated IP 172.20.0.2 (12478cb7-58aa-41de-8f2e-3ce9381dc15d/4387cd5e-1f80-4941-82b7-fec6ea7348e6/7b6921ea-59be-4b34-868c-5bb0628e8386) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:14.270194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1322286 Oct 18 23:44:14.287915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48486) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:14.310848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:f3:bc:32', 'name': 'tempest-NetworksTestDHCPv6-580066788'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:14.314105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d732100-3bef-430b-9bdc-9182bc8ead85 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=15']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:14.435871 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:14.442990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a7bf5d26-5c77-4ba9-a821-6f46bf63bf43 req-af0df3a6-c965-4e5d-86b2-75401733e8b2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 210 time: 0.1049664 Oct 18 23:44:14.456693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Attempting to bind port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:14.457062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Attempting to bind port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '85b99585-9523-4735-a000-9f11434cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f7d755f-592b-40f5-aafa-260698b7d705'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:14.457425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Attempting to bind port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 on network 6f7d755f-592b-40f5-aafa-260698b7d705 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:14.468690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:14.474344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:14.545821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:14.579969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Pushing event updated for resources: {'Port': ['ID=edfb8f15-d815-4ff9-a6ee-9a40497f0683,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:14.646981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cccaf443-03fb-4d25-947c-87ca2e2c195d None None] For port bae47c7a-b33e-431e-8313-d258ed100f4f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bae47c7a-b33e-431e-8313-d258ed100f4f,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:14.648627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cccaf443-03fb-4d25-947c-87ca2e2c195d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:14.683981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cccaf443-03fb-4d25-947c-87ca2e2c195d None None] Calling delete_port for bae47c7a-b33e-431e-8313-d258ed100f4f owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:14.699186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Pushing event updated for resources: {'Port': ['ID=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:14.812639 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:14.831551 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:14.904071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port 4756d297-3139-4989-984d-dc696f530f88 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:44:14.914215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:14.915001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Checking segment: {'id': '85b99585-9523-4735-a000-9f11434cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f7d755f-592b-40f5-aafa-260698b7d705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:14.915631 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:14.916522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Bound using segment: {'id': '85b99585-9523-4735-a000-9f11434cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f7d755f-592b-40f5-aafa-260698b7d705'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:14.918062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Bound port: 3489d2e1-833f-40f1-85c4-98cdb4ac44e3, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b99585-9523-4735-a000-9f11434cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f7d755f-592b-40f5-aafa-260698b7d705'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:14.918775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:14.975032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-461af6b0-e88b-4a03-b97a-4a0274f2f5f3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:14.976902 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-461af6b0-e88b-4a03-b97a-4a0274f2f5f3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 795 time: 0.3646846 Oct 18 23:44:15.017326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] For port dd58b888-3e4d-403c-92bf-b0516216e2b2, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:15.155468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-8ca6ea48-1fa4-4b9f-a09b-54d001e22ded tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 379 time: 0.1573222 Oct 18 23:44:15.157276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:15.181078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'port': {'device_id': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'admin_state_up': True, 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'security_groups': ['4c32279a-7fd6-4b6b-bd0f-8347b907dc5e']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:15.291340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] For port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:15.300024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] For port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,segment=NetworkSegment(85b99585-9523-4735-a000-9f11434cecad),segment_id=85b99585-9523-4735-a000-9f11434cecad)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:15.302711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 6f7d755f-592b-40f5-aafa-260698b7d705 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:15.319379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '4516788a-2680-408c-a53b-2293eff32420', 'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:32:9b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:02Z', 'updated_at': '2021-10-18T23:44:06Z', 'revision_number': 2, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:15.374380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] For port dd58b888-3e4d-403c-92bf-b0516216e2b2, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=dd58b888-3e4d-403c-92bf-b0516216e2b2,segment=NetworkSegment(71194b5a-c6ac-4703-80e9-32b73c3a5465),segment_id=71194b5a-c6ac-4703-80e9-32b73c3a5465)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:15.384412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:15.411450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Checking router: 3d585950-ad82-45cd-8d1b-33ee98f72a78 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:44:15.411866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Updating router 3d585950-ad82-45cd-8d1b-33ee98f72a78 port 4516788a-2680-408c-a53b-2293eff32420 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:44:15.413880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:15.422569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=ea876970-29d5-4953-a53d-6aed5d5279b3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:15.451053 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:15.484370 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:15.527377 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:15.560202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48532) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:15.680697 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:15.775689 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:15.786611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbf9cdc5-6af6-4ee1-9112-7ae902ec56a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:15.832874 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-458dc50f-8cd5-451b-93d5-f4e95d2a197f req-be662244-b5a3-4a50-9e53-84bb658e80b7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 210 time: 0.1818137 Oct 18 23:44:15.889385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::55 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/75bcf087-7b3b-4a31-a105-5c0c8064680f/4756d297-3139-4989-984d-dc696f530f88) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:15.902262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:bc32 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/05b884bc-d0df-4036-9be5-f2d6e85e6d0b/4756d297-3139-4989-984d-dc696f530f88) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:16.086762 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.100971 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbf9cdc5-6af6-4ee1-9112-7ae902ec56a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.141837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bbf9cdc5-6af6-4ee1-9112-7ae902ec56a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.214665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.220822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:16.223432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.346867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b28a0dfb-616e-4eda-b166-ef5a1d2f650a None None] Provisioning complete for port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:16.347450 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b28a0dfb-616e-4eda-b166-ef5a1d2f650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.485418 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.486648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9cdc5-6af6-4ee1-9112-7ae902ec56a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81df0a38-01e8-48e6-af2e-f2bf7f8cb40d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:16.497569 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bbf9cdc5-6af6-4ee1-9112-7ae902ec56a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c05610f239b4279acf6141cea49e055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9360406 Oct 18 23:44:16.500062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48544) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:16.544883 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.615826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Pushing event updated for resources: {'Port': ['ID=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:16.656308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port a8d4fc50-bdd7-496a-a68f-4206393d4d5b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a8d4fc50-bdd7-496a-a68f-4206393d4d5b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:16.665784 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cccaf443-03fb-4d25-947c-87ca2e2c195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.668111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.684008 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.722314 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.740294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.740647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.740996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.741338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.741677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.742015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.742350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.742683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.743046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.743378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.743708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.744033 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f55cd5-d85a-49ba-8a3a-a5d925b4e703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:16.756741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6878eebc-59ce-465d-8740-8d87fe83c1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.910466 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6878eebc-59ce-465d-8740-8d87fe83c1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:16.958080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccaf443-03fb-4d25-947c-87ca2e2c195d None None] No DVR routers for this DVR port bae47c7a-b33e-431e-8313-d258ed100f4f on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:44:17.021858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Network 12478cb7-58aa-41de-8f2e-3ce9381dc15d is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:17.029595 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.050969 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.057998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:17.060894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa1b69-752a-4f60-ae96-27937c813b33 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:17.067349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:17.090539 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.139673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:17.174501 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6878eebc-59ce-465d-8740-8d87fe83c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.181528 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-849611ec-de6f-44ec-b91e-615122ca6f85 req-c740bea1-4198-4ad2-adf5-ef822700d92f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 210 time: 0.1058924 Oct 18 23:44:17.183095 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6878eebc-59ce-465d-8740-8d87fe83c1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.190209 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6878eebc-59ce-465d-8740-8d87fe83c1c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81df0a38-01e8-48e6-af2e-f2bf7f8cb40d HTTP/1.1" status: 204 len: 168 time: 0.6890726 Oct 18 23:44:17.201720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=4756d297-3139-4989-984d-dc696f530f88,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:17.236233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878eebc-59ce-465d-8740-8d87fe83c1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81df0a38-01e8-48e6-af2e-f2bf7f8cb40d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:17.267555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:17.271716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:17.277484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:17.294071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:17.296002 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.312866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.20.0.6 (63a17a1a-62af-448d-861e-bd9ca52b3b7d/c5f237ee-06d1-499f-be89-73cdb426dad3/7d815216-3c78-4961-94e2-b1e01e221ed2) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:17.349803 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bf805c42-f3c4-4bb0-818b-68c63f27acab tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.0602667 Oct 18 23:44:17.353461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48562) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:17.466705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Router d1a2e825-a050-40f3-8107-570cf5f785e2 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:44:17.490618 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.510343 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.591028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c6a83680-b3b6-4c1b-a0ad-65decefb7af0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port 4756d297-3139-4989-984d-dc696f530f88 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:17.591479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6a83680-b3b6-4c1b-a0ad-65decefb7af0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.871331 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6a83680-b3b6-4c1b-a0ad-65decefb7af0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:17.888987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c6a83680-b3b6-4c1b-a0ad-65decefb7af0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for 4756d297-3139-4989-984d-dc696f530f88 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:17.999029 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b28a0dfb-616e-4eda-b166-ef5a1d2f650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.039025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.113234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa95da-5fb5-4390-838b-0dbbebc9473f None None] Network fbd00996-8e52-41ff-b906-51c62ac9507b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:18.195328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:18.216905 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Sync routers for ids ['d1a2e825-a050-40f3-8107-570cf5f785e2'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:18.222339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=ea876970-29d5-4953-a53d-6aed5d5279b3,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:18.246069 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Routers {'d1a2e825-a050-40f3-8107-570cf5f785e2'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:18.246694 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d1a2e825-a050-40f3-8107-570cf5f785e2'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:18.280458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.296577 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.297664 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-86c1ef62-08d7-4e57-86c1-366259a0f32e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4716413 Oct 18 23:44:18.304423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464bc38-3cc8-43a3-9bf3-c2a5f2a506a7 None None] Pushing event updated for resources: {'Port': ['ID=dd58b888-3e4d-403c-92bf-b0516216e2b2,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:18.308637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48580) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:18.362185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48582) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:18.390661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6a83680-b3b6-4c1b-a0ad-65decefb7af0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.499042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6e8feb7-d299-4395-829c-ac396a55b085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.520536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a83680-b3b6-4c1b-a0ad-65decefb7af0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=4756d297-3139-4989-984d-dc696f530f88,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:18.527047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaf443-03fb-4d25-947c-87ca2e2c195d None None] Pushing event deleted for resources: {'Port': ['ID=bae47c7a-b33e-431e-8313-d258ed100f4f,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:18.572138 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Set router d1a2e825-a050-40f3-8107-570cf5f785e2 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:18.619591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Attempting to bind port 7b6921ea-59be-4b34-868c-5bb0628e8386 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:18.620496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Attempting to bind port 7b6921ea-59be-4b34-868c-5bb0628e8386 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '5ffacb37-3ab2-47bb-a56c-a483e9323ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:18.620872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Attempting to bind port 7b6921ea-59be-4b34-868c-5bb0628e8386 on network 12478cb7-58aa-41de-8f2e-3ce9381dc15d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:18.630217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-00d21a98-ed8c-4753-8c85-737988a78279 req-4df05a8d-812a-429b-a7a1-3e622813fa5b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 210 time: 0.1445916 Oct 18 23:44:18.647710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16090f5e-4b2d-407c-8aaa-0a7b7d1e7ec9 None None] Network 6f7d755f-592b-40f5-aafa-260698b7d705 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:18.663764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c6a83680-b3b6-4c1b-a0ad-65decefb7af0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.668567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c6a83680-b3b6-4c1b-a0ad-65decefb7af0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/4756d297-3139-4989-984d-dc696f530f88 HTTP/1.1" status: 204 len: 168 time: 1.3138497 Oct 18 23:44:18.679636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48586) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:18.746057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3ab47666-9185-4da6-89f5-0ed4e208ce29 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0618105 Oct 18 23:44:18.748410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48590) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:18.818239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7f47fdb1-b3d1-4904-8677-cd28819b052f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0685902 Oct 18 23:44:18.823521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48592) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:18.827913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b28a0dfb-616e-4eda-b166-ef5a1d2f650a None None] For port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=44ef97e9-85b4-4dcd-b5f4-aa3ad49be903,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:18.866299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:18.870365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Checking segment: {'id': '5ffacb37-3ab2-47bb-a56c-a483e9323ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:18.871125 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.871744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Bound using segment: {'id': '5ffacb37-3ab2-47bb-a56c-a483e9323ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:18.872516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Bound port: 7b6921ea-59be-4b34-868c-5bb0628e8386, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffacb37-3ab2-47bb-a56c-a483e9323ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:18.873145 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.912962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6e8feb7-d299-4395-829c-ac396a55b085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.922308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6e8feb7-d299-4395-829c-ac396a55b085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.925969 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:44:10Z', 'updated_at': '2021-10-18T23:44:15Z', 'revision_number': 3, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'gw_port': {'id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:12Z', 'updated_at': '2021-10-18T23:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:18.934267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb26ce-dd4b-4227-a3e1-01c391d2d554 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:18.935926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb26ce-dd4b-4227-a3e1-01c391d2d554 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:18.943264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb26ce-dd4b-4227-a3e1-01c391d2d554 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:18.944907 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-70cb26ce-dd4b-4227-a3e1-01c391d2d554 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1140926 Oct 18 23:44:18.948405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48596) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:18.955808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 6f7d755f-592b-40f5-aafa-260698b7d705 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:18.959284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:18.966159 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b28a0dfb-616e-4eda-b166-ef5a1d2f650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.977382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:18.987052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:18.991417 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Checking router: d1a2e825-a050-40f3-8107-570cf5f785e2 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:44:18.991959 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Updating router d1a2e825-a050-40f3-8107-570cf5f785e2 port edfb8f15-d815-4ff9-a6ee-9a40497f0683 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:44:18.992194 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.023093 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.091998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f6e8feb7-d299-4395-829c-ac396a55b085 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f279ae191394f5a8e9554285681e223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7274384 Oct 18 23:44:19.097184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4879f2-2451-4108-8737-9dfcdfa0e9fd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 05b884bc-d0df-4036-9be5-f2d6e85e6d0b {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:44:19.099596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48600) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:19.101019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4879f2-2451-4108-8737-9dfcdfa0e9fd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.103035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:19.138633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8feb7-d299-4395-829c-ac396a55b085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e1cf65-ad4b-4aba-b6cb-febb75b71cdc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:19.180011 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4879f2-2451-4108-8737-9dfcdfa0e9fd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.246908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Pushing event updated for resources: {'Port': ['ID=7b6921ea-59be-4b34-868c-5bb0628e8386,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:19.248442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4879f2-2451-4108-8737-9dfcdfa0e9fd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.306365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Attempting to bind port 4516788a-2680-408c-a53b-2293eff32420 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:19.306755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Attempting to bind port 4516788a-2680-408c-a53b-2293eff32420 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:19.307131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Attempting to bind port 4516788a-2680-408c-a53b-2293eff32420 on network 63a17a1a-62af-448d-861e-bd9ca52b3b7d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:19.370449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4879f2-2451-4108-8737-9dfcdfa0e9fd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.446959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:19.447350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Checking segment: {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:19.447764 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.448201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Bound using segment: {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:19.448705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Bound port: 4516788a-2680-408c-a53b-2293eff32420, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:19.449095 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.466892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4879f2-2451-4108-8737-9dfcdfa0e9fd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=05b884bc-d0df-4036-9be5-f2d6e85e6d0b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:19.470428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4879f2-2451-4108-8737-9dfcdfa0e9fd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.474607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b4879f2-2451-4108-8737-9dfcdfa0e9fd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/05b884bc-d0df-4036-9be5-f2d6e85e6d0b HTTP/1.1" status: 204 len: 168 time: 0.5225425 Oct 18 23:44:19.476962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48608) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:19.546096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce376558-5d68-402d-96f6-446c1468cc79 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 75bcf087-7b3b-4a31-a105-5c0c8064680f {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:44:19.553649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce376558-5d68-402d-96f6-446c1468cc79 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.608882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Provisioning complete for port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:19.609254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.643990 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.656594 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce376558-5d68-402d-96f6-446c1468cc79 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.662582 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.741483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] For port 7b6921ea-59be-4b34-868c-5bb0628e8386, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:19.777433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce376558-5d68-402d-96f6-446c1468cc79 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.799666 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Attempting to bind port edfb8f15-d815-4ff9-a6ee-9a40497f0683 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:19.800359 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Attempting to bind port edfb8f15-d815-4ff9-a6ee-9a40497f0683 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:19.800969 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Attempting to bind port edfb8f15-d815-4ff9-a6ee-9a40497f0683 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:19.814540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36707614-f776-4e63-91be-aa0e919318e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': '05b884bc-d0df-4036-9be5-f2d6e85e6d0b'}, {'subnet_id': '75bcf087-7b3b-4a31-a105-5c0c8064680f'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:44:19.817109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 63a17a1a-62af-448d-861e-bd9ca52b3b7d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:19.822041 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-36707614-f776-4e63-91be-aa0e919318e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.825131 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a59c0-4cfa-4106-b9e7-a2dc7114914c None None] Pushing event updated for resources: {'Port': ['ID=edfb8f15-d815-4ff9-a6ee-9a40497f0683,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:19.836381 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=a8d4fc50-bdd7-496a-a68f-4206393d4d5b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:19.838086 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:19.838470 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:19.839654 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.852258 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:19.852561 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Bound port: edfb8f15-d815-4ff9-a6ee-9a40497f0683, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:19.852971 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.909170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] For port 7b6921ea-59be-4b34-868c-5bb0628e8386, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7b6921ea-59be-4b34-868c-5bb0628e8386,segment=NetworkSegment(5ffacb37-3ab2-47bb-a56c-a483e9323ecd),segment_id=5ffacb37-3ab2-47bb-a56c-a483e9323ecd)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:19.939459 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] For port edfb8f15-d815-4ff9-a6ee-9a40497f0683, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:19.944740 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] For port edfb8f15-d815-4ff9-a6ee-9a40497f0683, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=edfb8f15-d815-4ff9-a6ee-9a40497f0683,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:19.951907 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.968430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce376558-5d68-402d-96f6-446c1468cc79 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:19.969044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:20.021161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce376558-5d68-402d-96f6-446c1468cc79 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=75bcf087-7b3b-4a31-a105-5c0c8064680f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:20.024929 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.031758 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Routers {'d1a2e825-a050-40f3-8107-570cf5f785e2'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:20.033092 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d1a2e825-a050-40f3-8107-570cf5f785e2'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:20.036244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ce376558-5d68-402d-96f6-446c1468cc79 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.041719 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ce376558-5d68-402d-96f6-446c1468cc79 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/75bcf087-7b3b-4a31-a105-5c0c8064680f HTTP/1.1" status: 204 len: 168 time: 0.5635738 Oct 18 23:44:20.049231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48618) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:20.140302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c2691a46-1e67-4208-80db-68fa8aea01b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850217 Oct 18 23:44:20.143470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48620) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:20.156744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:20.171368 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] Set router d1a2e825-a050-40f3-8107-570cf5f785e2 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:20.221973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:20.369143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:20.373611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.459931 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a59c0-4cfa-4106-b9e7-a2dc7114914c None None] Pushing event updated for resources: {'Port': ['ID=edfb8f15-d815-4ff9-a6ee-9a40497f0683,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:20.474636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fd785-1713-47b3-822d-b3096f6a23bc None None] Pushing event updated for resources: {'Port': ['ID=4516788a-2680-408c-a53b-2293eff32420,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:20.478967 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81fdb011-fcbc-4f96-aea6-236a0e5392a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.494839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] For port 4516788a-2680-408c-a53b-2293eff32420, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:20.638047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] For port 4516788a-2680-408c-a53b-2293eff32420, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4516788a-2680-408c-a53b-2293eff32420,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:20.654055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba093b-e1ed-4c88-ad4e-20fb2cdde22a None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:20.678771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router f365f1ee-9c80-4827-bed2-b4f63fd87958 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:44:20.684289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81fdb011-fcbc-4f96-aea6-236a0e5392a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.711364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd046775-2ecc-4f8c-ae49-6441d6856067 req-00e3ef61-067d-4bd2-ab99-5480a227a5a8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:20.734954 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd046775-2ecc-4f8c-ae49-6441d6856067 req-00e3ef61-067d-4bd2-ab99-5480a227a5a8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 931 time: 0.9462147 Oct 18 23:44:20.751226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:20.776471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:20.777608 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.781738 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.840376 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:44:10Z', 'updated_at': '2021-10-18T23:44:15Z', 'revision_number': 3, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'gw_port': {'id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:12Z', 'updated_at': '2021-10-18T23:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:20.859980 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.866472 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.870960 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fd6eccda-c305-4ea0-a70d-b5d7e2953e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.947785 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:20.988939 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a0dfb-616e-4eda-b166-ef5a1d2f650a None None] Pushing event updated for resources: {'Port': ['ID=44ef97e9-85b4-4dcd-b5f4-aa3ad49be903,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:21.066143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=af8f6ddd-06bc-4a47-b00a-4060b5996c35,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:21.084437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:21.088241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:21.095199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:21.096108 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:21.107884 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c7e4d38f-7b0a-4009-9d85-f223865df449 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9372571 Oct 18 23:44:21.143258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e37664f3-cfa9-4751-9db5-dbf36a16d041 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9962299 Oct 18 23:44:21.144599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48638) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:21.158776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-43d4e9ca-24a5-401a-aa45-5524c0595e35 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:21.169939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Request body: {'port': {'device_id': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:21.269843 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943fcdff-a9d1-4a46-8a95-fc6bcc1f6a46 None None] The sync data for ids ['d1a2e825-a050-40f3-8107-570cf5f785e2'] in n-d-713498-28 is: [{'id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:44:10Z', 'updated_at': '2021-10-18T23:44:15Z', 'revision_number': 3, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'gw_port': {'id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:12Z', 'updated_at': '2021-10-18T23:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:21.357569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:21.361713 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:21.392659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:21.393268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:21.440685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] For port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,segment=NetworkSegment(85b99585-9523-4735-a000-9f11434cecad),segment_id=85b99585-9523-4735-a000-9f11434cecad)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:21.456035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'tenant_id': 'd53f71af9e694d9a8288624ffd51dabb', 'fixed_ips': [{'subnet_id': 'af8f6ddd-06bc-4a47-b00a-4060b5996c35'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:44:21.457051 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:21.524416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d4e9ca-24a5-401a-aa45-5524c0595e35 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:21.533283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43d4e9ca-24a5-401a-aa45-5524c0595e35 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:21.591824 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:21.605279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579aef4-ae76-4093-9f17-13eca87ba875 None None] Pushing event updated for resources: {'Port': ['ID=7b6921ea-59be-4b34-868c-5bb0628e8386,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:21.701953 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd046775-2ecc-4f8c-ae49-6441d6856067 req-5ceabb31-c10e-4b20-9b95-8898a4492905 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8978305 Oct 18 23:44:21.813274 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:21.822597 n-d-713498-28 neutron-server[100922]: INFO neutron.db.ipam_backend_mixin [None req-43d4e9ca-24a5-401a-aa45-5524c0595e35 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af8f6ddd-06bc-4a47-b00a-4060b5996c35 (CIDR: 2001:db8::/64) Oct 18 23:44:21.829290 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d4e9ca-24a5-401a-aa45-5524c0595e35 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:44:21.829749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d4e9ca-24a5-401a-aa45-5524c0595e35 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:21.874747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-43d4e9ca-24a5-401a-aa45-5524c0595e35 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7281733 Oct 18 23:44:21.879475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48646) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:21.887825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'subnet': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:21.919778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:21.937962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Provisioning complete for port 4516788a-2680-408c-a53b-2293eff32420 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:21.938339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:21.943002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81fdb011-fcbc-4f96-aea6-236a0e5392a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:21.948373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-81fdb011-fcbc-4f96-aea6-236a0e5392a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:21.951925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-81fdb011-fcbc-4f96-aea6-236a0e5392a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7e1cf65-ad4b-4aba-b6cb-febb75b71cdc HTTP/1.1" status: 204 len: 168 time: 2.8453944 Oct 18 23:44:21.975728 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-61f3adfb-cbf0-44aa-b5fe-c9af6b055c2a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/f365f1ee-9c80-4827-bed2-b4f63fd87958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8832326 Oct 18 23:44:21.981605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48654) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:22.140974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdb011-fcbc-4f96-aea6-236a0e5392a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e1cf65-ad4b-4aba-b6cb-febb75b71cdc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:22.249176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a98cb0d-87f9-4d8e-9aa7-2a1b87b8829a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:22.270280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7a98cb0d-87f9-4d8e-9aa7-2a1b87b8829a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports/ea876970-29d5-4953-a53d-6aed5d5279b3 HTTP/1.1" status: 200 len: 910 time: 0.2051649 Oct 18 23:44:22.274373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48660) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:22.579961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Allocated IP 172.20.0.1 (12478cb7-58aa-41de-8f2e-3ce9381dc15d/4387cd5e-1f80-4941-82b7-fec6ea7348e6/8f1edafc-ba24-4d72-8a52-39746b0db17f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:22.659428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:22.666152 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:22.928251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Allocated IP 2001:db8::2 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/af8f6ddd-06bc-4a47-b00a-4060b5996c35/6c39f0a8-e548-42fd-9e23-29e10bb53ea2) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:23.039466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:23.108971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc6c61-8ec9-4cd2-b19b-6376773ca597 req-5ce4eb88-ff2f-4a83-961a-716d6249f0e0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:23.115036 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cabc6c61-8ec9-4cd2-b19b-6376773ca597 req-5ce4eb88-ff2f-4a83-961a-716d6249f0e0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 931 time: 0.2505124 Oct 18 23:44:23.184372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d815216-3c78-4961-94e2-b1e01e221ed2 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:44:23.198828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:23.252461 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Transition to ACTIVE for port object 7d815216-3c78-4961-94e2-b1e01e221ed2 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:44:23.271097 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:23.279987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fd785-1713-47b3-822d-b3096f6a23bc None None] Pushing event updated for resources: {'Port': ['ID=4516788a-2680-408c-a53b-2293eff32420,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:23.287283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0034b08-9358-4fc7-959f-ce0f80584881 None None] Sync routers for ids ['f365f1ee-9c80-4827-bed2-b4f63fd87958'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:23.339988 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:23.341271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f0d19-cd1e-4345-9b10-c5b0ad92e17b None None] Network 12478cb7-58aa-41de-8f2e-3ce9381dc15d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:23.345752 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:23.351837 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:23.424523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cabc6c61-8ec9-4cd2-b19b-6376773ca597 req-3c8b5f87-7b2f-42db-99ab-ef9af715dc23 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969811 Oct 18 23:44:23.449026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Network 12478cb7-58aa-41de-8f2e-3ce9381dc15d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:23.456466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:23.472422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:23.494434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0034b08-9358-4fc7-959f-ce0f80584881 None None] Routers {'f365f1ee-9c80-4827-bed2-b4f63fd87958'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:23.495922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c0034b08-9358-4fc7-959f-ce0f80584881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f365f1ee-9c80-4827-bed2-b4f63fd87958'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:23.561178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:23.671709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Pushing event updated for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:23.702498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bae47c7a-b33e-431e-8313-d258ed100f4f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:44:23.746661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:23.786430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c0034b08-9358-4fc7-959f-ce0f80584881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:23.786624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1edafc-ba24-4d72-8a52-39746b0db17f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:23.850747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:23.862243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: bae47c7a-b33e-431e-8313-d258ed100f4f {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:44:23.863003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bae47c7a-b33e-431e-8313-d258ed100f4f not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:44:23.865004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:23.889376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:23.938192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Attempting to bind port 7d815216-3c78-4961-94e2-b1e01e221ed2 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:23.939609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Attempting to bind port 7d815216-3c78-4961-94e2-b1e01e221ed2 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:23.940844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Attempting to bind port 7d815216-3c78-4961-94e2-b1e01e221ed2 on network 63a17a1a-62af-448d-861e-bd9ca52b3b7d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:23.969034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Port 7d815216-3c78-4961-94e2-b1e01e221ed2 on network 63a17a1a-62af-448d-861e-bd9ca52b3b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:44:23.971194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Attempting to bind port 7d815216-3c78-4961-94e2-b1e01e221ed2 on network 63a17a1a-62af-448d-861e-bd9ca52b3b7d {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:23.990003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:24.144190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0034b08-9358-4fc7-959f-ce0f80584881 None None] Routers {'f365f1ee-9c80-4827-bed2-b4f63fd87958'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:24.150451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c0034b08-9358-4fc7-959f-ce0f80584881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:43:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f365f1ee-9c80-4827-bed2-b4f63fd87958'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:24.216942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:24.218438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Checking segment: {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:24.219763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Bound using segment: {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:24.220284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Bound port: 7d815216-3c78-4961-94e2-b1e01e221ed2, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:24.223114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:24.281439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:44:24.299974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c0034b08-9358-4fc7-959f-ce0f80584881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:24.300644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0034b08-9358-4fc7-959f-ce0f80584881 None None] The sync data for ids ['f365f1ee-9c80-4827-bed2-b4f63fd87958'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:24.302310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Pushing event updated for resources: {'Port': ['ID=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:24.329321 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:24.457927 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:24.477079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Attempting to bind port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:24.477478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Attempting to bind port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:24.477856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Attempting to bind port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 on network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:24.505966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf996-8c92-4f86-94f6-cc25b5892b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:24.565212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:24.565589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Checking segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:24.565995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:24.566395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Bound using segment: {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:24.567137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Bound port: 6c39f0a8-e548-42fd-9e23-29e10bb53ea2, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0c0982-7a90-410a-b7f0-b297a950c6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:24.567520 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:24.638988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] For port 4516788a-2680-408c-a53b-2293eff32420, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4516788a-2680-408c-a53b-2293eff32420,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:24.643677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device edfb8f15-d815-4ff9-a6ee-9a40497f0683 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:24.714343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:24.723743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:24.754970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:24.887160 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:24.917632 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:24.987380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.21.0.1 (fbd00996-8e52-41ff-b906-51c62ac9507b/2fe7f094-8c28-4fbb-882b-ecc8990acbf0/0e5c75f7-252b-405b-a829-61f1dc8eb5bb) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:25.037688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Pushing event updated for resources: {'Port': ['ID=6c39f0a8-e548-42fd-9e23-29e10bb53ea2,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:25.150042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.159976 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.178061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Pushing event updated for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:25.185607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.195451 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.216634 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.253095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network fbd00996-8e52-41ff-b906-51c62ac9507b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:25.258002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:25.326622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:25.336174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Provisioning complete for port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:25.339902 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.399707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:25.400336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.402591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-c4d37847-b532-4e0c-b0f6-9336df102bec service neutron] 10.222.0.73 "PUT /v2.0/ports/7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 1092 time: 4.2552042 Oct 18 23:44:25.440813 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.459892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:44:25.461026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.466465 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8" -d '{"events": [{"name": "network-changed", "server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:44:25.516397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d52ce-0c88-4b07-86d6-86a9cc01cf29 req-e1cc09b7-3251-42d5-94d6-da383d3dfeac tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:25.528642 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe4d52ce-0c88-4b07-86d6-86a9cc01cf29 req-e1cc09b7-3251-42d5-94d6-da383d3dfeac tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 0.8702104 Oct 18 23:44:25.603447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1edafc-ba24-4d72-8a52-39746b0db17f,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:25.623861 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a2e44a-9770-4326-a432-a65de6223306 x-openstack-request-id: req-b4a2e44a-9770-4326-a432-a65de6223306 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:44:25.626548 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:44:25.626850 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4a2e44a-9770-4326-a432-a65de6223306 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:44:25.627287 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'status': 'completed', 'code': 200} Oct 18 23:44:25.715167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=0e5c75f7-252b-405b-a829-61f1dc8eb5bb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:25.742254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] For port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:25.782161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe4d52ce-0c88-4b07-86d6-86a9cc01cf29 req-958f85bf-ee8b-49da-bc9e-5916295ec1b8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664312 Oct 18 23:44:25.792132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Pushing event updated for resources: {'Port': ['ID=4516788a-2680-408c-a53b-2293eff32420,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:25.812131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-6e2ea6b2-022c-40ba-9c25-fa29be5ec6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:25.813887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-6e2ea6b2-022c-40ba-9c25-fa29be5ec6f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1095 time: 0.3172433 Oct 18 23:44:25.835623 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.836423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port edfb8f15-d815-4ff9-a6ee-9a40497f0683 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:25.837675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.879056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] For port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6c39f0a8-e548-42fd-9e23-29e10bb53ea2,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:25.911603 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:44:25.915288 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:44:25.940794 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:25.988441 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-5070c113-8a58-4d33-a762-0b1640b8cefc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 217 time: 0.1558764 Oct 18 23:44:26.004888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:26.084706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-38050db4-d643-4914-a440-36950216aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:26.088385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-38050db4-d643-4914-a440-36950216aee6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.0793002 Oct 18 23:44:26.095433 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Network 12478cb7-58aa-41de-8f2e-3ce9381dc15d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:26.120067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:26.302445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5313d9d-10d6-4cd0-a3a2-d68762c332bd None None] Pushing event updated for resources: {'Port': ['ID=6c39f0a8-e548-42fd-9e23-29e10bb53ea2,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:26.466341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Provisioning complete for port dd58b888-3e4d-403c-92bf-b0516216e2b2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:26.466517 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:26.480943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '4516788a-2680-408c-a53b-2293eff32420', 'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:32:9b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:02Z', 'updated_at': '2021-10-18T23:44:20Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:26.494269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Router d1a2e825-a050-40f3-8107-570cf5f785e2 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:44:26.589235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-b4146fa5-a831-4d1e-aa80-5f46914a1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:26.591312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-b4146fa5-a831-4d1e-aa80-5f46914a1d65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4939384 Oct 18 23:44:26.610665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369f244-d906-49d7-8b4e-f2bbe220fd66 None None] The sync data for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 is: [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '4516788a-2680-408c-a53b-2293eff32420', 'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:32:9b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:02Z', 'updated_at': '2021-10-18T23:44:20Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:26.700723 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:26.829020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port edfb8f15-d815-4ff9-a6ee-9a40497f0683, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=edfb8f15-d815-4ff9-a6ee-9a40497f0683,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:26.840922 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:26.841754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7b6921ea-59be-4b34-868c-5bb0628e8386 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:26.954039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-230b89d8-d052-4f6e-97c7-8ce57dbe7ad1 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278078 Oct 18 23:44:27.022284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=edfb8f15-d815-4ff9-a6ee-9a40497f0683,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:27.145998 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:27.281304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] For port dd58b888-3e4d-403c-92bf-b0516216e2b2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=dd58b888-3e4d-403c-92bf-b0516216e2b2,segment=NetworkSegment(71194b5a-c6ac-4703-80e9-32b73c3a5465),segment_id=71194b5a-c6ac-4703-80e9-32b73c3a5465)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:27.295144 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:27.307905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7b6921ea-59be-4b34-868c-5bb0628e8386 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:27.308989 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:27.378673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-771ad5ae-7b5b-42ed-8b23-734f52f3cbb9 req-25bf09aa-f22e-4dbe-aa54-4cdc1c3e924b service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069448 Oct 18 23:44:27.573854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abced-c747-4307-b2b0-b044b13f1f2d req-bb69a3c9-3188-4a0e-a058-dc70c4c93bab tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:27.575518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a9abced-c747-4307-b2b0-b044b13f1f2d req-bb69a3c9-3188-4a0e-a058-dc70c4c93bab tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 0.3781574 Oct 18 23:44:27.675129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:27.684677 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Sync routers for ids ['d1a2e825-a050-40f3-8107-570cf5f785e2'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:27.694841 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6cfdc816-c517-438c-a4e1-dcae07c17388 admin admin] 10.222.0.52 "PUT /v2.0/routers/d1a2e825-a050-40f3-8107-570cf5f785e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3628187 Oct 18 23:44:27.697629 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Routers {'d1a2e825-a050-40f3-8107-570cf5f785e2'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:27.698793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:27.699612 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d1a2e825-a050-40f3-8107-570cf5f785e2'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:27.724364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-082c0d08-683a-4ef0-a350-1c4e2dbd331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:27.726955 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-082c0d08-683a-4ef0-a350-1c4e2dbd331d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1095 time: 0.2221756 Oct 18 23:44:27.768099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a9abced-c747-4307-b2b0-b044b13f1f2d req-037f74a6-958f-4019-8999-804681807090 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385770 Oct 18 23:44:27.912034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-628a6e9c-0955-4b6d-ab03-fd4fbc6bf3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:27.918827 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-628a6e9c-0955-4b6d-ab03-fd4fbc6bf3fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 0.1823654 Oct 18 23:44:28.015415 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.020486 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.040739 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.064814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Provisioning complete for port 0e5c75f7-252b-405b-a829-61f1dc8eb5bb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:28.068328 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.071812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-a77b4d86-75ec-457e-ba4b-18b553eced99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 217 time: 0.1449223 Oct 18 23:44:28.079940 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Set router d1a2e825-a050-40f3-8107-570cf5f785e2 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:28.175725 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40589c6-14e4-4fc2-9b44-f173143cd4da None None] Pushing event updated for resources: {'Port': ['ID=dd58b888-3e4d-403c-92bf-b0516216e2b2,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:28.235522 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.241799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=0e5c75f7-252b-405b-a829-61f1dc8eb5bb,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:28.254057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-8f00f370-5256-45b7-89bf-bb3e6cb4e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:28.256109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-8f00f370-5256-45b7-89bf-bb3e6cb4e33c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.1753552 Oct 18 23:44:28.324627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Port 0e5c75f7-252b-405b-a829-61f1dc8eb5bb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:28.330157 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf11035-10c1-4459-9492-3cfa952648ed None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:28.394703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-f9042a51-e1e4-4ac2-aa79-3fd26aac5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:28.394703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-f9042a51-e1e4-4ac2-aa79-3fd26aac5d49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254678 Oct 18 23:44:28.485208 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.497000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] For port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6c39f0a8-e548-42fd-9e23-29e10bb53ea2,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:28.527673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.545040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.545791 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.666677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Subnet': ['ID=37e3f71e-bf00-4e3a-a44e-68f9387e4190,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:28.678794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Provisioning complete for port 8f1edafc-ba24-4d72-8a52-39746b0db17f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:28.679171 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.718010 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:44:10Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 4, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'gw_port': {'id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:12Z', 'updated_at': '2021-10-18T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8f1edafc-ba24-4d72-8a52-39746b0db17f', 'name': '', 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'mac_address': 'fa:16:3e:df:91:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '4387cd5e-1f80-4941-82b7-fec6ea7348e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:20Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 2, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'subnets': [{'id': '4387cd5e-1f80-4941-82b7-fec6ea7348e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:28.760972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:28.817271 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Checking router: d1a2e825-a050-40f3-8107-570cf5f785e2 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:44:28.826638 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Updating router d1a2e825-a050-40f3-8107-570cf5f785e2 port 8f1edafc-ba24-4d72-8a52-39746b0db17f binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:44:28.866528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:28.874702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:28.879017 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.928515 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:28.940939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.0576549 Oct 18 23:44:28.968485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48818) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:29.027796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Request body: {'port': {'network_id': '1bfe07ca-2c06-4aec-bafd-9cf8765e6501', 'mac_address': 'fa:16:3e:9d:ed:ef', 'name': 'tempest-NetworksTestDHCPv6-1224984683'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:29.095356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Port 8f1edafc-ba24-4d72-8a52-39746b0db17f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:29.109128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 7b6921ea-59be-4b34-868c-5bb0628e8386, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7b6921ea-59be-4b34-868c-5bb0628e8386,segment=NetworkSegment(5ffacb37-3ab2-47bb-a56c-a483e9323ecd),segment_id=5ffacb37-3ab2-47bb-a56c-a483e9323ecd)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:29.124213 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.125302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a8d4fc50-bdd7-496a-a68f-4206393d4d5b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:29.190991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Provisioning complete for port dd58b888-3e4d-403c-92bf-b0516216e2b2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:29.191553 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.293080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48820) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:29.307628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b96c2b1f-59b2-49dd-9bf4-0428b9099461 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392825215', 'description': 'tempest-secgroup-smoke-1392825215 description', 'project_id': '3fd7b3a8d33d46fd851599e186dffb43'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:29.316513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Made reservation on behalf of d53f71af9e694d9a8288624ffd51dabb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:29.357584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=7b6921ea-59be-4b34-868c-5bb0628e8386,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:29.396491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a8d4fc50-bdd7-496a-a68f-4206393d4d5b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:29.399254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.467151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.528899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-92f56c15-55a3-4679-aaaf-aabf7a543a72 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1285417 Oct 18 23:44:29.550803 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] device_id is not set on port f9983ff9-9e90-4225-bfc2-ebbce0c51aa8 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:44:29.579270 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.585966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Provisioning complete for port ea876970-29d5-4953-a53d-6aed5d5279b3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:29.586467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.591694 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.643902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Port ea876970-29d5-4953-a53d-6aed5d5279b3 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:29.647001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device dd58b888-3e4d-403c-92bf-b0516216e2b2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:29.692234 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2216d-969a-4a28-92b1-1a981f3ec5a3 None None] Pushing event updated for resources: {'Port': ['ID=8f1edafc-ba24-4d72-8a52-39746b0db17f,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:29.714018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-1e98ed49-6e1e-4b70-95d4-c3af12a42527 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:29.716374 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-1e98ed49-6e1e-4b70-95d4-c3af12a42527 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/networks?id=9716078f-ba9f-449b-8bd8-96077aa7aa30 HTTP/1.1" status: 200 len: 911 time: 0.3365786 Oct 18 23:44:29.725801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Provisioning complete for port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:29.726516 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.778368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-646d1362-addf-486f-b9b9-7d7e456d74c0 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/quotas/04872a19e8db4fc2a8c73b9fbc7e3d3b HTTP/1.1" status: 200 len: 375 time: 0.0515075 Oct 18 23:44:29.804632 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Attempting to bind port 8f1edafc-ba24-4d72-8a52-39746b0db17f on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:29.805188 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Attempting to bind port 8f1edafc-ba24-4d72-8a52-39746b0db17f by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '5ffacb37-3ab2-47bb-a56c-a483e9323ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:29.805825 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Attempting to bind port 8f1edafc-ba24-4d72-8a52-39746b0db17f on network 12478cb7-58aa-41de-8f2e-3ce9381dc15d {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:29.813760 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:29.814136 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Checking segment: {'id': '5ffacb37-3ab2-47bb-a56c-a483e9323ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:29.814712 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.815128 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Bound using segment: {'id': '5ffacb37-3ab2-47bb-a56c-a483e9323ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:29.815604 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Bound port: 8f1edafc-ba24-4d72-8a52-39746b0db17f, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffacb37-3ab2-47bb-a56c-a483e9323ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:29.816032 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.861158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port dd58b888-3e4d-403c-92bf-b0516216e2b2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:29.866109 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.900601 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] For port 8f1edafc-ba24-4d72-8a52-39746b0db17f, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:29.905460 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] For port 8f1edafc-ba24-4d72-8a52-39746b0db17f, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8f1edafc-ba24-4d72-8a52-39746b0db17f,segment=NetworkSegment(5ffacb37-3ab2-47bb-a56c-a483e9323ecd),segment_id=5ffacb37-3ab2-47bb-a56c-a483e9323ecd)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:29.915977 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:29.955007 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ea796f1-3c0a-4ede-80f1-b7e54ba751e8 req-bc1f134c-aaf8-48b0-9390-97f115fec2a3 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080157 Oct 18 23:44:30.060573 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-282e7996-db95-4434-9d2e-56ca76960d5d tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=04872a19e8db4fc2a8c73b9fbc7e3d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2747557 Oct 18 23:44:30.092285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8::172 (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/af8f6ddd-06bc-4a47-b00a-4060b5996c35/f9983ff9-9e90-4225-bfc2-ebbce0c51aa8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:30.120146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9d:edef (1bfe07ca-2c06-4aec-bafd-9cf8765e6501/37e3f71e-bf00-4e3a-a44e-68f9387e4190/f9983ff9-9e90-4225-bfc2-ebbce0c51aa8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:30.162480 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Routers {'d1a2e825-a050-40f3-8107-570cf5f785e2'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:30.163259 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d1a2e825-a050-40f3-8107-570cf5f785e2'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:30.226185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Provisioning complete for port 4516788a-2680-408c-a53b-2293eff32420 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:30.226558 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:30.240563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:30.244361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=6c39f0a8-e548-42fd-9e23-29e10bb53ea2,revision_number=4']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:30.254202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-80396f55-fc7a-42fc-bc9a-13959e4bfb8e service neutron] 10.222.0.52 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836376 Oct 18 23:44:30.328078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.328425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.328769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.329110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.329445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.329775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.330102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.330430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.341410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.341720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.342074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.342418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be1d02-9476-4d29-afc2-09c290ed21cc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:30.428114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ebc31-48f1-4131-a3a9-dbd6b51c1aa4 req-f5c01202-930c-4063-bd98-08b5c2c2cb87 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:30.429816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c8ebc31-48f1-4131-a3a9-dbd6b51c1aa4 req-f5c01202-930c-4063-bd98-08b5c2c2cb87 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 1.1315668 Oct 18 23:44:30.481032 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] Set router d1a2e825-a050-40f3-8107-570cf5f785e2 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:30.487719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network fbd00996-8e52-41ff-b906-51c62ac9507b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:30.502539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:30.548679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-24d877dd-b7f2-4c3b-b5a6-f19f9ed53820 service neutron] 10.222.0.52 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870395 Oct 18 23:44:30.571345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:30.571788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:30.647304 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2216d-969a-4a28-92b1-1a981f3ec5a3 None None] Pushing event updated for resources: {'Port': ['ID=8f1edafc-ba24-4d72-8a52-39746b0db17f,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:30.783526 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b1f-59b2-49dd-9bf4-0428b9099461 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:30.833971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Provisioning complete for port 7b6921ea-59be-4b34-868c-5bb0628e8386 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:30.834343 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecdd-19a8-426c-978c-e2a95fc40a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:30.852364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc0098-31c3-4d86-9ccf-658bd80f6001 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:30.932759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router f365f1ee-9c80-4827-bed2-b4f63fd87958 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:44:30.985458 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:44:10Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 4, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'gw_port': {'id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:12Z', 'updated_at': '2021-10-18T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8f1edafc-ba24-4d72-8a52-39746b0db17f', 'name': '', 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'mac_address': 'fa:16:3e:df:91:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '4387cd5e-1f80-4941-82b7-fec6ea7348e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:20Z', 'updated_at': '2021-10-18T23:44:29Z', 'revision_number': 4, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'subnets': [{'id': '4387cd5e-1f80-4941-82b7-fec6ea7348e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:31.007679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:31.038304 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20aab5-1fef-44cb-a720-afe45049c50c None None] The sync data for ids ['d1a2e825-a050-40f3-8107-570cf5f785e2'] in n-d-713498-28 is: [{'id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:44:10Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 4, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'gw_port': {'id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:12Z', 'updated_at': '2021-10-18T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '8f1edafc-ba24-4d72-8a52-39746b0db17f', 'name': '', 'network_id': '12478cb7-58aa-41de-8f2e-3ce9381dc15d', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'mac_address': 'fa:16:3e:df:91:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '4387cd5e-1f80-4941-82b7-fec6ea7348e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:20Z', 'updated_at': '2021-10-18T23:44:29Z', 'revision_number': 4, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'subnets': [{'id': '4387cd5e-1f80-4941-82b7-fec6ea7348e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:31.104847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c8ebc31-48f1-4131-a3a9-dbd6b51c1aa4 req-ee220b05-90c6-48ba-835b-987f4b0c0553 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6033437 Oct 18 23:44:31.109014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f75ad4d1-ea50-4547-95e9-138cdc582953 req-cc9e37f6-54d4-4bd8-843d-e78fbb125ea2 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 210 time: 0.0874355 Oct 18 23:44:31.263378 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b1f-59b2-49dd-9bf4-0428b9099461 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:31.416476 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b1f-59b2-49dd-9bf4-0428b9099461 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:31.453172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:31.460967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:31.461397 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:31.461718 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-656cd76c-c47e-4a3f-8ad7-f3f6574e8705 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/f365f1ee-9c80-4827-bed2-b4f63fd87958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1862032 Oct 18 23:44:31.465172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48880) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:31.498976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c2b1f-59b2-49dd-9bf4-0428b9099461 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300e6b40-7727-4479-8755-096becfe03e7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:31.504401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b1f-59b2-49dd-9bf4-0428b9099461 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:31.505718 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b96c2b1f-59b2-49dd-9bf4-0428b9099461 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2055905 Oct 18 23:44:31.509592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48884) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:31.516712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-576ae2bb-13cf-49b1-af1b-086348174b43 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'security_group_rule': {'security_group_id': '300e6b40-7727-4479-8755-096becfe03e7', 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:31.574802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807c295-325b-46b9-bf19-0b6cfdca2994 None None] Sync routers for ids ['f365f1ee-9c80-4827-bed2-b4f63fd87958'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:31.585596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:31.591142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fbb43-2ee1-43ed-a107-8ef6596a25d1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:31.593148 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6b8fbb43-2ee1-43ed-a107-8ef6596a25d1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports/0e5c75f7-252b-405b-a829-61f1dc8eb5bb HTTP/1.1" status: 200 len: 910 time: 0.1261299 Oct 18 23:44:31.597237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48888) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:31.607577 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-576ae2bb-13cf-49b1-af1b-086348174b43 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:31.686883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807c295-325b-46b9-bf19-0b6cfdca2994 None None] Routers {'f365f1ee-9c80-4827-bed2-b4f63fd87958'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:31.687558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f807c295-325b-46b9-bf19-0b6cfdca2994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f365f1ee-9c80-4827-bed2-b4f63fd87958'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:31.786215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-576ae2bb-13cf-49b1-af1b-086348174b43 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:31.794286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f807c295-325b-46b9-bf19-0b6cfdca2994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:31.794795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-576ae2bb-13cf-49b1-af1b-086348174b43 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:31.869283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ae2bb-13cf-49b1-af1b-086348174b43 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952dc4af-ff72-4892-b126-68a870f945f9,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:31.894741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48892) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:31.895653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807c295-325b-46b9-bf19-0b6cfdca2994 None None] Routers {'f365f1ee-9c80-4827-bed2-b4f63fd87958'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:31.896659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f807c295-325b-46b9-bf19-0b6cfdca2994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f365f1ee-9c80-4827-bed2-b4f63fd87958'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:31.898216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-576ae2bb-13cf-49b1-af1b-086348174b43 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:31.909885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-576ae2bb-13cf-49b1-af1b-086348174b43 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3998909 Oct 18 23:44:31.919089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48896) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:31.942105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f807c295-325b-46b9-bf19-0b6cfdca2994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:31.942912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807c295-325b-46b9-bf19-0b6cfdca2994 None None] The sync data for ids ['f365f1ee-9c80-4827-bed2-b4f63fd87958'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:31.954268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'security_group_rule': {'security_group_id': '300e6b40-7727-4479-8755-096becfe03e7', 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:32.007417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.080848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Provisioning complete for port 0e5c75f7-252b-405b-a829-61f1dc8eb5bb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:32.081174 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.191600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:32.203443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:32.228667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:32.229971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Port 0e5c75f7-252b-405b-a829-61f1dc8eb5bb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:32.238603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:32.240221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.245573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event updated for resources: {'Port': ['ID=f9983ff9-9e90-4225-bfc2-ebbce0c51aa8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:32.271671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Provisioning complete for port 8f1edafc-ba24-4d72-8a52-39746b0db17f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:32.272055 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.372245 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ed013c4-af4b-443a-bfc0-fdf169534453 req-b7fa67e8-efef-4857-8d6d-bb9198c42f0f tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 210 time: 0.0727818 Oct 18 23:44:32.433188 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.491184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:32.514177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d3a952ed-3b41-4f5d-a322-bf862ffd0e5f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5424209 Oct 18 23:44:32.516818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:32.648360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] For port 8f1edafc-ba24-4d72-8a52-39746b0db17f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8f1edafc-ba24-4d72-8a52-39746b0db17f,segment=NetworkSegment(5ffacb37-3ab2-47bb-a56c-a483e9323ecd),segment_id=5ffacb37-3ab2-47bb-a56c-a483e9323ecd)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:32.661065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.662566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea58e74-7812-4482-a5ca-c36e33155696 req-67676329-1f63-4d37-a766-5678232afb96 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:32.672038 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ea58e74-7812-4482-a5ca-c36e33155696 req-67676329-1f63-4d37-a766-5678232afb96 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 0.3595209 Oct 18 23:44:32.685108 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:44:32.685837 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.731007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-88bdaa3d-cdd4-492f-981a-917fdb21bd2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting port f9983ff9-9e90-4225-bfc2-ebbce0c51aa8 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:32.732190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-88bdaa3d-cdd4-492f-981a-917fdb21bd2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.777324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Provisioning complete for port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:32.777704 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.867320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 7d815216-3c78-4961-94e2-b1e01e221ed2 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:44:32.912399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.951206 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-88bdaa3d-cdd4-492f-981a-917fdb21bd2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.960135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Pushing event updated for resources: {'Port': ['ID=8f1edafc-ba24-4d72-8a52-39746b0db17f,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:32.966239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:32.966614 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:32.974278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-88bdaa3d-cdd4-492f-981a-917fdb21bd2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Calling delete_port for f9983ff9-9e90-4225-bfc2-ebbce0c51aa8 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:33.030472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.042199 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.resource_extend [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:44:33.091738 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.136208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8ea58e74-7812-4482-a5ca-c36e33155696 req-4f9ed557-7ae8-4f78-a5d7-5c02a097df23 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4623244 Oct 18 23:44:33.150330 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.171612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6b92323b87e499a8046c42b12178785&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2756236 Oct 18 23:44:33.183320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.189279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48922) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:33.203575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.242615 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.248690 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3082032 Oct 18 23:44:33.283339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48924) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:33.295827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-91ad772f-f0e7-43ca-b45a-321fb31fbd03 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'security_group_rule': {'security_group_id': '300e6b40-7727-4479-8755-096becfe03e7', 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:33.319762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:33.358744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] For port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6c39f0a8-e548-42fd-9e23-29e10bb53ea2,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:33.377184 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.383554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'port_id': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'mac_address': 'fa:16:3e:05:ab:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:44:33.426795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2ed0db-ba6d-454e-8e8b-91283c16c7c3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:33.435763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bc1c20-909d-4cd8-8a9a-ff71e4317672,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:33.442647 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.443663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.444137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.444509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.444915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.445320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.445806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.446252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.446640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.447093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.447912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.448608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.448952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca15487-8eb2-4f5a-805e-844a690d9bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.493819 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06dc31a7-1c2a-4e7e-8a74-80f1571837b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.518109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cc0f6-f03c-46db-960d-a3c2bee5f732 None None] Pushing event updated for resources: {'Port': ['ID=6c39f0a8-e548-42fd-9e23-29e10bb53ea2,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:33.526291 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.530416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06dc31a7-1c2a-4e7e-8a74-80f1571837b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.538007 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-88bdaa3d-cdd4-492f-981a-917fdb21bd2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.586940 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91ad772f-f0e7-43ca-b45a-321fb31fbd03 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.601431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.601826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.602496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.602899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.603238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.603578 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.604763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.605102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.605439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.605776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.606113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.606439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a89cc5-8ccd-4243-bc0c-3ff2fb753425 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:44:33.646077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdaa3d-cdd4-492f-981a-917fdb21bd2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Port': ['ID=f9983ff9-9e90-4225-bfc2-ebbce0c51aa8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:33.665569 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83335d3f-408b-491d-9e4b-2f0a2648d1a6 req-4ad651d8-4dde-4187-b914-f18edbf3c921 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 210 time: 0.0678601 Oct 18 23:44:33.677498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06dc31a7-1c2a-4e7e-8a74-80f1571837b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.681389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06dc31a7-1c2a-4e7e-8a74-80f1571837b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.683467 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06dc31a7-1c2a-4e7e-8a74-80f1571837b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e2ed0db-ba6d-454e-8e8b-91283c16c7c3 HTTP/1.1" status: 204 len: 168 time: 0.4468317 Oct 18 23:44:33.717136 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.717352 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91ad772f-f0e7-43ca-b45a-321fb31fbd03 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.721917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc31a7-1c2a-4e7e-8a74-80f1571837b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2ed0db-ba6d-454e-8e8b-91283c16c7c3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:33.753824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91ad772f-f0e7-43ca-b45a-321fb31fbd03 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.787933 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-6783ac4d-f9f3-4094-b2d6-8fb565df1ab6 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:33.789759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-6783ac4d-f9f3-4094-b2d6-8fb565df1ab6 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.73 "GET /v2.0/networks?id=9716078f-ba9f-449b-8bd8-96077aa7aa30 HTTP/1.1" status: 200 len: 911 time: 0.7488425 Oct 18 23:44:33.801171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-88bdaa3d-cdd4-492f-981a-917fdb21bd2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.805739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-88bdaa3d-cdd4-492f-981a-917fdb21bd2d tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/f9983ff9-9e90-4225-bfc2-ebbce0c51aa8 HTTP/1.1" status: 204 len: 168 time: 1.2871282 Oct 18 23:44:33.810085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48934) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:33.817418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad772f-f0e7-43ca-b45a-321fb31fbd03 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4002c1c-a4f3-4e0c-95c4-45971b8bea5d,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:33.848607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91ad772f-f0e7-43ca-b45a-321fb31fbd03 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.858845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-91ad772f-f0e7-43ca-b45a-321fb31fbd03 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5701292 Oct 18 23:44:33.863158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48940) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:33.868021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b7402bce-1eaa-49fb-8a5b-0947fe7c563f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'security_group_rule': {'security_group_id': '300e6b40-7727-4479-8755-096becfe03e7', 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:33.931069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Request body: {'port': {'device_id': '161766d6-71fe-4683-b132-4b9c4785a46f', 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30', 'admin_state_up': True, 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:33.950860 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7402bce-1eaa-49fb-8a5b-0947fe7c563f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:33.976466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d815216-3c78-4961-94e2-b1e01e221ed2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:44:34.001966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Made reservation on behalf of 04872a19e8db4fc2a8c73b9fbc7e3d3b for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:34.005342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:34.009457 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.038648 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.052365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-136afba4-fb07-4654-976e-b2c24b2c6a06 None None] Provisioning complete for port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:34.052740 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-136afba4-fb07-4654-976e-b2c24b2c6a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.136684 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:44:34.137145 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:44:34.167408 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7402bce-1eaa-49fb-8a5b-0947fe7c563f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.172951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7402bce-1eaa-49fb-8a5b-0947fe7c563f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.207271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:34.210860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7402bce-1eaa-49fb-8a5b-0947fe7c563f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82662eeb-1775-4e6f-a289-2a2025af82cd,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:34.245565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b7402bce-1eaa-49fb-8a5b-0947fe7c563f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.254983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b7402bce-1eaa-49fb-8a5b-0947fe7c563f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905141 Oct 18 23:44:34.259118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48948) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:34.270825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-49708397-2436-405e-ae11-70f8c4de5684 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'security_group_rule': {'security_group_id': '300e6b40-7727-4479-8755-096becfe03e7', 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:34.293299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Allocated IP 172.20.0.13 (9716078f-ba9f-449b-8bd8-96077aa7aa30/3db205d0-07b5-4f09-bc70-1baea1a0c1cd/5a25cbdc-2537-4b75-9063-650040757da9) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:34.360640 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-49708397-2436-405e-ae11-70f8c4de5684 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Project 3fd7b3a8d33d46fd851599e186dffb43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:44:34.371018 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49708397-2436-405e-ae11-70f8c4de5684 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.387172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-136afba4-fb07-4654-976e-b2c24b2c6a06 None None] Could not find standard attr ID for object f9983ff9-9e90-4225-bfc2-ebbce0c51aa8. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:44:34.399999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-136afba4-fb07-4654-976e-b2c24b2c6a06 None None] Could not find standard attr ID for object 4756d297-3139-4989-984d-dc696f530f88. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:44:34.477529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f663b3d-60df-412d-ae73-0a4d0e5975ca req-6f18f8c2-7f7b-4668-8635-3c4e20279402 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:34.487789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['7d815216-3c78-4961-94e2-b1e01e221ed2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:44:34.499431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f663b3d-60df-412d-ae73-0a4d0e5975ca req-6f18f8c2-7f7b-4668-8635-3c4e20279402 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 944 time: 0.1301045 Oct 18 23:44:34.558787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958948f-5689-48d9-a6e2-c0e38b2ee58b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:34.563372 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3958948f-5689-48d9-a6e2-c0e38b2ee58b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7521021 Oct 18 23:44:34.564131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48952) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:34.599424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f663b3d-60df-412d-ae73-0a4d0e5975ca req-6de3142d-643f-42a4-9ca5-b118b82b7a49 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983894 Oct 18 23:44:34.607477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48956) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:34.611009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49708397-2436-405e-ae11-70f8c4de5684 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.636206 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49708397-2436-405e-ae11-70f8c4de5684 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.650428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.680444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2143edf-adb7-4c0a-b121-86da384b24b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.713146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933e9ac-676a-4203-b12c-6cadd2c4aded tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:34.714128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49708397-2436-405e-ae11-70f8c4de5684 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8730d9-4f79-47b9-9a2e-a0343635a39c,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:34.718115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e933e9ac-676a-4203-b12c-6cadd2c4aded tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1504622 Oct 18 23:44:34.718829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48960) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:34.725957 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-49708397-2436-405e-ae11-70f8c4de5684 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.728935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-49708397-2436-405e-ae11-70f8c4de5684 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4682696 Oct 18 23:44:34.733013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48962) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:34.741997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8f6f9cfb-9a7d-402e-9695-773d000daf81 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'security_group_rule': {'security_group_id': '300e6b40-7727-4479-8755-096becfe03e7', 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:34.749514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device edfb8f15-d815-4ff9-a6ee-9a40497f0683 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:34.806221 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-8f6f9cfb-9a7d-402e-9695-773d000daf81 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Project 3fd7b3a8d33d46fd851599e186dffb43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:44:34.820915 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9cfb-9a7d-402e-9695-773d000daf81 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.841362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.890317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.926287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86f9f5-961f-4ca8-b0ac-43fea50d4673 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:34.928594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86f9f5-961f-4ca8-b0ac-43fea50d4673 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:34.930422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86f9f5-961f-4ca8-b0ac-43fea50d4673 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:34.935780 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4c86f9f5-961f-4ca8-b0ac-43fea50d4673 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2083797 Oct 18 23:44:34.939097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48968) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:34.961557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:34.963450 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2143edf-adb7-4c0a-b121-86da384b24b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:34.985761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:34.990560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:34.994101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Pushing event updated for resources: {'Port': ['ID=5a25cbdc-2537-4b75-9063-650040757da9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:34.997581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9b2a8-f3c3-4b37-bd40-3f8c249b6596 req-395fda1c-5404-421b-b1bf-3ffae0ef8dd3 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:34.999172 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2d9b2a8-f3c3-4b37-bd40-3f8c249b6596 req-395fda1c-5404-421b-b1bf-3ffae0ef8dd3 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1028 time: 0.2016447 Oct 18 23:44:35.010049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c2143edf-adb7-4c0a-b121-86da384b24b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.016381 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9cfb-9a7d-402e-9695-773d000daf81 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.021775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port edfb8f15-d815-4ff9-a6ee-9a40497f0683 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:35.022934 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.058417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 0e5c75f7-252b-405b-a829-61f1dc8eb5bb {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:35.058880 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.067207 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9cfb-9a7d-402e-9695-773d000daf81 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.069246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2143edf-adb7-4c0a-b121-86da384b24b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2310b339-5aeb-4eb3-953b-4b7f0c77e357,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:35.115442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:35.116054 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.131480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c2143edf-adb7-4c0a-b121-86da384b24b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da356bc0f53744459f1ba33a6312b321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225809 Oct 18 23:44:35.133370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f9cfb-9a7d-402e-9695-773d000daf81 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17db2173-11f3-4b39-931c-fb3d82196ad0,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:35.145875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48972) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:35.149118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-e206b2eb-80db-49f1-8c2c-fa34df16c278 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet 37e3f71e-bf00-4e3a-a44e-68f9387e4190 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:44:35.155179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e206b2eb-80db-49f1-8c2c-fa34df16c278 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.183365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f6f9cfb-9a7d-402e-9695-773d000daf81 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.184865 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f6f9cfb-9a7d-402e-9695-773d000daf81 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4508469 Oct 18 23:44:35.227109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4516788a-2680-408c-a53b-2293eff32420 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:35.232310 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e206b2eb-80db-49f1-8c2c-fa34df16c278 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.273722 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a2d9b2a8-f3c3-4b37-bd40-3f8c249b6596 req-a12c3f62-31d9-448d-b925-754a32cd3cbd tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444839 Oct 18 23:44:35.300549 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e6fb7415-7e4a-4ed8-a6fc-e207f0505d43 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4565623 Oct 18 23:44:35.337470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Request body: {'port': {'device_id': '161766d6-71fe-4683-b132-4b9c4785a46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:35.377306 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.399574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4516788a-2680-408c-a53b-2293eff32420 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:35.400435 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.400709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 0e5c75f7-252b-405b-a829-61f1dc8eb5bb owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:35.444649 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e206b2eb-80db-49f1-8c2c-fa34df16c278 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.446192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c1d35d3-dd5c-4bb5-9ced-a58da326a84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.484087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9c3ad5e0-a24e-488d-9f41-73b8b104e83f None None] Provisioning complete for port 5a25cbdc-2537-4b75-9063-650040757da9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:35.484475 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad5e0-a24e-488d-9f41-73b8b104e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.507853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.531769 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e206b2eb-80db-49f1-8c2c-fa34df16c278 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.554642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ad5e0-a24e-488d-9f41-73b8b104e83f None None] Port 5a25cbdc-2537-4b75-9063-650040757da9 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:35.603394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206b2eb-80db-49f1-8c2c-fa34df16c278 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=37e3f71e-bf00-4e3a-a44e-68f9387e4190,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:35.608183 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c1d35d3-dd5c-4bb5-9ced-a58da326a84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.610201 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e206b2eb-80db-49f1-8c2c-fa34df16c278 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.614082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e206b2eb-80db-49f1-8c2c-fa34df16c278 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/37e3f71e-bf00-4e3a-a44e-68f9387e4190 HTTP/1.1" status: 204 len: 168 time: 0.6736090 Oct 18 23:44:35.621622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8f1edafc-ba24-4d72-8a52-39746b0db17f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:35.627806 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae018d1-f438-4860-bc9e-b6bec72ad6ab None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:35.630573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 48990) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:35.762202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bfc60e-0d68-4c2f-9b72-9f580f7cd1c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Deleting subnet af8f6ddd-06bc-4a47-b00a-4060b5996c35 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:44:35.766910 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07bfc60e-0d68-4c2f-9b72-9f580f7cd1c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.770706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8f1edafc-ba24-4d72-8a52-39746b0db17f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:35.774478 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.810143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-c6dbc4a5-ce05-4234-9280-e3a244232322 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392825215&fields=id&tenant_id=3fd7b3a8d33d46fd851599e186dffb43 HTTP/1.1" status: 200 len: 267 time: 0.1825960 Oct 18 23:44:35.839412 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07bfc60e-0d68-4c2f-9b72-9f580f7cd1c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:35.953206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7b6921ea-59be-4b34-868c-5bb0628e8386 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:35.961855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07bfc60e-0d68-4c2f-9b72-9f580f7cd1c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.017597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7b6921ea-59be-4b34-868c-5bb0628e8386 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:36.018066 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.050853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07bfc60e-0d68-4c2f-9b72-9f580f7cd1c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.068505 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c1d35d3-dd5c-4bb5-9ced-a58da326a84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.072303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c1d35d3-dd5c-4bb5-9ced-a58da326a84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.078768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9c1d35d3-dd5c-4bb5-9ced-a58da326a84f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2310b339-5aeb-4eb3-953b-4b7f0c77e357 HTTP/1.1" status: 204 len: 168 time: 0.8549604 Oct 18 23:44:36.119289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfc60e-0d68-4c2f-9b72-9f580f7cd1c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Subnet': ['ID=af8f6ddd-06bc-4a47-b00a-4060b5996c35,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:36.122914 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-07bfc60e-0d68-4c2f-9b72-9f580f7cd1c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.129067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-07bfc60e-0d68-4c2f-9b72-9f580f7cd1c4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/af8f6ddd-06bc-4a47-b00a-4060b5996c35 HTTP/1.1" status: 204 len: 168 time: 0.4937937 Oct 18 23:44:36.134284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26131-ce96-4539-940a-96f3e306654a req-a1d5ac53-871f-40bb-a7cb-b82b7845a880 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:36.136888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-a1d5ac53-871f-40bb-a7cb-b82b7845a880 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/networks?id=45526cf4-a9e4-4d93-af49-792818014afc HTTP/1.1" status: 200 len: 813 time: 0.2227664 Oct 18 23:44:36.141686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 48996) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:36.142173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac119ae-a093-4f0d-92ab-4b606608b6e8 req-1fe4303f-0133-47b0-8fb3-b001e92e01c6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:36.145185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ac119ae-a093-4f0d-92ab-4b606608b6e8 req-1fe4303f-0133-47b0-8fb3-b001e92e01c6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 944 time: 0.4332891 Oct 18 23:44:36.175901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d35d3-dd5c-4bb5-9ced-a58da326a84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2310b339-5aeb-4eb3-953b-4b7f0c77e357,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:36.220402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device dd58b888-3e4d-403c-92bf-b0516216e2b2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:36.237589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ac119ae-a093-4f0d-92ab-4b606608b6e8 req-410b1a3d-85b7-4246-9e32-fb87b75dfd91 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809252 Oct 18 23:44:36.281590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0f62895d-b533-47e2-9b9d-dc80f12c97af tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375847 Oct 18 23:44:36.284273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49000) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:36.339996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-6c4a49ce-c0b2-491e-a9cd-e17b5af67a21 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/quotas/3fd7b3a8d33d46fd851599e186dffb43 HTTP/1.1" status: 200 len: 375 time: 0.1947110 Oct 18 23:44:36.346319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port dd58b888-3e4d-403c-92bf-b0516216e2b2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:36.346692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.390165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9836a0-ab6d-4e6a-8806-3fb02109b2d0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:36.396062 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b9836a0-ab6d-4e6a-8806-3fb02109b2d0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1104331 Oct 18 23:44:36.399200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49004) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:36.487845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.508564 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.558594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b10fb70-fdd2-4b67-aa56-1708562a5735 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:36.560190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b10fb70-fdd2-4b67-aa56-1708562a5735 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1600342 Oct 18 23:44:36.563769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49010) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:36.565637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55af8f7-6c4c-4198-a111-2942b4e902b8 req-256362ea-7d98-4217-a395-ee97f39fe71a tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:36.567180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b55af8f7-6c4c-4198-a111-2942b4e902b8 req-256362ea-7d98-4217-a395-ee97f39fe71a tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1028 time: 0.1519773 Oct 18 23:44:36.577298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:36.654072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7e77374a-f6d2-4c51-9032-c5b8151afe8c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856581 Oct 18 23:44:36.656489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49014) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:36.681384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:36.682354 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.709531 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5bd8ba-ad2e-4886-8409-7a489a6193f1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:36.710263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5bd8ba-ad2e-4886-8409-7a489a6193f1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:36.714036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6d5bd8ba-ad2e-4886-8409-7a489a6193f1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/f9983ff9-9e90-4225-bfc2-ebbce0c51aa8 HTTP/1.1" status: 404 len: 333 time: 0.0507812 Oct 18 23:44:36.729508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49016) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:36.780519 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bacb4e-e040-4bac-9db9-3f28600b3807 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:36.780988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09bacb4e-e040-4bac-9db9-3f28600b3807 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:36.784323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-09bacb4e-e040-4bac-9db9-3f28600b3807 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/37e3f71e-bf00-4e3a-a44e-68f9387e4190 HTTP/1.1" status: 404 len: 337 time: 0.0537195 Oct 18 23:44:36.786647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b55af8f7-6c4c-4198-a111-2942b4e902b8 req-00514dff-de53-43e4-ae98-08edc1fb7337 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046454 Oct 18 23:44:36.787134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49020) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:36.835009 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b235710-fb66-44bd-a5ba-7d0f5c774294 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:36.835481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b235710-fb66-44bd-a5ba-7d0f5c774294 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:36.840757 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2b235710-fb66-44bd-a5ba-7d0f5c774294 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/af8f6ddd-06bc-4a47-b00a-4060b5996c35 HTTP/1.1" status: 404 len: 337 time: 0.0526237 Oct 18 23:44:36.845555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49022) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:36.857004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 7d815216-3c78-4961-94e2-b1e01e221ed2 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:36.894832 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf0ce07-b18c-4f75-8342-660e17ad0e26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:36.895573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf0ce07-b18c-4f75-8342-660e17ad0e26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:36.898714 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-daf0ce07-b18c-4f75-8342-660e17ad0e26 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/4756d297-3139-4989-984d-dc696f530f88 HTTP/1.1" status: 404 len: 333 time: 0.0521264 Oct 18 23:44:36.901889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49026) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:36.965571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 7d815216-3c78-4961-94e2-b1e01e221ed2 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:44:36.969916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 7d815216-3c78-4961-94e2-b1e01e221ed2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:36.970296 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:36.970676 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9c558a-7260-41ac-89df-907c9cbc5f9f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:36.974655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9c558a-7260-41ac-89df-907c9cbc5f9f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:36.977575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9c9c558a-7260-41ac-89df-907c9cbc5f9f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/05b884bc-d0df-4036-9be5-f2d6e85e6d0b HTTP/1.1" status: 404 len: 337 time: 0.0724671 Oct 18 23:44:36.982688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49030) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.025274 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fa7064-e9b9-45d8-8145-a51379a17449 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.025787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fa7064-e9b9-45d8-8145-a51379a17449 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.032851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-46fa7064-e9b9-45d8-8145-a51379a17449 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/75bcf087-7b3b-4a31-a105-5c0c8064680f HTTP/1.1" status: 404 len: 337 time: 0.0459778 Oct 18 23:44:37.036533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49032) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.066403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4634ccd7-473d-4d2e-ad50-31c99a150dc4 None None] Network 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:37.071292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8f1edafc-ba24-4d72-8a52-39746b0db17f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:37.079426 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-828f439b-12c5-4f0b-a155-5712fe34aee5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.080270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828f439b-12c5-4f0b-a155-5712fe34aee5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.086434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-828f439b-12c5-4f0b-a155-5712fe34aee5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/562ed1d6-72d6-4ba7-bfba-04cf91e15b6d HTTP/1.1" status: 404 len: 333 time: 0.0462625 Oct 18 23:44:37.086434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49034) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.115380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=0e5c75f7-252b-405b-a829-61f1dc8eb5bb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:37.142363 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-025d7704-7a7f-41e0-80aa-5e84a7142ce6 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fd7b3a8d33d46fd851599e186dffb43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7625175 Oct 18 23:44:37.176235 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e9e028-1e76-4638-8e71-e3436923c449 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.176786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e9e028-1e76-4638-8e71-e3436923c449 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.193938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b8e9e028-1e76-4638-8e71-e3436923c449 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/720492b9-d34b-4859-9f96-4ef2eaafbd79 HTTP/1.1" status: 404 len: 337 time: 0.1042004 Oct 18 23:44:37.194734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49042) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.243648 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-6044a6dc-8d22-47f9-a49e-576a3c406325 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.244018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6044a6dc-8d22-47f9-a49e-576a3c406325 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.255177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6044a6dc-8d22-47f9-a49e-576a3c406325 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/0bdafa49-87de-49f8-b6f9-785c9196eb2d HTTP/1.1" status: 404 len: 337 time: 0.0577867 Oct 18 23:44:37.259324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49046) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.304275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-39abe79f-2852-4de1-a0ab-e62b91ee2ff9 None None] Provisioning complete for port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:37.305353 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39abe79f-2852-4de1-a0ab-e62b91ee2ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:37.321157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a25cbdc-2537-4b75-9063-650040757da9 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:44:37.323619 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7703e3-3b6b-4567-a03a-cf8fc7dc4e47 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.324368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7703e3-3b6b-4567-a03a-cf8fc7dc4e47 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.327554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4d7703e3-3b6b-4567-a03a-cf8fc7dc4e47 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/537961c2-465d-460c-8375-fea519ce8dd2 HTTP/1.1" status: 404 len: 333 time: 0.0670969 Oct 18 23:44:37.330544 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49050) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.375146 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a8f373-ce0a-4f96-95ca-d1ba07826ec0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.375612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a8f373-ce0a-4f96-95ca-d1ba07826ec0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.378869 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-20a8f373-ce0a-4f96-95ca-d1ba07826ec0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/514f145d-8a8a-48a2-9604-b074e4faae01 HTTP/1.1" status: 404 len: 337 time: 0.0471501 Oct 18 23:44:37.381809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49052) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.387407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:37.415820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Transition to ACTIVE for port object 5a25cbdc-2537-4b75-9063-650040757da9 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:44:37.438198 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:37.466825 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59972d0-6986-4afb-b36c-0b2acc91de14 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.467293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59972d0-6986-4afb-b36c-0b2acc91de14 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.470359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c59972d0-6986-4afb-b36c-0b2acc91de14 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/410b71d9-8a83-4c77-8554-2349f939334a HTTP/1.1" status: 404 len: 337 time: 0.0870678 Oct 18 23:44:37.472960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49054) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.490971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:37.511285 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-c110824c-feb3-48c8-8eb3-e569ce65ac4e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.511992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c110824c-feb3-48c8-8eb3-e569ce65ac4e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.515136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c110824c-feb3-48c8-8eb3-e569ce65ac4e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/9bee8165-a898-4458-9517-99da86cb7784 HTTP/1.1" status: 404 len: 333 time: 0.0411677 Oct 18 23:44:37.518113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49056) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.564791 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d28e81-84b3-454b-8d03-6ba4e0dd43d2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.565430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d28e81-84b3-454b-8d03-6ba4e0dd43d2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.568874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e9d28e81-84b3-454b-8d03-6ba4e0dd43d2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/4b56b2f9-1e4f-4ab4-af86-11ed3269ebf0 HTTP/1.1" status: 404 len: 337 time: 0.0489159 Oct 18 23:44:37.571210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49058) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.582274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2a098-0b39-4346-8458-d1551e6898f3 req-e7229b4e-4ca3-4ee7-b6cb-ba243805949b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:37.586761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8f1edafc-ba24-4d72-8a52-39746b0db17f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:37.587374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:37.587974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71e2a098-0b39-4346-8458-d1551e6898f3 req-e7229b4e-4ca3-4ee7-b6cb-ba243805949b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 944 time: 0.1738820 Oct 18 23:44:37.616213 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:37.636055 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d28679c-7362-4df4-9421-47cd03c28978 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.636788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d28679c-7362-4df4-9421-47cd03c28978 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.639990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1d28679c-7362-4df4-9421-47cd03c28978 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/7a809f41-0014-47bd-9c22-146ea1122d2d HTTP/1.1" status: 404 len: 333 time: 0.0676336 Oct 18 23:44:37.646554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49064) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.690041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:44:37.693981 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d4afd4-03f4-44e0-a72d-3ce0f6d430b0" -d '{"events": [{"server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "name": "network-vif-plugged", "status": "completed", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:44:37.694497 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-236cb519-a95d-42dc-9122-f919847036ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.700065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236cb519-a95d-42dc-9122-f919847036ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.704592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-236cb519-a95d-42dc-9122-f919847036ef tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/d252ac4a-1994-4bc6-a97d-abf4ef93cf4e HTTP/1.1" status: 404 len: 337 time: 0.0570223 Oct 18 23:44:37.711228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49068) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.748709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:37.771312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71e2a098-0b39-4346-8458-d1551e6898f3 req-a816ac42-f464-49ed-be5b-f78fb341e373 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589355 Oct 18 23:44:37.778752 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a45b356-8f6d-4bcb-bd0a-ce1daa18ee0f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.779984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a45b356-8f6d-4bcb-bd0a-ce1daa18ee0f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.788404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9a45b356-8f6d-4bcb-bd0a-ce1daa18ee0f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/41744dd7-b945-4fbf-9f39-6b317ac9f033 HTTP/1.1" status: 404 len: 333 time: 0.0716598 Oct 18 23:44:37.792591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49070) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.796882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49072) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.811932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Attempting to bind port 5a25cbdc-2537-4b75-9063-650040757da9 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:37.812286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Attempting to bind port 5a25cbdc-2537-4b75-9063-650040757da9 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:37.813661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Attempting to bind port 5a25cbdc-2537-4b75-9063-650040757da9 on network 9716078f-ba9f-449b-8bd8-96077aa7aa30 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:37.823793 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:37.884638 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46e3514-ac95-4751-b03c-01a64af65ecc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.886290 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52255b7-2dec-4e50-b66b-6e3def621482 x-openstack-request-id: req-d52255b7-2dec-4e50-b66b-6e3def621482 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:44:37.886587 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "name": "network-vif-plugged", "status": "completed", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:44:37.886864 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d52255b7-2dec-4e50-b66b-6e3def621482 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:44:37.887501 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'code': 200} Oct 18 23:44:37.891229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46e3514-ac95-4751-b03c-01a64af65ecc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.894850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a46e3514-ac95-4751-b03c-01a64af65ecc tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/da2c9c5c-c9f7-46aa-93a9-cd7aa217663d HTTP/1.1" status: 404 len: 337 time: 0.1009498 Oct 18 23:44:37.899509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:37.900502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49080) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:37.946272 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5cb439-f1e4-4579-a504-d3b94ca18bdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:37.951094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5cb439-f1e4-4579-a504-d3b94ca18bdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:37.960199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-aa5cb439-f1e4-4579-a504-d3b94ca18bdd tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/be17b189-f7df-4e41-b31e-033af64000ae HTTP/1.1" status: 404 len: 333 time: 0.0562651 Oct 18 23:44:37.963774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49082) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.015710 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Port 5a25cbdc-2537-4b75-9063-650040757da9 on network 9716078f-ba9f-449b-8bd8-96077aa7aa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:44:38.019172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Attempting to bind port 5a25cbdc-2537-4b75-9063-650040757da9 on network 9716078f-ba9f-449b-8bd8-96077aa7aa30 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:38.019328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f62797-3f78-4c38-81f0-611e5a72f2cf None None] DHCP port deletion for 1bfe07ca-2c06-4aec-bafd-9cf8765e6501 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:44:38.029826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a25cbdc-2537-4b75-9063-650040757da9,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:38.036522 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-634b20f8-49d5-4926-947f-6cb38a779b6a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.037296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634b20f8-49d5-4926-947f-6cb38a779b6a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.041825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-634b20f8-49d5-4926-947f-6cb38a779b6a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/d5826880-dcc0-4384-a891-ff55f36cf017 HTTP/1.1" status: 404 len: 337 time: 0.0761518 Oct 18 23:44:38.046099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49088) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.064487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:38.065409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Checking segment: {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:38.065409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Bound using segment: {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:38.065837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Bound port: 5a25cbdc-2537-4b75-9063-650040757da9, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:38.066324 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.066888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:38.098350 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0edb73b-2ea1-4fda-8684-8e217d88fb2e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.099369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0edb73b-2ea1-4fda-8684-8e217d88fb2e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.102802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f0edb73b-2ea1-4fda-8684-8e217d88fb2e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/9a6492c3-735a-4b31-b592-d1c9103ebd52 HTTP/1.1" status: 404 len: 333 time: 0.0553937 Oct 18 23:44:38.107383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49090) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.150128 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-381c290a-7526-4391-849c-332bf6628c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.151608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381c290a-7526-4391-849c-332bf6628c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.155973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-381c290a-7526-4391-849c-332bf6628c59 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/b1026c93-4c6e-4d03-a32e-40f4e7126f89 HTTP/1.1" status: 404 len: 337 time: 0.0439041 Oct 18 23:44:38.159051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92205460-0438-4c5e-8db1-b1b63668365e req-75226626-f4e4-47b4-b7fd-8b33a41ccfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:38.160941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92205460-0438-4c5e-8db1-b1b63668365e req-75226626-f4e4-47b4-b7fd-8b33a41ccfa1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1097 time: 0.1777709 Oct 18 23:44:38.162515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49092) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.172634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d97ca-c44e-44c0-95b9-5b48cbd10ec7 req-1fe2df3a-46c9-4d23-a92a-6a92092b14fd tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:38.180632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a7d97ca-c44e-44c0-95b9-5b48cbd10ec7 req-1fe2df3a-46c9-4d23-a92a-6a92092b14fd tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1054 time: 0.1985223 Oct 18 23:44:38.221887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-91f62797-3f78-4c38-81f0-611e5a72f2cf None None] Deleting port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:38.222269 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91f62797-3f78-4c38-81f0-611e5a72f2cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.223414 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-bcff9c11-2c71-4304-a0bc-f4a307e33a89 service neutron] 10.222.0.52 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0512822 Oct 18 23:44:38.238666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:38.239095 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.257494 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dcdbbe-b1eb-47b8-b7d7-bb146cf79ac2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.258247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44dcdbbe-b1eb-47b8-b7d7-bb146cf79ac2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.264084 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-44dcdbbe-b1eb-47b8-b7d7-bb146cf79ac2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/a6d8e84f-ed2a-4a27-ab85-259f9198f23d HTTP/1.1" status: 404 len: 333 time: 0.0979154 Oct 18 23:44:38.273275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49096) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.284681 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-98201beb-f111-4443-8bbf-7995334770af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.306154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] For port 5a25cbdc-2537-4b75-9063-650040757da9, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:38.313207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] For port 5a25cbdc-2537-4b75-9063-650040757da9, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5a25cbdc-2537-4b75-9063-650040757da9,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:38.328175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-91f62797-3f78-4c38-81f0-611e5a72f2cf None None] For port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6c39f0a8-e548-42fd-9e23-29e10bb53ea2,segment=NetworkSegment(dc0c0982-7a90-410a-b7f0-b297a950c6a5),segment_id=dc0c0982-7a90-410a-b7f0-b297a950c6a5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:38.328811 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91f62797-3f78-4c38-81f0-611e5a72f2cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.329448 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eb51ee-0bf3-42a8-b513-4cea5229fff0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.329941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85eb51ee-0bf3-42a8-b513-4cea5229fff0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.337055 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-85eb51ee-0bf3-42a8-b513-4cea5229fff0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/742a48ef-d436-48ba-9f42-f0cb1a8db1bf HTTP/1.1" status: 404 len: 337 time: 0.0589254 Oct 18 23:44:38.337244 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.346010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49100) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.346350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-91f62797-3f78-4c38-81f0-611e5a72f2cf None None] Calling delete_port for 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:38.390779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a7d97ca-c44e-44c0-95b9-5b48cbd10ec7 req-007dd809-c793-4506-b8fd-190e56a8b7af tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916821 Oct 18 23:44:38.398787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:38.399433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.402012 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] 10.222.0.73 "PUT /v2.0/ports/5a25cbdc-2537-4b75-9063-650040757da9 HTTP/1.1" status: 200 len: 1093 time: 3.0800819 Oct 18 23:44:38.402811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161766d6-71fe-4683-b132-4b9c4785a46f', 'tag': '5a25cbdc-2537-4b75-9063-650040757da9'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:44:38.406926 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201314cb-3368-4eee-a877-a3d30c52c5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "161766d6-71fe-4683-b132-4b9c4785a46f", "tag": "5a25cbdc-2537-4b75-9063-650040757da9"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:44:38.430835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92205460-0438-4c5e-8db1-b1b63668365e req-309f05c9-1956-4e4a-9e65-6d9e8d6199a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476633 Oct 18 23:44:38.448895 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-16456f1b-a04e-40f2-915f-604d86aef070 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.449485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16456f1b-a04e-40f2-915f-604d86aef070 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.458542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-16456f1b-a04e-40f2-915f-604d86aef070 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/607a4c98-63a9-4d8a-9648-6c3f80217af4 HTTP/1.1" status: 404 len: 337 time: 0.1059418 Oct 18 23:44:38.467387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49104) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.537296 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4069f8-ef70-4a2a-abe0-85c98e19f9b6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.538638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4069f8-ef70-4a2a-abe0-85c98e19f9b6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.542911 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e4069f8-ef70-4a2a-abe0-85c98e19f9b6 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/e1ce1fa1-0688-4a4b-ada8-202f9c7bae8c HTTP/1.1" status: 404 len: 333 time: 0.0719352 Oct 18 23:44:38.549176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49108) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.561905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91f62797-3f78-4c38-81f0-611e5a72f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.562095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router f365f1ee-9c80-4827-bed2-b4f63fd87958 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:44:38.587726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58aa83-0da7-4a4e-8827-cba692111ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a25cbdc-2537-4b75-9063-650040757da9,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:38.611108 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d62519-72d6-4f19-9b5c-bceeb0565f1c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.612118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d62519-72d6-4f19-9b5c-bceeb0565f1c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.616121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-02d62519-72d6-4f19-9b5c-bceeb0565f1c tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/c6e032d2-2297-4c8a-acc2-e846d83c19be HTTP/1.1" status: 404 len: 337 time: 0.0655313 Oct 18 23:44:38.622981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49112) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.648326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f62797-3f78-4c38-81f0-611e5a72f2cf None None] No DVR routers for this DVR port 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:44:38.648498 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-fe5b989b-85c4-4b09-bde7-43ec26b3f270 service neutron] 10.222.0.52 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234459 Oct 18 23:44:38.673614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f62797-3f78-4c38-81f0-611e5a72f2cf None None] Pushing event deleted for resources: {'Port': ['ID=6c39f0a8-e548-42fd-9e23-29e10bb53ea2,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:38.695829 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2103bcd-3b5b-4019-a117-96a6094aa50f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.702828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2103bcd-3b5b-4019-a117-96a6094aa50f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.710252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c2103bcd-3b5b-4019-a117-96a6094aa50f tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/cc7094a8-41e4-4cf8-9458-35edbf1b0509 HTTP/1.1" status: 404 len: 337 time: 0.0836723 Oct 18 23:44:38.710252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-98201beb-f111-4443-8bbf-7995334770af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.712935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49116) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.720380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:38.728975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15c571dc-f57d-46a6-8bb0-075aae52f95d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/f365f1ee-9c80-4827-bed2-b4f63fd87958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1276557 Oct 18 23:44:38.729700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49118) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.736873 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-98201beb-f111-4443-8bbf-7995334770af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:38.738812 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9c47d-15ca-46d2-9a57-76ee2c61fd2e None None] Sync routers for ids ['f365f1ee-9c80-4827-bed2-b4f63fd87958'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:38.752117 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9c47d-15ca-46d2-9a57-76ee2c61fd2e None None] Routers {'f365f1ee-9c80-4827-bed2-b4f63fd87958'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:38.758307 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7be9c47d-15ca-46d2-9a57-76ee2c61fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f365f1ee-9c80-4827-bed2-b4f63fd87958'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:38.799200 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecd65dc-680c-4ae1-a815-8fb0893ba9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.799922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecd65dc-680c-4ae1-a815-8fb0893ba9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.803082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5ecd65dc-680c-4ae1-a815-8fb0893ba9f2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/e5bc6b6a-5da6-484b-8a98-6750c5f61173 HTTP/1.1" status: 404 len: 333 time: 0.0909646 Oct 18 23:44:38.819161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49124) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.856411 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7be9c47d-15ca-46d2-9a57-76ee2c61fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:38.873058 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-790d77fe-8a1f-4792-8bb2-ed1877592cc5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:38.873593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790d77fe-8a1f-4792-8bb2-ed1877592cc5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:38.893456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-790d77fe-8a1f-4792-8bb2-ed1877592cc5 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/b5e5ecac-b09e-4d64-b5fd-fe3dd77b9e21 HTTP/1.1" status: 404 len: 337 time: 0.0564349 Oct 18 23:44:38.896352 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9c47d-15ca-46d2-9a57-76ee2c61fd2e None None] Routers {'f365f1ee-9c80-4827-bed2-b4f63fd87958'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:38.898218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49132) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.899057 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7be9c47d-15ca-46d2-9a57-76ee2c61fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f365f1ee-9c80-4827-bed2-b4f63fd87958'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:38.964129 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d59c90b-1ef9-4b9a-a19c-2c8a7c40417e x-openstack-request-id: req-1d59c90b-1ef9-4b9a-a19c-2c8a7c40417e {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:44:38.964506 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161766d6-71fe-4683-b132-4b9c4785a46f", "tag": "5a25cbdc-2537-4b75-9063-650040757da9", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:44:38.964930 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d59c90b-1ef9-4b9a-a19c-2c8a7c40417e {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:44:38.965587 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161766d6-71fe-4683-b132-4b9c4785a46f', 'tag': '5a25cbdc-2537-4b75-9063-650040757da9', 'status': 'completed', 'code': 200} Oct 18 23:44:38.968496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-98201beb-f111-4443-8bbf-7995334770af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6d9554b0bf0440db0cc631e921f8780&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1619773 Oct 18 23:44:38.970190 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49134) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:38.979581 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7be9c47d-15ca-46d2-9a57-76ee2c61fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:38.980255 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9c47d-15ca-46d2-9a57-76ee2c61fd2e None None] The sync data for ids ['f365f1ee-9c80-4827-bed2-b4f63fd87958'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:39.007569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98201beb-f111-4443-8bbf-7995334770af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd042736-aa18-4627-be55-8ae5906b582d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:39.015726 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-a470228b-338b-47f9-9722-ceb9a0f477a4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:39.016175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a470228b-338b-47f9-9722-ceb9a0f477a4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:39.016637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:44:39.019396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a470228b-338b-47f9-9722-ceb9a0f477a4 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/4f266380-794f-4678-8681-8e76c5c48719 HTTP/1.1" status: 404 len: 337 time: 0.1161489 Oct 18 23:44:39.029556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49136) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:39.084376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:44:39.085047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6c39f0a8-e548-42fd-9e23-29e10bb53ea2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:44:39.248579 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00880508-c0d6-405b-89d4-e6605ad546bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:39.289149 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7839ef57-ee2d-45bc-a4d0-abd4f8e44570 req-6911c321-793a-4b75-8ef5-2fb054d19c01 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 210 time: 0.0532029 Oct 18 23:44:39.355549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00880508-c0d6-405b-89d4-e6605ad546bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:39.438250 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-86899f3d-10be-496e-a31d-6017e999ceac tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:39.438250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86899f3d-10be-496e-a31d-6017e999ceac tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:39.438655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-86899f3d-10be-496e-a31d-6017e999ceac tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/5e874f42-c027-422d-8a0e-641b030f1170 HTTP/1.1" status: 404 len: 333 time: 0.4070828 Oct 18 23:44:39.442987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49156) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:39.444894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-826fb721-c09e-44cf-8758-f2fcb9ba0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:39.446453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-826fb721-c09e-44cf-8758-f2fcb9ba0047 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=04872a19e8db4fc2a8c73b9fbc7e3d3b&device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1096 time: 0.6028121 Oct 18 23:44:39.487705 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d717910-9a45-4543-81df-4862f9e5e54a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:39.488161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d717910-9a45-4543-81df-4862f9e5e54a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:39.493724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1d717910-9a45-4543-81df-4862f9e5e54a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/aba5e8dd-544b-4cc3-be9a-53b791264c49 HTTP/1.1" status: 404 len: 337 time: 0.0438588 Oct 18 23:44:39.494022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49158) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:39.523903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00880508-c0d6-405b-89d4-e6605ad546bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:39.526986 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00880508-c0d6-405b-89d4-e6605ad546bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:39.528155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-00880508-c0d6-405b-89d4-e6605ad546bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd042736-aa18-4627-be55-8ae5906b582d HTTP/1.1" status: 204 len: 168 time: 0.5564818 Oct 18 23:44:39.536051 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-d26ef398-093f-4907-8f97-ed73cd564bcb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a25cbdc-2537-4b75-9063-650040757da9 HTTP/1.1" status: 200 len: 217 time: 0.0552449 Oct 18 23:44:39.553157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00880508-c0d6-405b-89d4-e6605ad546bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd042736-aa18-4627-be55-8ae5906b582d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:39.560961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29144d0d-b8c2-465a-9c30-d87aec4c2db6 req-568d185b-bd8e-4cea-9c31-6b9db9c96a81 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:39.568397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29144d0d-b8c2-465a-9c30-d87aec4c2db6 req-568d185b-bd8e-4cea-9c31-6b9db9c96a81 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.5561225 Oct 18 23:44:39.584735 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fa02f5-8891-4a66-808b-efa55a688fe2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:39.585189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fa02f5-8891-4a66-808b-efa55a688fe2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:39.588773 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-38fa02f5-8891-4a66-808b-efa55a688fe2 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/517f005e-78cb-4fcf-848c-c44c7656b87a HTTP/1.1" status: 404 len: 337 time: 0.0932472 Oct 18 23:44:39.598291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49164) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:39.607458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff4f14-e295-4003-b004-e555be57a98f req-c0a98802-29ac-44bb-9267-d4089386a465 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:39.609288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-26ff4f14-e295-4003-b004-e555be57a98f req-c0a98802-29ac-44bb-9267-d4089386a465 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1096 time: 0.1357837 Oct 18 23:44:39.636926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:39.660634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-67c74b58-12ca-4dc2-94ca-b48ef2a59493 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports?device_id=846e84cc-727a-4156-85a5-e8fb95abcd99 HTTP/1.1" status: 200 len: 205 time: 0.0393319 Oct 18 23:44:39.663800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49168) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:39.719527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e338fe1a-30b6-4cb7-9cd6-d8800fb2a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:39.721042 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-e338fe1a-30b6-4cb7-9cd6-d8800fb2a0bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3db205d0-07b5-4f09-bc70-1baea1a0c1cd HTTP/1.1" status: 200 len: 849 time: 0.1493652 Oct 18 23:44:39.721913 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-d3d3d6ab-eba7-4542-8670-d31464d20583 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] delete failed (client error): The resource could not be found. Oct 18 23:44:39.722877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d3d3d6ab-eba7-4542-8670-d31464d20583 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/routers/846e84cc-727a-4156-85a5-e8fb95abcd99 HTTP/1.1" status: 404 len: 336 time: 0.0553086 Oct 18 23:44:39.752037 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29144d0d-b8c2-465a-9c30-d87aec4c2db6 req-6beb73c8-3073-48a3-b1f6-1d3e1fd30b47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819899 Oct 18 23:44:39.752123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49172) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:39.856833 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc01b3ce-3684-4866-a540-cf382106a90b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:39.857310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc01b3ce-3684-4866-a540-cf382106a90b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:39.866387 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fc01b3ce-3684-4866-a540-cf382106a90b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/60e26f49-3b1c-42de-94aa-9c1eb9c18784 HTTP/1.1" status: 404 len: 337 time: 0.1131310 Oct 18 23:44:39.871038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49178) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:39.919881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5e46d45d-678f-4155-be29-ca6fefede60b tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "GET /v2.0/ports?device_id=b454feb5-6ed5-4706-9b9f-58e96e02f4af HTTP/1.1" status: 200 len: 205 time: 0.0460532 Oct 18 23:44:39.923555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49180) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:39.966957 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-26ff4f14-e295-4003-b004-e555be57a98f req-a88569fc-f7ad-40e0-91f8-d66e864f1d6e tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457792 Oct 18 23:44:39.973291 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-2c97c9c5-ab48-4326-a6eb-15e2363babaf tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] delete failed (client error): The resource could not be found. Oct 18 23:44:39.973860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2c97c9c5-ab48-4326-a6eb-15e2363babaf tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/routers/b454feb5-6ed5-4706-9b9f-58e96e02f4af HTTP/1.1" status: 404 len: 336 time: 0.0494490 Oct 18 23:44:39.976633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49182) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:39.988482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-80edc3ad-fc0f-468b-9fd6-41aaabd01002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:39.998070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-80edc3ad-fc0f-468b-9fd6-41aaabd01002 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9716078f-ba9f-449b-8bd8-96077aa7aa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2217999 Oct 18 23:44:40.020026 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d6708c-042a-45d9-a5f6-062edf93aa33 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.020517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d6708c-042a-45d9-a5f6-062edf93aa33 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.026388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-75d6708c-042a-45d9-a5f6-062edf93aa33 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/b4297cf5-4dc8-43e8-8658-55eecae66d65 HTTP/1.1" status: 404 len: 337 time: 0.0459595 Oct 18 23:44:40.033512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49184) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.073661 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa064f8-a7c3-4050-8f53-247284aa44b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.074131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa064f8-a7c3-4050-8f53-247284aa44b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.077222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4aa064f8-a7c3-4050-8f53-247284aa44b0 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/17785c4f-011a-4015-91dd-d1f003691b72 HTTP/1.1" status: 404 len: 337 time: 0.0426106 Oct 18 23:44:40.081182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49188) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.130243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-2b239520-2e4b-442d-9ce0-1393aa486833 service neutron] 10.222.0.73 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202478 Oct 18 23:44:40.133847 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f08b25-a9ad-4bc6-94aa-62feb5c5e84e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.135727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f08b25-a9ad-4bc6-94aa-62feb5c5e84e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.138939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b6f08b25-a9ad-4bc6-94aa-62feb5c5e84e tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/26f5e6c5-f987-4fec-a38f-242c47a052ca HTTP/1.1" status: 404 len: 333 time: 0.0568039 Oct 18 23:44:40.142330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49190) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.201600 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec62e140-6b93-44ff-af2f-8792e42a4dc8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.202079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec62e140-6b93-44ff-af2f-8792e42a4dc8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.207433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ec62e140-6b93-44ff-af2f-8792e42a4dc8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/a1485b59-67fb-4160-9689-e833dc700066 HTTP/1.1" status: 404 len: 337 time: 0.0616124 Oct 18 23:44:40.213994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49192) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.216297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49194) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.255371 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c580fd2-1568-4a02-8d64-8ff6690654df tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.256087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c580fd2-1568-4a02-8d64-8ff6690654df tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.261644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c580fd2-1568-4a02-8d64-8ff6690654df tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/65cfb47a-04e5-478e-948c-14108be88e77 HTTP/1.1" status: 404 len: 333 time: 0.0439477 Oct 18 23:44:40.262749 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f2aa5a55-de2a-4904-9433-b11505f88e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:40.264594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49196) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.290872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port ea876970-29d5-4953-a53d-6aed5d5279b3 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:40.292212 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:40.305716 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-7340089d-1a41-46c6-8586-960e19f2be38 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.306181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7340089d-1a41-46c6-8586-960e19f2be38 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.311406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7340089d-1a41-46c6-8586-960e19f2be38 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/1edf0088-ce0b-4681-8f30-246a80f903a8 HTTP/1.1" status: 404 len: 337 time: 0.0452914 Oct 18 23:44:40.314830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49200) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.327934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93e9d210-143f-4c05-a2f6-81fc4a63ad26 req-9c057d11-788d-4aa1-bc95-b320b5da4824 service neutron] 10.222.0.73 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907027 Oct 18 23:44:40.365186 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c7d692-87c6-46ce-887a-50b565fae7e8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.365952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c7d692-87c6-46ce-887a-50b565fae7e8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.369009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-43c7d692-87c6-46ce-887a-50b565fae7e8 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/bbbb7b26-c31f-40f8-b890-ee01b356f9a4 HTTP/1.1" status: 404 len: 333 time: 0.0525568 Oct 18 23:44:40.371805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49204) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.413587 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-623864d2-e58c-470d-8704-3eec08afe657 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.414031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623864d2-e58c-470d-8704-3eec08afe657 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.420314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-623864d2-e58c-470d-8704-3eec08afe657 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/e190c05c-6300-452a-bbb9-13cad0dd2b04 HTTP/1.1" status: 404 len: 337 time: 0.0437541 Oct 18 23:44:40.428106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49206) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.435342 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-944c7d3b-1aac-4118-95d0-063c9ec78eb2 req-50576586-d118-42d8-8562-3c57d3b71068 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 210 time: 0.0504301 Oct 18 23:44:40.467262 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-70660d0c-6713-4a01-8eb0-50c28aa74434 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.468393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70660d0c-6713-4a01-8eb0-50c28aa74434 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.471586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-70660d0c-6713-4a01-8eb0-50c28aa74434 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/befb713b-146c-4a64-b49b-7e25d24838a1 HTTP/1.1" status: 404 len: 333 time: 0.0420661 Oct 18 23:44:40.474850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49208) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.488843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-ce413e7a-da8b-4cf1-b6d1-06881f45ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:40.490249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-ce413e7a-da8b-4cf1-b6d1-06881f45ff3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=04872a19e8db4fc2a8c73b9fbc7e3d3b&device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1096 time: 0.0575278 Oct 18 23:44:40.497103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:40.520270 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dc9bc3-1e3c-4342-ac67-409dad80e65a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.520826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dc9bc3-1e3c-4342-ac67-409dad80e65a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.528492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b2dc9bc3-1e3c-4342-ac67-409dad80e65a tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/2a68f62e-0d14-495f-9547-29fd06911254 HTTP/1.1" status: 404 len: 337 time: 0.0444024 Oct 18 23:44:40.528674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for ea876970-29d5-4953-a53d-6aed5d5279b3 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:40.532100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49210) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.543670 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f2aa5a55-de2a-4904-9433-b11505f88e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:40.567752 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-833af68d-3fc7-4d2e-a67b-8e47982894ca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.568494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833af68d-3fc7-4d2e-a67b-8e47982894ca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.574593 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-833af68d-3fc7-4d2e-a67b-8e47982894ca tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/92f6d1d3-a650-48fa-8f45-f5625fc784b8 HTTP/1.1" status: 404 len: 333 time: 0.0386403 Oct 18 23:44:40.574593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f2aa5a55-de2a-4904-9433-b11505f88e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:40.576588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49214) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.610784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa5a55-de2a-4904-9433-b11505f88e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a4512-e252-438c-97f1-fccc60ba43ed,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:40.645281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-cc08dcff-936a-4fae-9752-d3719167c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:40.647099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-cc08dcff-936a-4fae-9752-d3719167c1c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9716078f-ba9f-449b-8bd8-96077aa7aa30 HTTP/1.1" status: 200 len: 911 time: 0.1372685 Oct 18 23:44:40.678166 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-94170361-39bc-46ad-89c6-e9d8a25160f7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.678635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94170361-39bc-46ad-89c6-e9d8a25160f7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.681849 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-94170361-39bc-46ad-89c6-e9d8a25160f7 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/9dc5a24f-87ae-46f7-ae19-41d9e22b4af8 HTTP/1.1" status: 404 len: 337 time: 0.0815406 Oct 18 23:44:40.688411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49218) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.715695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-317c2743-8767-41d4-a44c-971f378bc09b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a25cbdc-2537-4b75-9063-650040757da9 HTTP/1.1" status: 200 len: 217 time: 0.0608270 Oct 18 23:44:40.737399 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f2aa5a55-de2a-4904-9433-b11505f88e5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ec2b99bd73f4aa2887df6f190d4e39b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122960 Oct 18 23:44:40.740323 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e8e8e2-da73-4421-bdc0-3ad5379a5141 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.741154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e8e8e2-da73-4421-bdc0-3ad5379a5141 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.742238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49222) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.744507 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c2e8e8e2-da73-4421-bdc0-3ad5379a5141 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/0a3df07e-fd2d-4ca3-b5fa-1fc3dad692bd HTTP/1.1" status: 404 len: 333 time: 0.0538554 Oct 18 23:44:40.747863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49224) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.780882 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d205f89-f097-4b57-999f-f3d73b02c536 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.781363 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d205f89-f097-4b57-999f-f3d73b02c536 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.784617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0d205f89-f097-4b57-999f-f3d73b02c536 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/d42ebf02-ed79-4650-bdf8-3a4a728aa39e HTTP/1.1" status: 404 len: 337 time: 0.0358162 Oct 18 23:44:40.790908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49228) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.851709 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc490ef2-35f0-44f3-bf2a-0185c394e337 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.853068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc490ef2-35f0-44f3-bf2a-0185c394e337 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.856108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bc490ef2-35f0-44f3-bf2a-0185c394e337 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/ports/4ad98294-f6dd-4404-8881-2487496b3720 HTTP/1.1" status: 404 len: 333 time: 0.0675352 Oct 18 23:44:40.858697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.893866 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edf2bc9-0bee-4819-8a82-de1f476908f1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] DELETE failed (client error): The resource could not be found. Oct 18 23:44:40.894340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9edf2bc9-0bee-4819-8a82-de1f476908f1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:44:40.895121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-1d40143d-c10c-4105-845c-1d2698fb3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:40.896610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-1d40143d-c10c-4105-845c-1d2698fb3a2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3db205d0-07b5-4f09-bc70-1baea1a0c1cd HTTP/1.1" status: 200 len: 849 time: 0.1656604 Oct 18 23:44:40.898711 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9edf2bc9-0bee-4819-8a82-de1f476908f1 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/subnets/6ffb2567-d4cf-4d1c-aec4-02436e4bdc62 HTTP/1.1" status: 404 len: 337 time: 0.0380306 Oct 18 23:44:40.901371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49238) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:40.919021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59c520b7-1a1a-459b-bb82-139aec249acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:40.979035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26131-ce96-4539-940a-96f3e306654a req-023e8c2d-7d9a-4698-9df6-bcac55051b50 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:40.980854 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-023e8c2d-7d9a-4698-9df6-bcac55051b50 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.102 "GET /v2.0/networks?id=45526cf4-a9e4-4d93-af49-792818014afc HTTP/1.1" status: 200 len: 813 time: 0.2753985 Oct 18 23:44:40.993963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59c520b7-1a1a-459b-bb82-139aec249acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:41.065911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-ff62f819-e442-4bb5-8db8-be25720b70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:41.067453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-ff62f819-e442-4bb5-8db8-be25720b70ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9716078f-ba9f-449b-8bd8-96077aa7aa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526532 Oct 18 23:44:41.077583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-86b9a61c-9265-4487-b07d-52dd45d93971 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd7b3a8d33d46fd851599e186dffb43 HTTP/1.1" status: 200 len: 380 time: 0.0799794 Oct 18 23:44:41.091634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'port': {'device_id': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'admin_state_up': True, 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'security_groups': ['300e6b40-7727-4479-8755-096becfe03e7']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:41.128064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:41.200292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:41.253625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cddfee-af4f-4458-bbee-5e60c2b45f92 req-a8066a91-3947-4315-a691-b8d90f23fc0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:41.259404 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35cddfee-af4f-4458-bbee-5e60c2b45f92 req-a8066a91-3947-4315-a691-b8d90f23fc0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.3607345 Oct 18 23:44:41.265243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=ea876970-29d5-4953-a53d-6aed5d5279b3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:41.272520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59c520b7-1a1a-459b-bb82-139aec249acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:41.275424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59c520b7-1a1a-459b-bb82-139aec249acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:41.276717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-59c520b7-1a1a-459b-bb82-139aec249acc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f84a4512-e252-438c-97f1-fccc60ba43ed HTTP/1.1" status: 204 len: 168 time: 0.5327222 Oct 18 23:44:41.305911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c520b7-1a1a-459b-bb82-139aec249acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a4512-e252-438c-97f1-fccc60ba43ed,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:41.328836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f3455-3ec7-46d6-9ca9-982222095faf req-dba64a7b-c0f8-425d-8460-e4998ffdc6e1 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:41.336637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b61f3455-3ec7-46d6-9ca9-982222095faf req-dba64a7b-c0f8-425d-8460-e4998ffdc6e1 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1096 time: 0.1977229 Oct 18 23:44:41.409703 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-be38d595-21fc-478d-b74d-252ad645ff2b service neutron] 10.222.0.73 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294189 Oct 18 23:44:41.509733 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b61f3455-3ec7-46d6-9ca9-982222095faf req-4641e0f9-5dae-4c96-b87c-feae404fc265 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700647 Oct 18 23:44:41.535658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Made reservation on behalf of 3fd7b3a8d33d46fd851599e186dffb43 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:41.542676 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:41.683341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a80a9cc-8e27-4855-a5ff-8b0d39a79444 req-7163e428-1b6b-4cc2-9d94-73908a8f7365 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 210 time: 0.0618572 Oct 18 23:44:41.729582 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35cddfee-af4f-4458-bbee-5e60c2b45f92 req-1848c58b-2ccc-48b3-ada7-97fcf465d19d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890064 Oct 18 23:44:41.762467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-201314cb-3368-4eee-a877-a3d30c52c5a7 req-9613fba4-a12b-4457-a44d-f91750bd530c service neutron] 10.222.0.73 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433385 Oct 18 23:44:41.797924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:41.912994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Allocated IP 172.20.0.14 (45526cf4-a9e4-4d93-af49-792818014afc/e801d464-3238-4da4-923a-23ddd227df17/9712dcc7-9078-412c-a5dd-c55b3753a903) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:41.935987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfe07ca-2c06-4aec-bafd-9cf8765e6501']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:41.948270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0c0982-7a90-410a-b7f0-b297a950c6a5') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:41.948658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0c0982-7a90-410a-b7f0-b297a950c6a5') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:41.960006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:41.964772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669fc7b-dd68-4a94-9d2d-56255bf794e3 req-020a8d13-58d1-4878-a57f-042b5c0f9f08 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:41.966396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a669fc7b-dd68-4a94-9d2d-56255bf794e3 req-020a8d13-58d1-4878-a57f-042b5c0f9f08 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.1142395 Oct 18 23:44:41.976552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:41.984943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:44:41.985369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:42.096578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a669fc7b-dd68-4a94-9d2d-56255bf794e3 req-69a0aa2c-883a-44c6-9527-644e14b9a511 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149132 Oct 18 23:44:42.103047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49270) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:44:42.116310 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:44:42.118064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:42.241118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:42.292373 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:42.383557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Network 45526cf4-a9e4-4d93-af49-792818014afc is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:42.386954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f2fd0b-dff8-448b-866b-913dfbed2a7a tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:42.388516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b1f2fd0b-dff8-448b-866b-913dfbed2a7a tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1092 time: 0.2841868 Oct 18 23:44:42.390059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'Port': ['ID=9712dcc7-9078-412c-a5dd-c55b3753a903,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:42.401037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49278) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:42.407239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:42.415630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:42.420793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:42.558951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:42.721674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:42.722569 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:42.798581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-737922d7-f22a-4208-9f70-f088c5d9da7a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7117548 Oct 18 23:44:42.803304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cc1a9ebe-01eb-41f2-a46d-a558e1c5a104 None None] Provisioning complete for port 9712dcc7-9078-412c-a5dd-c55b3753a903 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:42.803766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9ebe-01eb-41f2-a46d-a558e1c5a104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:42.820340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc88aa1-712c-4f64-b3ee-258d49aace2c req-cc4bb73e-0b4f-4b7c-8c34-9e7f4155c8c6 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:42.824073 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fc88aa1-712c-4f64-b3ee-258d49aace2c req-cc4bb73e-0b4f-4b7c-8c34-9e7f4155c8c6 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1096 time: 0.1693375 Oct 18 23:44:42.837509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Request body: {'port': {'device_id': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:42.875036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a9ebe-01eb-41f2-a46d-a558e1c5a104 None None] Port 9712dcc7-9078-412c-a5dd-c55b3753a903 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:42.929569 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:42.950426 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:42.957509 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] 10.222.0.52 "DELETE /v2.0/networks/1bfe07ca-2c06-4aec-bafd-9cf8765e6501 HTTP/1.1" status: 204 len: 168 time: 2.0553327 Oct 18 23:44:43.005346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea73b43-bb46-469d-835d-29e0a0411be3 tempest-NetworksTestDHCPv6-1190524873 tempest-NetworksTestDHCPv6-1190524873-project] Pushing event deleted for resources: {'Network': ['ID=1bfe07ca-2c06-4aec-bafd-9cf8765e6501,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:43.029274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fc88aa1-712c-4f64-b3ee-258d49aace2c req-7402780a-8134-4521-8c81-affd79a2f012 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865876 Oct 18 23:44:43.036738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.058024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.111223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router f365f1ee-9c80-4827-bed2-b4f63fd87958 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:44:43.128739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dcf01-06d6-45c9-850e-656db53d524a req-342f7a6f-2dc2-4a22-8ef1-28000140fc73 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:43.130553 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-126dcf01-06d6-45c9-850e-656db53d524a req-342f7a6f-2dc2-4a22-8ef1-28000140fc73 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 932 time: 0.1929657 Oct 18 23:44:43.293913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:43.310191 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ac399c0b-b263-49c0-bda7-8212a0bbc2df tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/f365f1ee-9c80-4827-bed2-b4f63fd87958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5760026 Oct 18 23:44:43.310301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef0625-9f44-4116-9797-b4faa690cd92 None None] Sync routers for ids ['f365f1ee-9c80-4827-bed2-b4f63fd87958'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:43.311023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49304) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:43.335965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef0625-9f44-4116-9797-b4faa690cd92 None None] Routers {'f365f1ee-9c80-4827-bed2-b4f63fd87958'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:43.338990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-fcef0625-9f44-4116-9797-b4faa690cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f365f1ee-9c80-4827-bed2-b4f63fd87958'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:43.358204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-126dcf01-06d6-45c9-850e-656db53d524a req-05af46e3-da18-4b68-bd5f-df68710cac4c tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165632 Oct 18 23:44:43.374996 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-38db73c0-d522-4760-9e47-10c7c75053bb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=f365f1ee-9c80-4827-bed2-b4f63fd87958 HTTP/1.1" status: 200 len: 205 time: 0.0580964 Oct 18 23:44:43.378153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49308) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:43.420911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-fcef0625-9f44-4116-9797-b4faa690cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:43.423680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.25.7.242 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d417c58c-2aa3-42bc-92fb-1c968469170f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:43.433863 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef0625-9f44-4116-9797-b4faa690cd92 None None] Routers {'f365f1ee-9c80-4827-bed2-b4f63fd87958'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:43.434812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-fcef0625-9f44-4116-9797-b4faa690cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f365f1ee-9c80-4827-bed2-b4f63fd87958'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:43.490616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-fcef0625-9f44-4116-9797-b4faa690cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:43.491688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef0625-9f44-4116-9797-b4faa690cd92 None None] The sync data for ids ['f365f1ee-9c80-4827-bed2-b4f63fd87958'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:43.532389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6129f182-1e74-40e7-9f98-c30e74ecd36a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.625632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9712dcc7-9078-412c-a5dd-c55b3753a903 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:44:43.636114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.664065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Transition to ACTIVE for port object 9712dcc7-9078-412c-a5dd-c55b3753a903 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:44:43.676786 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.750400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49314) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:43.811560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6129f182-1e74-40e7-9f98-c30e74ecd36a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.811560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6129f182-1e74-40e7-9f98-c30e74ecd36a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.862472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6129f182-1e74-40e7-9f98-c30e74ecd36a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.863136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6129f182-1e74-40e7-9f98-c30e74ecd36a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Fanout notify agent at l3_agent the message router_deleted on router f365f1ee-9c80-4827-bed2-b4f63fd87958 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:44:43.875641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6129f182-1e74-40e7-9f98-c30e74ecd36a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.879577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6129f182-1e74-40e7-9f98-c30e74ecd36a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/f365f1ee-9c80-4827-bed2-b4f63fd87958 HTTP/1.1" status: 204 len: 168 time: 0.5001559 Oct 18 23:44:43.880211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49322) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:43.883810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.945991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-3394ca45-8c0e-475c-86df-28156118da16 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting subnet 2fe7f094-8c28-4fbb-882b-ecc8990acbf0 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:44:43.950858 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3394ca45-8c0e-475c-86df-28156118da16 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:43.984976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Pushing event updated for resources: {'Port': ['ID=9712dcc7-9078-412c-a5dd-c55b3753a903,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:44.003959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3394ca45-8c0e-475c-86df-28156118da16 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.031854 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.162281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:44.171516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:44.183022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:44.188148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3394ca45-8c0e-475c-86df-28156118da16 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.206119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=d417c58c-2aa3-42bc-92fb-1c968469170f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:44.307493 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3394ca45-8c0e-475c-86df-28156118da16 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.357135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3394ca45-8c0e-475c-86df-28156118da16 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.358615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae581e-b4ce-414b-af46-2f9aa0a8be9a None None] Network fbd00996-8e52-41ff-b906-51c62ac9507b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:44.364352 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3394ca45-8c0e-475c-86df-28156118da16 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/2fe7f094-8c28-4fbb-882b-ecc8990acbf0 HTTP/1.1" status: 204 len: 168 time: 0.4828382 Oct 18 23:44:44.365458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49336) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:44.368495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394ca45-8c0e-475c-86df-28156118da16 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe7f094-8c28-4fbb-882b-ecc8990acbf0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:44.464147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db12758-5c95-4cf2-9e61-9f9ff9f31f31 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting subnet 2b1ca01e-5b1d-4f9f-ab36-74ebfcced656 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:44:44.469276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1db12758-5c95-4cf2-9e61-9f9ff9f31f31 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.498163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Attempting to bind port 9712dcc7-9078-412c-a5dd-c55b3753a903 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:44.498526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Attempting to bind port 9712dcc7-9078-412c-a5dd-c55b3753a903 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:44.498894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Attempting to bind port 9712dcc7-9078-412c-a5dd-c55b3753a903 on network 45526cf4-a9e4-4d93-af49-792818014afc {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:44.555184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-a1d1634e-cdbe-41ee-acd3-11515eeb8fa7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1101267 Oct 18 23:44:44.555818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Port 9712dcc7-9078-412c-a5dd-c55b3753a903 on network 45526cf4-a9e4-4d93-af49-792818014afc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:44:44.556172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Attempting to bind port 9712dcc7-9078-412c-a5dd-c55b3753a903 on network 45526cf4-a9e4-4d93-af49-792818014afc {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:44.585949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1db12758-5c95-4cf2-9e61-9f9ff9f31f31 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.595444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:44.595787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Checking segment: {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:44.596196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Bound using segment: {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:44.596648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Bound port: 9712dcc7-9078-412c-a5dd-c55b3753a903, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a151c5-b42c-4eb7-bd90-4156417cde78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:44.597013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.627813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec625e0-983c-4cd3-9d4e-0ab50e5837a3 req-57ae7a06-489c-435b-b358-e4cb7bb30f1c tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:44.629373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3ec625e0-983c-4cd3-9d4e-0ab50e5837a3 req-57ae7a06-489c-435b-b358-e4cb7bb30f1c tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1096 time: 0.4436536 Oct 18 23:44:44.713715 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e757da7c-6ca6-4850-9f71-774b8413c92d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d53f71af9e694d9a8288624ffd51dabb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9601429 Oct 18 23:44:44.727803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49348) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:44.740063 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7d078-8fc0-404f-8048-8d22cb8e0f36 None None] DHCP port deletion for fbd00996-8e52-41ff-b906-51c62ac9507b request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:44:44.780775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3ec625e0-983c-4cd3-9d4e-0ab50e5837a3 req-a7255e8c-8c35-4695-9db1-b7c24a498520 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167526 Oct 18 23:44:44.884247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-66f7d078-8fc0-404f-8048-8d22cb8e0f36 None None] Deleting port dd58b888-3e4d-403c-92bf-b0516216e2b2 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:44.892687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-d48f3a5c-c90d-44de-bbde-5147fc6c9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:44.894209 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-d48f3a5c-c90d-44de-bbde-5147fc6c9a2d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1098 time: 0.1987894 Oct 18 23:44:44.894689 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66f7d078-8fc0-404f-8048-8d22cb8e0f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.901827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] For port 9712dcc7-9078-412c-a5dd-c55b3753a903, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:44.923820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] For port 9712dcc7-9078-412c-a5dd-c55b3753a903, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9712dcc7-9078-412c-a5dd-c55b3753a903,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:44.936038 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:44.946383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702bc0a-777c-4a7c-959b-33bfe177ff4c req-8cee3dd9-c870-4e87-afc8-d6226dd626c7 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:44.955266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5702bc0a-777c-4a7c-959b-33bfe177ff4c req-8cee3dd9-c870-4e87-afc8-d6226dd626c7 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.2851129 Oct 18 23:44:45.023197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:45.023818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.025657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-16b41194-0624-430a-8430-b5d39353a140 service neutron] 10.222.0.102 "PUT /v2.0/ports/9712dcc7-9078-412c-a5dd-c55b3753a903 HTTP/1.1" status: 200 len: 1093 time: 2.1932518 Oct 18 23:44:45.028392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:44:45.031363 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b09f10-8335-4bb5-ae51-ccbc2824e09f" -d '{"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:44:45.091818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-26007c76-4cdc-4430-8c49-f552f1bcd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:45.093850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-26007c76-4cdc-4430-8c49-f552f1bcd041 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.1562996 Oct 18 23:44:45.141238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-66f7d078-8fc0-404f-8048-8d22cb8e0f36 None None] For port dd58b888-3e4d-403c-92bf-b0516216e2b2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=dd58b888-3e4d-403c-92bf-b0516216e2b2,segment=NetworkSegment(71194b5a-c6ac-4703-80e9-32b73c3a5465),segment_id=71194b5a-c6ac-4703-80e9-32b73c3a5465)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:45.141845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66f7d078-8fc0-404f-8048-8d22cb8e0f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.162461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d8c2-546e-44dc-afe8-706668ce30de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.163709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-66f7d078-8fc0-404f-8048-8d22cb8e0f36 None None] Calling delete_port for dd58b888-3e4d-403c-92bf-b0516216e2b2 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:45.184758 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec909af-f2b6-45af-9f4b-e1eb62fa3216 x-openstack-request-id: req-aec909af-f2b6-45af-9f4b-e1eb62fa3216 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:44:45.185455 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:44:45.185708 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aec909af-f2b6-45af-9f4b-e1eb62fa3216 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:44:45.186165 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'status': 'completed', 'code': 200} Oct 18 23:44:45.188134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b41194-0624-430a-8430-b5d39353a140 service neutron] Pushing event updated for resources: {'Port': ['ID=9712dcc7-9078-412c-a5dd-c55b3753a903,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:45.235312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5702bc0a-777c-4a7c-959b-33bfe177ff4c req-43aa5ce1-7178-41d4-99ec-4aab232c768f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777944 Oct 18 23:44:45.279610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1db12758-5c95-4cf2-9e61-9f9ff9f31f31 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.323259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5a25cbdc-2537-4b75-9063-650040757da9 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:44:45.415453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d8c2-546e-44dc-afe8-706668ce30de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.492362 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-9b5a94a6-c221-46b3-951f-6d6a79338849 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 1002 time: 0.3674533 Oct 18 23:44:45.553719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5a25cbdc-2537-4b75-9063-650040757da9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5a25cbdc-2537-4b75-9063-650040757da9,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:45.567070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device dd58b888-3e4d-403c-92bf-b0516216e2b2 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:44:45.572366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '5a25cbdc-2537-4b75-9063-650040757da9', 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30', 'port_id': '5a25cbdc-2537-4b75-9063-650040757da9', 'mac_address': 'fa:16:3e:92:73:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db205d0-07b5-4f09-bc70-1baea1a0c1cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:44:45.578226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66f7d078-8fc0-404f-8048-8d22cb8e0f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.702853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1db12758-5c95-4cf2-9e61-9f9ff9f31f31 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.724508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-742648e3-4e8d-4b21-a862-880f35d43ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:45.728468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-742648e3-4e8d-4b21-a862-880f35d43ebd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.2209597 Oct 18 23:44:45.743799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1db12758-5c95-4cf2-9e61-9f9ff9f31f31 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.755379 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1db12758-5c95-4cf2-9e61-9f9ff9f31f31 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/2b1ca01e-5b1d-4f9f-ab36-74ebfcced656 HTTP/1.1" status: 204 len: 168 time: 1.3881676 Oct 18 23:44:45.758582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49370) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:45.866497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db12758-5c95-4cf2-9e61-9f9ff9f31f31 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1ca01e-5b1d-4f9f-ab36-74ebfcced656,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:45.876949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d8c2-546e-44dc-afe8-706668ce30de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.880891 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d8c2-546e-44dc-afe8-706668ce30de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:45.884378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4ce7d8c2-546e-44dc-afe8-706668ce30de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a757837-a119-455e-a038-2763697cc901 HTTP/1.1" status: 204 len: 168 time: 1.1292884 Oct 18 23:44:45.915393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7d8c2-546e-44dc-afe8-706668ce30de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a757837-a119-455e-a038-2763697cc901,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:45.921862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-cf9b1429-ef41-4930-b91f-47168b275ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:45.923812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-cf9b1429-ef41-4930-b91f-47168b275ecf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666362 Oct 18 23:44:45.936022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26131-ce96-4539-940a-96f3e306654a req-eb46c12d-d6ec-492c-91e8-d2b23c4bc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:45.938124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-eb46c12d-d6ec-492c-91e8-d2b23c4bc65f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3fd7b3a8d33d46fd851599e186dffb43&device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 1096 time: 0.8347306 Oct 18 23:44:46.045220 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.062228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-725ac905-3bb0-4c4e-8048-a0843dd6a00d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9712dcc7-9078-412c-a5dd-c55b3753a903 HTTP/1.1" status: 200 len: 217 time: 0.0873151 Oct 18 23:44:46.073128 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.073704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f376b6-c2a3-4c9e-b4a3-c6417e27928a None None] Network 6f7d755f-592b-40f5-aafa-260698b7d705 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:46.133158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a25cbdc-2537-4b75-9063-650040757da9 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:44:46.135932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f843-1524-4ff2-9b44-9d8d27b7404d req-3f8d3e10-ca85-4e05-a5d5-b981c99fc833 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:46.137949 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e99f843-1524-4ff2-9b44-9d8d27b7404d req-3f8d3e10-ca85-4e05-a5d5-b981c99fc833 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1096 time: 0.2105696 Oct 18 23:44:46.182574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5a25cbdc-2537-4b75-9063-650040757da9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5a25cbdc-2537-4b75-9063-650040757da9,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:46.194658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26131-ce96-4539-940a-96f3e306654a req-9c7a3cca-db8c-4fe9-8977-0c400bbed42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:46.195399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: dd58b888-3e4d-403c-92bf-b0516216e2b2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:44:46.196355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device dd58b888-3e4d-403c-92bf-b0516216e2b2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:44:46.196755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-9c7a3cca-db8c-4fe9-8977-0c400bbed42b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e801d464-3238-4da4-923a-23ddd227df17 HTTP/1.1" status: 200 len: 852 time: 0.1272418 Oct 18 23:44:46.244799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.256735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.260435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7d078-8fc0-404f-8048-8d22cb8e0f36 None None] Pushing event deleted for resources: {'Port': ['ID=dd58b888-3e4d-403c-92bf-b0516216e2b2,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:46.369335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5a25cbdc-2537-4b75-9063-650040757da9,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:46.379335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-42e84fc0-cb07-4dfc-a81b-feacdd10271d service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750877 Oct 18 23:44:46.384331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.384570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26131-ce96-4539-940a-96f3e306654a req-de4ffa9e-5ff9-4615-b4c1-8f5308a60618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:46.386116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7d078-8fc0-404f-8048-8d22cb8e0f36 None None] No DVR routers for this DVR port dd58b888-3e4d-403c-92bf-b0516216e2b2 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:44:46.391846 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-de4ffa9e-5ff9-4615-b4c1-8f5308a60618 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=45526cf4-a9e4-4d93-af49-792818014afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828485 Oct 18 23:44:46.455821 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e99f843-1524-4ff2-9b44-9d8d27b7404d req-57df920f-e449-49e0-9643-8eda56b43436 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076932 Oct 18 23:44:46.465439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd00996-8e52-41ff-b906-51c62ac9507b']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:46.515208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71194b5a-c6ac-4703-80e9-32b73c3a5465') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:46.515536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71194b5a-c6ac-4703-80e9-32b73c3a5465') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:46.544356 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.597654 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.635786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:44:46.636217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:44:46.644505 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:44:46.653982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d96376-8db0-47e2-8666-dd509b5435f1 req-0db73d5a-4e6b-4eb0-9a46-14cc51b7d6a8 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:46.655680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48d96376-8db0-47e2-8666-dd509b5435f1 req-0db73d5a-4e6b-4eb0-9a46-14cc51b7d6a8 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.2992132 Oct 18 23:44:46.703617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1a251f3-b65d-435e-9c1b-f66f9e022115 req-79949e35-6165-4a62-9d78-6af5e5bf5857 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152204 Oct 18 23:44:46.722916 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.730460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48d96376-8db0-47e2-8666-dd509b5435f1 req-3011a269-6ab4-43db-8db5-055c7a4dd281 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577087 Oct 18 23:44:46.772541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d2b4e-7cc8-44d5-bffd-1777d681b0e0 None None] DHCP port deletion for 6f7d755f-592b-40f5-aafa-260698b7d705 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:44:46.776913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5a25cbdc-2537-4b75-9063-650040757da9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:44:46.788460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-17bad3e9-bbbe-416d-b5b2-93636205d68a service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883901 Oct 18 23:44:46.864055 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.876710 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:46.886922 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/networks/fbd00996-8e52-41ff-b906-51c62ac9507b HTTP/1.1" status: 204 len: 168 time: 1.1228878 Oct 18 23:44:46.889133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49404) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:46.921941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607c5a3-6d23-43a3-bbff-c4f10eff21d5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Network': ['ID=fbd00996-8e52-41ff-b906-51c62ac9507b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:47.011765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:44:47.052251 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.074814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34e26131-ce96-4539-940a-96f3e306654a req-b6c13d1f-1759-4e36-a6aa-3769db6bc600 service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765009 Oct 18 23:44:47.175677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-406d2b4e-7cc8-44d5-bffd-1777d681b0e0 None None] Deleting port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:47.176057 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-406d2b4e-7cc8-44d5-bffd-1777d681b0e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.191032 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.220220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.278769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-19423732-e496-43d9-a15a-bc76df47a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:47.279876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-19423732-e496-43d9-a15a-bc76df47a7e4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3fd7b3a8d33d46fd851599e186dffb43&device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 1096 time: 0.1266286 Oct 18 23:44:47.283756 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.328516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.408216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=d417c58c-2aa3-42bc-92fb-1c968469170f,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:47.434783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-406d2b4e-7cc8-44d5-bffd-1777d681b0e0 None None] For port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,segment=NetworkSegment(85b99585-9523-4735-a000-9f11434cecad),segment_id=85b99585-9523-4735-a000-9f11434cecad)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:47.435404 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-406d2b4e-7cc8-44d5-bffd-1777d681b0e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.440134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,segment=NetworkSegment(85b99585-9523-4735-a000-9f11434cecad),segment_id=85b99585-9523-4735-a000-9f11434cecad)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:47.449857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:44:47.450213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.459361 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.540235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-406d2b4e-7cc8-44d5-bffd-1777d681b0e0 None None] Calling delete_port for 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:47.543690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:47.554783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,segment=NetworkSegment(85b99585-9523-4735-a000-9f11434cecad),segment_id=85b99585-9523-4735-a000-9f11434cecad)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:47.555159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.570520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:44:47.622759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a09080-1475-4e9f-8ad8-e7bc5343d833 req-af389fda-ec65-48fe-8772-445c1ddc5334 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:47.633443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a8a09080-1475-4e9f-8ad8-e7bc5343d833 req-af389fda-ec65-48fe-8772-445c1ddc5334 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1097 time: 0.0622005 Oct 18 23:44:47.690396 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.723430 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a8a09080-1475-4e9f-8ad8-e7bc5343d833 req-9fad65af-0c7e-4798-95f4-3a2eb6743c73 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887191 Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:44:47.745570 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 18 23:44:47.767445 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-406d2b4e-7cc8-44d5-bffd-1777d681b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.818879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No DVR routers for this DVR port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:44:47.825528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:47.909951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d2b4e-7cc8-44d5-bffd-1777d681b0e0 None None] No DVR routers for this DVR port 3489d2e1-833f-40f1-85c4-98cdb4ac44e3 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:44:47.936395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d2b4e-7cc8-44d5-bffd-1777d681b0e0 None None] Pushing event deleted for resources: {'Port': ['ID=3489d2e1-833f-40f1-85c4-98cdb4ac44e3,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:47.950598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:47.979450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7d755f-592b-40f5-aafa-260698b7d705']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:47.990905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b99585-9523-4735-a000-9f11434cecad') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:47.991540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b99585-9523-4735-a000-9f11434cecad') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:48.003496 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:48.019837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:48.026989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:44:48.027684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:48.046826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167773-873b-45bb-bb62-cb8e775638b4 req-22d0047b-bb65-4ff5-9cb1-9e38660f589b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:48.055020 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88167773-873b-45bb-bb62-cb8e775638b4 req-22d0047b-bb65-4ff5-9cb1-9e38660f589b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.0983407 Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:44:48.107742 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:44:48.111020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-fe49d408-691d-41ec-85f9-bdd7428c5893 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4465153 Oct 18 23:44:48.116996 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:48.121935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:48.129626 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/networks/6f7d755f-592b-40f5-aafa-260698b7d705 HTTP/1.1" status: 204 len: 168 time: 1.2376230 Oct 18 23:44:48.130289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49434) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:48.131740 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88167773-873b-45bb-bb62-cb8e775638b4 req-9f800228-3b02-4aa9-95ba-1b0ca80a2889 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740225 Oct 18 23:44:48.162284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'network': {'name': 'tempest-RoutersTest-319983297'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:48.202670 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Floating IP abcd262e-e398-4085-ae4a-f267af71854d associated. External IP: 172.25.7.242, port: 7d815216-3c78-4961-94e2-b1e01e221ed2. Oct 18 23:44:48.206188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-47bc928f-1cad-4552-9487-70621ff655e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:48.208095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-47bc928f-1cad-4552-9487-70621ff655e7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=45526cf4-a9e4-4d93-af49-792818014afc HTTP/1.1" status: 200 len: 914 time: 0.8751023 Oct 18 23:44:48.282212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:48.286213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:48.333746 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-514cbc7c-1f75-40e8-b07d-01235e5d1e3e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9712dcc7-9078-412c-a5dd-c55b3753a903 HTTP/1.1" status: 200 len: 217 time: 0.1120698 Oct 18 23:44:48.334658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2459e-e4d0-4f52-b09e-7d994e8c561d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Network': ['ID=6f7d755f-592b-40f5-aafa-260698b7d705,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:48.407508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:44:48.468891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-62c023e8-709e-4a39-b759-8929068f977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:48.470438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-62c023e8-709e-4a39-b759-8929068f977d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1097 time: 0.2508395 Oct 18 23:44:48.479842 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:48.480184 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added segment fff63879-5d9d-4d06-a37a-4bd86f082eef of type vlan for network 8ee700d6-7212-4b72-8a21-5a80145cb5ef Oct 18 23:44:48.491112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-a801c517-f832-4335-bdd5-56f905355832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:48.492613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-a801c517-f832-4335-bdd5-56f905355832 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e801d464-3238-4da4-923a-23ddd227df17 HTTP/1.1" status: 200 len: 852 time: 0.1439080 Oct 18 23:44:48.609906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49444) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:48.617850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:48.954167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5a25cbdc-2537-4b75-9063-650040757da9 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:48.988775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-510435516'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:49.044841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Made reservation on behalf of d217a007ac3a4ccf8efcd3e48e8b0670 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:49.055032 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.086912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.156777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 5a25cbdc-2537-4b75-9063-650040757da9 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:44:49.174339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 5a25cbdc-2537-4b75-9063-650040757da9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:49.175187 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.330055 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.340132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.413821 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.456465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:44:49.464426 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.resource_extend [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:44:49.482942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161766d6-71fe-4683-b132-4b9c4785a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a25cbdc-2537-4b75-9063-650040757da9'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:44:49.491212 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a611e36-432b-4b75-a52d-22d57e8867a0" -d '{"events": [{"server_uuid": "161766d6-71fe-4683-b132-4b9c4785a46f", "name": "network-vif-plugged", "status": "completed", "tag": "5a25cbdc-2537-4b75-9063-650040757da9"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:44:49.524440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5a25cbdc-2537-4b75-9063-650040757da9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5a25cbdc-2537-4b75-9063-650040757da9,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:49.532027 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.547955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f507b2-7024-4e08-b10e-8e6fd441b054,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:49.585775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-3398ea97-121b-42a2-b7f7-158392bea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:49.586036 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.586150 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Added segment b6807453-a307-4de8-a601-1ce2a02a2fe7 of type vlan for network 98f35681-27c4-450f-8352-2f5236a093f1 Oct 18 23:44:49.595047 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-3398ea97-121b-42a2-b7f7-158392bea867 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=45526cf4-a9e4-4d93-af49-792818014afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0816221 Oct 18 23:44:49.644901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.653357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc78a54-0a1b-49a7-8e76-f338870114a9 req-b2e9259d-b376-4dec-a1bb-14580241be66 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:49.653597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5a25cbdc-2537-4b75-9063-650040757da9,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:49.656328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:49.657278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.666663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8dc78a54-0a1b-49a7-8e76-f338870114a9 req-b2e9259d-b376-4dec-a1bb-14580241be66 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.2829685 Oct 18 23:44:49.754815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-fe321d80-b8cb-4457-87b3-276724c67506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:49.756814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-fe321d80-b8cb-4457-87b3-276724c67506 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 1.2589178 Oct 18 23:44:49.764395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Network': ['ID=8ee700d6-7212-4b72-8a21-5a80145cb5ef,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:49.784818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 8ee700d6-7212-4b72-8a21-5a80145cb5ef details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:44:49.848504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:49.906478 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8dc78a54-0a1b-49a7-8e76-f338870114a9 req-90ef12fd-6013-462b-9208-542e11e1ef76 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387655 Oct 18 23:44:49.919699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b147d57-9f04-4361-a060-cf51e0caf748 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7657015 Oct 18 23:44:49.927021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49470) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:49.927253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127b045-f704-48f4-a0e8-f4807d1ef80c req-65f1c018-463b-4db9-98f9-4e33f1e7578a tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:49.928765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a127b045-f704-48f4-a0e8-f4807d1ef80c req-65f1c018-463b-4db9-98f9-4e33f1e7578a tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1097 time: 0.4709470 Oct 18 23:44:49.957810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'subnet': {'network_id': '8ee700d6-7212-4b72-8a21-5a80145cb5ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:49.984263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49472) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:50.019190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 3d585950-ad82-45cd-8d1b-33ee98f72a78 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:44:50.020189 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0781ff-2602-40a6-82ba-becb4e9df424 x-openstack-request-id: req-5f0781ff-2602-40a6-82ba-becb4e9df424 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:44:50.020685 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161766d6-71fe-4683-b132-4b9c4785a46f", "name": "network-vif-plugged", "status": "completed", "tag": "5a25cbdc-2537-4b75-9063-650040757da9", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:44:50.020938 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f0781ff-2602-40a6-82ba-becb4e9df424 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:44:50.021451 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161766d6-71fe-4683-b132-4b9c4785a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a25cbdc-2537-4b75-9063-650040757da9', 'code': 200} Oct 18 23:44:50.023385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-0273acda-8a9b-4c13-a94f-d0e19a54b9f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 999 time: 0.2131104 Oct 18 23:44:50.081174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:50.089403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:50.090062 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:50.144139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5325904 Oct 18 23:44:50.194477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49480) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:50.202515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'subnet': {'network_id': '98f35681-27c4-450f-8352-2f5236a093f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:50.278316 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c2b99293-dd6e-4418-bd8b-fe1bfbca6c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:50.362263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a127b045-f704-48f4-a0e8-f4807d1ef80c req-c96a5a40-990a-46d1-bb4a-74aec3ff000e tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206059 Oct 18 23:44:50.362426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f060d-0080-4d34-b043-0336e689bee8 req-5a0f6685-cf31-44d2-ae7c-6c1e87546af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:50.363895 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d5f060d-0080-4d34-b043-0336e689bee8 req-5a0f6685-cf31-44d2-ae7c-6c1e87546af8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1098 time: 0.2162910 Oct 18 23:44:50.364221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-ac3f9de1-ff36-4ee3-a2b9-ee8ded4b954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:50.364502 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:50.366115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-ac3f9de1-ff36-4ee3-a2b9-ee8ded4b954c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.2825942 Oct 18 23:44:50.369165 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:50.371207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-6b33e6e1-51e2-4553-8b91-a6de0f6bd3ca service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7561746 Oct 18 23:44:50.372612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd94894-b3d2-49a5-8ea7-92a9a06f3fbe tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Network': ['ID=98f35681-27c4-450f-8352-2f5236a093f1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:50.391472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 98f35681-27c4-450f-8352-2f5236a093f1 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:44:50.428389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e54b4032-4174-464f-8b8c-1b5aaa291d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:50.507077 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d5f060d-0080-4d34-b043-0336e689bee8 req-cb70987c-e000-4661-b105-59d500d0dc16 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175120 Oct 18 23:44:50.541836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:50.556553 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] Sync routers for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:50.562832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-d7d9a60b-fe77-4b80-a8dd-1650f6783266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:50.564673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-d7d9a60b-fe77-4b80-a8dd-1650f6783266 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733267 Oct 18 23:44:50.573293 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:50.574425 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:50.596749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-81b09f10-8335-4bb5-ae51-ccbc2824e09f req-ebfd28c1-b01c-46aa-8405-c19ba8421a14 service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166433 Oct 18 23:44:50.600574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:50.659559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d658bd4b-8d2c-4aa4-b591-eb9182d6eb0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.2569625 Oct 18 23:44:50.660213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:44:50.662744 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154b367f-d5b7-4239-aed5-139be097bae3" -d '{"events": [{"name": "network-changed", "server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:44:50.709643 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:50.718324 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b157d3-70a3-4dee-9681-d062fce7b2a4 x-openstack-request-id: req-c0b157d3-70a3-4dee-9681-d062fce7b2a4 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:44:50.718905 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:44:50.719368 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0b157d3-70a3-4dee-9681-d062fce7b2a4 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:44:50.719966 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'status': 'completed', 'code': 200} Oct 18 23:44:50.927906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Made reservation on behalf of d217a007ac3a4ccf8efcd3e48e8b0670 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:50.931594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:51.018805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-21004aa9-6697-4fc1-88f3-7ebcb09f0d65 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968494 Oct 18 23:44:51.122994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e22f709-6ec4-45cd-be68-b467a24aec4a req-a30d03ce-a6a5-4399-bcd4-a966c8013dbd service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959983 Oct 18 23:44:51.163981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f365-4389-4ae0-8b3f-393203a200ff req-fd4bf78f-60ca-401a-bb7a-13049809b8c8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:51.167018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2939f365-4389-4ae0-8b3f-393203a200ff req-fd4bf78f-60ca-401a-bb7a-13049809b8c8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.2309008 Oct 18 23:44:51.190335 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'abcd262e-e398-4085-ae4a-f267af71854d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'port_id': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'mac_address': 'fa:16:3e:05:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:44:45Z', 'updated_at': '2021-10-18T23:44:45Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4516788a-2680-408c-a53b-2293eff32420', 'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:32:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:02Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:51.205466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4ca4b-c5de-4295-833a-036e768dc39f req-f7443b0b-3eb5-452a-8167-c428d94e658a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:51.206971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22b4ca4b-c5de-4295-833a-036e768dc39f req-f7443b0b-3eb5-452a-8167-c428d94e658a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.0830240 Oct 18 23:44:51.230071 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] Checking router: 3d585950-ad82-45cd-8d1b-33ee98f72a78 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:44:51.249386 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:51.250359 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:51.289670 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e54b4032-4174-464f-8b8c-1b5aaa291d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:51.319603 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22b4ca4b-c5de-4295-833a-036e768dc39f req-951d1e86-473d-4326-906d-77ee597cfa5f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053741 Oct 18 23:44:51.329866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e54b4032-4174-464f-8b8c-1b5aaa291d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:51.331079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b367f-d5b7-4239-aed5-139be097bae3 req-81e7b6ff-5a40-400f-8ea2-fe073d88ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:51.332911 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-154b367f-d5b7-4239-aed5-139be097bae3 req-81e7b6ff-5a40-400f-8ea2-fe073d88ac14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1097 time: 0.1046882 Oct 18 23:44:51.370270 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2939f365-4389-4ae0-8b3f-393203a200ff req-c0def970-1b3e-4ce7-93d5-5da929954fe4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895552 Oct 18 23:44:51.391432 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:44:51.396917 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:51.436286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49502) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:51.487851 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e54b4032-4174-464f-8b8c-1b5aaa291d89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68d1b0e133614c33961c8adbc890e50c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4739411 Oct 18 23:44:51.491116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49504) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:51.519577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b367f-d5b7-4239-aed5-139be097bae3 req-0a5dbc8d-78a5-4a40-b9ba-ebc2aea0ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:51.521149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-154b367f-d5b7-4239-aed5-139be097bae3 req-0a5dbc8d-78a5-4a40-b9ba-ebc2aea0ca7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 0.1798620 Oct 18 23:44:51.539020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b4032-4174-464f-8b8c-1b5aaa291d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0fe3c1-c6df-417b-b441-bcd0ac8f4480,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:51.611692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:51.641796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-154b367f-d5b7-4239-aed5-139be097bae3 req-8c0b0db8-1675-4fbf-bcbd-6cd67b887eb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 999 time: 0.1105270 Oct 18 23:44:51.694894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-46842192-2d52-42a7-8786-33852b68b377 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/abcd262e-e398-4085-ae4a-f267af71854d HTTP/1.1" status: 200 len: 991 time: 0.2472942 Oct 18 23:44:51.694894 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Subnet': ['ID=baaafce9-0508-4d4d-b8b5-2a91f58d2dbe,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:51.756031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b367f-d5b7-4239-aed5-139be097bae3 req-11489aec-539e-4400-951d-d582b3e08ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:51.760464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-154b367f-d5b7-4239-aed5-139be097bae3 req-11489aec-539e-4400-951d-d582b3e08ee8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.1096947 Oct 18 23:44:51.763252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbde443-48e1-4ed4-937f-fea1044541c3 req-5ee65aeb-683b-4ff6-9a63-66160562ebb6 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:51.765073 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbbde443-48e1-4ed4-937f-fea1044541c3 req-5ee65aeb-683b-4ff6-9a63-66160562ebb6 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1098 time: 0.2843924 Oct 18 23:44:51.788031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Checking segment: {'id': 'fff63879-5d9d-4d06-a37a-4bd86f082eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ee700d6-7212-4b72-8a21-5a80145cb5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:51.788403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network hostable DHCP agents. Network: 8ee700d6-7212-4b72-8a21-5a80145cb5ef, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:44:51.800742 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'abcd262e-e398-4085-ae4a-f267af71854d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'port_id': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'mac_address': 'fa:16:3e:05:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:44:45Z', 'updated_at': '2021-10-18T23:44:45Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4516788a-2680-408c-a53b-2293eff32420', 'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:32:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:02Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:51.812208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Subnet': ['ID=524472da-436c-4a96-a81c-d6b7f89b02ff,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:51.817979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e24504dc-24e8-43cd-994c-21c6c9275bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:51.844211 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a03a95-292d-4eb5-b23c-dda33eb80440 None None] The sync data for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 is: [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'abcd262e-e398-4085-ae4a-f267af71854d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'port_id': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'mac_address': 'fa:16:3e:05:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:44:45Z', 'updated_at': '2021-10-18T23:44:45Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4516788a-2680-408c-a53b-2293eff32420', 'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:32:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:02Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:51.851542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Checking segment: {'id': 'b6807453-a307-4de8-a601-1ce2a02a2fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '98f35681-27c4-450f-8352-2f5236a093f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:51.852243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network hostable DHCP agents. Network: 98f35681-27c4-450f-8352-2f5236a093f1, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:44:51.882349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b367f-d5b7-4239-aed5-139be097bae3 req-cb82e84f-39be-4723-80ed-3cdbb9d7c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:51.883601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 8ee700d6-7212-4b72-8a21-5a80145cb5ef is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:44:51.884186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-154b367f-d5b7-4239-aed5-139be097bae3 req-cb82e84f-39be-4723-80ed-3cdbb9d7c547 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037819 Oct 18 23:44:51.895938 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e24504dc-24e8-43cd-994c-21c6c9275bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:51.903436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cbbde443-48e1-4ed4-937f-fea1044541c3 req-61b338b0-3793-4e57-953a-d47a581d650f tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100328 Oct 18 23:44:51.909767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 8ee700d6-7212-4b72-8a21-5a80145cb5ef) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:51.914220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:51.914980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:51.923024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1006f288-beaa-4863-a651-b1a8777f6750 None None] Network 8ee700d6-7212-4b72-8a21-5a80145cb5ef requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:51.961261 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7fce6335-44fb-4a01-899a-1b0829370bf9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0109401 Oct 18 23:44:51.961959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49512) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:51.970711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e3268de7-8691-4f68-a2a9-8eaecc1478c2 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-449642814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:51.975992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 98f35681-27c4-450f-8352-2f5236a093f1 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:44:51.995137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 98f35681-27c4-450f-8352-2f5236a093f1) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:52.007332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:52.007611 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.040352 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3268de7-8691-4f68-a2a9-8eaecc1478c2 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.042264 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3268de7-8691-4f68-a2a9-8eaecc1478c2 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.053911 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e24504dc-24e8-43cd-994c-21c6c9275bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.058091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470277f8-e778-45a4-b29c-f696711bb376 None None] Network 98f35681-27c4-450f-8352-2f5236a093f1 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:52.059595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e24504dc-24e8-43cd-994c-21c6c9275bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.065987 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e24504dc-24e8-43cd-994c-21c6c9275bbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a0fe3c1-c6df-417b-b441-bcd0ac8f4480 HTTP/1.1" status: 204 len: 168 time: 0.5277801 Oct 18 23:44:52.084103 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b238f76a-79e2-479b-9440-5babcb8a0284 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8862731 Oct 18 23:44:52.086661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24504dc-24e8-43cd-994c-21c6c9275bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0fe3c1-c6df-417b-b441-bcd0ac8f4480,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:52.092095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49516) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:52.105910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-942284489', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:52.158891 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3268de7-8691-4f68-a2a9-8eaecc1478c2 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.169863 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3268de7-8691-4f68-a2a9-8eaecc1478c2 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.189369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.190474 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.197811 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3268de7-8691-4f68-a2a9-8eaecc1478c2 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.217820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e3268de7-8691-4f68-a2a9-8eaecc1478c2 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2518482 Oct 18 23:44:52.219844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49518) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:52.225113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'port': {'network_id': '8ee700d6-7212-4b72-8a21-5a80145cb5ef', 'name': 'tempest-RoutersTest-1556579453'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:52.271018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-154b367f-d5b7-4239-aed5-139be097bae3 req-d8725a0c-9401-4aba-a5b9-f2f114f41ac5 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189723 Oct 18 23:44:52.351885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648126b-024b-41f8-8e48-e2557a50de5b None None] New status for floating IP abcd262e-e398-4085-ae4a-f267af71854d: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:44:52.416345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-8ee700d6-7212-4b72-8a21-5a80145cb5ef', 'network_id': '8ee700d6-7212-4b72-8a21-5a80145cb5ef', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'fixed_ips': [{'subnet_id': 'baaafce9-0508-4d4d-b8b5-2a91f58d2dbe'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:44:52.417911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.449748 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.475897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-154b367f-d5b7-4239-aed5-139be097bae3 req-2866d789-654a-4f49-a3c0-3562c915a824 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889801 Oct 18 23:44:52.559615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899295c-7a3d-4e70-947d-280daec273ca req-5547bf30-2b1c-4169-b8e6-706aac255cf3 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:52.561407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a899295c-7a3d-4e70-947d-280daec273ca req-5547bf30-2b1c-4169-b8e6-706aac255cf3 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.0840385 Oct 18 23:44:52.640508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a899295c-7a3d-4e70-947d-280daec273ca req-1971659b-5798-45e5-9c0b-dc2d16092cfc tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729165 Oct 18 23:44:52.658541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2fc366-cad2-4d1f-951e-9807bf2f80f9 None None] Network 98f35681-27c4-450f-8352-2f5236a093f1 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:52.699639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49530) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:52.745449 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.784516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:52.799454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.830905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] device_id is not set on port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:44:52.911881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49534) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:52.942796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-633fb9e4-eadb-4b0b-844a-0b42481952c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:52.950138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Allocated IP 172.20.0.2 (8ee700d6-7212-4b72-8a21-5a80145cb5ef/baaafce9-0508-4d4d-b8b5-2a91f58d2dbe/a832d7c8-a2a4-43c9-8924-e03dd29efe91) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:52.958788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d88ea4e4-cbe3-44eb-9361-39879385e9de tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/abcd262e-e398-4085-ae4a-f267af71854d HTTP/1.1" status: 200 len: 993 time: 0.2550051 Oct 18 23:44:53.113158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-633fb9e4-eadb-4b0b-844a-0b42481952c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.122216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-633fb9e4-eadb-4b0b-844a-0b42481952c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.163724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-633fb9e4-eadb-4b0b-844a-0b42481952c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09ae8cb0a68a4a348827947e7ceb9652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504191 Oct 18 23:44:53.167966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49538) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:53.180749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.181922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.182447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fb9e4-eadb-4b0b-844a-0b42481952c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957cc723-ba7f-4d73-9791-d1b5760247fb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:53.191284 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.218003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd27e-e9a0-42dd-acaf-8e9fa0c3eb7e req-44595454-be91-4c69-af28-fd4b19430f1a tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:53.219618 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-979cd27e-e9a0-42dd-acaf-8e9fa0c3eb7e req-44595454-be91-4c69-af28-fd4b19430f1a tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1098 time: 0.1378026 Oct 18 23:44:53.221015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Network 8ee700d6-7212-4b72-8a21-5a80145cb5ef is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:53.224875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.225359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:53.239348 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8fffb9eb-1098-4c17-a9bf-609429e323c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.259500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:53.267931 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8fffb9eb-1098-4c17-a9bf-609429e323c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.339483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8fffb9eb-1098-4c17-a9bf-609429e323c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.341405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Pushing event updated for resources: {'Port': ['ID=a832d7c8-a2a4-43c9-8924-e03dd29efe91,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:53.345690 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8fffb9eb-1098-4c17-a9bf-609429e323c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.347228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8fffb9eb-1098-4c17-a9bf-609429e323c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/957cc723-ba7f-4d73-9791-d1b5760247fb HTTP/1.1" status: 204 len: 168 time: 0.1782691 Oct 18 23:44:53.358978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffb9eb-1098-4c17-a9bf-609429e323c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957cc723-ba7f-4d73-9791-d1b5760247fb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:53.379739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.20.0.6 (8ee700d6-7212-4b72-8a21-5a80145cb5ef/baaafce9-0508-4d4d-b8b5-2a91f58d2dbe/f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:53.383201 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-979cd27e-e9a0-42dd-acaf-8e9fa0c3eb7e req-8641da61-d5d6-4176-9101-67526bb5195e tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297202 Oct 18 23:44:53.410551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Attempting to bind port a832d7c8-a2a4-43c9-8924-e03dd29efe91 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:44:53.411854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Attempting to bind port a832d7c8-a2a4-43c9-8924-e03dd29efe91 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'fff63879-5d9d-4d06-a37a-4bd86f082eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ee700d6-7212-4b72-8a21-5a80145cb5ef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:44:53.413489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Attempting to bind port a832d7c8-a2a4-43c9-8924-e03dd29efe91 on network 8ee700d6-7212-4b72-8a21-5a80145cb5ef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:44:53.425186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:44:53.425734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Checking segment: {'id': 'fff63879-5d9d-4d06-a37a-4bd86f082eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ee700d6-7212-4b72-8a21-5a80145cb5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:44:53.426768 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.427454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Bound using segment: {'id': 'fff63879-5d9d-4d06-a37a-4bd86f082eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ee700d6-7212-4b72-8a21-5a80145cb5ef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:44:53.428356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Bound port: a832d7c8-a2a4-43c9-8924-e03dd29efe91, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff63879-5d9d-4d06-a37a-4bd86f082eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8ee700d6-7212-4b72-8a21-5a80145cb5ef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:44:53.429233 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.523298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] For port a832d7c8-a2a4-43c9-8924-e03dd29efe91, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:44:53.528026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] For port a832d7c8-a2a4-43c9-8924-e03dd29efe91, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a832d7c8-a2a4-43c9-8924-e03dd29efe91,segment=NetworkSegment(fff63879-5d9d-4d06-a37a-4bd86f082eef),segment_id=fff63879-5d9d-4d06-a37a-4bd86f082eef)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:44:53.538478 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.552775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.25.7.201 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/f099d84c-5a4e-486e-8ade-a874cbfaf384) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:53.584473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6494c1-7bb2-4d16-beec-e0995bc52c0b req-9fd66b6b-afed-4d57-9e5a-670100a325e1 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:53.586068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b6494c1-7bb2-4d16-beec-e0995bc52c0b req-9fd66b6b-afed-4d57-9e5a-670100a325e1 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1098 time: 0.0878980 Oct 18 23:44:53.685112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b6494c1-7bb2-4d16-beec-e0995bc52c0b req-1305e09b-35f0-4ce7-9853-da830188c5b0 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809500 Oct 18 23:44:53.723675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a69877-eaff-46d7-a1b1-e87a35a98155 None None] Pushing event updated for resources: {'Port': ['ID=a832d7c8-a2a4-43c9-8924-e03dd29efe91,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:53.826139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.903739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.938122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc0c31-5bf5-466a-a221-221e2099ac27 req-1b6a1cc3-1d1d-4f4e-92e0-fed1d6ec9d6d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:53.945545 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ae4d84cd-cf44-4ec2-a049-f9025ebfc0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:53.947460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57cc0c31-5bf5-466a-a221-221e2099ac27 req-1b6a1cc3-1d1d-4f4e-92e0-fed1d6ec9d6d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.1022604 Oct 18 23:44:53.956607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:54.005738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b7a62-f8d1-4511-87cb-16b486e18637 req-0cd21ec2-1813-4de6-aadb-cbde5313fed3 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:54.014578 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c6b7a62-f8d1-4511-87cb-16b486e18637 req-0cd21ec2-1813-4de6-aadb-cbde5313fed3 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1098 time: 0.1381078 Oct 18 23:44:54.043415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 8ee700d6-7212-4b72-8a21-5a80145cb5ef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:54.052000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57cc0c31-5bf5-466a-a221-221e2099ac27 req-a598c6c8-90e8-45c5-8324-16299666ad6d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955026 Oct 18 23:44:54.060315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:54.072581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:54.075471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:54.105192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:54.235351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:54.236171 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:54.252279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:54.252279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c6b7a62-f8d1-4511-87cb-16b486e18637 req-d8fe763e-649f-40ef-94a5-e91244c0d11a tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215345 Oct 18 23:44:54.263745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:54.267453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=f099d84c-5a4e-486e-8ade-a874cbfaf384,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:54.270597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:54.310542 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83cbf3a5-f4fc-4e3d-b5de-1941f5d63861 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0872574 Oct 18 23:44:54.311391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49570) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:54.693460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:54.802061 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:54.943454 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:54.985539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-b60d628f-1d99-4c4c-93ae-a993f52388ed tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:54.998317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-b60d628f-1d99-4c4c-93ae-a993f52388ed tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/networks?id=9716078f-ba9f-449b-8bd8-96077aa7aa30 HTTP/1.1" status: 200 len: 911 time: 0.3707910 Oct 18 23:44:55.077645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a832d7c8-a2a4-43c9-8924-e03dd29efe91 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:55.093687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-c28d3734-5975-4bae-8855-69aa5fb74f47 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/quotas/04872a19e8db4fc2a8c73b9fbc7e3d3b HTTP/1.1" status: 200 len: 375 time: 0.0936413 Oct 18 23:44:55.205189 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:55.219527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a832d7c8-a2a4-43c9-8924-e03dd29efe91 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:55.220303 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:55.408027 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:55.418886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-c9244b70-e7bb-4418-9fa1-8cc743a4377f tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=04872a19e8db4fc2a8c73b9fbc7e3d3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3231719 Oct 18 23:44:55.428092 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:55.443110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefd8ad-4cc4-450b-b594-e4695151432e req-1c1504a9-0d26-476b-9845-54af32bc1646 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:55.444904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-feefd8ad-4cc4-450b-b594-e4695151432e req-1c1504a9-0d26-476b-9845-54af32bc1646 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.1431561 Oct 18 23:44:55.517321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port a832d7c8-a2a4-43c9-8924-e03dd29efe91, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a832d7c8-a2a4-43c9-8924-e03dd29efe91,segment=NetworkSegment(fff63879-5d9d-4d06-a37a-4bd86f082eef),segment_id=fff63879-5d9d-4d06-a37a-4bd86f082eef)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:55.521571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569ac0a6-2db5-4538-bfb2-aa22155172fd None None] Network 8ee700d6-7212-4b72-8a21-5a80145cb5ef requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:44:55.542698 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-feefd8ad-4cc4-450b-b594-e4695151432e req-e3c3eedc-5ea1-470a-b090-781e80189472 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710361 Oct 18 23:44:55.555139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:44:55.570500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:55.608785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-53d728c3-1efc-4855-9d46-b1e0cf12ecd6 service neutron] 10.222.0.52 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885066 Oct 18 23:44:55.797104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:55.812558 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4541ad3f-976d-4a7c-aba5-65954f27f07f None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:55.826853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ffb897d7-e809-495b-a08d-264099354a74 None None] Provisioning complete for port a832d7c8-a2a4-43c9-8924-e03dd29efe91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:55.827377 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ffb897d7-e809-495b-a08d-264099354a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:55.830859 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541ad3f-976d-4a7c-aba5-65954f27f07f None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:55.831747 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4541ad3f-976d-4a7c-aba5-65954f27f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:55.848205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:55.853655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8ef525f3-5f55-49da-87e6-586986507839 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7601063 Oct 18 23:44:55.854784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49620) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:55.898567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=a832d7c8-a2a4-43c9-8924-e03dd29efe91,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:55.928063 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4541ad3f-976d-4a7c-aba5-65954f27f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:55.954384 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541ad3f-976d-4a7c-aba5-65954f27f07f None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:55.956616 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4541ad3f-976d-4a7c-aba5-65954f27f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:56.031141 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4541ad3f-976d-4a7c-aba5-65954f27f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:56.031802 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4541ad3f-976d-4a7c-aba5-65954f27f07f None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:56.059799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49624) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:56.416148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-6b618f88-0d49-448c-aa24-b8f6f4b4528f service neutron] 10.222.0.52 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7916069 Oct 18 23:44:56.429104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8c613882-bd56-4033-aebd-b6806be586bf None None] Provisioning complete for port a832d7c8-a2a4-43c9-8924-e03dd29efe91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:56.430076 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c613882-bd56-4033-aebd-b6806be586bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:56.467325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:56.475386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:56.583101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:56.659908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8c613882-bd56-4033-aebd-b6806be586bf None None] Provisioning complete for port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:56.660712 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c613882-bd56-4033-aebd-b6806be586bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:56.747815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8c613882-bd56-4033-aebd-b6806be586bf None None] Port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:56.836906 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8672c42-f686-4f3a-b71d-bbdd51ad746a req-3328f1ce-bcc7-44e4-8fb3-b6a76409995d tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 210 time: 0.0995774 Oct 18 23:44:56.890111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1fbe2bd5-d18f-47d3-a522-53c46d00bb11 None None] Provisioning complete for port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:56.892753 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1fbe2bd5-d18f-47d3-a522-53c46d00bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:56.952308 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d701fda-ffc1-4771-856d-e83f999bf264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:56.997509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe2bd5-d18f-47d3-a522-53c46d00bb11 None None] Port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:57.032600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a832d7c8-a2a4-43c9-8924-e03dd29efe91 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:44:57.116454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e30c-b02f-4bd3-9041-749f3e34d5c1 req-99eb1406-297c-412d-8cdd-435e1bfc85a9 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:57.124701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7915e30c-b02f-4bd3-9041-749f3e34d5c1 req-99eb1406-297c-412d-8cdd-435e1bfc85a9 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.3259852 Oct 18 23:44:57.132149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.147836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a832d7c8-a2a4-43c9-8924-e03dd29efe91 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:57.148313 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.284826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7915e30c-b02f-4bd3-9041-749f3e34d5c1 req-d7f94d0c-5402-452a-b69f-126fc2ad265d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466708 Oct 18 23:44:57.354923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1385dc8d-19f8-44dd-9323-ef178c449d3b None None] Provisioning complete for port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:57.355680 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1385dc8d-19f8-44dd-9323-ef178c449d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.380969 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d701fda-ffc1-4771-856d-e83f999bf264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.395513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.397721 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d701fda-ffc1-4771-856d-e83f999bf264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.414304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1385dc8d-19f8-44dd-9323-ef178c449d3b None None] Port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:57.433524 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.491658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d701fda-ffc1-4771-856d-e83f999bf264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cce9e6-bc27-48d2-8d49-0a7048a652b7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:57.498667 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2d701fda-ffc1-4771-856d-e83f999bf264 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05b474f7cfdf482884bd6a792f23fb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4352901 Oct 18 23:44:57.499040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49656) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:57.558130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49658) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:57.622401 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9544f8eb-a0b1-4b46-aeee-fb480b3bbd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.707890 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9544f8eb-a0b1-4b46-aeee-fb480b3bbd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.724324 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28e5fddb-080b-4ac5-9f25-644b8e9f6445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.870572 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9544f8eb-a0b1-4b46-aeee-fb480b3bbd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.885313 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9544f8eb-a0b1-4b46-aeee-fb480b3bbd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.889380 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9544f8eb-a0b1-4b46-aeee-fb480b3bbd79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21cce9e6-bc27-48d2-8d49-0a7048a652b7 HTTP/1.1" status: 204 len: 168 time: 0.3870215 Oct 18 23:44:57.891200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.904245 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.906698 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:57.917600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544f8eb-a0b1-4b46-aeee-fb480b3bbd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cce9e6-bc27-48d2-8d49-0a7048a652b7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:57.943690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.20.0.1 (98f35681-27c4-450f-8352-2f5236a093f1/524472da-436c-4a96-a81c-d6b7f89b02ff/aca63dc4-3a1e-4f30-b4b9-8bcee7965707) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:57.992282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28e5fddb-080b-4ac5-9f25-644b8e9f6445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.020573 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28e5fddb-080b-4ac5-9f25-644b8e9f6445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.024596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6dcb96c-dec0-4f85-a0fd-776ffe21733b req-9461cff9-b4a1-44e8-8662-2c388fec0d92 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 210 time: 0.0525172 Oct 18 23:44:58.080229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:58.086885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.097476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-28e5fddb-080b-4ac5-9f25-644b8e9f6445 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89766d99033d4ece9a409961d853ba94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383213 Oct 18 23:44:58.100620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5fddb-080b-4ac5-9f25-644b8e9f6445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e169e9ee-7b5b-43be-9447-6f9cb6b5fc8c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:58.103486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49668) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:58.130869 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.218705 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.261445 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4b9-a9d5-4737-9c83-2e9469c52a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.293738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 98f35681-27c4-450f-8352-2f5236a093f1 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:58.295604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:58.296416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 8ee700d6-7212-4b72-8a21-5a80145cb5ef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:58.298260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:58.345886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:58.361362 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4b9-a9d5-4737-9c83-2e9469c52a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.365025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=aca63dc4-3a1e-4f30-b4b9-8bcee7965707,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:58.395182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.653311 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.749500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-ac21d3e5-e432-4f68-a272-ce1240d8413b tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:58.751269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9d5b05e4-fcd1-40bb-8c30-2392c789f44d None None] Provisioning complete for port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:44:58.752123 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9d5b05e4-fcd1-40bb-8c30-2392c789f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.752525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-ac21d3e5-e432-4f68-a272-ce1240d8413b tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.102 "GET /v2.0/networks?id=9716078f-ba9f-449b-8bd8-96077aa7aa30 HTTP/1.1" status: 200 len: 911 time: 0.5278616 Oct 18 23:44:58.760137 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4b9-a9d5-4737-9c83-2e9469c52a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.766933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4b9-a9d5-4737-9c83-2e9469c52a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:58.771886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-67fcb4b9-a9d5-4737-9c83-2e9469c52a59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e169e9ee-7b5b-43be-9447-6f9cb6b5fc8c HTTP/1.1" status: 204 len: 168 time: 0.6629784 Oct 18 23:44:58.815105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Request body: {'port': {'device_id': 'd9356238-93c0-4790-808d-e5b950c0dc80', 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30', 'admin_state_up': True, 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:58.861168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b05e4-fcd1-40bb-8c30-2392c789f44d None None] Port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:44:58.890752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb434d5f-74f6-4ca2-87dc-edff56a469e8 req-6902de59-c37f-440c-97c9-7e09bcc667f2 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:58.892564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb434d5f-74f6-4ca2-87dc-edff56a469e8 req-6902de59-c37f-440c-97c9-7e09bcc667f2 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 944 time: 0.3851089 Oct 18 23:44:58.894036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb4b9-a9d5-4737-9c83-2e9469c52a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e169e9ee-7b5b-43be-9447-6f9cb6b5fc8c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:58.899756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Made reservation on behalf of 04872a19e8db4fc2a8c73b9fbc7e3d3b for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:44:58.902701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.002558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 5cbf071d-947b-4e63-8119-52af5fe004b7 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:44:59.109140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb434d5f-74f6-4ca2-87dc-edff56a469e8 req-90b5242d-45a6-4888-9f9d-6f8bd04fa2d6 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719127 Oct 18 23:44:59.138896 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.158388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.162082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:44:59.175399 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b17d3a66-ad7c-4950-8cce-fca0afb6c2eb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/5cbf071d-947b-4e63-8119-52af5fe004b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8632848 Oct 18 23:44:59.178047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0693306-c2f1-4397-891b-623bbe478964 None None] Sync routers for ids ['5cbf071d-947b-4e63-8119-52af5fe004b7'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:44:59.181566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49696) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:59.191167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0693306-c2f1-4397-891b-623bbe478964 None None] Routers {'5cbf071d-947b-4e63-8119-52af5fe004b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:59.191802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f0693306-c2f1-4397-891b-623bbe478964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5cbf071d-947b-4e63-8119-52af5fe004b7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:59.229302 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c9c66b3-e3dd-451d-983a-0160c6606a73 req-37d4ecd1-da26-44b6-b33a-18f4ec676c81 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 210 time: 0.0814626 Oct 18 23:44:59.241295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df89c5f-0950-4541-867f-c084b21d7ac4 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:59.255628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6df89c5f-0950-4541-867f-c084b21d7ac4 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports/f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b HTTP/1.1" status: 200 len: 977 time: 0.0632138 Oct 18 23:44:59.255815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:59.255815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49700) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:59.256576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Allocated IP 172.20.0.14 (9716078f-ba9f-449b-8bd8-96077aa7aa30/3db205d0-07b5-4f09-bc70-1baea1a0c1cd/ed4651f0-d9a5-482d-95a2-83b220e1520c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:44:59.278637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=aca63dc4-3a1e-4f30-b4b9-8bcee7965707,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:59.280489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f0693306-c2f1-4397-891b-623bbe478964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:59.291973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0693306-c2f1-4397-891b-623bbe478964 None None] Routers {'5cbf071d-947b-4e63-8119-52af5fe004b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:44:59.292831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f0693306-c2f1-4397-891b-623bbe478964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5cbf071d-947b-4e63-8119-52af5fe004b7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:59.332031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d87ef3f-c14c-48a5-b8a4-7fa8c89d5d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.333144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f0693306-c2f1-4397-891b-623bbe478964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:44:59.334028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0693306-c2f1-4397-891b-623bbe478964 None None] The sync data for ids ['5cbf071d-947b-4e63-8119-52af5fe004b7'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:44:59.336752 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.431571 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.483182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.511660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9712dcc7-9078-412c-a5dd-c55b3753a903 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:44:59.527598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5a25cbdc-2537-4b75-9063-650040757da9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:44:59.544997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:59.546963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:59.552262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:44:59.614400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Pushing event updated for resources: {'Port': ['ID=ed4651f0-d9a5-482d-95a2-83b220e1520c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:59.626198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:44:59.627031 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.649592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 98f35681-27c4-450f-8352-2f5236a093f1 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:44:59.654085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-08c0dffd-2928-48d3-b284-9b5538cba7ff tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8842409 Oct 18 23:44:59.672633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Request body: {'port': {'device_id': 'd9356238-93c0-4790-808d-e5b950c0dc80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:44:59.692812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:44:59.725191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d87ef3f-c14c-48a5-b8a4-7fa8c89d5d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.775330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.784430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d87ef3f-c14c-48a5-b8a4-7fa8c89d5d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.818909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9712dcc7-9078-412c-a5dd-c55b3753a903, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9712dcc7-9078-412c-a5dd-c55b3753a903,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:44:59.840483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'port_id': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'mac_address': 'fa:16:3e:0d:c3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:44:59.870198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49722) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:44:59.870942 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9d87ef3f-c14c-48a5-b8a4-7fa8c89d5d45 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5fad35a83e5492dae3175ff84be224e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6118145 Oct 18 23:44:59.878337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87ef3f-c14c-48a5-b8a4-7fa8c89d5d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfec15b-ec75-4d82-ace1-4d3b57ec34e0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:44:59.943716 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:44:59.981764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9712dcc7-9078-412c-a5dd-c55b3753a903 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:44:59.985606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:00.017798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9712dcc7-9078-412c-a5dd-c55b3753a903, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9712dcc7-9078-412c-a5dd-c55b3753a903,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:00.023590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7a544425-9e40-4f98-8eb0-26d585bf2966 None None] Provisioning complete for port ed4651f0-d9a5-482d-95a2-83b220e1520c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:00.024293 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a544425-9e40-4f98-8eb0-26d585bf2966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.026621 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.049345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58d29fe4-d748-4714-a26f-50b42aea403e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.091229 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58d29fe4-d748-4714-a26f-50b42aea403e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.095176 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7a544425-9e40-4f98-8eb0-26d585bf2966 None None] Port ed4651f0-d9a5-482d-95a2-83b220e1520c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:00.116417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9712dcc7-9078-412c-a5dd-c55b3753a903,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:00.202885 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.236558 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58d29fe4-d748-4714-a26f-50b42aea403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.239529 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-58d29fe4-d748-4714-a26f-50b42aea403e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.241022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-58d29fe4-d748-4714-a26f-50b42aea403e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cfec15b-ec75-4d82-ace1-4d3b57ec34e0 HTTP/1.1" status: 204 len: 168 time: 0.3696945 Oct 18 23:45:00.256595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d29fe4-d748-4714-a26f-50b42aea403e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfec15b-ec75-4d82-ace1-4d3b57ec34e0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:00.333585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:00.346835 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcec74c-b184-41b2-a556-8cd539f1c951 None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:00.368423 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcec74c-b184-41b2-a556-8cd539f1c951 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:00.372800 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1bcec74c-b184-41b2-a556-8cd539f1c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:00.405636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8e36dda6-83bb-49ab-96fb-8745dd53e8c0 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/routers/8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5494263 Oct 18 23:45:00.407476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49740) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:00.413290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'port': {'network_id': '98f35681-27c4-450f-8352-2f5236a093f1', 'name': 'tempest-FloatingIPTestJSON-1558814918'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:00.427154 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1bcec74c-b184-41b2-a556-8cd539f1c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:00.446001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['9712dcc7-9078-412c-a5dd-c55b3753a903'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:45:00.452169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4651f0-d9a5-482d-95a2-83b220e1520c {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:45:00.477986 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcec74c-b184-41b2-a556-8cd539f1c951 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:00.480060 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1bcec74c-b184-41b2-a556-8cd539f1c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:00.485962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.524499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1bcec74c-b184-41b2-a556-8cd539f1c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:00.525901 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcec74c-b184-41b2-a556-8cd539f1c951 None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:00.527427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b36d6-e2bd-4441-bea8-a990884f6f6b req-4f54f395-e015-4af4-893b-346cacc4a6a9 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:00.529014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f85b36d6-e2bd-4441-bea8-a990884f6f6b req-4f54f395-e015-4af4-893b-346cacc4a6a9 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 945 time: 0.2833939 Oct 18 23:45:00.612351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304d48-90a8-4e30-ba89-6b980eabf68e req-61c6f46c-d6be-421c-a0bd-ad071087ad95 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:00.613909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58304d48-90a8-4e30-ba89-6b980eabf68e req-61c6f46c-d6be-421c-a0bd-ad071087ad95 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1028 time: 0.2659786 Oct 18 23:45:00.619675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Transition to ACTIVE for port object ed4651f0-d9a5-482d-95a2-83b220e1520c will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:45:00.642102 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.673765 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f85b36d6-e2bd-4441-bea8-a990884f6f6b req-c7c8ca1b-2ee9-4447-9ea1-88f659cb074f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789330 Oct 18 23:45:00.697668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49748) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:00.784708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:00.785070 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.794141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Pushing event updated for resources: {'Port': ['ID=ed4651f0-d9a5-482d-95a2-83b220e1520c,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:00.826199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58304d48-90a8-4e30-ba89-6b980eabf68e req-47f4652d-ea62-4e45-941c-55ffc2174c3f tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030325 Oct 18 23:45:00.958377 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d9c7ccc-97ba-42b1-b42c-90561ae8e467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.964981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Made reservation on behalf of d217a007ac3a4ccf8efcd3e48e8b0670 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:00.969115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:00.993371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Attempting to bind port ed4651f0-d9a5-482d-95a2-83b220e1520c on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:00.994375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Attempting to bind port ed4651f0-d9a5-482d-95a2-83b220e1520c by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:00.994777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Attempting to bind port ed4651f0-d9a5-482d-95a2-83b220e1520c on network 9716078f-ba9f-449b-8bd8-96077aa7aa30 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:01.005916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.018198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] device_id is not set on port fc32e5be-1d44-4803-9a0f-02a4a51fb6f8 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:45:01.027905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:01.103789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Port ed4651f0-d9a5-482d-95a2-83b220e1520c on network 9716078f-ba9f-449b-8bd8-96077aa7aa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:45:01.104495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Attempting to bind port ed4651f0-d9a5-482d-95a2-83b220e1520c on network 9716078f-ba9f-449b-8bd8-96077aa7aa30 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:01.124015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d9c7ccc-97ba-42b1-b42c-90561ae8e467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.125826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:01.126315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Checking segment: {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:01.126957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Bound using segment: {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:01.127672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Bound port: ed4651f0-d9a5-482d-95a2-83b220e1520c, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:01.128429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.191507 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d9c7ccc-97ba-42b1-b42c-90561ae8e467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.241784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d9c7ccc-97ba-42b1-b42c-90561ae8e467 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b59ffa17a304c749b98a2dfc3f1fd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5430508 Oct 18 23:45:01.246458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49766) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:01.256488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.20.0.8 (98f35681-27c4-450f-8352-2f5236a093f1/524472da-436c-4a96-a81c-d6b7f89b02ff/fc32e5be-1d44-4803-9a0f-02a4a51fb6f8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:01.259744 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c7ccc-97ba-42b1-b42c-90561ae8e467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50046db8-43dc-4c90-a888-a0ad8eb9b760,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:01.260434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] For port ed4651f0-d9a5-482d-95a2-83b220e1520c, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:01.265212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] For port ed4651f0-d9a5-482d-95a2-83b220e1520c, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ed4651f0-d9a5-482d-95a2-83b220e1520c,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:01.272856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.341136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:01.341756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.343220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] 10.222.0.102 "PUT /v2.0/ports/ed4651f0-d9a5-482d-95a2-83b220e1520c HTTP/1.1" status: 200 len: 1093 time: 1.6750805 Oct 18 23:45:01.343735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9356238-93c0-4790-808d-e5b950c0dc80', 'tag': 'ed4651f0-d9a5-482d-95a2-83b220e1520c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:45:01.346046 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550" -d '{"events": [{"name": "network-changed", "server_uuid": "d9356238-93c0-4790-808d-e5b950c0dc80", "tag": "ed4651f0-d9a5-482d-95a2-83b220e1520c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:45:01.353101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.364640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e4d04fa9-e3c8-49b8-9f5c-1038cf42d428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.403076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=f70a7fcd-c6fa-4f7f-981e-8bd07d529d2b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:01.439718 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7452f26d-80c2-4b40-9f78-1bcd704fc008 x-openstack-request-id: req-7452f26d-80c2-4b40-9f78-1bcd704fc008 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:45:01.440107 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9356238-93c0-4790-808d-e5b950c0dc80", "tag": "ed4651f0-d9a5-482d-95a2-83b220e1520c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:45:01.440575 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7452f26d-80c2-4b40-9f78-1bcd704fc008 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:45:01.440963 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9356238-93c0-4790-808d-e5b950c0dc80', 'tag': 'ed4651f0-d9a5-482d-95a2-83b220e1520c', 'status': 'completed', 'code': 200} Oct 18 23:45:01.480703 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e4d04fa9-e3c8-49b8-9f5c-1038cf42d428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.502406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac59930-35cb-4cfe-a634-a851070d187c service neutron] Pushing event updated for resources: {'Port': ['ID=ed4651f0-d9a5-482d-95a2-83b220e1520c,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:01.598944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-dd06a816-98ad-487b-9775-703e64790b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:01.600816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-dd06a816-98ad-487b-9775-703e64790b83 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=04872a19e8db4fc2a8c73b9fbc7e3d3b&device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1096 time: 0.1513684 Oct 18 23:45:01.630923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e4d04fa9-e3c8-49b8-9f5c-1038cf42d428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.644875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e4d04fa9-e3c8-49b8-9f5c-1038cf42d428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.646048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e4d04fa9-e3c8-49b8-9f5c-1038cf42d428 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50046db8-43dc-4c90-a888-a0ad8eb9b760 HTTP/1.1" status: 204 len: 168 time: 0.3978901 Oct 18 23:45:01.678389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:01.680460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d04fa9-e3c8-49b8-9f5c-1038cf42d428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50046db8-43dc-4c90-a888-a0ad8eb9b760,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:01.758419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-636e96dc-00b8-46b8-bbea-350da8db45b2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed4651f0-d9a5-482d-95a2-83b220e1520c HTTP/1.1" status: 200 len: 217 time: 0.0986967 Oct 18 23:45:01.887798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-644ac39a-fcad-40af-8f9a-5bc434be8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:01.889861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-644ac39a-fcad-40af-8f9a-5bc434be8dbe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3db205d0-07b5-4f09-bc70-1baea1a0c1cd HTTP/1.1" status: 200 len: 849 time: 0.1152518 Oct 18 23:45:01.917187 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:02.029981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 98f35681-27c4-450f-8352-2f5236a093f1 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:02.046641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:02.050872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=fc32e5be-1d44-4803-9a0f-02a4a51fb6f8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:02.053590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:02.060459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23011a-51ea-48be-a644-fc563900570f req-3e2697b9-a4c8-4d09-9c51-4a5580c7db14 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:02.061821 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fa23011a-51ea-48be-a644-fc563900570f req-3e2697b9-a4c8-4d09-9c51-4a5580c7db14 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1096 time: 0.1420195 Oct 18 23:45:02.066408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-84913158-53e1-4695-9b13-43b5a34f67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:02.067995 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-84913158-53e1-4695-9b13-43b5a34f67ab service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9716078f-ba9f-449b-8bd8-96077aa7aa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616254 Oct 18 23:45:02.245866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:02.267015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:02.268175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:02.298384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fa23011a-51ea-48be-a644-fc563900570f req-9bb31891-a3e4-4979-a37b-80b1907d4da0 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016599 Oct 18 23:45:02.328045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49800) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:02.330432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3a6d3495-1690-45a5-b2f4-a7449eb46b3e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9217918 Oct 18 23:45:02.333510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'port': {'network_id': '98f35681-27c4-450f-8352-2f5236a093f1', 'name': 'tempest-FloatingIPTestJSON-860782833'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:02.343115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-9d66cbf6-5d5e-4c88-a6ee-cbaae04de02f service neutron] 10.222.0.102 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476151 Oct 18 23:45:02.387099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b6762-59d0-4534-91ae-cc9f0b50c388 req-8f1cb2ef-8a6f-49f2-8618-23599201377b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:02.388657 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c5b6762-59d0-4534-91ae-cc9f0b50c388 req-8f1cb2ef-8a6f-49f2-8618-23599201377b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 945 time: 0.1535170 Oct 18 23:45:02.508962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f2c10ab-4689-4e6c-8488-36df5dd9b27d req-ba870a00-9f01-4ff3-831b-36a7ae9f4099 service neutron] 10.222.0.102 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581390 Oct 18 23:45:02.588667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 5cbf071d-947b-4e63-8119-52af5fe004b7 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:02.598753 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3c5b6762-59d0-4534-91ae-cc9f0b50c388 req-d56ac130-614c-4c0b-8134-dabc746c105a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954434 Oct 18 23:45:02.672412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-4685a356-f1bc-4296-a4f7-e843d4775b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:02.674747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-4685a356-f1bc-4296-a4f7-e843d4775b24 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=04872a19e8db4fc2a8c73b9fbc7e3d3b&device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1096 time: 0.0568700 Oct 18 23:45:02.732569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:02.741903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fccea7e4-34f2-4c5c-bc7b-6f7f5393ef78 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/5cbf071d-947b-4e63-8119-52af5fe004b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4840145 Oct 18 23:45:02.742534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49814) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:02.747234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c629f-6658-46cc-bba7-d87b64651296 None None] Sync routers for ids ['5cbf071d-947b-4e63-8119-52af5fe004b7'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:02.764033 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c629f-6658-46cc-bba7-d87b64651296 None None] Routers {'5cbf071d-947b-4e63-8119-52af5fe004b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:02.765008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-725c629f-6658-46cc-bba7-d87b64651296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5cbf071d-947b-4e63-8119-52af5fe004b7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:02.820567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Made reservation on behalf of d217a007ac3a4ccf8efcd3e48e8b0670 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:02.824731 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:02.831921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-725c629f-6658-46cc-bba7-d87b64651296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:02.845481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c629f-6658-46cc-bba7-d87b64651296 None None] Routers {'5cbf071d-947b-4e63-8119-52af5fe004b7'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:02.846503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-725c629f-6658-46cc-bba7-d87b64651296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5cbf071d-947b-4e63-8119-52af5fe004b7'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:02.884736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-636bdb8d-8aa7-4d7d-b8fc-0ddd1d00d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:02.886067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-636bdb8d-8aa7-4d7d-b8fc-0ddd1d00d366 service neutron] 10.222.0.102 "GET /v2.0/networks?id=9716078f-ba9f-449b-8bd8-96077aa7aa30 HTTP/1.1" status: 200 len: 911 time: 0.1910143 Oct 18 23:45:02.889681 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-725c629f-6658-46cc-bba7-d87b64651296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:02.890521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725c629f-6658-46cc-bba7-d87b64651296 None None] The sync data for ids ['5cbf071d-947b-4e63-8119-52af5fe004b7'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:02.941278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-c6c01a4b-df76-417c-8023-0194a036173a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed4651f0-d9a5-482d-95a2-83b220e1520c HTTP/1.1" status: 200 len: 217 time: 0.0472033 Oct 18 23:45:02.952446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] device_id is not set on port 55e1966d-e388-4c3a-bf7b-39aabe9b8a73 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:45:03.008097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-8f56b9b8-7d2e-4bac-8866-94eddf21bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:03.010404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-8f56b9b8-7d2e-4bac-8866-94eddf21bc0d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3db205d0-07b5-4f09-bc70-1baea1a0c1cd HTTP/1.1" status: 200 len: 849 time: 0.0621743 Oct 18 23:45:03.080335 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-d2d66f12-7780-4937-8a76-4632fe52fd3e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] remove_router_interface failed (client error): The resource could not be found. Oct 18 23:45:03.084568 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d2d66f12-7780-4937-8a76-4632fe52fd3e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/5cbf071d-947b-4e63-8119-52af5fe004b7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3366749 Oct 18 23:45:03.085323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-994b8a62-e1cd-4535-93de-68030f1fa53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:03.086364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49826) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:03.086870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-994b8a62-e1cd-4535-93de-68030f1fa53f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=9716078f-ba9f-449b-8bd8-96077aa7aa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688212 Oct 18 23:45:03.124155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4bf391a3-1fff-422b-bc36-de1c5b75f30f tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cbf071d-947b-4e63-8119-52af5fe004b7 HTTP/1.1" status: 200 len: 205 time: 0.0371513 Oct 18 23:45:03.126852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49830) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:03.180220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.20.0.6 (98f35681-27c4-450f-8352-2f5236a093f1/524472da-436c-4a96-a81c-d6b7f89b02ff/55e1966d-e388-4c3a-bf7b-39aabe9b8a73) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:03.244221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4771699b-052b-44bd-a877-362429f06139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:03.335644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-7610b66f-39cd-4ef4-b36b-aad7d245e3cd service neutron] 10.222.0.102 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399192 Oct 18 23:45:03.422021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:03.488819 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:03.527930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9712dcc7-9078-412c-a5dd-c55b3753a903 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:03.564516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 98f35681-27c4-450f-8352-2f5236a093f1 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:03.568387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:03.580562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:03.585465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=55e1966d-e388-4c3a-bf7b-39aabe9b8a73,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:03.652085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 9712dcc7-9078-412c-a5dd-c55b3753a903 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:45:03.662069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 9712dcc7-9078-412c-a5dd-c55b3753a903 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:03.662652 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:03.689854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:03.690742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:03.725827 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-01bd878c-334b-4da8-b7f0-2889af015771 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3962877 Oct 18 23:45:03.730050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49864) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:03.741814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '55e1966d-e388-4c3a-bf7b-39aabe9b8a73', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:03.848902 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:03.856838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60bbab-392b-49f6-8af5-98e553f9c539 req-5bea1670-c1d5-461b-9dc5-bd0a858c8713 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:03.858611 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb60bbab-392b-49f6-8af5-98e553f9c539 req-5bea1670-c1d5-461b-9dc5-bd0a858c8713 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 945 time: 0.1094420 Oct 18 23:45:03.860028 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:03.885609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:45:03.888414 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22db4dc8-e701-4216-8106-94b8ef35596a" -d '{"events": [{"server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "name": "network-vif-plugged", "status": "completed", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:45:03.904824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 9712dcc7-9078-412c-a5dd-c55b3753a903, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9712dcc7-9078-412c-a5dd-c55b3753a903,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:03.914379 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:03.933105 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb60bbab-392b-49f6-8af5-98e553f9c539 req-de4ddb2e-492b-4080-8b8b-8fc7398c2ced tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577989 Oct 18 23:45:04.001545 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4771699b-052b-44bd-a877-362429f06139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.002905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=9712dcc7-9078-412c-a5dd-c55b3753a903,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:04.007294 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4771699b-052b-44bd-a877-362429f06139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.031143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.050989 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592bb80c-b03c-4a77-aeda-ee8c926e3d69 x-openstack-request-id: req-592bb80c-b03c-4a77-aeda-ee8c926e3d69 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:45:04.051349 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "name": "network-vif-plugged", "status": "completed", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:45:04.051769 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-592bb80c-b03c-4a77-aeda-ee8c926e3d69 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:45:04.053416 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'code': 200} Oct 18 23:45:04.106014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73ee5b-4f0d-48b5-9be2-9818f4514679 req-6dda299a-77e7-4fd4-9179-f9e6e5109b65 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:04.107969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb73ee5b-4f0d-48b5-9be2-9818f4514679 req-6dda299a-77e7-4fd4-9179-f9e6e5109b65 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1096 time: 0.2007396 Oct 18 23:45:04.118183 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4771699b-052b-44bd-a877-362429f06139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.119650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4771699b-052b-44bd-a877-362429f06139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Fanout notify agent at l3_agent the message router_deleted on router 5cbf071d-947b-4e63-8119-52af5fe004b7 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:45:04.134160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4771699b-052b-44bd-a877-362429f06139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.135338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4771699b-052b-44bd-a877-362429f06139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/5cbf071d-947b-4e63-8119-52af5fe004b7 HTTP/1.1" status: 204 len: 168 time: 1.0073862 Oct 18 23:45:04.141388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49876) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:04.145174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44dc1515-b2aa-483c-a78c-5bdf6cdb5550 req-d7b95949-fd72-4149-a6e4-59b32c81b90f service neutron] 10.222.0.102 "GET /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7808354 Oct 18 23:45:04.196140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.25.7.245 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/b60ee915-6e08-4df9-8e9e-6be6287608e6) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:04.273341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb73ee5b-4f0d-48b5-9be2-9818f4514679 req-8d3f6d45-920b-46d4-8fa1-1993609218c1 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504683 Oct 18 23:45:04.289873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dce24f-dde2-4f39-8912-0a373a929467 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting subnet baaafce9-0508-4d4d-b8b5-2a91f58d2dbe {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:45:04.295786 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31dce24f-dde2-4f39-8912-0a373a929467 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.332601 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb5820-c3f6-4462-af07-5ad558ee618c req-8d4fdf11-adfc-4936-9947-1a03baa6c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:04.334558 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cefb5820-c3f6-4462-af07-5ad558ee618c req-8d4fdf11-adfc-4936-9947-1a03baa6c44d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 1098 time: 0.1395872 Oct 18 23:45:04.355921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31dce24f-dde2-4f39-8912-0a373a929467 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.379414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49888) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:04.407451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.432114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cefb5820-c3f6-4462-af07-5ad558ee618c req-5a0eb848-eefa-4e6f-9d24-0ef151280bcf service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852463 Oct 18 23:45:04.451355 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.502276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:04.505653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:04.513825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:04.515983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31dce24f-dde2-4f39-8912-0a373a929467 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.517363 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=b60ee915-6e08-4df9-8e9e-6be6287608e6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:04.588973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4dd940e6-9099-48f6-a82c-97b2d961ed33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.613062 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31dce24f-dde2-4f39-8912-0a373a929467 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.649473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dce24f-dde2-4f39-8912-0a373a929467 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Subnet': ['ID=baaafce9-0508-4d4d-b8b5-2a91f58d2dbe,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:04.653942 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-31dce24f-dde2-4f39-8912-0a373a929467 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.657704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-31dce24f-dde2-4f39-8912-0a373a929467 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/baaafce9-0508-4d4d-b8b5-2a91f58d2dbe HTTP/1.1" status: 204 len: 168 time: 0.5151412 Oct 18 23:45:04.660629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49902) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:04.669859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f59701e-8a2a-4ced-8ae6-fc6e60f1c1f4 None None] Network 8ee700d6-7212-4b72-8a21-5a80145cb5ef requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:04.762251 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.845356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port a832d7c8-a2a4-43c9-8924-e03dd29efe91 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:04.845790 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.856624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.898650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4dd940e6-9099-48f6-a82c-97b2d961ed33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.913604 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4dd940e6-9099-48f6-a82c-97b2d961ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:04.932820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39204fa7-1d42-4614-97d4-b99b4c967428 None None] DHCP port deletion for 8ee700d6-7212-4b72-8a21-5a80145cb5ef request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:45:04.990056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port a832d7c8-a2a4-43c9-8924-e03dd29efe91, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a832d7c8-a2a4-43c9-8924-e03dd29efe91,segment=NetworkSegment(fff63879-5d9d-4d06-a37a-4bd86f082eef),segment_id=fff63879-5d9d-4d06-a37a-4bd86f082eef)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:04.990581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.002855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-39204fa7-1d42-4614-97d4-b99b4c967428 None None] Deleting port a832d7c8-a2a4-43c9-8924-e03dd29efe91 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:05.004840 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39204fa7-1d42-4614-97d4-b99b4c967428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.022025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd940e6-9099-48f6-a82c-97b2d961ed33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33f53c8-479c-46a4-a5a1-03c3cbfe32d1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:05.035422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for a832d7c8-a2a4-43c9-8924-e03dd29efe91 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:05.048973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4dd940e6-9099-48f6-a82c-97b2d961ed33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6bedb67d32f4c649204323d93c92014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672614 Oct 18 23:45:05.052620 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49920) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:05.109445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa7203-c90e-4c68-ae9f-704d43979bf3 req-7c3160f0-6bfe-4c18-874d-81ea8d10deb6 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:05.111078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3faa7203-c90e-4c68-ae9f-704d43979bf3 req-7c3160f0-6bfe-4c18-874d-81ea8d10deb6 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 946 time: 0.0868993 Oct 18 23:45:05.133492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-39204fa7-1d42-4614-97d4-b99b4c967428 None None] For port a832d7c8-a2a4-43c9-8924-e03dd29efe91, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a832d7c8-a2a4-43c9-8924-e03dd29efe91,segment=NetworkSegment(fff63879-5d9d-4d06-a37a-4bd86f082eef),segment_id=fff63879-5d9d-4d06-a37a-4bd86f082eef)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:05.134147 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39204fa7-1d42-4614-97d4-b99b4c967428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.151036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-39204fa7-1d42-4614-97d4-b99b4c967428 None None] Calling delete_port for a832d7c8-a2a4-43c9-8924-e03dd29efe91 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:05.182082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3faa7203-c90e-4c68-ae9f-704d43979bf3 req-daf87415-4dcc-49f9-a191-40cbf8a57f5b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428112 Oct 18 23:45:05.233183 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.247820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No DVR routers for this DVR port a832d7c8-a2a4-43c9-8924-e03dd29efe91 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:05.273184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=a832d7c8-a2a4-43c9-8924-e03dd29efe91,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:05.290940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.294322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39204fa7-1d42-4614-97d4-b99b4c967428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.323863 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39204fa7-1d42-4614-97d4-b99b4c967428 None None] Pushing event deleted for resources: {'Port': ['ID=a832d7c8-a2a4-43c9-8924-e03dd29efe91,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:05.334304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39204fa7-1d42-4614-97d4-b99b4c967428 None None] No DVR routers for this DVR port a832d7c8-a2a4-43c9-8924-e03dd29efe91 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:05.335330 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-97240197-61d6-4b7b-9060-2d3945168ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.399655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-97240197-61d6-4b7b-9060-2d3945168ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.403377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.427011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee700d6-7212-4b72-8a21-5a80145cb5ef']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:05.441050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff63879-5d9d-4d06-a37a-4bd86f082eef') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:05.441642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff63879-5d9d-4d06-a37a-4bd86f082eef') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:05.454229 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.474826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.484109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.496575 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:05.497230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:05.500616 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:05.529335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ed4651f0-d9a5-482d-95a2-83b220e1520c details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:45:05.542300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372550f-72cb-466f-b5d5-39ed0fb07014 req-842ca18c-de96-4c5b-a092-47a54938ba47 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:05.544116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e372550f-72cb-466f-b5d5-39ed0fb07014 req-842ca18c-de96-4c5b-a092-47a54938ba47 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1096 time: 0.1412821 Oct 18 23:45:05.578373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-97240197-61d6-4b7b-9060-2d3945168ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.581050 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-97240197-61d6-4b7b-9060-2d3945168ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.584573 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-97240197-61d6-4b7b-9060-2d3945168ac7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f33f53c8-479c-46a4-a5a1-03c3cbfe32d1 HTTP/1.1" status: 204 len: 168 time: 0.5283411 Oct 18 23:45:05.610246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97240197-61d6-4b7b-9060-2d3945168ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33f53c8-479c-46a4-a5a1-03c3cbfe32d1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:05.657011 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.669758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e372550f-72cb-466f-b5d5-39ed0fb07014 req-52916657-dd81-4b70-b70f-8c103f4e50ca tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127424 Oct 18 23:45:05.683131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.693508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/networks/8ee700d6-7212-4b72-8a21-5a80145cb5ef HTTP/1.1" status: 204 len: 168 time: 1.0261464 Oct 18 23:45:05.696194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49954) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:05.737921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327b6c8-4e88-4fea-bede-76903a428663 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Network': ['ID=8ee700d6-7212-4b72-8a21-5a80145cb5ef,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:05.738131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'network': {'name': 'tempest-RoutersTest-1619369365'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:05.771177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ed4651f0-d9a5-482d-95a2-83b220e1520c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ed4651f0-d9a5-482d-95a2-83b220e1520c,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:05.793232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'ed4651f0-d9a5-482d-95a2-83b220e1520c', 'network_id': '9716078f-ba9f-449b-8bd8-96077aa7aa30', 'port_id': 'ed4651f0-d9a5-482d-95a2-83b220e1520c', 'mac_address': 'fa:16:3e:7e:a7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db205d0-07b5-4f09-bc70-1baea1a0c1cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:45:05.800587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:05.819113 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.862135 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.895450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4651f0-d9a5-482d-95a2-83b220e1520c {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:45:05.931364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ed4651f0-d9a5-482d-95a2-83b220e1520c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ed4651f0-d9a5-482d-95a2-83b220e1520c,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:05.931515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.955840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.956062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:05.994104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:06.037576 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.037917 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added segment 9eaf5ca8-6151-4136-8531-7f51916ef39f of type vlan for network 8be013d5-7a79-4740-b746-ff22f41414e0 Oct 18 23:45:06.054809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ed4651f0-d9a5-482d-95a2-83b220e1520c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:06.078149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=b60ee915-6e08-4df9-8e9e-6be6287608e6,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:06.099848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49972) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:06.105299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.109317 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.126625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8efc46c4-507a-406a-94e7-2f956cd48c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.210587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.216380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:06.217199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.247283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8efc46c4-507a-406a-94e7-2f956cd48c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.254897 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8efc46c4-507a-406a-94e7-2f956cd48c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.288695 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5721464 Oct 18 23:45:06.293164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8efc46c4-507a-406a-94e7-2f956cd48c99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=824ea1af6ac64df7ba22a1f9234b16c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876528 Oct 18 23:45:06.297271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 49982) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:06.297422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 49984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:06.299631 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 72a2c77c-2f8b-410f-b553-f6e5e4cec87c associated. External IP: 172.25.7.245, port: 55e1966d-e388-4c3a-bf7b-39aabe9b8a73. Oct 18 23:45:06.303470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'subnet': {'network_id': '8be013d5-7a79-4740-b746-ff22f41414e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:06.341100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc46c4-507a-406a-94e7-2f956cd48c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9661eb-611b-43a8-82bb-441f7c38b0b8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:06.356783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['ed4651f0-d9a5-482d-95a2-83b220e1520c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:45:06.420497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:06.425917 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.432041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5306d5-2c7d-4537-b8dd-ec5bc2995284 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Network': ['ID=8be013d5-7a79-4740-b746-ff22f41414e0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:06.445057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 8be013d5-7a79-4740-b746-ff22f41414e0 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:06.502436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d70f0a-e3ab-472f-ac8d-f42f18e0b16d req-329a96bb-9ece-4b9a-bfdd-134a2941eb1a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:06.511284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6d70f0a-e3ab-472f-ac8d-f42f18e0b16d req-329a96bb-9ece-4b9a-bfdd-134a2941eb1a tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 946 time: 0.2209921 Oct 18 23:45:06.549619 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.575772 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56502b9c-f6f6-40a3-baaf-75fecfffd782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.642682 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6d70f0a-e3ab-472f-ac8d-f42f18e0b16d req-d1feef93-f16b-4172-ba2c-9b2759e42d22 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303387 Oct 18 23:45:06.647540 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56502b9c-f6f6-40a3-baaf-75fecfffd782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.745257 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:06.842664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Subnet': ['ID=ab8993fe-2e51-4616-a669-547e8bc47f34,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:06.889540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a360077-b2ae-4078-901e-31f9bd05a477 req-9f73df25-b504-461a-9ec5-c802fae426e1 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:06.891312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a360077-b2ae-4078-901e-31f9bd05a477 req-9f73df25-b504-461a-9ec5-c802fae426e1 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 946 time: 0.1432643 Oct 18 23:45:06.892649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Checking segment: {'id': '9eaf5ca8-6151-4136-8531-7f51916ef39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8be013d5-7a79-4740-b746-ff22f41414e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:06.893029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network hostable DHCP agents. Network: 8be013d5-7a79-4740-b746-ff22f41414e0, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:06.969362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a360077-b2ae-4078-901e-31f9bd05a477 req-85289664-eeae-42d1-be57-abd85e4d8b02 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659304 Oct 18 23:45:06.975934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 8be013d5-7a79-4740-b746-ff22f41414e0 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:06.988651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a832d7c8-a2a4-43c9-8924-e03dd29efe91 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:06.995394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50018) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:07.021063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 8be013d5-7a79-4740-b746-ff22f41414e0) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:07.033051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:07.038919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.048869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb1b3e-376a-44b8-bb32-8f0abc8e857e None None] Network 8be013d5-7a79-4740-b746-ff22f41414e0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:07.060825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a832d7c8-a2a4-43c9-8924-e03dd29efe91 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:07.062562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a832d7c8-a2a4-43c9-8924-e03dd29efe91 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:07.079689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c0db6dd4-70b5-409c-87aa-6176b3b11a34 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7819710 Oct 18 23:45:07.083018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50022) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:07.095854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8491e57f-1f49-4878-ac23-4bfb262c8cc9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1317867804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:07.167221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8491e57f-1f49-4878-ac23-4bfb262c8cc9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.169377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8491e57f-1f49-4878-ac23-4bfb262c8cc9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.320923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8491e57f-1f49-4878-ac23-4bfb262c8cc9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.328779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8491e57f-1f49-4878-ac23-4bfb262c8cc9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.329100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c07208-3630-4bf7-b150-c6aaa3157044 req-d20c8935-3ec8-4ba3-8d99-ea3a950b95bd tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:07.331977 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-59c07208-3630-4bf7-b150-c6aaa3157044 req-d20c8935-3ec8-4ba3-8d99-ea3a950b95bd tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1097 time: 0.1694396 Oct 18 23:45:07.365259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8491e57f-1f49-4878-ac23-4bfb262c8cc9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.369839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8491e57f-1f49-4878-ac23-4bfb262c8cc9 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2814415 Oct 18 23:45:07.370468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50044) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:07.381862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56502b9c-f6f6-40a3-baaf-75fecfffd782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.388059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-56502b9c-f6f6-40a3-baaf-75fecfffd782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.390185 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-56502b9c-f6f6-40a3-baaf-75fecfffd782 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b9661eb-611b-43a8-82bb-441f7c38b0b8 HTTP/1.1" status: 204 len: 168 time: 1.0859339 Oct 18 23:45:07.407955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-8be013d5-7a79-4740-b746-ff22f41414e0', 'network_id': '8be013d5-7a79-4740-b746-ff22f41414e0', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'fixed_ips': [{'subnet_id': 'ab8993fe-2e51-4616-a669-547e8bc47f34'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:07.409816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.433157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56502b9c-f6f6-40a3-baaf-75fecfffd782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9661eb-611b-43a8-82bb-441f7c38b0b8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:07.439381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:07.475662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-59c07208-3630-4bf7-b150-c6aaa3157044 req-dff501ef-ddbf-49dc-a2b0-d8cdd91d42e8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008980 Oct 18 23:45:07.542868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ed4651f0-d9a5-482d-95a2-83b220e1520c up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:07.675725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a60bdd8-e41d-465c-8f15-282dcebce296 tempest-TestVolumeBackupRestore-1095434390 tempest-TestVolumeBackupRestore-1095434390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:07.677561 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9a60bdd8-e41d-465c-8f15-282dcebce296 tempest-TestVolumeBackupRestore-1095434390 tempest-TestVolumeBackupRestore-1095434390-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 1093 time: 0.6809883 Oct 18 23:45:07.702353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50064) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:07.711476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:07.724139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port ed4651f0-d9a5-482d-95a2-83b220e1520c completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:45:07.752233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port ed4651f0-d9a5-482d-95a2-83b220e1520c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:07.752233 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.764264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:07.779140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.785704 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b4efe-2342-453a-b2cf-3553712ce6b8 None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:07.807943 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b4efe-2342-453a-b2cf-3553712ce6b8 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:07.810789 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3f1b4efe-2342-453a-b2cf-3553712ce6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:07.856873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.877721 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3f1b4efe-2342-453a-b2cf-3553712ce6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:07.893602 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b4efe-2342-453a-b2cf-3553712ce6b8 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:07.894646 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3f1b4efe-2342-453a-b2cf-3553712ce6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:07.974276 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3f1b4efe-2342-453a-b2cf-3553712ce6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:07.975705 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b4efe-2342-453a-b2cf-3553712ce6b8 None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:07.984986 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:07.990120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Allocated IP 172.20.0.2 (8be013d5-7a79-4740-b746-ff22f41414e0/ab8993fe-2e51-4616-a669-547e8bc47f34/62921643-9bab-47a1-b4f2-e118c2807483) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:08.064566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-69489a38-94d8-46da-852b-b8fb6c5679f5 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3318107 Oct 18 23:45:08.072797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50090) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:08.088873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b9a76fa6-0f7a-46b2-adf3-1205db22c2fd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:08.123976 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.230377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9356238-93c0-4790-808d-e5b950c0dc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4651f0-d9a5-482d-95a2-83b220e1520c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:45:08.234937 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7173c37-e965-4826-a4ea-2d5eac22d4d2" -d '{"events": [{"server_uuid": "d9356238-93c0-4790-808d-e5b950c0dc80", "name": "network-vif-plugged", "status": "completed", "tag": "ed4651f0-d9a5-482d-95a2-83b220e1520c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:45:08.274568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port ed4651f0-d9a5-482d-95a2-83b220e1520c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ed4651f0-d9a5-482d-95a2-83b220e1520c,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:08.296022 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b9a76fa6-0f7a-46b2-adf3-1205db22c2fd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.300494 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.382610 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e894c034-6a6b-4fb8-96a4-d569e6999dc8 x-openstack-request-id: req-e894c034-6a6b-4fb8-96a4-d569e6999dc8 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:45:08.383239 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9356238-93c0-4790-808d-e5b950c0dc80", "name": "network-vif-plugged", "status": "completed", "tag": "ed4651f0-d9a5-482d-95a2-83b220e1520c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:45:08.383803 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e894c034-6a6b-4fb8-96a4-d569e6999dc8 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:45:08.384549 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9356238-93c0-4790-808d-e5b950c0dc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4651f0-d9a5-482d-95a2-83b220e1520c', 'code': 200} Oct 18 23:45:08.491301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=ed4651f0-d9a5-482d-95a2-83b220e1520c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:08.502817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.515356 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.572389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b9a76fa6-0f7a-46b2-adf3-1205db22c2fd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.610212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Pushing event updated for resources: {'Port': ['ID=62921643-9bab-47a1-b4f2-e118c2807483,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:08.615247 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b9a76fa6-0f7a-46b2-adf3-1205db22c2fd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.615594 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-b9a76fa6-0f7a-46b2-adf3-1205db22c2fd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 72a2c77c-2f8b-410f-b553-f6e5e4cec87c disassociated. External IP: 172.25.7.245, port: 55e1966d-e388-4c3a-bf7b-39aabe9b8a73. Oct 18 23:45:08.633340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Network 8be013d5-7a79-4740-b746-ff22f41414e0 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:08.636782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:08.645206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:08.701996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.725189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7036fc-a301-46e1-9cd9-bc4652d96db1 req-16737833-22db-4467-a838-1fc337dae7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:08.728416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba7036fc-a301-46e1-9cd9-bc4652d96db1 req-16737833-22db-4467-a838-1fc337dae7f5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1098 time: 0.2692225 Oct 18 23:45:08.752655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Attempting to bind port 62921643-9bab-47a1-b4f2-e118c2807483 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:08.754857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Attempting to bind port 62921643-9bab-47a1-b4f2-e118c2807483 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '9eaf5ca8-6151-4136-8531-7f51916ef39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8be013d5-7a79-4740-b746-ff22f41414e0'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:08.755248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Attempting to bind port 62921643-9bab-47a1-b4f2-e118c2807483 on network 8be013d5-7a79-4740-b746-ff22f41414e0 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:08.757031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.20.0.1 (8be013d5-7a79-4740-b746-ff22f41414e0/ab8993fe-2e51-4616-a669-547e8bc47f34/9b7af5ba-f220-4ca7-861e-875592037907) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:08.768041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:08.768767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Checking segment: {'id': '9eaf5ca8-6151-4136-8531-7f51916ef39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8be013d5-7a79-4740-b746-ff22f41414e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:08.770599 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.770599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Bound using segment: {'id': '9eaf5ca8-6151-4136-8531-7f51916ef39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8be013d5-7a79-4740-b746-ff22f41414e0'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:08.775519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Bound port: 62921643-9bab-47a1-b4f2-e118c2807483, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaf5ca8-6151-4136-8531-7f51916ef39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8be013d5-7a79-4740-b746-ff22f41414e0'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:08.775766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.798975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfa8ee-31c4-48de-9ade-9b920225a53c req-717bb2a6-3089-49e3-92c5-01bdb412a006 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:08.800470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56dfa8ee-31c4-48de-9ade-9b920225a53c req-717bb2a6-3089-49e3-92c5-01bdb412a006 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1098 time: 0.1710722 Oct 18 23:45:08.827020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba7036fc-a301-46e1-9cd9-bc4652d96db1 req-42da99f9-2ea0-4146-900b-8ce1b3d4442e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865874 Oct 18 23:45:08.902212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] For port 62921643-9bab-47a1-b4f2-e118c2807483, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:08.906914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] For port 62921643-9bab-47a1-b4f2-e118c2807483, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=62921643-9bab-47a1-b4f2-e118c2807483,segment=NetworkSegment(9eaf5ca8-6151-4136-8531-7f51916ef39f),segment_id=9eaf5ca8-6151-4136-8531-7f51916ef39f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:08.918107 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:08.946521 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56dfa8ee-31c4-48de-9ade-9b920225a53c req-4c4e5714-9d53-4ecf-a3ff-b80a919f5b2d tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287620 Oct 18 23:45:09.006659 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:09.053769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d542ca-b1b1-4eb7-bec7-5d1aba3cf59d None None] Pushing event updated for resources: {'Port': ['ID=62921643-9bab-47a1-b4f2-e118c2807483,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:09.082771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Allocated IP 172.25.7.36 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/4d5d8827-fecd-4fe9-b420-dd23794135de) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:09.101116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:09.202521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 8be013d5-7a79-4740-b746-ff22f41414e0 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:09.206357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:09.213916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:09.246708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=9b7af5ba-f220-4ca7-861e-875592037907,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:09.289878 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:09.440092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a76fa6-0f7a-46b2-adf3-1205db22c2fd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:09.464035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:09.539284 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:09.653907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:09.687399 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:45:09.707949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a76fa6-0f7a-46b2-adf3-1205db22c2fd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:09.715989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b9a76fa6-0f7a-46b2-adf3-1205db22c2fd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:09.721108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba5da6d-26bf-4122-8b3b-eacd9e31c37c None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:09.726136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:09.735884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba5da6d-26bf-4122-8b3b-eacd9e31c37c None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:09.737419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3ba5da6d-26bf-4122-8b3b-eacd9e31c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:09.747886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:09.755755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:09.824156 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3ba5da6d-26bf-4122-8b3b-eacd9e31c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:09.824524 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b9a76fa6-0f7a-46b2-adf3-1205db22c2fd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/floatingips/72a2c77c-2f8b-410f-b553-f6e5e4cec87c HTTP/1.1" status: 200 len: 688 time: 1.7496068 Oct 18 23:45:09.835802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'Port': ['ID=4d5d8827-fecd-4fe9-b420-dd23794135de,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:09.841268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50158) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:09.850774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba5da6d-26bf-4122-8b3b-eacd9e31c37c None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:09.852401 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3ba5da6d-26bf-4122-8b3b-eacd9e31c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:09.949000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3ba5da6d-26bf-4122-8b3b-eacd9e31c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:09.950308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba5da6d-26bf-4122-8b3b-eacd9e31c37c None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:09.991506 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:09.997683 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:10.172052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port b60ee915-6e08-4df9-8e9e-6be6287608e6 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:10.172882 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:10.173211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=9b7af5ba-f220-4ca7-861e-875592037907,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:10.178511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011159d0-ed6f-4259-a136-182c850ddd86 req-19897bdd-2934-4015-95fd-7c5e3e2023cc tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:10.188530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-011159d0-ed6f-4259-a136-182c850ddd86 req-19897bdd-2934-4015-95fd-7c5e3e2023cc tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1098 time: 0.1146829 Oct 18 23:45:10.224175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:10.263855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-011159d0-ed6f-4259-a136-182c850ddd86 req-57949f02-6348-46ad-b1c2-8b8d6c7a93a8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744073 Oct 18 23:45:10.411739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:10.411988 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:10.422226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 8be013d5-7a79-4740-b746-ff22f41414e0 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:10.426043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:10.498704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for b60ee915-6e08-4df9-8e9e-6be6287608e6 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:10.670343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 4caebfab-9055-4916-bf0d-ee5ee12be518 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:45:10.763984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36649c-5aa1-4c8f-a5e5-f848390d10c6 None None] Network 8be013d5-7a79-4740-b746-ff22f41414e0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:10.815936 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:10.847727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:10.863139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6de0f9a4-557d-4188-a638-c832eae8234e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/4caebfab-9055-4916-bf0d-ee5ee12be518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4895358 Oct 18 23:45:10.864255 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c5f36-0b4f-49c7-940c-f92f01a73a64 None None] Sync routers for ids ['4caebfab-9055-4916-bf0d-ee5ee12be518'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:10.865441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50220) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:10.875427 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c5f36-0b4f-49c7-940c-f92f01a73a64 None None] Routers {'4caebfab-9055-4916-bf0d-ee5ee12be518'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:10.876520 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-853c5f36-0b4f-49c7-940c-f92f01a73a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4caebfab-9055-4916-bf0d-ee5ee12be518'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:10.930059 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-853c5f36-0b4f-49c7-940c-f92f01a73a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:10.937326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a551ed8a-bc45-40af-8bd8-be4be162f5c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:10.942102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a551ed8a-bc45-40af-8bd8-be4be162f5c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports/9b7af5ba-f220-4ca7-861e-875592037907 HTTP/1.1" status: 200 len: 910 time: 0.0721824 Oct 18 23:45:10.942102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50224) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:10.953956 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c5f36-0b4f-49c7-940c-f92f01a73a64 None None] Routers {'4caebfab-9055-4916-bf0d-ee5ee12be518'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:10.954871 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-853c5f36-0b4f-49c7-940c-f92f01a73a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4caebfab-9055-4916-bf0d-ee5ee12be518'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:10.967528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c8820351-9834-47b2-b8c0-06164206b40c None None] Provisioning complete for port 62921643-9bab-47a1-b4f2-e118c2807483 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:10.970016 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c8820351-9834-47b2-b8c0-06164206b40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:11.016629 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-853c5f36-0b4f-49c7-940c-f92f01a73a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:11.017377 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c5f36-0b4f-49c7-940c-f92f01a73a64 None None] The sync data for ids ['4caebfab-9055-4916-bf0d-ee5ee12be518'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:11.049255 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:11.117596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 62921643-9bab-47a1-b4f2-e118c2807483 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:11.123298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=b60ee915-6e08-4df9-8e9e-6be6287608e6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:11.150676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:11.226851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:11.230345 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:11.234869 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-128caa60-0f1d-4a0d-8115-29fec9ce0683 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/floatingips/72a2c77c-2f8b-410f-b553-f6e5e4cec87c HTTP/1.1" status: 204 len: 168 time: 1.3895578 Oct 18 23:45:11.235336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50248) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:11.239926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': 'fc32e5be-1d44-4803-9a0f-02a4a51fb6f8'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:11.310818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 62921643-9bab-47a1-b4f2-e118c2807483 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:11.311551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:11.336010 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:11.404374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c8820351-9834-47b2-b8c0-06164206b40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:11.482302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ab43a-3acd-4ee8-a059-3c3d36c8f56e req-34711089-2ed2-43d2-b8be-b70ad03302e6 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:11.484816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-582ab43a-3acd-4ee8-a059-3c3d36c8f56e req-34711089-2ed2-43d2-b8be-b70ad03302e6 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1098 time: 0.0974700 Oct 18 23:45:11.843551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c8820351-9834-47b2-b8c0-06164206b40c None None] For port 62921643-9bab-47a1-b4f2-e118c2807483, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=62921643-9bab-47a1-b4f2-e118c2807483,segment=NetworkSegment(9eaf5ca8-6151-4136-8531-7f51916ef39f),segment_id=9eaf5ca8-6151-4136-8531-7f51916ef39f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:11.847577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:11.868674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c8820351-9834-47b2-b8c0-06164206b40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.008826 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:45:12.009554 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:45:12.018168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8820351-9834-47b2-b8c0-06164206b40c None None] Pushing event updated for resources: {'Port': ['ID=62921643-9bab-47a1-b4f2-e118c2807483,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:12.034178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-22800943-caa6-4606-9925-e854a2be0033 None None] Provisioning complete for port 62921643-9bab-47a1-b4f2-e118c2807483 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:12.034789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-22800943-caa6-4606-9925-e854a2be0033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.117677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.147763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.192151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-22800943-caa6-4606-9925-e854a2be0033 None None] Provisioning complete for port 9b7af5ba-f220-4ca7-861e-875592037907 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:12.192822 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-22800943-caa6-4606-9925-e854a2be0033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.264023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-22800943-caa6-4606-9925-e854a2be0033 None None] Port 9b7af5ba-f220-4ca7-861e-875592037907 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:12.264839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-582ab43a-3acd-4ee8-a059-3c3d36c8f56e req-7d678c18-cbec-4440-b9ff-41986ce3a9c1 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7464163 Oct 18 23:45:12.276037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.293343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.332577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50304) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:12.398013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-81322ad3-41a1-4e39-b305-293d9bb83326 None None] Provisioning complete for port 9b7af5ba-f220-4ca7-861e-875592037907 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:12.398313 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-81322ad3-41a1-4e39-b305-293d9bb83326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.466589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event updated for resources: {'Port': ['ID=4d5d8827-fecd-4fe9-b420-dd23794135de,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:12.483451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-81322ad3-41a1-4e39-b305-293d9bb83326 None None] Port 9b7af5ba-f220-4ca7-861e-875592037907 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:12.502695 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Floating IP 74028d6d-afa5-41c9-b82d-89bfd8d647d5 associated. External IP: 172.25.7.36, port: 9712dcc7-9078-412c-a5dd-c55b3753a903. Oct 18 23:45:12.591617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f57dc1fa-444d-4d67-9981-268f3bf78d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.597673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f738d2-5a93-4101-a634-1084c3ca0c2b req-e9ad2a5e-74a7-4561-ad60-7b08dc9b2269 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:12.611401 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60f738d2-5a93-4101-a634-1084c3ca0c2b req-e9ad2a5e-74a7-4561-ad60-7b08dc9b2269 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1098 time: 0.1864362 Oct 18 23:45:12.615343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-77104367-fb3c-468c-8426-1e1cd3424d57 None None] Provisioning complete for port 9b7af5ba-f220-4ca7-861e-875592037907 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:12.616328 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-77104367-fb3c-468c-8426-1e1cd3424d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.642673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.665754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-77104367-fb3c-468c-8426-1e1cd3424d57 None None] Port 9b7af5ba-f220-4ca7-861e-875592037907 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:12.764074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-60f738d2-5a93-4101-a634-1084c3ca0c2b req-7cfa657e-14b2-4afc-a55e-db0d948c8aec tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516471 Oct 18 23:45:12.837022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f57dc1fa-444d-4d67-9981-268f3bf78d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.843896 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f57dc1fa-444d-4d67-9981-268f3bf78d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.886057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 9b7af5ba-f220-4ca7-861e-875592037907 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:12.886403 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:12.900265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.25.7.182 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/27e690a7-623b-4a3f-8206-a08fcb93b46b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:12.949200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57dc1fa-444d-4d67-9981-268f3bf78d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ac5a72-8d0f-49e1-a3e5-370ea57feccc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:12.957174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f57dc1fa-444d-4d67-9981-268f3bf78d5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=911d1fd5c11b4abea11daa1689f622a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233668 Oct 18 23:45:12.963388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50328) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:13.006380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 62921643-9bab-47a1-b4f2-e118c2807483 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:13.013425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Router 4b69c281-8735-4f79-ab37-0d74b2b0b03d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:13.015858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a580ad7-3e11-4e34-8e3b-1ddb254dc957 req-31639823-936d-4040-8884-e8c4183fffeb tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:13.017405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a580ad7-3e11-4e34-8e3b-1ddb254dc957 req-31639823-936d-4040-8884-e8c4183fffeb tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1098 time: 0.1276829 Oct 18 23:45:13.056403 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.074076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 9b7af5ba-f220-4ca7-861e-875592037907 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:13.094422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a580ad7-3e11-4e34-8e3b-1ddb254dc957 req-0d739124-96d9-4dc8-9d36-bd0cc30d5bf2 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666418 Oct 18 23:45:13.096961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 62921643-9bab-47a1-b4f2-e118c2807483 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:13.097914 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.186082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50334) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:13.202785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e0e0-9151-443b-9407-daefc4075338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.225422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e0e0-9151-443b-9407-daefc4075338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.294122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:13.307411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] Sync routers for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:13.308682 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.331019 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e0e0-9151-443b-9407-daefc4075338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.333422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e0e0-9151-443b-9407-daefc4075338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.334589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2ab4e0e0-9151-443b-9407-daefc4075338 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32ac5a72-8d0f-49e1-a3e5-370ea57feccc HTTP/1.1" status: 204 len: 168 time: 0.3699377 Oct 18 23:45:13.334878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:13.336168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:13.348630 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.356063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4e0e0-9151-443b-9407-daefc4075338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ac5a72-8d0f-49e1-a3e5-370ea57feccc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:13.371231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.392397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-491cbabf-2fee-4113-be57-39ee44f36e57 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6887925 Oct 18 23:45:13.393798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:45:13.396439 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337763c6-467c-47e5-a48f-27c3eccb5a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:45:13.399015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50342) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:13.410613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.416580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=9b7af5ba-f220-4ca7-861e-875592037907,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:13.488115 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e1343-bdff-4f6f-bf65-991e2b21d742 x-openstack-request-id: req-766e1343-bdff-4f6f-bf65-991e2b21d742 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:45:13.488668 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:45:13.489073 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-766e1343-bdff-4f6f-bf65-991e2b21d742 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:45:13.489649 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'status': 'completed', 'code': 200} Oct 18 23:45:13.494319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:13.506387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:13.508475 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aacafbe0-6c74-4311-893d-0d3a1808dad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.514754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:13.566554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=27e690a7-623b-4a3f-8206-a08fcb93b46b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:13.573454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:13.585883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b6440b-38a1-4d8a-8122-8b1a7e1749d6 tempest-TestVolumeBackupRestore-1095434390 tempest-TestVolumeBackupRestore-1095434390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:13.589346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b4b6440b-38a1-4d8a-8122-8b1a7e1749d6 tempest-TestVolumeBackupRestore-1095434390 tempest-TestVolumeBackupRestore-1095434390-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 1093 time: 0.1881819 Oct 18 23:45:13.597992 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50346) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:13.609995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cd1b86d4-a32e-4648-8703-f19dbb8d642b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Request body: {'floatingip': {'port_id': '9712dcc7-9078-412c-a5dd-c55b3753a903'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:13.810632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aacafbe0-6c74-4311-893d-0d3a1808dad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.847974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.866813 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aacafbe0-6c74-4311-893d-0d3a1808dad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.876275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ce807-f13d-4e5d-ac5a-1218b27cebdf req-b6aed694-cfeb-463d-8027-6fbf5b8a58c9 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:13.889286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-464ce807-f13d-4e5d-ac5a-1218b27cebdf req-b6aed694-cfeb-463d-8027-6fbf5b8a58c9 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1098 time: 0.3839180 Oct 18 23:45:13.895806 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd1b86d4-a32e-4648-8703-f19dbb8d642b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:13.901111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-77e05949-ff25-4b81-be1a-3b9af3679025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:13.902944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-77e05949-ff25-4b81-be1a-3b9af3679025 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3fd7b3a8d33d46fd851599e186dffb43&device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 1098 time: 0.3022907 Oct 18 23:45:13.954374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50352) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:13.960563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '74028d6d-afa5-41c9-b82d-89bfd8d647d5', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'port_id': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'mac_address': 'fa:16:3e:0d:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:45:10Z', 'updated_at': '2021-10-18T23:45:10Z', 'revision_number': 0, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:13.994368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] Checking router: 4b69c281-8735-4f79-ab37-0d74b2b0b03d for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:45:14.005454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:14.005454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:14.046085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aacafbe0-6c74-4311-893d-0d3a1808dad8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f26d74fd826142d3816cdbeff0b273c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8527136 Oct 18 23:45:14.046085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacafbe0-6c74-4311-893d-0d3a1808dad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bea36e-1bf6-4c34-a59d-310d07681367,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:14.049290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b311b728-95a9-4025-b6ec-6df42e3576d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:14.063157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50354) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:14.068435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-ef755b9e-6d8f-4d4b-9f3c-b5f0ca6b312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:14.070006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-ef755b9e-6d8f-4d4b-9f3c-b5f0ca6b312f service neutron] 10.222.0.102 "GET /v2.0/networks?id=45526cf4-a9e4-4d93-af49-792818014afc HTTP/1.1" status: 200 len: 914 time: 0.1195467 Oct 18 23:45:14.128991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:14.197200 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-464ce807-f13d-4e5d-ac5a-1218b27cebdf req-b9f7c9f9-cc54-4c2a-9113-c3410806d24f tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063138 Oct 18 23:45:14.271664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-b26e87e7-9403-4412-9587-d1dd9fa1d39d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9712dcc7-9078-412c-a5dd-c55b3753a903 HTTP/1.1" status: 200 len: 999 time: 0.1911044 Oct 18 23:45:14.358146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 4caebfab-9055-4916-bf0d-ee5ee12be518 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:14.359058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ca20b8c-29bf-4bb7-9616-752884c8b3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:14.401342 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ca20b8c-29bf-4bb7-9616-752884c8b3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:14.424853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '74028d6d-afa5-41c9-b82d-89bfd8d647d5', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'port_id': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'mac_address': 'fa:16:3e:0d:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:45:10Z', 'updated_at': '2021-10-18T23:45:10Z', 'revision_number': 0, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:14.440094 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b311b728-95a9-4025-b6ec-6df42e3576d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:14.450932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-1121c93b-9763-4aff-bab5-11430431878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:14.452339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-1121c93b-9763-4aff-bab5-11430431878c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e801d464-3238-4da4-923a-23ddd227df17 HTTP/1.1" status: 200 len: 852 time: 0.1472294 Oct 18 23:45:14.459949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effad5ec-40c7-4e87-8d34-3d2a66ad2ac5 None None] The sync data for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 is: [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '74028d6d-afa5-41c9-b82d-89bfd8d647d5', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'port_id': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'mac_address': 'fa:16:3e:0d:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:45:10Z', 'updated_at': '2021-10-18T23:45:10Z', 'revision_number': 0, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:14.469473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b311b728-95a9-4025-b6ec-6df42e3576d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:14.511078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:14.523607 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e117bbf-f85f-41c1-8da7-151166fddb30 None None] Sync routers for ids ['4caebfab-9055-4916-bf0d-ee5ee12be518'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:14.536445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f3a20cf8-d305-4962-acaa-0e4972e0e07b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/4caebfab-9055-4916-bf0d-ee5ee12be518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5704687 Oct 18 23:45:14.536849 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e117bbf-f85f-41c1-8da7-151166fddb30 None None] Routers {'4caebfab-9055-4916-bf0d-ee5ee12be518'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:14.537914 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3e117bbf-f85f-41c1-8da7-151166fddb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4caebfab-9055-4916-bf0d-ee5ee12be518'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:14.538084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50356) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:14.584956 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3e117bbf-f85f-41c1-8da7-151166fddb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:14.589303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-35bd6eb7-5914-48aa-a34f-a7b70ab97297 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caebfab-9055-4916-bf0d-ee5ee12be518 HTTP/1.1" status: 200 len: 205 time: 0.0484967 Oct 18 23:45:14.592294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50358) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:14.600823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b311b728-95a9-4025-b6ec-6df42e3576d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a13330ff9c104baab7e50f44d8544d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364777 Oct 18 23:45:14.601973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50360) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:14.603295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311b728-95a9-4025-b6ec-6df42e3576d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd1c222-1f94-4cd2-b403-9a8deb2ca05d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:14.612910 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e117bbf-f85f-41c1-8da7-151166fddb30 None None] Routers {'4caebfab-9055-4916-bf0d-ee5ee12be518'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:14.614769 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3e117bbf-f85f-41c1-8da7-151166fddb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4caebfab-9055-4916-bf0d-ee5ee12be518'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:14.626391 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:14.651481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-c20bd17e-9f27-40cb-96f4-27e7e9fe5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:14.653527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-c20bd17e-9f27-40cb-96f4-27e7e9fe5d7f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=45526cf4-a9e4-4d93-af49-792818014afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675034 Oct 18 23:45:14.654180 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3e117bbf-f85f-41c1-8da7-151166fddb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:14.655125 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e117bbf-f85f-41c1-8da7-151166fddb30 None None] The sync data for ids ['4caebfab-9055-4916-bf0d-ee5ee12be518'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:14.711608 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ca20b8c-29bf-4bb7-9616-752884c8b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:14.714976 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7ca20b8c-29bf-4bb7-9616-752884c8b3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:14.716255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7ca20b8c-29bf-4bb7-9616-752884c8b3b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26bea36e-1bf6-4c34-a59d-310d07681367 HTTP/1.1" status: 204 len: 168 time: 0.6452849 Oct 18 23:45:14.741513 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-985281b2-7d61-4c9e-8e8a-759443803afc tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:14.800080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca20b8c-29bf-4bb7-9616-752884c8b3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bea36e-1bf6-4c34-a59d-310d07681367,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:14.857265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7ad2b-dcdf-4d94-a885-a794754b6db1 None None] New status for floating IP 74028d6d-afa5-41c9-b82d-89bfd8d647d5: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:45:14.972033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a65161f3-8864-4bbe-b703-78687235d8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.031882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-985281b2-7d61-4c9e-8e8a-759443803afc tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.035643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-985281b2-7d61-4c9e-8e8a-759443803afc tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.044930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-958c12ba-5122-4ea9-84b9-530cd34c6279 service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805864 Oct 18 23:45:15.052762 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a65161f3-8864-4bbe-b703-78687235d8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.148964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-985281b2-7d61-4c9e-8e8a-759443803afc tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.150249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985281b2-7d61-4c9e-8e8a-759443803afc tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Fanout notify agent at l3_agent the message router_deleted on router 4caebfab-9055-4916-bf0d-ee5ee12be518 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:45:15.160588 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-985281b2-7d61-4c9e-8e8a-759443803afc tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.165012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-985281b2-7d61-4c9e-8e8a-759443803afc tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/4caebfab-9055-4916-bf0d-ee5ee12be518 HTTP/1.1" status: 204 len: 168 time: 0.5711305 Oct 18 23:45:15.165517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50368) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:15.245951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-fb8f08c8-6501-43b8-b3dc-ff6cc7582007 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:15.247650 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-fb8f08c8-6501-43b8-b3dc-ff6cc7582007 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1098 time: 0.1747143 Oct 18 23:45:15.250818 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.305591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd1b86d4-a32e-4648-8703-f19dbb8d642b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.315109 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd1b86d4-a32e-4648-8703-f19dbb8d642b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.316234 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-3de7ad2b-dcdf-4d94-a885-a794754b6db1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:45:15.318245 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-3de7ad2b-dcdf-4d94-a885-a794754b6db1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:45:15.353088 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a65161f3-8864-4bbe-b703-78687235d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.357628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a65161f3-8864-4bbe-b703-78687235d8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.363933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a65161f3-8864-4bbe-b703-78687235d8b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebd1c222-1f94-4cd2-b403-9a8deb2ca05d HTTP/1.1" status: 204 len: 168 time: 0.7581983 Oct 18 23:45:15.371504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a68b16-fa7e-433d-8733-c879c4313ea6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting subnet ab8993fe-2e51-4616-a669-547e8bc47f34 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:45:15.413279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-337763c6-467c-47e5-a48f-27c3eccb5a4e req-bb8bd309-2a81-4a97-aab2-39d1ba421289 service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553686 Oct 18 23:45:15.414712 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6a68b16-fa7e-433d-8733-c879c4313ea6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.488319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65161f3-8864-4bbe-b703-78687235d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd1c222-1f94-4cd2-b403-9a8deb2ca05d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:15.538280 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6a68b16-fa7e-433d-8733-c879c4313ea6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.546248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3e09-f9a7-4561-a72f-166afd592b65 req-4b94d92b-d90e-4f4f-990d-dab3619519e7 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:15.549573 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2ae3e09-f9a7-4561-a72f-166afd592b65 req-4b94d92b-d90e-4f4f-990d-dab3619519e7 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 1098 time: 0.2307563 Oct 18 23:45:15.560746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Deleting port ed4651f0-d9a5-482d-95a2-83b220e1520c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:15.561563 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.661369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2ae3e09-f9a7-4561-a72f-166afd592b65 req-c63f3ef4-749b-4467-a318-6c77a6844cd5 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746484 Oct 18 23:45:15.691386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.729561 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.738075 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6a68b16-fa7e-433d-8733-c879c4313ea6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.821924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7ad2b-dcdf-4d94-a885-a794754b6db1 None None] New status for floating IP 74028d6d-afa5-41c9-b82d-89bfd8d647d5: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:45:15.844395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6a68b16-fa7e-433d-8733-c879c4313ea6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.845286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] For port ed4651f0-d9a5-482d-95a2-83b220e1520c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=ed4651f0-d9a5-482d-95a2-83b220e1520c,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:15.845666 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.871796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=27e690a7-623b-4a3f-8206-a08fcb93b46b,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:15.876681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1b86d4-a32e-4648-8703-f19dbb8d642b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Router 4b69c281-8735-4f79-ab37-0d74b2b0b03d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:15.877068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Calling delete_port for ed4651f0-d9a5-482d-95a2-83b220e1520c owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:15.883216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68b16-fa7e-433d-8733-c879c4313ea6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8993fe-2e51-4616-a669-547e8bc47f34,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:15.890689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f6a68b16-fa7e-433d-8733-c879c4313ea6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.895359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f6a68b16-fa7e-433d-8733-c879c4313ea6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/ab8993fe-2e51-4616-a669-547e8bc47f34 HTTP/1.1" status: 204 len: 168 time: 0.7017312 Oct 18 23:45:15.897742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50390) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:15.900996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:15.954320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc985b7-f2e2-4d62-8e0a-08d5c7c50b40 None None] Network 8be013d5-7a79-4740-b746-ff22f41414e0 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:16.019662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:16.137566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 62921643-9bab-47a1-b4f2-e118c2807483 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:16.138238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:16.186235 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 5b0ec1b1-6b9b-4d50-9479-87cd86570919 associated. External IP: 172.25.7.182, port: fc32e5be-1d44-4803-9a0f-02a4a51fb6f8. Oct 18 23:45:16.273585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1b86d4-a32e-4648-8703-f19dbb8d642b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:16.281926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd1b86d4-a32e-4648-8703-f19dbb8d642b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:16.348044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port 62921643-9bab-47a1-b4f2-e118c2807483, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=62921643-9bab-47a1-b4f2-e118c2807483,segment=NetworkSegment(9eaf5ca8-6151-4136-8531-7f51916ef39f),segment_id=9eaf5ca8-6151-4136-8531-7f51916ef39f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:16.348468 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:16.358425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:45:16.361423 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7db5be-e39d-4efe-bd07-15e569351378" -d '{"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:45:16.364286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:16.383729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 62921643-9bab-47a1-b4f2-e118c2807483 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:16.409525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5a25cbdc-2537-4b75-9063-650040757da9'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:45:16.410540 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] Sync routers for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:16.417640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['ed4651f0-d9a5-482d-95a2-83b220e1520c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:45:16.430198 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:16.431331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed4651f0-d9a5-482d-95a2-83b220e1520c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:16.431965 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:16.437653 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cd1b86d4-a32e-4648-8703-f19dbb8d642b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "PUT /v2.0/floatingips/74028d6d-afa5-41c9-b82d-89bfd8d647d5 HTTP/1.1" status: 200 len: 991 time: 2.8385489 Oct 18 23:45:16.493386 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f201b2-c226-4fd1-b7f1-e24597342102 x-openstack-request-id: req-f5f201b2-c226-4fd1-b7f1-e24597342102 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:45:16.493643 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:45:16.494036 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5f201b2-c226-4fd1-b7f1-e24597342102 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:45:16.494314 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'status': 'completed', 'code': 200} Oct 18 23:45:16.647773 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-6a325cb4-1400-4acc-81a4-4d5a5f3424ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:16.652018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-6a325cb4-1400-4acc-81a4-4d5a5f3424ec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3fd7b3a8d33d46fd851599e186dffb43&device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 1098 time: 0.1212478 Oct 18 23:45:16.654389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:16.744483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=62921643-9bab-47a1-b4f2-e118c2807483,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:16.788269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d8c0c0-86fd-44e9-a096-be28b9ec3367 None None] DHCP port deletion for 8be013d5-7a79-4740-b746-ff22f41414e0 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:45:16.819091 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:16.820490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No DVR routers for this DVR port 62921643-9bab-47a1-b4f2-e118c2807483 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:16.884229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] No DVR routers for this DVR port ed4651f0-d9a5-482d-95a2-83b220e1520c on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:16.901441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:16.916621 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9a599ad-fdfe-4527-897d-5b19273806fa req-ddceccea-a448-45b7-ac7f-817acd1596d8 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.102 "DELETE /v2.0/ports/ed4651f0-d9a5-482d-95a2-83b220e1520c HTTP/1.1" status: 204 len: 173 time: 1.6595864 Oct 18 23:45:17.052340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 62921643-9bab-47a1-b4f2-e118c2807483 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:17.113495 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-47062bc1-40a9-4931-b34d-11508196b969 req-0b6f1387-e529-48d0-9eaf-8d25af372dc9 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d9356238-93c0-4790-808d-e5b950c0dc80 HTTP/1.1" status: 200 len: 210 time: 0.1315179 Oct 18 23:45:17.119292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 62921643-9bab-47a1-b4f2-e118c2807483 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:17.121490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 62921643-9bab-47a1-b4f2-e118c2807483 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:17.138286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:17.144542 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.208108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-0cb2172c-c224-4bd1-905c-89d34a7734dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:17.210484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-0cb2172c-c224-4bd1-905c-89d34a7734dc service neutron] 10.222.0.102 "GET /v2.0/networks?id=45526cf4-a9e4-4d93-af49-792818014afc HTTP/1.1" status: 200 len: 914 time: 0.5471447 Oct 18 23:45:17.224544 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be013d5-7a79-4740-b746-ff22f41414e0']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:17.303602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaf5ca8-6151-4136-8531-7f51916ef39f') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:17.304157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaf5ca8-6151-4136-8531-7f51916ef39f') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:17.324196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.344946 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.356492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-0673dafa-5035-4bc4-8e9c-6528f71cf8c3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9712dcc7-9078-412c-a5dd-c55b3753a903 HTTP/1.1" status: 200 len: 1001 time: 0.1344883 Oct 18 23:45:17.360310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:17.361390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:17.361561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:17.367886 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:17.378337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86284336-47c5-4d44-9e8c-68e81f065c65 None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:17.404941 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.420965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86284336-47c5-4d44-9e8c-68e81f065c65 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:17.430084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-86284336-47c5-4d44-9e8c-68e81f065c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:17.442786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-31d9688f-c67a-4436-a11b-9c2858c9ef53 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2062497 Oct 18 23:45:17.445535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50440) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:17.505852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-69b11186-5c96-4701-a632-ce484914e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:17.507772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-69b11186-5c96-4701-a632-ce484914e7fb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e801d464-3238-4da4-923a-23ddd227df17 HTTP/1.1" status: 200 len: 852 time: 0.1355159 Oct 18 23:45:17.533281 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-70b24ba5-1778-40ec-936c-4473ed5dc8ea tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "GET /v2.0/floatingips/5b0ec1b1-6b9b-4d50-9479-87cd86570919 HTTP/1.1" status: 200 len: 978 time: 0.0863576 Oct 18 23:45:17.545234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50444) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:17.568116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-86284336-47c5-4d44-9e8c-68e81f065c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:17.581604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86284336-47c5-4d44-9e8c-68e81f065c65 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:17.582641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-86284336-47c5-4d44-9e8c-68e81f065c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:17.596842 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.622342 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.634571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/networks/8be013d5-7a79-4740-b746-ff22f41414e0 HTTP/1.1" status: 204 len: 168 time: 1.7342191 Oct 18 23:45:17.639845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-86284336-47c5-4d44-9e8c-68e81f065c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:17.641067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86284336-47c5-4d44-9e8c-68e81f065c65 None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:17.660194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50448) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:17.666271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1977723064', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:17.692658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a223b2b-a3e9-4c3e-9d0f-8dbde0d4ed93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Network': ['ID=8be013d5-7a79-4740-b746-ff22f41414e0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:17.741476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-ffd1f0f1-b91c-4040-bed0-6fccaeda1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:17.743739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-ffd1f0f1-b91c-4040-bed0-6fccaeda1c42 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=45526cf4-a9e4-4d93-af49-792818014afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2238455 Oct 18 23:45:17.771869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.773784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.788388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5096771a-e4fe-4a3b-b2c7-203aca14eb07 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2406991 Oct 18 23:45:17.791372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50452) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:17.798074 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'port_id': '55e1966d-e388-4c3a-bf7b-39aabe9b8a73'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:17.892021 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '74028d6d-afa5-41c9-b82d-89bfd8d647d5', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'port_id': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'mac_address': 'fa:16:3e:0d:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:45:10Z', 'updated_at': '2021-10-18T23:45:16Z', 'revision_number': 2, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:17.897745 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:17.898519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50456) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:17.958163 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] Checking router: 4b69c281-8735-4f79-ab37-0d74b2b0b03d for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:45:17.975167 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:17.976122 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:18.085348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d171754b-cc7e-410e-8433-b6e9708932cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:18.160043 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:18.231718 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d171754b-cc7e-410e-8433-b6e9708932cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:18.240642 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d171754b-cc7e-410e-8433-b6e9708932cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:18.289663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50468) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:18.329210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:18.413323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-e2325e15-d903-4618-9c9d-2abc204637d2 service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559060 Oct 18 23:45:18.526092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1f002cc1-9dd8-4970-b421-153c08a80758 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:18.575489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:18.595532 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '74028d6d-afa5-41c9-b82d-89bfd8d647d5', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'port_id': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'mac_address': 'fa:16:3e:0d:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:45:10Z', 'updated_at': '2021-10-18T23:45:16Z', 'revision_number': 2, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:18.627474 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b21ce-5521-40e0-bd8a-53510137c30f None None] The sync data for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 is: [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '74028d6d-afa5-41c9-b82d-89bfd8d647d5', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'port_id': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'mac_address': 'fa:16:3e:0d:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:45:10Z', 'updated_at': '2021-10-18T23:45:16Z', 'revision_number': 2, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:18.631089 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1f002cc1-9dd8-4970-b421-153c08a80758 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] 10.222.0.52 "PUT /v2.0/quotas/a8296eaa1e0146f4b2d861f0d8aa9cef HTTP/1.1" status: 200 len: 368 time: 0.3362043 Oct 18 23:45:18.639999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50476) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:18.645912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Request body: {'network': {'project_id': 'a8296eaa1e0146f4b2d861f0d8aa9cef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:18.675828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903'}, {'server_uuid': 'd9356238-93c0-4790-808d-e5b950c0dc80', 'name': 'network-vif-deleted', 'tag': 'ed4651f0-d9a5-482d-95a2-83b220e1520c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:45:18.678919 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b77975-aa05-447f-b1ec-3be62d409532" -d '{"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903"}, {"server_uuid": "d9356238-93c0-4790-808d-e5b950c0dc80", "name": "network-vif-deleted", "tag": "ed4651f0-d9a5-482d-95a2-83b220e1520c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:45:18.701394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f7db5be-e39d-4efe-bd07-15e569351378 req-d007ba98-5e39-45e8-8e39-1f1a5d6edb84 service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440281 Oct 18 23:45:18.704425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Made reservation on behalf of a8296eaa1e0146f4b2d861f0d8aa9cef for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:18.706797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:18.718356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:18.745784 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 23:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa962226-7f81-40d9-8a36-a23167995dc6 x-openstack-request-id: req-fa962226-7f81-40d9-8a36-a23167995dc6 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:45:18.746092 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903", "status": "completed", "code": 200}, {"server_uuid": "d9356238-93c0-4790-808d-e5b950c0dc80", "name": "network-vif-deleted", "tag": "ed4651f0-d9a5-482d-95a2-83b220e1520c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:45:18.746346 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa962226-7f81-40d9-8a36-a23167995dc6 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:45:18.746751 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'status': 'completed', 'code': 200} Oct 18 23:45:18.747015 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9356238-93c0-4790-808d-e5b950c0dc80', 'name': 'network-vif-deleted', 'tag': 'ed4651f0-d9a5-482d-95a2-83b220e1520c', 'status': 'completed', 'code': 200} Oct 18 23:45:18.772520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d171754b-cc7e-410e-8433-b6e9708932cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21f8296b3b8a4f7b9a0c8a60e4639718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8733630 Oct 18 23:45:18.778343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50480) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:18.782033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171754b-cc7e-410e-8433-b6e9708932cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe01c09b-e5bf-4d84-8edf-07cfef1f3f13,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:18.834067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4fd28-4297-4131-9b7c-d15a6820c2de req-0418499a-da02-4023-8d55-76f807915bf2 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:18.835952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7de4fd28-4297-4131-9b7c-d15a6820c2de req-0418499a-da02-4023-8d55-76f807915bf2 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1098 time: 0.1463482 Oct 18 23:45:18.926264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7de4fd28-4297-4131-9b7c-d15a6820c2de req-2bbfd630-78ed-4e28-bb96-c19c2ed7e010 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820997 Oct 18 23:45:18.931731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77975-aa05-447f-b1ec-3be62d409532 req-952f0dc3-be7b-4c53-8635-40a0aa223b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:18.933242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35b77975-aa05-447f-b1ec-3be62d409532 req-952f0dc3-be7b-4c53-8635-40a0aa223b44 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3fd7b3a8d33d46fd851599e186dffb43&device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 1098 time: 0.1213665 Oct 18 23:45:18.961321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-940a7a21-081f-438b-b765-3bc7961ba601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.050430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.063746 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-940a7a21-081f-438b-b765-3bc7961ba601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.085531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.090338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.091277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.200410 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 5b0ec1b1-6b9b-4d50-9479-87cd86570919 associated. External IP: 172.25.7.182, port: fc32e5be-1d44-4803-9a0f-02a4a51fb6f8. Oct 18 23:45:19.202577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:19.214888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.255468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec56c07d-f4e4-43ee-933d-4c7761433e96,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:19.261191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.261542 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Added segment 239d24bb-df38-44e9-bc67-6d57dcef3bce of type vlan for network a621c778-2aa6-489f-8606-16928c8c892c Oct 18 23:45:19.264034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.288356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77975-aa05-447f-b1ec-3be62d409532 req-db883468-7459-4954-af9c-349f28b70d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:19.289963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35b77975-aa05-447f-b1ec-3be62d409532 req-db883468-7459-4954-af9c-349f28b70d6c service neutron] 10.222.0.102 "GET /v2.0/networks?id=45526cf4-a9e4-4d93-af49-792818014afc HTTP/1.1" status: 200 len: 914 time: 0.3403509 Oct 18 23:45:19.376964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-940a7a21-081f-438b-b765-3bc7961ba601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.379542 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-940a7a21-081f-438b-b765-3bc7961ba601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.380678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-940a7a21-081f-438b-b765-3bc7961ba601 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe01c09b-e5bf-4d84-8edf-07cfef1f3f13 HTTP/1.1" status: 204 len: 168 time: 0.6008921 Oct 18 23:45:19.401700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.432158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a7a21-081f-438b-b765-3bc7961ba601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe01c09b-e5bf-4d84-8edf-07cfef1f3f13,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:19.437345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:19.488796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35b77975-aa05-447f-b1ec-3be62d409532 req-8828bdcc-b057-4515-9559-83e237e0d8b5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9712dcc7-9078-412c-a5dd-c55b3753a903 HTTP/1.1" status: 200 len: 1001 time: 0.1751072 Oct 18 23:45:19.513898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.514871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:19.515460 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.571617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:19.585292 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5612c51-b8cb-4b8a-a162-cb056c891742 None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:19.589589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ed4651f0-d9a5-482d-95a2-83b220e1520c no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:19.604072 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5612c51-b8cb-4b8a-a162-cb056c891742 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:19.604751 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a5612c51-b8cb-4b8a-a162-cb056c891742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:19.608398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.25.7.10 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/e2424862-bdbb-4472-90e8-68fa107ea3df) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:19.614705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9734888 Oct 18 23:45:19.622998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: ed4651f0-d9a5-482d-95a2-83b220e1520c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:19.623667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device ed4651f0-d9a5-482d-95a2-83b220e1520c not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:19.635539 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50488) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:19.643192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Request body: {'network': {'project_id': 'a8296eaa1e0146f4b2d861f0d8aa9cef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:19.647725 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a5612c51-b8cb-4b8a-a162-cb056c891742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:19.657941 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5612c51-b8cb-4b8a-a162-cb056c891742 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:19.658884 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a5612c51-b8cb-4b8a-a162-cb056c891742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:19.672302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fda49d-b478-456f-836b-d394855f4e68 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Pushing event updated for resources: {'Network': ['ID=a621c778-2aa6-489f-8606-16928c8c892c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:19.677354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77975-aa05-447f-b1ec-3be62d409532 req-4ad83d0b-49ea-4dda-80a0-265600d88e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:19.684563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network a621c778-2aa6-489f-8606-16928c8c892c details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:19.691157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Made reservation on behalf of a8296eaa1e0146f4b2d861f0d8aa9cef for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:19.693775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.693903 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35b77975-aa05-447f-b1ec-3be62d409532 req-4ad83d0b-49ea-4dda-80a0-265600d88e3c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e801d464-3238-4da4-923a-23ddd227df17 HTTP/1.1" status: 200 len: 852 time: 0.1803749 Oct 18 23:45:19.698291 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a5612c51-b8cb-4b8a-a162-cb056c891742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:19.699194 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5612c51-b8cb-4b8a-a162-cb056c891742 None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:19.757551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77975-aa05-447f-b1ec-3be62d409532 req-dbcc1885-c658-44af-91d5-8f02c14046b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:19.760250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35b77975-aa05-447f-b1ec-3be62d409532 req-dbcc1885-c658-44af-91d5-8f02c14046b6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=45526cf4-a9e4-4d93-af49-792818014afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654466 Oct 18 23:45:19.762810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:19.782190 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.782535 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Added segment 84eeb511-8965-40f9-a233-4a3a90825833 of type vlan for network 3ab58376-2750-4e7d-9f72-e2c65b22602b Oct 18 23:45:19.879510 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.939592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35b77975-aa05-447f-b1ec-3be62d409532 req-f63135a0-181a-40ba-be52-e4bbff0d8d6a service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690867 Oct 18 23:45:19.942529 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.957744 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:19.959528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:19.960372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.002346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:20.013135 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3762522 Oct 18 23:45:20.017108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50500) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:20.034914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6891204b-17ed-4cdb-9b29-843c56a6f6f8 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Request body: {'network': {'project_id': 'a8296eaa1e0146f4b2d861f0d8aa9cef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:20.088349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-35b77975-aa05-447f-b1ec-3be62d409532 req-d2904ba7-9bb2-4c10-9786-44216bf55e69 service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406713 Oct 18 23:45:20.097992 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.104424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54daa9-9cd6-46ff-b32d-d091da3c6530 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Pushing event updated for resources: {'Network': ['ID=3ab58376-2750-4e7d-9f72-e2c65b22602b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:20.117317 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-6891204b-17ed-4cdb-9b29-843c56a6f6f8 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 18 23:45:20.117828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6891204b-17ed-4cdb-9b29-843c56a6f6f8 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:45:20.122038 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6891204b-17ed-4cdb-9b29-843c56a6f6f8 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0898178 Oct 18 23:45:20.128155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 3ab58376-2750-4e7d-9f72-e2c65b22602b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:20.150602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50506) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:20.181736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b493c8-d88a-438b-a9e7-fbde2aed3256 req-05a387da-ff0a-4a10-9768-6e78c372b2c2 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:20.189318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3b493c8-d88a-438b-a9e7-fbde2aed3256 req-05a387da-ff0a-4a10-9768-6e78c372b2c2 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1098 time: 0.1711476 Oct 18 23:45:20.193323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:20.201648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:20.211345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:20.221484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=e2424862-bdbb-4472-90e8-68fa107ea3df,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:20.272855 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25adf469-a99e-4630-a91a-291411defa2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.283354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3b493c8-d88a-438b-a9e7-fbde2aed3256 req-cfc88225-b55f-4242-b432-1e04272339a9 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929708 Oct 18 23:45:20.293602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:20.294364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a5d363f4-83b5-42c2-b7bb-68f9c9adfb94 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8296eaa1e0146f4b2d861f0d8aa9cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406360 Oct 18 23:45:20.298699 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.307101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07566a45-8eb3-4bc3-8a85-c6ebd71a4570 None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:20.318436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50512) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:20.319322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07566a45-8eb3-4bc3-8a85-c6ebd71a4570 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:20.319956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-07566a45-8eb3-4bc3-8a85-c6ebd71a4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:20.359659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-07566a45-8eb3-4bc3-8a85-c6ebd71a4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:20.369003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07566a45-8eb3-4bc3-8a85-c6ebd71a4570 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:20.370089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-07566a45-8eb3-4bc3-8a85-c6ebd71a4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:20.393091 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-419a8c97-50ca-476f-9dbe-58cf672ffe58 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/floatingips/5b0ec1b1-6b9b-4d50-9479-87cd86570919 HTTP/1.1" status: 200 len: 977 time: 2.5999324 Oct 18 23:45:20.397129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50516) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:20.402448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0f7482c6-f142-4b57-8636-448b241d58db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:20.417694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-07566a45-8eb3-4bc3-8a85-c6ebd71a4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:20.418768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07566a45-8eb3-4bc3-8a85-c6ebd71a4570 None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:20.454764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55e8fec9-e996-46e1-93e9-07bf4410429c tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.485146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0662e-23b0-424e-8d1b-436908709096 req-11227ba0-002d-42fd-b8b6-2a5160cbe8b9 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:20.486576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e9a0662e-23b0-424e-8d1b-436908709096 req-11227ba0-002d-42fd-b8b6-2a5160cbe8b9 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1098 time: 0.1297908 Oct 18 23:45:20.496740 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55e8fec9-e996-46e1-93e9-07bf4410429c tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.500355 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f7482c6-f142-4b57-8636-448b241d58db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.663666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.687461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55e8fec9-e996-46e1-93e9-07bf4410429c tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.689209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55e8fec9-e996-46e1-93e9-07bf4410429c tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.692804 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-55e8fec9-e996-46e1-93e9-07bf4410429c tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec56c07d-f4e4-43ee-933d-4c7761433e96 HTTP/1.1" status: 204 len: 168 time: 0.3710952 Oct 18 23:45:20.694078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50524) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:20.705159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e9a0662e-23b0-424e-8d1b-436908709096 req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Deleting port 5a25cbdc-2537-4b75-9063-650040757da9 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:20.705505 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e9a0662e-23b0-424e-8d1b-436908709096 req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.706251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f7482c6-f142-4b57-8636-448b241d58db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.721059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f7482c6-f142-4b57-8636-448b241d58db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.721397 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-0f7482c6-f142-4b57-8636-448b241d58db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 5b0ec1b1-6b9b-4d50-9479-87cd86570919 disassociated. External IP: 172.25.7.182, port: 55e1966d-e388-4c3a-bf7b-39aabe9b8a73. Oct 18 23:45:20.724118 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8fec9-e996-46e1-93e9-07bf4410429c tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec56c07d-f4e4-43ee-933d-4c7761433e96,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:20.834859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:20.854477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-e9a0662e-23b0-424e-8d1b-436908709096 req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] For port 5a25cbdc-2537-4b75-9063-650040757da9, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5a25cbdc-2537-4b75-9063-650040757da9,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:20.854866 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e9a0662e-23b0-424e-8d1b-436908709096 req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.012030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.041260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab58376-2750-4e7d-9f72-e2c65b22602b']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.057932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84eeb511-8965-40f9-a233-4a3a90825833') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.057932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84eeb511-8965-40f9-a233-4a3a90825833') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.100173 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.122441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.135568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7482c6-f142-4b57-8636-448b241d58db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:21.140686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:21.141153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:21.143193 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:21.247254 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.249553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e9a0662e-23b0-424e-8d1b-436908709096 req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Calling delete_port for 5a25cbdc-2537-4b75-9063-650040757da9 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:21.257376 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.260540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] 10.222.0.52 "DELETE /v2.0/networks/3ab58376-2750-4e7d-9f72-e2c65b22602b HTTP/1.1" status: 204 len: 168 time: 0.5654850 Oct 18 23:45:21.265734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50544) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:21.273139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f51cb-e4ec-434d-ab4e-a998d5247e15 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ab58376-2750-4e7d-9f72-e2c65b22602b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:21.334929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7482c6-f142-4b57-8636-448b241d58db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:21.342541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0f7482c6-f142-4b57-8636-448b241d58db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.347009 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc491318-7ebb-479a-b264-ea9d55b4d7df None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:21.362988 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc491318-7ebb-479a-b264-ea9d55b4d7df None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:21.363614 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fc491318-7ebb-479a-b264-ea9d55b4d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.377526 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0f7482c6-f142-4b57-8636-448b241d58db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/floatingips/5b0ec1b1-6b9b-4d50-9479-87cd86570919 HTTP/1.1" status: 200 len: 688 time: 0.9793446 Oct 18 23:45:21.380345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50552) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:21.407256 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fc491318-7ebb-479a-b264-ea9d55b4d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.416808 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc491318-7ebb-479a-b264-ea9d55b4d7df None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:21.417654 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fc491318-7ebb-479a-b264-ea9d55b4d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.454531 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fc491318-7ebb-479a-b264-ea9d55b4d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.455570 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc491318-7ebb-479a-b264-ea9d55b4d7df None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:21.500409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.518935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.558600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port 27e690a7-623b-4a3f-8206-a08fcb93b46b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:21.559415 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.611846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82caa1d-96c3-463a-8efa-85fd239bfa00 req-7c12f209-2177-40d3-898e-a98e1a5e0971 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:21.613382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a82caa1d-96c3-463a-8efa-85fd239bfa00 req-7c12f209-2177-40d3-898e-a98e1a5e0971 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=161766d6-71fe-4683-b132-4b9c4785a46f HTTP/1.1" status: 200 len: 1098 time: 0.2023454 Oct 18 23:45:21.651494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.651751 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.665872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for 27e690a7-623b-4a3f-8206-a08fcb93b46b owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:21.790883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.821366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a82caa1d-96c3-463a-8efa-85fd239bfa00 req-be5d9682-e4e3-469c-9c3f-b5556f1efb4d tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=82a29e37-866a-429a-bceb-6c9be54c62fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816120 Oct 18 23:45:21.847228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a621c778-2aa6-489f-8606-16928c8c892c']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.850024 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.857395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239d24bb-df38-44e9-bc67-6d57dcef3bce') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.857700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239d24bb-df38-44e9-bc67-6d57dcef3bce') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:21.859396 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e9a0662e-23b0-424e-8d1b-436908709096 req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.878832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=27e690a7-623b-4a3f-8206-a08fcb93b46b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:21.888784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.915669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a25cbdc-2537-4b75-9063-650040757da9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:21.951295 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.956793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:45:21.963608 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.966079 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.970983 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-39f94463-93e5-4eef-a8f6-7af1d7dd5a8a tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/floatingips/5b0ec1b1-6b9b-4d50-9479-87cd86570919 HTTP/1.1" status: 204 len: 168 time: 0.5859962 Oct 18 23:45:21.975901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50584) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:21.979791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a0662e-23b0-424e-8d1b-436908709096 req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] No DVR routers for this DVR port 5a25cbdc-2537-4b75-9063-650040757da9 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:21.987344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:21.987756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:21.989539 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:22.005301 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e9a0662e-23b0-424e-8d1b-436908709096 req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.009454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e9a0662e-23b0-424e-8d1b-436908709096 req-4bdd70bb-dddb-4c07-a01a-72e04d339046 tempest-TestServerMultinode-1354362209 tempest-TestServerMultinode-1354362209-project-admin] 10.222.0.73 "DELETE /v2.0/ports/5a25cbdc-2537-4b75-9063-650040757da9 HTTP/1.1" status: 204 len: 173 time: 1.5164864 Oct 18 23:45:22.013338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161766d6-71fe-4683-b132-4b9c4785a46f', 'name': 'network-vif-deleted', 'tag': '5a25cbdc-2537-4b75-9063-650040757da9'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:45:22.016059 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99cb95f-b009-4dfb-85d0-b2ddda22c86e" -d '{"events": [{"server_uuid": "161766d6-71fe-4683-b132-4b9c4785a46f", "name": "network-vif-deleted", "tag": "5a25cbdc-2537-4b75-9063-650040757da9"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:45:22.035993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50588) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:22.056857 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-03aebd95-5916-4d0d-a09d-718d646bd39f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] delete failed (client error): The resource could not be found. Oct 18 23:45:22.057922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-03aebd95-5916-4d0d-a09d-718d646bd39f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/floatingips/5b0ec1b1-6b9b-4d50-9479-87cd86570919 HTTP/1.1" status: 404 len: 345 time: 0.0797236 Oct 18 23:45:22.065692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50592) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:22.139490 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd4d8be-9ed2-4954-af70-176c56fd34b8 x-openstack-request-id: req-fcd4d8be-9ed2-4954-af70-176c56fd34b8 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:45:22.139789 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161766d6-71fe-4683-b132-4b9c4785a46f", "name": "network-vif-deleted", "tag": "5a25cbdc-2537-4b75-9063-650040757da9", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:45:22.140054 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcd4d8be-9ed2-4954-af70-176c56fd34b8 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:45:22.140456 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161766d6-71fe-4683-b132-4b9c4785a46f', 'name': 'network-vif-deleted', 'tag': '5a25cbdc-2537-4b75-9063-650040757da9', 'status': 'completed', 'code': 200} Oct 18 23:45:22.156849 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.171939 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.176411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] 10.222.0.52 "DELETE /v2.0/networks/a621c778-2aa6-489f-8606-16928c8c892c HTTP/1.1" status: 204 len: 168 time: 0.9087515 Oct 18 23:45:22.204057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24461a8b-da74-4365-a783-ad584b9caa03 tempest-QuotasNegativeTest-333804854 tempest-QuotasNegativeTest-333804854-project-admin] Pushing event deleted for resources: {'Network': ['ID=a621c778-2aa6-489f-8606-16928c8c892c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:22.229559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6661e865-0bc5-4485-b79a-56d6229a2223 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:22.240614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6661e865-0bc5-4485-b79a-56d6229a2223 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:22.247422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6661e865-0bc5-4485-b79a-56d6229a2223 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:22.249791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6661e865-0bc5-4485-b79a-56d6229a2223 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "GET /v2.0/ports?network_id=98f35681-27c4-450f-8352-2f5236a093f1 HTTP/1.1" status: 200 len: 2357 time: 0.1824350 Oct 18 23:45:22.253389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50596) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:22.265663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b4fcf8e-17a3-49b0-88a3-09432290aede admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.319800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:22.336249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e90b14-88e8-4a91-a0f4-a548daa88457 None None] Sync routers for ids ['51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:22.350007 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.351706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e90b14-88e8-4a91-a0f4-a548daa88457 None None] Routers {'51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:22.353870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b4e90b14-88e8-4a91-a0f4-a548daa88457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:22.355284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0256259d-a96d-4c9c-aabd-cdfbdbac06b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.6930728 Oct 18 23:45:22.356011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b4fcf8e-17a3-49b0-88a3-09432290aede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.356742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50598) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:22.361720 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0b4fcf8e-17a3-49b0-88a3-09432290aede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.391765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b4e90b14-88e8-4a91-a0f4-a548daa88457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:22.401941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fcf8e-17a3-49b0-88a3-09432290aede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64a473d-551c-4679-bf37-29d24017a198,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:22.403296 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e90b14-88e8-4a91-a0f4-a548daa88457 None None] Routers {'51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:22.404406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b4e90b14-88e8-4a91-a0f4-a548daa88457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:22.416008 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0b4fcf8e-17a3-49b0-88a3-09432290aede admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=929b3518dfae4715bce99fddd1bccf7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788011 Oct 18 23:45:22.418543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50602) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:22.422609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59901453-b264-4648-b4ce-8d170ed66e22 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:22.428810 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-59901453-b264-4648-b4ce-8d170ed66e22 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "GET /v2.0/subnets/524472da-436c-4a96-a81c-d6b7f89b02ff HTTP/1.1" status: 200 len: 797 time: 0.1510401 Oct 18 23:45:22.429711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50604) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:22.439132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'port': {'network_id': '98f35681-27c4-450f-8352-2f5236a093f1', 'name': 'tempest-FloatingIPTestJSON-77989594', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:22.454326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-b4e90b14-88e8-4a91-a0f4-a548daa88457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:22.455126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e90b14-88e8-4a91-a0f4-a548daa88457 None None] The sync data for ids ['51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:22.497454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce449ed2-fe57-4ec7-b1d8-4571dee6e122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.530127 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce449ed2-fe57-4ec7-b1d8-4571dee6e122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.590019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3ca65566-484c-49df-a687-44832eb34fa3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/routers/51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d HTTP/1.1" status: 200 len: 880 time: 0.2292776 Oct 18 23:45:22.594519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50606) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:22.625177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Made reservation on behalf of d217a007ac3a4ccf8efcd3e48e8b0670 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:22.645783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce449ed2-fe57-4ec7-b1d8-4571dee6e122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.648831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ce449ed2-fe57-4ec7-b1d8-4571dee6e122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.651078 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ce449ed2-fe57-4ec7-b1d8-4571dee6e122 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e64a473d-551c-4679-bf37-29d24017a198 HTTP/1.1" status: 204 len: 168 time: 0.2306030 Oct 18 23:45:22.667233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce449ed2-fe57-4ec7-b1d8-4571dee6e122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64a473d-551c-4679-bf37-29d24017a198,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:22.754140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:22.782054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] device_id is not set on port 4345c2b9-1dbe-4961-871f-209a55f64f10 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:45:22.789422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50612) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:22.925837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50620) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:23.045998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1290b64e-4567-47ae-80aa-e5587c9a4609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.061945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5a25cbdc-2537-4b75-9063-650040757da9 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:23.139351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 5a25cbdc-2537-4b75-9063-650040757da9 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:23.140426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5a25cbdc-2537-4b75-9063-650040757da9 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:23.144083 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1290b64e-4567-47ae-80aa-e5587c9a4609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.155796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1290b64e-4567-47ae-80aa-e5587c9a4609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.261234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9fdbff98-1c86-49ca-a666-7095453c833c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6621387 Oct 18 23:45:23.261827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50624) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:23.266397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2b7b58da-593d-43ca-8688-a459f48d556b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1977723064'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:23.295439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1290b64e-4567-47ae-80aa-e5587c9a4609 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f335a8369e824e1a98450c8da00261e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5050945 Oct 18 23:45:23.301101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50626) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:23.301458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50628) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:23.337985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290b64e-4567-47ae-80aa-e5587c9a4609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5678cd8f-de16-4d15-9f3f-1c9fa4ef5451,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:23.404687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7f545891-d659-4c31-b3be-193e6d7e3212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.571581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05e65e61-f720-4a66-b180-31394547f4a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.576541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.20.0.14 (98f35681-27c4-450f-8352-2f5236a093f1/524472da-436c-4a96-a81c-d6b7f89b02ff/4345c2b9-1dbe-4961-871f-209a55f64f10) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:23.591931 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b7b58da-593d-43ca-8688-a459f48d556b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.606438 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b7b58da-593d-43ca-8688-a459f48d556b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.619673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.20.0.13 (98f35681-27c4-450f-8352-2f5236a093f1/524472da-436c-4a96-a81c-d6b7f89b02ff/4345c2b9-1dbe-4961-871f-209a55f64f10) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:23.657052 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05e65e61-f720-4a66-b180-31394547f4a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.721130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7b58da-593d-43ca-8688-a459f48d556b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:23.773572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7f545891-d659-4c31-b3be-193e6d7e3212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.788484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7f545891-d659-4c31-b3be-193e6d7e3212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.853913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7b58da-593d-43ca-8688-a459f48d556b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:23.863016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b7b58da-593d-43ca-8688-a459f48d556b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.867297 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2b7b58da-593d-43ca-8688-a459f48d556b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d HTTP/1.1" status: 200 len: 887 time: 0.6020513 Oct 18 23:45:23.867457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50632) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:23.872818 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6f1de-cb01-42f4-947f-a4a8d994b9a5 None None] Sync routers for ids ['51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:23.889989 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6f1de-cb01-42f4-947f-a4a8d994b9a5 None None] Routers {'51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:23.890654 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bae6f1de-cb01-42f4-947f-a4a8d994b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:23.907533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7f545891-d659-4c31-b3be-193e6d7e3212 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5739295b72824f069cfe99a12729e807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5987582 Oct 18 23:45:23.909261 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50634) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:23.910174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f545891-d659-4c31-b3be-193e6d7e3212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e4ed99-cd1d-450d-80cb-b529a0fa8d13,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:23.914581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05e65e61-f720-4a66-b180-31394547f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.918086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05e65e61-f720-4a66-b180-31394547f4a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.919215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-05e65e61-f720-4a66-b180-31394547f4a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5678cd8f-de16-4d15-9f3f-1c9fa4ef5451 HTTP/1.1" status: 204 len: 168 time: 0.6119819 Oct 18 23:45:23.947481 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bae6f1de-cb01-42f4-947f-a4a8d994b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:23.958097 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6f1de-cb01-42f4-947f-a4a8d994b9a5 None None] Routers {'51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:23.959410 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bae6f1de-cb01-42f4-947f-a4a8d994b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:44:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:23.959990 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-804db092-7c87-4808-83c1-7d63a3475d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:23.999814 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-bae6f1de-cb01-42f4-947f-a4a8d994b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:24.000847 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6f1de-cb01-42f4-947f-a4a8d994b9a5 None None] The sync data for ids ['51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:24.018006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e65e61-f720-4a66-b180-31394547f4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5678cd8f-de16-4d15-9f3f-1c9fa4ef5451,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:24.080404 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.132343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f4624e7-fab0-4324-8659-658b96ecb6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.143389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-10289fb9-7082-4cdb-a275-dc97d455684b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/routers/51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d HTTP/1.1" status: 200 len: 887 time: 0.2742519 Oct 18 23:45:24.146175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50640) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:24.177537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f4624e7-fab0-4324-8659-658b96ecb6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.187691 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c63369cf-26cb-49ae-95dc-331f7b370597 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d HTTP/1.1" status: 200 len: 205 time: 0.0399053 Oct 18 23:45:24.190548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50644) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:24.244584 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f4624e7-fab0-4324-8659-658b96ecb6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.247412 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f4624e7-fab0-4324-8659-658b96ecb6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.251021 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0f4624e7-fab0-4324-8659-658b96ecb6bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28e4ed99-cd1d-450d-80cb-b529a0fa8d13 HTTP/1.1" status: 204 len: 168 time: 0.3351877 Oct 18 23:45:24.267939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4624e7-fab0-4324-8659-658b96ecb6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e4ed99-cd1d-450d-80cb-b529a0fa8d13,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:24.317889 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.325340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.379680 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.472356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 98f35681-27c4-450f-8352-2f5236a093f1 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:24.481142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:24.488204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:24.521272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50648) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:24.543068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:24.543747 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.545945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa83716a-5d5a-4b5b-8a30-42fbd54f70f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.580631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.597817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=4345c2b9-1dbe-4961-871f-209a55f64f10,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:24.615907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0f83486a-c972-4140-b1e2-dbba5ab1e321 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.1845164 Oct 18 23:45:24.618683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50652) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:24.625434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '4345c2b9-1dbe-4961-871f-209a55f64f10', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:24.688080 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.711184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port e2424862-bdbb-4472-90e8-68fa107ea3df {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:24.712145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.754906 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa83716a-5d5a-4b5b-8a30-42fbd54f70f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.789291 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.790328 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa83716a-5d5a-4b5b-8a30-42fbd54f70f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.872057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83716a-5d5a-4b5b-8a30-42fbd54f70f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afd30c8-f6d5-4c6e-80ec-23c458cd4bdc,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:24.901816 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:24.943483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fa83716a-5d5a-4b5b-8a30-42fbd54f70f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=888b2d377a574d678cfd4fdf2a096196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207106 Oct 18 23:45:24.964964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50662) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:24.977032 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.005812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for e2424862-bdbb-4472-90e8-68fa107ea3df owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:25.095493 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f51424c0-ab0e-431f-a12e-e20789ce2f6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.121075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f51424c0-ab0e-431f-a12e-e20789ce2f6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.191366 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f51424c0-ab0e-431f-a12e-e20789ce2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.197422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f51424c0-ab0e-431f-a12e-e20789ce2f6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.197422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f51424c0-ab0e-431f-a12e-e20789ce2f6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8afd30c8-f6d5-4c6e-80ec-23c458cd4bdc HTTP/1.1" status: 204 len: 168 time: 0.2296853 Oct 18 23:45:25.404138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.407430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51424c0-ab0e-431f-a12e-e20789ce2f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afd30c8-f6d5-4c6e-80ec-23c458cd4bdc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:25.413841 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.480453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Deleting port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:25.480982 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.552119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=e2424862-bdbb-4472-90e8-68fa107ea3df,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:25.573248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.701732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.25.7.33 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/c3bcb4f8-0242-4aa7-8fba-24723169e6b0) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:25.711244 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.714587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.731253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] For port 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6d6acecf-07ef-4b7c-bdb8-e05662f60f9a,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:25.731937 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.754691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Calling delete_port for 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:25.773192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.774221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Fanout notify agent at l3_agent the message router_deleted on router 51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:45:25.786132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.787720 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6225e16f-b9fe-4e5e-a2c2-925c27d36374 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d HTTP/1.1" status: 204 len: 168 time: 1.5958052 Oct 18 23:45:25.792039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50688) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:25.807125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'network': {'name': 'tempest-RoutersTest-538413865'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:25.832112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:25.838304 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.867524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:25.880707 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.881068 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added segment d39b4deb-09bf-4281-b4fc-e04c960ea83d of type vlan for network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 Oct 18 23:45:25.924889 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.932303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.960683 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:25.967301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:25.967939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.009118 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2152588 Oct 18 23:45:26.012503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50696) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:26.018019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'subnet': {'network_id': '1893f4fc-de1b-4f68-b7bd-602cc222fa33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:26.026802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.069513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd5f68-5611-49eb-9c9c-609c9e7a2729 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Network': ['ID=1893f4fc-de1b-4f68-b7bd-602cc222fa33,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:26.081514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:26.130482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:26.140911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:26.148524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:26.173996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:26.178157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.244765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=c3bcb4f8-0242-4aa7-8fba-24723169e6b0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:26.395771 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.457985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.489494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6acecf-07ef-4b7c-bdb8-e05662f60f9a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:26.515776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50720) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:26.595316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Subnet': ['ID=208d6425-14f5-4909-bab8-53aabfae64c8,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:26.598043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Checking segment: {'id': 'd39b4deb-09bf-4281-b4fc-e04c960ea83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1893f4fc-de1b-4f68-b7bd-602cc222fa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:26.598427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network hostable DHCP agents. Network: 1893f4fc-de1b-4f68-b7bd-602cc222fa33, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:26.639817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:26.658972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1893f4fc-de1b-4f68-b7bd-602cc222fa33) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:26.663820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:26.665065 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.671368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771a3017-8f3a-48f6-868a-a6ea0356ccf8 None None] Network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:26.700975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-55dee892-c1c6-40c8-a236-1e1bef9d0e30 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6872334 Oct 18 23:45:26.703762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50724) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:26.713870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b0a316a7-0587-466d-a5b2-600a79a27454 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1941808308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:26.732844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-338489583'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:26.769734 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.api [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 23:45:26.769734 n-d-713498-28 neutron-server[100921]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 18 23:45:26.769734 n-d-713498-28 neutron-server[100921]: [parameters: {'project_id_1': '1d01563d2f3144f081bbf554bfdd63d6', 'expiration_1': datetime.datetime(2021, 10, 18, 23, 45, 6, 742094)}] Oct 18 23:45:26.769734 n-d-713498-28 neutron-server[100921]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:45:26.769734 n-d-713498-28 neutron-server[100921]: DEBUG oslo_db.api [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:45:26.774444 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b0a316a7-0587-466d-a5b2-600a79a27454 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.776333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b0a316a7-0587-466d-a5b2-600a79a27454 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.862179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b0a316a7-0587-466d-a5b2-600a79a27454 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.871161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b0a316a7-0587-466d-a5b2-600a79a27454 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.904607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b0a316a7-0587-466d-a5b2-600a79a27454 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.906098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b0a316a7-0587-466d-a5b2-600a79a27454 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2001512 Oct 18 23:45:26.909116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50740) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:26.918158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1893f4fc-de1b-4f68-b7bd-602cc222fa33', 'network_id': '1893f4fc-de1b-4f68-b7bd-602cc222fa33', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'fixed_ips': [{'subnet_id': '208d6425-14f5-4909-bab8-53aabfae64c8'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:26.919322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:26.931032 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.028039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.158901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Allocated IP 172.20.0.2 (1893f4fc-de1b-4f68-b7bd-602cc222fa33/208d6425-14f5-4909-bab8-53aabfae64c8/4c22e004-06b4-4133-83e6-73b7ea5d1b66) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:27.197542 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.330265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Router f07660cd-9f11-4ff0-8b54-b2ae1906767e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:27.335426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:27.344907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.390796 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.482968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.524402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:27.530061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e573400e-cbd2-4c60-8f79-4f0ab49d2d8e admin admin] 10.222.0.52 "PUT /v2.0/routers/f07660cd-9f11-4ff0-8b54-b2ae1906767e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6027973 Oct 18 23:45:27.533134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50774) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:27.580359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50776) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:27.613352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] Sync routers for ids ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:27.624735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.643217 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.665126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.667420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.672051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] Routers {'f07660cd-9f11-4ff0-8b54-b2ae1906767e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:27.673396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:27.676392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.687520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.731922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.744136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:27.745620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:27.753387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:27.783486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:27.795481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7066fc-2281-4595-abdb-73a2c37caa03,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:27.817454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.817807 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment bd94f36e-0d30-4261-ab09-d069dc65ba81 of type vlan for network 1a57deaf-24ec-47ba-97bd-823da0d4d9e3 Oct 18 23:45:27.845310 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a498408b-6954-4d46-bf53-d6e8ad501f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.857225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=c3bcb4f8-0242-4aa7-8fba-24723169e6b0,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:27.872367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Pushing event updated for resources: {'Port': ['ID=4c22e004-06b4-4133-83e6-73b7ea5d1b66,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:27.897229 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.902517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.20.0.1 (1893f4fc-de1b-4f68-b7bd-602cc222fa33/208d6425-14f5-4909-bab8-53aabfae64c8/cc44f78e-ad69-4dff-a300-64c161544d1d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:27.906338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.906936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.907283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.908038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.908038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.908335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.908851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.909142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.909498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.909950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.910348 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.910761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:27.917866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Attempting to bind port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:27.918233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Attempting to bind port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd39b4deb-09bf-4281-b4fc-e04c960ea83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1893f4fc-de1b-4f68-b7bd-602cc222fa33'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:27.918809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Attempting to bind port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 on network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:27.931466 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.936379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:27.937035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Checking segment: {'id': 'd39b4deb-09bf-4281-b4fc-e04c960ea83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1893f4fc-de1b-4f68-b7bd-602cc222fa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:27.937601 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.938321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Bound using segment: {'id': 'd39b4deb-09bf-4281-b4fc-e04c960ea83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1893f4fc-de1b-4f68-b7bd-602cc222fa33'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:27.939392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Bound port: 4c22e004-06b4-4133-83e6-73b7ea5d1b66, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39b4deb-09bf-4281-b4fc-e04c960ea83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1893f4fc-de1b-4f68-b7bd-602cc222fa33'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:27.939874 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.946316 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.949729 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:27.955310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:27.955501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] Set router f07660cd-9f11-4ff0-8b54-b2ae1906767e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:27.955898 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.021741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.054464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5190489 Oct 18 23:45:28.080086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d821c1e-3099-4772-bdaf-ceb07c66baec tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=1a57deaf-24ec-47ba-97bd-823da0d4d9e3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:28.116625 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.153959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.154660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1a57deaf-24ec-47ba-97bd-823da0d4d9e3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:28.167729 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 44c644a2-1ad0-4d5d-b45d-e2f99261bebb associated. External IP: 172.25.7.33, port: 4345c2b9-1dbe-4961-871f-209a55f64f10. Oct 18 23:45:28.172336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a498408b-6954-4d46-bf53-d6e8ad501f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.203991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50780) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:28.204651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=cc44f78e-ad69-4dff-a300-64c161544d1d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:28.212526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': '1a57deaf-24ec-47ba-97bd-823da0d4d9e3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:28.214543 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a498408b-6954-4d46-bf53-d6e8ad501f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.250399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:28.254629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:28.259089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:28.279457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] For port 4c22e004-06b4-4133-83e6-73b7ea5d1b66, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:28.291748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a498408b-6954-4d46-bf53-d6e8ad501f13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a7bfe7b8c8f408a8ac4419382ad816c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7103350 Oct 18 23:45:28.307949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] For port 4c22e004-06b4-4133-83e6-73b7ea5d1b66, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4c22e004-06b4-4133-83e6-73b7ea5d1b66,segment=NetworkSegment(d39b4deb-09bf-4281-b4fc-e04c960ea83d),segment_id=d39b4deb-09bf-4281-b4fc-e04c960ea83d)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:28.312671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:28.318148 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.352979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:47Z', 'updated_at': '2021-10-18T23:45:26Z', 'revision_number': 5, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'gw_port': {'id': 'cb8cb302-6c29-45fe-b192-0dcf5649a1d2', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:28.395307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] Checking router: f07660cd-9f11-4ff0-8b54-b2ae1906767e for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:45:28.395715 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.428492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] Routers {'f07660cd-9f11-4ff0-8b54-b2ae1906767e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:28.429140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:28.454151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:28.457605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.483900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56244d98-9d24-44b9-9521-0bd5ad7b7ce9 None None] Pushing event updated for resources: {'Port': ['ID=4c22e004-06b4-4133-83e6-73b7ea5d1b66,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:28.506659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca54ce65-6a70-4cfe-b3d7-02617df81eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.579354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] Set router f07660cd-9f11-4ff0-8b54-b2ae1906767e gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:28.622241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca54ce65-6a70-4cfe-b3d7-02617df81eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.660074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:47Z', 'updated_at': '2021-10-18T23:45:28Z', 'revision_number': 6, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:28.709389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba60e5b-8792-4dd1-b730-6a5254b84a2b None None] The sync data for ids ['f07660cd-9f11-4ff0-8b54-b2ae1906767e'] in n-d-713498-28 is: [{'id': 'f07660cd-9f11-4ff0-8b54-b2ae1906767e', 'name': 'tempest-TestServerMultinode-1119207869-router', 'tenant_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:47Z', 'updated_at': '2021-10-18T23:45:28Z', 'revision_number': 6, 'project_id': 'cfe6f977d58f47f58bd051eb65f94e0d', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:28.753898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498408b-6954-4d46-bf53-d6e8ad501f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ba70b3-0590-45d3-84ae-ef9b229820f5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:28.769813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Deleting port cb8cb302-6c29-45fe-b192-0dcf5649a1d2 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:28.770081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.932138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] For port cb8cb302-6c29-45fe-b192-0dcf5649a1d2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cb8cb302-6c29-45fe-b192-0dcf5649a1d2,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:28.932807 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:28.981225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Calling delete_port for cb8cb302-6c29-45fe-b192-0dcf5649a1d2 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:29.052275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:29.110356 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.267087 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca54ce65-6a70-4cfe-b3d7-02617df81eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.270035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca54ce65-6a70-4cfe-b3d7-02617df81eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.273591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ca54ce65-6a70-4cfe-b3d7-02617df81eff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4ba70b3-0590-45d3-84ae-ef9b229820f5 HTTP/1.1" status: 204 len: 168 time: 0.9576712 Oct 18 23:45:29.304275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54ce65-6a70-4cfe-b3d7-02617df81eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ba70b3-0590-45d3-84ae-ef9b229820f5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:29.327584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:29.344290 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c35460-e033-4645-a02d-a8d7534616eb None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:29.362150 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c35460-e033-4645-a02d-a8d7534616eb None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:29.363201 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-59c35460-e033-4645-a02d-a8d7534616eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:29.365718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.370333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.431175 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-59c35460-e033-4645-a02d-a8d7534616eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:29.443453 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c35460-e033-4645-a02d-a8d7534616eb None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:29.444319 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-59c35460-e033-4645-a02d-a8d7534616eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:29.456260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8cb302-6c29-45fe-b192-0dcf5649a1d2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:29.466915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c0aad538-c582-49c9-b49e-de8b5648f4a9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8466101 Oct 18 23:45:29.472763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50790) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:29.478832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-996b9dcc-bda5-491e-8e9c-5e1bd1dfca4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'port_id': '4345c2b9-1dbe-4961-871f-209a55f64f10', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:29.506003 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-59c35460-e033-4645-a02d-a8d7534616eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:29.514100 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c35460-e033-4645-a02d-a8d7534616eb None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:29.541050 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.542907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.621294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4c22e004-06b4-4133-83e6-73b7ea5d1b66 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:29.697683 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-996b9dcc-bda5-491e-8e9c-5e1bd1dfca4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.726430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.730503 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.762284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:29.762978 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.782335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50794) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:29.806406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.807132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07660cd-9f11-4ff0-8b54-b2ae1906767e {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:45:29.817398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.822304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3cfcbdb4-2996-4b69-bcd2-79b96b6f3494 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f07660cd-9f11-4ff0-8b54-b2ae1906767e HTTP/1.1" status: 204 len: 168 time: 2.2846656 Oct 18 23:45:29.822488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=8e011c36-8450-403b-a9c2-a4abf07f6c73,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:29.822597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50796) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:29.851763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a07bdde-864d-4630-98af-d79876b650a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.877011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fc0437-08f3-44cb-8c22-bda679376359 admin admin] Deleting subnet 3db205d0-07b5-4f09-bc70-1baea1a0c1cd {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:45:29.880336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75fc0437-08f3-44cb-8c22-bda679376359 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.882514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecf3832-e051-4329-8d90-0b8051ae2f92 None None] Network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:29.912335 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.920097 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75fc0437-08f3-44cb-8c22-bda679376359 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:29.957192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': 'bd94f36e-0d30-4261-ab09-d069dc65ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a57deaf-24ec-47ba-97bd-823da0d4d9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:29.957564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: 1a57deaf-24ec-47ba-97bd-823da0d4d9e3, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:30.010021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 4c22e004-06b4-4133-83e6-73b7ea5d1b66, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4c22e004-06b4-4133-83e6-73b7ea5d1b66,segment=NetworkSegment(d39b4deb-09bf-4281-b4fc-e04c960ea83d),segment_id=d39b4deb-09bf-4281-b4fc-e04c960ea83d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:30.016655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-262f2516-6805-4c5a-9cb1-b1e6b7cfa772 None None] Provisioning complete for port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:30.017370 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-262f2516-6805-4c5a-9cb1-b1e6b7cfa772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.025556 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75fc0437-08f3-44cb-8c22-bda679376359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.042490 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.096191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:30.115121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 1a57deaf-24ec-47ba-97bd-823da0d4d9e3 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:30.144429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75fc0437-08f3-44cb-8c22-bda679376359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.167850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:30.168125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d6acecf-07ef-4b7c-bdb8-e05662f60f9a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:30.169612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=4c22e004-06b4-4133-83e6-73b7ea5d1b66,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:30.175254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc0437-08f3-44cb-8c22-bda679376359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db205d0-07b5-4f09-bc70-1baea1a0c1cd,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:30.179410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75fc0437-08f3-44cb-8c22-bda679376359 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.183520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-75fc0437-08f3-44cb-8c22-bda679376359 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3db205d0-07b5-4f09-bc70-1baea1a0c1cd HTTP/1.1" status: 204 len: 168 time: 0.3600340 Oct 18 23:45:30.187584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50798) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:30.203134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d854a0-6c3c-4fd1-a3b3-53d0b345d11a None None] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:30.215212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1a57deaf-24ec-47ba-97bd-823da0d4d9e3) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:30.230210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02134b0f-3bd7-4205-912f-92925f3863af None None] Network 1a57deaf-24ec-47ba-97bd-823da0d4d9e3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:30.244346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:30.244948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.249115 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.268741 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.289071 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.367480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Deleting port 644067bd-e043-46d9-a35e-93f45c61584d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:30.367828 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.382479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-30798076-3946-4f2b-9564-0dbfd61a31fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1683140 Oct 18 23:45:30.382479 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a07bdde-864d-4630-98af-d79876b650a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.384166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50800) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:30.400341 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a07bdde-864d-4630-98af-d79876b650a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.403862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1557477609'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:30.427922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.506658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=cc44f78e-ad69-4dff-a300-64c161544d1d,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:30.530579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5a07bdde-864d-4630-98af-d79876b650a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9671e7ae56c74c4ba697c8dbb536ceca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7388067 Oct 18 23:45:30.530579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07bdde-864d-4630-98af-d79876b650a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae0492a-44c9-47ff-b307-f66c41793652,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:30.533320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50802) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:30.558123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] For port 644067bd-e043-46d9-a35e-93f45c61584d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=644067bd-e043-46d9-a35e-93f45c61584d,segment=NetworkSegment(b4f30b5b-d966-48d9-bb0c-2beccc54a79b),segment_id=b4f30b5b-d966-48d9-bb0c-2beccc54a79b)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:30.558555 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.590681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:30.595228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.597761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Calling delete_port for 644067bd-e043-46d9-a35e-93f45c61584d owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:30.639347 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:30.650373 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.651070 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment 8488891d-84ab-4307-a98d-ce3f4f28df19 of type vlan for network b34ce64a-b4af-4173-9bf7-4ce672d66ef5 Oct 18 23:45:30.725379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.801171 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:30.805761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:30.812861 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f98e-2fa7-4b5f-aef2-796612190e21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.819368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.827632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:30.828734 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.852394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] DHCP port deletion for 9716078f-ba9f-449b-8bd8-96077aa7aa30 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:45:30.866897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f98e-2fa7-4b5f-aef2-796612190e21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.869469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1a57deaf-24ec-47ba-97bd-823da0d4d9e3', 'network_id': '1a57deaf-24ec-47ba-97bd-823da0d4d9e3', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': '8e011c36-8450-403b-a9c2-a4abf07f6c73'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:30.872620 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:30.894763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5089371 Oct 18 23:45:30.900282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50806) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:30.911275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': 'b34ce64a-b4af-4173-9bf7-4ce672d66ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:30.990005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=b34ce64a-b4af-4173-9bf7-4ce672d66ef5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:31.015879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.016863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.017451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.018043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.019076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.019929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.020762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.021321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.021935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.022557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.023151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.023737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03ebc0-8d1c-4940-9a8c-d1df8ed6c420 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:31.067238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.108172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4c22e004-06b4-4133-83e6-73b7ea5d1b66 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:31.110789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Pushing event deleted for resources: {'Port': ['ID=644067bd-e043-46d9-a35e-93f45c61584d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:31.127865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] No DVR routers for this DVR port 644067bd-e043-46d9-a35e-93f45c61584d on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:31.144521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network b34ce64a-b4af-4173-9bf7-4ce672d66ef5 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:31.173260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [None req-996b9dcc-bda5-491e-8e9c-5e1bd1dfca4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:45:31.211951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:31.216296 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.249098 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-03d2cc95-c413-4303-938d-00ff68dd2fa9 None None] Provisioning complete for port cc44f78e-ad69-4dff-a300-64c161544d1d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:31.249471 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03d2cc95-c413-4303-938d-00ff68dd2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.251329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 868c9683-7833-4b76-a70a-ae0ca2746a7d is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:45:31.273249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.306829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-03d2cc95-c413-4303-938d-00ff68dd2fa9 None None] Port cc44f78e-ad69-4dff-a300-64c161544d1d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:31.343243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9716078f-ba9f-449b-8bd8-96077aa7aa30']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:31.360011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:31.360472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f30b5b-d966-48d9-bb0c-2beccc54a79b') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:31.366815 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f98e-2fa7-4b5f-aef2-796612190e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.370968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f98e-2fa7-4b5f-aef2-796612190e21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.373165 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ce8f98e-2fa7-4b5f-aef2-796612190e21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ae0492a-44c9-47ff-b307-f66c41793652 HTTP/1.1" status: 204 len: 168 time: 0.8266354 Oct 18 23:45:31.383470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-996b9dcc-bda5-491e-8e9c-5e1bd1dfca4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.394149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.396708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-03d2cc95-c413-4303-938d-00ff68dd2fa9 None None] Provisioning complete for port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:31.397223 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03d2cc95-c413-4303-938d-00ff68dd2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.401205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Allocated IP 172.20.255.242 (1a57deaf-24ec-47ba-97bd-823da0d4d9e3/8e011c36-8450-403b-a9c2-a4abf07f6c73/8df6f002-5114-44f4-b675-817dc66c74ec) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:31.406484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8f98e-2fa7-4b5f-aef2-796612190e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae0492a-44c9-47ff-b307-f66c41793652,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:31.410280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] Deleting port 644067bd-e043-46d9-a35e-93f45c61584d {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:31.410823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.421847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-996b9dcc-bda5-491e-8e9c-5e1bd1dfca4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.435582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:31.435582 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.453829 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.483456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:31.486000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:31.491243 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:31.593181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:31.604534 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-93ea514c-5377-4fdb-aab9-0e5ccc4ea507 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/868c9683-7833-4b76-a70a-ae0ca2746a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6934390 Oct 18 23:45:31.639244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1f00c-1210-4da0-9cfd-e549d6a38348 None None] Sync routers for ids ['868c9683-7833-4b76-a70a-ae0ca2746a7d'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:31.648113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50810) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:31.674001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] For port 644067bd-e043-46d9-a35e-93f45c61584d, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:31.674446 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.778452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18925d1-ff61-41a9-8c8b-52358be2ca6c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:31.779865 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a18925d1-ff61-41a9-8c8b-52358be2ca6c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports/cc44f78e-ad69-4dff-a300-64c161544d1d HTTP/1.1" status: 200 len: 910 time: 0.1261218 Oct 18 23:45:31.780789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cb8cb302-6c29-45fe-b192-0dcf5649a1d2 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:31.783990 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50816) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:31.793851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7aeba1de-f65e-4f92-a752-b6e9b6d0f74d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '208d6425-14f5-4909-bab8-53aabfae64c8'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:31.803772 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.811312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] Calling delete_port for 644067bd-e043-46d9-a35e-93f45c61584d owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:31.817895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: cb8cb302-6c29-45fe-b192-0dcf5649a1d2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:31.819283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cb8cb302-6c29-45fe-b192-0dcf5649a1d2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:31.819890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 644067bd-e043-46d9-a35e-93f45c61584d no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:31.825326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1f00c-1210-4da0-9cfd-e549d6a38348 None None] Routers {'868c9683-7833-4b76-a70a-ae0ca2746a7d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:31.826331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-48a1f00c-1210-4da0-9cfd-e549d6a38348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['868c9683-7833-4b76-a70a-ae0ca2746a7d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:31.884731 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.888786 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] 10.222.0.52 "DELETE /v2.0/networks/9716078f-ba9f-449b-8bd8-96077aa7aa30 HTTP/1.1" status: 204 len: 168 time: 1.6996567 Oct 18 23:45:31.895576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50820) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:31.906110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] Port 644067bd-e043-46d9-a35e-93f45c61584d was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:45:31.907471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-48a1f00c-1210-4da0-9cfd-e549d6a38348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:31.908833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996b9dcc-bda5-491e-8e9c-5e1bd1dfca4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:31.929793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 644067bd-e043-46d9-a35e-93f45c61584d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:31.930805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 644067bd-e043-46d9-a35e-93f45c61584d not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:31.933321 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:31.936471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3764645-6af5-44e3-af7c-95cd6040508e admin admin] Pushing event deleted for resources: {'Network': ['ID=9716078f-ba9f-449b-8bd8-96077aa7aa30,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:31.968411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] Pushing event deleted for resources: {'Port': ['ID=644067bd-e043-46d9-a35e-93f45c61584d,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:31.977091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1f00c-1210-4da0-9cfd-e549d6a38348 None None] Routers {'868c9683-7833-4b76-a70a-ae0ca2746a7d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:31.977717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-48a1f00c-1210-4da0-9cfd-e549d6a38348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['868c9683-7833-4b76-a70a-ae0ca2746a7d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:31.996043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] Network 9716078f-ba9f-449b-8bd8-96077aa7aa30 is not hosted by any dhcp agent {{(pid=100923) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:45:31.996509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a1850-1134-4b68-8b43-a5b6e74ab569 None None] No DVR routers for this DVR port 644067bd-e043-46d9-a35e-93f45c61584d on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:32.089128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b9dcc-bda5-491e-8e9c-5e1bd1dfca4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:32.099450 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec068699-8fde-4460-98d2-e41c9f61ca99 None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:32.100088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-996b9dcc-bda5-491e-8e9c-5e1bd1dfca4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.124540 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.125681 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec068699-8fde-4460-98d2-e41c9f61ca99 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:32.126801 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec068699-8fde-4460-98d2-e41c9f61ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:32.127844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-48a1f00c-1210-4da0-9cfd-e549d6a38348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:32.128681 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1f00c-1210-4da0-9cfd-e549d6a38348 None None] The sync data for ids ['868c9683-7833-4b76-a70a-ae0ca2746a7d'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:32.137442 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.191690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Network 1a57deaf-24ec-47ba-97bd-823da0d4d9e3 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:32.196327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:32.198194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fde37f60-6fe0-43b6-a94b-2e30dadec642 None None] Provisioning complete for port cc44f78e-ad69-4dff-a300-64c161544d1d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:32.198569 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fde37f60-6fe0-43b6-a94b-2e30dadec642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.204207 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-996b9dcc-bda5-491e-8e9c-5e1bd1dfca4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/floatingips/44c644a2-1ad0-4d5d-b45d-e2f99261bebb HTTP/1.1" status: 200 len: 976 time: 2.7302740 Oct 18 23:45:32.206817 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec068699-8fde-4460-98d2-e41c9f61ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:32.209861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50830) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:32.224410 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec068699-8fde-4460-98d2-e41c9f61ca99 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:32.225026 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec068699-8fde-4460-98d2-e41c9f61ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:32.241613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:32.248101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fde37f60-6fe0-43b6-a94b-2e30dadec642 None None] Port cc44f78e-ad69-4dff-a300-64c161544d1d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:32.290911 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec068699-8fde-4460-98d2-e41c9f61ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:32.291844 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec068699-8fde-4460-98d2-e41c9f61ca99 None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:32.309175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Pushing event updated for resources: {'Port': ['ID=8df6f002-5114-44f4-b675-817dc66c74ec,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:32.321239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Attempting to bind port 8df6f002-5114-44f4-b675-817dc66c74ec on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:32.321612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Attempting to bind port 8df6f002-5114-44f4-b675-817dc66c74ec by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'bd94f36e-0d30-4261-ab09-d069dc65ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a57deaf-24ec-47ba-97bd-823da0d4d9e3'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:32.321979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Attempting to bind port 8df6f002-5114-44f4-b675-817dc66c74ec on network 1a57deaf-24ec-47ba-97bd-823da0d4d9e3 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:32.327687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:32.328069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Checking segment: {'id': 'bd94f36e-0d30-4261-ab09-d069dc65ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a57deaf-24ec-47ba-97bd-823da0d4d9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:32.328475 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.328873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Bound using segment: {'id': 'bd94f36e-0d30-4261-ab09-d069dc65ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a57deaf-24ec-47ba-97bd-823da0d4d9e3'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:32.329403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Bound port: 8df6f002-5114-44f4-b675-817dc66c74ec, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd94f36e-0d30-4261-ab09-d069dc65ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1a57deaf-24ec-47ba-97bd-823da0d4d9e3'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:32.329981 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.374644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.384317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7aeba1de-f65e-4f92-a752-b6e9b6d0f74d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.407546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] For port 8df6f002-5114-44f4-b675-817dc66c74ec, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:32.412323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] For port 8df6f002-5114-44f4-b675-817dc66c74ec, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8df6f002-5114-44f4-b675-817dc66c74ec,segment=NetworkSegment(bd94f36e-0d30-4261-ab09-d069dc65ba81),segment_id=bd94f36e-0d30-4261-ab09-d069dc65ba81)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:32.418511 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.451317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port c3bcb4f8-0242-4aa7-8fba-24723169e6b0 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:32.451679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.530772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91044fba-aef7-43a4-9001-42bb5ca70536 None None] Pushing event updated for resources: {'Port': ['ID=8df6f002-5114-44f4-b675-817dc66c74ec,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:32.605615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=80bdb49e-5bec-47f6-86ed-3f9f7d425ce8,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:32.622824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.623877 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.644267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for c3bcb4f8-0242-4aa7-8fba-24723169e6b0 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:32.656190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': '8488891d-84ab-4307-a98d-ce3f4f28df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b34ce64a-b4af-4173-9bf7-4ce672d66ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:32.656545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: b34ce64a-b4af-4173-9bf7-4ce672d66ef5, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:32.812269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network b34ce64a-b4af-4173-9bf7-4ce672d66ef5 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:32.850058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, b34ce64a-b4af-4173-9bf7-4ce672d66ef5) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:32.860844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd0fc7-337d-4902-a078-1860bccb4cd1 None None] Network b34ce64a-b4af-4173-9bf7-4ce672d66ef5 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:32.903151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:32.904073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:32.959292 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b05058be-6b88-4312-b1f6-424c5bf89787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0531905 Oct 18 23:45:32.962988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50846) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:33.004605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.136661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8df6f002-5114-44f4-b675-817dc66c74ec up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:33.171332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.222841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8df6f002-5114-44f4-b675-817dc66c74ec triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:33.223493 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.253092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7aeba1de-f65e-4f92-a752-b6e9b6d0f74d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.269463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-b34ce64a-b4af-4173-9bf7-4ce672d66ef5', 'network_id': 'b34ce64a-b4af-4173-9bf7-4ce672d66ef5', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': '80bdb49e-5bec-47f6-86ed-3f9f7d425ce8'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:33.270398 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.273525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7aeba1de-f65e-4f92-a752-b6e9b6d0f74d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.358369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeba1de-f65e-4f92-a752-b6e9b6d0f74d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:33.359154 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7aeba1de-f65e-4f92-a752-b6e9b6d0f74d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.360673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7aeba1de-f65e-4f92-a752-b6e9b6d0f74d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/ports/cc44f78e-ad69-4dff-a300-64c161544d1d HTTP/1.1" status: 200 len: 910 time: 1.5748284 Oct 18 23:45:33.399621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50856) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:33.468155 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.532160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 8df6f002-5114-44f4-b675-817dc66c74ec, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8df6f002-5114-44f4-b675-817dc66c74ec,segment=NetworkSegment(bd94f36e-0d30-4261-ab09-d069dc65ba81),segment_id=bd94f36e-0d30-4261-ab09-d069dc65ba81)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:33.547563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.567832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Allocated IP 172.20.0.2 (b34ce64a-b4af-4173-9bf7-4ce672d66ef5/80bdb49e-5bec-47f6-86ed-3f9f7d425ce8/8459ddd1-0e65-451d-b998-fb5c3937d6f4) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:33.573932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=c3bcb4f8-0242-4aa7-8fba-24723169e6b0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:33.648322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.648933 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 44c644a2-1ad0-4d5d-b45d-e2f99261bebb disassociated (deleted). External IP: 172.25.7.33, port: 4345c2b9-1dbe-4961-871f-209a55f64f10. Oct 18 23:45:33.657262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeba1de-f65e-4f92-a752-b6e9b6d0f74d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=cc44f78e-ad69-4dff-a300-64c161544d1d,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:33.667959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=8df6f002-5114-44f4-b675-817dc66c74ec,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:33.741657 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.821812 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.839030 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.874133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50862) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:33.900393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Network b34ce64a-b4af-4173-9bf7-4ce672d66ef5 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:33.903856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:33.912337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:33.915309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Pushing event updated for resources: {'Port': ['ID=8459ddd1-0e65-451d-b998-fb5c3937d6f4,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:33.983519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Attempting to bind port 8459ddd1-0e65-451d-b998-fb5c3937d6f4 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:33.984140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Attempting to bind port 8459ddd1-0e65-451d-b998-fb5c3937d6f4 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8488891d-84ab-4307-a98d-ce3f4f28df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b34ce64a-b4af-4173-9bf7-4ce672d66ef5'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:33.984745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Attempting to bind port 8459ddd1-0e65-451d-b998-fb5c3937d6f4 on network b34ce64a-b4af-4173-9bf7-4ce672d66ef5 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:33.989459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.992521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:33.993787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Checking segment: {'id': '8488891d-84ab-4307-a98d-ce3f4f28df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b34ce64a-b4af-4173-9bf7-4ce672d66ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:33.994433 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:33.995021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Bound using segment: {'id': '8488891d-84ab-4307-a98d-ce3f4f28df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b34ce64a-b4af-4173-9bf7-4ce672d66ef5'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:33.995804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Bound port: 8459ddd1-0e65-451d-b998-fb5c3937d6f4, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8488891d-84ab-4307-a98d-ce3f4f28df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b34ce64a-b4af-4173-9bf7-4ce672d66ef5'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:33.996366 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.136518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1762075611', 'router:external': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:34.141461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] For port 8459ddd1-0e65-451d-b998-fb5c3937d6f4, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:34.149676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] For port 8459ddd1-0e65-451d-b998-fb5c3937d6f4, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8459ddd1-0e65-451d-b998-fb5c3937d6f4,segment=NetworkSegment(8488891d-84ab-4307-a98d-ce3f4f28df19),segment_id=8488891d-84ab-4307-a98d-ce3f4f28df19)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:34.151977 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.157140 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.157948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:34.206482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=80bdb49e-5bec-47f6-86ed-3f9f7d425ce8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:34.215382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d962b-c416-4054-9b1d-aaf0b75ff034 None None] Network 1a57deaf-24ec-47ba-97bd-823da0d4d9e3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:34.233940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Made reservation on behalf of 59f1178450b74499b2d364f0a266ef33 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:34.237066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.261010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.261355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.261698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.262038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.262373 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.263233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.263595 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.263930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.264268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.264623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.264954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.265276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:34.288289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.313807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12778a75-6a28-4c6a-9808-fbb8ee1e7d3c None None] Pushing event updated for resources: {'Port': ['ID=8459ddd1-0e65-451d-b998-fb5c3937d6f4,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:34.338800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-af0ffa6a-dc85-445c-9f6c-beaa9ea17b4c None None] Provisioning complete for port 8df6f002-5114-44f4-b675-817dc66c74ec triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:34.339278 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af0ffa6a-dc85-445c-9f6c-beaa9ea17b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.362437 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.404295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34ce64a-b4af-4173-9bf7-4ce672d66ef5']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:34.443774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8488891d-84ab-4307-a98d-ce3f4f28df19') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:34.444265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8488891d-84ab-4307-a98d-ce3f4f28df19') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:34.472872 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.540247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Deleting port 8f1edafc-ba24-4d72-8a52-39746b0db17f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:34.540931 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.555996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.573032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:34.574195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:34.577337 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:34.655661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:34.677998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157840d1-c1d2-4dfd-bd8d-654720c110de None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:34.684400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] For port 8f1edafc-ba24-4d72-8a52-39746b0db17f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8f1edafc-ba24-4d72-8a52-39746b0db17f,segment=NetworkSegment(5ffacb37-3ab2-47bb-a56c-a483e9323ecd),segment_id=5ffacb37-3ab2-47bb-a56c-a483e9323ecd)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:34.684773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.706015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.708760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Calling delete_port for 8f1edafc-ba24-4d72-8a52-39746b0db17f owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:34.715875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157840d1-c1d2-4dfd-bd8d-654720c110de None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:34.716505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-157840d1-c1d2-4dfd-bd8d-654720c110de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:34.718748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.771462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-157840d1-c1d2-4dfd-bd8d-654720c110de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:34.791288 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.api [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:45:34.791288 n-d-713498-28 neutron-server[100921]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:45:34.791288 n-d-713498-28 neutron-server[100921]: [parameters: {'id': 'b34ce64a-b4af-4173-9bf7-4ce672d66ef5'}] Oct 18 23:45:34.791288 n-d-713498-28 neutron-server[100921]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:45:34.791927 n-d-713498-28 neutron-server[100921]: DEBUG oslo_db.api [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:45:34.804049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157840d1-c1d2-4dfd-bd8d-654720c110de None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:34.804293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-157840d1-c1d2-4dfd-bd8d-654720c110de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:34.819824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.826635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-980944e0-f1a6-4093-a641-60eb5d14ddb7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/floatingips/44c644a2-1ad0-4d5d-b45d-e2f99261bebb HTTP/1.1" status: 204 len: 168 time: 2.6156929 Oct 18 23:45:34.827410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50868) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:34.840838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.855887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-157840d1-c1d2-4dfd-bd8d-654720c110de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:34.856097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:34.857032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157840d1-c1d2-4dfd-bd8d-654720c110de None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:34.871511 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.963460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:34.963757 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Added segment 03b03f7d-717f-4438-b238-04505ec68628 of type vlan for network 45cf9329-9a20-4c21-9de9-29ff97777161 Oct 18 23:45:35.014924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acdd12f-6bf8-4965-a5e6-d150f8bb7bd5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:35.051553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.089885 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9108cb25-aaed-406a-8f15-1002b7f00850 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port 4345c2b9-1dbe-4961-871f-209a55f64f10 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:35.090381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9108cb25-aaed-406a-8f15-1002b7f00850 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.145076 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.146585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:35.147703 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.202696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8df6f002-5114-44f4-b675-817dc66c74ec up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:35.228055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.269135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1edafc-ba24-4d72-8a52-39746b0db17f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:35.274020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3a7babae-3d98-4512-81af-5c4de9ec0096 None None] Provisioning complete for port 8df6f002-5114-44f4-b675-817dc66c74ec triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:35.274020 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a7babae-3d98-4512-81af-5c4de9ec0096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.297847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4112515 Oct 18 23:45:35.300245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.302516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50872) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:35.307453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebe207-6c54-46ac-8549-7b7f76541737 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event updated for resources: {'Network': ['ID=45cf9329-9a20-4c21-9de9-29ff97777161,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:35.321000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'subnet': {'network_id': '45cf9329-9a20-4c21-9de9-29ff97777161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:35.321785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9108cb25-aaed-406a-8f15-1002b7f00850 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.324068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 45cf9329-9a20-4c21-9de9-29ff97777161 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:35.337260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8df6f002-5114-44f4-b675-817dc66c74ec triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:35.337817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.341408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9108cb25-aaed-406a-8f15-1002b7f00850 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for 4345c2b9-1dbe-4961-871f-209a55f64f10 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:35.428642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port cc44f78e-ad69-4dff-a300-64c161544d1d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:35.429199 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.436410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Made reservation on behalf of 59f1178450b74499b2d364f0a266ef33 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:35.439333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.546316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting port 8459ddd1-0e65-451d-b998-fb5c3937d6f4 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:35.546836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.667981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] For port 8459ddd1-0e65-451d-b998-fb5c3937d6f4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8459ddd1-0e65-451d-b998-fb5c3937d6f4,segment=NetworkSegment(8488891d-84ab-4307-a98d-ce3f4f28df19),segment_id=8488891d-84ab-4307-a98d-ce3f4f28df19)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:35.671824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.689761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8459ddd1-0e65-451d-b998-fb5c3937d6f4 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:35.732160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Calling delete_port for 8459ddd1-0e65-451d-b998-fb5c3937d6f4 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:35.764993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8459ddd1-0e65-451d-b998-fb5c3937d6f4 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:35.765272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.792751 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.834832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.860030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for cc44f78e-ad69-4dff-a300-64c161544d1d owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:35.862492 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.891255 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9108cb25-aaed-406a-8f15-1002b7f00850 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.906198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 8459ddd1-0e65-451d-b998-fb5c3937d6f4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8459ddd1-0e65-451d-b998-fb5c3937d6f4,segment=NetworkSegment(8488891d-84ab-4307-a98d-ce3f4f28df19),segment_id=8488891d-84ab-4307-a98d-ce3f4f28df19)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:35.919190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:35.982087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108cb25-aaed-406a-8f15-1002b7f00850 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=4345c2b9-1dbe-4961-871f-209a55f64f10,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:35.994024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=8459ddd1-0e65-451d-b998-fb5c3937d6f4,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:35.996790 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.019972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929215a-056a-4ad2-9afc-d9f582a99f09 None None] Network b34ce64a-b4af-4173-9bf7-4ce672d66ef5 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:36.076605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Port': ['ID=8459ddd1-0e65-451d-b998-fb5c3937d6f4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:36.081451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No DVR routers for this DVR port 8459ddd1-0e65-451d-b998-fb5c3937d6f4 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:36.102579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f5241655-78c4-4663-9e88-e7a878d10f10 None None] Could not find standard attr ID for object 8459ddd1-0e65-451d-b998-fb5c3937d6f4. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:45:36.150738 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9108cb25-aaed-406a-8f15-1002b7f00850 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.158351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9108cb25-aaed-406a-8f15-1002b7f00850 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/ports/4345c2b9-1dbe-4961-871f-209a55f64f10 HTTP/1.1" status: 204 len: 168 time: 1.3254516 Oct 18 23:45:36.158351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50876) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:36.191116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:36.196769 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.228250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34ce64a-b4af-4173-9bf7-4ce672d66ef5']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:36.234697 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ddf64-3118-4350-9b38-3ae8597b9649 None None] DHCP port deletion for b34ce64a-b4af-4173-9bf7-4ce672d66ef5 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:45:36.242168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8488891d-84ab-4307-a98d-ce3f4f28df19') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:36.243155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8488891d-84ab-4307-a98d-ce3f4f28df19') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:36.250305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.267847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.287768 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.302694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:36.303119 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:36.307396 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:36.378522 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.403453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.411350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.415096 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/b34ce64a-b4af-4173-9bf7-4ce672d66ef5 HTTP/1.1" status: 204 len: 168 time: 3.4511821 Oct 18 23:45:36.418641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50878) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:36.423749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-278880593'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:36.423938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=cc44f78e-ad69-4dff-a300-64c161544d1d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:36.441510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4b96a-a6cb-47b2-b90a-0d03d80c686f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=b34ce64a-b4af-4173-9bf7-4ce672d66ef5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:36.470695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:36.471275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Router d1a2e825-a050-40f3-8107-570cf5f785e2 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:36.474452 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.493188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.508761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.547634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:36.567737 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.568117 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment f6903c17-bcea-4e38-8335-0bffb6abbe46 of type vlan for network 1639298d-0f8d-4ef9-958a-85b4e24a3038 Oct 18 23:45:36.641463 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.659529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.objects.ports [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100922) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 23:45:36.659925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.676768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.25.7.123 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/4c4799fb-419c-4c3d-b34f-ca2f91a92b59) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:36.693669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.702363 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:36.703417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.763355 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:36.783795 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3641720 Oct 18 23:45:36.797440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50882) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:36.803024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': '1639298d-0f8d-4ef9-958a-85b4e24a3038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:36.816325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:36.822299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-322b0589-5922-44fa-87ce-8c1eae852367 admin admin] 10.222.0.52 "PUT /v2.0/routers/d1a2e825-a050-40f3-8107-570cf5f785e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9115865 Oct 18 23:45:36.829297 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] Sync routers for ids ['d1a2e825-a050-40f3-8107-570cf5f785e2'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:36.845703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50884) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:36.857021 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] Routers {'d1a2e825-a050-40f3-8107-570cf5f785e2'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:36.861193 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d1a2e825-a050-40f3-8107-570cf5f785e2'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:36.886269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event updated for resources: {'Subnet': ['ID=665a683c-7bff-4065-8f29-1b8db1ff3aea,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:36.897147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03131f-bd42-478e-b86d-086c21ec2ed0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=1639298d-0f8d-4ef9-958a-85b4e24a3038,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:36.910285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1639298d-0f8d-4ef9-958a-85b4e24a3038 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:36.972807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Checking segment: {'id': '03b03f7d-717f-4438-b238-04505ec68628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '45cf9329-9a20-4c21-9de9-29ff97777161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:36.973177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Network hostable DHCP agents. Network: 45cf9329-9a20-4c21-9de9-29ff97777161, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:36.975944 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.033115 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.095332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Network 45cf9329-9a20-4c21-9de9-29ff97777161 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:37.118645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 868c9683-7833-4b76-a70a-ae0ca2746a7d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:37.119972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 45cf9329-9a20-4c21-9de9-29ff97777161) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:37.131369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:37.132552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be1fe8f-7f60-45ed-936d-260edd8ec8dc None None] Network 45cf9329-9a20-4c21-9de9-29ff97777161 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:37.137127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.142224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:37.143026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.146163 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.151465 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] Set router d1a2e825-a050-40f3-8107-570cf5f785e2 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:37.258588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:37.263514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:37.274786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:37.312429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=4c4799fb-419c-4c3d-b34f-ca2f91a92b59,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:37.342452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8459ddd1-0e65-451d-b998-fb5c3937d6f4 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:37.345324 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.392018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 8459ddd1-0e65-451d-b998-fb5c3937d6f4 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:37.392399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8459ddd1-0e65-451d-b998-fb5c3937d6f4 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:37.452734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419e52c-ad48-41d4-9f83-a32d4ae90ed8 None None] Network 45cf9329-9a20-4c21-9de9-29ff97777161 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:37.458141 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:44:10Z', 'updated_at': '2021-10-18T23:45:35Z', 'revision_number': 5, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'gw_port': {'id': 'edfb8f15-d815-4ff9-a6ee-9a40497f0683', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:12Z', 'updated_at': '2021-10-18T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:37.475123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.511810 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] Checking router: d1a2e825-a050-40f3-8107-570cf5f785e2 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:45:37.540145 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] Routers {'d1a2e825-a050-40f3-8107-570cf5f785e2'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:37.543985 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d1a2e825-a050-40f3-8107-570cf5f785e2'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:37.544737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Deleting port edfb8f15-d815-4ff9-a6ee-9a40497f0683 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:37.545009 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.550511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.616397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-64905149-aa12-4cb0-b4eb-bd0cb873d3d9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3114543 Oct 18 23:45:37.649999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50892) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:37.651403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing IP validity checks on allocation pools {{(pid=100922) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 23:45:37.651936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100922) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 23:45:37.661229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-177608616', 'network_id': '45cf9329-9a20-4c21-9de9-29ff97777161'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:37.712111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:37.723732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4377ab8-20db-4a03-b344-60d1e63182d8 None None] Sync routers for ids ['868c9683-7833-4b76-a70a-ae0ca2746a7d'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:37.726795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-86359d6f-5e4d-4fc8-90ff-c52d4e47aa4c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/868c9683-7833-4b76-a70a-ae0ca2746a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3036330 Oct 18 23:45:37.731522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50894) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:37.737562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4377ab8-20db-4a03-b344-60d1e63182d8 None None] Routers {'868c9683-7833-4b76-a70a-ae0ca2746a7d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:37.739097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c4377ab8-20db-4a03-b344-60d1e63182d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['868c9683-7833-4b76-a70a-ae0ca2746a7d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:37.755373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.764082 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] Set router d1a2e825-a050-40f3-8107-570cf5f785e2 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:37.779915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-47148238-9945-41a4-b680-3fd5410aa186 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=868c9683-7833-4b76-a70a-ae0ca2746a7d HTTP/1.1" status: 200 len: 205 time: 0.0472062 Oct 18 23:45:37.783034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50896) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:37.783674 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.803331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c4377ab8-20db-4a03-b344-60d1e63182d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:37.812613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4377ab8-20db-4a03-b344-60d1e63182d8 None None] Routers {'868c9683-7833-4b76-a70a-ae0ca2746a7d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:37.813236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c4377ab8-20db-4a03-b344-60d1e63182d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['868c9683-7833-4b76-a70a-ae0ca2746a7d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:37.825216 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:44:10Z', 'updated_at': '2021-10-18T23:45:37Z', 'revision_number': 6, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:37.847696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-c4377ab8-20db-4a03-b344-60d1e63182d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:37.848371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4377ab8-20db-4a03-b344-60d1e63182d8 None None] The sync data for ids ['868c9683-7833-4b76-a70a-ae0ca2746a7d'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:37.858663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Made reservation on behalf of 59f1178450b74499b2d364f0a266ef33 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:37.861129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.865988 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa994b10-87eb-4a48-a0b7-908686c08abb None None] The sync data for ids ['d1a2e825-a050-40f3-8107-570cf5f785e2'] in n-d-713498-28 is: [{'id': 'd1a2e825-a050-40f3-8107-570cf5f785e2', 'name': 'tempest-TestServerMultinode-100575779-router', 'tenant_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:44:10Z', 'updated_at': '2021-10-18T23:45:37Z', 'revision_number': 6, 'project_id': '04872a19e8db4fc2a8c73b9fbc7e3d3b', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:37.917408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=4c4799fb-419c-4c3d-b34f-ca2f91a92b59,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:37.931531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.944196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] For port edfb8f15-d815-4ff9-a6ee-9a40497f0683, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=edfb8f15-d815-4ff9-a6ee-9a40497f0683,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:37.944553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.958379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Calling delete_port for edfb8f15-d815-4ff9-a6ee-9a40497f0683 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:37.961576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] device_id is not set on port c6aaef73-c614-41a1-bfc1-33953a86457b yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:45:37.962264 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:37.963486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9239490e-a5d6-498e-a375-cd1286b727bd tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8041246 Oct 18 23:45:37.966252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50898) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:37.971218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'port': {'network_id': '98f35681-27c4-450f-8352-2f5236a093f1', 'name': 'tempest-FloatingIPTestJSON-1979458616'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:37.971537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0451a72c-fd44-40d4-a233-132078e14931 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.177494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Made reservation on behalf of d217a007ac3a4ccf8efcd3e48e8b0670 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:38.181563 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.192916 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.222793 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] device_id is not set on port db448a22-7697-458f-9a15-fcd37a4eea43 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:45:38.254058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0451a72c-fd44-40d4-a233-132078e14931 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.260347 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0451a72c-fd44-40d4-a233-132078e14931 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.295094 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.356228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Allocated IP 2001:db8::381 (45cf9329-9a20-4c21-9de9-29ff97777161/665a683c-7bff-4065-8f29-1b8db1ff3aea/c6aaef73-c614-41a1-bfc1-33953a86457b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:38.384478 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0451a72c-fd44-40d4-a233-132078e14931 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.384984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0451a72c-fd44-40d4-a233-132078e14931 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Fanout notify agent at l3_agent the message router_deleted on router 868c9683-7833-4b76-a70a-ae0ca2746a7d {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:45:38.386549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=5e5d3a9c-3e6e-472f-9340-f961b4c8141e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:38.401937 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0451a72c-fd44-40d4-a233-132078e14931 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.403095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0451a72c-fd44-40d4-a233-132078e14931 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/868c9683-7833-4b76-a70a-ae0ca2746a7d HTTP/1.1" status: 204 len: 168 time: 0.6191022 Oct 18 23:45:38.407748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50900) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:38.458788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': 'f6903c17-bcea-4e38-8335-0bffb6abbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1639298d-0f8d-4ef9-958a-85b4e24a3038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:38.459142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: 1639298d-0f8d-4ef9-958a-85b4e24a3038, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:38.510663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ecbb09-c3d9-41ce-aa59-6c2d9810da61 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting subnet 208d6425-14f5-4909-bab8-53aabfae64c8 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:45:38.527125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbb09-c3d9-41ce-aa59-6c2d9810da61 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.529736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 1639298d-0f8d-4ef9-958a-85b4e24a3038 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:38.581576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1639298d-0f8d-4ef9-958a-85b4e24a3038) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:38.591089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616479e-aa55-4224-963f-facac907fa9e None None] Network 1639298d-0f8d-4ef9-958a-85b4e24a3038 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:38.620614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:38.621129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.627562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbb09-c3d9-41ce-aa59-6c2d9810da61 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.691185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b191b8bd-28bf-4d0a-aa0c-9245af894a89 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8926351 Oct 18 23:45:38.701698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50904) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:38.752401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.759486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.20.0.10 (98f35681-27c4-450f-8352-2f5236a093f1/524472da-436c-4a96-a81c-d6b7f89b02ff/db448a22-7697-458f-9a15-fcd37a4eea43) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:38.783507 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1639298d-0f8d-4ef9-958a-85b4e24a3038', 'network_id': '1639298d-0f8d-4ef9-958a-85b4e24a3038', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': '5e5d3a9c-3e6e-472f-9340-f961b4c8141e'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:38.785365 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.819394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=edfb8f15-d815-4ff9-a6ee-9a40497f0683,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:38.853713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbb09-c3d9-41ce-aa59-6c2d9810da61 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.936379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.943631 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.964553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:38.991902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Allocated IP 172.20.0.3 (1639298d-0f8d-4ef9-958a-85b4e24a3038/5e5d3a9c-3e6e-472f-9340-f961b4c8141e/795194a8-e061-4180-9751-653cabba7d1e) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:38.997821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event updated for resources: {'Port': ['ID=c6aaef73-c614-41a1-bfc1-33953a86457b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:39.011925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbb09-c3d9-41ce-aa59-6c2d9810da61 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.060609 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.063025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.097251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device edfb8f15-d815-4ff9-a6ee-9a40497f0683 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:39.117406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Network 45cf9329-9a20-4c21-9de9-29ff97777161 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:39.119956 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.120643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a2e825-a050-40f3-8107-570cf5f785e2 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:45:39.122459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecbb09-c3d9-41ce-aa59-6c2d9810da61 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Subnet': ['ID=208d6425-14f5-4909-bab8-53aabfae64c8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:39.125544 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbb09-c3d9-41ce-aa59-6c2d9810da61 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.128242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: edfb8f15-d815-4ff9-a6ee-9a40497f0683 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:39.128585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device edfb8f15-d815-4ff9-a6ee-9a40497f0683 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:39.128968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a4ecbb09-c3d9-41ce-aa59-6c2d9810da61 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/208d6425-14f5-4909-bab8-53aabfae64c8 HTTP/1.1" status: 204 len: 168 time: 0.7188387 Oct 18 23:45:39.129243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8f1edafc-ba24-4d72-8a52-39746b0db17f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:39.129968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:39.132027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:39.135032 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.135926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.137187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-47d85d72-e5c3-470d-a99a-649258f29a5c admin admin] 10.222.0.52 "DELETE /v2.0/routers/d1a2e825-a050-40f3-8107-570cf5f785e2 HTTP/1.1" status: 204 len: 168 time: 2.2907436 Oct 18 23:45:39.138552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:39.140258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:39.140386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50910) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:39.140466 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.166266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f29de-969c-4d80-972b-4a965aa3ec22 None None] Network 1893f4fc-de1b-4f68-b7bd-602cc222fa33 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:39.172246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 8f1edafc-ba24-4d72-8a52-39746b0db17f {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:39.172612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8f1edafc-ba24-4d72-8a52-39746b0db17f not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:39.223442 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-40fd3f97-5f71-4c46-8a34-bc9d30995b50 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5658591 Oct 18 23:45:39.225303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50912) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:39.232904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-449c6af3-4008-469d-bc2b-64b5dfd7c605 admin admin] Deleting subnet 4387cd5e-1f80-4941-82b7-fec6ea7348e6 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:45:39.235970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-449c6af3-4008-469d-bc2b-64b5dfd7c605 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.277055 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-449c6af3-4008-469d-bc2b-64b5dfd7c605 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.299545 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.327288 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.359964 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.369389 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.411659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.416053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Network 1639298d-0f8d-4ef9-958a-85b4e24a3038 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:39.420942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:39.425827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:39.432079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-02f071ba-e365-4dff-9cfc-d4b2b5b02f22 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Deleting port c6aaef73-c614-41a1-bfc1-33953a86457b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:39.432663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-02f071ba-e365-4dff-9cfc-d4b2b5b02f22 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.435804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.438842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Pushing event updated for resources: {'Port': ['ID=795194a8-e061-4180-9751-653cabba7d1e,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:39.475066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-449c6af3-4008-469d-bc2b-64b5dfd7c605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.475294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e805a56-5483-4cfc-bd74-3c93ff75a7e2 None None] DHCP port deletion for 1893f4fc-de1b-4f68-b7bd-602cc222fa33 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:45:39.497855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:39.498440 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.502660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5d3a9c-3e6e-472f-9340-f961b4c8141e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:39.511986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 98f35681-27c4-450f-8352-2f5236a093f1 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:39.518133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:39.528552 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:39.532655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Attempting to bind port 795194a8-e061-4180-9751-653cabba7d1e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:39.532655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Attempting to bind port 795194a8-e061-4180-9751-653cabba7d1e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'f6903c17-bcea-4e38-8335-0bffb6abbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1639298d-0f8d-4ef9-958a-85b4e24a3038'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:39.532655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Attempting to bind port 795194a8-e061-4180-9751-653cabba7d1e on network 1639298d-0f8d-4ef9-958a-85b4e24a3038 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:39.534075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=db448a22-7697-458f-9a15-fcd37a4eea43,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:39.541799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:39.542180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Checking segment: {'id': 'f6903c17-bcea-4e38-8335-0bffb6abbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1639298d-0f8d-4ef9-958a-85b4e24a3038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:39.542589 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.543014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Bound using segment: {'id': 'f6903c17-bcea-4e38-8335-0bffb6abbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1639298d-0f8d-4ef9-958a-85b4e24a3038'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:39.543490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Bound port: 795194a8-e061-4180-9751-653cabba7d1e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6903c17-bcea-4e38-8335-0bffb6abbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1639298d-0f8d-4ef9-958a-85b4e24a3038'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:39.543865 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.594657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:39.595240 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.608994 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-449c6af3-4008-469d-bc2b-64b5dfd7c605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.609617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2e805a56-5483-4cfc-bd74-3c93ff75a7e2 None None] Deleting port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:39.610153 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2e805a56-5483-4cfc-bd74-3c93ff75a7e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.622354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8e105b5f-2939-4797-9d19-cb28096ec314 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6550546 Oct 18 23:45:39.635400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50914) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:39.645590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8c85df82-7e87-421e-aa1d-9912faa163e7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'port_id': 'db448a22-7697-458f-9a15-fcd37a4eea43'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:39.649161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c6af3-4008-469d-bc2b-64b5dfd7c605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4387cd5e-1f80-4941-82b7-fec6ea7348e6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:39.654065 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] For port 795194a8-e061-4180-9751-653cabba7d1e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:39.654951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-449c6af3-4008-469d-bc2b-64b5dfd7c605 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.661721 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-449c6af3-4008-469d-bc2b-64b5dfd7c605 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4387cd5e-1f80-4941-82b7-fec6ea7348e6 HTTP/1.1" status: 204 len: 168 time: 0.5200961 Oct 18 23:45:39.662543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50916) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:39.688912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37295a3e-1832-4af1-bf48-49bb917e5638 None None] Network 12478cb7-58aa-41de-8f2e-3ce9381dc15d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:39.714993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] For port 795194a8-e061-4180-9751-653cabba7d1e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=795194a8-e061-4180-9751-653cabba7d1e,segment=NetworkSegment(f6903c17-bcea-4e38-8335-0bffb6abbe46),segment_id=f6903c17-bcea-4e38-8335-0bffb6abbe46)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:39.717577 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.725553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2e805a56-5483-4cfc-bd74-3c93ff75a7e2 None None] For port 4c22e004-06b4-4133-83e6-73b7ea5d1b66, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4c22e004-06b4-4133-83e6-73b7ea5d1b66,segment=NetworkSegment(d39b4deb-09bf-4281-b4fc-e04c960ea83d),segment_id=d39b4deb-09bf-4281-b4fc-e04c960ea83d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:39.725965 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2e805a56-5483-4cfc-bd74-3c93ff75a7e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.729032 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.737634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port 4c22e004-06b4-4133-83e6-73b7ea5d1b66, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4c22e004-06b4-4133-83e6-73b7ea5d1b66,segment=NetworkSegment(d39b4deb-09bf-4281-b4fc-e04c960ea83d),segment_id=d39b4deb-09bf-4281-b4fc-e04c960ea83d)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:39.738076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.738753 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.745128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-02f071ba-e365-4dff-9cfc-d4b2b5b02f22 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.761780 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c85df82-7e87-421e-aa1d-9912faa163e7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.774231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2e805a56-5483-4cfc-bd74-3c93ff75a7e2 None None] Calling delete_port for 4c22e004-06b4-4133-83e6-73b7ea5d1b66 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:39.794445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1639298d-0f8d-4ef9-958a-85b4e24a3038']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:39.800229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Deleting port 7b6921ea-59be-4b34-868c-5bb0628e8386 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:39.801216 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.824884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 4c22e004-06b4-4133-83e6-73b7ea5d1b66 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:39.830621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6903c17-bcea-4e38-8335-0bffb6abbe46') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:39.831027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6903c17-bcea-4e38-8335-0bffb6abbe46') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:39.851715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-02f071ba-e365-4dff-9cfc-d4b2b5b02f22 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Calling delete_port for c6aaef73-c614-41a1-bfc1-33953a86457b owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:39.862345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.876565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.884885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:39.885254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] For port 7b6921ea-59be-4b34-868c-5bb0628e8386, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7b6921ea-59be-4b34-868c-5bb0628e8386,segment=NetworkSegment(5ffacb37-3ab2-47bb-a56c-a483e9323ecd),segment_id=5ffacb37-3ab2-47bb-a56c-a483e9323ecd)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:39.885530 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.886108 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:39.902131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Calling delete_port for 7b6921ea-59be-4b34-868c-5bb0628e8386 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:39.909480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addcefe-4690-47e1-9fc5-787e7e195eb2 None None] Pushing event updated for resources: {'Port': ['ID=795194a8-e061-4180-9751-653cabba7d1e,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:39.944784 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:39.981407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:45:39.981407 n-d-713498-28 neutron-server[100922]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:45:39.981407 n-d-713498-28 neutron-server[100922]: [parameters: {'id': '1639298d-0f8d-4ef9-958a-85b4e24a3038'}] Oct 18 23:45:39.981407 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:45:39.982064 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:45:40.016636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.044094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6921ea-59be-4b34-868c-5bb0628e8386,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:40.051742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] No DVR routers for this DVR port 7b6921ea-59be-4b34-868c-5bb0628e8386 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:40.131139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.143821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1b7990-a389-4602-8b1d-b168896eb0e6 None None] Network 1639298d-0f8d-4ef9-958a-85b4e24a3038 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:40.154623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12478cb7-58aa-41de-8f2e-3ce9381dc15d']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:40.165695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffacb37-3ab2-47bb-a56c-a483e9323ecd') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:40.166087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffacb37-3ab2-47bb-a56c-a483e9323ecd') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:40.180934 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.204825 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.205128 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.213712 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2e805a56-5483-4cfc-bd74-3c93ff75a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.216480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:40.216782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:40.222357 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:40.252777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e805a56-5483-4cfc-bd74-3c93ff75a7e2 None None] Pushing event deleted for resources: {'Port': ['ID=4c22e004-06b4-4133-83e6-73b7ea5d1b66,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:40.264755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e805a56-5483-4cfc-bd74-3c93ff75a7e2 None None] No DVR routers for this DVR port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:40.310789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.313684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b522bca-26c9-4a36-b3eb-07571244740e None None] DHCP port deletion for 12478cb7-58aa-41de-8f2e-3ce9381dc15d request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:45:40.317902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.324116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] 10.222.0.52 "DELETE /v2.0/networks/12478cb7-58aa-41de-8f2e-3ce9381dc15d HTTP/1.1" status: 204 len: 168 time: 0.6579940 Oct 18 23:45:40.351475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1b48c-948c-4681-af8c-c8812fda064b None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:45:40.355845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c1fe-0f27-441f-baf5-7325bc828c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=12478cb7-58aa-41de-8f2e-3ce9381dc15d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:40.413900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No DVR routers for this DVR port 4c22e004-06b4-4133-83e6-73b7ea5d1b66 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:40.416562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=4c22e004-06b4-4133-83e6-73b7ea5d1b66,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:40.450761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-02f071ba-e365-4dff-9cfc-d4b2b5b02f22 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.471764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd1b48c-948c-4681-af8c-c8812fda064b None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:45:40.567091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50922) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:40.612185 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-04e1df18-134d-4338-9412-643ccc6c93db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfe6f977d58f47f58bd051eb65f94e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436940 Oct 18 23:45:40.614836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50924) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:40.670651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2741-e48f-400c-802e-8d3b43dcd6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.694520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2741-e48f-400c-802e-8d3b43dcd6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.749425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2741-e48f-400c-802e-8d3b43dcd6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.752709 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2741-e48f-400c-802e-8d3b43dcd6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.757145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6f2c2741-e48f-400c-802e-8d3b43dcd6b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/248ec7ee-6799-4d6e-9821-edc68fb9f07d HTTP/1.1" status: 204 len: 168 time: 0.1379690 Oct 18 23:45:40.767253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c2741-e48f-400c-802e-8d3b43dcd6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ec7ee-6799-4d6e-9821-edc68fb9f07d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:40.875672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:40.914536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f071ba-e365-4dff-9cfc-d4b2b5b02f22 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6aaef73-c614-41a1-bfc1-33953a86457b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:40.970905 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.012776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4c22e004-06b4-4133-83e6-73b7ea5d1b66 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:41.025707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-02f071ba-e365-4dff-9cfc-d4b2b5b02f22 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.029372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-02f071ba-e365-4dff-9cfc-d4b2b5b02f22 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c6aaef73-c614-41a1-bfc1-33953a86457b HTTP/1.1" status: 204 len: 168 time: 1.8009727 Oct 18 23:45:41.032385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50932) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:41.037301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45cf9329-9a20-4c21-9de9-29ff97777161', 'external_fixed_ips': [{'subnet_id': '665a683c-7bff-4065-8f29-1b8db1ff3aea', 'ip_address': '2001:db8::381'}]}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:41.041986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 4c22e004-06b4-4133-83e6-73b7ea5d1b66 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:41.042581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4c22e004-06b4-4133-83e6-73b7ea5d1b66 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:41.043695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7b6921ea-59be-4b34-868c-5bb0628e8386 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:41.061847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.063425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.074047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 7b6921ea-59be-4b34-868c-5bb0628e8386 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:41.074398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7b6921ea-59be-4b34-868c-5bb0628e8386 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:41.095582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1893f4fc-de1b-4f68-b7bd-602cc222fa33']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:41.114838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39b4deb-09bf-4281-b4fc-e04c960ea83d') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:41.115144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39b4deb-09bf-4281-b4fc-e04c960ea83d') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:41.130847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50934) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:41.132436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.140172 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.183418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.201140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:41.201662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:41.207908 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:41.281983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.334120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting port 795194a8-e061-4180-9751-653cabba7d1e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:41.334465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.344723 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c4df405c-f6c4-4d14-ba2a-60ab23b9e2d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04872a19e8db4fc2a8c73b9fbc7e3d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088690 Oct 18 23:45:41.354749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50936) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:41.369618 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c85df82-7e87-421e-aa1d-9912faa163e7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.377618 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.381226 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c85df82-7e87-421e-aa1d-9912faa163e7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.391388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.399549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/networks/1893f4fc-de1b-4f68-b7bd-602cc222fa33 HTTP/1.1" status: 204 len: 168 time: 2.2608554 Oct 18 23:45:41.401257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50938) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:41.404503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e39c92d0-690e-478c-92b9-819f9a43db47 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-585938639', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:41.443851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-653da95c-90fa-4aaf-a058-4e80ab08e3f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.456756 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e39c92d0-690e-478c-92b9-819f9a43db47 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.457764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e39c92d0-690e-478c-92b9-819f9a43db47 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.481715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9d7b1-3986-49cd-b690-dfb5265d4b23 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Network': ['ID=1893f4fc-de1b-4f68-b7bd-602cc222fa33,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:41.493478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] For port 795194a8-e061-4180-9751-653cabba7d1e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=795194a8-e061-4180-9751-653cabba7d1e,segment=NetworkSegment(f6903c17-bcea-4e38-8335-0bffb6abbe46),segment_id=f6903c17-bcea-4e38-8335-0bffb6abbe46)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:41.493847 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.512343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Calling delete_port for 795194a8-e061-4180-9751-653cabba7d1e owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:41.514582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-653da95c-90fa-4aaf-a058-4e80ab08e3f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.610312 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-8c85df82-7e87-421e-aa1d-9912faa163e7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 27efdd81-c400-4488-84fb-f2202b661a16 associated. External IP: 172.25.7.123, port: db448a22-7697-458f-9a15-fcd37a4eea43. Oct 18 23:45:41.616032 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e39c92d0-690e-478c-92b9-819f9a43db47 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.636682 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e39c92d0-690e-478c-92b9-819f9a43db47 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.666386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e39c92d0-690e-478c-92b9-819f9a43db47 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.667741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e39c92d0-690e-478c-92b9-819f9a43db47 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2669175 Oct 18 23:45:41.670731 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50940) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:41.676832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'network': {'name': 'tempest-RoutersTest-1935881433'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:41.681037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.700629 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-653da95c-90fa-4aaf-a058-4e80ab08e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.703061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-653da95c-90fa-4aaf-a058-4e80ab08e3f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.704196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-653da95c-90fa-4aaf-a058-4e80ab08e3f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82a29e37-866a-429a-bceb-6c9be54c62fe HTTP/1.1" status: 204 len: 168 time: 0.3484991 Oct 18 23:45:41.710783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.730682 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.732723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653da95c-90fa-4aaf-a058-4e80ab08e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a29e37-866a-429a-bceb-6c9be54c62fe,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:41.767889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:41.771704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No DVR routers for this DVR port 795194a8-e061-4180-9751-653cabba7d1e on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:41.771914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.773828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Port': ['ID=795194a8-e061-4180-9751-653cabba7d1e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:41.842920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:41.860380 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.860718 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added segment 8325d707-6580-457c-852b-0b5b6856e984 of type vlan for network 35094050-24fc-4e71-9e28-599b987f7447 Oct 18 23:45:41.912014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.933311 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.941264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1639298d-0f8d-4ef9-958a-85b4e24a3038']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:41.953799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Allocated IP 2001:db8::381 (45cf9329-9a20-4c21-9de9-29ff97777161/665a683c-7bff-4065-8f29-1b8db1ff3aea/8c14d12c-8c5b-4a0f-b808-47354cd21e32) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:41.982768 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.989382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:41.989741 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:41.994374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6903c17-bcea-4e38-8335-0bffb6abbe46') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:41.995014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6903c17-bcea-4e38-8335-0bffb6abbe46') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:42.009814 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.034886 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.049664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c85df82-7e87-421e-aa1d-9912faa163e7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:42.051134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:42.051552 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:42.055381 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:42.122138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4505491 Oct 18 23:45:42.126907 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50946) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:42.131490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c9323-244a-454f-bf3b-ba0b4ca24096 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Network': ['ID=35094050-24fc-4e71-9e28-599b987f7447,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:42.139396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'subnet': {'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:42.150255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 35094050-24fc-4e71-9e28-599b987f7447 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:42.245199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.272697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c85df82-7e87-421e-aa1d-9912faa163e7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:42.279636 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c85df82-7e87-421e-aa1d-9912faa163e7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.283922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.289887 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef1ec3-2e63-496f-8209-37420d4e0cb6 None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:42.300932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:42.305053 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.311511 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef1ec3-2e63-496f-8209-37420d4e0cb6 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:42.312171 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-dfef1ec3-2e63-496f-8209-37420d4e0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:42.315509 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.319484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/1639298d-0f8d-4ef9-958a-85b4e24a3038 HTTP/1.1" status: 204 len: 168 time: 3.6164150 Oct 18 23:45:42.327013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50948) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:42.328989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.350560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1732247978'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:42.358503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeb098-0688-40f8-b5e6-b1a377c31283 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=1639298d-0f8d-4ef9-958a-85b4e24a3038,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:42.372590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8c85df82-7e87-421e-aa1d-9912faa163e7 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/floatingips/27efdd81-c400-4488-84fb-f2202b661a16 HTTP/1.1" status: 200 len: 979 time: 2.7313819 Oct 18 23:45:42.372802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50950) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:42.379922 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-dfef1ec3-2e63-496f-8209-37420d4e0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:42.397636 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef1ec3-2e63-496f-8209-37420d4e0cb6 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:42.398961 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-dfef1ec3-2e63-496f-8209-37420d4e0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:42.433743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:42.435049 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-dfef1ec3-2e63-496f-8209-37420d4e0cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:42.435712 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef1ec3-2e63-496f-8209-37420d4e0cb6 None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:42.435936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Network 45cf9329-9a20-4c21-9de9-29ff97777161 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:42.439445 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.449201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:42.455311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:42.461242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event updated for resources: {'Port': ['ID=8c14d12c-8c5b-4a0f-b808-47354cd21e32,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:42.500987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:42.516562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.516907 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment 73f08acc-cdc5-4499-abb5-66ac4982e68a of type vlan for network 02481b53-f13f-4a85-a4c2-c16d1688d8d8 Oct 18 23:45:42.557457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port db448a22-7697-458f-9a15-fcd37a4eea43 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:42.557793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.596249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.669013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.675458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:42.676083 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.714866 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.728560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3979571 Oct 18 23:45:42.730226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.732832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50952) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:42.749790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': '02481b53-f13f-4a85-a4c2-c16d1688d8d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:42.799754 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.840584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Subnet': ['ID=123e0c2a-03b6-4843-a455-1541e348164d,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:42.852847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Checking segment: {'id': '8325d707-6580-457c-852b-0b5b6856e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35094050-24fc-4e71-9e28-599b987f7447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:42.852847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network hostable DHCP agents. Network: 35094050-24fc-4e71-9e28-599b987f7447, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:42.861812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e5291-692e-46d8-9d25-6c62baee0eef tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=02481b53-f13f-4a85-a4c2-c16d1688d8d8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:42.877382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 02481b53-f13f-4a85-a4c2-c16d1688d8d8 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:42.906421 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 35094050-24fc-4e71-9e28-599b987f7447 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:42.923221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 35094050-24fc-4e71-9e28-599b987f7447) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:42.929023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:42.929595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:42.940220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3508a-ef81-4495-b462-8ce25c695a8f None None] Network 35094050-24fc-4e71-9e28-599b987f7447 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:42.986987 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e25ce2ef-7302-4737-8531-a8cb89477185 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8540604 Oct 18 23:45:42.988718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50954) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:43.090204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:43.093765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.140402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-35094050-24fc-4e71-9e28-599b987f7447', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:43.141546 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.186437 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.187026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.187449 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 27efdd81-c400-4488-84fb-f2202b661a16 disassociated. External IP: 172.25.7.123, port: db448a22-7697-458f-9a15-fcd37a4eea43. Oct 18 23:45:43.187902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for db448a22-7697-458f-9a15-fcd37a4eea43 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:43.336786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Allocated IP 172.20.0.2 (35094050-24fc-4e71-9e28-599b987f7447/123e0c2a-03b6-4843-a455-1541e348164d/aaff5b7c-b2f2-4986-bc86-6625a487b98c) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:43.417329 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.461642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50960) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:43.509157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.513267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=95a27115-ab6f-407c-8d4e-2be29e726381,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:43.519810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.530935 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.541930 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.572903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=db448a22-7697-458f-9a15-fcd37a4eea43,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:43.587872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': '73f08acc-cdc5-4499-abb5-66ac4982e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '02481b53-f13f-4a85-a4c2-c16d1688d8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:43.588411 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: 02481b53-f13f-4a85-a4c2-c16d1688d8d8, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:43.599964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Pushing event updated for resources: {'Port': ['ID=aaff5b7c-b2f2-4986-bc86-6625a487b98c,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:43.623399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Network 35094050-24fc-4e71-9e28-599b987f7447 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:43.625213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:43.628408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:43.660886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 02481b53-f13f-4a85-a4c2-c16d1688d8d8 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:43.678106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 02481b53-f13f-4a85-a4c2-c16d1688d8d8) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:43.713510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:43.714209 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.716041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78b789-71b8-4879-ac89-75bbfd747dfd None None] Network 02481b53-f13f-4a85-a4c2-c16d1688d8d8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:43.722583 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.733974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-10bcc6b5-7613-42b0-8e80-ded9f2ea3e02 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9927192 Oct 18 23:45:43.738021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:43.794875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:43.825234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Attempting to bind port aaff5b7c-b2f2-4986-bc86-6625a487b98c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:43.825613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Attempting to bind port aaff5b7c-b2f2-4986-bc86-6625a487b98c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8325d707-6580-457c-852b-0b5b6856e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35094050-24fc-4e71-9e28-599b987f7447'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:43.825979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Attempting to bind port aaff5b7c-b2f2-4986-bc86-6625a487b98c on network 35094050-24fc-4e71-9e28-599b987f7447 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:43.834849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:43.835234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Checking segment: {'id': '8325d707-6580-457c-852b-0b5b6856e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35094050-24fc-4e71-9e28-599b987f7447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:43.835638 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.836580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Bound using segment: {'id': '8325d707-6580-457c-852b-0b5b6856e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35094050-24fc-4e71-9e28-599b987f7447'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:43.837056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Bound port: aaff5b7c-b2f2-4986-bc86-6625a487b98c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8325d707-6580-457c-852b-0b5b6856e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35094050-24fc-4e71-9e28-599b987f7447'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:43.837445 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.926846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Router 981838b5-5394-488d-bbe6-1846824de812 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:45:43.962229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] For port aaff5b7c-b2f2-4986-bc86-6625a487b98c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:43.969408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] For port aaff5b7c-b2f2-4986-bc86-6625a487b98c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=aaff5b7c-b2f2-4986-bc86-6625a487b98c,segment=NetworkSegment(8325d707-6580-457c-852b-0b5b6856e984),segment_id=8325d707-6580-457c-852b-0b5b6856e984)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:43.974355 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.979958 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:43.981893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-02481b53-f13f-4a85-a4c2-c16d1688d8d8', 'network_id': '02481b53-f13f-4a85-a4c2-c16d1688d8d8', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': '95a27115-ab6f-407c-8d4e-2be29e726381'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:43.983681 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.119872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410839f-41e2-4154-ba76-e888047262d9 None None] Pushing event updated for resources: {'Port': ['ID=aaff5b7c-b2f2-4986-bc86-6625a487b98c,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:44.158696 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.20.0.1 (35094050-24fc-4e71-9e28-599b987f7447/123e0c2a-03b6-4843-a455-1541e348164d/8d266a46-844e-43d2-8d7c-1ecb2e669c3b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:44.162120 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:44.195870 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.197483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d5a47baf-817a-491a-bd15-0fabdf660181 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1638780 Oct 18 23:45:44.206531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Sync routers for ids ['981838b5-5394-488d-bbe6-1846824de812'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:44.209547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50968) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:44.233072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Routers {'981838b5-5394-488d-bbe6-1846824de812'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:44.233882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['981838b5-5394-488d-bbe6-1846824de812'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:44.298447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Allocated IP 172.20.0.1 (02481b53-f13f-4a85-a4c2-c16d1688d8d8/95a27115-ab6f-407c-8d4e-2be29e726381/4df66551-bf7a-4498-9bf1-27c630981a09) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:44.505018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.515161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Set router 981838b5-5394-488d-bbe6-1846824de812 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:44.551609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:44.566526 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da0082-083b-4714-9eb1-bbb768a779f5 None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:44.584020 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da0082-083b-4714-9eb1-bbb768a779f5 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:44.584931 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e8da0082-083b-4714-9eb1-bbb768a779f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:44.624613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.625909 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e8da0082-083b-4714-9eb1-bbb768a779f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:44.636664 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da0082-083b-4714-9eb1-bbb768a779f5 None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:44.638084 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e8da0082-083b-4714-9eb1-bbb768a779f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:44.668385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.681662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.686149 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e8da0082-083b-4714-9eb1-bbb768a779f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:44.687026 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da0082-083b-4714-9eb1-bbb768a779f5 None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:44.722322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.727064 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.733434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-80fccd29-fd89-4c8d-9a6b-04e4df27df3f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/ports/db448a22-7697-458f-9a15-fcd37a4eea43 HTTP/1.1" status: 204 len: 168 time: 2.3572001 Oct 18 23:45:44.736693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50972) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:44.744525 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.744735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Deleting port 4d5d8827-fecd-4fe9-b420-dd23794135de {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:44.744921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.756215 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.818616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.822892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Network 02481b53-f13f-4a85-a4c2-c16d1688d8d8 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:44.828143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:44.831724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:44.839180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 35094050-24fc-4e71-9e28-599b987f7447 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:44.849592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Pushing event updated for resources: {'Port': ['ID=4df66551-bf7a-4498-9bf1-27c630981a09,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:44.849923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-97df3e6c-cbe4-442b-b698-6b66315b3886 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "GET /v2.0/floatingips/27efdd81-c400-4488-84fb-f2202b661a16 HTTP/1.1" status: 200 len: 688 time: 0.1062922 Oct 18 23:45:44.854177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:44.856777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50974) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:44.863980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:44.868096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=8d266a46-844e-43d2-8d7c-1ecb2e669c3b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:44.873708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=95a27115-ab6f-407c-8d4e-2be29e726381,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:44.913294 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.913641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.941048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Calling delete_port for 4d5d8827-fecd-4fe9-b420-dd23794135de owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:44.943579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Attempting to bind port 4df66551-bf7a-4498-9bf1-27c630981a09 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:44.944054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Attempting to bind port 4df66551-bf7a-4498-9bf1-27c630981a09 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '73f08acc-cdc5-4499-abb5-66ac4982e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '02481b53-f13f-4a85-a4c2-c16d1688d8d8'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:44.944584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Deleting port 8c14d12c-8c5b-4a0f-b808-47354cd21e32 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:44.944707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Attempting to bind port 4df66551-bf7a-4498-9bf1-27c630981a09 on network 02481b53-f13f-4a85-a4c2-c16d1688d8d8 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:44.945837 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.955370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:44.956176 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Checking segment: {'id': '73f08acc-cdc5-4499-abb5-66ac4982e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '02481b53-f13f-4a85-a4c2-c16d1688d8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:44.956825 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.958423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Bound using segment: {'id': '73f08acc-cdc5-4499-abb5-66ac4982e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '02481b53-f13f-4a85-a4c2-c16d1688d8d8'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:44.959261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Bound port: 4df66551-bf7a-4498-9bf1-27c630981a09, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f08acc-cdc5-4499-abb5-66ac4982e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '02481b53-f13f-4a85-a4c2-c16d1688d8d8'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:44.959747 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:44.973574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.009359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02481b53-f13f-4a85-a4c2-c16d1688d8d8']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:45.022614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.061613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] For port 4df66551-bf7a-4498-9bf1-27c630981a09, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:45.070751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] For port 4df66551-bf7a-4498-9bf1-27c630981a09, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4df66551-bf7a-4498-9bf1-27c630981a09,segment=NetworkSegment(73f08acc-cdc5-4499-abb5-66ac4982e68a),segment_id=73f08acc-cdc5-4499-abb5-66ac4982e68a)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:45.074734 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.132656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad62270-86c6-4ff1-a55d-a1aa681547e3 None None] Pushing event updated for resources: {'Port': ['ID=4df66551-bf7a-4498-9bf1-27c630981a09,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:45.141264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f08acc-cdc5-4499-abb5-66ac4982e68a') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:45.141636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f08acc-cdc5-4499-abb5-66ac4982e68a') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:45.150643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981838b5-5394-488d-bbe6-1846824de812', 'name': '', 'tenant_id': '59f1178450b74499b2d364f0a266ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45cf9329-9a20-4c21-9de9-29ff97777161', 'external_fixed_ips': [{'subnet_id': '665a683c-7bff-4065-8f29-1b8db1ff3aea', 'ip_address': '2001:db8::381'}], 'enable_snat': True}, 'gw_port_id': '8c14d12c-8c5b-4a0f-b808-47354cd21e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:45:42Z', 'revision_number': 3, 'project_id': '59f1178450b74499b2d364f0a266ef33', 'gw_port': {'id': '8c14d12c-8c5b-4a0f-b808-47354cd21e32', 'name': '', 'network_id': '45cf9329-9a20-4c21-9de9-29ff97777161', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981838b5-5394-488d-bbe6-1846824de812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '665a683c-7bff-4065-8f29-1b8db1ff3aea', 'ip_address': '2001:db8::381', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '665a683c-7bff-4065-8f29-1b8db1ff3aea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:45.155048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.205742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device aaff5b7c-b2f2-4986-bc86-6625a487b98c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:45.222535 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.230497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Checking router: 981838b5-5394-488d-bbe6-1846824de812 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:45:45.230787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Updating router 981838b5-5394-488d-bbe6-1846824de812 port 8c14d12c-8c5b-4a0f-b808-47354cd21e32 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:45:45.247995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Calling delete_port for 8c14d12c-8c5b-4a0f-b808-47354cd21e32 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:45.281129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a0895e-da7d-443c-a26d-604678bdc3e4 None None] Network 02481b53-f13f-4a85-a4c2-c16d1688d8d8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:45.284851 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.290043 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.302160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:45.302856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:45.307191 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:45.352419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port 4c4799fb-419c-4c3d-b34f-ca2f91a92b59 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:45.352775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.400708 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.414559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.435158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:45:45.435158 n-d-713498-28 neutron-server[100922]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:45:45.435158 n-d-713498-28 neutron-server[100922]: [parameters: {'id': '02481b53-f13f-4a85-a4c2-c16d1688d8d8'}] Oct 18 23:45:45.435158 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:45:45.435733 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:45:45.465419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port aaff5b7c-b2f2-4986-bc86-6625a487b98c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:45.465830 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.579625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event deleted for resources: {'Port': ['ID=4d5d8827-fecd-4fe9-b420-dd23794135de,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:45.581932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.583750 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Floating IP 74028d6d-afa5-41c9-b82d-89bfd8d647d5 disassociated (deleted). External IP: 172.25.7.36, port: 9712dcc7-9078-412c-a5dd-c55b3753a903. Oct 18 23:45:45.709530 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.710122 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.734046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for 4c4799fb-419c-4c3d-b34f-ca2f91a92b59 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:45.752445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced1c342-f106-4010-9682-566f76f0f8ce None None] Network 35094050-24fc-4e71-9e28-599b987f7447 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:45.833250 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.865924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Router 4b69c281-8735-4f79-ab37-0d74b2b0b03d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:45.880057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c14d12c-8c5b-4a0f-b808-47354cd21e32,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:45.900345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dffc0706-c767-48eb-8502-63ef04f48196 None None] Provisioning complete for port aaff5b7c-b2f2-4986-bc86-6625a487b98c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:45.900799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dffc0706-c767-48eb-8502-63ef04f48196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.927493 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:45.937467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.049941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:46.052308 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.058176 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.079352 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.082760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.101805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] Sync routers for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:46.102014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cad9da02-6c42-4d6f-959a-d0055b18fe7d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "DELETE /v2.0/floatingips/74028d6d-afa5-41c9-b82d-89bfd8d647d5 HTTP/1.1" status: 204 len: 168 time: 2.6341786 Oct 18 23:45:46.102014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:45:46.103413 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:45:46.116360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting port 4df66551-bf7a-4498-9bf1-27c630981a09 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:46.116942 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.165320 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce40b22b-d45d-4ec5-8028-1e8913774538 x-openstack-request-id: req-ce40b22b-d45d-4ec5-8028-1e8913774538 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:45:46.165649 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:45:46.165914 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce40b22b-d45d-4ec5-8028-1e8913774538 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:45:46.166301 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'status': 'completed', 'code': 200} Oct 18 23:45:46.171050 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.225467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:46.226216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:46.252037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.256867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port aaff5b7c-b2f2-4986-bc86-6625a487b98c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=aaff5b7c-b2f2-4986-bc86-6625a487b98c,segment=NetworkSegment(8325d707-6580-457c-852b-0b5b6856e984),segment_id=8325d707-6580-457c-852b-0b5b6856e984)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:46.265825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] For port 4df66551-bf7a-4498-9bf1-27c630981a09, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4df66551-bf7a-4498-9bf1-27c630981a09,segment=NetworkSegment(73f08acc-cdc5-4499-abb5-66ac4982e68a),segment_id=73f08acc-cdc5-4499-abb5-66ac4982e68a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:46.268964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.289466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.290887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Calling delete_port for 4df66551-bf7a-4498-9bf1-27c630981a09 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:46.295071 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:45:46.295456 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:45:46.316631 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.322064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.322601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 981838b5-5394-488d-bbe6-1846824de812 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:45:46.335013 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.339303 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7f1bcafd-411f-460a-8e67-6660419f50a4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "DELETE /v2.0/routers/981838b5-5394-488d-bbe6-1846824de812 HTTP/1.1" status: 204 len: 168 time: 2.1262233 Oct 18 23:45:46.348233 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dffc0706-c767-48eb-8502-63ef04f48196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.361638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:46.473558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-a9178c1a-a05d-4c21-98a4-841fb0cb5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:46.475229 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-a9178c1a-a05d-4c21-98a4-841fb0cb5852 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3fd7b3a8d33d46fd851599e186dffb43&device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 1098 time: 0.0998437 Oct 18 23:45:46.480297 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.498919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb3a7-2483-490a-8698-84a9ae342368 req-76a6a1bc-06da-4eff-9a17-e014ce38eeb5 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:46.500790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=aaff5b7c-b2f2-4986-bc86-6625a487b98c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:46.500990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bccdb3a7-2483-490a-8698-84a9ae342368 req-76a6a1bc-06da-4eff-9a17-e014ce38eeb5 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 946 time: 0.1243961 Oct 18 23:45:46.530837 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:46.539550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Port': ['ID=4df66551-bf7a-4498-9bf1-27c630981a09,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:46.567242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No DVR routers for this DVR port 4df66551-bf7a-4498-9bf1-27c630981a09 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:46.572603 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-dffc0706-c767-48eb-8502-63ef04f48196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:45:46.572967 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-dffc0706-c767-48eb-8502-63ef04f48196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:45:46.690565 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:45:46.754781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bccdb3a7-2483-490a-8698-84a9ae342368 req-4ae89f5c-0f7c-4f25-a79d-db978d5939a6 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191012 Oct 18 23:45:46.756701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.794811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02481b53-f13f-4a85-a4c2-c16d1688d8d8']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:46.804646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f08acc-cdc5-4499-abb5-66ac4982e68a') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:46.804951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f08acc-cdc5-4499-abb5-66ac4982e68a') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:46.807331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-1610101d-ee1a-40fc-aaf7-876858bb0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:46.808847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-1610101d-ee1a-40fc-aaf7-876858bb0e9e service neutron] 10.222.0.102 "GET /v2.0/networks?id=45526cf4-a9e4-4d93-af49-792818014afc HTTP/1.1" status: 200 len: 914 time: 0.3193552 Oct 18 23:45:46.816812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Port 8c14d12c-8c5b-4a0f-b808-47354cd21e32 not found while updating agent binding for router 981838b5-5394-488d-bbe6-1846824de812. {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 18 23:45:46.829624 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.850173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Routers set() bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:46.850590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Router IDs set() for agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 23:45:46.851168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_agentschedulers_db [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'981838b5-5394-488d-bbe6-1846824de812'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent'). {{(pid=100923) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 18 23:45:46.851627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082003d-bfb8-4346-8842-4dbafd56c0a1 None None] The sync data for ids ['981838b5-5394-488d-bbe6-1846824de812'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:46.872411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-f32e68a9-b6f6-4446-9cc4-5e08c5789895 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9712dcc7-9078-412c-a5dd-c55b3753a903 HTTP/1.1" status: 200 len: 217 time: 0.0521922 Oct 18 23:45:46.879301 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.895669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:46.896015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:46.896220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:46.901248 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:46.925213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] Checking router: 4b69c281-8735-4f79-ab37-0d74b2b0b03d for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:45:46.935194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:46.935778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:46.959497 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:46.967379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=8d266a46-844e-43d2-8d7c-1ecb2e669c3b,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:47.031523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=4c4799fb-419c-4c3d-b34f-ca2f91a92b59,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:47.041114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-e746dff7-720d-4f3c-b3d8-ca7cc059c787 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Deleting subnet 665a683c-7bff-4065-8f29-1b8db1ff3aea {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:45:47.044353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-1a20302c-e012-4ada-a698-a57940e57209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:47.046444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-1a20302c-e012-4ada-a698-a57940e57209 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e801d464-3238-4da4-923a-23ddd227df17 HTTP/1.1" status: 200 len: 852 time: 0.1645474 Oct 18 23:45:47.047986 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.052923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.055369 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e746dff7-720d-4f3c-b3d8-ca7cc059c787 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.057856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/02481b53-f13f-4a85-a4c2-c16d1688d8d8 HTTP/1.1" status: 204 len: 168 time: 3.3188143 Oct 18 23:45:47.064717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50988) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:47.086613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1789580925'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:47.094888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.097486 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.098681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e389d2ec-3d68-4572-80d9-2f83bd83820f tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/floatingips/27efdd81-c400-4488-84fb-f2202b661a16 HTTP/1.1" status: 204 len: 168 time: 2.2400544 Oct 18 23:45:47.102994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-e3b8747f-8e86-4501-8867-49ac249c3b7e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7129796 Oct 18 23:45:47.103404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50990) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:47.105770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device aaff5b7c-b2f2-4986-bc86-6625a487b98c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:47.122683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def1cc1-efc3-47c8-b39a-8ad545f03f54 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=02481b53-f13f-4a85-a4c2-c16d1688d8d8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:47.142173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '55e1966d-e388-4c3a-bf7b-39aabe9b8a73'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:47.160851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:47.161068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56be79e-ef9e-42ed-958d-906d0a3d649a None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:45:47.165760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.171508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-ab4d45b6-769a-4110-8d98-27aeda5fb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:47.173691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-ab4d45b6-769a-4110-8d98-27aeda5fb1e4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=45526cf4-a9e4-4d93-af49-792818014afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140294 Oct 18 23:45:47.180170 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e746dff7-720d-4f3c-b3d8-ca7cc059c787 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.208616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:47.250972 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.253696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:47.274841 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.275280 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment b7eca744-638c-4893-844d-e43d88778aa1 of type vlan for network 5eaa5614-6a08-4b79-bffb-92f0386d1afa Oct 18 23:45:47.285891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network 35094050-24fc-4e71-9e28-599b987f7447 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:47.294109 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e746dff7-720d-4f3c-b3d8-ca7cc059c787 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.297656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:47.329883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-a972c7ef-1fee-4526-9379-f3fce6d92166 service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457100 Oct 18 23:45:47.333241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.343331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-be7a78c0-a69b-4d9c-b0f8-99c272180428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:47.344627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-be7a78c0-a69b-4d9c-b0f8-99c272180428 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1098 time: 0.1399679 Oct 18 23:45:47.346602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port aaff5b7c-b2f2-4986-bc86-6625a487b98c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:47.346873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.360092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.366582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:47.368534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.450711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3741798 Oct 18 23:45:47.478650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 50992) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:47.485441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': '5eaa5614-6a08-4b79-bffb-92f0386d1afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:47.486334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ef36cbfb-ee09-490f-95c1-c0050274f24d None None] Provisioning complete for port aaff5b7c-b2f2-4986-bc86-6625a487b98c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:47.486710 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ef36cbfb-ee09-490f-95c1-c0050274f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.515069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e11a9-cb08-4092-a85c-bcc595077d29 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=5eaa5614-6a08-4b79-bffb-92f0386d1afa,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:47.546831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56be79e-ef9e-42ed-958d-906d0a3d649a None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:45:47.559880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 5eaa5614-6a08-4b79-bffb-92f0386d1afa details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:47.575923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e746dff7-720d-4f3c-b3d8-ca7cc059c787 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.620424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9827af15-99c6-4622-9c13-fa0e5b0a2fcb req-3a1899fd-6aa9-4ae0-bcf7-df2bf84fb84e service neutron] 10.222.0.102 "GET /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258859 Oct 18 23:45:47.636202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746dff7-720d-4f3c-b3d8-ca7cc059c787 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=665a683c-7bff-4065-8f29-1b8db1ff3aea,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:47.639422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e746dff7-720d-4f3c-b3d8-ca7cc059c787 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.645906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e746dff7-720d-4f3c-b3d8-ca7cc059c787 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/665a683c-7bff-4065-8f29-1b8db1ff3aea HTTP/1.1" status: 204 len: 168 time: 1.2831461 Oct 18 23:45:47.650036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 50994) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:47.653099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-e0bf1c70-433d-4b7f-8111-ece1af6ee62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:47.654708 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-e0bf1c70-433d-4b7f-8111-ece1af6ee62c service neutron] 10.222.0.102 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.2602928 Oct 18 23:45:47.664716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:47.669114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.851265 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-9ea6eeae-4ae1-460c-a6d6-630f83b66ce1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 1002 time: 0.1647003 Oct 18 23:45:47.865776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.907330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:45:47.916048 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:47.941869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc37244-9592-4181-bd6e-bd85c5648e26 req-7f38ff7c-483f-432c-ae36-e5295540952f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:47.943401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-edc37244-9592-4181-bd6e-bd85c5648e26 req-7f38ff7c-483f-432c-ae36-e5295540952f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 946 time: 0.0932794 Oct 18 23:45:47.951424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.029676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-4733460f-0035-41da-b750-ead6d018595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:48.031543 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-4733460f-0035-41da-b750-ead6d018595b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.1569390 Oct 18 23:45:48.044021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=61c79e70-69db-41b0-aa5d-a977f14f8931,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:48.056726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-edc37244-9592-4181-bd6e-bd85c5648e26 req-66633882-7a9b-453c-958b-63f239cbc0bc tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947742 Oct 18 23:45:48.062394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': 'b7eca744-638c-4893-844d-e43d88778aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5eaa5614-6a08-4b79-bffb-92f0386d1afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:48.062794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: 5eaa5614-6a08-4b79-bffb-92f0386d1afa, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:48.084877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 5eaa5614-6a08-4b79-bffb-92f0386d1afa is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:48.090449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:48.099295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 5eaa5614-6a08-4b79-bffb-92f0386d1afa) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:48.103902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:48.104672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.125419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7919a73b-9dc0-4ce3-b33a-a8a2c3070a7c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6430781 Oct 18 23:45:48.125743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51000) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:48.133650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ef36cbfb-ee09-490f-95c1-c0050274f24d None None] Provisioning complete for port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:48.134031 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ef36cbfb-ee09-490f-95c1-c0050274f24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.143685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76793d58-5a1e-42d6-83bd-a3550f2c3ce3 None None] The sync data for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 is: [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:40:04Z', 'revision_number': 4, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11bc81cd-0d77-478b-881d-27707af6fac1', 'name': '', 'network_id': '45526cf4-a9e4-4d93-af49-792818014afc', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'e801d464-3238-4da4-923a-23ddd227df17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:00Z', 'updated_at': '2021-10-18T23:40:09Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'subnets': [{'id': 'e801d464-3238-4da4-923a-23ddd227df17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:48.195505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:48.207559 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-549514e0-a367-4e2b-8677-9b8a7c43abe5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2152042 Oct 18 23:45:48.212695 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:48.214455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51002) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:48.220129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'network': {'name': 'tempest-RoutersTest-940564700'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:48.228982 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:48.230934 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ef36cbfb-ee09-490f-95c1-c0050274f24d None None] Port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:48.235094 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:48.274124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-f90889ae-e806-4059-83da-c6a81bac7943 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:48.276237 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-f90889ae-e806-4059-83da-c6a81bac7943 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.102 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 946 time: 0.1415429 Oct 18 23:45:48.285338 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.288264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.25.7.75 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/270811d7-a6a7-4344-8d90-83a32a473372) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:48.306897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-609d18b2-3d57-4014-aa56-3c55f4b548d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:48.308483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-609d18b2-3d57-4014-aa56-3c55f4b548d2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2401779 Oct 18 23:45:48.332479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.357653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cf9329-9a20-4c21-9de9-29ff97777161']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:48.395622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da39bca-3235-41bc-8099-67645a48682b None None] Network 5eaa5614-6a08-4b79-bffb-92f0386d1afa requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:48.397448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:48.401541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.404766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b03f7d-717f-4438-b238-04505ec68628') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:48.405070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b03f7d-717f-4438-b238-04505ec68628') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:48.439676 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:48.459335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Deleting port 9712dcc7-9078-412c-a5dd-c55b3753a903 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:48.459693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.469460 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.497961 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.579897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.614424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:48.622134 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:48.624257 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:48.653415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aee8c1-2456-44d3-828f-739f33742d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-5eaa5614-6a08-4b79-bffb-92f0386d1afa', 'network_id': '5eaa5614-6a08-4b79-bffb-92f0386d1afa', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': '61c79e70-69db-41b0-aa5d-a977f14f8931'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:48.655425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:48.657315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-99aee8c1-2456-44d3-828f-739f33742d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.662931 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-50ee5298-e95d-44f3-af5a-b2ecdd7e1c72 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394716 Oct 18 23:45:48.735777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] For port 9712dcc7-9078-412c-a5dd-c55b3753a903, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=9712dcc7-9078-412c-a5dd-c55b3753a903,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:48.736173 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.749347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-6496a78c-29b2-442a-8105-8bba6526302d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1716280 Oct 18 23:45:48.759182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.767108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Calling delete_port for 9712dcc7-9078-412c-a5dd-c55b3753a903 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:48.789957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.790316 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added segment 81b4928a-be53-4ce9-915b-59b66f84f5aa of type vlan for network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 Oct 18 23:45:48.829171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558614d2-b566-4b13-9a2d-3598f0ce07d2 None None] New status for floating IP 74028d6d-afa5-41c9-b82d-89bfd8d647d5: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:45:48.870200 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.881234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=61c79e70-69db-41b0-aa5d-a977f14f8931,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:48.896302 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:45:45Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:45Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server [None req-99aee8c1-2456-44d3-828f-739f33742d80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c79e70-69db-41b0-aa5d-a977f14f8931: This subnet is being modified by another concurrent operation. Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise exception Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c79e70-69db-41b0-aa5d-a977f14f8931: This subnet is being modified by another concurrent operation. Oct 18 23:45:48.921780 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:45:48.938201 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:45:48.938201 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Updating router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:45:48.958584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.975705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45cf9329-9a20-4c21-9de9-29ff97777161 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 23:45:48.985543 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.986268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7792ff2-7fea-4a7d-b183-21b7f4725c0e None None] Network 5eaa5614-6a08-4b79-bffb-92f0386d1afa requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:48.989021 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "DELETE /v2.0/networks/45cf9329-9a20-4c21-9de9-29ff97777161 HTTP/1.1" status: 204 len: 168 time: 1.3373096 Oct 18 23:45:48.993414 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:48.997579 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.022453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ae339-6883-409a-82fe-15b123e9040d tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event deleted for resources: {'Network': ['ID=45cf9329-9a20-4c21-9de9-29ff97777161,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:49.058579 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.070977 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3d624505-2f1a-46cb-9ec4-a24141cbdb8d req-9d2f3808-b25e-448c-8fc1-df4767ccee5e service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783598 Oct 18 23:45:49.074652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.083220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:49.083935 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.152708 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.152941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaa5614-6a08-4b79-bffb-92f0386d1afa']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:49.178143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9624701 Oct 18 23:45:49.183592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7eca744-638c-4893-844d-e43d88778aa1') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:49.183947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7eca744-638c-4893-844d-e43d88778aa1') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:49.209838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51012) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:49.214963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.226075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8acb8e2d-df91-4301-8f52-c7ad17d97f67 None None] Provisioning complete for port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:49.228556 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8acb8e2d-df91-4301-8f52-c7ad17d97f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.234442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4651641e-7ab9-4dcc-be7d-eb976af569c1 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:45:49.256359 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.272366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'subnet': {'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:49.275906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:49.276498 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.322225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8acb8e2d-df91-4301-8f52-c7ad17d97f67 None None] Port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:49.388492 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:49.411093 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.457192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-c94a52d0-a8a4-4ed0-93cc-f604b5444e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:49.459157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-c94a52d0-a8a4-4ed0-93cc-f604b5444e64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1097 time: 0.6202476 Oct 18 23:45:49.461794 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.467931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:49.469384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/5eaa5614-6a08-4b79-bffb-92f0386d1afa HTTP/1.1" status: 204 len: 168 time: 1.3426776 Oct 18 23:45:49.472325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed79837-d6e5-4393-b495-1f022c4d361d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=5eaa5614-6a08-4b79-bffb-92f0386d1afa,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:49.474432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13ff96-965a-49d8-8918-380ba5c1f967 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Network': ['ID=b5a7f2b9-ddd3-47fc-9584-e2df268c9af7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:49.484582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51016) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:49.496693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:49.510752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1959184358'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:49.602361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651641e-7ab9-4dcc-be7d-eb976af569c1 None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:45:49.621411 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51018) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:49.629721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2c9123c8-c4a8-4609-8088-cb4e3e82b447 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'router': {'name': 'tempest-router--1760657731', 'project_id': 'efa7e361ce294151b4bbecead6948812'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:49.632438 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.639873 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.645797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.650491 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:49.665164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=270811d7-a6a7-4344-8d90-83a32a473372,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:49.672889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:49.681198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:49.694179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.709105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event deleted for resources: {'Port': ['ID=9712dcc7-9078-412c-a5dd-c55b3753a903,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:49.737544 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Pushing event updated for resources: {'Port': ['ID=8d266a46-844e-43d2-8d7c-1ecb2e669c3b,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:49.751409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328adf54-3f61-4cba-abcd-1ba5c9471566 req-b340eeae-6be0-4ad2-8c04-796e057988ac tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:49.754237 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-328adf54-3f61-4cba-abcd-1ba5c9471566 req-b340eeae-6be0-4ad2-8c04-796e057988ac tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 867 time: 0.3647943 Oct 18 23:45:49.760246 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.760653 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.761005 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.761394 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.761773 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.762111 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.762463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:49.762574 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.762883 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.763516 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.763893 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.764225 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.764601 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:45:49.784738 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Attempting to bind port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:49.784942 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.785111 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Attempting to bind port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8325d707-6580-457c-852b-0b5b6856e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35094050-24fc-4e71-9e28-599b987f7447'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:49.785471 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Attempting to bind port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b on network 35094050-24fc-4e71-9e28-599b987f7447 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:49.787561 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment a58ca821-8422-47a8-816d-76ca65295aa5 of type vlan for network 0825d504-d5a4-4832-b95a-f92d0386b645 Oct 18 23:45:49.801614 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:49.802015 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Checking segment: {'id': '8325d707-6580-457c-852b-0b5b6856e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35094050-24fc-4e71-9e28-599b987f7447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:49.802436 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.805527 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Bound using segment: {'id': '8325d707-6580-457c-852b-0b5b6856e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35094050-24fc-4e71-9e28-599b987f7447'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:49.808810 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Bound port: 8d266a46-844e-43d2-8d7c-1ecb2e669c3b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8325d707-6580-457c-852b-0b5b6856e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '35094050-24fc-4e71-9e28-599b987f7447'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:49.812939 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.842372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-328adf54-3f61-4cba-abcd-1ba5c9471566 req-555a3fc1-5b4d-4bf2-9f74-2865990f11d6 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/security-groups?id=300e6b40-7727-4479-8755-096becfe03e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477808 Oct 18 23:45:49.854672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c9123c8-c4a8-4609-8088-cb4e3e82b447 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.855754 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c9123c8-c4a8-4609-8088-cb4e3e82b447 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:49.941230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.003871 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] For port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:50.009938 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] For port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8d266a46-844e-43d2-8d7c-1ecb2e669c3b,segment=NetworkSegment(8325d707-6580-457c-852b-0b5b6856e984),segment_id=8325d707-6580-457c-852b-0b5b6856e984)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:50.020648 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.031241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:50.036503 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.111477 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:50.112110 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:50.114019 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5f862-2404-4c2e-872c-24270d7649d8 None None] Pushing event updated for resources: {'Port': ['ID=8d266a46-844e-43d2-8d7c-1ecb2e669c3b,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:50.147930 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.155467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:50.156239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.245430 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:50.274260 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7720740 Oct 18 23:45:50.290609 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-59352664-954d-4d5d-8fb6-8362f5b07707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.294161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51022) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:50.334529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': '0825d504-d5a4-4832-b95a-f92d0386b645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:50.364902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-e201ff8e-4845-4598-9841-2553cf3ba483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:50.366664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-e201ff8e-4845-4598-9841-2553cf3ba483 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 0.8703890 Oct 18 23:45:50.443354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] No DVR routers for this DVR port 9712dcc7-9078-412c-a5dd-c55b3753a903 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:50.451441 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.455312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acdf5dd9-ec37-493a-b82e-82ec34f73d26 req-2168dba8-c2ef-4028-93b6-4d2c7010bcf4 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.102 "DELETE /v2.0/ports/9712dcc7-9078-412c-a5dd-c55b3753a903 HTTP/1.1" status: 204 len: 173 time: 2.1713152 Oct 18 23:45:50.455914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'name': 'network-vif-deleted', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:45:50.458235 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce0668-5104-48f6-9b79-bbff2cd35943" -d '{"events": [{"server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "name": "network-vif-deleted", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:45:50.472496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-293a746e-af29-4397-8ff4-2bb9fa06aade service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 1001 time: 0.0973513 Oct 18 23:45:50.487016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:50.492083 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.559575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec1aee-0a04-43c5-a84c-9802d0de1ffd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=0825d504-d5a4-4832-b95a-f92d0386b645,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:50.572374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f647a784-6e8e-42f6-be8e-6bb6cc10795c None None] Provisioning complete for port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:50.573044 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f647a784-6e8e-42f6-be8e-6bb6cc10795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.580509 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:45:45Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:49Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:50.587685 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4ae58-b0e4-4a67-9d30-611a6eafdec0 x-openstack-request-id: req-e6b4ae58-b0e4-4a67-9d30-611a6eafdec0 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:45:50.587999 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91daebf3-f23b-4cb9-94ff-2d646f0af2f0", "name": "network-vif-deleted", "tag": "9712dcc7-9078-412c-a5dd-c55b3753a903", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:45:50.588239 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6b4ae58-b0e4-4a67-9d30-611a6eafdec0 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:45:50.588640 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91daebf3-f23b-4cb9-94ff-2d646f0af2f0', 'name': 'network-vif-deleted', 'tag': '9712dcc7-9078-412c-a5dd-c55b3753a903', 'status': 'completed', 'code': 200} Oct 18 23:45:50.599719 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c9123c8-c4a8-4609-8088-cb4e3e82b447 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.603344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 0825d504-d5a4-4832-b95a-f92d0386b645 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:50.620568 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc297e18-b68f-4838-9a66-afcfb6ff9b88 None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:45:45Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:49Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:50.627625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c9123c8-c4a8-4609-8088-cb4e3e82b447 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.652678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing IP validity checks on allocation pools {{(pid=100921) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 23:45:50.653205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100921) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 23:45:50.674676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-5f0dafde-42d8-42f9-a657-eff61ee9cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:50.678847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-5f0dafde-42d8-42f9-a657-eff61ee9cf11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.1931620 Oct 18 23:45:50.708048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c9123c8-c4a8-4609-8088-cb4e3e82b447 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.714204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2c9123c8-c4a8-4609-8088-cb4e3e82b447 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0908353 Oct 18 23:45:50.715418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51028) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:50.924812 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f647a784-6e8e-42f6-be8e-6bb6cc10795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:50.963513 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c791687-03fb-43b1-af8d-e9a45350581b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.003965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f647a784-6e8e-42f6-be8e-6bb6cc10795c None None] For port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8d266a46-844e-43d2-8d7c-1ecb2e669c3b,segment=NetworkSegment(8325d707-6580-457c-852b-0b5b6856e984),segment_id=8325d707-6580-457c-852b-0b5b6856e984)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:51.010751 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f647a784-6e8e-42f6-be8e-6bb6cc10795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.083262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-e8c81bf8-4707-4a00-bede-a0d6bf636548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:51.084934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-e8c81bf8-4707-4a00-bede-a0d6bf636548 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3684497 Oct 18 23:45:51.111954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647a784-6e8e-42f6-be8e-6bb6cc10795c None None] Pushing event updated for resources: {'Port': ['ID=8d266a46-844e-43d2-8d7c-1ecb2e669c3b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:51.139425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e783f4ad-76f2-4fdf-bbb8-4ddc0c5660c1 None None] Provisioning complete for port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:51.139906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e783f4ad-76f2-4fdf-bbb8-4ddc0c5660c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.331905 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c791687-03fb-43b1-af8d-e9a45350581b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.336290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c791687-03fb-43b1-af8d-e9a45350581b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.399356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-fb740ac1-ab80-4ece-855f-9d031a361ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729664 Oct 18 23:45:51.404984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c791687-03fb-43b1-af8d-e9a45350581b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.405745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c791687-03fb-43b1-af8d-e9a45350581b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4986939a-00c9-4d57-bdf5-d8d7feea12b8 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:45:51.414252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c791687-03fb-43b1-af8d-e9a45350581b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.416080 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3c791687-03fb-43b1-af8d-e9a45350581b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "DELETE /v2.0/routers/4986939a-00c9-4d57-bdf5-d8d7feea12b8 HTTP/1.1" status: 204 len: 168 time: 0.6903746 Oct 18 23:45:51.544648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17204f1e-a5b8-4933-9e4c-509ba3e0ad68 req-48d26188-ed01-4b6c-a94c-51af79e60b7e service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272817 Oct 18 23:45:51.563380 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-326b9479-3c0d-4f27-a6b4-308107b1cb74 req-e90b4c1e-ca9f-4806-8095-757e1752f86b tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 210 time: 0.1297882 Oct 18 23:45:51.606003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51038) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:51.675602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.683148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9712dcc7-9078-412c-a5dd-c55b3753a903 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:45:51.717821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 9712dcc7-9078-412c-a5dd-c55b3753a903 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:45:51.718175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 9712dcc7-9078-412c-a5dd-c55b3753a903 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:45:51.838461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.868822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-252290399', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:51.886670 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.908994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.910246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.913103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Subnet': ['ID=aafba01a-a6e3-4f84-8367-91af88d2d4bb,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:51.975652 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:51.978975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Checking segment: {'id': '81b4928a-be53-4ce9-915b-59b66f84f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:51.979350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network hostable DHCP agents. Network: b5a7f2b9-ddd3-47fc-9584-e2df268c9af7, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:52.059559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:52.061508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=6a143087-ff4d-4846-80e6-ee66c8ce20c7,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:52.066830 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.073761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': 'a58ca821-8422-47a8-816d-76ca65295aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0825d504-d5a4-4832-b95a-f92d0386b645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:52.073965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: 0825d504-d5a4-4832-b95a-f92d0386b645, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:52.096385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, b5a7f2b9-ddd3-47fc-9584-e2df268c9af7) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:52.104645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:52.105241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.106554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c09d9-692d-4e07-b96d-d0fcafbbc0f4 None None] Network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:52.152152 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9689055-02fe-452a-ae32-6ceb69daa577 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8912416 Oct 18 23:45:52.163096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51042) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:52.163322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 0825d504-d5a4-4832-b95a-f92d0386b645 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:52.171620 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.173332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 0825d504-d5a4-4832-b95a-f92d0386b645) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:52.185403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b642cb83-f312-4dca-bc52-02f6f38a08a4 None None] Network 0825d504-d5a4-4832-b95a-f92d0386b645 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:52.185890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:52.186634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.242637 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-91a83e71-ec57-434c-aa7c-4fdfe9cb25a1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9407599 Oct 18 23:45:52.246877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51046) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:52.366820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.376579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:52.377859 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.380141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.450529 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.518468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=270811d7-a6a7-4344-8d90-83a32a473372,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:52.553116 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.605684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-0825d504-d5a4-4832-b95a-f92d0386b645', 'network_id': '0825d504-d5a4-4832-b95a-f92d0386b645', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': '6a143087-ff4d-4846-80e6-ee66c8ce20c7'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:52.606602 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.671383 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.797629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Allocated IP 172.20.0.3 (0825d504-d5a4-4832-b95a-f92d0386b645/6a143087-ff4d-4846-80e6-ee66c8ce20c7/7511b595-cd35-4b12-bf60-bacad1225588) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:52.817222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6edea762-cabf-487f-8615-a685e331e956 req-20b9165e-acd7-45fb-ae62-c63b2133ffd3 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 210 time: 0.0990467 Oct 18 23:45:52.821564 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 4b898192-5415-437b-958e-f0bf31b0a1e0 associated. External IP: 172.25.7.75, port: 55e1966d-e388-4c3a-bf7b-39aabe9b8a73. Oct 18 23:45:52.833206 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.864188 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:52.902351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Allocated IP 172.21.0.2 (b5a7f2b9-ddd3-47fc-9584-e2df268c9af7/aafba01a-a6e3-4f84-8367-91af88d2d4bb/8b18b9dc-176d-4563-915b-1492421cd674) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:52.975139 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.072358 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.092467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.158190 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.187215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Allocated IP 172.25.7.215 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/a3fbd68f-5f8c-4eec-b275-62df3ce904ca) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:53.215605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=6a143087-ff4d-4846-80e6-ee66c8ce20c7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:53.302208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:53.337958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.354921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Pushing event updated for resources: {'Port': ['ID=7511b595-cd35-4b12-bf60-bacad1225588,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:53.358457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8d266a46-844e-43d2-8d7c-1ecb2e669c3b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:53.386892 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.422442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Network 0825d504-d5a4-4832-b95a-f92d0386b645 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:53.429148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:53.437042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:53.451492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0825d504-d5a4-4832-b95a-f92d0386b645']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:53.466951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58ca821-8422-47a8-816d-76ca65295aa5') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:53.467536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58ca821-8422-47a8-816d-76ca65295aa5') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:53.473156 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.486453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.507440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.534819 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.547980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:53.549396 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:53.552910 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:53.572201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.21.0.1 (b5a7f2b9-ddd3-47fc-9584-e2df268c9af7/aafba01a-a6e3-4f84-8367-91af88d2d4bb/31500dd9-d31d-4dc1-926e-30ee1355c844) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:53.582384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:53.594161 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a90f6-67c8-414b-89e0-4fa7eab84a6b None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:53.623580 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a90f6-67c8-414b-89e0-4fa7eab84a6b None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:53.625231 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e30a90f6-67c8-414b-89e0-4fa7eab84a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:53.641383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:53.642505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Attempting to bind port 7511b595-cd35-4b12-bf60-bacad1225588 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:53.643177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Attempting to bind port 7511b595-cd35-4b12-bf60-bacad1225588 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a58ca821-8422-47a8-816d-76ca65295aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0825d504-d5a4-4832-b95a-f92d0386b645'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:53.643743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Attempting to bind port 7511b595-cd35-4b12-bf60-bacad1225588 on network 0825d504-d5a4-4832-b95a-f92d0386b645 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:53.651095 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.api [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:45:53.651095 n-d-713498-28 neutron-server[100921]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:45:53.651095 n-d-713498-28 neutron-server[100921]: [parameters: {'id': '0825d504-d5a4-4832-b95a-f92d0386b645'}] Oct 18 23:45:53.651095 n-d-713498-28 neutron-server[100921]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:45:53.651513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:53.651592 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.651685 n-d-713498-28 neutron-server[100921]: DEBUG oslo_db.api [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:45:53.658517 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.658760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:53.671698 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:53.701914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:53.702305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Checking segment: {'id': 'a58ca821-8422-47a8-816d-76ca65295aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0825d504-d5a4-4832-b95a-f92d0386b645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:53.702747 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.703154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Bound using segment: {'id': 'a58ca821-8422-47a8-816d-76ca65295aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0825d504-d5a4-4832-b95a-f92d0386b645'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:53.703660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Bound port: 7511b595-cd35-4b12-bf60-bacad1225588, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ca821-8422-47a8-816d-76ca65295aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0825d504-d5a4-4832-b95a-f92d0386b645'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:53.704048 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.711228 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e30a90f6-67c8-414b-89e0-4fa7eab84a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:53.719096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Pushing event updated for resources: {'Port': ['ID=8b18b9dc-176d-4563-915b-1492421cd674,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:53.721476 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a90f6-67c8-414b-89e0-4fa7eab84a6b None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:53.722713 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e30a90f6-67c8-414b-89e0-4fa7eab84a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:53.723071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2ed2858d-77c4-4eae-9a57-849f88093598 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.5844710 Oct 18 23:45:53.726071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51052) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:53.738935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2129947660'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:53.788377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.790785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Made reservation on behalf of d217a007ac3a4ccf8efcd3e48e8b0670 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:53.794697 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.806274 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e30a90f6-67c8-414b-89e0-4fa7eab84a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:53.809684 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a90f6-67c8-414b-89e0-4fa7eab84a6b None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:53.834528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:53.837366 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.856768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Attempting to bind port 8b18b9dc-176d-4563-915b-1492421cd674 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:53.857384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Attempting to bind port 8b18b9dc-176d-4563-915b-1492421cd674 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '81b4928a-be53-4ce9-915b-59b66f84f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:53.857645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Attempting to bind port 8b18b9dc-176d-4563-915b-1492421cd674 on network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:53.860123 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.860489 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Added segment aab2eed1-24db-4e0c-b07d-836a6bda2cb5 of type vlan for network 4c434756-7269-4c28-be05-374e5e39a43c Oct 18 23:45:53.866701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:53.867168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Checking segment: {'id': '81b4928a-be53-4ce9-915b-59b66f84f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:53.867729 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.868029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Bound using segment: {'id': '81b4928a-be53-4ce9-915b-59b66f84f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:53.868623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Bound port: 8b18b9dc-176d-4563-915b-1492421cd674, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b4928a-be53-4ce9-915b-59b66f84f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:53.868905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.956749 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.958951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event updated for resources: {'Port': ['ID=a3fbd68f-5f8c-4eec-b275-62df3ce904ca,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:53.963355 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-68dc302b-c6d8-401a-b21e-5bd630d7ee3a req-13a8bcac-1f83-4a98-979e-6fcca0b26bec tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 210 time: 0.0395522 Oct 18 23:45:53.967203 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:53.975183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:53.985933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:53.989843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:54.002891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] For port 7511b595-cd35-4b12-bf60-bacad1225588, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:54.009494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.018221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:54.019193 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.033570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] For port 7511b595-cd35-4b12-bf60-bacad1225588, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7511b595-cd35-4b12-bf60-bacad1225588,segment=NetworkSegment(a58ca821-8422-47a8-816d-76ca65295aa5),segment_id=a58ca821-8422-47a8-816d-76ca65295aa5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:54.043653 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4c0d0f7-9d48-4c78-b5f5-74a80bc16d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.056790 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.082602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:54.087048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3564582 Oct 18 23:45:54.112430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51056) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:54.118650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'subnet': {'network_id': '4c434756-7269-4c28-be05-374e5e39a43c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:54.128617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce440c3-e419-47f2-bed7-a67e37f95347 None None] Pushing event updated for resources: {'Port': ['ID=7511b595-cd35-4b12-bf60-bacad1225588,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:54.131241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036a542-5d40-4a49-b90b-1e6fe39792d8 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Network': ['ID=4c434756-7269-4c28-be05-374e5e39a43c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:54.157266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 4c434756-7269-4c28-be05-374e5e39a43c details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:54.160025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.184755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] For port 8b18b9dc-176d-4563-915b-1492421cd674, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:54.227391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:54.233169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:54.272042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] For port 8b18b9dc-176d-4563-915b-1492421cd674, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8b18b9dc-176d-4563-915b-1492421cd674,segment=NetworkSegment(81b4928a-be53-4ce9-915b-59b66f84f5aa),segment_id=81b4928a-be53-4ce9-915b-59b66f84f5aa)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:54.287101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.291091 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.319026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Made reservation on behalf of d217a007ac3a4ccf8efcd3e48e8b0670 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:54.323957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.331121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12508d6-91d9-445e-966c-592188885c30 None None] Network 0825d504-d5a4-4832-b95a-f92d0386b645 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:54.376581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=31500dd9-d31d-4dc1-926e-30ee1355c844,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:54.423965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting port 7511b595-cd35-4b12-bf60-bacad1225588 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:54.424738 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.473316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518e31e-0495-4b2d-8895-f0e0adf25c32 None None] Pushing event updated for resources: {'Port': ['ID=8b18b9dc-176d-4563-915b-1492421cd674,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:54.516180 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.542150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] For port 7511b595-cd35-4b12-bf60-bacad1225588, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7511b595-cd35-4b12-bf60-bacad1225588,segment=NetworkSegment(a58ca821-8422-47a8-816d-76ca65295aa5),segment_id=a58ca821-8422-47a8-816d-76ca65295aa5)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:54.542551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.562405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Calling delete_port for 7511b595-cd35-4b12-bf60-bacad1225588 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:54.650610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.761591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.797527 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.803477 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:54.855861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Port': ['ID=7511b595-cd35-4b12-bf60-bacad1225588,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:54.859073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No DVR routers for this DVR port 7511b595-cd35-4b12-bf60-bacad1225588 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:45:54.891978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Subnet': ['ID=51d3565d-a273-4ba7-a47a-9bf792dd5217,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:54.920914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Checking segment: {'id': 'aab2eed1-24db-4e0c-b07d-836a6bda2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4c434756-7269-4c28-be05-374e5e39a43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:54.921367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network hostable DHCP agents. Network: 4c434756-7269-4c28-be05-374e5e39a43c, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:54.970695 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.000462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0825d504-d5a4-4832-b95a-f92d0386b645']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:55.003070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 4c434756-7269-4c28-be05-374e5e39a43c is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:55.022229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58ca821-8422-47a8-816d-76ca65295aa5') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:55.022529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58ca821-8422-47a8-816d-76ca65295aa5') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:55.047938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 4c434756-7269-4c28-be05-374e5e39a43c) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:55.051145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.061069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:55.062126 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.064742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795fdbb-c8aa-4c7e-b0a7-362c248df3db None None] Network 4c434756-7269-4c28-be05-374e5e39a43c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:55.080197 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.092827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:55.093282 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:55.097446 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:45:55.113010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2d8b3e12-117e-4fe1-b16d-d02453aea315 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9993756 Oct 18 23:45:55.116796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51062) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:55.121835 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1365043396', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:55.207502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05b26604-15ad-4f8d-ab15-87bfb10823b9 req-4f1561c8-1cb3-4bf9-a108-bb678cea973d tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 210 time: 0.0638061 Oct 18 23:45:55.231848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8b18b9dc-176d-4563-915b-1492421cd674 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:55.256489 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.258643 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.329071 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.331820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.341814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.347206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/0825d504-d5a4-4832-b95a-f92d0386b645 HTTP/1.1" status: 204 len: 168 time: 3.0987842 Oct 18 23:45:55.362209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51064) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:55.362209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1808398826'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:55.369356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da9bd7-5e88-4179-ae1a-223a211629b7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=0825d504-d5a4-4832-b95a-f92d0386b645,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:55.392001 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.396088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-4c434756-7269-4c28-be05-374e5e39a43c', 'network_id': '4c434756-7269-4c28-be05-374e5e39a43c', 'tenant_id': 'd217a007ac3a4ccf8efcd3e48e8b0670', 'fixed_ips': [{'subnet_id': '51d3565d-a273-4ba7-a47a-9bf792dd5217'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:55.397022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.414883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8b18b9dc-176d-4563-915b-1492421cd674 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:55.415268 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.544678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:55.548108 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.561899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.664470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.665797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Allocated IP 172.20.0.2 (4c434756-7269-4c28-be05-374e5e39a43c/51d3565d-a273-4ba7-a47a-9bf792dd5217/382a134f-97ef-4405-94df-56012bacb1e5) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:55.698229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:55.802328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.802663 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment d40de20b-0d70-4576-b791-8f8ff1f2570d of type vlan for network 922daf98-c7b2-439d-8a70-5a0bf387378a Oct 18 23:45:55.807816 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.825082 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.874761 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.916730 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.934535 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.939803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 8b18b9dc-176d-4563-915b-1492421cd674, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8b18b9dc-176d-4563-915b-1492421cd674,segment=NetworkSegment(81b4928a-be53-4ce9-915b-59b66f84f5aa),segment_id=81b4928a-be53-4ce9-915b-59b66f84f5aa)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:55.953505 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.967113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.971544 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:55.978642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=31500dd9-d31d-4dc1-926e-30ee1355c844,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:55.986010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Network 4c434756-7269-4c28-be05-374e5e39a43c is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:55.992655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:55.994987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:56.000311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39681360-2dd9-4566-8469-e95b63e37a18 None None] Network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:56.041350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.056955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:56.057609 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.058432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.084938 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.088717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Pushing event updated for resources: {'Port': ['ID=382a134f-97ef-4405-94df-56012bacb1e5,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:56.130583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7731211 Oct 18 23:45:56.159153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ee78d9ea-a302-4a95-95cc-2b478fac1e6b None None] Provisioning complete for port 8b18b9dc-176d-4563-915b-1492421cd674 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:56.159529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee78d9ea-a302-4a95-95cc-2b478fac1e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.188200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Attempting to bind port 382a134f-97ef-4405-94df-56012bacb1e5 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:56.188579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Attempting to bind port 382a134f-97ef-4405-94df-56012bacb1e5 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'aab2eed1-24db-4e0c-b07d-836a6bda2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4c434756-7269-4c28-be05-374e5e39a43c'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:56.188947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Attempting to bind port 382a134f-97ef-4405-94df-56012bacb1e5 on network 4c434756-7269-4c28-be05-374e5e39a43c {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:56.198790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:56.199175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Checking segment: {'id': 'aab2eed1-24db-4e0c-b07d-836a6bda2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4c434756-7269-4c28-be05-374e5e39a43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:56.199586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.199983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Bound using segment: {'id': 'aab2eed1-24db-4e0c-b07d-836a6bda2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4c434756-7269-4c28-be05-374e5e39a43c'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:56.200473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Bound port: 382a134f-97ef-4405-94df-56012bacb1e5, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab2eed1-24db-4e0c-b07d-836a6bda2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4c434756-7269-4c28-be05-374e5e39a43c'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:56.200858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.216807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.25.7.237 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/0435aef6-efb8-4b5e-bd28-d48d5ab231f0) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:45:56.217155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51068) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:56.260868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=8b18b9dc-176d-4563-915b-1492421cd674,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:56.264469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': '922daf98-c7b2-439d-8a70-5a0bf387378a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:56.283240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Router e2dd0305-dad8-4f6b-9098-8c68f5dd01ee is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:45:56.294051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:56.346217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.356573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:56.375111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18707514-35e1-46a0-b913-41a790edc44e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=922daf98-c7b2-439d-8a70-5a0bf387378a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:56.406472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 922daf98-c7b2-439d-8a70-5a0bf387378a details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:56.420554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3b17eaa-6dd2-4265-b2c0-2b5ce15a9668 req-dae15d73-5aa4-4cdc-b0a3-c4da1d766294 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 210 time: 0.0304487 Oct 18 23:45:56.422003 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.455110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:45:56.458224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:56.462630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:45:56.509100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=0435aef6-efb8-4b5e-bd28-d48d5ab231f0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:56.547119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] For port 382a134f-97ef-4405-94df-56012bacb1e5, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:56.566157 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] For port 382a134f-97ef-4405-94df-56012bacb1e5, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=382a134f-97ef-4405-94df-56012bacb1e5,segment=NetworkSegment(aab2eed1-24db-4e0c-b07d-836a6bda2cb5),segment_id=aab2eed1-24db-4e0c-b07d-836a6bda2cb5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:56.581769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.650994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06420bd-7e4e-4517-9a3b-3073f5ebef56 None None] Pushing event updated for resources: {'Port': ['ID=382a134f-97ef-4405-94df-56012bacb1e5,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:56.707862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:45:56.738140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:56.755007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0096420-0b97-469c-8684-265fd7f99491 None None] Sync routers for ids ['e2dd0305-dad8-4f6b-9098-8c68f5dd01ee'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:56.759697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:56.770255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.773936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0096420-0b97-469c-8684-265fd7f99491 None None] Routers {'e2dd0305-dad8-4f6b-9098-8c68f5dd01ee'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:56.774848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e0096420-0b97-469c-8684-265fd7f99491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e2dd0305-dad8-4f6b-9098-8c68f5dd01ee'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:56.785688 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.791512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6455121c-8bc4-485b-95e8-6223aa1a8235 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1841331 Oct 18 23:45:56.806712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51072) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:56.890037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:56.904048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e0096420-0b97-469c-8684-265fd7f99491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:56.915686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0096420-0b97-469c-8684-265fd7f99491 None None] Routers {'e2dd0305-dad8-4f6b-9098-8c68f5dd01ee'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:56.916440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e0096420-0b97-469c-8684-265fd7f99491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['e2dd0305-dad8-4f6b-9098-8c68f5dd01ee'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:57.200925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:57.213908 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:57.225616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dc4fa07a-dfb9-441b-baaf-9e517a20604a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0617855 Oct 18 23:45:57.233137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51076) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:57.234422 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:57.235618 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:57.241149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'network': {'name': 'tempest-RoutersTest-761998473'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:57.260098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-98cbb3a0-df76-4708-a16f-7fdbef3ef1e7 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/routers/e2dd0305-dad8-4f6b-9098-8c68f5dd01ee HTTP/1.1" status: 200 len: 924 time: 0.4519587 Oct 18 23:45:57.272350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51078) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:57.311518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8b18b9dc-176d-4563-915b-1492421cd674 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:57.321760 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e0096420-0b97-469c-8684-265fd7f99491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:57.322531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0096420-0b97-469c-8684-265fd7f99491 None None] The sync data for ids ['e2dd0305-dad8-4f6b-9098-8c68f5dd01ee'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:57.327735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8bb99306-b05c-40b9-85ca-6be40883bb6d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2dd0305-dad8-4f6b-9098-8c68f5dd01ee HTTP/1.1" status: 200 len: 205 time: 0.0519428 Oct 18 23:45:57.330360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51080) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:57.386617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c5139429-dbd7-457d-a60d-f91c45973631 None None] Provisioning complete for port 31500dd9-d31d-4dc1-926e-30ee1355c844 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:57.387521 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5139429-dbd7-457d-a60d-f91c45973631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.396321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:57.409726 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:57.410995 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.441579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c5139429-dbd7-457d-a60d-f91c45973631 None None] Port 31500dd9-d31d-4dc1-926e-30ee1355c844 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:57.506969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c5139429-dbd7-457d-a60d-f91c45973631 None None] Provisioning complete for port 8b18b9dc-176d-4563-915b-1492421cd674 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:57.509726 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5139429-dbd7-457d-a60d-f91c45973631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.548840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:45:57.563553 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.564138 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added segment 13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da of type vlan for network e8832b65-42e1-4de0-848a-d8a083ff7d42 Oct 18 23:45:57.575252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8b18b9dc-176d-4563-915b-1492421cd674 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:57.575452 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.662438 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.738956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.875729 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:45:54Z', 'revision_number': 3, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:45:55Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:57.879142 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.890022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:57.891630 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.892402 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.911218 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:45:57.911936 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Updating router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 port 31500dd9-d31d-4dc1-926e-30ee1355c844 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:45:57.972171 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.976353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5ac567da-6806-4e1c-833c-0d317d7bdc73 None None] Provisioning complete for port 31500dd9-d31d-4dc1-926e-30ee1355c844 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:57.976735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ac567da-6806-4e1c-833c-0d317d7bdc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:57.997026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Network': ['ID=e8832b65-42e1-4de0-848a-d8a083ff7d42,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:58.010883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=1299ab20-f1b4-4231-8bc5-e2ac90851221,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:58.031325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e8832b65-42e1-4de0-848a-d8a083ff7d42 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:45:58.060070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-073bbdae-aba1-4697-8ac1-e4ff37923ba1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8206565 Oct 18 23:45:58.072765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51086) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:58.079542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'subnet': {'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:45:58.094945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': 'd40de20b-0d70-4576-b791-8f8ff1f2570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '922daf98-c7b2-439d-8a70-5a0bf387378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:58.094945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: 922daf98-c7b2-439d-8a70-5a0bf387378a, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:58.098033 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0913f474-1dae-4d38-b5d0-cf1916d6d4d4 req-3682aeea-bc71-4b7e-a124-56b36f3465f2 tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "GET /v2.0/ports?device_id=91daebf3-f23b-4cb9-94ff-2d646f0af2f0 HTTP/1.1" status: 200 len: 210 time: 0.0415237 Oct 18 23:45:58.099106 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.105978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-5ac567da-6806-4e1c-833c-0d317d7bdc73 None None] Port 31500dd9-d31d-4dc1-926e-30ee1355c844 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:45:58.224301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.251208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 922daf98-c7b2-439d-8a70-5a0bf387378a is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:58.280660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 922daf98-c7b2-439d-8a70-5a0bf387378a) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:58.289248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fd984e-fd0a-4f58-aeab-7aec5e9c9c30 None None] Network 922daf98-c7b2-439d-8a70-5a0bf387378a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:58.290914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:58.291538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.318819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:45:58.330428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.341297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2c08a-2ce7-4ce7-88db-d35c4c59c720 None None] Network 4c434756-7269-4c28-be05-374e5e39a43c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:58.412704 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.420787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 5e7b738b-c258-47d7-bfad-c0cb6e566780 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:45:58.425270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3c51d691-6b39-4554-a4ca-3f4968e1e787 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1761274 Oct 18 23:45:58.430311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51088) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:58.498917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dc053586-7979-4cea-a2bf-b78c69f1f021 None None] Provisioning complete for port 382a134f-97ef-4405-94df-56012bacb1e5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:58.499807 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dc053586-7979-4cea-a2bf-b78c69f1f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.556122 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.584335 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.594546 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.626812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Subnet': ['ID=341761dc-2a9d-40c0-8a0f-876898fea9d6,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:58.645351 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.694271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Checking segment: {'id': '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:58.694666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network hostable DHCP agents. Network: e8832b65-42e1-4de0-848a-d8a083ff7d42, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:45:58.708331 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Attempting to bind port 31500dd9-d31d-4dc1-926e-30ee1355c844 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:45:58.709189 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Attempting to bind port 31500dd9-d31d-4dc1-926e-30ee1355c844 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '81b4928a-be53-4ce9-915b-59b66f84f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:45:58.709612 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Attempting to bind port 31500dd9-d31d-4dc1-926e-30ee1355c844 on network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:45:58.715336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network e8832b65-42e1-4de0-848a-d8a083ff7d42 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:45:58.718142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Deleting port a3fbd68f-5f8c-4eec-b275-62df3ce904ca {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:45:58.718673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.719871 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:45:58.720261 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Checking segment: {'id': '81b4928a-be53-4ce9-915b-59b66f84f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:45:58.720710 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.721112 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Bound using segment: {'id': '81b4928a-be53-4ce9-915b-59b66f84f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:45:58.721600 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Bound port: 31500dd9-d31d-4dc1-926e-30ee1355c844, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b4928a-be53-4ce9-915b-59b66f84f5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:45:58.722030 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.733784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e8832b65-42e1-4de0-848a-d8a083ff7d42) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:45:58.751595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:45:58.752160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.779061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd56628-75d6-4ba1-ba86-bc66754e9bc0 None None] Network e8832b65-42e1-4de0-848a-d8a083ff7d42 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:58.801010 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ace91aa9-a150-45cc-9f25-859dc39ad223 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7257652 Oct 18 23:45:58.801785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51090) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:58.806059 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] For port 31500dd9-d31d-4dc1-926e-30ee1355c844, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:45:58.812024 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] For port 31500dd9-d31d-4dc1-926e-30ee1355c844, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=31500dd9-d31d-4dc1-926e-30ee1355c844,segment=NetworkSegment(81b4928a-be53-4ce9-915b-59b66f84f5aa),segment_id=81b4928a-be53-4ce9-915b-59b66f84f5aa)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:45:58.830218 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.846319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:45:58.851416 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f11a6c-b5fe-43f9-82f7-794ac259a5e6 None None] Pushing event updated for resources: {'Port': ['ID=31500dd9-d31d-4dc1-926e-30ee1355c844,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:58.870707 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.914672 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:58.915259 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:58.937587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.949089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.950332 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7d68157c-9242-4aef-ad3c-555e9b4d52d9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8328435 Oct 18 23:45:58.953662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37d4ad0-d501-40dd-b57a-bbafbd7abfab None None] Sync routers for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:45:58.954541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51092) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:58.957238 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dc053586-7979-4cea-a2bf-b78c69f1f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:58.971545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Calling delete_port for a3fbd68f-5f8c-4eec-b275-62df3ce904ca owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:45:59.081441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847036f-c567-4fc8-8320-d62d29ec4635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-922daf98-c7b2-439d-8a70-5a0bf387378a', 'network_id': '922daf98-c7b2-439d-8a70-5a0bf387378a', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': '1299ab20-f1b4-4231-8bc5-e2ac90851221'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:59.082387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9847036f-c567-4fc8-8320-d62d29ec4635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.083801 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:45:59.194169 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f11a6c-b5fe-43f9-82f7-794ac259a5e6 None None] Pushing event updated for resources: {'Port': ['ID=31500dd9-d31d-4dc1-926e-30ee1355c844,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:59.208841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-e8832b65-42e1-4de0-848a-d8a083ff7d42', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:45:59.209769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.212614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 382a134f-97ef-4405-94df-56012bacb1e5 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:45:59.247643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51098) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:45:59.285792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d4ad0-d501-40dd-b57a-bbafbd7abfab None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:59.287048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f37d4ad0-d501-40dd-b57a-bbafbd7abfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:59.319100 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.387541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=1299ab20-f1b4-4231-8bc5-e2ac90851221,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:59.409825 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-875771d4-a5dd-49f4-9446-05ed3c43af1f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.425908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f37d4ad0-d501-40dd-b57a-bbafbd7abfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:59.455646 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:45:54Z', 'revision_number': 3, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:45:58Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:59.470535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-875771d4-a5dd-49f4-9446-05ed3c43af1f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.517513 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d1188f-73ea-499d-8886-1b26449bb99e None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:45:54Z', 'revision_number': 3, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:45:58Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:59.540732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-dc053586-7979-4cea-a2bf-b78c69f1f021 None None] For port 382a134f-97ef-4405-94df-56012bacb1e5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=382a134f-97ef-4405-94df-56012bacb1e5,segment=NetworkSegment(aab2eed1-24db-4e0c-b07d-836a6bda2cb5),segment_id=aab2eed1-24db-4e0c-b07d-836a6bda2cb5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:45:59.548478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d4ad0-d501-40dd-b57a-bbafbd7abfab None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:45:59.548478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f37d4ad0-d501-40dd-b57a-bbafbd7abfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:59.639245 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server [None req-9847036f-c567-4fc8-8320-d62d29ec4635 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1299ab20-f1b4-4231-8bc5-e2ac90851221: This subnet is being modified by another concurrent operation. Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise exception Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1299ab20-f1b4-4231-8bc5-e2ac90851221: This subnet is being modified by another concurrent operation. Oct 18 23:45:59.645604 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:45:59.674450 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dc053586-7979-4cea-a2bf-b78c69f1f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.730116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5298137-6197-4301-a5f4-7301e34cb2a2 None None] Network 922daf98-c7b2-439d-8a70-5a0bf387378a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:45:59.758471 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.780250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f37d4ad0-d501-40dd-b57a-bbafbd7abfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:59.781193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37d4ad0-d501-40dd-b57a-bbafbd7abfab None None] The sync data for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:45:59.790789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922daf98-c7b2-439d-8a70-5a0bf387378a']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:59.791101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 382a134f-97ef-4405-94df-56012bacb1e5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:45:59.791657 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.806531 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40de20b-0d70-4576-b791-8f8ff1f2570d') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:59.806884 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40de20b-0d70-4576-b791-8f8ff1f2570d') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:45:59.828612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.854655 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-875771d4-a5dd-49f4-9446-05ed3c43af1f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.857274 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-875771d4-a5dd-49f4-9446-05ed3c43af1f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.859017 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.860027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-875771d4-a5dd-49f4-9446-05ed3c43af1f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] 10.222.0.52 "DELETE /v2.0/security-groups/300e6b40-7727-4479-8755-096becfe03e7 HTTP/1.1" status: 204 len: 168 time: 0.6114180 Oct 18 23:45:59.897153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875771d4-a5dd-49f4-9446-05ed3c43af1f tempest-TestVolumeBackupRestore-827828449 tempest-TestVolumeBackupRestore-827828449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300e6b40-7727-4479-8755-096becfe03e7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:45:59.945530 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:45:59.945946 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:45:59.953525 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:00.188771 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.217543 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.225242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51124) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:00.232072 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/922daf98-c7b2-439d-8a70-5a0bf387378a HTTP/1.1" status: 204 len: 168 time: 1.7992342 Oct 18 23:46:00.232488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997988765'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:00.296413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:00.298507 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.358616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7558560-93c0-45e7-8cee-8cf44bf54b9a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=922daf98-c7b2-439d-8a70-5a0bf387378a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:00.406125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-46ccb2f3-2be4-4e77-8533-42b1a2303eb5 None None] Provisioning complete for port 31500dd9-d31d-4dc1-926e-30ee1355c844 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:00.407017 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-46ccb2f3-2be4-4e77-8533-42b1a2303eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.434211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:46:00.455639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.456055 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment 0cc0f225-1f0f-47ed-b8b6-52c04f39b8de of type vlan for network 55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f Oct 18 23:46:00.478372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc053586-7979-4cea-a2bf-b78c69f1f021 None None] Pushing event updated for resources: {'Port': ['ID=382a134f-97ef-4405-94df-56012bacb1e5,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:00.515648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Allocated IP 172.22.0.2 (e8832b65-42e1-4de0-848a-d8a083ff7d42/341761dc-2a9d-40c0-8a0f-876898fea9d6/f3b63a53-4108-41da-b565-f1f019734212) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:00.573312 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.627150 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.682228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.691380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:00.692080 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.692258 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.709252 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:00.777493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.22.0.1 (e8832b65-42e1-4de0-848a-d8a083ff7d42/341761dc-2a9d-40c0-8a0f-876898fea9d6/594e41fa-fe02-4f2e-a4de-29a3dffb99ee) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:00.817471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event deleted for resources: {'Port': ['ID=a3fbd68f-5f8c-4eec-b275-62df3ce904ca,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:00.837900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Pushing event updated for resources: {'Port': ['ID=f3b63a53-4108-41da-b565-f1f019734212,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:00.886609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Network e8832b65-42e1-4de0-848a-d8a083ff7d42 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:00.894119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:00.904866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:00.936951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.043712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Attempting to bind port f3b63a53-4108-41da-b565-f1f019734212 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:01.044093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Attempting to bind port f3b63a53-4108-41da-b565-f1f019734212 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:01.044463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Attempting to bind port f3b63a53-4108-41da-b565-f1f019734212 on network e8832b65-42e1-4de0-848a-d8a083ff7d42 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:01.050964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:01.051350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Checking segment: {'id': '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:01.051767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.052169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Bound using segment: {'id': '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:01.052723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Bound port: f3b63a53-4108-41da-b565-f1f019734212, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:01.053050 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.068372 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-46ccb2f3-2be4-4e77-8533-42b1a2303eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.223235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-46ccb2f3-2be4-4e77-8533-42b1a2303eb5 None None] For port 31500dd9-d31d-4dc1-926e-30ee1355c844, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=31500dd9-d31d-4dc1-926e-30ee1355c844,segment=NetworkSegment(81b4928a-be53-4ce9-915b-59b66f84f5aa),segment_id=81b4928a-be53-4ce9-915b-59b66f84f5aa)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:01.249889 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-46ccb2f3-2be4-4e77-8533-42b1a2303eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.324875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccb2f3-2be4-4e77-8533-42b1a2303eb5 None None] Pushing event updated for resources: {'Port': ['ID=31500dd9-d31d-4dc1-926e-30ee1355c844,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:01.350403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] For port f3b63a53-4108-41da-b565-f1f019734212, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:01.363568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] For port f3b63a53-4108-41da-b565-f1f019734212, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f3b63a53-4108-41da-b565-f1f019734212,segment=NetworkSegment(13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da),segment_id=13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:01.381830 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.400352 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.461675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 31500dd9-d31d-4dc1-926e-30ee1355c844 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:01.541928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a8bded44-a09f-46f4-8222-212157eeae1e None None] Provisioning complete for port 382a134f-97ef-4405-94df-56012bacb1e5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:01.542518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a8bded44-a09f-46f4-8222-212157eeae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.599266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.604414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f38ba-a2f2-4c18-b8b6-57b02b651c67 None None] Pushing event updated for resources: {'Port': ['ID=f3b63a53-4108-41da-b565-f1f019734212,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:01.606096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.651790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 31500dd9-d31d-4dc1-926e-30ee1355c844 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:01.652216 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.700126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:01.713930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c51451f6-77dc-42d2-80d2-62f24938866c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4859517 Oct 18 23:46:01.717651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51272) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:01.725944 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.727105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Fanout notify agent at l3_agent the message router_deleted on router e2dd0305-dad8-4f6b-9098-8c68f5dd01ee {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:01.727525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:01.730105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': '55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:01.798751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcebe9-4959-4785-bc24-20e588716c9d req-c426d7aa-f5ae-4654-ba04-f94293613bf2 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:01.805791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.20.0.1 (4c434756-7269-4c28-be05-374e5e39a43c/51d3565d-a273-4ba7-a47a-9bf792dd5217/70cb28f9-e557-4289-8cef-86a7f45fb02d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:01.807923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83fcebe9-4959-4785-bc24-20e588716c9d req-c426d7aa-f5ae-4654-ba04-f94293613bf2 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1097 time: 1.4853241 Oct 18 23:46:01.854234 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83fcebe9-4959-4785-bc24-20e588716c9d req-e6fd3e83-9039-45ad-bdf2-0c186031ad48 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:01.994280 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.010200 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.011485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a9a2a57f-1ffb-4e19-a910-64d3585c71a7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/e2dd0305-dad8-4f6b-9098-8c68f5dd01ee HTTP/1.1" status: 204 len: 168 time: 4.6799293 Oct 18 23:46:02.016843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51298) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:02.020486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1560560508', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': False}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:02.023131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 382a134f-97ef-4405-94df-56012bacb1e5 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:02.084273 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.133412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.138881 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.149478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 382a134f-97ef-4405-94df-56012bacb1e5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:02.149850 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.208554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:02.215017 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.220230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.390488 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.456053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=594e41fa-fe02-4f2e-a4de-29a3dffb99ee,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:02.471989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network e8832b65-42e1-4de0-848a-d8a083ff7d42 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:02.478270 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.495890 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83fcebe9-4959-4785-bc24-20e588716c9d req-e6fd3e83-9039-45ad-bdf2-0c186031ad48 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.497414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:02.502042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:02.508926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83fcebe9-4959-4785-bc24-20e588716c9d req-e6fd3e83-9039-45ad-bdf2-0c186031ad48 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.594579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd3e83-9039-45ad-bdf2-0c186031ad48 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5fa754-797c-43d8-9cfe-2fbc52cfd16a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:02.640185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83fcebe9-4959-4785-bc24-20e588716c9d req-e6fd3e83-9039-45ad-bdf2-0c186031ad48 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8233988 Oct 18 23:46:02.641866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:02.767884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:03.004607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:03.287065 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b74297-5564-4bf9-97a2-02dd8290c120 None None] Network e8832b65-42e1-4de0-848a-d8a083ff7d42 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:03.338317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeff66f-0742-4db1-83dc-fac6cecbae0a req-d752e33c-9faa-4d72-bdf0-291154beb491 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:03.340230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eeff66f-0742-4db1-83dc-fac6cecbae0a req-d752e33c-9faa-4d72-bdf0-291154beb491 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.4821272 Oct 18 23:46:03.368937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=46532e48-a38d-46cf-be22-91d26afa2b78,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:03.371167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4f73270e-4f88-4f38-bfd3-1e663c63091d None None] Provisioning complete for port f3b63a53-4108-41da-b565-f1f019734212 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:03.371859 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4f73270e-4f88-4f38-bfd3-1e663c63091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:03.389055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:03.472561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 4c434756-7269-4c28-be05-374e5e39a43c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:03.475380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=70cb28f9-e557-4289-8cef-86a7f45fb02d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:03.492371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:03.501466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': '0cc0f225-1f0f-47ed-b8b6-52c04f39b8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:03.502113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: 55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:46:03.513232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:03.571245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 31500dd9-d31d-4dc1-926e-30ee1355c844 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:03.613052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:03.953715 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4f73270e-4f88-4f38-bfd3-1e663c63091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:03.963354 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eeff66f-0742-4db1-83dc-fac6cecbae0a req-940e4cd4-9f96-4111-ae1f-d09a9f7d3a0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6092634 Oct 18 23:46:03.984470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51486) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:03.996120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4f73270e-4f88-4f38-bfd3-1e663c63091d None None] For port f3b63a53-4108-41da-b565-f1f019734212, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f3b63a53-4108-41da-b565-f1f019734212,segment=NetworkSegment(13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da),segment_id=13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:04.013866 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4f73270e-4f88-4f38-bfd3-1e663c63091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.063882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:46:04.073683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73270e-4f88-4f38-bfd3-1e663c63091d None None] Pushing event updated for resources: {'Port': ['ID=f3b63a53-4108-41da-b565-f1f019734212,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:04.081783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 31500dd9-d31d-4dc1-926e-30ee1355c844 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:04.082168 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.092651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.099165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:04.135516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3a6dc-1867-4680-a0d6-a546996ef597 None None] Network 55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:04.154464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:04.155536 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.156544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a009324a-48e2-42de-a31e-a6723583f947 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/abcd262e-e398-4085-ae4a-f267af71854d HTTP/1.1" status: 200 len: 993 time: 0.1676552 Oct 18 23:46:04.194836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2ea92b4b-4ba5-4daf-bad5-fea4ef44e67b None None] Provisioning complete for port 70cb28f9-e557-4289-8cef-86a7f45fb02d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:04.195222 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ea92b4b-4ba5-4daf-bad5-fea4ef44e67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.264542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bb47d846-2e3a-42d9-9ea4-dde30e8eafd8 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5408723 Oct 18 23:46:04.273499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51512) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:04.280576 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.336993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f3b63a53-4108-41da-b565-f1f019734212 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:04.406530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2ea92b4b-4ba5-4daf-bad5-fea4ef44e67b None None] Port 70cb28f9-e557-4289-8cef-86a7f45fb02d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:46:04.458990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f3b63a53-4108-41da-b565-f1f019734212 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:04.459608 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.586182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.593329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-bc56f701-5a0a-409f-a093-9c00b587027e req-fa501d81-61a8-4e7e-88d8-fb949758da7f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:46:04.605859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc56f701-5a0a-409f-a093-9c00b587027e req-fa501d81-61a8-4e7e-88d8-fb949758da7f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0177441 Oct 18 23:46:04.680670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f', 'network_id': '55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': '46532e48-a38d-46cf-be22-91d26afa2b78'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:46:04.682111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.822287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.871048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cdb47053-a1fa-426b-aa6c-57dfe370e044 None None] Provisioning complete for port f3b63a53-4108-41da-b565-f1f019734212 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:04.871558 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cdb47053-a1fa-426b-aa6c-57dfe370e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.931229 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.939252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:04.967782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:05.166326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Allocated IP 172.25.7.84 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d7963ab9-f685-43b5-9a1e-7a954bfdadd8) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:05.192402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f3b63a53-4108-41da-b565-f1f019734212 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:05.240832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:05.244263 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:05.257617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=594e41fa-fe02-4f2e-a4de-29a3dffb99ee,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:05.298844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cdb47053-a1fa-426b-aa6c-57dfe370e044 None None] Provisioning complete for port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:05.299472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cdb47053-a1fa-426b-aa6c-57dfe370e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:05.381226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Allocated IP 172.20.0.1 (55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f/46532e48-a38d-46cf-be22-91d26afa2b78/b364801b-6cc3-4471-a2de-f46a4f930720) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:05.388042 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:05.393769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cdb47053-a1fa-426b-aa6c-57dfe370e044 None None] Port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:46:05.441504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:05.521393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network e8832b65-42e1-4de0-848a-d8a083ff7d42 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:05.525221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:05.560081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:05.569390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:05.572472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:05.655368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-8ee5a64b-02f5-4bb7-8c56-402078c9af84 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3398619 Oct 18 23:46:05.664381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-79713dc0-d4ec-472f-ad91-2e04cb3059cc service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:46:05.681072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-79713dc0-d4ec-472f-ad91-2e04cb3059cc service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0242751 Oct 18 23:46:05.698806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event updated for resources: {'Port': ['ID=d7963ab9-f685-43b5-9a1e-7a954bfdadd8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:05.754635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78a70b-b930-46ef-a791-55911f256c7c req-6cec4a66-d771-4bcc-b655-84d509f9e881 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:05.756311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa78a70b-b930-46ef-a791-55911f256c7c req-6cec4a66-d771-4bcc-b655-84d509f9e881 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.3293753 Oct 18 23:46:05.831008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f3b63a53-4108-41da-b565-f1f019734212 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:05.831541 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:05.857708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:05.956059 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aa78a70b-b930-46ef-a791-55911f256c7c req-9ec2756b-bec7-4c3f-aacc-14a5e55e9b28 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637287 Oct 18 23:46:06.027257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-615279ca-9fa0-45da-8568-b3cbeda86244 None None] Provisioning complete for port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:06.027862 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-615279ca-9fa0-45da-8568-b3cbeda86244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.061628 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.081320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.165533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:06.176555 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:06.187402 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-673da4b0-e4bb-46be-9f0f-73170564d97d tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3842833 Oct 18 23:46:06.188049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51614) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:06.197673 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:06.198304 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:06.209573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'network': {'name': 'tempest-RoutersTest-885749073'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:06.224278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-615279ca-9fa0-45da-8568-b3cbeda86244 None None] Port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:46:06.242406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.262427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:06.266489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.303223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=70cb28f9-e557-4289-8cef-86a7f45fb02d,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:06.309080 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.320196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:46:06.323071 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.364150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.380904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.396885 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added segment 817e148b-ceb6-4c01-b1cd-dad98816b51c of type vlan for network d3372eaf-af76-4593-b044-e21ca968840c Oct 18 23:46:06.407501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e5ad94db-627d-40f1-a9a6-77f844e32e37 None None] Provisioning complete for port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:06.408472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e5ad94db-627d-40f1-a9a6-77f844e32e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.446824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Network 55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:06.449312 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:06.455656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:06.471246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:06.479871 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Pushing event updated for resources: {'Port': ['ID=b364801b-6cc3-4471-a2de-f46a4f930720,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:06.567618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad94db-627d-40f1-a9a6-77f844e32e37 None None] Port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:46:06.572266 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.576090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=46532e48-a38d-46cf-be22-91d26afa2b78,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:06.590240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.644280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Attempting to bind port b364801b-6cc3-4471-a2de-f46a4f930720 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:06.644455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Attempting to bind port b364801b-6cc3-4471-a2de-f46a4f930720 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0cc0f225-1f0f-47ed-b8b6-52c04f39b8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:06.644826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Attempting to bind port b364801b-6cc3-4471-a2de-f46a4f930720 on network 55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:06.675304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:06.675718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Checking segment: {'id': '0cc0f225-1f0f-47ed-b8b6-52c04f39b8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:06.676141 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.676557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Bound using segment: {'id': '0cc0f225-1f0f-47ed-b8b6-52c04f39b8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:06.677070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Bound port: b364801b-6cc3-4471-a2de-f46a4f930720, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc0f225-1f0f-47ed-b8b6-52c04f39b8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:06.677466 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.724465 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.733724 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.766709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 4c434756-7269-4c28-be05-374e5e39a43c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:06.769798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:06.798629 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.814190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:06.814190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.859352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] For port b364801b-6cc3-4471-a2de-f46a4f930720, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:06.863425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] For port b364801b-6cc3-4471-a2de-f46a4f930720, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b364801b-6cc3-4471-a2de-f46a4f930720,segment=NetworkSegment(0cc0f225-1f0f-47ed-b8b6-52c04f39b8de),segment_id=0cc0f225-1f0f-47ed-b8b6-52c04f39b8de)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:06.868817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:06.880317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:06.887992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6898880 Oct 18 23:46:06.888620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51622) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:06.938383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'subnet': {'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:06.982687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854d7db4-2354-40b3-a345-257bac2c2ac9 None None] Network 55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:06.993210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc0f225-1f0f-47ed-b8b6-52c04f39b8de') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:06.993512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc0f225-1f0f-47ed-b8b6-52c04f39b8de') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:07.054519 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:02Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:04Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:07.064181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:07.136084 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:07.136449 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Updating router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:46:07.201117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe682f2f-29ef-4e62-95bf-291285911f8d None None] Pushing event updated for resources: {'Port': ['ID=b364801b-6cc3-4471-a2de-f46a4f930720,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:07.221614 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:07.286577 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:07.312635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76df14c-198d-41ab-8864-8a7e1db1ca43 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Network': ['ID=d3372eaf-af76-4593-b044-e21ca968840c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:07.337837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:07.337837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:07.340178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d3372eaf-af76-4593-b044-e21ca968840c details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:07.350436 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:07.421798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-43ddbafc-a48a-483a-b25b-e760e795a01a None None] Provisioning complete for port 70cb28f9-e557-4289-8cef-86a7f45fb02d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:07.422369 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-43ddbafc-a48a-483a-b25b-e760e795a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:07.433277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 5e7b738b-c258-47d7-bfad-c0cb6e566780 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:07.435759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2fff6c-402d-4d26-9c19-6b0fedf1119a None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:46:07.447736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764024db-39c8-4fc3-83f0-613bd5d4cf8a req-aaa362d0-a5da-4858-854b-bc9401483385 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:07.456142 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-764024db-39c8-4fc3-83f0-613bd5d4cf8a req-aaa362d0-a5da-4858-854b-bc9401483385 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.2758386 Oct 18 23:46:07.526026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:46:07.526026 n-d-713498-28 neutron-server[100922]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:46:07.526026 n-d-713498-28 neutron-server[100922]: [parameters: {'id': '55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f'}] Oct 18 23:46:07.526026 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:46:07.526706 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:46:07.533519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Made reservation on behalf of a8bec845ce464807bad3414fc2f3524a for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:07.541478 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:07.589289 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-764024db-39c8-4fc3-83f0-613bd5d4cf8a req-ee0b5d79-1d59-414a-907e-ba9b0ea483e7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319728 Oct 18 23:46:07.632559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2fff6c-402d-4d26-9c19-6b0fedf1119a None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:46:07.693441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:07.759949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-43ddbafc-a48a-483a-b25b-e760e795a01a None None] Port 70cb28f9-e557-4289-8cef-86a7f45fb02d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:46:07.923811 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:07.931660 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:07.951971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:07.965588 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2ec1ef33-03f9-4c1e-98dc-102221a2fd76 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/routers/5e7b738b-c258-47d7-bfad-c0cb6e566780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0056605 Oct 18 23:46:07.967022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51630) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:07.975112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'port': {'network_id': '4c434756-7269-4c28-be05-374e5e39a43c', 'name': 'tempest-FloatingIPTestJSON-1704707148'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:07.979666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccfe46e-e6b8-4604-87b1-a6ce0cb7acab None None] Sync routers for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:08.039059 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47025d33-e5ed-4b15-8d0b-9862fd751812 None None] Pushing event updated for resources: {'Port': ['ID=594e41fa-fe02-4f2e-a4de-29a3dffb99ee,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:08.046167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccfe46e-e6b8-4604-87b1-a6ce0cb7acab None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:08.047171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bccfe46e-e6b8-4604-87b1-a6ce0cb7acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:08.064583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:08.109266 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Attempting to bind port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:08.109722 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Attempting to bind port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:08.110033 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Attempting to bind port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee on network e8832b65-42e1-4de0-848a-d8a083ff7d42 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:08.116722 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:08.117152 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Checking segment: {'id': '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:08.117493 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:08.117916 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Bound using segment: {'id': '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:08.118486 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Bound port: 594e41fa-fe02-4f2e-a4de-29a3dffb99ee, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:08.118885 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:08.140999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-2feed1c4-a246-465a-8086-034a74bf0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:08.143866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-2feed1c4-a246-465a-8086-034a74bf0a51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1097 time: 0.3507786 Oct 18 23:46:08.155779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bccfe46e-e6b8-4604-87b1-a6ce0cb7acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:08.246773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:08.264625 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] For port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:08.270271 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] For port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=594e41fa-fe02-4f2e-a4de-29a3dffb99ee,segment=NetworkSegment(13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da),segment_id=13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:08.276873 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:08.284326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccfe46e-e6b8-4604-87b1-a6ce0cb7acab None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:08.284939 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bccfe46e-e6b8-4604-87b1-a6ce0cb7acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:08.359206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdaf8b0-d604-4467-8829-a33f326a2895 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:46:08.363478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bccfe46e-e6b8-4604-87b1-a6ce0cb7acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:08.364400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccfe46e-e6b8-4604-87b1-a6ce0cb7acab None None] The sync data for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:08.372870 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:08.372870 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:08.506046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Router 408bad62-acef-4786-9963-fd5fbf5b98fa is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:46:08.511872 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:08.644298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Subnet': ['ID=fd90014e-ff56-46ce-91ae-2b16d8152f8a,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:08.678338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting port b364801b-6cc3-4471-a2de-f46a4f930720 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:08.679795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:08.704911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-c7409e03-3b1b-4f88-bfc5-fff661880f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:08.707591 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-c7409e03-3b1b-4f88-bfc5-fff661880f2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 0.5251973 Oct 18 23:46:08.730758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Checking segment: {'id': '817e148b-ceb6-4c01-b1cd-dad98816b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:08.731717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network hostable DHCP agents. Network: d3372eaf-af76-4593-b044-e21ca968840c, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:46:08.833231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdaf8b0-d604-4467-8829-a33f326a2895 None None] Network d3372eaf-af76-4593-b044-e21ca968840c is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:46:08.856919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdaf8b0-d604-4467-8829-a33f326a2895 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, d3372eaf-af76-4593-b044-e21ca968840c) {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:46:08.860204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Made reservation on behalf of d217a007ac3a4ccf8efcd3e48e8b0670 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:08.872043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:08.921390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] For port b364801b-6cc3-4471-a2de-f46a4f930720, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b364801b-6cc3-4471-a2de-f46a4f930720,segment=NetworkSegment(0cc0f225-1f0f-47ed-b8b6-52c04f39b8de),segment_id=0cc0f225-1f0f-47ed-b8b6-52c04f39b8de)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:08.921659 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:08.937457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Calling delete_port for b364801b-6cc3-4471-a2de-f46a4f930720 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:09.019660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] device_id is not set on port c796ade2-6f73-4557-80f5-7a1322f29ba8 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:46:09.086602 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47025d33-e5ed-4b15-8d0b-9862fd751812 None None] Pushing event updated for resources: {'Port': ['ID=594e41fa-fe02-4f2e-a4de-29a3dffb99ee,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:09.113158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:09.134674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Unable to find a vacant binding_index for network d3372eaf-af76-4593-b044-e21ca968840c and agent af761e03-3893-476b-a93d-8ce931b5b00e {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 18 23:46:09.169028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-35283b00-c9ae-4e76-a60a-adc35c562bc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 1001 time: 0.4469621 Oct 18 23:46:09.176099 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:02Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:08Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:09.200664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83099dde-8e80-4dbb-8b4f-882c06a8d458 req-b9d8f2da-439e-49c0-917a-8c0108d14b80 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:09.208685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83099dde-8e80-4dbb-8b4f-882c06a8d458 req-b9d8f2da-439e-49c0-917a-8c0108d14b80 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.4707501 Oct 18 23:46:09.214556 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7e210-4c63-4a32-809f-b887ac2dd38f None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:02Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:08Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:09.250925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No DVR routers for this DVR port b364801b-6cc3-4471-a2de-f46a4f930720 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:09.375609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, d3372eaf-af76-4593-b044-e21ca968840c) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:09.383048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:09.383990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:09.443585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Port': ['ID=b364801b-6cc3-4471-a2de-f46a4f930720,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:09.459086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e09b89be-ec11-4caa-b8c1-b0fb3c082bdd tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5285378 Oct 18 23:46:09.460511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51640) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:09.502446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51642) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:09.627092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-d3372eaf-af76-4593-b044-e21ca968840c', 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'fixed_ips': [{'subnet_id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:46:09.628684 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:09.928197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Allocated IP 172.23.0.2 (d3372eaf-af76-4593-b044-e21ca968840c/fd90014e-ff56-46ce-91ae-2b16d8152f8a/8ee32f40-6493-41be-b134-eb124b32f32c) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:10.133118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.141849 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.189009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Network d3372eaf-af76-4593-b044-e21ca968840c is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:10.192402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:10.196432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:10.201003 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83099dde-8e80-4dbb-8b4f-882c06a8d458 req-015b136d-371a-45e5-9d7c-5f058fb1d921 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9911664 Oct 18 23:46:10.209664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:10.223325 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Sync routers for ids ['408bad62-acef-4786-9963-fd5fbf5b98fa'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:10.235391 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Routers {'408bad62-acef-4786-9963-fd5fbf5b98fa'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:10.236586 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['408bad62-acef-4786-9963-fd5fbf5b98fa'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:10.256634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-821f0c74-85f8-4fe0-a59a-ce2671a09299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:10.258562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-821f0c74-85f8-4fe0-a59a-ce2671a09299 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 1.0474420 Oct 18 23:46:10.284905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Pushing event updated for resources: {'Port': ['ID=8ee32f40-6493-41be-b134-eb124b32f32c,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:10.286396 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.288848 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a169fd02-28a7-4c69-8fac-75958986ce8b tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2717848 Oct 18 23:46:10.291706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51648) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:10.345612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Attempting to bind port 8ee32f40-6493-41be-b134-eb124b32f32c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:10.346172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Attempting to bind port 8ee32f40-6493-41be-b134-eb124b32f32c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '817e148b-ceb6-4c01-b1cd-dad98816b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:10.346653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Attempting to bind port 8ee32f40-6493-41be-b134-eb124b32f32c on network d3372eaf-af76-4593-b044-e21ca968840c {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:10.352448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:10.353242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Checking segment: {'id': '817e148b-ceb6-4c01-b1cd-dad98816b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:10.354145 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.354657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Bound using segment: {'id': '817e148b-ceb6-4c01-b1cd-dad98816b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:10.355279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Bound port: 8ee32f40-6493-41be-b134-eb124b32f32c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817e148b-ceb6-4c01-b1cd-dad98816b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:10.355780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.375406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.384917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Allocated IP 172.20.0.11 (4c434756-7269-4c28-be05-374e5e39a43c/51d3565d-a273-4ba7-a47a-9bf792dd5217/c796ade2-6f73-4557-80f5-7a1322f29ba8) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:10.459286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] For port 8ee32f40-6493-41be-b134-eb124b32f32c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:10.463409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] For port 8ee32f40-6493-41be-b134-eb124b32f32c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8ee32f40-6493-41be-b134-eb124b32f32c,segment=NetworkSegment(817e148b-ceb6-4c01-b1cd-dad98816b51c),segment_id=817e148b-ceb6-4c01-b1cd-dad98816b51c)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:10.470524 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.482409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:10.484582 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Set router 408bad62-acef-4786-9963-fd5fbf5b98fa gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:10.487836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-302126bc-172c-4f23-a213-e0b79d270a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:10.489336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-302126bc-172c-4f23-a213-e0b79d270a76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1505394 Oct 18 23:46:10.542488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fae74be1-0cfd-4dc8-b48b-01ee842ab878 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/routers/408bad62-acef-4786-9963-fd5fbf5b98fa HTTP/1.1" status: 200 len: 908 time: 0.2452440 Oct 18 23:46:10.570232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51650) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:10.573472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b3640-aab4-4095-b2c6-912698cda320 None None] Pushing event updated for resources: {'Port': ['ID=8ee32f40-6493-41be-b134-eb124b32f32c,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:10.575497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1560560508', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': True}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:10.613656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc0f225-1f0f-47ed-b8b6-52c04f39b8de') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:10.614042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc0f225-1f0f-47ed-b8b6-52c04f39b8de') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:10.647333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.681226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.682424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.743393 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.760360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.787406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.794193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:10.794856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:10.807071 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:10.838266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-c4e71476-4f0f-4263-906f-8a9aafdf9878 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312614 Oct 18 23:46:10.876015 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408bad62-acef-4786-9963-fd5fbf5b98fa', 'name': 'tempest-snat-router-1560560508', 'tenant_id': '59f1178450b74499b2d364f0a266ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.84'}], 'enable_snat': False}, 'gw_port_id': 'd7963ab9-f685-43b5-9a1e-7a954bfdadd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:46:02Z', 'updated_at': '2021-10-18T23:46:06Z', 'revision_number': 3, 'project_id': '59f1178450b74499b2d364f0a266ef33', 'gw_port': {'id': 'd7963ab9-f685-43b5-9a1e-7a954bfdadd8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408bad62-acef-4786-9963-fd5fbf5b98fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:04Z', 'updated_at': '2021-10-18T23:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:10.938791 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Checking router: 408bad62-acef-4786-9963-fd5fbf5b98fa for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:10.938791 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Updating router 408bad62-acef-4786-9963-fd5fbf5b98fa port d7963ab9-f685-43b5-9a1e-7a954bfdadd8 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:46:10.976474 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.075130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.078554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.215299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Network 4c434756-7269-4c28-be05-374e5e39a43c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:11.219855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event updated for resources: {'Port': ['ID=c796ade2-6f73-4557-80f5-7a1322f29ba8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:11.224811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:11.228242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:11.291555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 594e41fa-fe02-4f2e-a4de-29a3dffb99ee up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:11.347454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:11.348106 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.386905 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.395810 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.399398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.423532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:11.424151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.445239 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.454460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f HTTP/1.1" status: 204 len: 168 time: 7.1784065 Oct 18 23:46:11.460026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0aa75c-38d6-44a4-a037-9ede451c4727 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:11.465377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51656) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:11.471375 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Attempting to bind port d7963ab9-f685-43b5-9a1e-7a954bfdadd8 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:11.471752 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Attempting to bind port d7963ab9-f685-43b5-9a1e-7a954bfdadd8 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:11.472115 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Attempting to bind port d7963ab9-f685-43b5-9a1e-7a954bfdadd8 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:11.473318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c0673490-d6bf-41d0-8eb8-b89350086e26 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5048497 Oct 18 23:46:11.479153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51658) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:11.486568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Request body: {'floatingip': {'port_id': 'c796ade2-6f73-4557-80f5-7a1322f29ba8'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:11.489908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-300601976'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:11.494485 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:11.495439 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:11.495853 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.496248 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:11.497201 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Bound port: d7963ab9-f685-43b5-9a1e-7a954bfdadd8, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:11.497576 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.539331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-8b04380d-5315-4f0a-b839-9fb39cf4b87b service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179643 Oct 18 23:46:11.574178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b9244-526c-4e58-b214-bf31e8c4ef41 req-9b8dc55c-01d9-4a4f-b240-48e75e05ea32 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:11.575727 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d1b9244-526c-4e58-b214-bf31e8c4ef41 req-9b8dc55c-01d9-4a4f-b240-48e75e05ea32 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.2598777 Oct 18 23:46:11.599704 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] For port d7963ab9-f685-43b5-9a1e-7a954bfdadd8, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:11.604234 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.618913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.625893 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b99b4-3c76-40f0-b2cf-21178e992fed None None] Pushing event updated for resources: {'Port': ['ID=d7963ab9-f685-43b5-9a1e-7a954bfdadd8,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:11.648192 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] For port d7963ab9-f685-43b5-9a1e-7a954bfdadd8, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d7963ab9-f685-43b5-9a1e-7a954bfdadd8,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:11.661600 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.671717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:11.675532 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.689508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=594e41fa-fe02-4f2e-a4de-29a3dffb99ee,segment=NetworkSegment(13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da),segment_id=13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:11.703256 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.703675 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.704143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8ee32f40-6493-41be-b134-eb124b32f32c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:11.724212 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d1b9244-526c-4e58-b214-bf31e8c4ef41 req-a1be18c0-520d-43ca-b555-a25ce8f791d0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389749 Oct 18 23:46:11.788416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:46:11.840460 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.840795 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment e74a0cf3-2275-4eba-b104-b6d256ca529c of type vlan for network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f Oct 18 23:46:11.843445 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Routers {'408bad62-acef-4786-9963-fd5fbf5b98fa'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:11.844666 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['408bad62-acef-4786-9963-fd5fbf5b98fa'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:11.853966 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b99b4-3c76-40f0-b2cf-21178e992fed None None] Pushing event updated for resources: {'Port': ['ID=d7963ab9-f685-43b5-9a1e-7a954bfdadd8,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:11.879164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=594e41fa-fe02-4f2e-a4de-29a3dffb99ee,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:11.894812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8ee32f40-6493-41be-b134-eb124b32f32c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:11.895411 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.931201 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:11.972078 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.036372 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] Set router 408bad62-acef-4786-9963-fd5fbf5b98fa gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:12.065118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.245777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c57fcf-03d8-4d0d-b074-1e98a7ac873d None None] Network d3372eaf-af76-4593-b044-e21ca968840c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:12.334456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.336785 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.344190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dba0d908-45fd-4a45-a596-520ecf61f776 None None] Provisioning complete for port 8ee32f40-6493-41be-b134-eb124b32f32c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:12.344559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dba0d908-45fd-4a45-a596-520ecf61f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.355663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:12.356926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.362674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Allocated IP 172.25.7.85 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/88bf9a4d-3212-42ac-afe2-fd5e6e454219) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:12.365656 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408bad62-acef-4786-9963-fd5fbf5b98fa', 'name': 'tempest-snat-router-1560560508', 'tenant_id': '59f1178450b74499b2d364f0a266ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.84'}], 'enable_snat': False}, 'gw_port_id': 'd7963ab9-f685-43b5-9a1e-7a954bfdadd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:46:02Z', 'updated_at': '2021-10-18T23:46:06Z', 'revision_number': 3, 'project_id': '59f1178450b74499b2d364f0a266ef33', 'gw_port': {'id': 'd7963ab9-f685-43b5-9a1e-7a954bfdadd8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408bad62-acef-4786-9963-fd5fbf5b98fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:04Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:12.421999 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0831885-99fa-4c83-98e4-e1c0d3610862 None None] The sync data for ids ['408bad62-acef-4786-9963-fd5fbf5b98fa'] in n-d-713498-28 is: [{'id': '408bad62-acef-4786-9963-fd5fbf5b98fa', 'name': 'tempest-snat-router-1560560508', 'tenant_id': '59f1178450b74499b2d364f0a266ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.84'}], 'enable_snat': False}, 'gw_port_id': 'd7963ab9-f685-43b5-9a1e-7a954bfdadd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:46:02Z', 'updated_at': '2021-10-18T23:46:06Z', 'revision_number': 3, 'project_id': '59f1178450b74499b2d364f0a266ef33', 'gw_port': {'id': 'd7963ab9-f685-43b5-9a1e-7a954bfdadd8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408bad62-acef-4786-9963-fd5fbf5b98fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:04Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:12.441444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 8ee32f40-6493-41be-b134-eb124b32f32c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8ee32f40-6493-41be-b134-eb124b32f32c,segment=NetworkSegment(817e148b-ceb6-4c01-b1cd-dad98816b51c),segment_id=817e148b-ceb6-4c01-b1cd-dad98816b51c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:12.454081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9760134 Oct 18 23:46:12.463611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51662) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:12.489991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c0fd9d50-4590-4031-b299-728a109d9ece tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:12.530158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.530358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Allocated IP 172.23.0.1 (d3372eaf-af76-4593-b044-e21ca968840c/fd90014e-ff56-46ce-91ae-2b16d8152f8a/96535881-1d21-4b4f-95b4-7968a4d6574c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:12.598334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139679cc-d39b-456a-bae0-33ad84fd13b5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=1d963804-8ebc-4a65-96a0-0277d7cfdd9f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:12.645775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:12.677778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=8ee32f40-6493-41be-b134-eb124b32f32c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:12.728936 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.735342 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.841077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-81f7ea13-2961-4bb0-91fa-5c0c533f4fcc None None] Provisioning complete for port c796ade2-6f73-4557-80f5-7a1322f29ba8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:12.841456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-81f7ea13-2961-4bb0-91fa-5c0c533f4fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:12.946226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-81f7ea13-2961-4bb0-91fa-5c0c533f4fcc None None] Port c796ade2-6f73-4557-80f5-7a1322f29ba8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:46:12.957848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-81f7ea13-2961-4bb0-91fa-5c0c533f4fcc None None] Provisioning complete for port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:12.958302 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-81f7ea13-2961-4bb0-91fa-5c0c533f4fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.073155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b91f2-bf99-4f06-832a-19964e602806 req-3dada2ce-7301-42b1-abe7-80dca2d01ecb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:13.074795 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-863b91f2-bf99-4f06-832a-19964e602806 req-3dada2ce-7301-42b1-abe7-80dca2d01ecb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.2169774 Oct 18 23:46:13.122112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.159314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.165785 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d50-4590-4031-b299-728a109d9ece tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.206369 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d50-4590-4031-b299-728a109d9ece tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.216663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0fd9d50-4590-4031-b299-728a109d9ece tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f is not hosted by any dhcp agent {{(pid=100922) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:46:13.223337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd9d50-4590-4031-b299-728a109d9ece tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:13.223665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0fd9d50-4590-4031-b299-728a109d9ece tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.227567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c0fd9d50-4590-4031-b299-728a109d9ece tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "PUT /v2.0/networks/1d963804-8ebc-4a65-96a0-0277d7cfdd9f HTTP/1.1" status: 200 len: 723 time: 0.7603047 Oct 18 23:46:13.227996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ba65c876-fc3d-47a5-9a39-9e83c23dc49c None None] Provisioning complete for port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:13.227996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ba65c876-fc3d-47a5-9a39-9e83c23dc49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.248165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51668) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:13.271306 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': '1d963804-8ebc-4a65-96a0-0277d7cfdd9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:13.348678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:13.382481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-863b91f2-bf99-4f06-832a-19964e602806 req-2f6178bf-d216-4092-8068-8b5f4122fbd9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921693 Oct 18 23:46:13.386049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 594e41fa-fe02-4f2e-a4de-29a3dffb99ee up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:13.403318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event updated for resources: {'Port': ['ID=88bf9a4d-3212-42ac-afe2-fd5e6e454219,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:13.407646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd9d50-4590-4031-b299-728a109d9ece tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=1d963804-8ebc-4a65-96a0-0277d7cfdd9f,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:13.414926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.426473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.db.resource_extend [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 23:46:13.443383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:13.491773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.495378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network d3372eaf-af76-4593-b044-e21ca968840c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:13.503263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:13.514264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:13.565827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:13.582315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:13.582709 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.589518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:13.593103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.641753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858e928-721c-4be1-ab03-137203cc2323 None None] Network d3372eaf-af76-4593-b044-e21ca968840c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:13.658149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:13.662551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.799386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ea099a44-87ba-4f09-ad24-a6757f3bd0ec None None] Provisioning complete for port 8ee32f40-6493-41be-b134-eb124b32f32c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:13.799764 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ea099a44-87ba-4f09-ad24-a6757f3bd0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:13.833739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8ee32f40-6493-41be-b134-eb124b32f32c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:13.957500 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 4b898192-5415-437b-958e-f0bf31b0a1e0 associated. External IP: 172.25.7.75, port: 55e1966d-e388-4c3a-bf7b-39aabe9b8a73. Oct 18 23:46:13.983380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8ee32f40-6493-41be-b134-eb124b32f32c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:13.983905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.035179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.037588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=96535881-1d21-4b4f-95b4-7968a4d6574c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:14.129712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d7963ab9-f685-43b5-9a1e-7a954bfdadd8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:14.189520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d7963ab9-f685-43b5-9a1e-7a954bfdadd8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:14.190580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.255016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.289265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Deleting port 11bc81cd-0d77-478b-881d-27707af6fac1 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:14.289265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.324576 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.348222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d7963ab9-f685-43b5-9a1e-7a954bfdadd8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d7963ab9-f685-43b5-9a1e-7a954bfdadd8,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:14.354586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.426140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0dce5192-485e-4f41-af0b-7565d93bca12 None None] Provisioning complete for port 8ee32f40-6493-41be-b134-eb124b32f32c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:14.426140 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0dce5192-485e-4f41-af0b-7565d93bca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.429466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d7963ab9-f685-43b5-9a1e-7a954bfdadd8,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:14.538993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] For port 11bc81cd-0d77-478b-881d-27707af6fac1, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=11bc81cd-0d77-478b-881d-27707af6fac1,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:14.539468 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.579026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Calling delete_port for 11bc81cd-0d77-478b-881d-27707af6fac1 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:14.579411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0dce5192-485e-4f41-af0b-7565d93bca12 None None] Provisioning complete for port 96535881-1d21-4b4f-95b4-7968a4d6574c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:14.580165 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0dce5192-485e-4f41-af0b-7565d93bca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.651418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0dce5192-485e-4f41-af0b-7565d93bca12 None None] Port 96535881-1d21-4b4f-95b4-7968a4d6574c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:46:14.773746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.774857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cd713075-36bf-4219-9a08-14c5eae7bf6a None None] Provisioning complete for port 96535881-1d21-4b4f-95b4-7968a4d6574c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:14.775055 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd713075-36bf-4219-9a08-14c5eae7bf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.778545 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.821895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cd713075-36bf-4219-9a08-14c5eae7bf6a None None] Port 96535881-1d21-4b4f-95b4-7968a4d6574c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:46:14.839422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.845154 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.910052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c622d-06fe-461c-b9cb-57d1db290619 req-a7aff1b6-54c8-4d22-b850-360ce868ebee tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:14.911575 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918c622d-06fe-461c-b9cb-57d1db290619 req-a7aff1b6-54c8-4d22-b850-360ce868ebee tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.2493892 Oct 18 23:46:14.953121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event updated for resources: {'Port': ['ID=96535881-1d21-4b4f-95b4-7968a4d6574c,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:14.954754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=73c78985-aaac-41d2-9b9d-0939c0a62282,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:14.955923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:14.991114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:15.033222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bc81cd-0d77-478b-881d-27707af6fac1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:15.086694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': 'e74a0cf3-2275-4eba-b104-b6d256ca529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d963804-8ebc-4a65-96a0-0277d7cfdd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:15.087559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: 1d963804-8ebc-4a65-96a0-0277d7cfdd9f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:46:15.098020 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918c622d-06fe-461c-b9cb-57d1db290619 req-510035ed-833e-42f9-b426-53e5cd44990c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776452 Oct 18 23:46:15.142540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:15.163735 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:46:15.166963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Network d3372eaf-af76-4593-b044-e21ca968840c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:15.169209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:15.255254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1d963804-8ebc-4a65-96a0-0277d7cfdd9f) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:15.269624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:15.270204 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:15.280187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5444db09-f696-4a3e-9663-f758085dd6d1 None None] Network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:15.281540 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:15.376198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d7963ab9-f685-43b5-9a1e-7a954bfdadd8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:15.429733 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:15.433120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:15.466801 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-347b0ab0-165c-4b1a-bdac-29cc5f061f43 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2024684 Oct 18 23:46:15.474438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51676) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:15.483818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b5477a0e-454f-4bbd-828d-e1cef1341334 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:15.537231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d7963ab9-f685-43b5-9a1e-7a954bfdadd8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:15.537862 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:15.597846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:15.608178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4184ecf2-907a-489a-b1ee-5fb73131f159 None None] Provisioning complete for port 96535881-1d21-4b4f-95b4-7968a4d6574c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:15.608580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4184ecf2-907a-489a-b1ee-5fb73131f159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:15.636294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1d963804-8ebc-4a65-96a0-0277d7cfdd9f', 'network_id': '1d963804-8ebc-4a65-96a0-0277d7cfdd9f', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': '73c78985-aaac-41d2-9b9d-0939c0a62282'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:46:15.637184 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:15.644480 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd632d-8622-4063-8806-51be107af66a None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:15.651094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Router c42120c4-70de-4cba-ae4a-5dd0fbb6659b is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:46:15.656832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:15.662302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d84d5ce-0faf-40c7-a075-65fd6b8b004b tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1583855 Oct 18 23:46:15.665330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51678) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:15.669538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:15.681460 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:15.697803 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:15.699121 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:15.722662 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5477a0e-454f-4bbd-828d-e1cef1341334 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6034935'] for subnet, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:15.728266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4184ecf2-907a-489a-b1ee-5fb73131f159 None None] Port 96535881-1d21-4b4f-95b4-7968a4d6574c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:46:15.734079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd632d-8622-4063-8806-51be107af66a None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:15.735304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e1fd632d-8622-4063-8806-51be107af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:15.822208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e1fd632d-8622-4063-8806-51be107af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:15.849561 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:15.855418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd632d-8622-4063-8806-51be107af66a None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:15.856304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e1fd632d-8622-4063-8806-51be107af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:15.895444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e1fd632d-8622-4063-8806-51be107af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:15.896469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd632d-8622-4063-8806-51be107af66a None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:16.024484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:16.051941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Sync routers for ids ['c42120c4-70de-4cba-ae4a-5dd0fbb6659b'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:16.060685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Routers {'c42120c4-70de-4cba-ae4a-5dd0fbb6659b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:16.061341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c42120c4-70de-4cba-ae4a-5dd0fbb6659b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:16.098193 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.100481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2426c069-4a47-460f-a520-9786ce34edf9 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5281162 Oct 18 23:46:16.102359 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5477a0e-454f-4bbd-828d-e1cef1341334 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793338131990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6141715'] for subnet, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.104379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51680) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:16.172241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Set router c42120c4-70de-4cba-ae4a-5dd0fbb6659b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:16.219934 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:14Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96535881-1d21-4b4f-95b4-7968a4d6574c', 'name': '', 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:ce:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:11Z', 'updated_at': '2021-10-18T23:46:14Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:16.224153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 5e7b738b-c258-47d7-bfad-c0cb6e566780 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:16.229390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5477a0e-454f-4bbd-828d-e1cef1341334 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:16.229991 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5477a0e-454f-4bbd-828d-e1cef1341334 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.231335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b5477a0e-454f-4bbd-828d-e1cef1341334 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "PUT /v2.0/subnets/73c78985-aaac-41d2-9b9d-0939c0a62282 HTTP/1.1" status: 200 len: 806 time: 0.7525322 Oct 18 23:46:16.248509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51684) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:16.266980 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:16.267725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 23:46:16.268188 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Updating router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 port 96535881-1d21-4b4f-95b4-7968a4d6574c binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:46:16.303141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Router 4b69c281-8735-4f79-ab37-0d74b2b0b03d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:16.306310 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.320048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Removed routes are [] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 23:46:16.320615 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.323715 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5477a0e-454f-4bbd-828d-e1cef1341334 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=73c78985-aaac-41d2-9b9d-0939c0a62282,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:16.484742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:16.489020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3d748-c0d2-457d-b00f-a5fc703e0fa3 req-3816a792-5faf-41da-87e6-801e8738ccb5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:16.492088 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-63e341e5-dd6c-40b5-9d74-e95857aedfb6 admin admin] 10.222.0.52 "PUT /v2.0/routers/4b69c281-8735-4f79-ab37-0d74b2b0b03d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0042174 Oct 18 23:46:16.495449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51688) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:16.500538 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50a3d748-c0d2-457d-b00f-a5fc703e0fa3 req-3816a792-5faf-41da-87e6-801e8738ccb5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.2870867 Oct 18 23:46:16.507924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Allocated IP 172.20.0.2 (1d963804-8ebc-4a65-96a0-0277d7cfdd9f/73c78985-aaac-41d2-9b9d-0939c0a62282/79bada8f-d848-4930-8d4f-920962bd2707) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:16.515982 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] Sync routers for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:16.522792 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-45816338-8428-4c97-a7bb-dbfb3f2e0e05 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/routers/c42120c4-70de-4cba-ae4a-5dd0fbb6659b HTTP/1.1" status: 200 len: 907 time: 0.3980119 Oct 18 23:46:16.527233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:16.573449 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:16.574576 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:16.698194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42120c4-70de-4cba-ae4a-5dd0fbb6659b', 'name': 'tempest-snat-router-1560560508', 'tenant_id': '59f1178450b74499b2d364f0a266ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '88bf9a4d-3212-42ac-afe2-fd5e6e454219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:46:10Z', 'updated_at': '2021-10-18T23:46:13Z', 'revision_number': 3, 'project_id': '59f1178450b74499b2d364f0a266ef33', 'gw_port': {'id': '88bf9a4d-3212-42ac-afe2-fd5e6e454219', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42120c4-70de-4cba-ae4a-5dd0fbb6659b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:12Z', 'updated_at': '2021-10-18T23:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:16.734637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Checking router: c42120c4-70de-4cba-ae4a-5dd0fbb6659b for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:16.735255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Updating router c42120c4-70de-4cba-ae4a-5dd0fbb6659b port 88bf9a4d-3212-42ac-afe2-fd5e6e454219 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:46:16.749865 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.767948 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.773699 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.805470 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.821895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.823574 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbebcf-2c64-4865-b512-23c91f055d08 None None] Pushing event updated for resources: {'Port': ['ID=96535881-1d21-4b4f-95b4-7968a4d6574c,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:16.896926 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:16.910934 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:16.979081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:16.997887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:17.003275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:17.059535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Pushing event updated for resources: {'Port': ['ID=79bada8f-d848-4930-8d4f-920962bd2707,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:17.098623 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Attempting to bind port 96535881-1d21-4b4f-95b4-7968a4d6574c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:17.099034 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Attempting to bind port 96535881-1d21-4b4f-95b4-7968a4d6574c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '817e148b-ceb6-4c01-b1cd-dad98816b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:17.099395 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Attempting to bind port 96535881-1d21-4b4f-95b4-7968a4d6574c on network d3372eaf-af76-4593-b044-e21ca968840c {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:17.125424 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.154983 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:17.155866 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Checking segment: {'id': '817e148b-ceb6-4c01-b1cd-dad98816b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:17.156650 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.157973 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Bound using segment: {'id': '817e148b-ceb6-4c01-b1cd-dad98816b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:17.158765 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Bound port: 96535881-1d21-4b4f-95b4-7968a4d6574c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817e148b-ceb6-4c01-b1cd-dad98816b51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:17.159548 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.169891 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50a3d748-c0d2-457d-b00f-a5fc703e0fa3 req-11c54401-736b-4f2f-9cae-08103c13cca7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6401248 Oct 18 23:46:17.182401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:17.200889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be732a-c285-4e3f-bc1e-8602eb76e189 None None] Sync routers for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:17.217305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Attempting to bind port 79bada8f-d848-4930-8d4f-920962bd2707 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:17.221278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Attempting to bind port 79bada8f-d848-4930-8d4f-920962bd2707 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'e74a0cf3-2275-4eba-b104-b6d256ca529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d963804-8ebc-4a65-96a0-0277d7cfdd9f'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:17.221278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Attempting to bind port 79bada8f-d848-4930-8d4f-920962bd2707 on network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:17.224325 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.252029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:17.252029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Checking segment: {'id': 'e74a0cf3-2275-4eba-b104-b6d256ca529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d963804-8ebc-4a65-96a0-0277d7cfdd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:17.252455 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.252854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Bound using segment: {'id': 'e74a0cf3-2275-4eba-b104-b6d256ca529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d963804-8ebc-4a65-96a0-0277d7cfdd9f'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:17.253342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Bound port: 79bada8f-d848-4930-8d4f-920962bd2707, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74a0cf3-2275-4eba-b104-b6d256ca529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1d963804-8ebc-4a65-96a0-0277d7cfdd9f'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:17.253725 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.286204 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] For port 96535881-1d21-4b4f-95b4-7968a4d6574c, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:17.291393 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] For port 96535881-1d21-4b4f-95b4-7968a4d6574c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=96535881-1d21-4b4f-95b4-7968a4d6574c,segment=NetworkSegment(817e148b-ceb6-4c01-b1cd-dad98816b51c),segment_id=817e148b-ceb6-4c01-b1cd-dad98816b51c)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:17.299943 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.305257 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.351831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] For port 79bada8f-d848-4930-8d4f-920962bd2707, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:17.357731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] For port 79bada8f-d848-4930-8d4f-920962bd2707, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=79bada8f-d848-4930-8d4f-920962bd2707,segment=NetworkSegment(e74a0cf3-2275-4eba-b104-b6d256ca529c),segment_id=e74a0cf3-2275-4eba-b104-b6d256ca529c)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:17.376189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be732a-c285-4e3f-bc1e-8602eb76e189 None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:17.377512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d1be732a-c285-4e3f-bc1e-8602eb76e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:17.381228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-60b2d0fb-71f0-46ce-98ac-02dedc2c3241 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/floatingips/4b898192-5415-437b-958e-f0bf31b0a1e0 HTTP/1.1" status: 200 len: 978 time: 5.9010966 Oct 18 23:46:17.384898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51692) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:17.387458 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbebcf-2c64-4865-b512-23c91f055d08 None None] Pushing event updated for resources: {'Port': ['ID=96535881-1d21-4b4f-95b4-7968a4d6574c,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:17.430321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.438697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.441139 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.443269 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:17.444575 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:17.448548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d1be732a-c285-4e3f-bc1e-8602eb76e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:17.470361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting port 79bada8f-d848-4930-8d4f-920962bd2707 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:17.470712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.505482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f7b35ce0-9442-471c-af22-b79f9c9f0882 None None] Provisioning complete for port 96535881-1d21-4b4f-95b4-7968a4d6574c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:17.506184 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f7b35ce0-9442-471c-af22-b79f9c9f0882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.577310 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:46:14Z', 'revision_number': 5, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port': {'id': 'd644db35-c78a-4d92-ba0f-15a4cdb09430', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:39:49Z', 'updated_at': '2021-10-18T23:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:17.602427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be732a-c285-4e3f-bc1e-8602eb76e189 None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:17.603366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d1be732a-c285-4e3f-bc1e-8602eb76e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:17.632814 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.662209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.666376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d1be732a-c285-4e3f-bc1e-8602eb76e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:17.667341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be732a-c285-4e3f-bc1e-8602eb76e189 None None] The sync data for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:17.685921 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] Checking router: 4b69c281-8735-4f79-ab37-0d74b2b0b03d for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:17.692279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:17.697135 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:17.769506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60e480-d044-4a8e-b333-72cf2259a1cb None None] Pushing event updated for resources: {'Port': ['ID=79bada8f-d848-4930-8d4f-920962bd2707,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:17.781285 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] Routers {'4b69c281-8735-4f79-ab37-0d74b2b0b03d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:17.781934 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:17.821852 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.839533 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.842186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] For port 79bada8f-d848-4930-8d4f-920962bd2707, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=79bada8f-d848-4930-8d4f-920962bd2707,segment=NetworkSegment(e74a0cf3-2275-4eba-b104-b6d256ca529c),segment_id=e74a0cf3-2275-4eba-b104-b6d256ca529c)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:17.842837 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.855018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port c796ade2-6f73-4557-80f5-7a1322f29ba8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:17.855360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.867109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Deleting port 88bf9a4d-3212-42ac-afe2-fd5e6e454219 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:17.867484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.892758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Deleting port d644db35-c78a-4d92-ba0f-15a4cdb09430 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:17.895173 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.934149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:17.951684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:17.953205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e97983b0-446d-4819-9611-3baad6c9f855 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810 HTTP/1.1" status: 200 len: 933 time: 2.2872791 Oct 18 23:46:17.955984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51696) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:18.010160 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f7b35ce0-9442-471c-af22-b79f9c9f0882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.024084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Attempting to bind port 88bf9a4d-3212-42ac-afe2-fd5e6e454219 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:18.024457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Attempting to bind port 88bf9a4d-3212-42ac-afe2-fd5e6e454219 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:18.024826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Attempting to bind port 88bf9a4d-3212-42ac-afe2-fd5e6e454219 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:18.027673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c2710-c0cd-4a3f-a6e9-5b6e6239ddad None None] Pushing event updated for resources: {'Port': ['ID=88bf9a4d-3212-42ac-afe2-fd5e6e454219,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:18.040926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.050113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:18.050497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:18.050928 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.054635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:18.055183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Bound port: 88bf9a4d-3212-42ac-afe2-fd5e6e454219, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:18.055614 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.055727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Calling delete_port for 88bf9a4d-3212-42ac-afe2-fd5e6e454219 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:18.108976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f7b35ce0-9442-471c-af22-b79f9c9f0882 None None] For port 96535881-1d21-4b4f-95b4-7968a4d6574c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=96535881-1d21-4b4f-95b4-7968a4d6574c,segment=NetworkSegment(817e148b-ceb6-4c01-b1cd-dad98816b51c),segment_id=817e148b-ceb6-4c01-b1cd-dad98816b51c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:18.121145 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] Set router 4b69c281-8735-4f79-ab37-0d74b2b0b03d gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:18.149222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] For port 88bf9a4d-3212-42ac-afe2-fd5e6e454219, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:18.153407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] For port 88bf9a4d-3212-42ac-afe2-fd5e6e454219, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=88bf9a4d-3212-42ac-afe2-fd5e6e454219,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:18.156033 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f7b35ce0-9442-471c-af22-b79f9c9f0882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.162590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Calling delete_port for 79bada8f-d848-4930-8d4f-920962bd2707 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:18.172418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] For port d644db35-c78a-4d92-ba0f-15a4cdb09430, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d644db35-c78a-4d92-ba0f-15a4cdb09430,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:18.172919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.182104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-52969286-0c91-4b8b-883f-e8696daf66b3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810 HTTP/1.1" status: 200 len: 933 time: 0.2247541 Oct 18 23:46:18.186616 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.188573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51698) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:18.189834 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:46:17Z', 'revision_number': 6, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:18.197486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'routes': None}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:18.259316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b35ce0-9442-471c-af22-b79f9c9f0882 None None] Pushing event updated for resources: {'Port': ['ID=96535881-1d21-4b4f-95b4-7968a4d6574c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:18.272205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Routers {'c42120c4-70de-4cba-ae4a-5dd0fbb6659b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:18.272872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c42120c4-70de-4cba-ae4a-5dd0fbb6659b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:18.342995 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abfa35-8c9b-4001-ad7f-2ddb714cebf3 None None] The sync data for ids ['4b69c281-8735-4f79-ab37-0d74b2b0b03d'] in n-d-713498-28 is: [{'id': '4b69c281-8735-4f79-ab37-0d74b2b0b03d', 'name': 'tempest-TestVolumeBackupRestore-940512443-router', 'tenant_id': '3fd7b3a8d33d46fd851599e186dffb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:39:45Z', 'updated_at': '2021-10-18T23:46:17Z', 'revision_number': 6, 'project_id': '3fd7b3a8d33d46fd851599e186dffb43', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:18.362766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2157adf2-5340-48ed-b811-139b577a1389 None None] Provisioning complete for port 96535881-1d21-4b4f-95b4-7968a4d6574c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:18.363104 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2157adf2-5340-48ed-b811-139b577a1389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.370879 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:16Z', 'revision_number': 6, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96535881-1d21-4b4f-95b4-7968a4d6574c', 'name': '', 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:ce:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:11Z', 'updated_at': '2021-10-18T23:46:17Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:18.381174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Calling delete_port for d644db35-c78a-4d92-ba0f-15a4cdb09430 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:18.406862 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb869b-3197-442b-85b0-e608a76b5534 None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:16Z', 'revision_number': 6, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96535881-1d21-4b4f-95b4-7968a4d6574c', 'name': '', 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:ce:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:11Z', 'updated_at': '2021-10-18T23:46:17Z', 'revision_number': 4, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:18.415085 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.436162 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:18.496456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c2710-c0cd-4a3f-a6e9-5b6e6239ddad None None] Pushing event updated for resources: {'Port': ['ID=88bf9a4d-3212-42ac-afe2-fd5e6e454219,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:18.499770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] Set router c42120c4-70de-4cba-ae4a-5dd0fbb6659b gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:18.557913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42120c4-70de-4cba-ae4a-5dd0fbb6659b', 'name': 'tempest-snat-router-1560560508', 'tenant_id': '59f1178450b74499b2d364f0a266ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:46:10Z', 'updated_at': '2021-10-18T23:46:17Z', 'revision_number': 4, 'project_id': '59f1178450b74499b2d364f0a266ef33', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:18.607849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7aba8-264f-4b19-9575-b51d6e813c98 None None] The sync data for ids ['c42120c4-70de-4cba-ae4a-5dd0fbb6659b'] in n-d-713498-28 is: [{'id': 'c42120c4-70de-4cba-ae4a-5dd0fbb6659b', 'name': 'tempest-snat-router-1560560508', 'tenant_id': '59f1178450b74499b2d364f0a266ef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:46:10Z', 'updated_at': '2021-10-18T23:46:17Z', 'revision_number': 4, 'project_id': '59f1178450b74499b2d364f0a266ef33', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:18.630072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Port': ['ID=79bada8f-d848-4930-8d4f-920962bd2707,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:18.672583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No DVR routers for this DVR port 79bada8f-d848-4930-8d4f-920962bd2707 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:18.784265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295417b-70f1-4897-84e9-cd95ff9b99d7 req-ff4c7980-6055-4b4a-86b8-eaa1b4ea6a9b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:18.785787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2295417b-70f1-4897-84e9-cd95ff9b99d7 req-ff4c7980-6055-4b4a-86b8-eaa1b4ea6a9b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.3588984 Oct 18 23:46:18.957918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added routes are [] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 23:46:18.958445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.extraroute_db [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100922) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 23:46:19.015747 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.037673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.056994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d644db35-c78a-4d92-ba0f-15a4cdb09430,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:19.062375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.128453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2295417b-70f1-4897-84e9-cd95ff9b99d7 req-8010a06f-38c0-42ca-ae46-89448f3f48ef tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720835 Oct 18 23:46:19.137618 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.197179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event deleted for resources: {'Port': ['ID=88bf9a4d-3212-42ac-afe2-fd5e6e454219,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:19.204726 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.205097 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.205601 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Floating IP 4b898192-5415-437b-958e-f0bf31b0a1e0 disassociated. External IP: 172.25.7.75, port: c796ade2-6f73-4557-80f5-7a1322f29ba8. Oct 18 23:46:19.205808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for c796ade2-6f73-4557-80f5-7a1322f29ba8 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:19.235181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.269631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf241c7-f609-4363-bb95-f0baf8bdad78 None None] Network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:19.301920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f6e49431-a4dc-4c62-9735-12ab2366312e None None] Could not find standard attr ID for object 79bada8f-d848-4930-8d4f-920962bd2707. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:46:19.329609 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.401961 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.405777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.472814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.501717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=73c78985-aaac-41d2-9b9d-0939c0a62282,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:19.506168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d963804-8ebc-4a65-96a0-0277d7cfdd9f']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:19.520426 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.523618 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.524725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b69c281-8735-4f79-ab37-0d74b2b0b03d {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:19.532569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74a0cf3-2275-4eba-b104-b6d256ca529c') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:19.532876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74a0cf3-2275-4eba-b104-b6d256ca529c') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:19.536636 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.541788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.547210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.550654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d76ed9ba-1e24-410e-aeb3-56fbaff3f0b7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4b69c281-8735-4f79-ab37-0d74b2b0b03d HTTP/1.1" status: 204 len: 168 time: 3.0519438 Oct 18 23:46:19.551355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51704) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:19.560972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 96535881-1d21-4b4f-95b4-7968a4d6574c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:19.604693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3c8906-6249-40f1-9cfe-cb1cca0e0698 admin admin] Deleting subnet e801d464-3238-4da4-923a-23ddd227df17 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:19.608357 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de3c8906-6249-40f1-9cfe-cb1cca0e0698 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.635742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.639782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a4ba2-238d-4ee7-ab6a-bd4c35f3c6d1 None None] DHCP port deletion for 1d963804-8ebc-4a65-96a0-0277d7cfdd9f request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:19.651725 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de3c8906-6249-40f1-9cfe-cb1cca0e0698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.660977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae9960-9b9b-42c4-a757-e8b2be905e24 None None] Network 1d963804-8ebc-4a65-96a0-0277d7cfdd9f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:19.671852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.678639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:19.679334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.680787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 96535881-1d21-4b4f-95b4-7968a4d6574c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:19.681161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:19.783150 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:19.791451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.799896 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.802934 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.817299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.825881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/1d963804-8ebc-4a65-96a0-0277d7cfdd9f HTTP/1.1" status: 204 len: 168 time: 3.5713885 Oct 18 23:46:19.826192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51706) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:19.863415 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-7747b44c-ea8c-4ce3-a9ae-21ca7bbc8d08 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:19.864020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7747b44c-ea8c-4ce3-a9ae-21ca7bbc8d08 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:19.867637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7747b44c-ea8c-4ce3-a9ae-21ca7bbc8d08 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/1d963804-8ebc-4a65-96a0-0277d7cfdd9f HTTP/1.1" status: 404 len: 339 time: 0.0360749 Oct 18 23:46:19.872010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51708) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:19.873825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:19.878891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2023993292', 'description': 'd1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:19.883798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b2233-e670-4397-b8fb-6c94cc0ad808 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=1d963804-8ebc-4a65-96a0-0277d7cfdd9f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:19.887783 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de3c8906-6249-40f1-9cfe-cb1cca0e0698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.942192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.943104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c42120c4-70de-4cba-ae4a-5dd0fbb6659b {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:19.951005 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:19.952400 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0810582d-fb58-4250-8120-329c0bf8da4e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "DELETE /v2.0/routers/c42120c4-70de-4cba-ae4a-5dd0fbb6659b HTTP/1.1" status: 204 len: 168 time: 3.4156244 Oct 18 23:46:19.957430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51712) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:19.975105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d644db35-c78a-4d92-ba0f-15a4cdb09430 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:20.005438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d644db35-c78a-4d92-ba0f-15a4cdb09430 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:20.005797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d644db35-c78a-4d92-ba0f-15a4cdb09430 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:20.006345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 11bc81cd-0d77-478b-881d-27707af6fac1 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:20.007767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:20.011292 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.030563 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.038967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 11bc81cd-0d77-478b-881d-27707af6fac1 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:20.039430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 11bc81cd-0d77-478b-881d-27707af6fac1 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:20.060498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=c796ade2-6f73-4557-80f5-7a1322f29ba8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:20.090543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:46:20.102488 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de3c8906-6249-40f1-9cfe-cb1cca0e0698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.130477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:20.132579 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.132926 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment 319d3629-46a1-421f-9ff4-5b6e305b6399 of type vlan for network db84174c-6ec3-4cc4-9993-cef586d5643f Oct 18 23:46:20.142500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.143735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e4fc08e2-d325-4936-93ec-ac20b9d7a139 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810 HTTP/1.1" status: 200 len: 699 time: 1.9529419 Oct 18 23:46:20.149654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51714) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:20.162472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c8906-6249-40f1-9cfe-cb1cca0e0698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e801d464-3238-4da4-923a-23ddd227df17,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:20.189134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de3c8906-6249-40f1-9cfe-cb1cca0e0698 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.195246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-de3c8906-6249-40f1-9cfe-cb1cca0e0698 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e801d464-3238-4da4-923a-23ddd227df17 HTTP/1.1" status: 204 len: 168 time: 0.6426077 Oct 18 23:46:20.195891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51718) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:20.197860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d75eb5-5398-4f6b-ad63-7c851b3b69c2 None None] Network 45526cf4-a9e4-4d93-af49-792818014afc requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:20.270238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.303861 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.341524 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.382700 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c36130ba-6e7c-4676-919f-d745708c7fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.385610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.391380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:20.392071 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.472125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=db84174c-6ec3-4cc4-9993-cef586d5643f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:20.495753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-51dbddcb-0fe9-4fc6-aa5e-fe89b3c55301 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6204715 Oct 18 23:46:20.498234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51720) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:20.586876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Deleting port 53a21641-fdc9-4eaa-ba93-47ebde98f051 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:20.587220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.604965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network db84174c-6ec3-4cc4-9993-cef586d5643f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:20.663327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46818aa-6a2a-48ce-891c-339e24d0fd16 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:20.664677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e46818aa-6a2a-48ce-891c-339e24d0fd16 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/networks?id=db84174c-6ec3-4cc4-9993-cef586d5643f HTTP/1.1" status: 200 len: 761 time: 0.1652746 Oct 18 23:46:20.667763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51722) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:20.672796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a5afe217-a37b-417f-b863-9859fe7314cd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'description': 'd2'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:20.795191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a564a-b82b-44de-ad09-52cab0d0ad8b None None] DHCP port deletion for 45526cf4-a9e4-4d93-af49-792818014afc request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:20.820266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] For port 53a21641-fdc9-4eaa-ba93-47ebde98f051, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=53a21641-fdc9-4eaa-ba93-47ebde98f051,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:20.820637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.840083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Calling delete_port for 53a21641-fdc9-4eaa-ba93-47ebde98f051 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:20.864683 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:20.879336 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:20.879882 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:20.898508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-135a564a-b82b-44de-ad09-52cab0d0ad8b None None] Deleting port 53a21641-fdc9-4eaa-ba93-47ebde98f051 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:20.899055 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-135a564a-b82b-44de-ad09-52cab0d0ad8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:20.981177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d33a2c5-f5b2-4766-9dd8-73c3adf13778 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810 HTTP/1.1" status: 200 len: 699 time: 0.8287172 Oct 18 23:46:20.981432 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:20.989361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51726) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:21.009834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-135a564a-b82b-44de-ad09-52cab0d0ad8b None None] For port 53a21641-fdc9-4eaa-ba93-47ebde98f051, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=53a21641-fdc9-4eaa-ba93-47ebde98f051,segment=NetworkSegment(14a151c5-b42c-4eb7-bd90-4156417cde78),segment_id=14a151c5-b42c-4eb7-bd90-4156417cde78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:21.010643 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-135a564a-b82b-44de-ad09-52cab0d0ad8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.025950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-135a564a-b82b-44de-ad09-52cab0d0ad8b None None] Calling delete_port for 53a21641-fdc9-4eaa-ba93-47ebde98f051 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:21.173513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 53a21641-fdc9-4eaa-ba93-47ebde98f051 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:21.178194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf34f0-c495-47d2-bcbe-52e15747c040 req-c82c4797-2c80-49a5-afea-ec32571a3069 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:21.180730 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-43bf34f0-c495-47d2-bcbe-52e15747c040 req-c82c4797-2c80-49a5-afea-ec32571a3069 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.9377167 Oct 18 23:46:21.189372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.202771 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-135a564a-b82b-44de-ad09-52cab0d0ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.241623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a564a-b82b-44de-ad09-52cab0d0ad8b None None] Pushing event deleted for resources: {'Port': ['ID=53a21641-fdc9-4eaa-ba93-47ebde98f051,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:21.257687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a564a-b82b-44de-ad09-52cab0d0ad8b None None] No DVR routers for this DVR port 53a21641-fdc9-4eaa-ba93-47ebde98f051 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:21.269902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 5e7b738b-c258-47d7-bfad-c0cb6e566780 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:21.291080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No active binding found for port 53a21641-fdc9-4eaa-ba93-47ebde98f051 {{(pid=100923) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 18 23:46:21.291535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 53a21641-fdc9-4eaa-ba93-47ebde98f051 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:21.291965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 79bada8f-d848-4930-8d4f-920962bd2707 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:21.307398 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:18Z', 'revision_number': 7, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96535881-1d21-4b4f-95b4-7968a4d6574c', 'name': '', 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:ce:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:11Z', 'updated_at': '2021-10-18T23:46:18Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.323328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 79bada8f-d848-4930-8d4f-920962bd2707 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:21.324417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 79bada8f-d848-4930-8d4f-920962bd2707 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:21.341839 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:21.353125 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:21.353782 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.354292 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-43bf34f0-c495-47d2-bcbe-52e15747c040 req-04fc1991-2acf-47b3-b3c5-f78b2293baac tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329660 Oct 18 23:46:21.419959 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5afe217-a37b-417f-b863-9859fe7314cd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.442761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5afe217-a37b-417f-b863-9859fe7314cd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.463894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5afe217-a37b-417f-b863-9859fe7314cd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network db84174c-6ec3-4cc4-9993-cef586d5643f is not hosted by any dhcp agent {{(pid=100922) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:46:21.465164 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:21.469353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afe217-a37b-417f-b863-9859fe7314cd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:21.469973 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5afe217-a37b-417f-b863-9859fe7314cd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.473651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a5afe217-a37b-417f-b863-9859fe7314cd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "PUT /v2.0/networks/db84174c-6ec3-4cc4-9993-cef586d5643f HTTP/1.1" status: 200 len: 758 time: 0.8027592 Oct 18 23:46:21.476504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51730) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:21.489218 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.504144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Deleting port d7963ab9-f685-43b5-9a1e-7a954bfdadd8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:21.504576 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.574689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a21641-fdc9-4eaa-ba93-47ebde98f051,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:21.582320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] No DVR routers for this DVR port 53a21641-fdc9-4eaa-ba93-47ebde98f051 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:21.588881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afe217-a37b-417f-b863-9859fe7314cd tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=db84174c-6ec3-4cc4-9993-cef586d5643f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:21.598615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network db84174c-6ec3-4cc4-9993-cef586d5643f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:21.665910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba33edd-19dd-443d-a055-c5eebc0c0362 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:21.667608 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5ba33edd-19dd-443d-a055-c5eebc0c0362 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/networks?id=db84174c-6ec3-4cc4-9993-cef586d5643f HTTP/1.1" status: 200 len: 761 time: 0.1901531 Oct 18 23:46:21.672087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51732) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:21.673824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:21.677072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1458325133'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:21.685749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84d08a-8280-41bc-beb6-6930aee5d24f None None] Sync routers for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:21.701209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84d08a-8280-41bc-beb6-6930aee5d24f None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:21.701835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7f84d08a-8280-41bc-beb6-6930aee5d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.727511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.737387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7f84d08a-8280-41bc-beb6-6930aee5d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.746622 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:18Z', 'revision_number': 7, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96535881-1d21-4b4f-95b4-7968a4d6574c', 'name': '', 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:ce:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:11Z', 'updated_at': '2021-10-18T23:46:18Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.747804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84d08a-8280-41bc-beb6-6930aee5d24f None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:21.748579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7f84d08a-8280-41bc-beb6-6930aee5d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.755792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45526cf4-a9e4-4d93-af49-792818014afc']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.759333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:21.762933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.778925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a151c5-b42c-4eb7-bd90-4156417cde78') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.779230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a151c5-b42c-4eb7-bd90-4156417cde78') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.785897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.789701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7f84d08a-8280-41bc-beb6-6930aee5d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:21.790579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84d08a-8280-41bc-beb6-6930aee5d24f None None] The sync data for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:21.793722 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28d1b062-cbc1-4c55-83b7-902d40c3b111 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/ports/c796ade2-6f73-4557-80f5-7a1322f29ba8 HTTP/1.1" status: 204 len: 168 time: 4.4039855 Oct 18 23:46:21.794855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51734) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:21.795258 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.805344 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4b8525-cfab-4359-b6fe-bd32067cadcc None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:18Z', 'revision_number': 7, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96535881-1d21-4b4f-95b4-7968a4d6574c', 'name': '', 'network_id': 'd3372eaf-af76-4593-b044-e21ca968840c', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:ce:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:46:11Z', 'updated_at': '2021-10-18T23:46:18Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'fd90014e-ff56-46ce-91ae-2b16d8152f8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:21.815485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.817700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:46:21.827134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:21.827564 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:21.829308 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:21.843860 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.844215 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment 7aa3cf5e-6087-474a-ac15-3110a313d326 of type vlan for network a227cdae-3f39-4a35-abc8-8b7f5158cc15 Oct 18 23:46:21.902479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] For port d7963ab9-f685-43b5-9a1e-7a954bfdadd8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d7963ab9-f685-43b5-9a1e-7a954bfdadd8,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:21.902886 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.924578 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Calling delete_port for d7963ab9-f685-43b5-9a1e-7a954bfdadd8 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:21.928912 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.932900 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.941028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:21.948416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] 10.222.0.52 "DELETE /v2.0/networks/45526cf4-a9e4-4d93-af49-792818014afc HTTP/1.1" status: 204 len: 168 time: 1.7246122 Oct 18 23:46:21.948416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51736) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:21.971166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2258872-f4ab-4aac-8558-4b0576cdc331 admin admin] Pushing event deleted for resources: {'Network': ['ID=45526cf4-a9e4-4d93-af49-792818014afc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:22.021317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:22.027364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:22.028227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:22.097013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4239488 Oct 18 23:46:22.102326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51738) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:22.109469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': 'a227cdae-3f39-4a35-abc8-8b7f5158cc15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:22.142673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e88fb-31e4-4d12-ac1d-12c50ccd7cc7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=a227cdae-3f39-4a35-abc8-8b7f5158cc15,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:22.156036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network a227cdae-3f39-4a35-abc8-8b7f5158cc15 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:22.408703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:22.412902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:22.434289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:22.471053 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:22.559462 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:22.652568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7963ab9-f685-43b5-9a1e-7a954bfdadd8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:22.704000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Deleting port c458519f-ba95-42d1-885c-ed5ee7cbecf7 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:22.704334 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:22.779105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015f998-f264-4c93-8f78-22a19510d221 req-564005bb-9075-4cd8-8e70-d72c52358760 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:22.780599 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c015f998-f264-4c93-8f78-22a19510d221 req-564005bb-9075-4cd8-8e70-d72c52358760 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.3389478 Oct 18 23:46:22.785496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] For port c458519f-ba95-42d1-885c-ed5ee7cbecf7, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c458519f-ba95-42d1-885c-ed5ee7cbecf7,segment=NetworkSegment(1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1),segment_id=1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:22.785998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:22.800626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Calling delete_port for c458519f-ba95-42d1-885c-ed5ee7cbecf7 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:22.867290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:22.990210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.020163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Pushing event deleted for resources: {'Port': ['ID=c458519f-ba95-42d1-885c-ed5ee7cbecf7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:23.027917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c015f998-f264-4c93-8f78-22a19510d221 req-5bd8d748-1190-467b-8ff8-0f11ba1fc722 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335196 Oct 18 23:46:23.032528 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.038434 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.234801 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.494794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.499158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Router 2f648ec4-f39a-47ca-a9dc-910edd77939a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:23.501459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.501958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 408bad62-acef-4786-9963-fd5fbf5b98fa {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:23.544199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.548679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9925a1f6-0514-4bd5-a713-cfec4e790c40 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "DELETE /v2.0/routers/408bad62-acef-4786-9963-fd5fbf5b98fa HTTP/1.1" status: 204 len: 168 time: 3.5867016 Oct 18 23:46:23.550835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51746) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:23.555350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-377696916', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:23.577348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.625591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.626812 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.661488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=c3846df9-b475-4ff6-afc0-dfe2d626b71a,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:23.688259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:23.694507 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:46:23.700076 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] Sync routers for ids ['2f648ec4-f39a-47ca-a9dc-910edd77939a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:23.701261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eb25c5d7-4559-4ce8-a0cf-1d213f5e9bec admin admin] 10.222.0.52 "PUT /v2.0/routers/2f648ec4-f39a-47ca-a9dc-910edd77939a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523360 Oct 18 23:46:23.704142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51748) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:23.711976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': '7aa3cf5e-6087-474a-ac15-3110a313d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a227cdae-3f39-4a35-abc8-8b7f5158cc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:23.711976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: a227cdae-3f39-4a35-abc8-8b7f5158cc15, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:46:23.714243 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] Routers {'2f648ec4-f39a-47ca-a9dc-910edd77939a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:23.715151 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:45:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2f648ec4-f39a-47ca-a9dc-910edd77939a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:23.746418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.757763 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-161bd259-6ef2-487a-aeaa-3b77c84cd452 service neutron] show failed (client error): The resource could not be found. Oct 18 23:46:23.758795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-161bd259-6ef2-487a-aeaa-3b77c84cd452 service neutron] 10.222.0.73 "GET /v2.0/ports/7d815216-3c78-4961-94e2-b1e01e221ed2/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.1200531 Oct 18 23:46:23.830605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network a227cdae-3f39-4a35-abc8-8b7f5158cc15 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:46:23.864433 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] Set router 2f648ec4-f39a-47ca-a9dc-910edd77939a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:23.883482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 96535881-1d21-4b4f-95b4-7968a4d6574c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:23.883828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.901253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, a227cdae-3f39-4a35-abc8-8b7f5158cc15) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:23.906169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:23.906839 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:23.916368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cf0f73-0a55-49d8-94e9-7c9c8f3a5688 None None] Network a227cdae-3f39-4a35-abc8-8b7f5158cc15 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:23.999499 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.087787 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad7194b8-b8f9-438a-a5a4-ddcba2a2d5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.213638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-d7eb7acb-b746-4ddb-9697-d4d23c0a972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:24.215489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-d7eb7acb-b746-4ddb-9697-d4d23c0a972d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 1097 time: 0.1967528 Oct 18 23:46:24.219880 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6ea5e08c-7ce6-43d2-b1ed-13c23defdc6d tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1124268 Oct 18 23:46:24.220312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51752) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:24.229804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-a227cdae-3f39-4a35-abc8-8b7f5158cc15', 'network_id': 'a227cdae-3f39-4a35-abc8-8b7f5158cc15', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': 'c3846df9-b475-4ff6-afc0-dfe2d626b71a'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:46:24.231167 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.243243 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:12Z', 'updated_at': '2021-10-18T23:46:22Z', 'revision_number': 5, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'gw_port': {'id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:13Z', 'updated_at': '2021-10-18T23:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:24.250143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:24.303092 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] Checking router: 2f648ec4-f39a-47ca-a9dc-910edd77939a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:24.312470 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.329129 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] Routers {'2f648ec4-f39a-47ca-a9dc-910edd77939a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:24.329683 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['2f648ec4-f39a-47ca-a9dc-910edd77939a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:24.370819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.477087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Allocated IP 172.20.0.2 (a227cdae-3f39-4a35-abc8-8b7f5158cc15/c3846df9-b475-4ff6-afc0-dfe2d626b71a/6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:24.504632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port 96535881-1d21-4b4f-95b4-7968a4d6574c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=96535881-1d21-4b4f-95b4-7968a4d6574c,segment=NetworkSegment(817e148b-ceb6-4c01-b1cd-dad98816b51c),segment_id=817e148b-ceb6-4c01-b1cd-dad98816b51c)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:24.506429 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.528910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 96535881-1d21-4b4f-95b4-7968a4d6574c owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:24.541190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.566229 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] Set router 2f648ec4-f39a-47ca-a9dc-910edd77939a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:24.713270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a293b-7547-41ae-842e-1564046509da req-1d029214-edcf-45ab-98b8-0a24be1291d6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:24.714475 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-648a293b-7547-41ae-842e-1564046509da req-1d029214-edcf-45ab-98b8-0a24be1291d6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.5306153 Oct 18 23:46:24.735641 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.745154 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.767549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.785789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.820488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Network a227cdae-3f39-4a35-abc8-8b7f5158cc15 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:24.841934 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.847403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Pushing event updated for resources: {'Port': ['ID=6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:24.853023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:24.855842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:24.931868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Attempting to bind port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:24.932652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Attempting to bind port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '7aa3cf5e-6087-474a-ac15-3110a313d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a227cdae-3f39-4a35-abc8-8b7f5158cc15'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:24.933095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Attempting to bind port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 on network a227cdae-3f39-4a35-abc8-8b7f5158cc15 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:24.948724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:24.949434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Checking segment: {'id': '7aa3cf5e-6087-474a-ac15-3110a313d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a227cdae-3f39-4a35-abc8-8b7f5158cc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:24.949954 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.950464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Bound using segment: {'id': '7aa3cf5e-6087-474a-ac15-3110a313d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a227cdae-3f39-4a35-abc8-8b7f5158cc15'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:24.951268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Bound port: 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa3cf5e-6087-474a-ac15-3110a313d326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a227cdae-3f39-4a35-abc8-8b7f5158cc15'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:24.951767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:24.960334 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:12Z', 'updated_at': '2021-10-18T23:46:22Z', 'revision_number': 5, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'gw_port': {'id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:13Z', 'updated_at': '2021-10-18T23:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:24.990577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-648a293b-7547-41ae-842e-1564046509da req-d1619231-19e0-4d19-8d68-f37333a5aaec tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674797 Oct 18 23:46:25.020022 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f9996-1c69-466a-bee9-797fcf2fd3b2 None None] The sync data for ids ['2f648ec4-f39a-47ca-a9dc-910edd77939a'] in n-d-713498-28 is: [{'id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'name': 'tempest-TestVolumeBackupRestore-2122670235-router', 'tenant_id': '902a3a1146884fbf9567109e9d4b142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:40:12Z', 'updated_at': '2021-10-18T23:46:22Z', 'revision_number': 5, 'project_id': '902a3a1146884fbf9567109e9d4b142a', 'gw_port': {'id': '4e1151a1-c9c0-4b65-9c44-a1e849e58493', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f648ec4-f39a-47ca-a9dc-910edd77939a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:40:13Z', 'updated_at': '2021-10-18T23:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:25.084246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7367c443-fae3-412b-acec-bb63766c118f None None] For port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:25.088476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7367c443-fae3-412b-acec-bb63766c118f None None] For port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5,segment=NetworkSegment(7aa3cf5e-6087-474a-ac15-3110a313d326),segment_id=7aa3cf5e-6087-474a-ac15-3110a313d326)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:25.095168 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.114640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Deleting port 4e1151a1-c9c0-4b65-9c44-a1e849e58493 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:25.115030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.118603 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.136295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d7963ab9-f685-43b5-9a1e-7a954bfdadd8 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:25.171391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=96535881-1d21-4b4f-95b4-7968a4d6574c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:25.181540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port 70cb28f9-e557-4289-8cef-86a7f45fb02d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:25.181881 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.186343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d7963ab9-f685-43b5-9a1e-7a954bfdadd8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:25.186920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d7963ab9-f685-43b5-9a1e-7a954bfdadd8 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:25.241387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367c443-fae3-412b-acec-bb63766c118f None None] Pushing event updated for resources: {'Port': ['ID=6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:25.389471 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.497172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] For port 4e1151a1-c9c0-4b65-9c44-a1e849e58493, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4e1151a1-c9c0-4b65-9c44-a1e849e58493,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:25.497552 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.540984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Calling delete_port for 4e1151a1-c9c0-4b65-9c44-a1e849e58493 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:25.608465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.658208 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.689188 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.704906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=c3846df9-b475-4ff6-afc0-dfe2d626b71a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:25.748047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.772853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:25.798152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for 70cb28f9-e557-4289-8cef-86a7f45fb02d owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:25.838829 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.849437 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:25.866483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:25.943377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a227cdae-3f39-4a35-abc8-8b7f5158cc15']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:25.972524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa3cf5e-6087-474a-ac15-3110a313d326') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:25.972820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa3cf5e-6087-474a-ac15-3110a313d326') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:25.984217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:46:25.986970 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be3e451-1f6f-4ed4-b1c0-24bd041c8587" -d '{"events": [{"server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:46:25.991867 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.000959 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.041204 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.059701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:26.060112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:26.063724 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:26.140175 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e24f8f0-32ca-4312-9a3e-8550e1fdde64 x-openstack-request-id: req-2e24f8f0-32ca-4312-9a3e-8550e1fdde64 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:46:26.140498 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:46:26.140686 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e24f8f0-32ca-4312-9a3e-8550e1fdde64 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:46:26.142676 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'code': 200} Oct 18 23:46:26.152510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Allocated IP 172.25.7.163 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/fbb72e3d-33c9-4aba-a59c-669295101756) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:26.164129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:46:26.164129 n-d-713498-28 neutron-server[100922]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:46:26.164129 n-d-713498-28 neutron-server[100922]: [parameters: {'id': 'a227cdae-3f39-4a35-abc8-8b7f5158cc15'}] Oct 18 23:46:26.164129 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:46:26.164599 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:46:26.236943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Transition to ACTIVE for port object 7d815216-3c78-4961-94e2-b1e01e221ed2 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:46:26.245154 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.249144 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.303027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1151a1-c9c0-4b65-9c44-a1e849e58493,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:26.438268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.448300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Pushing event updated for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:26.534007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] No DVR routers for this DVR port 7d815216-3c78-4961-94e2-b1e01e221ed2 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:26.577730 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.612538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37096a4-d9c7-4c06-87c8-b10df5414f21 None None] Network a227cdae-3f39-4a35-abc8-8b7f5158cc15 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:26.627765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:26.636355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:26.643704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:26.666792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.713035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event updated for resources: {'Port': ['ID=fbb72e3d-33c9-4aba-a59c-669295101756,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:26.784094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:26.798035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7ead8-55b0-4c62-befa-4352045c1611 req-fd742efe-3c78-4caa-a301-8829335b1281 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:26.807808 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-80a7ead8-55b0-4c62-befa-4352045c1611 req-fd742efe-3c78-4caa-a301-8829335b1281 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.6791370 Oct 18 23:46:26.809041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-86a58e45-3c0d-4fda-b2bf-c6db470490cd None None] Provisioning complete for port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:26.812330 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-86a58e45-3c0d-4fda-b2bf-c6db470490cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.837843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.914999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] DHCP port deletion for a227cdae-3f39-4a35-abc8-8b7f5158cc15 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:26.932207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Attempting to bind port 7d815216-3c78-4961-94e2-b1e01e221ed2 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:26.932621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Attempting to bind port 7d815216-3c78-4961-94e2-b1e01e221ed2 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:26.932988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Attempting to bind port 7d815216-3c78-4961-94e2-b1e01e221ed2 on network 63a17a1a-62af-448d-861e-bd9ca52b3b7d {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:26.951360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Port 7d815216-3c78-4961-94e2-b1e01e221ed2 on network 63a17a1a-62af-448d-861e-bd9ca52b3b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:46:26.951748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Attempting to bind port 7d815216-3c78-4961-94e2-b1e01e221ed2 on network 63a17a1a-62af-448d-861e-bd9ca52b3b7d {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:26.963690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:26.964048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Checking segment: {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:26.964419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Bound using segment: {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:26.964891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Bound port: 7d815216-3c78-4961-94e2-b1e01e221ed2, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffed562-3313-4d7a-9944-7976018f4323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:26.965204 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:26.966840 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-86a58e45-3c0d-4fda-b2bf-c6db470490cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.008034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-86a58e45-3c0d-4fda-b2bf-c6db470490cd None None] For port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5,segment=NetworkSegment(7aa3cf5e-6087-474a-ac15-3110a313d326),segment_id=7aa3cf5e-6087-474a-ac15-3110a313d326)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:27.020952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:27.021349 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.022469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Deleting port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:27.022809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.024452 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-86a58e45-3c0d-4fda-b2bf-c6db470490cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.045163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:27.047206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.063133 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ca2586f6-c56d-4cf3-a6f0-84249a5f5c64 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0745869 Oct 18 23:46:27.063371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:27.068528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51770) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:27.161527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=70cb28f9-e557-4289-8cef-86a7f45fb02d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:27.181284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:27.182632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:27.321000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] For port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5,segment=NetworkSegment(7aa3cf5e-6087-474a-ac15-3110a313d326),segment_id=7aa3cf5e-6087-474a-ac15-3110a313d326)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:27.321340 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.324756 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-80a7ead8-55b0-4c62-befa-4352045c1611 req-302ca729-08bc-451d-acbd-f6d9991806cc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5159533 Oct 18 23:46:27.329764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.333298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.341030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Calling delete_port for 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:27.351436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c458519f-ba95-42d1-885c-ed5ee7cbecf7 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:27.385089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 7d815216-3c78-4961-94e2-b1e01e221ed2 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:27.395750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] For port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5,segment=NetworkSegment(7aa3cf5e-6087-474a-ac15-3110a313d326),segment_id=7aa3cf5e-6087-474a-ac15-3110a313d326)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:27.396398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.404719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:27.409096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:27.419711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: c458519f-ba95-42d1-885c-ed5ee7cbecf7 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:27.420192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c458519f-ba95-42d1-885c-ed5ee7cbecf7 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:27.438665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.441667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f648ec4-f39a-47ca-a9dc-910edd77939a {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:27.449518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd99a46-1251-4dff-859c-2d9ffc92c233 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting subnet fd90014e-ff56-46ce-91ae-2b16d8152f8a {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:27.459000 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.460743 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f564db21-b3e0-45c3-b86d-138f45c5683a admin admin] 10.222.0.52 "DELETE /v2.0/routers/2f648ec4-f39a-47ca-a9dc-910edd77939a HTTP/1.1" status: 204 len: 168 time: 3.7503638 Oct 18 23:46:27.478611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51778) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:27.484996 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.501013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4bd99a46-1251-4dff-859c-2d9ffc92c233 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.542241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Calling delete_port for 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:27.584079 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.590016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.708337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:27.709310 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.717866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] 10.222.0.102 "PUT /v2.0/ports/7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 1092 time: 3.4766097 Oct 18 23:46:27.737031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:27.821923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4bd99a46-1251-4dff-859c-2d9ffc92c233 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.842615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a58e45-3c0d-4fda-b2bf-c6db470490cd None None] Pushing event updated for resources: {'Port': ['ID=6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:27.861107 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.961704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Pushing event deleted for resources: {'Port': ['ID=6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:27.967147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 5e7b738b-c258-47d7-bfad-c0cb6e566780 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:27.972574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] No DVR routers for this DVR port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:27.978240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4bd99a46-1251-4dff-859c-2d9ffc92c233 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:27.993136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fb96c4-9733-4e5d-beec-3ba4f330f2c8 admin admin] Deleting subnet 8a620ad9-c679-4419-bd93-c6f137f820fe {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:28.049009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 7d815216-3c78-4961-94e2-b1e01e221ed2 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:28.052030 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.057102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.057454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.057795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.058181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.058541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.059174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.060126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.060224 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1fb96c4-9733-4e5d-beec-3ba4f330f2c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.060316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.060316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.060822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.061827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.062327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f2228-a6d8-4335-80fe-903739a0899d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:28.132979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823e4e2-0b06-4aaf-a157-75f063b7faec service neutron] Pushing event updated for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:28.143802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:46:28.146332 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163cf4e4-cda2-4f82-9ecb-3388a4875959" -d '{"events": [{"name": "network-changed", "server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:46:28.185244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:24Z', 'revision_number': 8, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:28.201516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:28.213629 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adfcae-62eb-49ff-a858-f8904316f092 None None] Sync routers for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:28.214223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3a760b5b-0983-4849-ac6b-5a79605a43ba tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/routers/5e7b738b-c258-47d7-bfad-c0cb6e566780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4129524 Oct 18 23:46:28.214598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:28.224858 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adfcae-62eb-49ff-a858-f8904316f092 None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:28.226778 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b2adfcae-62eb-49ff-a858-f8904316f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:28.245620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:28.259594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:28.260529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:28.313350 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b2adfcae-62eb-49ff-a858-f8904316f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:28.363869 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adfcae-62eb-49ff-a858-f8904316f092 None None] Routers {'5e7b738b-c258-47d7-bfad-c0cb6e566780'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:28.364353 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b2adfcae-62eb-49ff-a858-f8904316f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5e7b738b-c258-47d7-bfad-c0cb6e566780'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:28.444340 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b2adfcae-62eb-49ff-a858-f8904316f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:28.444990 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adfcae-62eb-49ff-a858-f8904316f092 None None] The sync data for ids ['5e7b738b-c258-47d7-bfad-c0cb6e566780'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:28.455687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:28.466523 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.546028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1a6b7-7aac-4d67-8ab0-94b538e17792 req-04e7b2d5-85f0-4aba-b543-970f366ff149 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:28.547706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62e1a6b7-7aac-4d67-8ab0-94b538e17792 req-04e7b2d5-85f0-4aba-b543-970f366ff149 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 0.1116505 Oct 18 23:46:28.561965 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f10d7a-cf10-47ad-8c6c-847b176736e1 x-openstack-request-id: req-07f10d7a-cf10-47ad-8c6c-847b176736e1 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:46:28.562256 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:46:28.562507 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07f10d7a-cf10-47ad-8c6c-847b176736e1 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:46:28.562923 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'status': 'completed', 'code': 200} Oct 18 23:46:28.573144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-c037ec3d-c285-4404-a1ae-1acd0ef58a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:28.574587 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-c037ec3d-c285-4404-a1ae-1acd0ef58a93 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1095 time: 0.7812393 Oct 18 23:46:28.614029 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1fb96c4-9733-4e5d-beec-3ba4f330f2c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.641507 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-62e1a6b7-7aac-4d67-8ab0-94b538e17792 req-a92fb953-57ab-4a3e-b0c8-4280a4adfd22 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833077 Oct 18 23:46:28.657924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.671161 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.702576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:24Z', 'revision_number': 8, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:28.715866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port 0435aef6-efb8-4b5e-bd28-d48d5ab231f0 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:28.716130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.733008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc06092-a2dc-4bb5-bb95-c6b63fc3d79b None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:24Z', 'revision_number': 8, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594e41fa-fe02-4f2e-a4de-29a3dffb99ee', 'name': '', 'network_id': 'e8832b65-42e1-4de0-848a-d8a083ff7d42', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:bf:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:59Z', 'updated_at': '2021-10-18T23:46:11Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '341761dc-2a9d-40c0-8a0f-876898fea9d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:28.770643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Port': ['ID=6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:28.777874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No DVR routers for this DVR port 6f93cda8-5c01-41de-bdc6-5d6fcbeff0e5 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:28.804470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4bd99a46-1251-4dff-859c-2d9ffc92c233 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.807364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.820269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for 0435aef6-efb8-4b5e-bd28-d48d5ab231f0 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:28.889897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd99a46-1251-4dff-859c-2d9ffc92c233 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Subnet': ['ID=fd90014e-ff56-46ce-91ae-2b16d8152f8a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:28.896289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08122b61-09ba-4c8b-b2b2-9f72c142b4b9 None None] Network d3372eaf-af76-4593-b044-e21ca968840c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:28.913929 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4bd99a46-1251-4dff-859c-2d9ffc92c233 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:28.917206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4bd99a46-1251-4dff-859c-2d9ffc92c233 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/fd90014e-ff56-46ce-91ae-2b16d8152f8a HTTP/1.1" status: 204 len: 168 time: 1.8372183 Oct 18 23:46:28.921065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51788) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:28.935581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-4e09bb28-6265-4957-8511-56231971a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:28.937056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-4e09bb28-6265-4957-8511-56231971a325 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1095 time: 0.3665669 Oct 18 23:46:29.037999 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.070332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.096084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a227cdae-3f39-4a35-abc8-8b7f5158cc15']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:29.102334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.108413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa3cf5e-6087-474a-ac15-3110a313d326') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:29.109319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa3cf5e-6087-474a-ac15-3110a313d326') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:29.114017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ead75-7806-4e85-bab7-874fb5a96cab None None] DHCP port deletion for d3372eaf-af76-4593-b044-e21ca968840c request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:29.120173 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.135799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.142897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:29.143270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:29.156846 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:29.164833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1fb96c4-9733-4e5d-beec-3ba4f330f2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.180144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-b57d55cb-9d6e-4625-a5b5-7f24a9132e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:29.182194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-b57d55cb-9d6e-4625-a5b5-7f24a9132e62 service neutron] 10.222.0.102 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 0.5749578 Oct 18 23:46:29.202539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-254ead75-7806-4e85-bab7-874fb5a96cab None None] Deleting port 8ee32f40-6493-41be-b134-eb124b32f32c {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:29.202953 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-254ead75-7806-4e85-bab7-874fb5a96cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.214028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=0435aef6-efb8-4b5e-bd28-d48d5ab231f0,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:29.230841 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.233864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4e1151a1-c9c0-4b65-9c44-a1e849e58493 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:29.254418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 8ee32f40-6493-41be-b134-eb124b32f32c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:29.254943 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.270850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 4e1151a1-c9c0-4b65-9c44-a1e849e58493 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:29.271204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4e1151a1-c9c0-4b65-9c44-a1e849e58493 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:29.271642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 96535881-1d21-4b4f-95b4-7968a4d6574c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:29.321109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 96535881-1d21-4b4f-95b4-7968a4d6574c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:29.321464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 96535881-1d21-4b4f-95b4-7968a4d6574c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:29.321882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8ee32f40-6493-41be-b134-eb124b32f32c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:29.327939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port 8ee32f40-6493-41be-b134-eb124b32f32c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8ee32f40-6493-41be-b134-eb124b32f32c,segment=NetworkSegment(817e148b-ceb6-4c01-b1cd-dad98816b51c),segment_id=817e148b-ceb6-4c01-b1cd-dad98816b51c)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:29.329446 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.342852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 8ee32f40-6493-41be-b134-eb124b32f32c owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:29.353923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-254ead75-7806-4e85-bab7-874fb5a96cab None None] For port 8ee32f40-6493-41be-b134-eb124b32f32c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8ee32f40-6493-41be-b134-eb124b32f32c,segment=NetworkSegment(817e148b-ceb6-4c01-b1cd-dad98816b51c),segment_id=817e148b-ceb6-4c01-b1cd-dad98816b51c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:29.354340 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-254ead75-7806-4e85-bab7-874fb5a96cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.372341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-254ead75-7806-4e85-bab7-874fb5a96cab None None] Calling delete_port for 8ee32f40-6493-41be-b134-eb124b32f32c owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:29.429458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.430488 n-d-713498-28 neutron-server[100923]: INFO neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No ports have port_id starting with 8ee32f40-6493-41be-b134-eb124b32f32c Oct 18 23:46:29.466783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=8ee32f40-6493-41be-b134-eb124b32f32c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:29.478157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.480362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No DVR routers for this DVR port 8ee32f40-6493-41be-b134-eb124b32f32c on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:29.501031 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-254ead75-7806-4e85-bab7-874fb5a96cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.527082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-e3c88efa-c978-4bbc-8e77-7e6a6a55b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:29.529516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-e3c88efa-c978-4bbc-8e77-7e6a6a55b7d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 0.5594132 Oct 18 23:46:29.532019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-a6451f30-1e0d-471d-a29f-3e9cf5366dff service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 999 time: 0.2951338 Oct 18 23:46:29.535876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254ead75-7806-4e85-bab7-874fb5a96cab None None] No DVR routers for this DVR port 8ee32f40-6493-41be-b134-eb124b32f32c on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:29.552186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ead75-7806-4e85-bab7-874fb5a96cab None None] Pushing event deleted for resources: {'Port': ['ID=8ee32f40-6493-41be-b134-eb124b32f32c,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:29.601164 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.617786 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.622168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.638780 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.645022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/a227cdae-3f39-4a35-abc8-8b7f5158cc15 HTTP/1.1" status: 204 len: 168 time: 5.4187376 Oct 18 23:46:29.666937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51798) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:29.683763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef5e8e-3805-4f05-a974-abec425ea0c7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=a227cdae-3f39-4a35-abc8-8b7f5158cc15,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:29.698549 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1fb96c4-9733-4e5d-beec-3ba4f330f2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.702869 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.737499 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b1fb96c4-9733-4e5d-beec-3ba4f330f2c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.738830 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13b7b91-8926-4edb-9be3-7a4509ad324a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] GET failed (client error): The resource could not be found. Oct 18 23:46:29.743867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b1fb96c4-9733-4e5d-beec-3ba4f330f2c8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8a620ad9-c679-4419-bd93-c6f137f820fe HTTP/1.1" status: 204 len: 168 time: 2.2418799 Oct 18 23:46:29.744268 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e13b7b91-8926-4edb-9be3-7a4509ad324a tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/subnets/c3846df9-b475-4ff6-afc0-dfe2d626b71a HTTP/1.1" status: 404 len: 337 time: 0.0400667 Oct 18 23:46:29.747513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb96c4-9733-4e5d-beec-3ba4f330f2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a620ad9-c679-4419-bd93-c6f137f820fe,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:29.750018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51804) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:29.750573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51806) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:29.752999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763fdb9a-dee5-4d40-b93d-a8bd698aebae None None] Network ffa3f856-f5e9-4562-8d35-4b2ed547f6fa requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:29.785709 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.786745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Fanout notify agent at l3_agent the message router_deleted on router 5e7b738b-c258-47d7-bfad-c0cb6e566780 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:29.801130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.802665 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c2628b07-87e5-476d-b95f-9250902c41f2 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/routers/5e7b738b-c258-47d7-bfad-c0cb6e566780 HTTP/1.1" status: 204 len: 168 time: 1.5870137 Oct 18 23:46:29.810482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51810) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:29.821990 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3372eaf-af76-4593-b044-e21ca968840c']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:29.852092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-e3882b49-cb2b-42fe-91b9-9a7ddeca5a90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 999 time: 0.2990785 Oct 18 23:46:29.858581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-7670509a-20cd-485a-a169-a73784da0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:29.861075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-7670509a-20cd-485a-a169-a73784da0b32 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.3188756 Oct 18 23:46:29.868070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817e148b-ceb6-4c01-b1cd-dad98816b51c') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:29.868613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817e148b-ceb6-4c01-b1cd-dad98816b51c') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:29.880241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb62eb-7741-4e71-9381-50302f0abaf3 req-3c999dca-06b9-43cc-81ea-d22e4ac59cad tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:29.882049 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8bb62eb-7741-4e71-9381-50302f0abaf3 req-3c999dca-06b9-43cc-81ea-d22e4ac59cad tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 0.1365471 Oct 18 23:46:29.897994 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.898881 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-691c752b-00f7-41cf-b902-4ec0db4eaf83 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:29.899490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691c752b-00f7-41cf-b902-4ec0db4eaf83 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:29.906526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-691c752b-00f7-41cf-b902-4ec0db4eaf83 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/a227cdae-3f39-4a35-abc8-8b7f5158cc15 HTTP/1.1" status: 404 len: 339 time: 0.1502972 Oct 18 23:46:29.911251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51812) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:29.934454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fab5137-2536-48b2-ad26-6341902a807d tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting subnet 51d3565d-a273-4ba7-a47a-9bf792dd5217 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:29.946120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0fab5137-2536-48b2-ad26-6341902a807d tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.949843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.991832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:29.992164 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:29.998967 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:30.024952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8bb62eb-7741-4e71-9381-50302f0abaf3 req-994309f3-af10-4436-8274-084aecde1f98 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333067 Oct 18 23:46:30.039440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d4679-4e31-4d5e-9211-4b8af296d8e0 None None] DHCP port deletion for ffa3f856-f5e9-4562-8d35-4b2ed547f6fa request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:30.073113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:30.081288 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0fab5137-2536-48b2-ad26-6341902a807d tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:30.122878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d4679-4e31-4d5e-9211-4b8af296d8e0 None None] Deleting port ebd17c14-3cc6-41ac-8691-43663e32af91 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:30.123604 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4679-4e31-4d5e-9211-4b8af296d8e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:30.131995 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:30.159516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:30.164043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/networks/d3372eaf-af76-4593-b044-e21ca968840c HTTP/1.1" status: 204 len: 168 time: 1.2419987 Oct 18 23:46:30.165295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca056c26-f2a4-4715-8c81-c421f77d0f93 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Network': ['ID=d3372eaf-af76-4593-b044-e21ca968840c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:30.170692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51814) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:30.184115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-6adff696-707a-4659-ae3e-968d4353d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:30.185600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-6adff696-707a-4659-ae3e-968d4353d5ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.2951217 Oct 18 23:46:30.224394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0c4d4679-4e31-4d5e-9211-4b8af296d8e0 None None] For port ebd17c14-3cc6-41ac-8691-43663e32af91, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ebd17c14-3cc6-41ac-8691-43663e32af91,segment=NetworkSegment(1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1),segment_id=1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:30.224817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4679-4e31-4d5e-9211-4b8af296d8e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:30.246606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d4679-4e31-4d5e-9211-4b8af296d8e0 None None] Calling delete_port for ebd17c14-3cc6-41ac-8691-43663e32af91 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:30.274353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-621829b4-b340-4025-95ed-17fc288d6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:30.277083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-621829b4-b340-4025-95ed-17fc288d6a34 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3648391 Oct 18 23:46:30.309682 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0fab5137-2536-48b2-ad26-6341902a807d tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:30.337793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91085b89-a0cf-4f33-8be7-7504c6bd2438 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:30.342781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-91085b89-a0cf-4f33-8be7-7504c6bd2438 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4219139 Oct 18 23:46:30.344626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51816) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:30.352212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Router b80c1178-4c93-4747-9beb-fe500c56a74d is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:46:30.352741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4679-4e31-4d5e-9211-4b8af296d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:30.389781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d4679-4e31-4d5e-9211-4b8af296d8e0 None None] Pushing event deleted for resources: {'Port': ['ID=ebd17c14-3cc6-41ac-8691-43663e32af91,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:30.393887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d4679-4e31-4d5e-9211-4b8af296d8e0 None None] No DVR routers for this DVR port ebd17c14-3cc6-41ac-8691-43663e32af91 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:30.427463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-d92cfeb1-eed2-47ab-b3c1-e01b4303c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:30.429438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-d92cfeb1-eed2-47ab-b3c1-e01b4303c8d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2233350 Oct 18 23:46:30.844358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Deleting port ebd17c14-3cc6-41ac-8691-43663e32af91 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:30.844702 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:30.870255 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fb100f23-c2f8-4d1e-b8b0-2149ed3c4ee7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 207 time: 0.4884064 Oct 18 23:46:30.872667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:30.873230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-97bb888e-908c-4c42-b215-1aa919580cea service neutron] 10.222.0.102 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675237 Oct 18 23:46:31.017707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] For port ebd17c14-3cc6-41ac-8691-43663e32af91, host n-d-713498-28, got binding levels [] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:31.018166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.024160 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:31.038611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f325b80-6317-4e4d-a9b2-e7f7f05d64ed None None] Sync routers for ids ['b80c1178-4c93-4747-9beb-fe500c56a74d'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:31.059826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0fab5137-2536-48b2-ad26-6341902a807d tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.060440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-efe1d35e-01d7-4107-80ea-b6d8ca4d94b1 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215491 Oct 18 23:46:31.077613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f325b80-6317-4e4d-a9b2-e7f7f05d64ed None None] Routers {'b80c1178-4c93-4747-9beb-fe500c56a74d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:31.090671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7f325b80-6317-4e4d-a9b2-e7f7f05d64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b80c1178-4c93-4747-9beb-fe500c56a74d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:31.095917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Calling delete_port for ebd17c14-3cc6-41ac-8691-43663e32af91 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:31.104169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Port ebd17c14-3cc6-41ac-8691-43663e32af91 was not found and therefore no delete operation was performed {{(pid=100922) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:46:31.130528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab5137-2536-48b2-ad26-6341902a807d tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Subnet': ['ID=51d3565d-a273-4ba7-a47a-9bf792dd5217,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:31.139874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0fab5137-2536-48b2-ad26-6341902a807d tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.143560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0fab5137-2536-48b2-ad26-6341902a807d tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/subnets/51d3565d-a273-4ba7-a47a-9bf792dd5217 HTTP/1.1" status: 204 len: 168 time: 1.3317649 Oct 18 23:46:31.152904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51824) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:31.186779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.219268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.220279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea81fd33-acf5-4182-820c-90fbffad3e9a None None] Network 4c434756-7269-4c28-be05-374e5e39a43c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:31.223266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7f325b80-6317-4e4d-a9b2-e7f7f05d64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:31.224428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6488aad5-af7c-4694-9709-8c6145c615c8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6742716 Oct 18 23:46:31.226091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ebd17c14-3cc6-41ac-8691-43663e32af91 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:31.234842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51826) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:31.239290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-176c7d8b-613e-453a-9f36-131c614e76aa tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': False}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:31.262992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: ebd17c14-3cc6-41ac-8691-43663e32af91 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:31.263386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ebd17c14-3cc6-41ac-8691-43663e32af91 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:31.275824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f325b80-6317-4e4d-a9b2-e7f7f05d64ed None None] Routers {'b80c1178-4c93-4747-9beb-fe500c56a74d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:31.276460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7f325b80-6317-4e4d-a9b2-e7f7f05d64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b80c1178-4c93-4747-9beb-fe500c56a74d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:31.328570 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.340776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7f325b80-6317-4e4d-a9b2-e7f7f05d64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:31.341422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f325b80-6317-4e4d-a9b2-e7f7f05d64ed None None] The sync data for ids ['b80c1178-4c93-4747-9beb-fe500c56a74d'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:31.356995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df619de-3c76-4538-91ed-6530aec518a5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:31.365514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df619de-3c76-4538-91ed-6530aec518a5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:31.370131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd17c14-3cc6-41ac-8691-43663e32af91,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:31.373276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df619de-3c76-4538-91ed-6530aec518a5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:31.380082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df619de-3c76-4538-91ed-6530aec518a5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:31.386248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9df619de-3c76-4538-91ed-6530aec518a5 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5139728 Oct 18 23:46:31.393618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.394221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.394710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.395221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.395714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.397185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51828) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:31.397623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.398252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.398769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.399247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.399720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.400210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.400679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:31.409209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] No DVR routers for this DVR port ebd17c14-3cc6-41ac-8691-43663e32af91 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:31.448705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33edb977-11d8-4e88-807f-77ff1cb277f1 req-95e1634c-24ef-4973-a81e-0c5ae925959c service neutron] 10.222.0.102 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359983 Oct 18 23:46:31.510611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf10a3-e7a7-41e7-93c2-29d9e1a4c74d None None] DHCP port deletion for 4c434756-7269-4c28-be05-374e5e39a43c request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:31.562947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a17e07-0f54-40d6-b3a4-0005133f4433 req-2c20641f-170f-4792-88f4-f26483fb9ba9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:31.564687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10a17e07-0f54-40d6-b3a4-0005133f4433 req-2c20641f-170f-4792-88f4-f26483fb9ba9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 0.3586898 Oct 18 23:46:31.608919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf10a3-e7a7-41e7-93c2-29d9e1a4c74d None None] Deleting port 382a134f-97ef-4405-94df-56012bacb1e5 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:31.609950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bfdf10a3-e7a7-41e7-93c2-29d9e1a4c74d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.657513 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ee3acf54-a4c4-4ace-af2f-7f69c8811790 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2572200 Oct 18 23:46:31.662442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.673846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51830) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:31.690288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port 382a134f-97ef-4405-94df-56012bacb1e5 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:31.690966 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.700545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bfdf10a3-e7a7-41e7-93c2-29d9e1a4c74d None None] For port 382a134f-97ef-4405-94df-56012bacb1e5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=382a134f-97ef-4405-94df-56012bacb1e5,segment=NetworkSegment(aab2eed1-24db-4e0c-b07d-836a6bda2cb5),segment_id=aab2eed1-24db-4e0c-b07d-836a6bda2cb5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:31.701034 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bfdf10a3-e7a7-41e7-93c2-29d9e1a4c74d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.719852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf10a3-e7a7-41e7-93c2-29d9e1a4c74d None None] Calling delete_port for 382a134f-97ef-4405-94df-56012bacb1e5 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:31.739422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-ae4e1162-65fd-4423-9e8c-c0ddd0d091c3 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659713 Oct 18 23:46:31.782602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] For port 382a134f-97ef-4405-94df-56012bacb1e5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=382a134f-97ef-4405-94df-56012bacb1e5,segment=NetworkSegment(aab2eed1-24db-4e0c-b07d-836a6bda2cb5),segment_id=aab2eed1-24db-4e0c-b07d-836a6bda2cb5)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:31.783303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.800547 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.806885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-28108457-305f-45bb-bcbb-53de86d6a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:31.813807 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-28108457-305f-45bb-bcbb-53de86d6a6e6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1095 time: 0.2429214 Oct 18 23:46:31.813807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa3f856-f5e9-4562-8d35-4b2ed547f6fa']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:31.814399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for 382a134f-97ef-4405-94df-56012bacb1e5 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:31.899325 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bfdf10a3-e7a7-41e7-93c2-29d9e1a4c74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:31.914704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f586323-bd2b-4ef8-84ae-f966a21980f3 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:31.916458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f586323-bd2b-4ef8-84ae-f966a21980f3 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:31.918280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9f586323-bd2b-4ef8-84ae-f966a21980f3 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2422724 Oct 18 23:46:31.942860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10a17e07-0f54-40d6-b3a4-0005133f4433 req-e7a8ba3d-014b-475c-b85b-2cd578e98ecd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147638 Oct 18 23:46:31.943250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf10a3-e7a7-41e7-93c2-29d9e1a4c74d None None] Pushing event deleted for resources: {'Port': ['ID=382a134f-97ef-4405-94df-56012bacb1e5,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:31.943332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51832) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:31.943405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf10a3-e7a7-41e7-93c2-29d9e1a4c74d None None] No DVR routers for this DVR port 382a134f-97ef-4405-94df-56012bacb1e5 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:31.965898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:31.966094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1afb3d-a7e0-4146-a5ac-90dcc68bb4c1') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:32.007788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.034601 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.093781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=382a134f-97ef-4405-94df-56012bacb1e5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:32.095804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] No DVR routers for this DVR port 382a134f-97ef-4405-94df-56012bacb1e5 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:32.110266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.127620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dda108-7cf0-46c2-9e67-974a5ed646ab tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:32.129217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dda108-7cf0-46c2-9e67-974a5ed646ab tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:32.136249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d5dda108-7cf0-46c2-9e67-974a5ed646ab tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1743200 Oct 18 23:46:32.136249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:32.136249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:32.137998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51836) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:32.211323 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.240698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c434756-7269-4c28-be05-374e5e39a43c']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:32.240928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-78883384-2160-4845-8ceb-21ba6fa569a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:32.242346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-78883384-2160-4845-8ceb-21ba6fa569a4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 0.3639379 Oct 18 23:46:32.251196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab2eed1-24db-4e0c-b07d-836a6bda2cb5') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:32.251498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab2eed1-24db-4e0c-b07d-836a6bda2cb5') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:32.281357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.323792 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.333224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:32.333793 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:32.337718 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:32.360934 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.377329 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.383168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] 10.222.0.52 "DELETE /v2.0/networks/ffa3f856-f5e9-4562-8d35-4b2ed547f6fa HTTP/1.1" status: 204 len: 168 time: 2.6086826 Oct 18 23:46:32.418512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088291e4-c28f-4b24-ae5b-0831f6e7edfc admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa3f856-f5e9-4562-8d35-4b2ed547f6fa,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:32.424014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.428391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:32.428828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.443269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.447382 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/networks/4c434756-7269-4c28-be05-374e5e39a43c HTTP/1.1" status: 204 len: 168 time: 1.2875869 Oct 18 23:46:32.460799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51840) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:32.465188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-503fbf98-d0cd-40f1-a6dd-3882e686df48 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 999 time: 0.1884599 Oct 18 23:46:32.480801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b50c01-1428-4432-a895-4e12932b1678 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Network': ['ID=4c434756-7269-4c28-be05-374e5e39a43c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:32.496657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115d73e0-f397-4ebb-9c66-fe9289e384ca tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:32.503033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-115d73e0-f397-4ebb-9c66-fe9289e384ca tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/networks/1a57deaf-24ec-47ba-97bd-823da0d4d9e3 HTTP/1.1" status: 200 len: 799 time: 0.3576381 Oct 18 23:46:32.514173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51842) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:32.542593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51844) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:32.762181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port 594e41fa-fe02-4f2e-a4de-29a3dffb99ee, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=594e41fa-fe02-4f2e-a4de-29a3dffb99ee,segment=NetworkSegment(13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da),segment_id=13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:32.762461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.788933 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-58a61fe4-cb51-47d3-83cd-37adf5f2975d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3fd7b3a8d33d46fd851599e186dffb43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418406 Oct 18 23:46:32.796325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51846) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:32.812607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 594e41fa-fe02-4f2e-a4de-29a3dffb99ee owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:32.819770 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-176c7d8b-613e-453a-9f36-131c614e76aa tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.841409 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6e4b58e3-38a6-4a02-b0a6-1e234583f632 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/networks/1a57deaf-24ec-47ba-97bd-823da0d4d9e3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3205137 Oct 18 23:46:32.846008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51848) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:32.857961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-dab1f0fd-ddf2-45d1-ad04-d6bbc4696a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:32.859524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-dab1f0fd-ddf2-45d1-ad04-d6bbc4696a45 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.3847723 Oct 18 23:46:32.929912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port 270811d7-a6a7-4344-8d90-83a32a473372 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:32.930836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.956988 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c4370a8-5c8f-4346-a33f-d1d44516698c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:32.959874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490dbef8-914b-4717-9576-5eadadedc123 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:32.961230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-490dbef8-914b-4717-9576-5eadadedc123 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/subnets/8e011c36-8450-403b-a9c2-a4abf07f6c73 HTTP/1.1" status: 200 len: 811 time: 0.1007636 Oct 18 23:46:32.967636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51852) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:32.970812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-4ed4c9de-5f45-4112-b08b-5f7a2d389414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:32.972284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-4ed4c9de-5f45-4112-b08b-5f7a2d389414 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998302 Oct 18 23:46:32.988614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c4370a8-5c8f-4346-a33f-d1d44516698c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.137838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73d9b2-c55b-4327-beb5-435182c13f8e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['shared'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:33.137838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cf73d9b2-c55b-4327-beb5-435182c13f8e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "GET /v2.0/subnets/8e011c36-8450-403b-a9c2-a4abf07f6c73?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1649144 Oct 18 23:46:33.141409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51856) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:33.150747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441677233'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:33.185376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 382a134f-97ef-4405-94df-56012bacb1e5 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:33.195687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:33.196631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.196971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.199153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.210256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 382a134f-97ef-4405-94df-56012bacb1e5 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:33.210903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 382a134f-97ef-4405-94df-56012bacb1e5 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:33.215483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for 270811d7-a6a7-4344-8d90-83a32a473372 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:33.215991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-105614c9-2b62-462b-9c0b-98e8c84dc719 service neutron] 10.222.0.102 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071159 Oct 18 23:46:33.261529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6b48-b032-47ec-b139-a9f4341f5fe8 req-f87ae5fe-e3da-4da4-97da-c3220b5600a1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:33.264275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e58d6b48-b032-47ec-b139-a9f4341f5fe8 req-f87ae5fe-e3da-4da4-97da-c3220b5600a1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 0.2638948 Oct 18 23:46:33.264430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:46:33.354340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c4370a8-5c8f-4346-a33f-d1d44516698c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.356344 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c4370a8-5c8f-4346-a33f-d1d44516698c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.360071 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.360241 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8c4370a8-5c8f-4346-a33f-d1d44516698c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10a857a1-eba7-4a50-bd7a-3153ffadbfee HTTP/1.1" status: 204 len: 168 time: 0.5553403 Oct 18 23:46:33.360322 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Added segment 1c7d186e-ecd8-48d6-b2dd-f1d257d361d2 of type vlan for network 6101c25c-eb48-43c3-940e-6c9dd7c5d39d Oct 18 23:46:33.402033 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e58d6b48-b032-47ec-b139-a9f4341f5fe8 req-2311eda6-7dd8-41f6-80ea-e1d1f685f5fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073191 Oct 18 23:46:33.410344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4370a8-5c8f-4346-a33f-d1d44516698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a857a1-eba7-4a50-bd7a-3153ffadbfee,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:33.445214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.488046 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.504722 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-163cf4e4-cda2-4f82-9ecb-3388a4875959 req-a9fb9830-d179-4689-bf0e-7ddba43ba4a1 service neutron] 10.222.0.102 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802153 Oct 18 23:46:33.542157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=594e41fa-fe02-4f2e-a4de-29a3dffb99ee,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:33.616605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.624037 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.630325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:33.631228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.739943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Network': ['ID=6101c25c-eb48-43c3-940e-6c9dd7c5d39d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:33.760595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 6101c25c-eb48-43c3-940e-6c9dd7c5d39d details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:33.772809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a7bf1887-f1f0-4cca-bc35-c1d5afab817f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6278656 Oct 18 23:46:33.777241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51862) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:33.784883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'network_id': '6101c25c-eb48-43c3-940e-6c9dd7c5d39d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:33.788462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=270811d7-a6a7-4344-8d90-83a32a473372,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:33.800002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.802819 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:33.804608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-471d7e79-a260-4f6e-b5b4-a0d1f91faa61 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/floatingips/4b898192-5415-437b-958e-f0bf31b0a1e0 HTTP/1.1" status: 204 len: 168 time: 1.3345156 Oct 18 23:46:33.820522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51864) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:33.883740 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c376f06-38e8-44ac-abda-5c5fb8245f67 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:33.884811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c376f06-38e8-44ac-abda-5c5fb8245f67 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:33.888908 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6c376f06-38e8-44ac-abda-5c5fb8245f67 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/ports/c796ade2-6f73-4557-80f5-7a1322f29ba8 HTTP/1.1" status: 404 len: 333 time: 0.0664096 Oct 18 23:46:33.890785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51866) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:33.936641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51868) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:33.961973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-243fde83-ab1a-433c-af8f-da03daa09d09 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e7b738b-c258-47d7-bfad-c0cb6e566780 HTTP/1.1" status: 200 len: 205 time: 0.0698171 Oct 18 23:46:33.965506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51870) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:34.008674 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-176c7d8b-613e-453a-9f36-131c614e76aa tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.016721 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-176c7d8b-613e-453a-9f36-131c614e76aa tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.086052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Made reservation on behalf of 1d01563d2f3144f081bbf554bfdd63d6 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:34.090054 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.193093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing IP validity checks on allocation pools {{(pid=100922) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 23:46:34.193671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100922) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 23:46:34.218134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176c7d8b-613e-453a-9f36-131c614e76aa tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Router b80c1178-4c93-4747-9beb-fe500c56a74d has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:34.415235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176c7d8b-613e-453a-9f36-131c614e76aa tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:34.420336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-176c7d8b-613e-453a-9f36-131c614e76aa tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.421144 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-39b9562d-1a19-421b-89a4-38fb3e7ae5d6 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] delete failed (client error): The resource could not be found. Oct 18 23:46:34.421619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-176c7d8b-613e-453a-9f36-131c614e76aa tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "PUT /v2.0/routers/b80c1178-4c93-4747-9beb-fe500c56a74d HTTP/1.1" status: 200 len: 925 time: 3.1863768 Oct 18 23:46:34.421724 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-39b9562d-1a19-421b-89a4-38fb3e7ae5d6 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/routers/5e7b738b-c258-47d7-bfad-c0cb6e566780 HTTP/1.1" status: 404 len: 336 time: 0.4496303 Oct 18 23:46:34.425697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51874) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:34.428399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51876) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:34.430709 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a94318-9c2b-41a7-ab11-81551d85ef25 None None] Sync routers for ids ['b80c1178-4c93-4747-9beb-fe500c56a74d'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:34.441034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.447789 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a94318-9c2b-41a7-ab11-81551d85ef25 None None] Routers {'b80c1178-4c93-4747-9beb-fe500c56a74d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:34.449408 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d3a94318-9c2b-41a7-ab11-81551d85ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b80c1178-4c93-4747-9beb-fe500c56a74d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:34.471116 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f81ecfb-ee83-4c4b-8406-d95cb8ff59a4 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:34.471650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f81ecfb-ee83-4c4b-8406-d95cb8ff59a4 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:34.474802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8f81ecfb-ee83-4c4b-8406-d95cb8ff59a4 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/subnets/51d3565d-a273-4ba7-a47a-9bf792dd5217 HTTP/1.1" status: 404 len: 337 time: 0.0451167 Oct 18 23:46:34.481224 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5bae9a58-82ef-4aca-8f5d-e410da5589f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=902a3a1146884fbf9567109e9d4b142a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268443 Oct 18 23:46:34.481224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51880) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:34.486429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51882) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:34.505232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.506013 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d3a94318-9c2b-41a7-ab11-81551d85ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:34.519145 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a94318-9c2b-41a7-ab11-81551d85ef25 None None] Routers {'b80c1178-4c93-4747-9beb-fe500c56a74d'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:34.520035 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d3a94318-9c2b-41a7-ab11-81551d85ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b80c1178-4c93-4747-9beb-fe500c56a74d'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:34.564678 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d3a94318-9c2b-41a7-ab11-81551d85ef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:34.566145 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a94318-9c2b-41a7-ab11-81551d85ef25 None None] The sync data for ids ['b80c1178-4c93-4747-9beb-fe500c56a74d'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:34.686094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=fada67b0-057a-4f17-81ca-6324aa62c324,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:34.708567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b209067-ce64-4037-95ce-7922030dc505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.717762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-10b6c2ac-faef-46e8-836d-dde56d4ce6e4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/routers/b80c1178-4c93-4747-9beb-fe500c56a74d HTTP/1.1" status: 200 len: 925 time: 0.2890782 Oct 18 23:46:34.718823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51886) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:34.735074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Checking segment: {'id': '1c7d186e-ecd8-48d6-b2dd-f1d257d361d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6101c25c-eb48-43c3-940e-6c9dd7c5d39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:34.735436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network hostable DHCP agents. Network: 6101c25c-eb48-43c3-940e-6c9dd7c5d39d, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:46:34.824317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.826749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port 55e1966d-e388-4c3a-bf7b-39aabe9b8a73 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:34.827286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.857220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b209067-ce64-4037-95ce-7922030dc505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.913106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:34.930286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Network 6101c25c-eb48-43c3-940e-6c9dd7c5d39d is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:46:34.952553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.971511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8fe83d-6887-44dd-aa6c-806e02ec584f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:34.976403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ba8fe83d-6887-44dd-aa6c-806e02ec584f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=b80c1178-4c93-4747-9beb-fe500c56a74d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2482657 Oct 18 23:46:34.976403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 6101c25c-eb48-43c3-940e-6c9dd7c5d39d) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:34.980114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:34.980722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:34.987931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51888) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:34.991327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a32a49d-7046-45d2-b611-f169209649b4 None None] Network 6101c25c-eb48-43c3-940e-6c9dd7c5d39d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:35.003157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for 55e1966d-e388-4c3a-bf7b-39aabe9b8a73 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:35.039733 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-731029a0-7f0f-4ee4-a6a5-6683d6158a7e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2594478 Oct 18 23:46:35.044022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51890) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:35.051027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-edf3cf40-fd04-485a-8e15-0e34562dd708 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:35.085395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b209067-ce64-4037-95ce-7922030dc505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.087995 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b209067-ce64-4037-95ce-7922030dc505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.089160 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0b209067-ce64-4037-95ce-7922030dc505 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ede10acd-2995-4066-a05e-8660fa0b0551 HTTP/1.1" status: 204 len: 168 time: 0.6019790 Oct 18 23:46:35.097500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3633c-5645-4e9e-83fe-00c4ed3c07b7 req-9c727c8a-0001-40b6-a739-87a42e9fda9b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:35.099186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-11e3633c-5645-4e9e-83fe-00c4ed3c07b7 req-9c727c8a-0001-40b6-a739-87a42e9fda9b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 0.5219300 Oct 18 23:46:35.124723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:35.133726 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b3f6d120-2a45-455e-9147-b57304971989 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9593308 Oct 18 23:46:35.136386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51894) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:35.198911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:35.250669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-689d0f3f-9547-43ae-85f8-649565e761c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting subnet 341761dc-2a9d-40c0-8a0f-876898fea9d6 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:35.263408 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-689d0f3f-9547-43ae-85f8-649565e761c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.273898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:35.275727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:35.365863 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-689d0f3f-9547-43ae-85f8-649565e761c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.423574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.456034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-6101c25c-eb48-43c3-940e-6c9dd7c5d39d', 'network_id': '6101c25c-eb48-43c3-940e-6c9dd7c5d39d', 'tenant_id': '1d01563d2f3144f081bbf554bfdd63d6', 'fixed_ips': [{'subnet_id': 'fada67b0-057a-4f17-81ca-6324aa62c324'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:46:35.460314 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.499416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b209067-ce64-4037-95ce-7922030dc505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede10acd-2995-4066-a05e-8660fa0b0551,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:35.528165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=55e1966d-e388-4c3a-bf7b-39aabe9b8a73,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:35.553698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f230b-bb05-4d43-a35d-5ac30e852a3f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:35.557706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c76f230b-bb05-4d43-a35d-5ac30e852a3f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 881 time: 0.5661371 Oct 18 23:46:35.564078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51898) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:35.617330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:35.632306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d5268c1d-fcab-4ab8-bd50-8ac00b5757ff tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=b80c1178-4c93-4747-9beb-fe500c56a74d HTTP/1.1" status: 200 len: 205 time: 0.0608761 Oct 18 23:46:35.633168 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-11e3633c-5645-4e9e-83fe-00c4ed3c07b7 req-f64b70fc-1f39-4861-98b9-11265f82cc41 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636751 Oct 18 23:46:35.638047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51900) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:35.711809 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edf3cf40-fd04-485a-8e15-0e34562dd708 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5018790'] for subnet, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.716007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.716603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.717108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.717655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.717999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.718336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.718672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.719049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.719378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.719706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.720038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.720374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:46:35.788921 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-689d0f3f-9547-43ae-85f8-649565e761c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.857292 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.875269 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0555f5bc-40b2-4c06-aa23-b7610be520db tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/ports/55e1966d-e388-4c3a-bf7b-39aabe9b8a73 HTTP/1.1" status: 204 len: 168 time: 1.3929348 Oct 18 23:46:35.875512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:35.877979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51902) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:35.935341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7d815216-3c78-4961-94e2-b1e01e221ed2 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:46:35.978983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-689d0f3f-9547-43ae-85f8-649565e761c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.013971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d0f3f-9547-43ae-85f8-649565e761c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Subnet': ['ID=341761dc-2a9d-40c0-8a0f-876898fea9d6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:36.020207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-689d0f3f-9547-43ae-85f8-649565e761c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.024047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-689d0f3f-9547-43ae-85f8-649565e761c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/341761dc-2a9d-40c0-8a0f-876898fea9d6 HTTP/1.1" status: 204 len: 168 time: 0.8866699 Oct 18 23:46:36.027251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51904) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:36.044675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:36.060479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'port_id': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'mac_address': 'fa:16:3e:05:ab:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:46:36.064672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0e1d5-8281-43a2-a103-1cd77364c76a None None] Network e8832b65-42e1-4de0-848a-d8a083ff7d42 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:36.097439 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.103710 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edf3cf40-fd04-485a-8e15-0e34562dd708 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793338131990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6242729'] for subnet, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.109377 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.120290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3583a51a-671a-4e2f-808d-27ad225c5882 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port fc32e5be-1d44-4803-9a0f-02a4a51fb6f8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:36.120635 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3583a51a-671a-4e2f-808d-27ad225c5882 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.183491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3cf40-fd04-485a-8e15-0e34562dd708 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:36.184266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edf3cf40-fd04-485a-8e15-0e34562dd708 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.189015 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-edf3cf40-fd04-485a-8e15-0e34562dd708 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "PUT /v2.0/subnets/fada67b0-057a-4f17-81ca-6324aa62c324 HTTP/1.1" status: 200 len: 877 time: 1.1425714 Oct 18 23:46:36.192406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51906) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:36.250288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3cf40-fd04-485a-8e15-0e34562dd708 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event updated for resources: {'Subnet': ['ID=fada67b0-057a-4f17-81ca-6324aa62c324,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:36.273727 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3583a51a-671a-4e2f-808d-27ad225c5882 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.292703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3583a51a-671a-4e2f-808d-27ad225c5882 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for fc32e5be-1d44-4803-9a0f-02a4a51fb6f8 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:36.330746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Deleting port fbb72e3d-33c9-4aba-a59c-669295101756 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:36.331239 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.339726 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.349911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Allocated IP 172.20.0.3 (6101c25c-eb48-43c3-940e-6c9dd7c5d39d/fada67b0-057a-4f17-81ca-6324aa62c324/fb1570fd-096d-461f-a80b-856358bb3ea4) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:36.473462 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.473788 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3583a51a-671a-4e2f-808d-27ad225c5882 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.479381 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.514986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583a51a-671a-4e2f-808d-27ad225c5882 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=fc32e5be-1d44-4803-9a0f-02a4a51fb6f8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:36.516293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Calling delete_port for fbb72e3d-33c9-4aba-a59c-669295101756 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:36.516620 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.582460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.675381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port f3b63a53-4108-41da-b565-f1f019734212 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:36.676054 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.685729 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.699146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3583a51a-671a-4e2f-808d-27ad225c5882 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.706261 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3583a51a-671a-4e2f-808d-27ad225c5882 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/ports/fc32e5be-1d44-4803-9a0f-02a4a51fb6f8 HTTP/1.1" status: 204 len: 168 time: 0.8256323 Oct 18 23:46:36.707670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51912) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:36.721037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=fada67b0-057a-4f17-81ca-6324aa62c324,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:36.768231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.779154 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.815402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Network 6101c25c-eb48-43c3-940e-6c9dd7c5d39d is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:36.818108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Pushing event updated for resources: {'Port': ['ID=fb1570fd-096d-461f-a80b-856358bb3ea4,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:36.834813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:36.840673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.842237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:36.858240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d815216-3c78-4961-94e2-b1e01e221ed2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:46:36.889906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port f3b63a53-4108-41da-b565-f1f019734212, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f3b63a53-4108-41da-b565-f1f019734212,segment=NetworkSegment(13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da),segment_id=13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:36.890500 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:36.901854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6101c25c-eb48-43c3-940e-6c9dd7c5d39d']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:36.915731 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for f3b63a53-4108-41da-b565-f1f019734212 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:36.933176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d16e03e-38d9-47a9-922e-43c55df6de88 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:36.938173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51914) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:36.938493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9d16e03e-38d9-47a9-922e-43c55df6de88 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "GET /v2.0/ports?device_id=8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 HTTP/1.1" status: 200 len: 913 time: 0.2294557 Oct 18 23:46:36.948117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7d186e-ecd8-48d6-b2dd-f1d257d361d2') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:36.948332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7d186e-ecd8-48d6-b2dd-f1d257d361d2') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:36.955426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9484c-429e-4bfd-9a98-c3fcebcc4f27 req-39dae319-1a3a-41ce-adb5-6038afab5b66 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:36.956972 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0e9484c-429e-4bfd-9a98-c3fcebcc4f27 req-39dae319-1a3a-41ce-adb5-6038afab5b66 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 943 time: 0.1844316 Oct 18 23:46:36.962552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:36.975476 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.030199 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.049028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0e9484c-429e-4bfd-9a98-c3fcebcc4f27 req-c9b6f79f-fafe-448a-9732-2d4f6c879af8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529590 Oct 18 23:46:37.050343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] DHCP port deletion for e8832b65-42e1-4de0-848a-d8a083ff7d42 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:37.054617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Attempting to bind port fb1570fd-096d-461f-a80b-856358bb3ea4 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:37.055149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Attempting to bind port fb1570fd-096d-461f-a80b-856358bb3ea4 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '1c7d186e-ecd8-48d6-b2dd-f1d257d361d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6101c25c-eb48-43c3-940e-6c9dd7c5d39d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:37.055624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Attempting to bind port fb1570fd-096d-461f-a80b-856358bb3ea4 on network 6101c25c-eb48-43c3-940e-6c9dd7c5d39d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:37.072766 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.076270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:33Z', 'revision_number': 9, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:37.101508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.117516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.122793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:37.123358 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:37.129125 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:37.136310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:37.136692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Checking segment: {'id': '1c7d186e-ecd8-48d6-b2dd-f1d257d361d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6101c25c-eb48-43c3-940e-6c9dd7c5d39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:37.137101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.137515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Bound using segment: {'id': '1c7d186e-ecd8-48d6-b2dd-f1d257d361d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6101c25c-eb48-43c3-940e-6c9dd7c5d39d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:37.138006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Bound port: fb1570fd-096d-461f-a80b-856358bb3ea4, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7d186e-ecd8-48d6-b2dd-f1d257d361d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6101c25c-eb48-43c3-940e-6c9dd7c5d39d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:37.138395 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.153923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:37.172271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:37.181884 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No DVR routers for this DVR port f3b63a53-4108-41da-b565-f1f019734212 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:37.183152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:37.183807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:37.197555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=f3b63a53-4108-41da-b565-f1f019734212,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:37.255752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f3b63a53-4108-41da-b565-f1f019734212 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:37.262202 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 23:46:37.262202 n-d-713498-28 neutron-server[100922]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 23:46:37.262202 n-d-713498-28 neutron-server[100922]: [parameters: {'id': '6101c25c-eb48-43c3-940e-6c9dd7c5d39d'}] Oct 18 23:46:37.262202 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:46:37.262627 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:46:37.285627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: f3b63a53-4108-41da-b565-f1f019734212 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:37.285991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f3b63a53-4108-41da-b565-f1f019734212 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:37.290613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event deleted for resources: {'Port': ['ID=fbb72e3d-33c9-4aba-a59c-669295101756,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:37.330212 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.334256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] Deleting port f3b63a53-4108-41da-b565-f1f019734212 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:37.334642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.364709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8832b65-42e1-4de0-848a-d8a083ff7d42']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:37.397099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:37.404434 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.441824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:37.442136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f9f4ff-1ca6-4aba-9d6b-e1b585fb05da') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:37.461603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] For port fb1570fd-096d-461f-a80b-856358bb3ea4, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:37.461603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7d815216-3c78-4961-94e2-b1e01e221ed2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:46:37.468526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.492207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99306cdc-f889-4ea4-a363-0727c4df0953 req-3741ccca-832d-4281-a53b-183c348f232b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:37.493843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-99306cdc-f889-4ea4-a363-0727c4df0953 req-3741ccca-832d-4281-a53b-183c348f232b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 944 time: 0.1228242 Oct 18 23:46:37.494967 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.502137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:37.502631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.505193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] For port fb1570fd-096d-461f-a80b-856358bb3ea4, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fb1570fd-096d-461f-a80b-856358bb3ea4,segment=NetworkSegment(1c7d186e-ecd8-48d6-b2dd-f1d257d361d2),segment_id=1c7d186e-ecd8-48d6-b2dd-f1d257d361d2)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:37.507696 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:37.517644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] For port f3b63a53-4108-41da-b565-f1f019734212, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:37.518052 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.530775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.597497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] Calling delete_port for f3b63a53-4108-41da-b565-f1f019734212 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:37.598558 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.601352 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-99306cdc-f889-4ea4-a363-0727c4df0953 req-0438036e-f89b-48f5-88bc-aaf5fa6e5ef3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927727 Oct 18 23:46:37.602052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.607158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] Port f3b63a53-4108-41da-b565-f1f019734212 was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:46:37.607684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.611090 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.611418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/networks/e8832b65-42e1-4de0-848a-d8a083ff7d42 HTTP/1.1" status: 204 len: 168 time: 1.5830548 Oct 18 23:46:37.614741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51922) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:37.638860 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.641533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672d9d7-4120-426c-9656-0523d68cfec7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Network': ['ID=e8832b65-42e1-4de0-848a-d8a083ff7d42,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:37.652009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] Network e8832b65-42e1-4de0-848a-d8a083ff7d42 is not hosted by any dhcp agent {{(pid=100923) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 23:46:37.652475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] No DVR routers for this DVR port f3b63a53-4108-41da-b565-f1f019734212 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:37.714277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-d8f906c8-cad8-4627-a0f4-ba2337aea49d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:37.715791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-d8f906c8-cad8-4627-a0f4-ba2337aea49d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a&tenant_id=084edf71706a486c94ae3b47f49b2bdb&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 944 time: 0.2804456 Oct 18 23:46:37.735428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.735969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Fanout notify agent at l3_agent the message router_deleted on router b80c1178-4c93-4747-9beb-fe500c56a74d {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:37.761896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac9cbd-29a8-43a8-b0a3-316bdc957648 None None] Network 6101c25c-eb48-43c3-940e-6c9dd7c5d39d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:37.776577 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.780932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-635edf2d-a6d6-498a-9e16-88e65ad1f733 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/b80c1178-4c93-4747-9beb-fe500c56a74d HTTP/1.1" status: 204 len: 168 time: 2.1388338 Oct 18 23:46:37.780932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.783649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51924) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:37.795248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-318946e6-600f-4b52-8f07-842e1ab4af6e tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1375941625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:37.798218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29511643-6a7e-43d2-8ab4-cd4bfcc55f7c None None] Pushing event updated for resources: {'Port': ['ID=fb1570fd-096d-461f-a80b-856358bb3ea4,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:37.856560 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-318946e6-600f-4b52-8f07-842e1ab4af6e tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.857592 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-318946e6-600f-4b52-8f07-842e1ab4af6e tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:37.858009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3b54c-2c0b-4ed5-a1a4-9ca1d0059ec5 None None] Pushing event deleted for resources: {'Port': ['ID=f3b63a53-4108-41da-b565-f1f019734212,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:37.862860 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-cd884fff-2c45-4024-97c7-171467fa7766 service neutron] delete failed (client error): The resource could not be found. Oct 18 23:46:37.864224 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-cd884fff-2c45-4024-97c7-171467fa7766 service neutron] 10.222.0.73 "DELETE /v2.0/ports/7d815216-3c78-4961-94e2-b1e01e221ed2/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.1378517 Oct 18 23:46:37.979728 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-318946e6-600f-4b52-8f07-842e1ab4af6e tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.004596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-318946e6-600f-4b52-8f07-842e1ab4af6e tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.058057 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.112394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:33Z', 'revision_number': 9, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:38.114549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3186085e-eda2-4484-a5f1-37039bfc8aff None None] Network 6101c25c-eb48-43c3-940e-6c9dd7c5d39d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:38.168007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980005e-4856-46a9-944c-ec1c1589a432 None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:33Z', 'revision_number': 9, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '31500dd9-d31d-4dc1-926e-30ee1355c844', 'name': '', 'network_id': 'b5a7f2b9-ddd3-47fc-9584-e2df268c9af7', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:fb:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:53Z', 'updated_at': '2021-10-18T23:46:01Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': 'aafba01a-a6e3-4f84-8367-91af88d2d4bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:38.310816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting port fb1570fd-096d-461f-a80b-856358bb3ea4 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:38.311467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.321360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-318946e6-600f-4b52-8f07-842e1ab4af6e tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.325358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-318946e6-600f-4b52-8f07-842e1ab4af6e tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5339150 Oct 18 23:46:38.325636 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51926) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:38.331124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:38.342607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-41f0329d-4cc1-4802-a9e0-56a847d9106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:38.344112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-41f0329d-4cc1-4802-a9e0-56a847d9106c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1096 time: 0.3905592 Oct 18 23:46:38.420339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 31500dd9-d31d-4dc1-926e-30ee1355c844 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:38.420684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.425339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] For port fb1570fd-096d-461f-a80b-856358bb3ea4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fb1570fd-096d-461f-a80b-856358bb3ea4,segment=NetworkSegment(1c7d186e-ecd8-48d6-b2dd-f1d257d361d2),segment_id=1c7d186e-ecd8-48d6-b2dd-f1d257d361d2)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:38.425339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.438524 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.508950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Calling delete_port for fb1570fd-096d-461f-a80b-856358bb3ea4 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:38.526516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1366f-cf2f-45c0-8ea7-c180789a0232 None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:46:38.597827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-390933d4-a794-4c07-bded-4e4074261d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:38.599350 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-390933d4-a794-4c07-bded-4e4074261d48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 0.2453287 Oct 18 23:46:38.655595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de1366f-cf2f-45c0-8ea7-c180789a0232 None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:46:38.674035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.725446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-a7769c0e-616d-4b08-b6d9-23d38cb21c1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 1000 time: 0.0981462 Oct 18 23:46:38.742237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port 31500dd9-d31d-4dc1-926e-30ee1355c844, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=31500dd9-d31d-4dc1-926e-30ee1355c844,segment=NetworkSegment(81b4928a-be53-4ce9-915b-59b66f84f5aa),segment_id=81b4928a-be53-4ce9-915b-59b66f84f5aa)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:38.743050 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.764492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 31500dd9-d31d-4dc1-926e-30ee1355c844 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:38.879702 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:38.916393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-e374c1bd-b47c-4132-b068-08365628a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:38.917997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-e374c1bd-b47c-4132-b068-08365628a883 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.1439843 Oct 18 23:46:38.926317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Port': ['ID=fb1570fd-096d-461f-a80b-856358bb3ea4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:38.928268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No DVR routers for this DVR port fb1570fd-096d-461f-a80b-856358bb3ea4 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:38.998002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b93ed-ec19-46bd-a5c2-e77e82f8d1c1 req-331b5569-aeda-45f4-b823-ed47ce2f26a7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:38.999643 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-920b93ed-ec19-46bd-a5c2-e77e82f8d1c1 req-331b5569-aeda-45f4-b823-ed47ce2f26a7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 944 time: 0.2268572 Oct 18 23:46:39.098538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.099001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 594e41fa-fe02-4f2e-a4de-29a3dffb99ee no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:39.102594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-714bcd53-6dac-4f67-a315-45df3f586647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:39.104120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-714bcd53-6dac-4f67-a315-45df3f586647 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742198 Oct 18 23:46:39.121010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 594e41fa-fe02-4f2e-a4de-29a3dffb99ee {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:39.121594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 594e41fa-fe02-4f2e-a4de-29a3dffb99ee not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:39.158441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-920b93ed-ec19-46bd-a5c2-e77e82f8d1c1 req-d9ac6056-fef6-40e9-ba6f-9ec4ab2ddcb8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499093 Oct 18 23:46:39.180720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6101c25c-eb48-43c3-940e-6c9dd7c5d39d']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:39.206113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7d186e-ecd8-48d6-b2dd-f1d257d361d2') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:39.206409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7d186e-ecd8-48d6-b2dd-f1d257d361d2') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:39.244574 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.298182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.315278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:39.316039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:39.320875 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:39.340216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-61143664-521b-4a1a-98f2-b28046601091 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238746 Oct 18 23:46:39.413162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port aca63dc4-3a1e-4f30-b4b9-8bcee7965707 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:39.413505 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.420290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.446771 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.468328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.471445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/6101c25c-eb48-43c3-940e-6c9dd7c5d39d HTTP/1.1" status: 204 len: 168 time: 3.2771075 Oct 18 23:46:39.473660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.476074 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51932) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:39.499700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68409d-471d-4bc9-8d4e-2fb44e6e6980 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=6101c25c-eb48-43c3-940e-6c9dd7c5d39d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:39.524979 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef2298b-b130-4119-a3cf-7211fa4c5f5e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:39.525443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef2298b-b130-4119-a3cf-7211fa4c5f5e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:39.528660 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cef2298b-b130-4119-a3cf-7211fa4c5f5e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/fada67b0-057a-4f17-81ca-6324aa62c324 HTTP/1.1" status: 404 len: 337 time: 0.0514026 Oct 18 23:46:39.532140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51934) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:39.567243 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.571906 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f28a5e1-8940-42fc-99c9-2589bf6f1e47 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:39.572415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f28a5e1-8940-42fc-99c9-2589bf6f1e47 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:39.575519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9f28a5e1-8940-42fc-99c9-2589bf6f1e47 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/6101c25c-eb48-43c3-940e-6c9dd7c5d39d HTTP/1.1" status: 404 len: 339 time: 0.0408287 Oct 18 23:46:39.578455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51938) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:39.590221 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c29dcf9f-8971-4267-bd0d-09cc7e1a8e21 req-716a140c-6089-4078-9597-e12329c7c122 service neutron] 10.222.0.73 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421999 Oct 18 23:46:39.602745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=31500dd9-d31d-4dc1-926e-30ee1355c844,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:39.616204 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed60775-c1f6-4604-b000-8ec78a43416f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:39.616204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed60775-c1f6-4604-b000-8ec78a43416f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:39.622159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fed60775-c1f6-4604-b000-8ec78a43416f tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/c3846df9-b475-4ff6-afc0-dfe2d626b71a HTTP/1.1" status: 404 len: 337 time: 0.0402086 Oct 18 23:46:39.623412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51940) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:39.648894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.652390 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-a152eb3e-2a40-49b8-a695-0607a6ce316e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:39.653023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a152eb3e-2a40-49b8-a695-0607a6ce316e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:39.656135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a152eb3e-2a40-49b8-a695-0607a6ce316e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/a227cdae-3f39-4a35-abc8-8b7f5158cc15 HTTP/1.1" status: 404 len: 339 time: 0.0317760 Oct 18 23:46:39.660149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51942) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:39.668343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for aca63dc4-3a1e-4f30-b4b9-8bcee7965707 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:39.805760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Allocated IP 172.25.7.98 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/8c636372-3fe3-4797-a106-22553bba7a48) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:39.837228 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.886419 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:39.912583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=aca63dc4-3a1e-4f30-b4b9-8bcee7965707,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:39.921608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7d815216-3c78-4961-94e2-b1e01e221ed2 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:39.974134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 7d815216-3c78-4961-94e2-b1e01e221ed2 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:46:39.979070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 7d815216-3c78-4961-94e2-b1e01e221ed2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:39.979690 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.030494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.069964 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.099306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:46:40.101746 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf9093a-5b52-4b25-ad7c-8def67c024f8" -d '{"events": [{"server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "name": "network-vif-plugged", "status": "completed", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:46:40.135031 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.146137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:40.153259 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.158096 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ae6a23-a869-42b5-9559-fb9c6dff8f1f x-openstack-request-id: req-15ae6a23-a869-42b5-9559-fb9c6dff8f1f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:46:40.158509 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "name": "network-vif-plugged", "status": "completed", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:46:40.158813 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15ae6a23-a869-42b5-9559-fb9c6dff8f1f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:46:40.159216 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'code': 200} Oct 18 23:46:40.161279 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.228947 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:40.262257 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.276403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db84174c-6ec3-4cc4-9993-cef586d5643f']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:40.298341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319d3629-46a1-421f-9ff4-5b6e305b6399') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:40.298768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319d3629-46a1-421f-9ff4-5b6e305b6399') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:40.327034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.383904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.389586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5eac9-3ea9-48f9-80f9-d7e62634f598 req-03db64f3-de4f-4049-8ba1-a5db4ebd0e1e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:40.391165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09e5eac9-3ea9-48f9-80f9-d7e62634f598 req-03db64f3-de4f-4049-8ba1-a5db4ebd0e1e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.1157162 Oct 18 23:46:40.419912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.422014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:40.422406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:40.429631 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:40.476896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09e5eac9-3ea9-48f9-80f9-d7e62634f598 req-a29c45e9-5d06-4a98-ae6c-bd1d6bbb326a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768850 Oct 18 23:46:40.492676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:40.501088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51950) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:40.526254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:40.534558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:40.539299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:40.542286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:40.572918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.575181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event updated for resources: {'Port': ['ID=8c636372-3fe3-4797-a106-22553bba7a48,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:40.587546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.591569 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/db84174c-6ec3-4cc4-9993-cef586d5643f HTTP/1.1" status: 204 len: 168 time: 0.9279711 Oct 18 23:46:40.595265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51952) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:40.616592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d223d-8c8b-41ce-a850-6497cf7c6416 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=db84174c-6ec3-4cc4-9993-cef586d5643f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:40.776014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:40.785497 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:40.795556 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:40.796182 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:40.797114 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6175038b-e15d-4cb2-ae47-15b3537b4ee0 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1795537 Oct 18 23:46:40.799693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51956) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:40.864849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-2192d729-2892-4ed9-856c-9391d6d66e96 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting subnet aafba01a-a6e3-4f84-8367-91af88d2d4bb {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:40.871009 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2192d729-2892-4ed9-856c-9391d6d66e96 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.894698 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:40.928875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f5ba5652-ac86-4ed0-b6a1-967ddb1dbc9f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/abcd262e-e398-4085-ae4a-f267af71854d HTTP/1.1" status: 200 len: 993 time: 0.4264150 Oct 18 23:46:40.929845 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-304e2018-b518-4b73-b604-43aa369c6204 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:40.930759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304e2018-b518-4b73-b604-43aa369c6204 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:40.935273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-304e2018-b518-4b73-b604-43aa369c6204 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/73c78985-aaac-41d2-9b9d-0939c0a62282 HTTP/1.1" status: 404 len: 337 time: 0.3356993 Oct 18 23:46:40.938007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51958) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:40.986442 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-54220e39-a5ae-48c6-b980-1c1dc656e8f0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:40.987410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54220e39-a5ae-48c6-b980-1c1dc656e8f0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:40.993458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-54220e39-a5ae-48c6-b980-1c1dc656e8f0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/1d963804-8ebc-4a65-96a0-0277d7cfdd9f HTTP/1.1" status: 404 len: 339 time: 0.0510762 Oct 18 23:46:40.993678 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2192d729-2892-4ed9-856c-9391d6d66e96 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:40.995555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51960) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.006740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:41.015547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-73839f32-2d4f-4cc5-844d-559e719c5f4b tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "PUT /v2.0/routers/8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0702946 Oct 18 23:46:41.016200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51962) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.018055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bee35b-49fe-4eec-b6ab-cc29a5d7f0de None None] Sync routers for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:41.029043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bee35b-49fe-4eec-b6ab-cc29a5d7f0de None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:41.030944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a9bee35b-49fe-4eec-b6ab-cc29a5d7f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:41.056975 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4706c79-6e4e-4268-81cb-e8a4705005d7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.057437 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4706c79-6e4e-4268-81cb-e8a4705005d7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.060741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d4706c79-6e4e-4268-81cb-e8a4705005d7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/46532e48-a38d-46cf-be22-91d26afa2b78 HTTP/1.1" status: 404 len: 337 time: 0.0626857 Oct 18 23:46:41.064493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.075246 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.091159 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-daec1dd9-6d56-498e-935b-318e83c45b69 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.091832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daec1dd9-6d56-498e-935b-318e83c45b69 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.095078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-daec1dd9-6d56-498e-935b-318e83c45b69 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/55720e6e-752c-4d8d-9a5a-a3cfeddb6d4f HTTP/1.1" status: 404 len: 339 time: 0.0295503 Oct 18 23:46:41.097959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51966) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.121237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a9bee35b-49fe-4eec-b6ab-cc29a5d7f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:41.136033 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-47615507-3a3e-4865-a85c-130b5aac03f0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.136706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47615507-3a3e-4865-a85c-130b5aac03f0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.140027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-47615507-3a3e-4865-a85c-130b5aac03f0 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/1299ab20-f1b4-4231-8bc5-e2ac90851221 HTTP/1.1" status: 404 len: 337 time: 0.0408785 Oct 18 23:46:41.142432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51968) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.150996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bee35b-49fe-4eec-b6ab-cc29a5d7f0de None None] Routers {'8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:41.151632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a9bee35b-49fe-4eec-b6ab-cc29a5d7f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:41.161330 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:39Z', 'revision_number': 10, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:41.183688 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32944bd-5bdc-4f5f-88d8-f2c55c641698 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.184442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32944bd-5bdc-4f5f-88d8-f2c55c641698 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.187752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e32944bd-5bdc-4f5f-88d8-f2c55c641698 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/922daf98-c7b2-439d-8a70-5a0bf387378a HTTP/1.1" status: 404 len: 339 time: 0.0443635 Oct 18 23:46:41.196090 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:41.196577 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51970) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.199558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a9bee35b-49fe-4eec-b6ab-cc29a5d7f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:41.200375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bee35b-49fe-4eec-b6ab-cc29a5d7f0de None None] The sync data for ids ['8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:41.206831 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:41.207425 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:41.218419 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2192d729-2892-4ed9-856c-9391d6d66e96 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.258023 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bb1cd1-469a-4229-9de9-7554e2ee180e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.258489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bb1cd1-469a-4229-9de9-7554e2ee180e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.261654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-99bb1cd1-469a-4229-9de9-7554e2ee180e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/6a143087-ff4d-4846-80e6-ee66c8ce20c7 HTTP/1.1" status: 404 len: 337 time: 0.0591648 Oct 18 23:46:41.262196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.264195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51972) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.305939 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:41.317612 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ebdb08-0cab-415c-afa3-213498486e10 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.318183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ebdb08-0cab-415c-afa3-213498486e10 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.324684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-73ebdb08-0cab-415c-afa3-213498486e10 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/0825d504-d5a4-4832-b95a-f92d0386b645 HTTP/1.1" status: 404 len: 339 time: 0.0563858 Oct 18 23:46:41.324883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51974) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.354267 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b53ab4-80a5-4a64-ae78-7201007e7e6e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.354837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b53ab4-80a5-4a64-ae78-7201007e7e6e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.360769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-58b53ab4-80a5-4a64-ae78-7201007e7e6e tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/61c79e70-69db-41b0-aa5d-a977f14f8931 HTTP/1.1" status: 404 len: 337 time: 0.0323887 Oct 18 23:46:41.360937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51976) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.378542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2192d729-2892-4ed9-856c-9391d6d66e96 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.389058 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-10df80fb-54b0-41a1-abf8-4de2aaa7f083 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.389880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10df80fb-54b0-41a1-abf8-4de2aaa7f083 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.393070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-10df80fb-54b0-41a1-abf8-4de2aaa7f083 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/5eaa5614-6a08-4b79-bffb-92f0386d1afa HTTP/1.1" status: 404 len: 339 time: 0.0312228 Oct 18 23:46:41.398769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51978) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.415913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192d729-2892-4ed9-856c-9391d6d66e96 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Subnet': ['ID=aafba01a-a6e3-4f84-8367-91af88d2d4bb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:41.429164 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.433574 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2192d729-2892-4ed9-856c-9391d6d66e96 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.437670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2192d729-2892-4ed9-856c-9391d6d66e96 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/aafba01a-a6e3-4f84-8367-91af88d2d4bb HTTP/1.1" status: 204 len: 168 time: 0.6368289 Oct 18 23:46:41.441820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51980) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.444481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c16547-ab4b-4c02-9f20-9f57b064336d None None] Network b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:41.455101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.459716 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-afefbff0-b69b-43d1-b157-6d37665a600c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.460180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afefbff0-b69b-43d1-b157-6d37665a600c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.463260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-afefbff0-b69b-43d1-b157-6d37665a600c tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/95a27115-ab6f-407c-8d4e-2be29e726381 HTTP/1.1" status: 404 len: 337 time: 0.0638890 Oct 18 23:46:41.465836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51982) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.488888 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c237cae-660a-4363-a2b7-09dc09faf6a4 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.489464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c237cae-660a-4363-a2b7-09dc09faf6a4 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.493460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2c237cae-660a-4363-a2b7-09dc09faf6a4 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/02481b53-f13f-4a85-a4c2-c16d1688d8d8 HTTP/1.1" status: 404 len: 339 time: 0.0263882 Oct 18 23:46:41.498911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51984) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.531309 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.534675 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee94c22-99da-4540-af16-4d0ae8d014d7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.534839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee94c22-99da-4540-af16-4d0ae8d014d7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.538992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4ee94c22-99da-4540-af16-4d0ae8d014d7 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/5e5d3a9c-3e6e-472f-9340-f961b4c8141e HTTP/1.1" status: 404 len: 337 time: 0.0388677 Oct 18 23:46:41.541552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51986) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.567813 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f41439-66a6-4bb9-8e0b-1bae4aa09983 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.568388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f41439-66a6-4bb9-8e0b-1bae4aa09983 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.571520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c9f41439-66a6-4bb9-8e0b-1bae4aa09983 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/1639298d-0f8d-4ef9-958a-85b4e24a3038 HTTP/1.1" status: 404 len: 339 time: 0.0289755 Oct 18 23:46:41.573973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51988) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.578147 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:39Z', 'revision_number': 10, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:41.616222 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc228c-fa11-49f9-b5f2-3a20f830e331 None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:39Z', 'revision_number': 10, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None, '_interfaces': [{'id': '8d266a46-844e-43d2-8d7c-1ecb2e669c3b', 'name': '', 'network_id': '35094050-24fc-4e71-9e28-599b987f7447', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'mac_address': 'fa:16:3e:43:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '123e0c2a-03b6-4843-a455-1541e348164d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:45:43Z', 'updated_at': '2021-10-18T23:45:50Z', 'revision_number': 5, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'subnets': [{'id': '123e0c2a-03b6-4843-a455-1541e348164d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:41.620735 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be1bdd9-c2fb-4b89-af17-8c3029f06613 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.621157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be1bdd9-c2fb-4b89-af17-8c3029f06613 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.624346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0be1bdd9-c2fb-4b89-af17-8c3029f06613 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/80bdb49e-5bec-47f6-86ed-3f9f7d425ce8 HTTP/1.1" status: 404 len: 337 time: 0.0493727 Oct 18 23:46:41.627082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51990) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.650041 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9209619-0a0a-415d-8095-c2ec1d56b0fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:41.650622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9209619-0a0a-415d-8095-c2ec1d56b0fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:41.653661 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d9209619-0a0a-415d-8095-c2ec1d56b0fb tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/b34ce64a-b4af-4173-9bf7-4ce672d66ef5 HTTP/1.1" status: 404 len: 339 time: 0.0256543 Oct 18 23:46:41.656425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51992) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:41.672362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.712282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting port f099d84c-5a4e-486e-8ade-a874cbfaf384 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:41.712626 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.729401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bde418-294e-47e1-86e3-c13d1a7faaf1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting subnet 8e011c36-8450-403b-a9c2-a4abf07f6c73 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:41.734125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bde418-294e-47e1-86e3-c13d1a7faaf1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.755497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Router a655af49-70b0-4e74-9286-aaacf3b13190 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:46:41.766779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 8b18b9dc-176d-4563-915b-1492421cd674 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:41.766779 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.816490 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bde418-294e-47e1-86e3-c13d1a7faaf1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.866356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:41.886966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Calling delete_port for f099d84c-5a4e-486e-8ade-a874cbfaf384 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:41.977972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bde418-294e-47e1-86e3-c13d1a7faaf1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.010878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e85310f-3509-40b8-832b-0235b5c3be20 None None] DHCP port deletion for b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:42.072388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4e85310f-3509-40b8-832b-0235b5c3be20 None None] Deleting port 8b18b9dc-176d-4563-915b-1492421cd674 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:42.072938 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e85310f-3509-40b8-832b-0235b5c3be20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.151377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bde418-294e-47e1-86e3-c13d1a7faaf1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.164587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4e85310f-3509-40b8-832b-0235b5c3be20 None None] For port 8b18b9dc-176d-4563-915b-1492421cd674, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8b18b9dc-176d-4563-915b-1492421cd674,segment=NetworkSegment(81b4928a-be53-4ce9-915b-59b66f84f5aa),segment_id=81b4928a-be53-4ce9-915b-59b66f84f5aa)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:42.165157 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e85310f-3509-40b8-832b-0235b5c3be20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.180556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4e85310f-3509-40b8-832b-0235b5c3be20 None None] Calling delete_port for 8b18b9dc-176d-4563-915b-1492421cd674 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:42.190541 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bde418-294e-47e1-86e3-c13d1a7faaf1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.194774 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d2bde418-294e-47e1-86e3-c13d1a7faaf1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/subnets/8e011c36-8450-403b-a9c2-a4abf07f6c73 HTTP/1.1" status: 204 len: 168 time: 0.5364859 Oct 18 23:46:42.194970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bde418-294e-47e1-86e3-c13d1a7faaf1 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Subnet': ['ID=8e011c36-8450-403b-a9c2-a4abf07f6c73,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:42.198421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 51996) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:42.229022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.233126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3488c7c-2914-47eb-9a58-3e6a9058e03e None None] Network 1a57deaf-24ec-47ba-97bd-823da0d4d9e3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:42.265612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Port': ['ID=f099d84c-5a4e-486e-8ade-a874cbfaf384,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:42.273634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port 8b18b9dc-176d-4563-915b-1492421cd674, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8b18b9dc-176d-4563-915b-1492421cd674,segment=NetworkSegment(81b4928a-be53-4ce9-915b-59b66f84f5aa),segment_id=81b4928a-be53-4ce9-915b-59b66f84f5aa)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:42.274744 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.324496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 8b18b9dc-176d-4563-915b-1492421cd674 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:42.364487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.386018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:42.386273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.395259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.397004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-659d8dd5-e16c-49f7-a7e1-ba1a86d1002d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "PUT /v2.0/routers/a655af49-70b0-4e74-9286-aaacf3b13190 HTTP/1.1" status: 200 len: 883 time: 4.0696533 Oct 18 23:46:42.401066 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e85310f-3509-40b8-832b-0235b5c3be20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.402541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 51998) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:42.405614 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ced21-6110-4852-b45f-f6f63a21bb81 None None] Sync routers for ids ['a655af49-70b0-4e74-9286-aaacf3b13190'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:42.423768 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ced21-6110-4852-b45f-f6f63a21bb81 None None] Routers {'a655af49-70b0-4e74-9286-aaacf3b13190'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:42.424684 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-224ced21-6110-4852-b45f-f6f63a21bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['a655af49-70b0-4e74-9286-aaacf3b13190'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:42.432923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85310f-3509-40b8-832b-0235b5c3be20 None None] Pushing event deleted for resources: {'Port': ['ID=8b18b9dc-176d-4563-915b-1492421cd674,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:42.438943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85310f-3509-40b8-832b-0235b5c3be20 None None] No DVR routers for this DVR port 8b18b9dc-176d-4563-915b-1492421cd674 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:42.467476 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-224ced21-6110-4852-b45f-f6f63a21bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:42.483947 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ced21-6110-4852-b45f-f6f63a21bb81 None None] Routers {'a655af49-70b0-4e74-9286-aaacf3b13190'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:42.484826 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-224ced21-6110-4852-b45f-f6f63a21bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['a655af49-70b0-4e74-9286-aaacf3b13190'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:42.531421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5128ce-1e5c-43da-a6d9-726c35bfb6bc None None] DHCP port deletion for 1a57deaf-24ec-47ba-97bd-823da0d4d9e3 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:42.549970 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-224ced21-6110-4852-b45f-f6f63a21bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:42.550661 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ced21-6110-4852-b45f-f6f63a21bb81 None None] The sync data for ids ['a655af49-70b0-4e74-9286-aaacf3b13190'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:42.581131 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.595872 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.602616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.616231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fd5128ce-1e5c-43da-a6d9-726c35bfb6bc None None] Deleting port 8df6f002-5114-44f4-b675-817dc66c74ec {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:42.616612 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fd5128ce-1e5c-43da-a6d9-726c35bfb6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.651835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-70c028c8-f6cd-46ce-b6b8-cdfa2ffab298 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/routers/a655af49-70b0-4e74-9286-aaacf3b13190 HTTP/1.1" status: 200 len: 924 time: 0.2480392 Oct 18 23:46:42.654164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No DVR routers for this DVR port 8b18b9dc-176d-4563-915b-1492421cd674 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:42.655865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Deleting port 8df6f002-5114-44f4-b675-817dc66c74ec {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:42.656016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.658433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52000) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:42.663201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=8b18b9dc-176d-4563-915b-1492421cd674,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:42.694859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.695386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Fanout notify agent at l3_agent the message router_deleted on router 8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:42.695851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fd5128ce-1e5c-43da-a6d9-726c35bfb6bc None None] For port 8df6f002-5114-44f4-b675-817dc66c74ec, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8df6f002-5114-44f4-b675-817dc66c74ec,segment=NetworkSegment(bd94f36e-0d30-4261-ab09-d069dc65ba81),segment_id=bd94f36e-0d30-4261-ab09-d069dc65ba81)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:42.696339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fd5128ce-1e5c-43da-a6d9-726c35bfb6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.704388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.705502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b92a3ff7-87c9-428e-ad92-6c6d03cafc81 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/routers/8850c8fa-9ac3-4ef4-a64d-ff25a68d57e9 HTTP/1.1" status: 204 len: 168 time: 1.6859999 Oct 18 23:46:42.708001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52002) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:42.714435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fd5128ce-1e5c-43da-a6d9-726c35bfb6bc None None] Calling delete_port for 8df6f002-5114-44f4-b675-817dc66c74ec owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:42.770528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] For port 8df6f002-5114-44f4-b675-817dc66c74ec, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8df6f002-5114-44f4-b675-817dc66c74ec,segment=NetworkSegment(bd94f36e-0d30-4261-ab09-d069dc65ba81),segment_id=bd94f36e-0d30-4261-ab09-d069dc65ba81)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:42.771101 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.780974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4991adb-b13b-490c-9c20-2dbf3eeeb107 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:42.784907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f4991adb-b13b-490c-9c20-2dbf3eeeb107 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=a655af49-70b0-4e74-9286-aaacf3b13190&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1221025 Oct 18 23:46:42.786472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52006) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:42.789799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.806939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Calling delete_port for 8df6f002-5114-44f4-b675-817dc66c74ec owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:42.830245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-3223622e-bcf1-42c1-8b93-a09c2e5f957e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Deleting subnet 524472da-436c-4a96-a81c-d6b7f89b02ff {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:42.834704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a7f2b9-ddd3-47fc-9584-e2df268c9af7']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:42.839027 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fd5128ce-1e5c-43da-a6d9-726c35bfb6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.849872 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3223622e-bcf1-42c1-8b93-a09c2e5f957e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.869364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5128ce-1e5c-43da-a6d9-726c35bfb6bc None None] Pushing event deleted for resources: {'Port': ['ID=8df6f002-5114-44f4-b675-817dc66c74ec,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:42.878177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b4928a-be53-4ce9-915b-59b66f84f5aa') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:42.878532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b4928a-be53-4ce9-915b-59b66f84f5aa') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:42.884468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5128ce-1e5c-43da-a6d9-726c35bfb6bc None None] No DVR routers for this DVR port 8df6f002-5114-44f4-b675-817dc66c74ec on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:42.914873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.933773 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3223622e-bcf1-42c1-8b93-a09c2e5f957e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.968442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c674487-0b28-4db8-a9e6-d87e141d7670 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:42.969277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.970043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9c674487-0b28-4db8-a9e6-d87e141d7670 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 881 time: 0.1839426 Oct 18 23:46:42.973314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52014) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:42.984600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:42.985013 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:42.989083 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:43.005211 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.029425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8bc6e2aa-a11a-41eb-b80d-696e99657304 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=a655af49-70b0-4e74-9286-aaacf3b13190 HTTP/1.1" status: 200 len: 205 time: 0.0551405 Oct 18 23:46:43.048561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52018) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:43.052140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3223622e-bcf1-42c1-8b93-a09c2e5f957e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.058409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Port': ['ID=8df6f002-5114-44f4-b675-817dc66c74ec,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:43.065036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] No DVR routers for this DVR port 8df6f002-5114-44f4-b675-817dc66c74ec on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:43.141769 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.160388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f65f7e-e32c-42ad-b127-3e71b713f296 req-581ac58a-8364-4fbb-9900-f4c17599699b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:43.161140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.162271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3f65f7e-e32c-42ad-b127-3e71b713f296 req-581ac58a-8364-4fbb-9900-f4c17599699b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1138017 Oct 18 23:46:43.167215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/networks/b5a7f2b9-ddd3-47fc-9584-e2df268c9af7 HTTP/1.1" status: 204 len: 168 time: 1.7208073 Oct 18 23:46:43.172392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 31500dd9-d31d-4dc1-926e-30ee1355c844 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:43.178176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52020) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:43.191391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d121d07-061a-4b9a-ad2f-a97d6d5bceda tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Network': ['ID=b5a7f2b9-ddd3-47fc-9584-e2df268c9af7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:43.196405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 31500dd9-d31d-4dc1-926e-30ee1355c844 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:43.196711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 31500dd9-d31d-4dc1-926e-30ee1355c844 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:43.197137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8df6f002-5114-44f4-b675-817dc66c74ec no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:43.204162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.216570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 8df6f002-5114-44f4-b675-817dc66c74ec {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:43.216929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8df6f002-5114-44f4-b675-817dc66c74ec not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:43.217758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8b18b9dc-176d-4563-915b-1492421cd674 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:43.237286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 8b18b9dc-176d-4563-915b-1492421cd674 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:43.237639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8b18b9dc-176d-4563-915b-1492421cd674 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:43.242359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a57deaf-24ec-47ba-97bd-823da0d4d9e3']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:43.257822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd94f36e-0d30-4261-ab09-d069dc65ba81') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:43.258129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd94f36e-0d30-4261-ab09-d069dc65ba81') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:43.263358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3f65f7e-e32c-42ad-b127-3e71b713f296 req-c586cc9c-c347-414f-80ba-0b616a21bd6c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661476 Oct 18 23:46:43.274697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.293112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.299483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:43.299877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:43.304103 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:43.307051 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3223622e-bcf1-42c1-8b93-a09c2e5f957e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.344483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223622e-bcf1-42c1-8b93-a09c2e5f957e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Subnet': ['ID=524472da-436c-4a96-a81c-d6b7f89b02ff,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:43.355173 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3223622e-bcf1-42c1-8b93-a09c2e5f957e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.358417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3223622e-bcf1-42c1-8b93-a09c2e5f957e tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/subnets/524472da-436c-4a96-a81c-d6b7f89b02ff HTTP/1.1" status: 204 len: 168 time: 0.6494093 Oct 18 23:46:43.360935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52022) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:43.371241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.382981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.393967 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.397172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] 10.222.0.52 "DELETE /v2.0/networks/1a57deaf-24ec-47ba-97bd-823da0d4d9e3 HTTP/1.1" status: 204 len: 168 time: 1.1976888 Oct 18 23:46:43.418847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5ed64-66a8-42dd-957e-001bc9068f45 tempest-NetworksTest-1127249134 tempest-NetworksTest-1127249134-project] Pushing event deleted for resources: {'Network': ['ID=1a57deaf-24ec-47ba-97bd-823da0d4d9e3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:43.461646 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.557675 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.580349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f35681-27c4-450f-8352-2f5236a093f1']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:43.591889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6807453-a307-4de8-a601-1ce2a02a2fe7') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:43.592202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6807453-a307-4de8-a601-1ce2a02a2fe7') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:43.594788 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.604088 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.618117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.624844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:43.625238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:43.628551 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:43.694564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Deleting port 8c636372-3fe3-4797-a106-22553bba7a48 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:43.694887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.701573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52028) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:43.708407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.717319 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.720496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] 10.222.0.52 "DELETE /v2.0/networks/98f35681-27c4-450f-8352-2f5236a093f1 HTTP/1.1" status: 204 len: 168 time: 0.3585877 Oct 18 23:46:43.736484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bb061-819c-4d1e-acb0-3d831c239cb9 tempest-FloatingIPTestJSON-2066022149 tempest-FloatingIPTestJSON-2066022149-project] Pushing event deleted for resources: {'Network': ['ID=98f35681-27c4-450f-8352-2f5236a093f1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:43.815032 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.832608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Calling delete_port for 8c636372-3fe3-4797-a106-22553bba7a48 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:43.851979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.889452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ac364fef-39aa-4cec-b039-7d26ed553deb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d01563d2f3144f081bbf554bfdd63d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840742 Oct 18 23:46:43.889740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52036) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:43.940822 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d83339b8-2659-417e-8f24-5b761270a53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:43.945587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52038) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:43.970085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d83339b8-2659-417e-8f24-5b761270a53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.031181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d83339b8-2659-417e-8f24-5b761270a53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.034367 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d83339b8-2659-417e-8f24-5b761270a53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.038188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d83339b8-2659-417e-8f24-5b761270a53b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd7066fc-2281-4595-abdb-73a2c37caa03 HTTP/1.1" status: 204 len: 168 time: 0.1447668 Oct 18 23:46:44.045063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83339b8-2659-417e-8f24-5b761270a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7066fc-2281-4595-abdb-73a2c37caa03,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:44.122115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0cd8b7ff-9ced-4b3f-919b-045cb2a480fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d217a007ac3a4ccf8efcd3e48e8b0670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732302 Oct 18 23:46:44.122469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52044) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:44.185399 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-810b7f04-7ee1-4f71-868b-59d7199f1f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.211367 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.215996 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-810b7f04-7ee1-4f71-868b-59d7199f1f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.242527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event deleted for resources: {'Port': ['ID=8c636372-3fe3-4797-a106-22553bba7a48,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:44.285716 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-810b7f04-7ee1-4f71-868b-59d7199f1f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.289143 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-810b7f04-7ee1-4f71-868b-59d7199f1f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.301632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-810b7f04-7ee1-4f71-868b-59d7199f1f2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14f507b2-7024-4e08-b10e-8e6fd441b054 HTTP/1.1" status: 204 len: 168 time: 0.1775863 Oct 18 23:46:44.310812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b7f04-7ee1-4f71-868b-59d7199f1f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f507b2-7024-4e08-b10e-8e6fd441b054,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:44.351972 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.355616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:44.355957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.506161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.510101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.572824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.573806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Fanout notify agent at l3_agent the message router_deleted on router a655af49-70b0-4e74-9286-aaacf3b13190 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:44.583481 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.585294 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-50db666c-7f62-43ee-bb52-6793410cd442 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/a655af49-70b0-4e74-9286-aaacf3b13190 HTTP/1.1" status: 204 len: 168 time: 1.5345368 Oct 18 23:46:44.587469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port 8d266a46-844e-43d2-8d7c-1ecb2e669c3b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8d266a46-844e-43d2-8d7c-1ecb2e669c3b,segment=NetworkSegment(8325d707-6580-457c-852b-0b5b6856e984),segment_id=8325d707-6580-457c-852b-0b5b6856e984)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:44.587835 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.591382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52066) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:44.596555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-73262a0a-5a61-401c-90b4-17cfead33ff7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1758306818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:44.602771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for 8d266a46-844e-43d2-8d7c-1ecb2e669c3b owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:44.632674 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73262a0a-5a61-401c-90b4-17cfead33ff7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.634951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73262a0a-5a61-401c-90b4-17cfead33ff7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.703559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73262a0a-5a61-401c-90b4-17cfead33ff7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.712410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73262a0a-5a61-401c-90b4-17cfead33ff7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.737467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73262a0a-5a61-401c-90b4-17cfead33ff7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.743125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-73262a0a-5a61-401c-90b4-17cfead33ff7 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1501801 Oct 18 23:46:44.744851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52072) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:44.750133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': True}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:44.842564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e991c08-f217-45e0-9a1c-4e34d6290ab2 req-1831933b-221e-47ed-b53b-c6270ad67151 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:44.850777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e991c08-f217-45e0-9a1c-4e34d6290ab2 req-1831933b-221e-47ed-b53b-c6270ad67151 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.4571552 Oct 18 23:46:44.938396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e991c08-f217-45e0-9a1c-4e34d6290ab2 req-95e95f40-9a55-44a0-98d1-8a5f16598333 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863979 Oct 18 23:46:44.939660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:44.988500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:45.023580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=8d266a46-844e-43d2-8d7c-1ecb2e669c3b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:45.193115 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:45.230995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52090) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:45.354420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:45.379016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:45.382884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:45.446117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52098) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:45.458709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:45.465138 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0e414770-02a3-43e3-90aa-897130a48839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2857718 Oct 18 23:46:45.467912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52102) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:45.477458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:45.492961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:45.495035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:45.517039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Allocated IP 172.25.7.206 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d8cd20bc-608b-48d0-85b4-a787881f9d65) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:45.538523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1118981206-network', 'tenant_id': '3856a6f935534355ba7570d9771ef5b7'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:45.546826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a4c7dc8d-489b-4d7c-aa49-d8a27d7f0de3 tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-763195448', 'prefixes': ['172.20.0.0/16']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:45.603245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:45.662904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:44Z', 'revision_number': 11, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:45.691737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:45.701930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:45.702553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:45.780033 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:45.838535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:44Z', 'revision_number': 11, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:45.867668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd43e7-015e-4d35-ad35-88f5223e9b20 None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:44Z', 'revision_number': 11, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:45.882098 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.db.api [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 23:46:45.882098 n-d-713498-28 neutron-server[100922]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 18 23:46:45.882098 n-d-713498-28 neutron-server[100922]: [parameters: {'project_id': '3856a6f935534355ba7570d9771ef5b7', 'id': 'de5a991f-14bc-4228-a11d-7361e8a3beb4', 'expiration': datetime.datetime(2021, 10, 18, 23, 48, 45, 584253)}] Oct 18 23:46:45.882098 n-d-713498-28 neutron-server[100922]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:46:45.882920 n-d-713498-28 neutron-server[100922]: DEBUG oslo_db.api [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:46:45.904300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b36a11-5fcf-45cd-bc36-8e74720524c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting subnet 123e0c2a-03b6-4843-a455-1541e348164d {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:45.907633 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65b36a11-5fcf-45cd-bc36-8e74720524c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:45.950162 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65b36a11-5fcf-45cd-bc36-8e74720524c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:45.984179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.004798 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4c7dc8d-489b-4d7c-aa49-d8a27d7f0de3 tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] Publish callbacks [] for subnetpool, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.006045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a4c7dc8d-489b-4d7c-aa49-d8a27d7f0de3 tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5589356 Oct 18 23:46:46.009392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52106) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:46.044817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.079576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b3a4493c-8abe-4fc1-9754-0f5f0a767af1 tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] 10.222.0.52 "GET /v2.0/subnetpools/b92e009c-2d51-47b3-b490-9062d14efb7d HTTP/1.1" status: 200 len: 731 time: 0.0688097 Oct 18 23:46:46.084728 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52108) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:46.091040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-385b6fe9-b78b-472b-a091-dd93f52002fc tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1723479139'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:46.104008 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65b36a11-5fcf-45cd-bc36-8e74720524c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.108842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:46.118691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:46.122464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:46.124628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event updated for resources: {'Port': ['ID=d8cd20bc-608b-48d0-85b4-a787881f9d65,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:46.158287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f844b7-de3f-483e-92b5-085d964be702 req-ba3318d3-c879-4293-bea8-7e29a9c1b32f tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:46.159762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94f844b7-de3f-483e-92b5-085d964be702 req-ba3318d3-c879-4293-bea8-7e29a9c1b32f tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1280034 Oct 18 23:46:46.213322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65b36a11-5fcf-45cd-bc36-8e74720524c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.222786 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-385b6fe9-b78b-472b-a091-dd93f52002fc tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] Publish callbacks [] for subnetpool, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.226522 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-385b6fe9-b78b-472b-a091-dd93f52002fc tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] 10.222.0.52 "PUT /v2.0/subnetpools/b92e009c-2d51-47b3-b490-9062d14efb7d HTTP/1.1" status: 200 len: 684 time: 0.1383243 Oct 18 23:46:46.230871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52110) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:46.245252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b36a11-5fcf-45cd-bc36-8e74720524c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Subnet': ['ID=123e0c2a-03b6-4843-a455-1541e348164d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:46.251532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-65b36a11-5fcf-45cd-bc36-8e74720524c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.258738 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-65b36a11-5fcf-45cd-bc36-8e74720524c3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/123e0c2a-03b6-4843-a455-1541e348164d HTTP/1.1" status: 204 len: 168 time: 0.7859218 Oct 18 23:46:46.261488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecd1e4-4550-49ff-9b63-ba59c6d51393 None None] Network 35094050-24fc-4e71-9e28-599b987f7447 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:46.263099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52112) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:46.286048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94f844b7-de3f-483e-92b5-085d964be702 req-c1698941-6951-4c54-9bac-1d845ffbc26f tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196368 Oct 18 23:46:46.379274 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.442994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Deleting port aaff5b7c-b2f2-4986-bc86-6625a487b98c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:46.443996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.466241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9459c7d9-bb63-483c-b050-b1f4e1b27636 tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] Publish callbacks [] for subnetpool, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.470225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9459c7d9-bb63-483c-b050-b1f4e1b27636 tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] 10.222.0.52 "DELETE /v2.0/subnetpools/b92e009c-2d51-47b3-b490-9062d14efb7d HTTP/1.1" status: 204 len: 168 time: 0.2261393 Oct 18 23:46:46.471958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52114) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:46.479637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Made reservation on behalf of 3856a6f935534355ba7570d9771ef5b7 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:46.481985 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.493800 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.502008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13764e-6aaf-4969-8e18-9a456734d65d None None] DHCP port deletion for 35094050-24fc-4e71-9e28-599b987f7447 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:46:46.528469 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-cc77ca66-14d2-41e3-82a7-6e13a8f8a946 tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] show failed (client error): The resource could not be found. Oct 18 23:46:46.532153 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cc77ca66-14d2-41e3-82a7-6e13a8f8a946 tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] 10.222.0.52 "GET /v2.0/subnetpools/b92e009c-2d51-47b3-b490-9062d14efb7d HTTP/1.1" status: 404 len: 346 time: 0.0566223 Oct 18 23:46:46.535262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52116) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:46.544949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] For port aaff5b7c-b2f2-4986-bc86-6625a487b98c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=aaff5b7c-b2f2-4986-bc86-6625a487b98c,segment=NetworkSegment(8325d707-6580-457c-852b-0b5b6856e984),segment_id=8325d707-6580-457c-852b-0b5b6856e984)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:46.545147 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.558545 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-d574f24f-3c9d-4b80-9f2d-8c7f22dd973a tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] delete failed (client error): The resource could not be found. Oct 18 23:46:46.559164 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d574f24f-3c9d-4b80-9f2d-8c7f22dd973a tempest-SubnetPoolsTestJSON-2107706939 tempest-SubnetPoolsTestJSON-2107706939-project] 10.222.0.52 "DELETE /v2.0/subnetpools/b92e009c-2d51-47b3-b490-9062d14efb7d HTTP/1.1" status: 404 len: 346 time: 0.0229702 Oct 18 23:46:46.567237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-eb13764e-6aaf-4969-8e18-9a456734d65d None None] Deleting port aaff5b7c-b2f2-4986-bc86-6625a487b98c {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:46.567610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eb13764e-6aaf-4969-8e18-9a456734d65d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.571833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Calling delete_port for aaff5b7c-b2f2-4986-bc86-6625a487b98c owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:46.578275 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.664730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-eb13764e-6aaf-4969-8e18-9a456734d65d None None] For port aaff5b7c-b2f2-4986-bc86-6625a487b98c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=aaff5b7c-b2f2-4986-bc86-6625a487b98c,segment=NetworkSegment(8325d707-6580-457c-852b-0b5b6856e984),segment_id=8325d707-6580-457c-852b-0b5b6856e984)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:46.665675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eb13764e-6aaf-4969-8e18-9a456734d65d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.679126 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.687452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-eb13764e-6aaf-4969-8e18-9a456734d65d None None] Calling delete_port for aaff5b7c-b2f2-4986-bc86-6625a487b98c owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:46.724488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No DVR routers for this DVR port aaff5b7c-b2f2-4986-bc86-6625a487b98c on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:46.726204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Port': ['ID=aaff5b7c-b2f2-4986-bc86-6625a487b98c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:46.775802 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eb13764e-6aaf-4969-8e18-9a456734d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.793166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.803461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13764e-6aaf-4969-8e18-9a456734d65d None None] Pushing event deleted for resources: {'Port': ['ID=aaff5b7c-b2f2-4986-bc86-6625a487b98c,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:46.804282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.808229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13764e-6aaf-4969-8e18-9a456734d65d None None] No DVR routers for this DVR port aaff5b7c-b2f2-4986-bc86-6625a487b98c on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:46:46.884223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52122) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:46.885491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:46:46.889167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce49508f-f1cb-41c5-8289-ba5319978142,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:46.890727 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.905465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.905799 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Added segment 3c2da006-6821-4c78-921c-9859bfe9a1ba of type vlan for network 2cc13893-5082-4ad8-b9f8-ca62402acc96 Oct 18 23:46:46.919749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35094050-24fc-4e71-9e28-599b987f7447']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:46.920824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.931864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8325d707-6580-457c-852b-0b5b6856e984') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:46.932092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8325d707-6580-457c-852b-0b5b6856e984') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:46.942688 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.947472 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.959158 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.965319 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.968729 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:46.969149 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:46.972164 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:47.041958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3d5-4b7a-4fbe-8adb-de327e414f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.053800 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.064159 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.066216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.067207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:47.067317 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/networks/35094050-24fc-4e71-9e28-599b987f7447 HTTP/1.1" status: 204 len: 168 time: 0.8031192 Oct 18 23:46:47.067791 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.071743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52126) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:47.079102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'routes': None}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:47.093161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612d481-d78b-4076-8162-0720818eaa18 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Pushing event deleted for resources: {'Network': ['ID=35094050-24fc-4e71-9e28-599b987f7447,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:47.144063 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9116027 Oct 18 23:46:47.148111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8d266a46-844e-43d2-8d7c-1ecb2e669c3b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:47.154446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52128) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:47.172053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 8d266a46-844e-43d2-8d7c-1ecb2e669c3b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:47.172735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8d266a46-844e-43d2-8d7c-1ecb2e669c3b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:47.173072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device aaff5b7c-b2f2-4986-bc86-6625a487b98c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:46:47.194780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Request body: {'subnet': {'network_id': '2cc13893-5082-4ad8-b9f8-ca62402acc96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1118981206-subnet', 'tenant_id': '3856a6f935534355ba7570d9771ef5b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:47.195047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: aaff5b7c-b2f2-4986-bc86-6625a487b98c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:46:47.195632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device aaff5b7c-b2f2-4986-bc86-6625a487b98c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:46:47.211155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354d33e-4db9-44c1-ba02-d148ceba4ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc13893-5082-4ad8-b9f8-ca62402acc96,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:47.225960 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2cc13893-5082-4ad8-b9f8-ca62402acc96 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:47.238805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Made reservation on behalf of 3856a6f935534355ba7570d9771ef5b7 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:47.241710 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.275694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Router 51d80d6b-afb2-435a-a755-3c3be6b6e3fa is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:46:47.298932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.extraroute_db [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Added routes are [] {{(pid=100921) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 23:46:47.299241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.extraroute_db [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Removed routes are [] {{(pid=100921) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 23:46:47.299610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.364510 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3d5-4b7a-4fbe-8adb-de327e414f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.400314 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3d5-4b7a-4fbe-8adb-de327e414f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.506679 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-59f0a3d5-4b7a-4fbe-8adb-de327e414f44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a3f0f8eddf549f284dc4b712c5c1657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6213684 Oct 18 23:46:47.511172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:47.516037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52132) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:47.520208 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f7988-44fb-4ed7-a2b5-2c13ef4cea43 None None] Sync routers for ids ['51d80d6b-afb2-435a-a755-3c3be6b6e3fa'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:47.522495 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.523717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e6302c1f-96bc-4e17-a989-852af455d09f tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "PUT /v2.0/routers/51d80d6b-afb2-435a-a755-3c3be6b6e3fa HTTP/1.1" status: 200 len: 919 time: 2.7775960 Oct 18 23:46:47.530661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52134) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:47.535826 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f7988-44fb-4ed7-a2b5-2c13ef4cea43 None None] Routers {'51d80d6b-afb2-435a-a755-3c3be6b6e3fa'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:47.536888 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d56f7988-44fb-4ed7-a2b5-2c13ef4cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['51d80d6b-afb2-435a-a755-3c3be6b6e3fa'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:47.537044 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.543172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a3d5-4b7a-4fbe-8adb-de327e414f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661062ed-3907-4707-93fd-2b33ede6cb36,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:47.547085 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.564563 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b0007-528f-4c0c-a3d0-da0a36c2050e req-38575260-b1e3-439d-a746-14cda8e483ad tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:47.570054 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a42b0007-528f-4c0c-a3d0-da0a36c2050e req-38575260-b1e3-439d-a746-14cda8e483ad tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1754994 Oct 18 23:46:47.579090 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d56f7988-44fb-4ed7-a2b5-2c13ef4cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:47.588757 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f7988-44fb-4ed7-a2b5-2c13ef4cea43 None None] Routers {'51d80d6b-afb2-435a-a755-3c3be6b6e3fa'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:47.589285 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d56f7988-44fb-4ed7-a2b5-2c13ef4cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['51d80d6b-afb2-435a-a755-3c3be6b6e3fa'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:47.622231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-9447eb4c-57bf-46f4-862d-56c9691e760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:47.623775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-9447eb4c-57bf-46f4-862d-56c9691e760e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1098 time: 0.1696610 Oct 18 23:46:47.624825 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d56f7988-44fb-4ed7-a2b5-2c13ef4cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:47.626111 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f7988-44fb-4ed7-a2b5-2c13ef4cea43 None None] The sync data for ids ['51d80d6b-afb2-435a-a755-3c3be6b6e3fa'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:47.670930 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.678863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:46:47.684975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a42b0007-528f-4c0c-a3d0-da0a36c2050e req-1f351b9e-9eda-4d45-9863-0fe71272c289 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736463 Oct 18 23:46:47.766938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:47.772599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:47.776377 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-866025d9-dcfa-4ef5-8568-a9050965b3b7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810 HTTP/1.1" status: 200 len: 700 time: 0.6982539 Oct 18 23:46:47.776983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52136) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:47.777130 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] Sync routers for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:47.787607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:47.788380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:47.812584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3aa82e95-5cd8-4448-b198-af0331ab510e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=56ab8143-b17f-4fdc-bc70-ad0612f1c810 HTTP/1.1" status: 200 len: 205 time: 0.0341561 Oct 18 23:46:47.815233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52138) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:47.870895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] Set router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:47.902774 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-258e8586-0d27-406d-aa04-275ae7d847c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.080612 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-258e8586-0d27-406d-aa04-275ae7d847c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.083549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-258e8586-0d27-406d-aa04-275ae7d847c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.096941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab8143-b17f-4fdc-bc70-ad0612f1c810', 'name': 'tempest-RoutersTest-router-585938639', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:45:41Z', 'updated_at': '2021-10-18T23:46:44Z', 'revision_number': 11, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:48.113401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4b31-c1b1-46bd-8034-950b62974708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.123743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e262b3eb-6aa6-40fd-b24e-b13f501a80cc,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:48.124258 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] Checking router: 56ab8143-b17f-4fdc-bc70-ad0612f1c810 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:48.128303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-858a9de5-c3da-4886-a876-945a1745c286 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/routers/51d80d6b-afb2-435a-a755-3c3be6b6e3fa HTTP/1.1" status: 200 len: 925 time: 0.5931866 Oct 18 23:46:48.132055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52140) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:48.136951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] Routers {'56ab8143-b17f-4fdc-bc70-ad0612f1c810'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:48.137592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:48.165536 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4b31-c1b1-46bd-8034-950b62974708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.169418 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-258e8586-0d27-406d-aa04-275ae7d847c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.170120 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258e8586-0d27-406d-aa04-275ae7d847c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Fanout notify agent at l3_agent the message router_deleted on router 56ab8143-b17f-4fdc-bc70-ad0612f1c810 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:48.171761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:48.172604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d797cc-82ab-4466-8842-9ce9589154f8 None None] The sync data for ids ['56ab8143-b17f-4fdc-bc70-ad0612f1c810'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:48.178759 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-258e8586-0d27-406d-aa04-275ae7d847c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.179613 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-258e8586-0d27-406d-aa04-275ae7d847c5 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810 HTTP/1.1" status: 204 len: 168 time: 0.3634086 Oct 18 23:46:48.191372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52142) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:48.197402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bb1bf1f2-50aa-4ac8-9613-f4b35c2f920c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-174116966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:48.204354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Checking segment: {'id': '3c2da006-6821-4c78-921c-9859bfe9a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2cc13893-5082-4ad8-b9f8-ca62402acc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:48.204765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Network hostable DHCP agents. Network: 2cc13893-5082-4ad8-b9f8-ca62402acc96, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:46:48.216381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-a006a87d-811f-4c25-9797-212b0fc439d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:48.217857 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-a006a87d-811f-4c25-9797-212b0fc439d5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.5662985 Oct 18 23:46:48.234031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f96a538-c563-4e8f-9804-9ed5408eb037 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:48.238157 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0f96a538-c563-4e8f-9804-9ed5408eb037 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=51d80d6b-afb2-435a-a755-3c3be6b6e3fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1047790 Oct 18 23:46:48.238818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52144) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:48.305648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1f2-50aa-4ac8-9613-f4b35c2f920c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.307109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1f2-50aa-4ac8-9613-f4b35c2f920c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.316308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Network 2cc13893-5082-4ad8-b9f8-ca62402acc96 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:46:48.338105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-d6cc1bde-b6e8-48f3-a3b2-e2375ee87982 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 1002 time: 0.1063321 Oct 18 23:46:48.338886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 2cc13893-5082-4ad8-b9f8-ca62402acc96) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:48.340338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306ac3f0-dd15-43b8-a98a-a25a4dbeb3eb tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:48.344309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-306ac3f0-dd15-43b8-a98a-a25a4dbeb3eb tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 881 time: 0.1019006 Oct 18 23:46:48.344669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52146) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:48.346813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4b31-c1b1-46bd-8034-950b62974708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.350443 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4b31-c1b1-46bd-8034-950b62974708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.352469 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dfdb4b31-c1b1-46bd-8034-950b62974708 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/661062ed-3907-4707-93fd-2b33ede6cb36 HTTP/1.1" status: 204 len: 168 time: 0.8345194 Oct 18 23:46:48.356345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:48.356521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e769f38-d3d2-4515-b4a2-8201dcf018df None None] Network 2cc13893-5082-4ad8-b9f8-ca62402acc96 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:48.356626 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.383221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0f36c5ad-5248-47aa-83db-d69efb0965ca tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=51d80d6b-afb2-435a-a755-3c3be6b6e3fa HTTP/1.1" status: 200 len: 205 time: 0.0351434 Oct 18 23:46:48.383489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52150) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:48.407591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb4b31-c1b1-46bd-8034-950b62974708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661062ed-3907-4707-93fd-2b33ede6cb36,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:48.475078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1f2-50aa-4ac8-9613-f4b35c2f920c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.479972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5a800274-e120-4733-b1af-fba71bacb44e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3246193 Oct 18 23:46:48.484187 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1f2-50aa-4ac8-9613-f4b35c2f920c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.495948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-cec8c0bf-c492-4f58-9c5c-9e6f66942dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:48.497506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-cec8c0bf-c492-4f58-9c5c-9e6f66942dfc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.1400414 Oct 18 23:46:48.509641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1f2-50aa-4ac8-9613-f4b35c2f920c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.511188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bb1bf1f2-50aa-4ac8-9613-f4b35c2f920c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3187702 Oct 18 23:46:48.522443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52154) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:48.528282 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.528805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-332ec109-77fb-44c4-84dc-04567beb5316 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:48.549055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32e01d-e3ec-40b9-b1e7-c1cbf972a9e8 None None] Network 2cc13893-5082-4ad8-b9f8-ca62402acc96 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:48.648910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.680830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-b2132b8b-5f22-4cf6-850a-1128453beeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:48.682347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-b2132b8b-5f22-4cf6-850a-1128453beeee service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701257 Oct 18 23:46:48.767088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Deleting port d8cd20bc-608b-48d0-85b4-a787881f9d65 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:48.767606 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.855205 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332ec109-77fb-44c4-84dc-04567beb5316 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.887207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.900002 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332ec109-77fb-44c4-84dc-04567beb5316 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:48.906037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Calling delete_port for d8cd20bc-608b-48d0-85b4-a787881f9d65 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:48.915027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-ebd509f2-087e-4462-af89-a3af62e550d9 req-2288851f-48c7-4ce4-ac2f-6ac66eab0a02 service neutron] (100922) timed out ('10.222.0.52', 57706) {{(pid=100922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 23:46:48.978790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b8f61-c7df-4625-ada4-05d9a87213e4 req-a879c690-14d9-4ca4-a2f3-9d31f2a7526c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:48.980743 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-266b8f61-c7df-4625-ada4-05d9a87213e4 req-a879c690-14d9-4ca4-a2f3-9d31f2a7526c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1578994 Oct 18 23:46:48.984750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-74b6c068-dac9-4073-9df6-818fb20d636a service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941403 Oct 18 23:46:49.137038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.143999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-266b8f61-c7df-4625-ada4-05d9a87213e4 req-6aa81438-8b1c-4edb-91da-575aa4119ad0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225886 Oct 18 23:46:49.171090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332ec109-77fb-44c4-84dc-04567beb5316 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Router ae309f96-db9c-4c51-8b91-8f05016aae13 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:46:49.174343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event deleted for resources: {'Port': ['ID=d8cd20bc-608b-48d0-85b4-a787881f9d65,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:49.186016 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b215cac-d3f5-4df9-bc71-5c14e9e49237 req-c6108c13-f3e6-43ff-aaf6-f5ec5ea4ab98 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626227 Oct 18 23:46:49.249023 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.270950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332ec109-77fb-44c4-84dc-04567beb5316 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:49.284294 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] Sync routers for ids ['ae309f96-db9c-4c51-8b91-8f05016aae13'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:49.293066 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-332ec109-77fb-44c4-84dc-04567beb5316 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.294663 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-332ec109-77fb-44c4-84dc-04567beb5316 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "PUT /v2.0/routers/ae309f96-db9c-4c51-8b91-8f05016aae13 HTTP/1.1" status: 200 len: 693 time: 0.7711272 Oct 18 23:46:49.296738 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] Routers {'ae309f96-db9c-4c51-8b91-8f05016aae13'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:49.297346 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae309f96-db9c-4c51-8b91-8f05016aae13'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:49.299335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52182) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.378158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52188) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.387205 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763015046-network', 'tenant_id': '4ac8d2a862a64c0e8d88fa8354e13d05'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:49.387474 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.390002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.421052 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] Set router ae309f96-db9c-4c51-8b91-8f05016aae13 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:49.440950 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-345559e1-dae3-427c-ba15-eb1e029d6b5c tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/routers/ae309f96-db9c-4c51-8b91-8f05016aae13 HTTP/1.1" status: 200 len: 699 time: 0.1400642 Oct 18 23:46:49.443735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52192) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.446498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.448076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Fanout notify agent at l3_agent the message router_deleted on router 51d80d6b-afb2-435a-a755-3c3be6b6e3fa {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:49.465288 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.471137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d08c2f34-a7a8-4577-a6fa-6d15515fe9aa tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/51d80d6b-afb2-435a-a755-3c3be6b6e3fa HTTP/1.1" status: 204 len: 168 time: 1.0831447 Oct 18 23:46:49.471993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52194) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.479212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Made reservation on behalf of 4ac8d2a862a64c0e8d88fa8354e13d05 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:49.479472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-15f5f124-5d48-446c-9b45-9745903e3c9d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1437716917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:49.481609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.492508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-58d45a31-fdd0-4862-8a05-5c0b1a2af83a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae309f96-db9c-4c51-8b91-8f05016aae13 HTTP/1.1" status: 200 len: 205 time: 0.0476489 Oct 18 23:46:49.494085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.495209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52196) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.589451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52198) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.590830 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae309f96-db9c-4c51-8b91-8f05016aae13', 'name': 'tempest-RoutersTest-router-174116966', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:46:48Z', 'updated_at': '2021-10-18T23:46:48Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:49.594781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031915 Oct 18 23:46:49.597352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52200) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.602330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.604883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0376-4404-4537-8cf0-f82130ac6a5a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.609572 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15f5f124-5d48-446c-9b45-9745903e3c9d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.610198 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15f5f124-5d48-446c-9b45-9745903e3c9d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.611118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.633008 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] Checking router: ae309f96-db9c-4c51-8b91-8f05016aae13 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:46:49.642284 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] Routers {'ae309f96-db9c-4c51-8b91-8f05016aae13'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:49.642971 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae309f96-db9c-4c51-8b91-8f05016aae13'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:49.645479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:46:49.658629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9927e1d6-2878-4436-9b10-b4d42074eda4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:49.681191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.683198 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Added segment 958ba676-8637-402e-8c1b-0780a52b25bd of type vlan for network 0d59d48f-4bf8-4fe3-b33d-760724004265 Oct 18 23:46:49.718633 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] Set router ae309f96-db9c-4c51-8b91-8f05016aae13 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:46:49.734943 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.764446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2868a32b-707c-4485-8873-c062da090045 tempest-NetworksApiDiscovery-504909776 tempest-NetworksApiDiscovery-504909776-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1660388 Oct 18 23:46:49.779673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.781430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:49.782156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.785709 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae309f96-db9c-4c51-8b91-8f05016aae13', 'name': 'tempest-RoutersTest-router-174116966', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:46:48Z', 'updated_at': '2021-10-18T23:46:48Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:49.821120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4388430 Oct 18 23:46:49.822047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52206) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.828445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Request body: {'subnet': {'network_id': '0d59d48f-4bf8-4fe3-b33d-760724004265', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763015046-subnet', 'tenant_id': '4ac8d2a862a64c0e8d88fa8354e13d05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:49.833372 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a8f8c-73b1-418f-a591-71328b50d710 None None] The sync data for ids ['ae309f96-db9c-4c51-8b91-8f05016aae13'] in n-d-713498-28 is: [{'id': 'ae309f96-db9c-4c51-8b91-8f05016aae13', 'name': 'tempest-RoutersTest-router-174116966', 'tenant_id': 'a8bec845ce464807bad3414fc2f3524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:46:48Z', 'updated_at': '2021-10-18T23:46:48Z', 'revision_number': 2, 'project_id': 'a8bec845ce464807bad3414fc2f3524a', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:49.852959 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0376-4404-4537-8cf0-f82130ac6a5a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.856028 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15f5f124-5d48-446c-9b45-9745903e3c9d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.857922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0376-4404-4537-8cf0-f82130ac6a5a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.868420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15f5f124-5d48-446c-9b45-9745903e3c9d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.884378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Made reservation on behalf of 4ac8d2a862a64c0e8d88fa8354e13d05 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:49.886792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.917696 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-15f5f124-5d48-446c-9b45-9745903e3c9d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.919266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15f5f124-5d48-446c-9b45-9745903e3c9d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4457777 Oct 18 23:46:49.920875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0376-4404-4537-8cf0-f82130ac6a5a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.921367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6a0376-4404-4537-8cf0-f82130ac6a5a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Fanout notify agent at l3_agent the message router_deleted on router ae309f96-db9c-4c51-8b91-8f05016aae13 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:49.923311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52208) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.929236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'enable_snat': False}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:49.937613 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0376-4404-4537-8cf0-f82130ac6a5a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:49.939561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8a6a0376-4404-4537-8cf0-f82130ac6a5a tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/ae309f96-db9c-4c51-8b91-8f05016aae13 HTTP/1.1" status: 204 len: 168 time: 0.4428980 Oct 18 23:46:49.944067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52210) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:49.974104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43931672-e1e6-4c11-a2ee-963df36fdf87 admin admin] Pushing event updated for resources: {'Network': ['ID=0d59d48f-4bf8-4fe3-b33d-760724004265,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:49.995092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 0d59d48f-4bf8-4fe3-b33d-760724004265 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:50.015971 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7d84abc3-d82b-4e4b-ba0c-5296e5df3551 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae309f96-db9c-4c51-8b91-8f05016aae13 HTTP/1.1" status: 200 len: 205 time: 0.0705473 Oct 18 23:46:50.018431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52212) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.195575 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52218) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.223131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.281517 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc17cd6a-9ace-42c6-a663-497406a3c483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.315187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b83266e-0209-436f-bc46-b23939e99908,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:50.355070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Checking segment: {'id': '958ba676-8637-402e-8c1b-0780a52b25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0d59d48f-4bf8-4fe3-b33d-760724004265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:50.355548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Network hostable DHCP agents. Network: 0d59d48f-4bf8-4fe3-b33d-760724004265, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:46:50.377337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Network 0d59d48f-4bf8-4fe3-b33d-760724004265 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:46:50.393131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 0d59d48f-4bf8-4fe3-b33d-760724004265) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:50.405976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4263fdb8-4467-49cc-8f62-65a1b495377e None None] Network 0d59d48f-4bf8-4fe3-b33d-760724004265 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:50.417406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a24dcfa2-a415-488d-bdcd-470f8dbe4489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.420712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:50.421379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.457635 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-95c0ed85-7b51-408e-80c7-fbfcf9dea8f1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6350729 Oct 18 23:46:50.578289 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-079de075-e62a-474e-b1f3-2d32814ed8e6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] delete failed (client error): The resource could not be found. Oct 18 23:46:50.579591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-079de075-e62a-474e-b1f3-2d32814ed8e6 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/ae309f96-db9c-4c51-8b91-8f05016aae13 HTTP/1.1" status: 404 len: 336 time: 0.5601201 Oct 18 23:46:50.612818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a24dcfa2-a415-488d-bdcd-470f8dbe4489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.614101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52224) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.625314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52226) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.626325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a24dcfa2-a415-488d-bdcd-470f8dbe4489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.629532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be86fc5-0ccf-45d5-a25e-1dd4338acdae None None] Network 0d59d48f-4bf8-4fe3-b33d-760724004265 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:50.677323 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.678591 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddc2b0a-19c1-44cf-8ccc-fa0ff02ab839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:50.679082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddc2b0a-19c1-44cf-8ccc-fa0ff02ab839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:50.685011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6ddc2b0a-19c1-44cf-8ccc-fa0ff02ab839 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/fd90014e-ff56-46ce-91ae-2b16d8152f8a HTTP/1.1" status: 404 len: 337 time: 0.0697012 Oct 18 23:46:50.686938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52228) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.731577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a24dcfa2-a415-488d-bdcd-470f8dbe4489 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d734cab900a64cb39d2bcba29ddace0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305109 Oct 18 23:46:50.734105 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06cc537-a14f-4504-9309-e8f666d0483f tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:50.734328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dcfa2-a415-488d-bdcd-470f8dbe4489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27b2529-8c4f-4b7a-8d7e-1e74ab34a230,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:50.735028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06cc537-a14f-4504-9309-e8f666d0483f tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:50.736767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52230) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.738780 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d06cc537-a14f-4504-9309-e8f666d0483f tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/341761dc-2a9d-40c0-8a0f-876898fea9d6 HTTP/1.1" status: 404 len: 337 time: 0.0502274 Oct 18 23:46:50.744328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52232) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.753233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7be5cb-6e2c-4abc-a5ba-b0d4b477e235 admin admin] Deleting subnet e262b3eb-6aa6-40fd-b24e-b13f501a80cc {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:50.753478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f57572-8989-4bbb-8586-beeb997d7c71 req-9168c5d9-d64e-460a-bdac-f21d96c9ef99 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:50.756303 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10f57572-8989-4bbb-8586-beeb997d7c71 req-9168c5d9-d64e-460a-bdac-f21d96c9ef99 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.2227483 Oct 18 23:46:50.764607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a7be5cb-6e2c-4abc-a5ba-b0d4b477e235 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.807283 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3485be9-a7f4-42fc-af0f-529df7a6797e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:50.807893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3485be9-a7f4-42fc-af0f-529df7a6797e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:50.811114 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c3485be9-a7f4-42fc-af0f-529df7a6797e tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/aafba01a-a6e3-4f84-8367-91af88d2d4bb HTTP/1.1" status: 404 len: 337 time: 0.0519428 Oct 18 23:46:50.813898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52234) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.831410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a7be5cb-6e2c-4abc-a5ba-b0d4b477e235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.846965 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10f57572-8989-4bbb-8586-beeb997d7c71 req-06da0927-e708-4000-afee-798230efaa23 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763960 Oct 18 23:46:50.878163 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e89629-7c10-4d91-90ed-8b2eaa870417 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:50.878894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e89629-7c10-4d91-90ed-8b2eaa870417 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:50.883003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-36e89629-7c10-4d91-90ed-8b2eaa870417 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/123e0c2a-03b6-4843-a455-1541e348164d HTTP/1.1" status: 404 len: 337 time: 0.0659647 Oct 18 23:46:50.886972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52236) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.901104 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c62afa21-5bac-4cf2-887a-db50e58a9974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.917284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-784b5b9a-1dea-42a4-a3cc-fc89940550b8 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=56ab8143-b17f-4fdc-bc70-ad0612f1c810 HTTP/1.1" status: 200 len: 205 time: 0.0284436 Oct 18 23:46:50.919539 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52238) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.930071 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a7be5cb-6e2c-4abc-a5ba-b0d4b477e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.933153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c62afa21-5bac-4cf2-887a-db50e58a9974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:50.961818 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-478bf64e-ffc8-4bff-8e1d-c1176016f029 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] delete failed (client error): The resource could not be found. Oct 18 23:46:50.962922 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-478bf64e-ffc8-4bff-8e1d-c1176016f029 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/56ab8143-b17f-4fdc-bc70-ad0612f1c810 HTTP/1.1" status: 404 len: 336 time: 0.0424924 Oct 18 23:46:50.965560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52240) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:50.996748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1ef67aea-7568-4c13-a908-c7f1b0e6f27f tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=868c9683-7833-4b76-a70a-ae0ca2746a7d HTTP/1.1" status: 200 len: 205 time: 0.0300899 Oct 18 23:46:50.999508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52242) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.045227 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-28118677-9b4c-4be7-9f96-23e95cebbeb3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] delete failed (client error): The resource could not be found. Oct 18 23:46:51.048847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-28118677-9b4c-4be7-9f96-23e95cebbeb3 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/868c9683-7833-4b76-a70a-ae0ca2746a7d HTTP/1.1" status: 404 len: 336 time: 0.0428772 Oct 18 23:46:51.049674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52244) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.082294 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b084584-7062-428f-96f9-0771bc09d5be tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:51.082852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b084584-7062-428f-96f9-0771bc09d5be tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:51.086299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b084584-7062-428f-96f9-0771bc09d5be tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/208d6425-14f5-4909-bab8-53aabfae64c8 HTTP/1.1" status: 404 len: 337 time: 0.0361035 Oct 18 23:46:51.089638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52246) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.122451 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.122824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a7be5cb-6e2c-4abc-a5ba-b0d4b477e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.125075 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c62afa21-5bac-4cf2-887a-db50e58a9974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.127667 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c62afa21-5bac-4cf2-887a-db50e58a9974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.131328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c62afa21-5bac-4cf2-887a-db50e58a9974 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e27b2529-8c4f-4b7a-8d7e-1e74ab34a230 HTTP/1.1" status: 204 len: 168 time: 0.3846176 Oct 18 23:46:51.137431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-83368f34-35a6-45af-a489-32609f5af931 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d HTTP/1.1" status: 200 len: 205 time: 0.0453870 Oct 18 23:46:51.142346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52250) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.149501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.168085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7be5cb-6e2c-4abc-a5ba-b0d4b477e235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e262b3eb-6aa6-40fd-b24e-b13f501a80cc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:51.173369 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a7be5cb-6e2c-4abc-a5ba-b0d4b477e235 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.176641 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6a7be5cb-6e2c-4abc-a5ba-b0d4b477e235 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e262b3eb-6aa6-40fd-b24e-b13f501a80cc HTTP/1.1" status: 204 len: 168 time: 0.5474968 Oct 18 23:46:51.178359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62afa21-5bac-4cf2-887a-db50e58a9974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27b2529-8c4f-4b7a-8d7e-1e74ab34a230,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:51.189363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52252) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.197952 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-b88bb1a1-0309-4154-bb3a-f75c0e43e957 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] delete failed (client error): The resource could not be found. Oct 18 23:46:51.199035 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b88bb1a1-0309-4154-bb3a-f75c0e43e957 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/51d5f8cb-ad49-47e1-b8e5-cb09d72b1f3d HTTP/1.1" status: 404 len: 336 time: 0.0553682 Oct 18 23:46:51.203254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52254) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.260019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-22c2df54-7f52-4f6a-963b-3595e59fe961 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caebfab-9055-4916-bf0d-ee5ee12be518 HTTP/1.1" status: 200 len: 205 time: 0.0335879 Oct 18 23:46:51.263118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52256) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.314271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Allocated IP 172.25.7.144 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/1eba8c74-151a-4f84-8659-1e36370a6572) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:51.336614 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-eb6866b5-85c0-4b4f-9f78-c88ec61e3fd7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] delete failed (client error): The resource could not be found. Oct 18 23:46:51.337650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eb6866b5-85c0-4b4f-9f78-c88ec61e3fd7 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/4caebfab-9055-4916-bf0d-ee5ee12be518 HTTP/1.1" status: 404 len: 336 time: 0.0736511 Oct 18 23:46:51.342110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.344639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52260) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.398762 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c34e145-9ab9-4355-8991-7dc77b8a0b79 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:51.399144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c34e145-9ab9-4355-8991-7dc77b8a0b79 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:51.402183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7c34e145-9ab9-4355-8991-7dc77b8a0b79 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/ab8993fe-2e51-4616-a669-547e8bc47f34 HTTP/1.1" status: 404 len: 337 time: 0.0573499 Oct 18 23:46:51.404755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52264) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.443421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.463343 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-55ccfdc3-b777-4967-a3e2-cd3ca09d6191 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cbf071d-947b-4e63-8119-52af5fe004b7 HTTP/1.1" status: 200 len: 205 time: 0.0547242 Oct 18 23:46:51.463343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52268) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.467463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc13893-5082-4ad8-b9f8-ca62402acc96']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:51.479376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2da006-6821-4c78-921c-9859bfe9a1ba') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:51.479686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2da006-6821-4c78-921c-9859bfe9a1ba') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:51.489878 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.503730 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.506510 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-33a07e12-db6c-42bf-93b4-5082e6de77b2 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] delete failed (client error): The resource could not be found. Oct 18 23:46:51.509890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-33a07e12-db6c-42bf-93b4-5082e6de77b2 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/5cbf071d-947b-4e63-8119-52af5fe004b7 HTTP/1.1" status: 404 len: 336 time: 0.0437794 Oct 18 23:46:51.510849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52272) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.519976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:51.520370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:51.522656 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:51.541454 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.551930 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b395cd-15ad-4733-900d-f7a9a2e54448 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:51.552187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b395cd-15ad-4733-900d-f7a9a2e54448 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:51.555153 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d3b395cd-15ad-4733-900d-f7a9a2e54448 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/baaafce9-0508-4d4d-b8b5-2a91f58d2dbe HTTP/1.1" status: 404 len: 337 time: 0.0439801 Oct 18 23:46:51.557781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52276) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.581583 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.622571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-58a87c29-84f6-4237-8f91-4195575db8b1 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "GET /v2.0/ports?device_id=f365f1ee-9c80-4827-bed2-b4f63fd87958 HTTP/1.1" status: 200 len: 205 time: 0.0559325 Oct 18 23:46:51.622826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:51.622927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52278) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.623376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:51.627651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:51.664706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Pushing event updated for resources: {'Port': ['ID=1eba8c74-151a-4f84-8659-1e36370a6572,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:51.664831 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-49a81b73-9991-4dc4-af86-0a5ca3303bef tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] delete failed (client error): The resource could not be found. Oct 18 23:46:51.665692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-49a81b73-9991-4dc4-af86-0a5ca3303bef tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/routers/f365f1ee-9c80-4827-bed2-b4f63fd87958 HTTP/1.1" status: 404 len: 336 time: 0.0418530 Oct 18 23:46:51.666572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.668210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52282) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.673338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.677973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2cc13893-5082-4ad8-b9f8-ca62402acc96 HTTP/1.1" status: 204 len: 168 time: 0.4869399 Oct 18 23:46:51.681178 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52284) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.711304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc0ff1-f073-4754-afe0-0654a4dda692 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc13893-5082-4ad8-b9f8-ca62402acc96,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:51.713450 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-676253a1-2778-417d-a961-e8d79e51eb44 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:51.714050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676253a1-2778-417d-a961-e8d79e51eb44 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:51.716972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-676253a1-2778-417d-a961-e8d79e51eb44 tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/2fe7f094-8c28-4fbb-882b-ecc8990acbf0 HTTP/1.1" status: 404 len: 337 time: 0.0478554 Oct 18 23:46:51.719908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52288) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:51.749528 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-128a3815-5319-41c9-9957-314e96097ddb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] DELETE failed (client error): The resource could not be found. Oct 18 23:46:51.749996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128a3815-5319-41c9-9957-314e96097ddb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:46:51.752972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-128a3815-5319-41c9-9957-314e96097ddb tempest-RoutersTest-656890916 tempest-RoutersTest-656890916-project] 10.222.0.52 "DELETE /v2.0/subnets/2b1ca01e-5b1d-4f9f-ab36-74ebfcced656 HTTP/1.1" status: 404 len: 337 time: 0.0326223 Oct 18 23:46:51.779230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59843fe-5d15-4c75-a0b0-6b8d3a0b9768 admin admin] Deleting subnet 1b83266e-0209-436f-bc46-b23939e99908 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:46:51.809848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e59843fe-5d15-4c75-a0b0-6b8d3a0b9768 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.884737 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e59843fe-5d15-4c75-a0b0-6b8d3a0b9768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.985469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e59843fe-5d15-4c75-a0b0-6b8d3a0b9768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:51.989090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bb2b9-c5e4-43e1-9f47-1fa8d93dc60c req-5ec5195b-c18f-4df0-b1f0-caf22ce9d8ee tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:51.991488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-297bb2b9-c5e4-43e1-9f47-1fa8d93dc60c req-5ec5195b-c18f-4df0-b1f0-caf22ce9d8ee tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0683374 Oct 18 23:46:52.007753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52304) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:52.044376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-297bb2b9-c5e4-43e1-9f47-1fa8d93dc60c req-0aa13205-84d1-4e93-b756-3f9cb4cfb0b4 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450668 Oct 18 23:46:52.088294 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.147291 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e59843fe-5d15-4c75-a0b0-6b8d3a0b9768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.215837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59843fe-5d15-4c75-a0b0-6b8d3a0b9768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b83266e-0209-436f-bc46-b23939e99908,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:52.220171 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e59843fe-5d15-4c75-a0b0-6b8d3a0b9768 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.223345 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e59843fe-5d15-4c75-a0b0-6b8d3a0b9768 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1b83266e-0209-436f-bc46-b23939e99908 HTTP/1.1" status: 204 len: 168 time: 0.5404608 Oct 18 23:46:52.226536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52312) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:52.306440 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.310322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15eb00b1-f534-47f5-9022-7edd57322446 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8bec845ce464807bad3414fc2f3524a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976351 Oct 18 23:46:52.311266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52318) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:52.402065 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.415213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8758a889-3339-4ca9-893e-fbf8e3512a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.418408 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.423950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d59d48f-4bf8-4fe3-b33d-760724004265']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:52.429061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.436026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958ba676-8637-402e-8c1b-0780a52b25bd') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:52.436318 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958ba676-8637-402e-8c1b-0780a52b25bd') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:52.455156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.469451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.475546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:46:52.475867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8758a889-3339-4ca9-893e-fbf8e3512a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.475990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:46:52.478091 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:46:52.542167 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.549409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.559324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] 10.222.0.52 "DELETE /v2.0/networks/0d59d48f-4bf8-4fe3-b33d-760724004265 HTTP/1.1" status: 204 len: 168 time: 0.3285921 Oct 18 23:46:52.571847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d155a-efe4-45c1-80f8-d462e32041aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0d59d48f-4bf8-4fe3-b33d-760724004265,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:52.590165 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8758a889-3339-4ca9-893e-fbf8e3512a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.592869 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8758a889-3339-4ca9-893e-fbf8e3512a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.596521 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8758a889-3339-4ca9-893e-fbf8e3512a87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29156e1e-7f04-4875-b781-8ab33377f971 HTTP/1.1" status: 204 len: 168 time: 0.2825606 Oct 18 23:46:52.609068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758a889-3339-4ca9-893e-fbf8e3512a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29156e1e-7f04-4875-b781-8ab33377f971,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:52.635108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Router 818b90a0-9504-4f55-9bc9-af9b3fa5262d is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:46:52.777995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52334) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:52.785856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:52.791400 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.794086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c8f20fb1-88bd-4332-9f76-a5f788408451 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "PUT /v2.0/routers/818b90a0-9504-4f55-9bc9-af9b3fa5262d HTTP/1.1" status: 200 len: 920 time: 2.8690572 Oct 18 23:46:52.796981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52336) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:52.797922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d270c22-2cf3-4c49-b682-33d679019d1a None None] Sync routers for ids ['818b90a0-9504-4f55-9bc9-af9b3fa5262d'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:52.822150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d270c22-2cf3-4c49-b682-33d679019d1a None None] Routers {'818b90a0-9504-4f55-9bc9-af9b3fa5262d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:52.823040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5d270c22-2cf3-4c49-b682-33d679019d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['818b90a0-9504-4f55-9bc9-af9b3fa5262d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:52.843389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d0cf26ac-8389-42a0-9cf4-0a74bf594fcd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3856a6f935534355ba7570d9771ef5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641992 Oct 18 23:46:52.846171 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52340) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:52.880213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5d270c22-2cf3-4c49-b682-33d679019d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:52.891924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d270c22-2cf3-4c49-b682-33d679019d1a None None] Routers {'818b90a0-9504-4f55-9bc9-af9b3fa5262d'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:52.892804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5d270c22-2cf3-4c49-b682-33d679019d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['818b90a0-9504-4f55-9bc9-af9b3fa5262d'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:52.938116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5d270c22-2cf3-4c49-b682-33d679019d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:52.939897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d270c22-2cf3-4c49-b682-33d679019d1a None None] The sync data for ids ['818b90a0-9504-4f55-9bc9-af9b3fa5262d'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:52.944172 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb8c79fa-dacf-49dd-b699-c2c0b1b9d07b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:52.976908 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb8c79fa-dacf-49dd-b699-c2c0b1b9d07b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.007483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0ff528ed-64ca-4f24-9368-1ed0d3fdfbe4 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/routers/818b90a0-9504-4f55-9bc9-af9b3fa5262d HTTP/1.1" status: 200 len: 926 time: 0.2092502 Oct 18 23:46:53.008101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52350) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:53.054852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb8c79fa-dacf-49dd-b699-c2c0b1b9d07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.056629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564dcd50-38d7-4106-8fe3-3b5a2b55ff3e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:53.058245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb8c79fa-dacf-49dd-b699-c2c0b1b9d07b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.059997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cb8c79fa-dacf-49dd-b699-c2c0b1b9d07b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce49508f-f1cb-41c5-8289-ba5319978142 HTTP/1.1" status: 204 len: 168 time: 0.2126858 Oct 18 23:46:53.061663 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-564dcd50-38d7-4106-8fe3-3b5a2b55ff3e tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=818b90a0-9504-4f55-9bc9-af9b3fa5262d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0525591 Oct 18 23:46:53.062370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52356) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:53.072802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c79fa-dacf-49dd-b699-c2c0b1b9d07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce49508f-f1cb-41c5-8289-ba5319978142,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:53.208345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a122ef6-630e-481d-aa39-0e339c8b9ff6 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:53.210713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3a122ef6-630e-481d-aa39-0e339c8b9ff6 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/networks/a088bfdb-e229-464b-8f6c-9daf513bbbef HTTP/1.1" status: 200 len: 881 time: 0.1472793 Oct 18 23:46:53.211073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3e52-fd7b-4d84-a60e-ab5e008bd018 req-692a885f-c7d0-4a9e-8e36-b1f54d5f8de2 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:53.213146 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ccf3e52-fd7b-4d84-a60e-ab5e008bd018 req-692a885f-c7d0-4a9e-8e36-b1f54d5f8de2 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0668561 Oct 18 23:46:53.213886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52372) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:53.255587 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8b6c529d-199e-4a92-97eb-c9adba8d728d tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=818b90a0-9504-4f55-9bc9-af9b3fa5262d HTTP/1.1" status: 200 len: 205 time: 0.0383866 Oct 18 23:46:53.255783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52376) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:53.323375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5ccf3e52-fd7b-4d84-a60e-ab5e008bd018 req-df153f4f-3fb4-4b7d-aced-5c2c6c8ee1d8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995717 Oct 18 23:46:53.560643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52400) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:53.614775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0ab9a78e-72f3-4bda-bed1-760bb6d74dda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ac8d2a862a64c0e8d88fa8354e13d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580969 Oct 18 23:46:53.617631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52406) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:53.679630 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d5ca861-52e2-4100-85e5-e9baa5f2d148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.693270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52412) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:53.726555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d5ca861-52e2-4100-85e5-e9baa5f2d148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.739664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.801316 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d5ca861-52e2-4100-85e5-e9baa5f2d148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.813986 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7d5ca861-52e2-4100-85e5-e9baa5f2d148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.819452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7d5ca861-52e2-4100-85e5-e9baa5f2d148 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9927e1d6-2878-4436-9b10-b4d42074eda4 HTTP/1.1" status: 204 len: 168 time: 0.1964495 Oct 18 23:46:53.834922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ca861-52e2-4100-85e5-e9baa5f2d148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9927e1d6-2878-4436-9b10-b4d42074eda4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:53.864635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-93c9767c-3d81-4414-a53d-d1e69896c031 tempest-ServiceProvidersTest-409083448 tempest-ServiceProvidersTest-409083448-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1662521 Oct 18 23:46:53.908796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.956084 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-676b557c-f329-4213-ac1d-b450e8af299f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:53.975128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Deleting port 1eba8c74-151a-4f84-8659-1e36370a6572 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:53.975904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.080222 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.096916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Calling delete_port for 1eba8c74-151a-4f84-8659-1e36370a6572 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:54.321465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.355092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52468) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:54.361377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event deleted for resources: {'Port': ['ID=1eba8c74-151a-4f84-8659-1e36370a6572,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:54.482627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.564841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b3b73-e4cf-4b28-97c5-da9cebbee5b5 req-d0b4ae65-a18c-4be4-add3-d0755fd5f100 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:54.566910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-382b3b73-e4cf-4b28-97c5-da9cebbee5b5 req-d0b4ae65-a18c-4be4-add3-d0755fd5f100 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1344161 Oct 18 23:46:54.621154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83169b1e-7bb1-427f-9cec-a01e56110c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.622993 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.639634 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.720920 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.722135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Fanout notify agent at l3_agent the message router_deleted on router 818b90a0-9504-4f55-9bc9-af9b3fa5262d {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:46:54.736265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.738141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b3e44916-2ec9-45f7-a821-98e1836de45f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/818b90a0-9504-4f55-9bc9-af9b3fa5262d HTTP/1.1" status: 204 len: 168 time: 1.4812746 Oct 18 23:46:54.743908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52496) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:54.751109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1317518115', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:54.776110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.777875 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83169b1e-7bb1-427f-9cec-a01e56110c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.778061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-382b3b73-e4cf-4b28-97c5-da9cebbee5b5 req-c925c6b9-881f-41f1-a7af-b28ef2cd6522 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632526 Oct 18 23:46:54.787683 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83169b1e-7bb1-427f-9cec-a01e56110c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.840282 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.841323 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.847958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83169b1e-7bb1-427f-9cec-a01e56110c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2cd23-99a3-4fb4-92b5-e0a5be677af8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:54.854656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83169b1e-7bb1-427f-9cec-a01e56110c8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2b3e8e1179242e7a190a9ca5aece8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981968 Oct 18 23:46:54.858763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52500) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:54.921165 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e19276ee-4bcd-45c2-a95b-7f8abe207850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.950312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:54.953315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e19276ee-4bcd-45c2-a95b-7f8abe207850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.023638 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e19276ee-4bcd-45c2-a95b-7f8abe207850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.027611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e19276ee-4bcd-45c2-a95b-7f8abe207850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.029097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e19276ee-4bcd-45c2-a95b-7f8abe207850 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1fe2cd23-99a3-4fb4-92b5-e0a5be677af8 HTTP/1.1" status: 204 len: 168 time: 0.1689124 Oct 18 23:46:55.039350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19276ee-4bcd-45c2-a95b-7f8abe207850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2cd23-99a3-4fb4-92b5-e0a5be677af8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:55.059718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52508) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:55.148313 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.347072 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d330f365-569e-486f-a363-dada8d753258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.393303 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.410425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.444026 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.467849 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d330f365-569e-486f-a363-dada8d753258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.475521 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d330f365-569e-486f-a363-dada8d753258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.523319 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d330f365-569e-486f-a363-dada8d753258 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58405ec1da5145528540a0d015441293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621105 Oct 18 23:46:55.527281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52528) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:55.573319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Allocated IP 172.25.7.138 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d165917e-2f7f-41ad-829d-e667622a9c95) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:55.605114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330f365-569e-486f-a363-dada8d753258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304c6f2f-da30-4eaa-8d2e-aed2d87ea42d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:55.620765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87194140-e1b6-48f8-8653-59fe77ac2766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.655533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87194140-e1b6-48f8-8653-59fe77ac2766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.710271 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.721622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87194140-e1b6-48f8-8653-59fe77ac2766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.724772 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-87194140-e1b6-48f8-8653-59fe77ac2766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.729932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-87194140-e1b6-48f8-8653-59fe77ac2766 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/304c6f2f-da30-4eaa-8d2e-aed2d87ea42d HTTP/1.1" status: 204 len: 168 time: 0.2015915 Oct 18 23:46:55.738924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87194140-e1b6-48f8-8653-59fe77ac2766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304c6f2f-da30-4eaa-8d2e-aed2d87ea42d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:55.769030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:55.815284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:55.818911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:55.822607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:55.852235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event updated for resources: {'Port': ['ID=d165917e-2f7f-41ad-829d-e667622a9c95,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:55.983606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af132197-f391-43b1-bb58-538a60c2ec6b req-2713db41-2a83-47cc-adf5-8da7ab335b16 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:55.985230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af132197-f391-43b1-bb58-538a60c2ec6b req-2713db41-2a83-47cc-adf5-8da7ab335b16 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1240354 Oct 18 23:46:56.062907 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-af132197-f391-43b1-bb58-538a60c2ec6b req-1d99b735-4092-417d-a9ff-19b53d82e3ff tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583801 Oct 18 23:46:56.138675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52550) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:56.159888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5f56fcb-3a4a-4d45-bc8b-61f903d15b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.301982 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5f56fcb-3a4a-4d45-bc8b-61f903d15b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.309230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5f56fcb-3a4a-4d45-bc8b-61f903d15b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.361536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f5f56fcb-3a4a-4d45-bc8b-61f903d15b59 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d8432a1059149048e61ac8d7189c989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207897 Oct 18 23:46:56.363512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f56fcb-3a4a-4d45-bc8b-61f903d15b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df88cecc-1e64-472e-a5bf-3f132a86e83b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:56.367116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52556) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:56.404253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52558) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:56.455406 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4b334ef-7949-4bad-8adb-d9dd014fc86f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.468672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52562) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:56.489593 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4b334ef-7949-4bad-8adb-d9dd014fc86f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.552203 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4b334ef-7949-4bad-8adb-d9dd014fc86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.555666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4b334ef-7949-4bad-8adb-d9dd014fc86f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.557145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a4b334ef-7949-4bad-8adb-d9dd014fc86f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df88cecc-1e64-472e-a5bf-3f132a86e83b HTTP/1.1" status: 204 len: 168 time: 0.1739912 Oct 18 23:46:56.566859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b334ef-7949-4bad-8adb-d9dd014fc86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df88cecc-1e64-472e-a5bf-3f132a86e83b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:56.595463 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.631015 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70a46507-9738-4653-a3e9-9ca3a5418c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.660615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-606794515'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:56.705383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Made reservation on behalf of 8f584228afa64ceb979c5502e8285ae2 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:56.709912 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.720440 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.784668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70a46507-9738-4653-a3e9-9ca3a5418c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.789148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-70a46507-9738-4653-a3e9-9ca3a5418c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.844315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-70a46507-9738-4653-a3e9-9ca3a5418c85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4503045321f84df0abe5c3ffbac63cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745317 Oct 18 23:46:56.847117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a46507-9738-4653-a3e9-9ca3a5418c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e840a5-8022-4a74-99b9-6f1e4fea4af4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:56.847799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52570) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:56.877637 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.900376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.906158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.940013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:46:56.946571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da9596b-5295-441e-b5c2-70463c21cda4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:56.955328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:56.955744 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Added segment c41e5a3f-638f-4eb0-bbab-5f305e4b9c82 of type vlan for network b6c1d839-2929-4655-ab89-8b217b13a22d Oct 18 23:46:56.973406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2992c331-7721-4fe3-9ca2-c0e3117c82d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.008477 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.035105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2992c331-7721-4fe3-9ca2-c0e3117c82d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.035716 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.042706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:57.043552 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.087720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6819830 Oct 18 23:46:57.090637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52580) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:57.096333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Request body: {'subnet': {'network_id': 'b6c1d839-2929-4655-ab89-8b217b13a22d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:57.129043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2992c331-7721-4fe3-9ca2-c0e3117c82d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.134501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2992c331-7721-4fe3-9ca2-c0e3117c82d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.136045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2992c331-7721-4fe3-9ca2-c0e3117c82d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8e840a5-8022-4a74-99b9-6f1e4fea4af4 HTTP/1.1" status: 204 len: 168 time: 0.2871163 Oct 18 23:46:57.152541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Router 93f1a2a0-6716-4330-8dcc-f146e6eac561 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:46:57.162046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992c331-7721-4fe3-9ca2-c0e3117c82d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e840a5-8022-4a74-99b9-6f1e4fea4af4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:57.200576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f16181-307c-48a4-bbf4-a25f4f0a68ea tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Pushing event updated for resources: {'Network': ['ID=b6c1d839-2929-4655-ab89-8b217b13a22d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:57.220605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network b6c1d839-2929-4655-ab89-8b217b13a22d details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:46:57.308634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:46:57.319785 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdb90f-da52-4fe5-a4e8-47f507e1a580 None None] Sync routers for ids ['93f1a2a0-6716-4330-8dcc-f146e6eac561'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:46:57.337223 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdb90f-da52-4fe5-a4e8-47f507e1a580 None None] Routers {'93f1a2a0-6716-4330-8dcc-f146e6eac561'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:57.342667 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.351010 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb90f-da52-4fe5-a4e8-47f507e1a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['93f1a2a0-6716-4330-8dcc-f146e6eac561'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:57.352851 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-115fcc2f-d6e8-42c2-bc6d-fd6390ea4de8 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6059844 Oct 18 23:46:57.354683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52592) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:57.368341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c143de-864d-45d2-9d01-bc5a8327357b req-437c0ff8-03b7-472b-8df5-ae6f0d4f45d5 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:57.370006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0c143de-864d-45d2-9d01-bc5a8327357b req-437c0ff8-03b7-472b-8df5-ae6f0d4f45d5 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.2216938 Oct 18 23:46:57.371097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:57.397452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Made reservation on behalf of 8f584228afa64ceb979c5502e8285ae2 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:57.400995 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.446611 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb90f-da52-4fe5-a4e8-47f507e1a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:57.473012 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdb90f-da52-4fe5-a4e8-47f507e1a580 None None] Routers {'93f1a2a0-6716-4330-8dcc-f146e6eac561'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:46:57.477192 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb90f-da52-4fe5-a4e8-47f507e1a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['93f1a2a0-6716-4330-8dcc-f146e6eac561'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:57.486916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0c143de-864d-45d2-9d01-bc5a8327357b req-75c2971f-a6e0-4c1b-9f4c-08ecd000d1db tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069667 Oct 18 23:46:57.528540 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb90f-da52-4fe5-a4e8-47f507e1a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:46:57.529849 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdb90f-da52-4fe5-a4e8-47f507e1a580 None None] The sync data for ids ['93f1a2a0-6716-4330-8dcc-f146e6eac561'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:46:57.667110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.707358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52600) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:57.729191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e154f37-2262-4f77-a569-51cf6f34e411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.732083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Pushing event updated for resources: {'Subnet': ['ID=5b964bf6-cb18-42a4-bcab-0a540640b4ce,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:57.781033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Checking segment: {'id': 'c41e5a3f-638f-4eb0-bbab-5f305e4b9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b6c1d839-2929-4655-ab89-8b217b13a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:57.781545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Network hostable DHCP agents. Network: b6c1d839-2929-4655-ab89-8b217b13a22d, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:46:57.805934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Network b6c1d839-2929-4655-ab89-8b217b13a22d is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:46:57.818549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, b6c1d839-2929-4655-ab89-8b217b13a22d) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:57.833376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7753ba-6e7a-4f4e-8140-17b2d808791a None None] Network b6c1d839-2929-4655-ab89-8b217b13a22d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:46:57.835978 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.844425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:57.845435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.857762 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.879602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d5ff7c9c-b6fd-4bdf-a2c9-59701fb4d806 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7877543 Oct 18 23:46:57.879831 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52604) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:57.890110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Request body: {'port': {'network_id': 'b6c1d839-2929-4655-ab89-8b217b13a22d', 'name': 'tempest-TagsExtTest-307758136'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:46:57.923121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:57.991665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e154f37-2262-4f77-a569-51cf6f34e411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.006881 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e154f37-2262-4f77-a569-51cf6f34e411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.017112 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-b6c1d839-2929-4655-ab89-8b217b13a22d', 'network_id': 'b6c1d839-2929-4655-ab89-8b217b13a22d', 'tenant_id': '8f584228afa64ceb979c5502e8285ae2', 'fixed_ips': [{'subnet_id': '5b964bf6-cb18-42a4-bcab-0a540640b4ce'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:46:58.018906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.079530 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9e154f37-2262-4f77-a569-51cf6f34e411 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a8bf842c88546499bdf9dbebf70901c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3708720 Oct 18 23:46:58.081791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e154f37-2262-4f77-a569-51cf6f34e411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c751e0-0631-45f3-bf41-6b74e4afa407,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:58.082410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52612) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:46:58.093974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Deleting port d165917e-2f7f-41ad-829d-e667622a9c95 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:46:58.094259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.163298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Made reservation on behalf of 8f584228afa64ceb979c5502e8285ae2 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:46:58.167389 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.172779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5dff626e-b98d-49ed-8ffd-5ef8898227fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.188475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Allocated IP 172.20.0.2 (b6c1d839-2929-4655-ab89-8b217b13a22d/5b964bf6-cb18-42a4-bcab-0a540640b4ce/9599df3f-d966-41fd-83e0-451a27df6a5f) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:58.201753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] device_id is not set on port 4e6be3d5-d4c6-491f-8f9a-688487154bc9 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:46:58.204507 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5dff626e-b98d-49ed-8ffd-5ef8898227fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.250331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.277357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Calling delete_port for d165917e-2f7f-41ad-829d-e667622a9c95 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:46:58.281611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5dff626e-b98d-49ed-8ffd-5ef8898227fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.285312 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5dff626e-b98d-49ed-8ffd-5ef8898227fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.289391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5dff626e-b98d-49ed-8ffd-5ef8898227fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7c751e0-0631-45f3-bf41-6b74e4afa407 HTTP/1.1" status: 204 len: 168 time: 0.2057664 Oct 18 23:46:58.304935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff626e-b98d-49ed-8ffd-5ef8898227fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c751e0-0631-45f3-bf41-6b74e4afa407,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:58.390663 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.401321 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.452060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Network b6c1d839-2929-4655-ab89-8b217b13a22d is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:58.458537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:58.462581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:46:58.475398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Pushing event updated for resources: {'Port': ['ID=9599df3f-d966-41fd-83e0-451a27df6a5f,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:58.530327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Allocated IP 172.20.0.9 (b6c1d839-2929-4655-ab89-8b217b13a22d/5b964bf6-cb18-42a4-bcab-0a540640b4ce/4e6be3d5-d4c6-491f-8f9a-688487154bc9) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:46:58.541919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Attempting to bind port 9599df3f-d966-41fd-83e0-451a27df6a5f on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:46:58.542325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Attempting to bind port 9599df3f-d966-41fd-83e0-451a27df6a5f by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'c41e5a3f-638f-4eb0-bbab-5f305e4b9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b6c1d839-2929-4655-ab89-8b217b13a22d'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:46:58.542649 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Attempting to bind port 9599df3f-d966-41fd-83e0-451a27df6a5f on network b6c1d839-2929-4655-ab89-8b217b13a22d {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:46:58.554022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:46:58.554430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Checking segment: {'id': 'c41e5a3f-638f-4eb0-bbab-5f305e4b9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b6c1d839-2929-4655-ab89-8b217b13a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:46:58.554911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.555315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Bound using segment: {'id': 'c41e5a3f-638f-4eb0-bbab-5f305e4b9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b6c1d839-2929-4655-ab89-8b217b13a22d'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:46:58.555906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Bound port: 9599df3f-d966-41fd-83e0-451a27df6a5f, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41e5a3f-638f-4eb0-bbab-5f305e4b9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b6c1d839-2929-4655-ab89-8b217b13a22d'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:46:58.556303 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.675173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] For port 9599df3f-d966-41fd-83e0-451a27df6a5f, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:46:58.679874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] For port 9599df3f-d966-41fd-83e0-451a27df6a5f, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9599df3f-d966-41fd-83e0-451a27df6a5f,segment=NetworkSegment(c41e5a3f-638f-4eb0-bbab-5f305e4b9c82),segment_id=c41e5a3f-638f-4eb0-bbab-5f305e4b9c82)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:46:58.686309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.702097 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:58.750824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139649dc-c643-49b0-8ef5-97e17fd44c88 req-360c7766-da86-4062-8bd5-5c3603d1cc32 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:58.759611 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-139649dc-c643-49b0-8ef5-97e17fd44c88 req-360c7766-da86-4062-8bd5-5c3603d1cc32 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1473684 Oct 18 23:46:58.775493 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79a8a6-8918-4663-85e6-0ddb3ac0a9a6 None None] Pushing event updated for resources: {'Port': ['ID=9599df3f-d966-41fd-83e0-451a27df6a5f,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:58.777414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Pushing event deleted for resources: {'Port': ['ID=d165917e-2f7f-41ad-829d-e667622a9c95,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:58.873706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-139649dc-c643-49b0-8ef5-97e17fd44c88 req-233da27c-b110-4093-90bd-43504532d048 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130841 Oct 18 23:46:58.977826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:59.222784 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:59.290457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-7d6c9929-4b93-4087-bbad-f7762f932f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:59.292026 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-7d6c9929-4b93-4087-bbad-f7762f932f5a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0892467 Oct 18 23:46:59.320058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9599df3f-d966-41fd-83e0-451a27df6a5f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:46:59.379397 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9599df3f-d966-41fd-83e0-451a27df6a5f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:46:59.380067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:59.515503 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:59.545599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-f6551491-0312-43e3-ad69-2214bb3e2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:59.548074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-f6551491-0312-43e3-ad69-2214bb3e2d38 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.2476621 Oct 18 23:46:59.572066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 9599df3f-d966-41fd-83e0-451a27df6a5f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9599df3f-d966-41fd-83e0-451a27df6a5f,segment=NetworkSegment(c41e5a3f-638f-4eb0-bbab-5f305e4b9c82),segment_id=c41e5a3f-638f-4eb0-bbab-5f305e4b9c82)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:46:59.584626 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:59.663897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=9599df3f-d966-41fd-83e0-451a27df6a5f,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:46:59.698943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-964c1cd6-65f5-4ea8-a4f1-cdd71ec63bc2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 1002 time: 0.1421618 Oct 18 23:46:59.786082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-219b1764-9004-47b4-8ffb-239d03133311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:59.788487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-219b1764-9004-47b4-8ffb-239d03133311 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.0785179 Oct 18 23:46:59.839942 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:59.899934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-1d24f235-c117-44ed-933b-b82495cf315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:59.901512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-1d24f235-c117-44ed-933b-b82495cf315e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042013 Oct 18 23:46:59.932936 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111122'] for router, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:59.950166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Network b6c1d839-2929-4655-ab89-8b217b13a22d is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:46:59.963014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da290d8-b658-4316-bd81-dedb1ad6c90f req-cdf886eb-f693-407a-925a-30d24be8544b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:46:59.970899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8da290d8-b658-4316-bd81-dedb1ad6c90f req-cdf886eb-f693-407a-925a-30d24be8544b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.7546582 Oct 18 23:46:59.976664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545566'] for router, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:46:59.990535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:46:59.994118 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:47:00.060825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Pushing event updated for resources: {'Port': ['ID=4e6be3d5-d4c6-491f-8f9a-688487154bc9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:00.084949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-d2c6640a-803a-4d07-a248-3fe434bea275 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739151 Oct 18 23:47:00.159395 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8da290d8-b658-4316-bd81-dedb1ad6c90f req-225cc63c-4d24-4cef-8f87-4f63bad5c3cb tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874585 Oct 18 23:47:00.227500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f9c2c58-5ae9-4b97-b6f1-a71d20386fac req-56aa7922-e588-482b-b932-2a3a5ff79b83 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342034 Oct 18 23:47:00.231561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Router 93f1a2a0-6716-4330-8dcc-f146e6eac561 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:47:00.237826 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:00.246839 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:00.276690 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b056e006-4eb8-4a79-8594-9767ac3aac27 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3939199 Oct 18 23:47:00.279577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52672) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:00.284690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8f871fe0-fcbc-4641-b5bd-8ee026485195 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-220887293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:00.288918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0fdd4-0549-4102-a054-5ce6435d21ec None None] Network b6c1d839-2929-4655-ab89-8b217b13a22d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:47:00.337299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f871fe0-fcbc-4641-b5bd-8ee026485195 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:00.338563 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f871fe0-fcbc-4641-b5bd-8ee026485195 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:00.396428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:47:00.413723 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:00.416030 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-317b25ae-81f6-48d8-89e0-320df7fb25da tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "PUT /v2.0/routers/93f1a2a0-6716-4330-8dcc-f146e6eac561 HTTP/1.1" status: 200 len: 710 time: 3.0582426 Oct 18 23:47:00.418755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52678) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:00.440830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe63803-6b52-4ec2-9413-5c0046c9d83b None None] Sync routers for ids ['93f1a2a0-6716-4330-8dcc-f146e6eac561'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:47:00.458240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f871fe0-fcbc-4641-b5bd-8ee026485195 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:00.467940 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f871fe0-fcbc-4641-b5bd-8ee026485195 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:00.502583 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe63803-6b52-4ec2-9413-5c0046c9d83b None None] Routers {'93f1a2a0-6716-4330-8dcc-f146e6eac561'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:00.503628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4fe63803-6b52-4ec2-9413-5c0046c9d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['93f1a2a0-6716-4330-8dcc-f146e6eac561'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:00.516310 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f871fe0-fcbc-4641-b5bd-8ee026485195 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:00.521224 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f871fe0-fcbc-4641-b5bd-8ee026485195 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2371960 Oct 18 23:47:00.521795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52680) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:00.531010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-dd7cb722-8bed-4659-89e3-145686b93fbb tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1974459139', 'prefixes': ['172.20.0.0/16']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:00.551548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4fe63803-6b52-4ec2-9413-5c0046c9d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:00.560894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-17ca5007-a3ee-4211-9d8c-76b58719b9d2 None None] Provisioning complete for port 9599df3f-d966-41fd-83e0-451a27df6a5f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:00.561928 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-17ca5007-a3ee-4211-9d8c-76b58719b9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:00.590293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e169e5dd-f480-4f07-b6a6-a80f852efc8a tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/routers/93f1a2a0-6716-4330-8dcc-f146e6eac561 HTTP/1.1" status: 200 len: 745 time: 0.1700945 Oct 18 23:47:00.595747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52686) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:00.621827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe63803-6b52-4ec2-9413-5c0046c9d83b None None] Routers {'93f1a2a0-6716-4330-8dcc-f146e6eac561'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:00.622812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4fe63803-6b52-4ec2-9413-5c0046c9d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:46:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['93f1a2a0-6716-4330-8dcc-f146e6eac561'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:00.657127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dd7cb722-8bed-4659-89e3-145686b93fbb tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for subnetpool, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:00.662072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dd7cb722-8bed-4659-89e3-145686b93fbb tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1355724 Oct 18 23:47:00.662327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52688) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:00.667089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-3ffa8d83-9055-471c-a88c-1695ddeebcf7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce', 'tempest-TagsExtTest-Tag-1114170927') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:00.670924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4fe63803-6b52-4ec2-9413-5c0046c9d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:00.671846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe63803-6b52-4ec2-9413-5c0046c9d83b None None] The sync data for ids ['93f1a2a0-6716-4330-8dcc-f146e6eac561'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:47:00.695344 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:47:00.716427 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-05f6e312-cb0b-428f-ac1e-469dfa49a148 tempest-RoutersIpV6AdminTest-1803396510 tempest-RoutersIpV6AdminTest-1803396510-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&device_id=93f1a2a0-6716-4330-8dcc-f146e6eac561 HTTP/1.1" status: 200 len: 205 time: 0.1168861 Oct 18 23:47:00.716738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:00.766840 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f464baa4-b8d7-4ea3-bdb6-62be6c893a2a tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=93f1a2a0-6716-4330-8dcc-f146e6eac561 HTTP/1.1" status: 200 len: 205 time: 0.0464451 Oct 18 23:47:00.771093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52692) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:00.885741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91734109-64bd-4e26-a61c-329b78f7050b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:01.030347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-937b7153-79a4-4c86-a669-6ba71ce0033f None None] Provisioning complete for port 9599df3f-d966-41fd-83e0-451a27df6a5f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:01.031048 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-937b7153-79a4-4c86-a669-6ba71ce0033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:01.264525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52700) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.268678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3ffa8d83-9055-471c-a88c-1695ddeebcf7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags/tempest-TagsExtTest-Tag-1114170927 HTTP/1.1" status: 201 len: 201 time: 0.5975800 Oct 18 23:47:01.271857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-6437f06b-e96b-48ea-8dee-96252ebcbab3 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9', 'tempest-TagsExtTest-Tag-1161099147') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:01.272131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91734109-64bd-4e26-a61c-329b78f7050b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:01.279422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91734109-64bd-4e26-a61c-329b78f7050b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:01.282604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9599df3f-d966-41fd-83e0-451a27df6a5f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:47:01.326556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-937b7153-79a4-4c86-a669-6ba71ce0033f None None] Provisioning complete for port 4e6be3d5-d4c6-491f-8f9a-688487154bc9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:01.327284 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-937b7153-79a4-4c86-a669-6ba71ce0033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:01.386002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-937b7153-79a4-4c86-a669-6ba71ce0033f None None] Port 4e6be3d5-d4c6-491f-8f9a-688487154bc9 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:47:01.398334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9599df3f-d966-41fd-83e0-451a27df6a5f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:01.398334 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:01.399650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52704) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.400560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6437f06b-e96b-48ea-8dee-96252ebcbab3 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags/tempest-TagsExtTest-Tag-1161099147 HTTP/1.1" status: 201 len: 201 time: 0.1341124 Oct 18 23:47:01.405284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-62b7c1c6-1e2b-47d8-8de9-bce0cde21b17 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414', 'tempest-TagsExtTest-Tag-596182357') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:01.444999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91734109-64bd-4e26-a61c-329b78f7050b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:01.445679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91734109-64bd-4e26-a61c-329b78f7050b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Fanout notify agent at l3_agent the message router_deleted on router 93f1a2a0-6716-4330-8dcc-f146e6eac561 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:47:01.456086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-91734109-64bd-4e26-a61c-329b78f7050b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:01.463471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52708) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.463632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-91734109-64bd-4e26-a61c-329b78f7050b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/93f1a2a0-6716-4330-8dcc-f146e6eac561 HTTP/1.1" status: 204 len: 168 time: 0.6910093 Oct 18 23:47:01.483153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c9cde-cb09-4d88-922e-7e5374340074 req-50e008e3-f358-4e51-8d56-f2538210c65d tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:01.484681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-455c9cde-cb09-4d88-922e-7e5374340074 req-50e008e3-f358-4e51-8d56-f2538210c65d tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.2069237 Oct 18 23:47:01.500909 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3d7f13aa-18b9-43f0-bff2-803e666e0d7f tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=93f1a2a0-6716-4330-8dcc-f146e6eac561 HTTP/1.1" status: 200 len: 205 time: 0.0362396 Oct 18 23:47:01.503182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52710) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.525618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-31573823-543b-4655-889f-a5a2b6f29ce4 None None] Provisioning complete for port 4e6be3d5-d4c6-491f-8f9a-688487154bc9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:01.526066 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-31573823-543b-4655-889f-a5a2b6f29ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:01.553890 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-f35236a7-394d-4e0f-84a5-aa484ec24978 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] delete failed (client error): The resource could not be found. Oct 18 23:47:01.555086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f35236a7-394d-4e0f-84a5-aa484ec24978 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/93f1a2a0-6716-4330-8dcc-f146e6eac561 HTTP/1.1" status: 404 len: 336 time: 0.0506675 Oct 18 23:47:01.558108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52712) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.565631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-62b7c1c6-1e2b-47d8-8de9-bce0cde21b17 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags/tempest-TagsExtTest-Tag-596182357 HTTP/1.1" status: 201 len: 201 time: 0.1617658 Oct 18 23:47:01.567194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52714) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.574908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-31e9e073-aab0-420a-849f-fc4e795f93a2 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5', 'tempest-TagsExtTest-Tag-1675808822') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:01.576803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-31573823-543b-4655-889f-a5a2b6f29ce4 None None] Port 4e6be3d5-d4c6-491f-8f9a-688487154bc9 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:47:01.591197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-2861d7b7-3948-4d08-8d90-0ccde65fd793 req-2ca9bd9d-70cb-408c-b247-0d069d7b7b70 service neutron] (100921) timed out ('10.222.0.52', 58034) {{(pid=100921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 23:47:01.593566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1e0ddc54-de52-43df-a93f-251cf12a1fe6 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=818b90a0-9504-4f55-9bc9-af9b3fa5262d HTTP/1.1" status: 200 len: 205 time: 0.0343151 Oct 18 23:47:01.596411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52716) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.622634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-455c9cde-cb09-4d88-922e-7e5374340074 req-910538cd-e70e-4cc0-81ff-30b05208c2f0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062136 Oct 18 23:47:01.652424 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-add106ff-0069-427a-a133-8e464783111b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] delete failed (client error): The resource could not be found. Oct 18 23:47:01.653716 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-add106ff-0069-427a-a133-8e464783111b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/818b90a0-9504-4f55-9bc9-af9b3fa5262d HTTP/1.1" status: 404 len: 336 time: 0.0558686 Oct 18 23:47:01.654284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-31e9e073-aab0-420a-849f-fc4e795f93a2 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags/tempest-TagsExtTest-Tag-1675808822 HTTP/1.1" status: 201 len: 201 time: 0.0839574 Oct 18 23:47:01.656100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52720) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.656236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52722) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.660475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-3e4c73e7-dcd5-4df6-84a8-f50e3f08eb12 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:01.685980 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-381f5d07-8e05-49c0-a379-b73441a7ab49 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=51d80d6b-afb2-435a-a755-3c3be6b6e3fa HTTP/1.1" status: 200 len: 205 time: 0.0281179 Oct 18 23:47:01.689133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52724) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.734613 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-19392f87-bf4f-4167-8645-1a41c7626380 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] delete failed (client error): The resource could not be found. Oct 18 23:47:01.738506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52726) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.776349 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e2bdac57-fd7d-49ca-a165-599ff0fb032b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=a655af49-70b0-4e74-9286-aaacf3b13190 HTTP/1.1" status: 200 len: 205 time: 0.0344141 Oct 18 23:47:01.776554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52728) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.816805 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-98038df0-6103-408d-919a-9af9cc156c6b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] delete failed (client error): The resource could not be found. Oct 18 23:47:01.820941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-98038df0-6103-408d-919a-9af9cc156c6b tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/a655af49-70b0-4e74-9286-aaacf3b13190 HTTP/1.1" status: 404 len: 336 time: 0.0410249 Oct 18 23:47:01.821305 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52730) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.860791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-934243f9-d1a7-409f-bbee-93048312e616 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=b80c1178-4c93-4747-9beb-fe500c56a74d HTTP/1.1" status: 200 len: 205 time: 0.0361397 Oct 18 23:47:01.861128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52732) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.900472 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-c03c9917-80f5-45b5-ba98-e32b7d401aa3 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] delete failed (client error): The resource could not be found. Oct 18 23:47:01.903186 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c03c9917-80f5-45b5-ba98-e32b7d401aa3 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/b80c1178-4c93-4747-9beb-fe500c56a74d HTTP/1.1" status: 404 len: 336 time: 0.0395381 Oct 18 23:47:01.904437 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52734) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.936053 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a0eb1765-4f97-4e68-8e0f-33e494198fa1 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2dd0305-dad8-4f6b-9098-8c68f5dd01ee HTTP/1.1" status: 200 len: 205 time: 0.0280411 Oct 18 23:47:01.936395 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52736) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:01.978377 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-13d51323-fd06-499e-b3ce-19b946dc3a39 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] delete failed (client error): The resource could not be found. Oct 18 23:47:01.982092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-13d51323-fd06-499e-b3ce-19b946dc3a39 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/e2dd0305-dad8-4f6b-9098-8c68f5dd01ee HTTP/1.1" status: 404 len: 336 time: 0.0423553 Oct 18 23:47:01.982327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52738) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.010947 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c1b97d-1374-49cf-8614-0f17ebe8cff3 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] DELETE failed (client error): The resource could not be found. Oct 18 23:47:02.011418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c1b97d-1374-49cf-8614-0f17ebe8cff3 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:47:02.016978 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-53c1b97d-1374-49cf-8614-0f17ebe8cff3 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/subnets/665a683c-7bff-4065-8f29-1b8db1ff3aea HTTP/1.1" status: 404 len: 337 time: 0.0311265 Oct 18 23:47:02.027097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-19392f87-bf4f-4167-8645-1a41c7626380 tempest-RoutersIpV6AdminTest-584037033 tempest-RoutersIpV6AdminTest-584037033-project] 10.222.0.52 "DELETE /v2.0/routers/51d80d6b-afb2-435a-a755-3c3be6b6e3fa HTTP/1.1" status: 404 len: 336 time: 0.0455890 Oct 18 23:47:02.047122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3e4c73e7-dcd5-4df6-84a8-f50e3f08eb12 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags HTTP/1.1" status: 200 len: 241 time: 0.3899221 Oct 18 23:47:02.049672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52742) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.054374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-e9ca7275-1dfb-4d19-88c8-c69efab11369 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce', 'tempest-TagsExtTest-Tag-1114170927') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:02.109342 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e9ca7275-1dfb-4d19-88c8-c69efab11369 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags/tempest-TagsExtTest-Tag-1114170927 HTTP/1.1" status: 204 len: 168 time: 0.0585968 Oct 18 23:47:02.111815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52746) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.117064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-27875393-0c16-40d0-8895-9fc5dffe0459 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce', 'tempest-TagsExtTest-Tag-1114170927') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:02.199366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-27875393-0c16-40d0-8895-9fc5dffe0459 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags/tempest-TagsExtTest-Tag-1114170927 HTTP/1.1" status: 204 len: 168 time: 0.0865400 Oct 18 23:47:02.202164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52750) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.214654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-fd5f3c0a-aa29-49d7-9cf2-db789a55cbfe tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:02.343776 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fd5f3c0a-aa29-49d7-9cf2-db789a55cbfe tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags HTTP/1.1" status: 200 len: 205 time: 0.1403973 Oct 18 23:47:02.345852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52758) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.346213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52760) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.357950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-67a24ad5-2ee7-44e5-81fd-4cd49e92a5c4 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:02.429710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-67a24ad5-2ee7-44e5-81fd-4cd49e92a5c4 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags HTTP/1.1" status: 200 len: 241 time: 0.0808699 Oct 18 23:47:02.432562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52766) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.436847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-b2dec038-8ffc-4207-b32c-15680ffae40e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9', 'tempest-TagsExtTest-Tag-1161099147') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:02.510281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-991f5011-6828-4809-9da0-56144b54353b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:02.541238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b2dec038-8ffc-4207-b32c-15680ffae40e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags/tempest-TagsExtTest-Tag-1161099147 HTTP/1.1" status: 204 len: 168 time: 0.1074665 Oct 18 23:47:02.544057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52770) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.548111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-582e178e-c5b8-4c91-aca4-0789902663e9 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9', 'tempest-TagsExtTest-Tag-1161099147') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:02.669469 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-991f5011-6828-4809-9da0-56144b54353b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:02.675993 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-991f5011-6828-4809-9da0-56144b54353b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:02.685789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-582e178e-c5b8-4c91-aca4-0789902663e9 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags/tempest-TagsExtTest-Tag-1161099147 HTTP/1.1" status: 204 len: 168 time: 0.1386740 Oct 18 23:47:02.686355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52776) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.691321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-a4e0b5c0-0ad5-4f4d-8750-f7cc68746a95 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:02.726805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f5011-6828-4809-9da0-56144b54353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c345cc25-2b8e-4bca-b6e9-1052753d84cf,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:02.731513 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-991f5011-6828-4809-9da0-56144b54353b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c4f37a0570c47dcaab8a10a7ca7a08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842196 Oct 18 23:47:02.733975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52778) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.781387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a4e0b5c0-0ad5-4f4d-8750-f7cc68746a95 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags HTTP/1.1" status: 200 len: 205 time: 0.0937889 Oct 18 23:47:02.784231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52780) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.789412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-95ce569a-8329-429d-a8cc-6b05ad80fc1c tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:02.798704 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-696684b1-89e6-420d-b6a4-2b526fc26261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:02.835534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-696684b1-89e6-420d-b6a4-2b526fc26261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:02.873398 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-95ce569a-8329-429d-a8cc-6b05ad80fc1c tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags HTTP/1.1" status: 200 len: 240 time: 0.0879130 Oct 18 23:47:02.876224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:02.884051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-9a759bd3-a2b3-4c4c-a3f5-cd4593ce878a tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414', 'tempest-TagsExtTest-Tag-596182357') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:02.891483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-696684b1-89e6-420d-b6a4-2b526fc26261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:02.894634 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-696684b1-89e6-420d-b6a4-2b526fc26261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:02.899118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-696684b1-89e6-420d-b6a4-2b526fc26261 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c345cc25-2b8e-4bca-b6e9-1052753d84cf HTTP/1.1" status: 204 len: 168 time: 0.1618526 Oct 18 23:47:02.906300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696684b1-89e6-420d-b6a4-2b526fc26261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c345cc25-2b8e-4bca-b6e9-1052753d84cf,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:03.016420 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9a759bd3-a2b3-4c4c-a3f5-cd4593ce878a tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags/tempest-TagsExtTest-Tag-596182357 HTTP/1.1" status: 204 len: 168 time: 0.1383550 Oct 18 23:47:03.019062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52786) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.027136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-8e91f665-e574-4238-9b81-24f1041176a7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414', 'tempest-TagsExtTest-Tag-596182357') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.131606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52790) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.131858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8e91f665-e574-4238-9b81-24f1041176a7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags/tempest-TagsExtTest-Tag-596182357 HTTP/1.1" status: 204 len: 168 time: 0.1114364 Oct 18 23:47:03.138482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-508d65a4-9bd5-4d5e-a9a8-fde458b781a3 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.236111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-508d65a4-9bd5-4d5e-a9a8-fde458b781a3 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags HTTP/1.1" status: 200 len: 205 time: 0.1027172 Oct 18 23:47:03.238840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52792) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.244523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-8027b90e-f670-4e43-806f-63879ae6de75 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.245370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52794) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.280874 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8027b90e-f670-4e43-806f-63879ae6de75 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags HTTP/1.1" status: 200 len: 241 time: 0.0408030 Oct 18 23:47:03.282692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52796) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.288446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-dddaecfe-a8ae-40f5-82e4-cf072f3de34e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5', 'tempest-TagsExtTest-Tag-1675808822') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.293034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-679d9174-2e3f-4aba-bb44-abc72c353c96 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59f1178450b74499b2d364f0a266ef33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463500 Oct 18 23:47:03.295831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52798) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.318084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dddaecfe-a8ae-40f5-82e4-cf072f3de34e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags/tempest-TagsExtTest-Tag-1675808822 HTTP/1.1" status: 204 len: 168 time: 0.0313210 Oct 18 23:47:03.319078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52800) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.323323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-2919bc2b-7e59-431f-af33-cc86b0b132e4 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5', 'tempest-TagsExtTest-Tag-1675808822') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.386466 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42ffb399-68b9-48b1-a27b-d2b2e49cca56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:03.411825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2919bc2b-7e59-431f-af33-cc86b0b132e4 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags/tempest-TagsExtTest-Tag-1675808822 HTTP/1.1" status: 204 len: 168 time: 0.0913272 Oct 18 23:47:03.414218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52802) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.416240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42ffb399-68b9-48b1-a27b-d2b2e49cca56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:03.419186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-0f730b47-871b-4afd-8a2f-cbe3e3bca9cb tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.442766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0f730b47-871b-4afd-8a2f-cbe3e3bca9cb tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags HTTP/1.1" status: 200 len: 205 time: 0.0255637 Oct 18 23:47:03.446502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52804) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.451163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-15788a4f-932d-4a0a-8702-cc6d4d3a6d8e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.489539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-15788a4f-932d-4a0a-8702-cc6d4d3a6d8e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags HTTP/1.1" status: 204 len: 168 time: 0.0394001 Oct 18 23:47:03.490082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52806) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.494464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-4f0bfe1f-4116-4cde-9561-20e9c06a4c21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.543385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42ffb399-68b9-48b1-a27b-d2b2e49cca56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:03.546521 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42ffb399-68b9-48b1-a27b-d2b2e49cca56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:03.548065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-42ffb399-68b9-48b1-a27b-d2b2e49cca56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5acdd12f-6bf8-4965-a5e6-d150f8bb7bd5 HTTP/1.1" status: 204 len: 168 time: 0.2511117 Oct 18 23:47:03.564149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffb399-68b9-48b1-a27b-d2b2e49cca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acdd12f-6bf8-4965-a5e6-d150f8bb7bd5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:03.616525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f0bfe1f-4116-4cde-9561-20e9c06a4c21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags HTTP/1.1" status: 204 len: 168 time: 0.1234212 Oct 18 23:47:03.616822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52814) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.622449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-c1c0b70d-2b9a-44b2-b002-dcf3851eb7eb tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.698677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c1c0b70d-2b9a-44b2-b002-dcf3851eb7eb tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags HTTP/1.1" status: 204 len: 168 time: 0.0800586 Oct 18 23:47:03.701932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52818) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.706702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-890af64b-ffdf-406d-864b-dc69ca21c0ec tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.787768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52822) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.788177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-890af64b-ffdf-406d-864b-dc69ca21c0ec tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0845461 Oct 18 23:47:03.793366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-f0b07d86-dd80-4d6c-9135-63e5e7abfe9a tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce', 'tempest-TagsExtTest-Tag-889443808') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:03.907240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f0b07d86-dd80-4d6c-9135-63e5e7abfe9a tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags/tempest-TagsExtTest-Tag-889443808 HTTP/1.1" status: 201 len: 201 time: 0.1177430 Oct 18 23:47:03.909805 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52828) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:03.914916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-7cebd545-d6e9-43a8-92cf-e841a202df5e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9', 'tempest-TagsExtTest-Tag-1489730243') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.015390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7cebd545-d6e9-43a8-92cf-e841a202df5e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags/tempest-TagsExtTest-Tag-1489730243 HTTP/1.1" status: 201 len: 201 time: 0.1043024 Oct 18 23:47:04.018176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52832) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.023772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-3ce7c86f-3e0c-4b46-9462-e228f789fb65 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414', 'tempest-TagsExtTest-Tag-535178701') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.185875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52840) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.193593 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3ce7c86f-3e0c-4b46-9462-e228f789fb65 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags/tempest-TagsExtTest-Tag-535178701 HTTP/1.1" status: 201 len: 201 time: 0.1719196 Oct 18 23:47:04.218777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-cbe83d3f-b090-4132-972b-8721d5e6c324 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5', 'tempest-TagsExtTest-Tag-800690929') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.324862 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cbe83d3f-b090-4132-972b-8721d5e6c324 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags/tempest-TagsExtTest-Tag-800690929 HTTP/1.1" status: 201 len: 201 time: 0.1354709 Oct 18 23:47:04.328185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52844) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.341102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-ea6262be-8395-456f-a0ba-105635932029 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce', {'tags': ['tempest-TagsExtTest-Tag-2031018597', 'tempest-TagsExtTest-Tag-775507486', 'tempest-TagsExtTest-Tag-1064410384']}) {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.433085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ea6262be-8395-456f-a0ba-105635932029 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags HTTP/1.1" status: 200 len: 317 time: 0.1038201 Oct 18 23:47:04.435609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52848) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.440582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-740c8ccc-9ac2-4081-8052-ea546d9d0e92 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.555376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-740c8ccc-9ac2-4081-8052-ea546d9d0e92 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1184325 Oct 18 23:47:04.556505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52854) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.562430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-1d50090c-9c1c-4031-a789-3dc20724b7aa tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce', 'tempest-TagsExtTest-Tag-2031018597') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.627304 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-1d50090c-9c1c-4031-a789-3dc20724b7aa tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:04.628617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d50090c-9c1c-4031-a789-3dc20724b7aa tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags/tempest-TagsExtTest-Tag-2031018597 HTTP/1.1" status: 404 len: 329 time: 0.0709178 Oct 18 23:47:04.631685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52858) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.636274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-54ae205b-5669-402d-8f4f-90c10c0e6513 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce', 'tempest-TagsExtTest-Tag-775507486') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.707147 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-54ae205b-5669-402d-8f4f-90c10c0e6513 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:04.711258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52868) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.712694 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-54ae205b-5669-402d-8f4f-90c10c0e6513 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags/tempest-TagsExtTest-Tag-775507486 HTTP/1.1" status: 404 len: 328 time: 0.0784509 Oct 18 23:47:04.716049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-93d4dd83-9422-4008-9d49-49ff6f9fbc91 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce', 'tempest-TagsExtTest-Tag-1064410384') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.776131 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-93d4dd83-9422-4008-9d49-49ff6f9fbc91 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:04.777653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-93d4dd83-9422-4008-9d49-49ff6f9fbc91 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags/tempest-TagsExtTest-Tag-1064410384 HTTP/1.1" status: 404 len: 329 time: 0.0653043 Oct 18 23:47:04.780584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52870) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.786880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-70a15640-bf91-4e0a-b5c0-1463150d783e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9', {'tags': ['tempest-TagsExtTest-Tag-1006602221', 'tempest-TagsExtTest-Tag-1192283729', 'tempest-TagsExtTest-Tag-1109800860']}) {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.836134 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:04.882520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-70a15640-bf91-4e0a-b5c0-1463150d783e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags HTTP/1.1" status: 200 len: 318 time: 0.1005416 Oct 18 23:47:04.885137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52876) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.890692 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-69940327-f28d-48be-9506-6e9c6139d655 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:04.972912 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-69940327-f28d-48be-9506-6e9c6139d655 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags HTTP/1.1" status: 204 len: 168 time: 0.0858488 Oct 18 23:47:04.977267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52878) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:04.982652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-8924736e-ee4f-4c39-8d7a-1500ce220d5f tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9', 'tempest-TagsExtTest-Tag-1006602221') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.084108 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-8924736e-ee4f-4c39-8d7a-1500ce220d5f tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:05.085610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8924736e-ee4f-4c39-8d7a-1500ce220d5f tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags/tempest-TagsExtTest-Tag-1006602221 HTTP/1.1" status: 404 len: 329 time: 0.1073408 Oct 18 23:47:05.088993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52888) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.093772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-07520c2e-c2b0-4949-82c5-f58b57e3a05d tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9', 'tempest-TagsExtTest-Tag-1192283729') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.159824 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-07520c2e-c2b0-4949-82c5-f58b57e3a05d tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:05.159824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-07520c2e-c2b0-4949-82c5-f58b57e3a05d tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags/tempest-TagsExtTest-Tag-1192283729 HTTP/1.1" status: 404 len: 329 time: 0.0684817 Oct 18 23:47:05.162373 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52892) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.167034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-99ea5819-d9c3-4a2d-b4dc-a9822087b943 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9', 'tempest-TagsExtTest-Tag-1109800860') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.227920 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-99ea5819-d9c3-4a2d-b4dc-a9822087b943 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:05.231625 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-99ea5819-d9c3-4a2d-b4dc-a9822087b943 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags/tempest-TagsExtTest-Tag-1109800860 HTTP/1.1" status: 404 len: 329 time: 0.0654621 Oct 18 23:47:05.231785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52894) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.236527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-b7296b96-8976-46d3-a6bf-7eb5624c86c9 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414', {'tags': ['tempest-TagsExtTest-Tag-1811814056', 'tempest-TagsExtTest-Tag-1958633702', 'tempest-TagsExtTest-Tag-1775791697']}) {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.333756 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b7296b96-8976-46d3-a6bf-7eb5624c86c9 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags HTTP/1.1" status: 200 len: 318 time: 0.1002948 Oct 18 23:47:05.336498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52900) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.341797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-f2ce773f-dfd6-4a51-b6d3-49914592767b tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.437467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f2ce773f-dfd6-4a51-b6d3-49914592767b tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags HTTP/1.1" status: 204 len: 168 time: 0.0997748 Oct 18 23:47:05.440108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52906) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.444951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-be787021-f4d3-479d-aa0a-7162665c14b6 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414', 'tempest-TagsExtTest-Tag-1811814056') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.524624 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-be787021-f4d3-479d-aa0a-7162665c14b6 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:05.525876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-be787021-f4d3-479d-aa0a-7162665c14b6 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags/tempest-TagsExtTest-Tag-1811814056 HTTP/1.1" status: 404 len: 329 time: 0.0845833 Oct 18 23:47:05.528691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.533626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-6755c4b4-2d44-48b4-846b-8dc4bb627bbc tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414', 'tempest-TagsExtTest-Tag-1958633702') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.620188 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-6755c4b4-2d44-48b4-846b-8dc4bb627bbc tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:05.622762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6755c4b4-2d44-48b4-846b-8dc4bb627bbc tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags/tempest-TagsExtTest-Tag-1958633702 HTTP/1.1" status: 404 len: 329 time: 0.0915141 Oct 18 23:47:05.624378 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52914) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.629133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-0cfc08d4-7f5e-453d-b2eb-f0e5136d4bc3 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414', 'tempest-TagsExtTest-Tag-1775791697') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.712079 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-0cfc08d4-7f5e-453d-b2eb-f0e5136d4bc3 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:05.713322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0cfc08d4-7f5e-453d-b2eb-f0e5136d4bc3 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags/tempest-TagsExtTest-Tag-1775791697 HTTP/1.1" status: 404 len: 329 time: 0.0878637 Oct 18 23:47:05.716124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.720764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-3c607b43-be8d-4221-94fa-bd1c62075b19 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5', {'tags': ['tempest-TagsExtTest-Tag-823002775', 'tempest-TagsExtTest-Tag-1006081499', 'tempest-TagsExtTest-Tag-526394544']}) {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.759444 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3c607b43-be8d-4221-94fa-bd1c62075b19 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "PUT /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags HTTP/1.1" status: 200 len: 316 time: 0.0421672 Oct 18 23:47:05.761965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52928) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.769571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-328b6757-9acd-443c-9de0-d1c3bade5ba8 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.816545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-328b6757-9acd-443c-9de0-d1c3bade5ba8 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags HTTP/1.1" status: 204 len: 168 time: 0.0533025 Oct 18 23:47:05.820022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52934) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.825162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-b0f159ad-fa3c-49a1-b2ad-ad277eecd510 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5', 'tempest-TagsExtTest-Tag-823002775') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.855748 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-b0f159ad-fa3c-49a1-b2ad-ad277eecd510 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:05.855748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b0f159ad-fa3c-49a1-b2ad-ad277eecd510 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags/tempest-TagsExtTest-Tag-823002775 HTTP/1.1" status: 404 len: 328 time: 0.0292351 Oct 18 23:47:05.855748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52936) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.858537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-1269a941-d505-4cb6-a6f8-1a684d36df11 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5', 'tempest-TagsExtTest-Tag-1006081499') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.879822 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-1269a941-d505-4cb6-a6f8-1a684d36df11 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:05.883543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1269a941-d505-4cb6-a6f8-1a684d36df11 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags/tempest-TagsExtTest-Tag-1006081499 HTTP/1.1" status: 404 len: 329 time: 0.0265963 Oct 18 23:47:05.884112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52940) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.888543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-83bd1c7b-d4cd-4638-a796-37c2b08247b7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5', 'tempest-TagsExtTest-Tag-526394544') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.909719 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-83bd1c7b-d4cd-4638-a796-37c2b08247b7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] show failed (client error): The resource could not be found. Oct 18 23:47:05.913935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-83bd1c7b-d4cd-4638-a796-37c2b08247b7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags/tempest-TagsExtTest-Tag-526394544 HTTP/1.1" status: 404 len: 328 time: 0.0260930 Oct 18 23:47:05.914536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52942) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.918910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-57c957c1-be4b-499c-8ce2-ca5a0a318b9c tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa4d76ba-92a7-4b36-99a6-981974b6bcb5') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:05.945389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-57c957c1-be4b-499c-8ce2-ca5a0a318b9c tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5/tags HTTP/1.1" status: 204 len: 168 time: 0.0296841 Oct 18 23:47:05.949169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52944) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:05.954271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-194fdf61-cda6-4177-a24a-0df96914c347 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '750fb2bd-33c5-4d85-95ab-3db6f94a5414') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:06.057750 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-194fdf61-cda6-4177-a24a-0df96914c347 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414/tags HTTP/1.1" status: 204 len: 168 time: 0.1075118 Oct 18 23:47:06.060561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52952) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:06.065294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-b1357e32-40b9-48b1-9854-0da842dd5db1 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4e6be3d5-d4c6-491f-8f9a-688487154bc9') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:06.151025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52956) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:06.174023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b1357e32-40b9-48b1-9854-0da842dd5db1 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9/tags HTTP/1.1" status: 204 len: 168 time: 0.1123786 Oct 18 23:47:06.176634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52960) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:06.182889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-498da2ed-178e-4104-83e9-169c563441d4 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5b964bf6-cb18-42a4-bcab-0a540640b4ce') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:06.267784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-498da2ed-178e-4104-83e9-169c563441d4 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0889740 Oct 18 23:47:06.273050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:06.326291 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aec76e2c-957b-4c8f-8a62-45901e18e0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.393142 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a3e441a-a498-4c12-9fad-ae394e23288e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for subnetpool, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.394290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7a3e441a-a498-4c12-9fad-ae394e23288e tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnetpools/aa4d76ba-92a7-4b36-99a6-981974b6bcb5 HTTP/1.1" status: 204 len: 168 time: 0.1184807 Oct 18 23:47:06.398251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52966) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:06.440635 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-89523add-1ce3-4443-9cbb-ae1329110424 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "GET /v2.0/ports?device_id=750fb2bd-33c5-4d85-95ab-3db6f94a5414 HTTP/1.1" status: 200 len: 205 time: 0.0403938 Oct 18 23:47:06.441383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52968) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:06.455039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aec76e2c-957b-4c8f-8a62-45901e18e0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.459581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aec76e2c-957b-4c8f-8a62-45901e18e0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.504271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec76e2c-957b-4c8f-8a62-45901e18e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a39b5a2-8fd4-4063-8644-2d6adb64eb28,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:06.510779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-aec76e2c-957b-4c8f-8a62-45901e18e0db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a14eb7fd7e7048d0a61f94cf0af3d331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569233 Oct 18 23:47:06.512121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52972) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:06.531342 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.564465 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0245ebcd-5a72-4696-9c53-d603702bc5a0 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.585454 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85c1ab30-c067-40e2-b33b-cb308e480603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.619994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85c1ab30-c067-40e2-b33b-cb308e480603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.684871 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85c1ab30-c067-40e2-b33b-cb308e480603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.687966 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-85c1ab30-c067-40e2-b33b-cb308e480603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.692284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-85c1ab30-c067-40e2-b33b-cb308e480603 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a39b5a2-8fd4-4063-8644-2d6adb64eb28 HTTP/1.1" status: 204 len: 168 time: 0.1790633 Oct 18 23:47:06.703289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1ab30-c067-40e2-b33b-cb308e480603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a39b5a2-8fd4-4063-8644-2d6adb64eb28,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:06.753624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0245ebcd-5a72-4696-9c53-d603702bc5a0 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.756047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0245ebcd-5a72-4696-9c53-d603702bc5a0 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.822565 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0245ebcd-5a72-4696-9c53-d603702bc5a0 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.824197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0245ebcd-5a72-4696-9c53-d603702bc5a0 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Fanout notify agent at l3_agent the message router_deleted on router 750fb2bd-33c5-4d85-95ab-3db6f94a5414 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:47:06.831516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0245ebcd-5a72-4696-9c53-d603702bc5a0 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:06.835947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 52976) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:06.836193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0245ebcd-5a72-4696-9c53-d603702bc5a0 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/routers/750fb2bd-33c5-4d85-95ab-3db6f94a5414 HTTP/1.1" status: 204 len: 168 time: 0.3936453 Oct 18 23:47:06.941949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-eb26c5f2-623a-4af6-a458-2fe2bf8d6e99 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Deleting port 4e6be3d5-d4c6-491f-8f9a-688487154bc9 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:47:06.942933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb26c5f2-623a-4af6-a458-2fe2bf8d6e99 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.066991 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb26c5f2-623a-4af6-a458-2fe2bf8d6e99 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.083772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-eb26c5f2-623a-4af6-a458-2fe2bf8d6e99 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Calling delete_port for 4e6be3d5-d4c6-491f-8f9a-688487154bc9 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:47:07.091028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52980) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:07.105516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00e44264-28ee-4ee7-b2b5-0eabf6a9450a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.229433 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00e44264-28ee-4ee7-b2b5-0eabf6a9450a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.235891 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00e44264-28ee-4ee7-b2b5-0eabf6a9450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.265126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb26c5f2-623a-4af6-a458-2fe2bf8d6e99 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.301850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-00e44264-28ee-4ee7-b2b5-0eabf6a9450a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1647ef6de6d49e9a7cc119256c6a0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073872 Oct 18 23:47:07.301850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e44264-28ee-4ee7-b2b5-0eabf6a9450a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef677716-709a-4888-8676-c840071841b6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:07.304306 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52988) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:07.326650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26c5f2-623a-4af6-a458-2fe2bf8d6e99 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Pushing event deleted for resources: {'Port': ['ID=4e6be3d5-d4c6-491f-8f9a-688487154bc9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:07.408341 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4589-c0ba-4bfe-9e4d-858780dadd28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.438940 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-eb26c5f2-623a-4af6-a458-2fe2bf8d6e99 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.450958 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eb26c5f2-623a-4af6-a458-2fe2bf8d6e99 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/ports/4e6be3d5-d4c6-491f-8f9a-688487154bc9 HTTP/1.1" status: 204 len: 168 time: 0.6092370 Oct 18 23:47:07.452297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 52994) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:07.496168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4589-c0ba-4bfe-9e4d-858780dadd28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.561695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-c201a6a5-f860-49a5-8ad4-76f46b8778e7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Deleting subnet 5b964bf6-cb18-42a4-bcab-0a540640b4ce {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:47:07.566450 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c201a6a5-f860-49a5-8ad4-76f46b8778e7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.640937 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4589-c0ba-4bfe-9e4d-858780dadd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.646585 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4589-c0ba-4bfe-9e4d-858780dadd28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.648084 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5a6d4589-c0ba-4bfe-9e4d-858780dadd28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef677716-709a-4888-8676-c840071841b6 HTTP/1.1" status: 204 len: 168 time: 0.3425438 Oct 18 23:47:07.663176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c201a6a5-f860-49a5-8ad4-76f46b8778e7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.699592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d4589-c0ba-4bfe-9e4d-858780dadd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef677716-709a-4888-8676-c840071841b6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:07.796802 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c201a6a5-f860-49a5-8ad4-76f46b8778e7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.918303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c201a6a5-f860-49a5-8ad4-76f46b8778e7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:07.997623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53008) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:07.999575 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c201a6a5-f860-49a5-8ad4-76f46b8778e7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.002969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2e551-d35c-408c-b56e-2c24f30e3f6c None None] Network b6c1d839-2929-4655-ab89-8b217b13a22d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:47:08.011183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c201a6a5-f860-49a5-8ad4-76f46b8778e7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/subnets/5b964bf6-cb18-42a4-bcab-0a540640b4ce HTTP/1.1" status: 204 len: 168 time: 0.5526822 Oct 18 23:47:08.011915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53012) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:08.017905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a6a5-f860-49a5-8ad4-76f46b8778e7 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Pushing event deleted for resources: {'Subnet': ['ID=5b964bf6-cb18-42a4-bcab-0a540640b4ce,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:08.174296 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.253620 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c4ec0ef-5ea2-4a30-97f4-04d82834f9b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.299559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0cb164-c190-4d57-9441-5227b358e12a None None] DHCP port deletion for b6c1d839-2929-4655-ab89-8b217b13a22d request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:47:08.320695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Deleting port 9599df3f-d966-41fd-83e0-451a27df6a5f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:47:08.321156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.397645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3a0cb164-c190-4d57-9441-5227b358e12a None None] Deleting port 9599df3f-d966-41fd-83e0-451a27df6a5f {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:47:08.398019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb164-c190-4d57-9441-5227b358e12a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.429666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] For port 9599df3f-d966-41fd-83e0-451a27df6a5f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9599df3f-d966-41fd-83e0-451a27df6a5f,segment=NetworkSegment(c41e5a3f-638f-4eb0-bbab-5f305e4b9c82),segment_id=c41e5a3f-638f-4eb0-bbab-5f305e4b9c82)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:47:08.430048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.448003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c4ec0ef-5ea2-4a30-97f4-04d82834f9b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.461057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Calling delete_port for 9599df3f-d966-41fd-83e0-451a27df6a5f owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:47:08.471876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3a0cb164-c190-4d57-9441-5227b358e12a None None] For port 9599df3f-d966-41fd-83e0-451a27df6a5f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9599df3f-d966-41fd-83e0-451a27df6a5f,segment=NetworkSegment(c41e5a3f-638f-4eb0-bbab-5f305e4b9c82),segment_id=c41e5a3f-638f-4eb0-bbab-5f305e4b9c82)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:47:08.472303 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb164-c190-4d57-9441-5227b358e12a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.492198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3a0cb164-c190-4d57-9441-5227b358e12a None None] Calling delete_port for 9599df3f-d966-41fd-83e0-451a27df6a5f owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:47:08.517387 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c4ec0ef-5ea2-4a30-97f4-04d82834f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.613707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.623593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4c4ec0ef-5ea2-4a30-97f4-04d82834f9b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a8697fa07ed4399b860bd98747f6ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224005 Oct 18 23:47:08.623978 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb164-c190-4d57-9441-5227b358e12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.624185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53030) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:08.627042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ec0ef-5ea2-4a30-97f4-04d82834f9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c805f9-757a-43a8-8e3f-0e29ec411814,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:08.679976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cb164-c190-4d57-9441-5227b358e12a None None] No DVR routers for this DVR port 9599df3f-d966-41fd-83e0-451a27df6a5f on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:47:08.709739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cb164-c190-4d57-9441-5227b358e12a None None] Pushing event deleted for resources: {'Port': ['ID=9599df3f-d966-41fd-83e0-451a27df6a5f,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:08.732865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Pushing event deleted for resources: {'Port': ['ID=9599df3f-d966-41fd-83e0-451a27df6a5f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:08.739269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05894614-89d4-43aa-b3ac-3b7d9306195b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.747101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] No DVR routers for this DVR port 9599df3f-d966-41fd-83e0-451a27df6a5f on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:47:08.779074 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05894614-89d4-43aa-b3ac-3b7d9306195b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.856932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05894614-89d4-43aa-b3ac-3b7d9306195b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.859777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-05894614-89d4-43aa-b3ac-3b7d9306195b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.861216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-05894614-89d4-43aa-b3ac-3b7d9306195b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11c805f9-757a-43a8-8e3f-0e29ec411814 HTTP/1.1" status: 204 len: 168 time: 0.2359931 Oct 18 23:47:08.870151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.870743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05894614-89d4-43aa-b3ac-3b7d9306195b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c805f9-757a-43a8-8e3f-0e29ec411814,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:08.898553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c1d839-2929-4655-ab89-8b217b13a22d']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:08.913993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41e5a3f-638f-4eb0-bbab-5f305e4b9c82') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:08.914993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41e5a3f-638f-4eb0-bbab-5f305e4b9c82') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:08.927206 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.946252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.955078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:47:08.955586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:47:08.959664 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:47:09.044400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.063400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.066798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] 10.222.0.52 "DELETE /v2.0/networks/b6c1d839-2929-4655-ab89-8b217b13a22d HTTP/1.1" status: 204 len: 168 time: 1.0539217 Oct 18 23:47:09.068840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0be77-8a3f-4b47-9273-b24af350bf21 tempest-TagsExtTest-2101054730 tempest-TagsExtTest-2101054730-project] Pushing event deleted for resources: {'Network': ['ID=b6c1d839-2929-4655-ab89-8b217b13a22d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:09.169975 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9599df3f-d966-41fd-83e0-451a27df6a5f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:47:09.190844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 9599df3f-d966-41fd-83e0-451a27df6a5f {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:47:09.191199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9599df3f-d966-41fd-83e0-451a27df6a5f not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:47:09.410348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53048) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:09.425400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53052) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:09.443509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-70488c5c-c287-462d-b2bf-4def700120c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.529529 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-70488c5c-c287-462d-b2bf-4def700120c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.533857 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-70488c5c-c287-462d-b2bf-4def700120c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.573618 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-937c8b4e-5024-4f25-aff2-2a73413d5680 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f584228afa64ceb979c5502e8285ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619315 Oct 18 23:47:09.574460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-70488c5c-c287-462d-b2bf-4def700120c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c33eb7b382d947299421ebe0d3bae7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479087 Oct 18 23:47:09.575357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70488c5c-c287-462d-b2bf-4def700120c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f37d0b-19f5-4de7-a531-c6e01ecd6782,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:09.576163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53056) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:09.576938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53058) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:09.682773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ba79-87f6-4b52-922a-cce496e1b116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.685376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2786316d-2dae-4122-87a7-a94d5719b50c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.722612 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ba79-87f6-4b52-922a-cce496e1b116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.734689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2786316d-2dae-4122-87a7-a94d5719b50c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.819212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ba79-87f6-4b52-922a-cce496e1b116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.822529 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ba79-87f6-4b52-922a-cce496e1b116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.827161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a5f3ba79-87f6-4b52-922a-cce496e1b116 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8da9596b-5295-441e-b5c2-70463c21cda4 HTTP/1.1" status: 204 len: 168 time: 0.2491722 Oct 18 23:47:09.831738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2786316d-2dae-4122-87a7-a94d5719b50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.834567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2786316d-2dae-4122-87a7-a94d5719b50c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:09.835870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2786316d-2dae-4122-87a7-a94d5719b50c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16f37d0b-19f5-4de7-a531-c6e01ecd6782 HTTP/1.1" status: 204 len: 168 time: 0.2568240 Oct 18 23:47:09.841324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3ba79-87f6-4b52-922a-cce496e1b116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da9596b-5295-441e-b5c2-70463c21cda4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:09.872419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786316d-2dae-4122-87a7-a94d5719b50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f37d0b-19f5-4de7-a531-c6e01ecd6782,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:15.960237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53308) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:16.131533 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55da7ba9-db73-4b77-bb1a-f2fc13ab5ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:16.280571 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55da7ba9-db73-4b77-bb1a-f2fc13ab5ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:16.287995 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-55da7ba9-db73-4b77-bb1a-f2fc13ab5ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:16.343680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-55da7ba9-db73-4b77-bb1a-f2fc13ab5ac6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82a5a288df3844ec80f8a72cfd0346a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823130 Oct 18 23:47:16.343951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53314) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:16.381978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da7ba9-db73-4b77-bb1a-f2fc13ab5ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9d0da0-eb17-4b3c-ba7b-d88b583ca7eb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:16.456479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f40bfc8-d9ba-4685-848b-ec4776021c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:16.497591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f40bfc8-d9ba-4685-848b-ec4776021c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:16.568012 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f40bfc8-d9ba-4685-848b-ec4776021c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:16.572156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6f40bfc8-d9ba-4685-848b-ec4776021c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:16.573645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6f40bfc8-d9ba-4685-848b-ec4776021c50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b9d0da0-eb17-4b3c-ba7b-d88b583ca7eb HTTP/1.1" status: 204 len: 168 time: 0.2285004 Oct 18 23:47:16.588196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40bfc8-d9ba-4685-848b-ec4776021c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9d0da0-eb17-4b3c-ba7b-d88b583ca7eb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:17.103417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53328) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:17.126157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-450565a1-c44c-4e93-88e0-3612eab26527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.269203 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-450565a1-c44c-4e93-88e0-3612eab26527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.269489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53334) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:17.276360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-450565a1-c44c-4e93-88e0-3612eab26527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.346052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-450565a1-c44c-4e93-88e0-3612eab26527 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23c89369e73745629b213446b739ad5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415719 Oct 18 23:47:17.348930 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53338) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:17.373238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450565a1-c44c-4e93-88e0-3612eab26527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced8afe2-f2ef-4087-9e7b-f7f08eb8321f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:17.437974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1edf-c817-4b08-ba19-32d45890e163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.449387 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e87d2966-c64e-45e8-8b88-495b3d86536c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.483633 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e87d2966-c64e-45e8-8b88-495b3d86536c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.577366 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e87d2966-c64e-45e8-8b88-495b3d86536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.580177 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e87d2966-c64e-45e8-8b88-495b3d86536c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.583685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e87d2966-c64e-45e8-8b88-495b3d86536c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ced8afe2-f2ef-4087-9e7b-f7f08eb8321f HTTP/1.1" status: 204 len: 168 time: 0.2324948 Oct 18 23:47:17.606708 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1edf-c817-4b08-ba19-32d45890e163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.618281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1edf-c817-4b08-ba19-32d45890e163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.631761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d2966-c64e-45e8-8b88-495b3d86536c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced8afe2-f2ef-4087-9e7b-f7f08eb8321f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:17.677461 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4e0f1edf-c817-4b08-ba19-32d45890e163 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8aa03a21b3a488aaeef1e76c4e1b0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029610 Oct 18 23:47:17.677961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53346) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:17.690235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f1edf-c817-4b08-ba19-32d45890e163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb24df17-80e8-43a5-884a-28129c709429,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:17.813316 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2564029-d4c6-4e1f-9738-7879dd4908f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.861996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2564029-d4c6-4e1f-9738-7879dd4908f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.979654 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2564029-d4c6-4e1f-9738-7879dd4908f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.982590 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e2564029-d4c6-4e1f-9738-7879dd4908f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:17.983905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e2564029-d4c6-4e1f-9738-7879dd4908f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb24df17-80e8-43a5-884a-28129c709429 HTTP/1.1" status: 204 len: 168 time: 0.3046086 Oct 18 23:47:18.007721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2564029-d4c6-4e1f-9738-7879dd4908f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb24df17-80e8-43a5-884a-28129c709429,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:18.377212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53368) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:18.396079 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f9f3166-71f6-47e7-9808-48e7c3fad45d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:18.484642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f9f3166-71f6-47e7-9808-48e7c3fad45d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:18.489341 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f9f3166-71f6-47e7-9808-48e7c3fad45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:18.545490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f3166-71f6-47e7-9808-48e7c3fad45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e707e82-1667-4846-ab1a-b8b71e1baf87,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:18.571111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f9f3166-71f6-47e7-9808-48e7c3fad45d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=850e8b6135ab4852996c718a4549cee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1922991 Oct 18 23:47:18.575424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53376) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:18.670146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a73c0183-a681-4d2d-b038-d71a802c7f53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:18.695414 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a73c0183-a681-4d2d-b038-d71a802c7f53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:18.759997 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a73c0183-a681-4d2d-b038-d71a802c7f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:18.763819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a73c0183-a681-4d2d-b038-d71a802c7f53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:18.768223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a73c0183-a681-4d2d-b038-d71a802c7f53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e707e82-1667-4846-ab1a-b8b71e1baf87 HTTP/1.1" status: 204 len: 168 time: 0.1883299 Oct 18 23:47:18.777090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c0183-a681-4d2d-b038-d71a802c7f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e707e82-1667-4846-ab1a-b8b71e1baf87,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:19.442834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53408) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:19.656910 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f576bb4d-eb2e-44c8-93ba-9d5868e65e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:19.832090 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f576bb4d-eb2e-44c8-93ba-9d5868e65e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:19.838255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f576bb4d-eb2e-44c8-93ba-9d5868e65e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:19.874553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576bb4d-eb2e-44c8-93ba-9d5868e65e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc03ae3-83b0-4521-9b33-ae68e3f6ee4b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:19.911667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f576bb4d-eb2e-44c8-93ba-9d5868e65e7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7d6b5d12ef048139cb64d4685d00bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662962 Oct 18 23:47:19.913813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53428) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:20.020587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d790f886-e3b4-4c1f-90df-0689ce95d783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:20.071544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d790f886-e3b4-4c1f-90df-0689ce95d783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:20.149166 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d790f886-e3b4-4c1f-90df-0689ce95d783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:20.151808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d790f886-e3b4-4c1f-90df-0689ce95d783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:20.153035 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d790f886-e3b4-4c1f-90df-0689ce95d783 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffc03ae3-83b0-4521-9b33-ae68e3f6ee4b HTTP/1.1" status: 204 len: 168 time: 0.2374959 Oct 18 23:47:20.166702 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790f886-e3b4-4c1f-90df-0689ce95d783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc03ae3-83b0-4521-9b33-ae68e3f6ee4b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:20.297106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ec699a67-99a1-4adf-94fe-0c1f40220372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:20.815881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53460) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:20.839084 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d878118f-d1fc-4677-9716-9b294383f7e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:20.976396 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d878118f-d1fc-4677-9716-9b294383f7e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:20.987148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d878118f-d1fc-4677-9716-9b294383f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:20.987683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53464) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:21.032479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878118f-d1fc-4677-9716-9b294383f7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fad85e-b102-4509-bed5-392bacccfd15,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:21.054796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53468) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:21.055161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d878118f-d1fc-4677-9716-9b294383f7e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee881c94b27a48539de55abaf18826be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347245 Oct 18 23:47:21.123645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8459c553-fa54-4f8e-bea3-60d2d4c85b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.166866 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8459c553-fa54-4f8e-bea3-60d2d4c85b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.168819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-696c2314-9d09-498d-a809-8c91a95491c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.211101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53472) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:21.272717 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8459c553-fa54-4f8e-bea3-60d2d4c85b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.275875 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8459c553-fa54-4f8e-bea3-60d2d4c85b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.277104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8459c553-fa54-4f8e-bea3-60d2d4c85b5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58fad85e-b102-4509-bed5-392bacccfd15 HTTP/1.1" status: 204 len: 168 time: 0.2212837 Oct 18 23:47:21.297836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459c553-fa54-4f8e-bea3-60d2d4c85b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fad85e-b102-4509-bed5-392bacccfd15,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:21.309196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-696c2314-9d09-498d-a809-8c91a95491c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.315828 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-696c2314-9d09-498d-a809-8c91a95491c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.364392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c2314-9d09-498d-a809-8c91a95491c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a2c76f-0bf3-4275-a198-bfda47d8ecbe,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:21.372051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53478) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:21.372285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-696c2314-9d09-498d-a809-8c91a95491c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=701c77a40e304e23b53ef82b94b68fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821566 Oct 18 23:47:21.403826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a05a32c0-1486-45c0-b071-9c8ab17d2a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.475066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8b6d8b-6240-41a1-8bc0-c5a62ed179d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.517967 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8b6d8b-6240-41a1-8bc0-c5a62ed179d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.599947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a05a32c0-1486-45c0-b071-9c8ab17d2a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.608105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a05a32c0-1486-45c0-b071-9c8ab17d2a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.680791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a05a32c0-1486-45c0-b071-9c8ab17d2a84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29edc71033cf4605b110a394960e887a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682326 Oct 18 23:47:21.681601 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8b6d8b-6240-41a1-8bc0-c5a62ed179d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.683845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53482) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:21.684916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8b6d8b-6240-41a1-8bc0-c5a62ed179d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.686447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dd8b6d8b-6240-41a1-8bc0-c5a62ed179d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99a2c76f-0bf3-4275-a198-bfda47d8ecbe HTTP/1.1" status: 204 len: 168 time: 0.3132749 Oct 18 23:47:21.688360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a32c0-1486-45c0-b071-9c8ab17d2a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ba6e3e-bf56-481e-8bcd-f876dd67fb03,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:21.738752 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b6d8b-6240-41a1-8bc0-c5a62ed179d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a2c76f-0bf3-4275-a198-bfda47d8ecbe,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:21.756273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53488) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:21.789777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-992cbbfb-c72d-4cd9-9490-c7d7b25b9951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.791562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-99ac5039-bb47-4861-80cd-d1756062a9a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.832561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-992cbbfb-c72d-4cd9-9490-c7d7b25b9951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.936677 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-99ac5039-bb47-4861-80cd-d1756062a9a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.937773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-992cbbfb-c72d-4cd9-9490-c7d7b25b9951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.940743 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-992cbbfb-c72d-4cd9-9490-c7d7b25b9951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.945832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-992cbbfb-c72d-4cd9-9490-c7d7b25b9951 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3ba6e3e-bf56-481e-8bcd-f876dd67fb03 HTTP/1.1" status: 204 len: 168 time: 0.2607801 Oct 18 23:47:21.949108 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-99ac5039-bb47-4861-80cd-d1756062a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:21.964477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cbbfb-c72d-4cd9-9490-c7d7b25b9951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ba6e3e-bf56-481e-8bcd-f876dd67fb03,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:22.010005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-99ac5039-bb47-4861-80cd-d1756062a9a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dca5dd66d39049c3a79ff0554eacc072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526515 Oct 18 23:47:22.013079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53498) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:22.024581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac5039-bb47-4861-80cd-d1756062a9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adc5669-3296-4181-8f5a-53993bbe44ba,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:22.089221 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ede9956-feb7-4ed3-8261-e3c0c30aa27a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.124658 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ede9956-feb7-4ed3-8261-e3c0c30aa27a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.203432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ede9956-feb7-4ed3-8261-e3c0c30aa27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.207150 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ede9956-feb7-4ed3-8261-e3c0c30aa27a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.211353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ede9956-feb7-4ed3-8261-e3c0c30aa27a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6adc5669-3296-4181-8f5a-53993bbe44ba HTTP/1.1" status: 204 len: 168 time: 0.1965833 Oct 18 23:47:22.222272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede9956-feb7-4ed3-8261-e3c0c30aa27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adc5669-3296-4181-8f5a-53993bbe44ba,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:22.278457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53502) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:22.310460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-681cbc6f-92bb-4a21-8517-9bc2c52894ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.472395 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-681cbc6f-92bb-4a21-8517-9bc2c52894ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.482921 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-681cbc6f-92bb-4a21-8517-9bc2c52894ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.528536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cbc6f-92bb-4a21-8517-9bc2c52894ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad02ee46-b4a8-4aaf-8e01-e5e815016d2f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:22.535789 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-681cbc6f-92bb-4a21-8517-9bc2c52894ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=799a5a39b8cc414dbaccb78c00f613b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493553 Oct 18 23:47:22.537220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53504) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:22.636446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6dfba82a-9d20-408f-98d1-0c3bbc456ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.670388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6dfba82a-9d20-408f-98d1-0c3bbc456ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.774619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6dfba82a-9d20-408f-98d1-0c3bbc456ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.778197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6dfba82a-9d20-408f-98d1-0c3bbc456ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:22.782806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6dfba82a-9d20-408f-98d1-0c3bbc456ec6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad02ee46-b4a8-4aaf-8e01-e5e815016d2f HTTP/1.1" status: 204 len: 168 time: 0.2440207 Oct 18 23:47:22.792992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfba82a-9d20-408f-98d1-0c3bbc456ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad02ee46-b4a8-4aaf-8e01-e5e815016d2f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:23.993982 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a47f3ba9-fdd5-4a5b-8702-be0a2685acb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:24.814163 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:25.390555 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:25.684730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53660) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:25.828001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82e851aa-01a7-4f0e-a1ef-e0864c0c29d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:25.922042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82e851aa-01a7-4f0e-a1ef-e0864c0c29d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:25.927798 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82e851aa-01a7-4f0e-a1ef-e0864c0c29d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:25.972504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e851aa-01a7-4f0e-a1ef-e0864c0c29d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5757c2ba-f3a7-41de-9c73-b7550e6aae90,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:25.979493 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-82e851aa-01a7-4f0e-a1ef-e0864c0c29d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca4c22f4904745ebb9d865aece4e036e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927833 Oct 18 23:47:25.980695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53666) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:26.035232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1418a1ab-01e5-4e90-8982-860625530ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:26.061077 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1418a1ab-01e5-4e90-8982-860625530ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:26.112906 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1418a1ab-01e5-4e90-8982-860625530ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:26.116209 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1418a1ab-01e5-4e90-8982-860625530ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:26.117689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1418a1ab-01e5-4e90-8982-860625530ac8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5757c2ba-f3a7-41de-9c73-b7550e6aae90 HTTP/1.1" status: 204 len: 168 time: 0.1358085 Oct 18 23:47:26.130192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418a1ab-01e5-4e90-8982-860625530ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5757c2ba-f3a7-41de-9c73-b7550e6aae90,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:26.481898 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53676) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:26.498974 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f309314-bda7-4206-bf8f-afecd27d259d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:27.028469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f309314-bda7-4206-bf8f-afecd27d259d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:27.034813 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f309314-bda7-4206-bf8f-afecd27d259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:27.083260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f309314-bda7-4206-bf8f-afecd27d259d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c78839-d212-4275-9e01-eeb36bcabdb2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:27.089114 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3f309314-bda7-4206-bf8f-afecd27d259d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=185c78d0e53449a4b25f5af2244005a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061018 Oct 18 23:47:27.091932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53680) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:27.153018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f249-19ab-44e6-9077-160c16253bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:27.180304 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f249-19ab-44e6-9077-160c16253bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:27.244253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f249-19ab-44e6-9077-160c16253bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:27.247634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f249-19ab-44e6-9077-160c16253bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:27.248826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ff1f249-19ab-44e6-9077-160c16253bc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1c78839-d212-4275-9e01-eeb36bcabdb2 HTTP/1.1" status: 204 len: 168 time: 0.1559138 Oct 18 23:47:27.257672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1f249-19ab-44e6-9077-160c16253bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c78839-d212-4275-9e01-eeb36bcabdb2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:27.902289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:34.427684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2f304-5e5d-4331-bd9f-acf2e9b58016 req-d9a04319-31be-4f9e-80b4-3ab98e2c406e tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:34.437801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85e2f304-5e5d-4331-bd9f-acf2e9b58016 req-d9a04319-31be-4f9e-80b4-3ab98e2c406e tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1097 time: 0.1118984 Oct 18 23:47:34.540484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85e2f304-5e5d-4331-bd9f-acf2e9b58016 req-c1a40008-1626-488d-88c8-297acce969b7 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947475 Oct 18 23:47:34.554731 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53846) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:34.835248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port d417c58c-2aa3-42bc-92fb-1c968469170f {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:47:34.836406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:34.855995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:34.993757 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:34.994443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:35.009375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for d417c58c-2aa3-42bc-92fb-1c968469170f owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:47:35.355033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53866) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:35.375544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:35.409226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=d417c58c-2aa3-42bc-92fb-1c968469170f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:35.503286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:35.503642 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Floating IP abcd262e-e398-4085-ae4a-f267af71854d disassociated (deleted). External IP: 172.25.7.242, port: 7d815216-3c78-4961-94e2-b1e01e221ed2. Oct 18 23:47:35.591433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:35.718504 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:35.727047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:35.812854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bed91af-c9ec-40dd-9de9-a09d9d9e71ea,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:35.824807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.825370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.825978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.826599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.827121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.827808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.829382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.829913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.830252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.830583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.830957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.831284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:35.851902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d0f8544f-90c3-4446-abe5-def8137984f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce44cf2b0c5344cd8d7a5c57469bba8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955432 Oct 18 23:47:35.854515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53876) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:35.904194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 3d585950-ad82-45cd-8d1b-33ee98f72a78 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:47:35.912146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e67265d-389f-47f1-b049-879ca4e3da04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:35.934834 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e67265d-389f-47f1-b049-879ca4e3da04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:35.993669 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e67265d-389f-47f1-b049-879ca4e3da04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:35.997323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e67265d-389f-47f1-b049-879ca4e3da04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:36.001414 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9e67265d-389f-47f1-b049-879ca4e3da04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0bed91af-c9ec-40dd-9de9-a09d9d9e71ea HTTP/1.1" status: 204 len: 168 time: 0.1457357 Oct 18 23:47:36.013786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67265d-389f-47f1-b049-879ca4e3da04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bed91af-c9ec-40dd-9de9-a09d9d9e71ea,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:36.034788 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:47:36.053338 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] Sync routers for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:47:36.054183 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:36.079463 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:36.080433 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:36.090638 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-59d55f36-c4b1-41f8-96a3-cccbec164ebb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/floatingips/abcd262e-e398-4085-ae4a-f267af71854d HTTP/1.1" status: 204 len: 168 time: 1.5347002 Oct 18 23:47:36.091307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:47:36.094854 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d055c737-dceb-4a8e-b7fe-5157323b38d7" -d '{"events": [{"name": "network-changed", "server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:47:36.170285 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1842d252-a39f-4fe6-adfa-21841caceba8 x-openstack-request-id: req-1842d252-a39f-4fe6-adfa-21841caceba8 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:47:36.170680 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:47:36.171106 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1842d252-a39f-4fe6-adfa-21841caceba8 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:47:36.172125 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'status': 'completed', 'code': 200} Oct 18 23:47:36.242649 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:47:36.451697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-20ba390f-ba69-4b36-b339-7abb6008195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:36.453235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-20ba390f-ba69-4b36-b339-7abb6008195f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 1097 time: 0.2395754 Oct 18 23:47:36.499469 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:36.513780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53892) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:36.531774 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:36.559125 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '4516788a-2680-408c-a53b-2293eff32420', 'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:32:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:02Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:36.600947 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] Checking router: 3d585950-ad82-45cd-8d1b-33ee98f72a78 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:47:36.612601 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:36.613987 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:36.633278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-62e225c0-37d2-430e-a0f3-a1c2990490ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:36.635453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-62e225c0-37d2-430e-a0f3-a1c2990490ab service neutron] 10.222.0.102 "GET /v2.0/networks?id=63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 200 len: 896 time: 0.1735411 Oct 18 23:47:36.650079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a821138-1a40-4e14-a3eb-fd58759ad29c req-be103d11-bef4-4921-89a1-b5157fd72104 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:36.651731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a821138-1a40-4e14-a3eb-fd58759ad29c req-be103d11-bef4-4921-89a1-b5157fd72104 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.1338773 Oct 18 23:47:36.688243 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:36.695068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:36.700307 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-97fc69e6-b333-49d6-b1f8-352cbcbab4f5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 200 len: 217 time: 0.0473888 Oct 18 23:47:36.764657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a821138-1a40-4e14-a3eb-fd58759ad29c req-21b00e48-a9ee-4cb6-90b0-78c89b3a2aa0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059082 Oct 18 23:47:36.773709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-2f1d274f-cce6-432a-a351-f12d751a5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:36.780171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4715ec25f64745c99bfda4ce94a5c9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650969 Oct 18 23:47:36.781915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-2f1d274f-cce6-432a-a351-f12d751a5148 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 200 len: 835 time: 0.0723431 Oct 18 23:47:36.782650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 53902) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:36.786268 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:47:36.790849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2fd7db-57c5-4018-bef1-6599ee423343,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:36.804689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.804980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.805197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.805533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.805878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.806236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.806555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.815054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.815480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.815833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.816184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.817684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2427055-f0bf-4e15-b628-3074baa5f4b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:36.890128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-78269fc2-fd2b-466a-97c4-98a599deef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:36.891671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-78269fc2-fd2b-466a-97c4-98a599deef34 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=63a17a1a-62af-448d-861e-bd9ca52b3b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018469 Oct 18 23:47:36.902025 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-907464ed-7023-492b-bdb1-8531efbc6f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:36.949709 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-907464ed-7023-492b-bdb1-8531efbc6f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:37.030172 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '4516788a-2680-408c-a53b-2293eff32420', 'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:32:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:02Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:37.041453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-eb3a6003-ca47-49ab-82a4-be36e31e8384 service neutron] 10.222.0.102 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360638 Oct 18 23:47:37.063275 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49b914-f034-4e07-b842-2d1f7dd49886 None None] The sync data for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 is: [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:44:05Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '4516788a-2680-408c-a53b-2293eff32420', 'name': '', 'network_id': '63a17a1a-62af-448d-861e-bd9ca52b3b7d', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:32:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:44:02Z', 'updated_at': '2021-10-18T23:44:24Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': 'c5f237ee-06d1-499f-be89-73cdb426dad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:47:37.122943 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-907464ed-7023-492b-bdb1-8531efbc6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:37.125493 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-907464ed-7023-492b-bdb1-8531efbc6f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:37.126652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-907464ed-7023-492b-bdb1-8531efbc6f61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c2fd7db-57c5-4018-bef1-6599ee423343 HTTP/1.1" status: 204 len: 168 time: 0.3429582 Oct 18 23:47:37.152832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907464ed-7023-492b-bdb1-8531efbc6f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2fd7db-57c5-4018-bef1-6599ee423343,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:37.189724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d055c737-dceb-4a8e-b7fe-5157323b38d7 req-e4941123-97e7-4d8a-acd5-a76193a0cbfc service neutron] 10.222.0.102 "GET /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396022 Oct 18 23:47:37.429255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a314b67e-c566-4ebf-9760-bd46cc7599aa None None] New status for floating IP abcd262e-e398-4085-ae4a-f267af71854d: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:47:37.697926 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:47:37.945475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d240fd-060e-49ef-9770-228b3bd38267 req-d0a6312b-10e9-4a0b-9375-8656423aa41f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:37.947546 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3d240fd-060e-49ef-9770-228b3bd38267 req-d0a6312b-10e9-4a0b-9375-8656423aa41f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.0625823 Oct 18 23:47:37.997027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3d240fd-060e-49ef-9770-228b3bd38267 req-e0785d83-8493-4821-baaf-d78ac237e927 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411105 Oct 18 23:47:38.139630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-179b9874-76f8-438f-bc04-be0a81046176 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:38.139630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-179b9874-76f8-438f-bc04-be0a81046176 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.102 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 945 time: 0.0606108 Oct 18 23:47:38.267855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 7d815216-3c78-4961-94e2-b1e01e221ed2 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:47:38.268627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:38.378666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 7d815216-3c78-4961-94e2-b1e01e221ed2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7d815216-3c78-4961-94e2-b1e01e221ed2,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:47:38.379639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:38.398032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 7d815216-3c78-4961-94e2-b1e01e221ed2 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:47:38.571003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:38.607373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=7d815216-3c78-4961-94e2-b1e01e221ed2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:38.669335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] No DVR routers for this DVR port 7d815216-3c78-4961-94e2-b1e01e221ed2 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:47:38.672798 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:38.678520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-009a6e0b-02c1-4f36-92bd-2c4c1e75d3cb req-a1a9cb72-8118-4c97-9140-dab3aae3708f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.102 "DELETE /v2.0/ports/7d815216-3c78-4961-94e2-b1e01e221ed2 HTTP/1.1" status: 204 len: 173 time: 0.5302684 Oct 18 23:47:38.679049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'name': 'network-vif-deleted', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:47:38.687920 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e74658-a1e1-490a-bfaf-4ba3ea6c0cc5" -d '{"events": [{"server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "name": "network-vif-deleted", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:47:38.741877 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210e57c3-5dd0-4e2c-bfff-36f04176c9fb x-openstack-request-id: req-210e57c3-5dd0-4e2c-bfff-36f04176c9fb {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:47:38.742180 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df696d12-2f40-42ab-bb7e-2233e6ff016a", "name": "network-vif-deleted", "tag": "7d815216-3c78-4961-94e2-b1e01e221ed2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:47:38.742438 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-210e57c3-5dd0-4e2c-bfff-36f04176c9fb {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:47:38.742884 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df696d12-2f40-42ab-bb7e-2233e6ff016a', 'name': 'network-vif-deleted', 'tag': '7d815216-3c78-4961-94e2-b1e01e221ed2', 'status': 'completed', 'code': 200} Oct 18 23:47:39.149447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f62876c-9af1-49f8-8a37-061c4323f00c req-99dadb98-585d-452f-a05f-b17ab47af489 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=df696d12-2f40-42ab-bb7e-2233e6ff016a HTTP/1.1" status: 200 len: 210 time: 0.0525448 Oct 18 23:47:40.234353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 53984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:40.684599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:40.985888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 4516788a-2680-408c-a53b-2293eff32420 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:47:40.986236 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:41.096411 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 4516788a-2680-408c-a53b-2293eff32420, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4516788a-2680-408c-a53b-2293eff32420,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:47:41.096790 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:41.111863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 4516788a-2680-408c-a53b-2293eff32420 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:47:41.318089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:41.343641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=4516788a-2680-408c-a53b-2293eff32420,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:41.938363 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.215946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 3d585950-ad82-45cd-8d1b-33ee98f72a78 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:47:42.318949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7d815216-3c78-4961-94e2-b1e01e221ed2 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:47:42.341608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:47:42.349582 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e6a30b4-23e9-4b4b-9c8a-c3fdf88d0db3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "PUT /v2.0/routers/3d585950-ad82-45cd-8d1b-33ee98f72a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1140769 Oct 18 23:47:42.352535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54036) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:42.356271 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] Sync routers for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:47:42.369088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 7d815216-3c78-4961-94e2-b1e01e221ed2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:47:42.369978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7d815216-3c78-4961-94e2-b1e01e221ed2 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:47:42.377208 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:42.378182 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:42.424047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54038) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:42.452239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0ea207-c997-4b8f-b59a-4690ee868541 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting subnet c5f237ee-06d1-499f-be89-73cdb426dad3 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:47:42.463545 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea207-c997-4b8f-b59a-4690ee868541 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.507055 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:47:42.517242 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea207-c997-4b8f-b59a-4690ee868541 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.604891 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbd5f-9290-4870-bcaf-6c41e075fc44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.664873 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea207-c997-4b8f-b59a-4690ee868541 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.769287 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbd5f-9290-4870-bcaf-6c41e075fc44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.777868 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbd5f-9290-4870-bcaf-6c41e075fc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.795504 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea207-c997-4b8f-b59a-4690ee868541 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.832962 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fd8dbd5f-9290-4870-bcaf-6c41e075fc44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c7d80e6e0f34d0089ec6534a11e141f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047639 Oct 18 23:47:42.834273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dbd5f-9290-4870-bcaf-6c41e075fc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51719f13-c53d-43ec-8785-a6c4c4eb46cb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:42.837089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54048) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:42.854249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797de3be-ebb8-4290-98b8-944674d9fd15 None None] Network 63a17a1a-62af-448d-861e-bd9ca52b3b7d requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:47:42.854972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea207-c997-4b8f-b59a-4690ee868541 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.860012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1e0ea207-c997-4b8f-b59a-4690ee868541 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/subnets/c5f237ee-06d1-499f-be89-73cdb426dad3 HTTP/1.1" status: 204 len: 168 time: 0.5062361 Oct 18 23:47:42.861344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ea207-c997-4b8f-b59a-4690ee868541 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f237ee-06d1-499f-be89-73cdb426dad3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:42.863825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54052) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:42.899482 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:47:41Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:42.962423 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] Checking router: 3d585950-ad82-45cd-8d1b-33ee98f72a78 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:47:42.964979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a24c-d19e-414a-83fe-9cdcf6333fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:42.980457 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] Routers {'3d585950-ad82-45cd-8d1b-33ee98f72a78'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:42.981496 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3d585950-ad82-45cd-8d1b-33ee98f72a78'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:43.028621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a24c-d19e-414a-83fe-9cdcf6333fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.146375 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a24c-d19e-414a-83fe-9cdcf6333fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.150868 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a24c-d19e-414a-83fe-9cdcf6333fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.157130 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e1c9a24c-d19e-414a-83fe-9cdcf6333fe2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51719f13-c53d-43ec-8785-a6c4c4eb46cb HTTP/1.1" status: 204 len: 168 time: 0.3167033 Oct 18 23:47:43.185215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9a24c-d19e-414a-83fe-9cdcf6333fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51719f13-c53d-43ec-8785-a6c4c4eb46cb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:43.214617 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] Set router 3d585950-ad82-45cd-8d1b-33ee98f72a78 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:47:43.303986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] DHCP port deletion for 63a17a1a-62af-448d-861e-bd9ca52b3b7d request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:47:43.420084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Deleting port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:47:43.420792 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.476007 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.562805 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:47:41Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:43.585255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] For port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=44ef97e9-85b4-4dcd-b5f4-aa3ad49be903,segment=NetworkSegment(1ffed562-3313-4d7a-9944-7976018f4323),segment_id=1ffed562-3313-4d7a-9944-7976018f4323)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:47:43.585768 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.621258 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cec12-4406-4775-91d7-e8f90bf2bae5 None None] The sync data for ids ['3d585950-ad82-45cd-8d1b-33ee98f72a78'] in n-d-713498-28 is: [{'id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1205451937', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:43:49Z', 'updated_at': '2021-10-18T23:47:41Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': 'a8d4fc50-bdd7-496a-a68f-4206393d4d5b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:75:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d585950-ad82-45cd-8d1b-33ee98f72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:51Z', 'updated_at': '2021-10-18T23:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:47:43.659403 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.730150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port a8d4fc50-bdd7-496a-a68f-4206393d4d5b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:47:43.730539 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.827226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port a8d4fc50-bdd7-496a-a68f-4206393d4d5b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a8d4fc50-bdd7-496a-a68f-4206393d4d5b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:47:43.828006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.833575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Calling delete_port for 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:47:43.841488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for a8d4fc50-bdd7-496a-a68f-4206393d4d5b owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:47:43.952257 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:43.989450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54074) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:44.006199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Pushing event deleted for resources: {'Port': ['ID=44ef97e9-85b4-4dcd-b5f4-aa3ad49be903,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:44.021189 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3742f30-f099-47d6-af22-af200384e5b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.022915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.023377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.024523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.025001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.025459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.025956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.026416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.027407 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.027860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.028298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.029142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.030035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:44.033341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb133ab-dddb-43c3-8159-beca0bc9b0f2 None None] No DVR routers for this DVR port 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:47:44.083537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54076) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:44.123827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.186230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=a8d4fc50-bdd7-496a-a68f-4206393d4d5b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:44.262233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3742f30-f099-47d6-af22-af200384e5b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.268862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3742f30-f099-47d6-af22-af200384e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.329868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.333596 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d3742f30-f099-47d6-af22-af200384e5b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26496bbf91d54c51b9058ff957d45530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391964 Oct 18 23:47:44.333596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3742f30-f099-47d6-af22-af200384e5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f325c8-71f0-4bfa-8aaf-a84f7fbd28af,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:44.334148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54082) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:44.433941 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-007289d1-2102-4d1e-84ce-bce12adbaefb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.490380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.495390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.556287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c248750e-0965-4f67-8be0-fe2e2c60bcce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.567567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.568127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Fanout notify agent at l3_agent the message router_deleted on router 3d585950-ad82-45cd-8d1b-33ee98f72a78 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:47:44.580752 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.581933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3e46b3e4-cb46-4174-acbc-aaeb75c62d0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/routers/3d585950-ad82-45cd-8d1b-33ee98f72a78 HTTP/1.1" status: 204 len: 168 time: 1.7167597 Oct 18 23:47:44.585783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54084) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:44.606625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c248750e-0965-4f67-8be0-fe2e2c60bcce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.685199 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-007289d1-2102-4d1e-84ce-bce12adbaefb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.690886 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-007289d1-2102-4d1e-84ce-bce12adbaefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.709924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.740467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c248750e-0965-4f67-8be0-fe2e2c60bcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.743374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c248750e-0965-4f67-8be0-fe2e2c60bcce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.747368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c248750e-0965-4f67-8be0-fe2e2c60bcce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1f325c8-71f0-4bfa-8aaf-a84f7fbd28af HTTP/1.1" status: 204 len: 168 time: 0.4094677 Oct 18 23:47:44.767973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007289d1-2102-4d1e-84ce-bce12adbaefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f05a7d1-856c-4f83-a741-9e404809d539,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:44.780456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-007289d1-2102-4d1e-84ce-bce12adbaefb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49a3e69832724fa79e477de3fda4d908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958220 Oct 18 23:47:44.785690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54088) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:44.788242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248750e-0965-4f67-8be0-fe2e2c60bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f325c8-71f0-4bfa-8aaf-a84f7fbd28af,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:44.867319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.870669 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54e6be4f-d822-4540-a877-ebf17c085164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.892769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a17a1a-62af-448d-861e-bd9ca52b3b7d']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:44.906639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54e6be4f-d822-4540-a877-ebf17c085164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.907344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffed562-3313-4d7a-9944-7976018f4323') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:44.908025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffed562-3313-4d7a-9944-7976018f4323') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:44.925056 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.944508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.952119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:47:44.952962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.980892 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54e6be4f-d822-4540-a877-ebf17c085164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.985155 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54e6be4f-d822-4540-a877-ebf17c085164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:44.989286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-54e6be4f-d822-4540-a877-ebf17c085164 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f05a7d1-856c-4f83-a741-9e404809d539 HTTP/1.1" status: 204 len: 168 time: 0.1998181 Oct 18 23:47:44.998036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6be4f-d822-4540-a877-ebf17c085164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f05a7d1-856c-4f83-a741-9e404809d539,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:47:45.038582 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:47:45.056537 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.068459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.072803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/networks/63a17a1a-62af-448d-861e-bd9ca52b3b7d HTTP/1.1" status: 204 len: 168 time: 0.4864233 Oct 18 23:47:45.076069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54094) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:45.087253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303b069-66db-457e-8102-0765115a5096 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Network': ['ID=63a17a1a-62af-448d-861e-bd9ca52b3b7d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:45.216703 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d9343c0-a979-404f-83d7-5f18b4c8a20d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.283817 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4516788a-2680-408c-a53b-2293eff32420 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:47:45.315706 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d9343c0-a979-404f-83d7-5f18b4c8a20d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.322160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54098) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:45.336824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 4516788a-2680-408c-a53b-2293eff32420 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:47:45.337924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4516788a-2680-408c-a53b-2293eff32420 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:47:45.338633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a8d4fc50-bdd7-496a-a68f-4206393d4d5b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:47:45.361573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a8d4fc50-bdd7-496a-a68f-4206393d4d5b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:47:45.362096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b204453d-8faa-4f47-bab0-e108446ffc27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.362602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a8d4fc50-bdd7-496a-a68f-4206393d4d5b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:47:45.364027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:47:45.386201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:47:45.387001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 44ef97e9-85b4-4dcd-b5f4-aa3ad49be903 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:47:45.443643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d9343c0-a979-404f-83d7-5f18b4c8a20d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.447034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7d9343c0-a979-404f-83d7-5f18b4c8a20d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.448253 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7d9343c0-a979-404f-83d7-5f18b4c8a20d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/security-groups/4c32279a-7fd6-4b6b-bd0f-8347b907dc5e HTTP/1.1" status: 204 len: 168 time: 0.3709772 Oct 18 23:47:45.462576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9343c0-a979-404f-83d7-5f18b4c8a20d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c32279a-7fd6-4b6b-bd0f-8347b907dc5e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:45.488232 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b204453d-8faa-4f47-bab0-e108446ffc27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.497246 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b204453d-8faa-4f47-bab0-e108446ffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.565176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204453d-8faa-4f47-bab0-e108446ffc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa82d02-2649-431d-b60a-fa985721b585,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:45.570506 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b204453d-8faa-4f47-bab0-e108446ffc27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e30fcc40c26c4b61a707f98be43bcb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469888 Oct 18 23:47:45.573365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54106) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:45.658069 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b5856d-6039-4536-b7e8-15fd56b6c083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.677208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54108) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:45.696247 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ae-7d4f-4592-a66f-0d141884f1e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.700482 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b5856d-6039-4536-b7e8-15fd56b6c083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.788855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b5856d-6039-4536-b7e8-15fd56b6c083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.792452 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73b5856d-6039-4536-b7e8-15fd56b6c083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.793927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-73b5856d-6039-4536-b7e8-15fd56b6c083 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffa82d02-2649-431d-b60a-fa985721b585 HTTP/1.1" status: 204 len: 168 time: 0.2194705 Oct 18 23:47:45.805021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5856d-6039-4536-b7e8-15fd56b6c083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa82d02-2649-431d-b60a-fa985721b585,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:45.885844 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ae-7d4f-4592-a66f-0d141884f1e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.893171 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ae-7d4f-4592-a66f-0d141884f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:45.950944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54112) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:45.957111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9087e7ae-7d4f-4592-a66f-0d141884f1e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b0357b069e84263a67daed5cec41951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769537 Oct 18 23:47:45.958309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087e7ae-7d4f-4592-a66f-0d141884f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49547175-bd20-47ab-b980-614fcdfa7aa8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:45.962793 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54114) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:45.969424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d1c1d703-9f2f-4956-a73e-9029f666aa5b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248793651', 'description': 'tempest-secgroup-smoke-1248793651 description', 'project_id': '084edf71706a486c94ae3b47f49b2bdb'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:46.010098 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d703-9f2f-4956-a73e-9029f666aa5b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.030396 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c95b932-0604-4e52-9d6b-3d8e18c54edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.066693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c95b932-0604-4e52-9d6b-3d8e18c54edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.132267 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d703-9f2f-4956-a73e-9029f666aa5b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.137741 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d703-9f2f-4956-a73e-9029f666aa5b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.145162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c95b932-0604-4e52-9d6b-3d8e18c54edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.148703 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8c95b932-0604-4e52-9d6b-3d8e18c54edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.153251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8c95b932-0604-4e52-9d6b-3d8e18c54edd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49547175-bd20-47ab-b980-614fcdfa7aa8 HTTP/1.1" status: 204 len: 168 time: 0.1980150 Oct 18 23:47:46.163725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95b932-0604-4e52-9d6b-3d8e18c54edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49547175-bd20-47ab-b980-614fcdfa7aa8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:46.187344 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d703-9f2f-4956-a73e-9029f666aa5b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.191236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d1c1d703-9f2f-4956-a73e-9029f666aa5b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2272530 Oct 18 23:47:46.194806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54118) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:46.204803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a00a42a6-168f-4c76-9570-867bc620050e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ed4ca-e1c5-4e6f-8071-95c548880fce', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:46.214085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1d703-9f2f-4956-a73e-9029f666aa5b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2ed4ca-e1c5-4e6f-8071-95c548880fce,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:46.278219 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a00a42a6-168f-4c76-9570-867bc620050e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.412423 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a00a42a6-168f-4c76-9570-867bc620050e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.423379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a00a42a6-168f-4c76-9570-867bc620050e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.443845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a42a6-168f-4c76-9570-867bc620050e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5621ce0b-03ca-402c-8414-ac8767fe7394,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:46.455178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a00a42a6-168f-4c76-9570-867bc620050e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.459966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54126) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:46.467460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4d33e784-533e-4a9b-899c-46b3b845ff52 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ed4ca-e1c5-4e6f-8071-95c548880fce', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:46.469850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a00a42a6-168f-4c76-9570-867bc620050e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2734108 Oct 18 23:47:46.506986 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d33e784-533e-4a9b-899c-46b3b845ff52 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.618536 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d33e784-533e-4a9b-899c-46b3b845ff52 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.625408 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d33e784-533e-4a9b-899c-46b3b845ff52 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.646542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33e784-533e-4a9b-899c-46b3b845ff52 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f087ce8-48f1-4a7b-ab94-2445da5bc1ac,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:46.659390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d33e784-533e-4a9b-899c-46b3b845ff52 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.664245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54138) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:46.669308 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-26911055-9f29-46d8-886f-517ec9924324 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ed4ca-e1c5-4e6f-8071-95c548880fce', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:46.673706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4d33e784-533e-4a9b-899c-46b3b845ff52 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2125659 Oct 18 23:47:46.709403 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26911055-9f29-46d8-886f-517ec9924324 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.802515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26911055-9f29-46d8-886f-517ec9924324 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.822501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26911055-9f29-46d8-886f-517ec9924324 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.863862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26911055-9f29-46d8-886f-517ec9924324 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170f911c-dba4-46a5-86b5-799ac353aa2f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:46.896192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26911055-9f29-46d8-886f-517ec9924324 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:46.904637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54146) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:46.911248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f4619547-2cf0-41fe-a623-e21cf2fbe443 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ed4ca-e1c5-4e6f-8071-95c548880fce', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:46.918302 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-26911055-9f29-46d8-886f-517ec9924324 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2511535 Oct 18 23:47:46.952525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4619547-2cf0-41fe-a623-e21cf2fbe443 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.042868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4619547-2cf0-41fe-a623-e21cf2fbe443 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.048694 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4619547-2cf0-41fe-a623-e21cf2fbe443 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.073826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4619547-2cf0-41fe-a623-e21cf2fbe443 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2215d9-88b9-49c0-b731-13e4c1349a0e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:47.084185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f4619547-2cf0-41fe-a623-e21cf2fbe443 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.088522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54160) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:47.088725 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f4619547-2cf0-41fe-a623-e21cf2fbe443 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1822979 Oct 18 23:47:47.095074 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cdaf478d-8962-4955-a8e9-58345b23afc1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ed4ca-e1c5-4e6f-8071-95c548880fce', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:47.143643 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-cdaf478d-8962-4955-a8e9-58345b23afc1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Project 084edf71706a486c94ae3b47f49b2bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:47:47.161233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cdaf478d-8962-4955-a8e9-58345b23afc1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.263227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cdaf478d-8962-4955-a8e9-58345b23afc1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.270902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cdaf478d-8962-4955-a8e9-58345b23afc1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.321920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf478d-8962-4955-a8e9-58345b23afc1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22067dd3-39dc-40d9-b871-568996884ef3,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:47.332390 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cdaf478d-8962-4955-a8e9-58345b23afc1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.336882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cdaf478d-8962-4955-a8e9-58345b23afc1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2435496 Oct 18 23:47:47.337270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54168) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:47.342376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-952567cd-1972-4b7e-8e2d-1e625846d5d0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ed4ca-e1c5-4e6f-8071-95c548880fce', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:47.374905 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-952567cd-1972-4b7e-8e2d-1e625846d5d0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Project 084edf71706a486c94ae3b47f49b2bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:47:47.384304 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-952567cd-1972-4b7e-8e2d-1e625846d5d0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.484654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-952567cd-1972-4b7e-8e2d-1e625846d5d0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.490102 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-952567cd-1972-4b7e-8e2d-1e625846d5d0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.514079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952567cd-1972-4b7e-8e2d-1e625846d5d0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221d4571-72c5-40d6-9e5b-724064f7c6fc,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:47.524963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-952567cd-1972-4b7e-8e2d-1e625846d5d0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.526205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-952567cd-1972-4b7e-8e2d-1e625846d5d0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1877871 Oct 18 23:47:47.529446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54178) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:47.534281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'network': {'name': 'tempest-network-smoke--498073063', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'port_security_enabled': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:47.559142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:47:47.562982 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.593504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:47:47.609566 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.609977 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Added segment bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e of type vlan for network 5cb88803-867f-4cac-85ec-84f468153c48 Oct 18 23:47:47.672328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.703829 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.709691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:47.710339 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.781034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2504973 Oct 18 23:47:47.783919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54188) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:47.788925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'admin_state_up': True, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:47.796056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4751d0-e654-43c7-a5cd-091040746736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Network': ['ID=5cb88803-867f-4cac-85ec-84f468153c48,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:47.821165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 5cb88803-867f-4cac-85ec-84f468153c48 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:47:47.829983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.831721 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:47.909921 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.040832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54200) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:48.069156 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.160825 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb12e2f6-c837-40d5-aaa4-56eb8ca6bf6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.288318 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb12e2f6-c837-40d5-aaa4-56eb8ca6bf6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.294331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb12e2f6-c837-40d5-aaa4-56eb8ca6bf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.296425 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.317839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.353471 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fb12e2f6-c837-40d5-aaa4-56eb8ca6bf6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec08bf189ede44c19400483241293a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114736 Oct 18 23:47:48.354384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54208) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:48.361205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12e2f6-c837-40d5-aaa4-56eb8ca6bf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db44b03-79e9-4763-9782-dcf338d3f7c8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:48.438364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f576fc2-aff7-4037-8b1e-b381483b2dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.467020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.25.7.163 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/0955d616-9032-42e1-8d9a-94dd519773e6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:47:48.481213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f576fc2-aff7-4037-8b1e-b381483b2dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.578360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f576fc2-aff7-4037-8b1e-b381483b2dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.584934 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3f576fc2-aff7-4037-8b1e-b381483b2dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.589791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3f576fc2-aff7-4037-8b1e-b381483b2dbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5db44b03-79e9-4763-9782-dcf338d3f7c8 HTTP/1.1" status: 204 len: 168 time: 0.2304633 Oct 18 23:47:48.619472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f576fc2-aff7-4037-8b1e-b381483b2dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db44b03-79e9-4763-9782-dcf338d3f7c8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:48.621617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.677435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:48.729454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:47:48.730973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:47:48.750712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:47:48.762352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=0955d616-9032-42e1-8d9a-94dd519773e6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:49.150147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:49.429196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:49.594808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:47:49.766840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:47:49.783802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Sync routers for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:47:49.812385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:49.813280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:49.823317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:49.829441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54256) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:49.830312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bc58f4e5-37cd-4651-87c2-3e7d45d87c20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0444448 Oct 18 23:47:49.889196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a1e04a3c-aa33-4b2b-873c-e8252e4da558 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=084edf71706a486c94ae3b47f49b2bdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568850 Oct 18 23:47:49.891786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54262) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:49.954650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:47:50.106649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7561174a-7943-4624-99ac-d3dd66fbc3ee tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:50.108816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7561174a-7943-4624-99ac-d3dd66fbc3ee tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2159004 Oct 18 23:47:50.111574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54270) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:50.186555 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d1d09274-21cb-4186-9b0f-50edc6e692ce tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735581 Oct 18 23:47:50.189583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54276) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:50.195028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1428372205', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:47:50.223675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:48Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:50.259614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Checking router: f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:47:50.260362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Updating router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 port 0955d616-9032-42e1-8d9a-94dd519773e6 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:47:50.299389 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:50.337869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:47:50.338571 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-04715989-d008-45e5-83cc-1d7a6c014fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:50.345239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:50.729391 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:50.738575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:50.753119 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:50.836323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Attempting to bind port 0955d616-9032-42e1-8d9a-94dd519773e6 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:47:50.837001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Attempting to bind port 0955d616-9032-42e1-8d9a-94dd519773e6 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:47:50.837194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Attempting to bind port 0955d616-9032-42e1-8d9a-94dd519773e6 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:47:50.854595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:47:50.855446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:47:50.855918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:50.856387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:47:50.856954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Bound port: 0955d616-9032-42e1-8d9a-94dd519773e6, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:47:50.857407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:50.860727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fd4c8-a4f4-4571-a646-bcd1da3129ab None None] Pushing event updated for resources: {'Port': ['ID=0955d616-9032-42e1-8d9a-94dd519773e6,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:50.901544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Subnet': ['ID=5ebbf1ba-9b50-4d68-8ae0-af36467498f4,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:50.934003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] For port 0955d616-9032-42e1-8d9a-94dd519773e6, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:47:50.937873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] For port 0955d616-9032-42e1-8d9a-94dd519773e6, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0955d616-9032-42e1-8d9a-94dd519773e6,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:47:50.950440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:50.952969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Checking segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:47:50.953593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network hostable DHCP agents. Network: 5cb88803-867f-4cac-85ec-84f468153c48, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:47:51.011406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 5cb88803-867f-4cac-85ec-84f468153c48 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:47:51.024155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 5cb88803-867f-4cac-85ec-84f468153c48) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:47:51.029793 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:51.030382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:51.046397 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5b19d0-4abe-476c-9221-5d2ac71b8c61 None None] Network 5cb88803-867f-4cac-85ec-84f468153c48 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:47:51.065336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54294) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:51.066517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-92a6062f-b0cf-46ed-8405-8c71d6f77f36 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8742738 Oct 18 23:47:51.197182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fd4c8-a4f4-4571-a646-bcd1da3129ab None None] Pushing event updated for resources: {'Port': ['ID=0955d616-9032-42e1-8d9a-94dd519773e6,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:51.210845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:51.211473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:51.443464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:47:51.646997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-5cb88803-867f-4cac-85ec-84f468153c48', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:47:51.648012 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:51.911013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:48Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:51.925992 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:51.961890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab92737-ad51-430f-b608-2509298a9be4 None None] The sync data for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 is: [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:48Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:47:51.986906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Allocated IP 172.20.0.2 (5cb88803-867f-4cac-85ec-84f468153c48/5ebbf1ba-9b50-4d68-8ae0-af36467498f4/8f5dcdd2-f951-4aeb-8830-9befff020a8b) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:47:52.244386 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:52.253632 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:52.476544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Network 5cb88803-867f-4cac-85ec-84f468153c48 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:47:52.478836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:47:52.493420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:47:52.609399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Pushing event updated for resources: {'Port': ['ID=8f5dcdd2-f951-4aeb-8830-9befff020a8b,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:52.688092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Attempting to bind port 8f5dcdd2-f951-4aeb-8830-9befff020a8b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:47:52.688482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Attempting to bind port 8f5dcdd2-f951-4aeb-8830-9befff020a8b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:47:52.688916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Attempting to bind port 8f5dcdd2-f951-4aeb-8830-9befff020a8b on network 5cb88803-867f-4cac-85ec-84f468153c48 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:47:52.696019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:47:52.696339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Checking segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:47:52.696802 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:52.697237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Bound using segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:47:52.697768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Bound port: 8f5dcdd2-f951-4aeb-8830-9befff020a8b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:47:52.698211 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:52.890108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] For port 8f5dcdd2-f951-4aeb-8830-9befff020a8b, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:47:52.903540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] For port 8f5dcdd2-f951-4aeb-8830-9befff020a8b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8f5dcdd2-f951-4aeb-8830-9befff020a8b,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:47:52.917051 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:52.954551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.20.0.1 (5cb88803-867f-4cac-85ec-84f468153c48/5ebbf1ba-9b50-4d68-8ae0-af36467498f4/65293a35-4baf-44d2-9c29-9e993671b335) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:47:53.056308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a92b9-1ca8-4092-9b1c-43605b5eebdd None None] Pushing event updated for resources: {'Port': ['ID=8f5dcdd2-f951-4aeb-8830-9befff020a8b,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:53.108743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54328) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:53.176211 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.272140 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.380253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 5cb88803-867f-4cac-85ec-84f468153c48 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:47:53.381690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0955d616-9032-42e1-8d9a-94dd519773e6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:47:53.384407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:47:53.389484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:47:53.484512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=65293a35-4baf-44d2-9c29-9e993671b335,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:53.536040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0955d616-9032-42e1-8d9a-94dd519773e6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:53.536464 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.570404 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.575241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ffa2-7f5e-466c-92be-1e4ae2bab061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.778864 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.813026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 0955d616-9032-42e1-8d9a-94dd519773e6, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0955d616-9032-42e1-8d9a-94dd519773e6,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:47:53.821582 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.821781 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ffa2-7f5e-466c-92be-1e4ae2bab061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.830326 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ffa2-7f5e-466c-92be-1e4ae2bab061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.897778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=0955d616-9032-42e1-8d9a-94dd519773e6,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:53.925427 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a2d4ffa2-7f5e-466c-92be-1e4ae2bab061 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=602db0f2d1f84447aed03c0dd12c5f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8135183 Oct 18 23:47:53.926624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4ffa2-7f5e-466c-92be-1e4ae2bab061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ffeb91-6a85-413d-b89a-d44818d8c3e8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:53.929788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54336) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:53.955800 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:53.960305 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a0db23a-b854-4aa1-b340-066afc9503ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:54.106815 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b02e8135-836d-44cb-a605-c0f3e7ff9c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:54.186376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b02e8135-836d-44cb-a605-c0f3e7ff9c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:54.407189 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b02e8135-836d-44cb-a605-c0f3e7ff9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:54.410491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b02e8135-836d-44cb-a605-c0f3e7ff9c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:54.414699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b02e8135-836d-44cb-a605-c0f3e7ff9c10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20ffeb91-6a85-413d-b89a-d44818d8c3e8 HTTP/1.1" status: 204 len: 168 time: 0.4809482 Oct 18 23:47:54.440111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e8135-836d-44cb-a605-c0f3e7ff9c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ffeb91-6a85-413d-b89a-d44818d8c3e8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:54.464722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:54.474451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:54.563908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=65293a35-4baf-44d2-9c29-9e993671b335,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:54.573810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:54.778957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 5cb88803-867f-4cac-85ec-84f468153c48 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:47:54.782523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:47:54.785667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0356ce-644d-4f1c-9cae-bde5178930bf None None] Network 5cb88803-867f-4cac-85ec-84f468153c48 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:47:54.828436 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:54.981350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:47:55.166855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:47:55.182073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b78867b8-e5f8-4044-8da8-721c978eebbc None None] Provisioning complete for port 8f5dcdd2-f951-4aeb-8830-9befff020a8b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:55.183291 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b78867b8-e5f8-4044-8da8-721c978eebbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:55.191078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8ef92917-3a19-4fa9-80bf-bf0634201988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "PUT /v2.0/routers/f52d5baa-a8d1-4cfd-8537-24b1349ca6f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1237247 Oct 18 23:47:55.270315 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Sync routers for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:47:55.291978 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:55.299665 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:55.442519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0955d616-9032-42e1-8d9a-94dd519773e6 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:47:55.500046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:55.510349 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:47:55.572463 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b78867b8-e5f8-4044-8da8-721c978eebbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:55.650017 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-7e4c1fd5-e029-439f-81c6-c03ba6ac5bea tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248793651&fields=id&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 267 time: 0.0782144 Oct 18 23:47:55.653885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0955d616-9032-42e1-8d9a-94dd519773e6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:55.654267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:55.734958 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b78867b8-e5f8-4044-8da8-721c978eebbc None None] For port 8f5dcdd2-f951-4aeb-8830-9befff020a8b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8f5dcdd2-f951-4aeb-8830-9befff020a8b,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:47:55.757511 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b78867b8-e5f8-4044-8da8-721c978eebbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:55.857584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78867b8-e5f8-4044-8da8-721c978eebbc None None] Pushing event updated for resources: {'Port': ['ID=8f5dcdd2-f951-4aeb-8830-9befff020a8b,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:55.917210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8f5dcdd2-f951-4aeb-8830-9befff020a8b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:47:56.039372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8f5dcdd2-f951-4aeb-8830-9befff020a8b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:56.039668 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:56.077760 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '65293a35-4baf-44d2-9c29-9e993671b335', 'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:8b:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:52Z', 'updated_at': '2021-10-18T23:47:54Z', 'revision_number': 2, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:56.187468 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Checking router: f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:47:56.188138 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Updating router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 port 65293a35-4baf-44d2-9c29-9e993671b335 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:47:56.265076 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:56.277197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-eac8d1c1-fffc-47ae-aba5-f7005164ccb8 None None] Provisioning complete for port 8f5dcdd2-f951-4aeb-8830-9befff020a8b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:56.277940 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eac8d1c1-fffc-47ae-aba5-f7005164ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:56.518887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-eac8d1c1-fffc-47ae-aba5-f7005164ccb8 None None] Provisioning complete for port 65293a35-4baf-44d2-9c29-9e993671b335 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:56.520869 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eac8d1c1-fffc-47ae-aba5-f7005164ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:56.624410 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-eac8d1c1-fffc-47ae-aba5-f7005164ccb8 None None] Port 65293a35-4baf-44d2-9c29-9e993671b335 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:47:56.720221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93f85-d958-4716-8316-9e95667377a4 req-05e74352-65c3-41e0-b4bb-f90506d19401 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:47:56.722899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-05e74352-65c3-41e0-b4bb-f90506d19401 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 796 time: 1.0719790 Oct 18 23:47:56.750636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d4449fe1-d849-48f6-a66a-81a97d5cfa7b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/quotas/084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 375 time: 0.0212743 Oct 18 23:47:56.755287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fab99496-e722-486d-802f-c4b2c91fc73e None None] Provisioning complete for port 65293a35-4baf-44d2-9c29-9e993671b335 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:56.756068 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fab99496-e722-486d-802f-c4b2c91fc73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:56.868695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fab99496-e722-486d-802f-c4b2c91fc73e None None] Port 65293a35-4baf-44d2-9c29-9e993671b335 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:47:56.878083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54452) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:56.974342 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:56.989897 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.045103 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-b2c56ec9-3533-4153-8d92-a4c67436b982 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2872877 Oct 18 23:47:57.097941 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74c279ac-9883-4671-a2ba-b675adfaae40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.103179 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Pushing event updated for resources: {'Port': ['ID=65293a35-4baf-44d2-9c29-9e993671b335,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:57.127411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a7a0d6fd-fae7-4964-b4f7-4863e0b78af4 None None] Provisioning complete for port 65293a35-4baf-44d2-9c29-9e993671b335 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:57.127411 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d6fd-fae7-4964-b4f7-4863e0b78af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.213634 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Attempting to bind port 65293a35-4baf-44d2-9c29-9e993671b335 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:47:57.215870 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Attempting to bind port 65293a35-4baf-44d2-9c29-9e993671b335 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:47:57.215870 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Attempting to bind port 65293a35-4baf-44d2-9c29-9e993671b335 on network 5cb88803-867f-4cac-85ec-84f468153c48 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:47:57.221367 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.221738 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.222735 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.223149 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.223489 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.224020 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.224425 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.224756 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.225082 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.225403 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.225747 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.226320 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:47:57.238473 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:47:57.238944 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Checking segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:47:57.239354 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.239746 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Bound using segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:47:57.240244 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Bound port: 65293a35-4baf-44d2-9c29-9e993671b335, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:47:57.240629 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.252338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0d6fd-fae7-4964-b4f7-4863e0b78af4 None None] Port 65293a35-4baf-44d2-9c29-9e993671b335 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:47:57.289538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8f5dcdd2-f951-4aeb-8830-9befff020a8b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:47:57.320196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-96ae1480-5689-46a9-922f-5fab6439925e service neutron] 10.222.0.52 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741926 Oct 18 23:47:57.341746 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74c279ac-9883-4671-a2ba-b675adfaae40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.348797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-74c279ac-9883-4671-a2ba-b675adfaae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.397692 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] For port 65293a35-4baf-44d2-9c29-9e993671b335, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:47:57.405983 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] For port 65293a35-4baf-44d2-9c29-9e993671b335, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=65293a35-4baf-44d2-9c29-9e993671b335,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:47:57.416121 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.427050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-74c279ac-9883-4671-a2ba-b675adfaae40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e5188095cbd4e36b9124c1c21c49a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5430772 Oct 18 23:47:57.430809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54480) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:57.437319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8f5dcdd2-f951-4aeb-8830-9befff020a8b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:57.439426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.562078 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:47:57.562482 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:57.569443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-e32abcc2-b7eb-4b59-806a-9d7c18876c2e service neutron] 10.222.0.52 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419357 Oct 18 23:47:57.584694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c279ac-9883-4671-a2ba-b675adfaae40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008ca13f-9c39-4c5d-b07d-3c8b4162760c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:57.649915 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f181300b-887c-4718-9073-893f22169875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.730082 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b317e-8879-4120-a1d0-9f27952b87bd None None] Pushing event updated for resources: {'Port': ['ID=65293a35-4baf-44d2-9c29-9e993671b335,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:57.767944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f181300b-887c-4718-9073-893f22169875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.781165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fc946623-b58a-4087-a5d0-b4484a985cb3 None None] Provisioning complete for port 65293a35-4baf-44d2-9c29-9e993671b335 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:57.781564 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc946623-b58a-4087-a5d0-b4484a985cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.888567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f181300b-887c-4718-9073-893f22169875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.893890 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f181300b-887c-4718-9073-893f22169875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:57.896105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f181300b-887c-4718-9073-893f22169875 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/008ca13f-9c39-4c5d-b07d-3c8b4162760c HTTP/1.1" status: 204 len: 168 time: 0.4628954 Oct 18 23:47:57.910528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181300b-887c-4718-9073-893f22169875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008ca13f-9c39-4c5d-b07d-3c8b4162760c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:58.005117 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:47:58.095143 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:58.128881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e02fce2-2c56-4cfa-89f0-cc42f00a8cc6 req-4f0a54aa-21cc-4177-8f2a-bf2075e73be8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 210 time: 0.1440210 Oct 18 23:47:58.244976 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc946623-b58a-4087-a5d0-b4484a985cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:58.333042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fc946623-b58a-4087-a5d0-b4484a985cb3 None None] For port 65293a35-4baf-44d2-9c29-9e993671b335, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=65293a35-4baf-44d2-9c29-9e993671b335,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:47:58.341378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc946623-b58a-4087-a5d0-b4484a985cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:58.475297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc946623-b58a-4087-a5d0-b4484a985cb3 None None] Pushing event updated for resources: {'Port': ['ID=65293a35-4baf-44d2-9c29-9e993671b335,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:58.521795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1faaf1ca-cb52-4bd0-80d2-ec3ff093c91d None None] Provisioning complete for port 65293a35-4baf-44d2-9c29-9e993671b335 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:58.522202 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1faaf1ca-cb52-4bd0-80d2-ec3ff093c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:58.524011 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '65293a35-4baf-44d2-9c29-9e993671b335', 'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:8b:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:52Z', 'updated_at': '2021-10-18T23:47:57Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:47:58.562906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54516) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:58.565013 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74955ff3-f42a-4812-aa53-8aee6ca2d387 None None] The sync data for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 is: [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '65293a35-4baf-44d2-9c29-9e993671b335', 'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:8b:98:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:52Z', 'updated_at': '2021-10-18T23:47:57Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:47:58.594271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4ca4925c-e2b5-4274-ace6-3c061bec3aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:58.773153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4ca4925c-e2b5-4274-ace6-3c061bec3aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:58.781233 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4ca4925c-e2b5-4274-ace6-3c061bec3aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:58.872877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4925c-e2b5-4274-ace6-3c061bec3aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c88409-5793-45f2-93c0-a4578a573a53,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:58.884169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4ca4925c-e2b5-4274-ace6-3c061bec3aa1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dac8b278b13d41e0b55723dd78ca7bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193278 Oct 18 23:47:58.887143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54524) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:47:58.969841 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a7c0159c-ea40-4952-9455-88abbcbfd927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:59.016763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a7c0159c-ea40-4952-9455-88abbcbfd927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:59.115217 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a7c0159c-ea40-4952-9455-88abbcbfd927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:59.118029 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a7c0159c-ea40-4952-9455-88abbcbfd927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:47:59.123575 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a7c0159c-ea40-4952-9455-88abbcbfd927 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7c88409-5793-45f2-93c0-a4578a573a53 HTTP/1.1" status: 204 len: 168 time: 0.2320476 Oct 18 23:47:59.154989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0159c-ea40-4952-9455-88abbcbfd927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c88409-5793-45f2-93c0-a4578a573a53,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:47:59.335311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56dd54dd-3a8e-4a26-85b9-1f1a08def16e req-f916429f-5e50-4d9f-8c02-a2303ea869c5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 210 time: 0.0749350 Oct 18 23:47:59.745390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 65293a35-4baf-44d2-9c29-9e993671b335 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:47:59.915323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 65293a35-4baf-44d2-9c29-9e993671b335 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:47:59.916797 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:00.439038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93f85-d958-4716-8316-9e95667377a4 req-b70489ea-5816-4afb-8abc-d35c43cf45d5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:00.452610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-b70489ea-5816-4afb-8abc-d35c43cf45d5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 796 time: 0.3886771 Oct 18 23:48:00.527387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1182212b-a861-4f21-8629-46f619174fd9 req-6218f5d3-773c-48ff-acee-9d6bdee3c8a7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 210 time: 0.0365798 Oct 18 23:48:00.586617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-23446319-e4b8-46e6-bbe6-6c408092a915 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 380 time: 0.1269603 Oct 18 23:48:00.608312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'port': {'device_id': '81f177b7-0d24-4544-9889-71d6a4781410', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'admin_state_up': True, 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'security_groups': ['ab2ed4ca-e1c5-4e6f-8071-95c548880fce']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:48:00.871497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:48:00.892614 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:01.127696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.20.0.3 (5cb88803-867f-4cac-85ec-84f468153c48/5ebbf1ba-9b50-4d68-8ae0-af36467498f4/5c482e17-3cff-4d95-a6bd-528664812155) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:48:01.345830 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:01.384586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:01.467060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 5cb88803-867f-4cac-85ec-84f468153c48 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:48:01.473219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:48:01.478604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:48:01.524557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:01.564640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:01.565304 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:01.602331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ae6efe2-529c-4f34-b555-329e45b11294 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0037525 Oct 18 23:48:01.785996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c1369-f701-4f42-bfc2-109c9f918040 req-8a36bf78-ae1e-46a1-af27-bbcb8afa8971 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:01.791054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d4c1369-f701-4f42-bfc2-109c9f918040 req-8a36bf78-ae1e-46a1-af27-bbcb8afa8971 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 931 time: 0.0991611 Oct 18 23:48:01.866421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d4c1369-f701-4f42-bfc2-109c9f918040 req-dc1b895e-f420-495e-a365-8f5678fdd622 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685022 Oct 18 23:48:01.875947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Request body: {'port': {'device_id': '81f177b7-0d24-4544-9889-71d6a4781410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:48:02.006278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:02.025753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a83bfdb4-a2a0-4ba5-bb08-0008bb26c91d None None] Provisioning complete for port 5c482e17-3cff-4d95-a6bd-528664812155 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:48:02.026331 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a83bfdb4-a2a0-4ba5-bb08-0008bb26c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:02.101594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a83bfdb4-a2a0-4ba5-bb08-0008bb26c91d None None] Port 5c482e17-3cff-4d95-a6bd-528664812155 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:48:02.544772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c482e17-3cff-4d95-a6bd-528664812155 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:48:02.554784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:02.572106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Transition to ACTIVE for port object 5c482e17-3cff-4d95-a6bd-528664812155 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:48:02.580250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:02.670660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:02.920569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:48:02.922775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:48:02.923890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 on network 5cb88803-867f-4cac-85ec-84f468153c48 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:48:02.943289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Port 5c482e17-3cff-4d95-a6bd-528664812155 on network 5cb88803-867f-4cac-85ec-84f468153c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:48:02.943647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 on network 5cb88803-867f-4cac-85ec-84f468153c48 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:48:02.959728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:48:02.960051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Checking segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:48:02.960459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Bound using segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:48:02.960917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Bound port: 5c482e17-3cff-4d95-a6bd-528664812155, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:48:02.961286 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:03.136036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:48:03.145780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:48:03.149343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408d421-0e2f-4def-bd33-a0ac1708fedb req-1323a655-c31b-4fe0-bd36-17e2b0876c6a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:03.153951 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:03.162220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7408d421-0e2f-4def-bd33-a0ac1708fedb req-1323a655-c31b-4fe0-bd36-17e2b0876c6a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.1417689 Oct 18 23:48:03.256024 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7408d421-0e2f-4def-bd33-a0ac1708fedb req-210f937f-8a01-4b8f-a11a-693e131d4e8a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907123 Oct 18 23:48:03.276537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:03.292003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:03.293224 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:03.296154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-d768e786-a888-4548-9c87-93c5b56bd01b service neutron] 10.222.0.73 "PUT /v2.0/ports/5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 1092 time: 1.6792278 Oct 18 23:48:03.296991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:48:03.301717 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07" -d '{"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:48:03.469320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93f85-d958-4716-8316-9e95667377a4 req-564409fc-5996-4f61-bf2e-a6211c1f6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:03.476222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-564409fc-5996-4f61-bf2e-a6211c1f6517 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1095 time: 0.1062016 Oct 18 23:48:03.669954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-74607168-a277-4d18-934c-f14f8aa8b591 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 217 time: 0.1800160 Oct 18 23:48:03.729059 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9b0f8a-043a-4477-b7e2-1605e4bbb924 x-openstack-request-id: req-be9b0f8a-043a-4477-b7e2-1605e4bbb924 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:48:03.729467 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:48:03.729755 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be9b0f8a-043a-4477-b7e2-1605e4bbb924 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:48:03.730230 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'status': 'completed', 'code': 200} Oct 18 23:48:03.750224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93f85-d958-4716-8316-9e95667377a4 req-40ad3ab8-167c-4f0b-8916-a2cf7321c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:03.753011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-40ad3ab8-167c-4f0b-8916-a2cf7321c0bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0704899 Oct 18 23:48:03.903758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e93f85-d958-4716-8316-9e95667377a4 req-08c5ae9f-c1eb-4008-82a3-0df67fc061d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:03.905391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-08c5ae9f-c1eb-4008-82a3-0df67fc061d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295092 Oct 18 23:48:03.914215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-6562897c-33f3-4e6e-834e-c5d1bb9d5971 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2eda1ee822e64093adce82d0448e984f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654166 Oct 18 23:48:04.035350 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-477489be-dcd3-4213-8934-c3184c713873 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212492 Oct 18 23:48:04.158181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2e93f85-d958-4716-8316-9e95667377a4 req-8ddfcf7c-031b-45a0-8db2-e0db42a9289e service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166713 Oct 18 23:48:04.166787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-90f77be3-3d88-49c7-92cf-e2ba3daf75b2 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:04.171249 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-90f77be3-3d88-49c7-92cf-e2ba3daf75b2 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561588 Oct 18 23:48:04.190162 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-f8c12c41-e326-4920-a1e0-a5c7a459a38f tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/quotas/2eda1ee822e64093adce82d0448e984f HTTP/1.1" status: 200 len: 375 time: 0.0127113 Oct 18 23:48:04.245466 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-b0bc4c97-d98c-41e0-a4fc-bfa1d149ac8f tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2eda1ee822e64093adce82d0448e984f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436361 Oct 18 23:48:04.317386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-f14be577-ac1f-4fbd-8fe7-77aeb020aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:04.320726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-f14be577-ac1f-4fbd-8fe7-77aeb020aa63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1095 time: 0.0706868 Oct 18 23:48:04.460798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e4e06-ffba-4cb7-8169-68e33c399cb8 req-855ffecd-b1cb-4643-83f8-b8bc59603135 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:04.483617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-654e4e06-ffba-4cb7-8169-68e33c399cb8 req-855ffecd-b1cb-4643-83f8-b8bc59603135 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.1561768 Oct 18 23:48:04.523596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-0c996ffc-cb99-40e1-84a4-c917ff83a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:04.526542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-0c996ffc-cb99-40e1-84a4-c917ff83a475 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1970673 Oct 18 23:48:04.528527 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9109f4af-1b16-462f-b58d-1bbb36c12c56 req-dfa4b321-de62-412f-b849-4ab0b5ca0faf tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 210 time: 0.0609453 Oct 18 23:48:04.645722 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-4ae0ec3f-9063-4433-8830-b212320b4dcc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 217 time: 0.0832453 Oct 18 23:48:04.697923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-654e4e06-ffba-4cb7-8169-68e33c399cb8 req-b6ac7bcf-add1-41b8-8524-8e895af73030 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696796 Oct 18 23:48:04.712208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-ea080d14-6149-4cd3-9c91-5fd92253d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:04.714003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-ea080d14-6149-4cd3-9c91-5fd92253d682 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0613925 Oct 18 23:48:04.794859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-332ea1f8-dd47-4a5b-bd57-e85875fb98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:04.796467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-332ea1f8-dd47-4a5b-bd57-e85875fb98e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737638 Oct 18 23:48:04.886977 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:04.952781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-b785a1c5-1eb6-48b2-bd5e-b152012da93c service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486344 Oct 18 23:48:05.375356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-335ad0fb-6c39-49cc-b1c0-9a2b6a33ee07 req-a77e2b86-9e21-4af8-b9ee-ff8d9bc06297 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146333 Oct 18 23:48:05.752105 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a66ea9e-41e1-4615-9560-869594ff6e86 req-baacaa54-1d18-4638-8f05-f03889bb5ff1 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 210 time: 0.1211925 Oct 18 23:48:05.949354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e711d0-bf5d-4aad-99ac-880272ba2fbe req-a6717704-eb66-4925-a48b-36add1666690 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:05.951875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44e711d0-bf5d-4aad-99ac-880272ba2fbe req-a6717704-eb66-4925-a48b-36add1666690 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.1011155 Oct 18 23:48:06.031849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44e711d0-bf5d-4aad-99ac-880272ba2fbe req-34aa89f9-e473-49f7-8b07-8f5bce7e6517 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636775 Oct 18 23:48:06.505111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:06.835852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30863efc-b96c-4684-9064-b88bc245984a req-f7ae1a7f-bb89-4c9b-a31b-a44de77f1249 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 210 time: 0.0317626 Oct 18 23:48:07.195648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8535d-d734-48cf-a9e4-915c1e8a08b3 req-1255125b-1e9d-444a-bd0a-f3ac00495d13 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:07.197792 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71a8535d-d734-48cf-a9e4-915c1e8a08b3 req-1255125b-1e9d-444a-bd0a-f3ac00495d13 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.0636849 Oct 18 23:48:07.209880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442b792-b3d0-4403-8b5d-82519fe5de3c req-a925014b-4f57-4158-858f-cf5c963ce3c7 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:07.217593 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d442b792-b3d0-4403-8b5d-82519fe5de3c req-a925014b-4f57-4158-858f-cf5c963ce3c7 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0940018 Oct 18 23:48:07.302883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71a8535d-d734-48cf-a9e4-915c1e8a08b3 req-3f730ada-711e-47cd-8035-a8b2f890a8e4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954452 Oct 18 23:48:07.306868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d442b792-b3d0-4403-8b5d-82519fe5de3c req-bc2532d7-9bcf-49e2-b420-d448f24b8538 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780730 Oct 18 23:48:07.662701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:48:07.771162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:48:07.788103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '5c482e17-3cff-4d95-a6bd-528664812155', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'port_id': '5c482e17-3cff-4d95-a6bd-528664812155', 'mac_address': 'fa:16:3e:c4:6c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:48:07.834870 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:07.849713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c482e17-3cff-4d95-a6bd-528664812155 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:48:07.875052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:48:07.882034 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:07.937789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:07.988870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a5e7089-4a26-4bd4-a88e-598a5944934d req-310a3416-3d9b-429c-af94-ca6b3deab864 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 210 time: 0.0509152 Oct 18 23:48:08.021120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-05ebca07-13d6-4ace-8ce3-978461f9fec1 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=2eda1ee822e64093adce82d0448e984f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309188 Oct 18 23:48:08.267871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-1b05f3fe-53b5-412a-b05f-0cded98fcf7b tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:08.270474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-1b05f3fe-53b5-412a-b05f-0cded98fcf7b tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426391 Oct 18 23:48:08.291588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Request body: {'port': {'device_id': '26bd7dda-8af7-412e-acff-4ef27dae5dcb', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '2eda1ee822e64093adce82d0448e984f'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:48:08.293096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5c482e17-3cff-4d95-a6bd-528664812155'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:48:08.496506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428616c-1486-4632-8df4-49a75093eba4 req-39f3c057-9e35-4da5-b66b-df78680be99a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:08.499065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3428616c-1486-4632-8df4-49a75093eba4 req-39f3c057-9e35-4da5-b66b-df78680be99a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0914774 Oct 18 23:48:08.566974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf56c69-1b55-4dd3-9d8b-a09244b4724d req-09e2c488-bddd-4e82-a69d-fc08d5bdbb47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:08.580623 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2bf56c69-1b55-4dd3-9d8b-a09244b4724d req-09e2c488-bddd-4e82-a69d-fc08d5bdbb47 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 944 time: 0.1500330 Oct 18 23:48:08.590675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3428616c-1486-4632-8df4-49a75093eba4 req-d94df2cf-8d79-415d-8da4-f09fa91b8c9c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837014 Oct 18 23:48:08.617519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Made reservation on behalf of 2eda1ee822e64093adce82d0448e984f for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:48:08.622642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:08.637731 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:08.674266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2bf56c69-1b55-4dd3-9d8b-a09244b4724d req-e3b6beda-dd33-4c3d-8e41-94bffe2038f4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901494 Oct 18 23:48:08.752805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:08.759700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:08.858072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49720878-a52d-4407-87cc-de08a5aaae91,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:08.872084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54706) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:08.971384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Allocated IP 192.168.233.62 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/c20a1cd4-5a6c-4c61-842b-2da98807ef39) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:48:09.024755 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f904788c-ccab-4481-a84e-b397ca3d1aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.166335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f4e29be0-0c8f-4b57-b6a7-03c5597f6ad0 req-a5ae5419-2055-4ee6-bd42-b7a99ecabed0 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 210 time: 0.0542600 Oct 18 23:48:09.175910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f904788c-ccab-4481-a84e-b397ca3d1aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.182259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f904788c-ccab-4481-a84e-b397ca3d1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.224697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.232007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904788c-ccab-4481-a84e-b397ca3d1aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f18515-4ffa-4ce2-ba7a-575ae26ab6db,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:09.238453 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f904788c-ccab-4481-a84e-b397ca3d1aaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17a93616daa8465ea83d1076fc1a24de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651893 Oct 18 23:48:09.241247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54714) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:09.286474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.310851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d742ec6-d8ff-4b79-bc21-892c4ed488e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.336758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:48:09.340514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:48:09.341627 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d742ec6-d8ff-4b79-bc21-892c4ed488e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.344489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:48:09.354493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Pushing event updated for resources: {'Port': ['ID=c20a1cd4-5a6c-4c61-842b-2da98807ef39,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:09.413882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:09.414688 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.423805 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d742ec6-d8ff-4b79-bc21-892c4ed488e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.427811 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9d742ec6-d8ff-4b79-bc21-892c4ed488e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.429324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9d742ec6-d8ff-4b79-bc21-892c4ed488e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5f18515-4ffa-4ce2-ba7a-575ae26ab6db HTTP/1.1" status: 204 len: 168 time: 0.1871955 Oct 18 23:48:09.437864 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-0bd1808b-fad1-4844-b27c-549eae217103 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1517971 Oct 18 23:48:09.441824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d742ec6-d8ff-4b79-bc21-892c4ed488e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f18515-4ffa-4ce2-ba7a-575ae26ab6db,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:09.460918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Request body: {'port': {'device_id': '26bd7dda-8af7-412e-acff-4ef27dae5dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:48:09.544384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.674210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:48:09.738160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7d75a9bc-c579-4c52-889e-fa9c425a33fb None None] Provisioning complete for port c20a1cd4-5a6c-4c61-842b-2da98807ef39 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:48:09.739210 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d75a9bc-c579-4c52-889e-fa9c425a33fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.834660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7d75a9bc-c579-4c52-889e-fa9c425a33fb None None] Port c20a1cd4-5a6c-4c61-842b-2da98807ef39 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:48:09.841966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 5c482e17-3cff-4d95-a6bd-528664812155 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:48:09.849975 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 5c482e17-3cff-4d95-a6bd-528664812155 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:48:09.852027 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.868247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4093a4-525f-4c1c-aa8e-1d24cbefed9a req-ddae6ed4-af3b-4423-aa8f-455e7a8ee9b9 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:09.870673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de4093a4-525f-4c1c-aa8e-1d24cbefed9a req-ddae6ed4-af3b-4423-aa8f-455e7a8ee9b9 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1247387 Oct 18 23:48:09.912771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b1ec8-05f1-418b-a54d-32e2fb181dd6 req-ec906b75-a7b6-4606-8129-82ae7a860b26 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:09.914765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a9b1ec8-05f1-418b-a54d-32e2fb181dd6 req-ec906b75-a7b6-4606-8129-82ae7a860b26 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 944 time: 0.0719323 Oct 18 23:48:09.930240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54724) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:09.963759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-de4093a4-525f-4c1c-aa8e-1d24cbefed9a req-d8bc03c7-0883-4c40-b679-7c7a92a25eb8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863161 Oct 18 23:48:09.965140 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee8c-a69c-4cc7-84f4-f94bf88b6cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:09.982644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a9b1ec8-05f1-418b-a54d-32e2fb181dd6 req-8529d137-c98f-4c86-80a3-df222385a9ee tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591431 Oct 18 23:48:09.988866 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.026142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:48:10.028918 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfefb874-ffe0-416d-8eb8-1197eb8696c5" -d '{"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-plugged", "status": "completed", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:48:10.061047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20a1cd4-5a6c-4c61-842b-2da98807ef39 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:48:10.067995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:48:10.074161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee8c-a69c-4cc7-84f4-f94bf88b6cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.074374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.076453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.077545 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc7204a-d7f2-4e3b-bea3-a5676a1a1c31 x-openstack-request-id: req-fcc7204a-d7f2-4e3b-bea3-a5676a1a1c31 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:48:10.078026 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-plugged", "status": "completed", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:48:10.078353 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcc7204a-d7f2-4e3b-bea3-a5676a1a1c31 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:48:10.078692 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'code': 200} Oct 18 23:48:10.079846 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee8c-a69c-4cc7-84f4-f94bf88b6cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.094669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Transition to ACTIVE for port object c20a1cd4-5a6c-4c61-842b-2da98807ef39 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:48:10.105677 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.130964 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dde6ee8c-a69c-4cc7-84f4-f94bf88b6cf6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03a5c36510f34b6b995581e85dde48d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989231 Oct 18 23:48:10.132189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6ee8c-a69c-4cc7-84f4-f94bf88b6cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b53d0d-be4d-4ba7-bccf-96c0450cdb98,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:10.134620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:10.135135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54728) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:10.209955 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-618f9009-3dcf-4c17-97ac-7a08901ec0a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.243360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-618f9009-3dcf-4c17-97ac-7a08901ec0a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.328245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-618f9009-3dcf-4c17-97ac-7a08901ec0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.333112 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-618f9009-3dcf-4c17-97ac-7a08901ec0a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.335460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-618f9009-3dcf-4c17-97ac-7a08901ec0a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81b53d0d-be4d-4ba7-bccf-96c0450cdb98 HTTP/1.1" status: 204 len: 168 time: 0.1991637 Oct 18 23:48:10.349966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f9009-3dcf-4c17-97ac-7a08901ec0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b53d0d-be4d-4ba7-bccf-96c0450cdb98,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:10.392472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c20a1cd4-5a6c-4c61-842b-2da98807ef39,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:10.468315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15327cf-ff26-4978-bc48-320dd0c704f2 req-35641225-9e83-4300-af32-11ab3aed6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:10.469727 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f15327cf-ff26-4978-bc48-320dd0c704f2 req-35641225-9e83-4300-af32-11ab3aed6ef2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1097 time: 0.2772644 Oct 18 23:48:10.510475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7066f9-fd08-4f33-b3e7-bd53ddbd3114 req-dfaa5ef2-1ba6-4c05-bfb8-109e433c5edb tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:10.512042 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f7066f9-fd08-4f33-b3e7-bd53ddbd3114 req-dfaa5ef2-1ba6-4c05-bfb8-109e433c5edb tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 947 time: 0.1387799 Oct 18 23:48:10.514900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Attempting to bind port c20a1cd4-5a6c-4c61-842b-2da98807ef39 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:48:10.515465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Attempting to bind port c20a1cd4-5a6c-4c61-842b-2da98807ef39 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:48:10.516349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Attempting to bind port c20a1cd4-5a6c-4c61-842b-2da98807ef39 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:48:10.538495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Port c20a1cd4-5a6c-4c61-842b-2da98807ef39 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:48:10.539019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Attempting to bind port c20a1cd4-5a6c-4c61-842b-2da98807ef39 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:48:10.554550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:48:10.554909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:48:10.555302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:48:10.555744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Bound port: c20a1cd4-5a6c-4c61-842b-2da98807ef39, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:48:10.556113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.570420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f15327cf-ff26-4978-bc48-320dd0c704f2 req-3becf09e-5347-4ee2-963f-e7f99242a1a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917578 Oct 18 23:48:10.617343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f7066f9-fd08-4f33-b3e7-bd53ddbd3114 req-d393ed4d-2fda-4a28-88e4-1c5d927b7b1b tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909231 Oct 18 23:48:10.657208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] For port c20a1cd4-5a6c-4c61-842b-2da98807ef39, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:48:10.661189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] For port c20a1cd4-5a6c-4c61-842b-2da98807ef39, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c20a1cd4-5a6c-4c61-842b-2da98807ef39,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:48:10.666426 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.708833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:10.709533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.711035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] 10.222.0.102 "PUT /v2.0/ports/c20a1cd4-5a6c-4c61-842b-2da98807ef39 HTTP/1.1" status: 200 len: 1096 time: 1.2567708 Oct 18 23:48:10.711534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd7dda-8af7-412e-acff-4ef27dae5dcb', 'tag': 'c20a1cd4-5a6c-4c61-842b-2da98807ef39'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:48:10.714249 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c346a4-fddf-4779-84ee-28c090deb3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd7dda-8af7-412e-acff-4ef27dae5dcb", "tag": "c20a1cd4-5a6c-4c61-842b-2da98807ef39"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:48:10.760068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e84755-4012-4473-a3ee-885150d526e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c20a1cd4-5a6c-4c61-842b-2da98807ef39,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:10.771917 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fcb2d8-79be-4bc6-86e7-c6e6b9c9d58d x-openstack-request-id: req-10fcb2d8-79be-4bc6-86e7-c6e6b9c9d58d {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:48:10.772215 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd7dda-8af7-412e-acff-4ef27dae5dcb", "tag": "c20a1cd4-5a6c-4c61-842b-2da98807ef39", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:48:10.772477 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10fcb2d8-79be-4bc6-86e7-c6e6b9c9d58d {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:48:10.772879 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd7dda-8af7-412e-acff-4ef27dae5dcb', 'tag': 'c20a1cd4-5a6c-4c61-842b-2da98807ef39', 'status': 'completed', 'code': 200} Oct 18 23:48:10.792442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54740) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:10.810824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e96bb3c7-3919-4038-b85c-9ed47c9525d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.838361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-261c9341-caa9-4443-9bb7-ab2abbb73251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:10.840199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-261c9341-caa9-4443-9bb7-ab2abbb73251 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2eda1ee822e64093adce82d0448e984f&device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 1099 time: 0.0538485 Oct 18 23:48:10.900016 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-88f05721-e354-4030-9bc6-8c9cda29d24e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c20a1cd4-5a6c-4c61-842b-2da98807ef39 HTTP/1.1" status: 200 len: 217 time: 0.0444055 Oct 18 23:48:10.919152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e96bb3c7-3919-4038-b85c-9ed47c9525d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.927631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e96bb3c7-3919-4038-b85c-9ed47c9525d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:10.970613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-87ecd8c2-383b-4b53-bc18-11989a1bd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:10.972806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-87ecd8c2-383b-4b53-bc18-11989a1bd569 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0655849 Oct 18 23:48:10.984170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e96bb3c7-3919-4038-b85c-9ed47c9525d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16206b305fa74fd1a3389689eda137c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881177 Oct 18 23:48:10.984376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54742) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:10.984465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bb3c7-3919-4038-b85c-9ed47c9525d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8174ed-ced9-4be4-bb48-6d47e83b9416,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:11.093618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-5e81d02d-6349-474b-8072-5bcd6dbb9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:11.094185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-5e81d02d-6349-474b-8072-5bcd6dbb9572 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1108747 Oct 18 23:48:11.142003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12db7-fa27-41fd-8466-2a3da56d6203 req-c55acd1f-4f12-4fa4-91e2-5f1f710fc40b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:11.144523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bab12db7-fa27-41fd-8466-2a3da56d6203 req-c55acd1f-4f12-4fa4-91e2-5f1f710fc40b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0646067 Oct 18 23:48:11.201106 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bab12db7-fa27-41fd-8466-2a3da56d6203 req-4935b9bd-5444-4eaa-9a47-5ad346dac7f5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Oct 18 23:48:11.201455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7534b6ca-75a4-4e26-b279-7968ae4ebb50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:11.219170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570532a-0f0c-4cbc-9df4-8fd8ffe078fb req-7040edf1-e572-4587-98d9-284a29879085 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:11.222643 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d570532a-0f0c-4cbc-9df4-8fd8ffe078fb req-7040edf1-e572-4587-98d9-284a29879085 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1768970 Oct 18 23:48:11.260464 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7534b6ca-75a4-4e26-b279-7968ae4ebb50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:11.321307 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-7eaa7921-f1bc-4fca-ba70-d90040fceebc service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179558 Oct 18 23:48:11.328160 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d570532a-0f0c-4cbc-9df4-8fd8ffe078fb req-d485eea7-6b70-4a26-a17d-4e71daf8dc0e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973487 Oct 18 23:48:11.406705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7534b6ca-75a4-4e26-b279-7968ae4ebb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:11.409401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7534b6ca-75a4-4e26-b279-7968ae4ebb50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:11.410964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7534b6ca-75a4-4e26-b279-7968ae4ebb50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a8174ed-ced9-4be4-bb48-6d47e83b9416 HTTP/1.1" status: 204 len: 168 time: 0.4261541 Oct 18 23:48:11.425835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b6ca-75a4-4e26-b279-7968ae4ebb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8174ed-ced9-4be4-bb48-6d47e83b9416,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:11.449034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b4e708e-6fd3-4c97-afe0-3aebf684a889 req-2765726b-4435-4a11-870f-cf84fcfc2626 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198697 Oct 18 23:48:11.595597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-5576e7b4-064e-46cb-892e-d0207b1de018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:11.597403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-5576e7b4-064e-46cb-892e-d0207b1de018 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=2eda1ee822e64093adce82d0448e984f&device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 1099 time: 0.0522783 Oct 18 23:48:11.731070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-d669311d-53d3-4f8c-8092-357a60ffe1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:11.733179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-d669311d-53d3-4f8c-8092-357a60ffe1ba service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.1288986 Oct 18 23:48:11.778521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21557436-c0cc-4d28-93e9-4c75406ee50b req-5c1d01df-d5ff-4c54-9d95-5932a9b16afe tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:11.780383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21557436-c0cc-4d28-93e9-4c75406ee50b req-5c1d01df-d5ff-4c54-9d95-5932a9b16afe tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 947 time: 0.0699472 Oct 18 23:48:11.802510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-eae9a0d4-178f-4d4e-9e42-66df6223d0c6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c20a1cd4-5a6c-4c61-842b-2da98807ef39 HTTP/1.1" status: 200 len: 217 time: 0.0547905 Oct 18 23:48:11.839306 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-21557436-c0cc-4d28-93e9-4c75406ee50b req-d9f887f0-c17d-4f80-938f-9e7a7a391401 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515275 Oct 18 23:48:11.866577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-62a2997e-b58e-488d-8a9c-9e7ff46c2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:11.868060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-62a2997e-b58e-488d-8a9c-9e7ff46c2943 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0575991 Oct 18 23:48:11.930237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-a56f2803-e5c2-4ed8-918a-726ba8b290d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:11.932291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-a56f2803-e5c2-4ed8-918a-726ba8b290d4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543299 Oct 18 23:48:12.085634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-4271c5c8-6ad9-42ee-9873-2ef49959f007 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456554 Oct 18 23:48:12.201763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82c346a4-fddf-4779-84ee-28c090deb3d2 req-a11e6708-6ae3-4334-b9ea-206b2429b355 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080792 Oct 18 23:48:12.329726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38e84-4705-4a63-9887-9411a79cdac1 req-b24f770a-c05a-4346-a817-28b4806c5577 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:12.331859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-caf38e84-4705-4a63-9887-9411a79cdac1 req-b24f770a-c05a-4346-a817-28b4806c5577 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0578182 Oct 18 23:48:12.391282 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-caf38e84-4705-4a63-9887-9411a79cdac1 req-c5059045-a932-4062-9789-4699f3758dd0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533428 Oct 18 23:48:12.476179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e3feb-9dc7-4b1c-bbef-0ff3da942153 req-9f663072-b590-456e-9116-ad68d1f9c577 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:12.481029 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-856e3feb-9dc7-4b1c-bbef-0ff3da942153 req-9f663072-b590-456e-9116-ad68d1f9c577 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0615580 Oct 18 23:48:12.529248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed915e41-266c-4fc3-a4f1-8f06fa196c33 req-56b46b19-6805-4332-93ed-c6da6429dcb9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:12.531412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed915e41-266c-4fc3-a4f1-8f06fa196c33 req-56b46b19-6805-4332-93ed-c6da6429dcb9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0711651 Oct 18 23:48:12.535584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-856e3feb-9dc7-4b1c-bbef-0ff3da942153 req-0d6ccca9-6202-4c0c-8a2e-edd744e15cb0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479584 Oct 18 23:48:12.598252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ed915e41-266c-4fc3-a4f1-8f06fa196c33 req-b32fa2f0-8400-4590-acbb-a87965516f10 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597973 Oct 18 23:48:12.622567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54784) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:12.684059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910dbb56-c3e5-49c2-8f0a-a22147125af9 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:12.687893 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-910dbb56-c3e5-49c2-8f0a-a22147125af9 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1092 time: 0.0635285 Oct 18 23:48:12.689024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 54786) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:12.696582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '5c482e17-3cff-4d95-a6bd-528664812155', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:48:12.733206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:12.866153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:13.032983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a541567-8ab9-468c-a346-4d2782b70ab6 req-4851553f-e8ef-4ee4-b001-074e263a1674 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:13.035069 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a541567-8ab9-468c-a346-4d2782b70ab6 req-4851553f-e8ef-4ee4-b001-074e263a1674 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 947 time: 0.1035922 Oct 18 23:48:13.049340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.25.7.126 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/feb4b39c-2798-42bf-8e2f-90acdacc6c8c) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:48:13.117155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a541567-8ab9-468c-a346-4d2782b70ab6 req-e021e141-aabc-43b2-ae81-3c1d916e8e8d tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695825 Oct 18 23:48:13.210838 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:13.250168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:13.298904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:48:13.303509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:48:13.306116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:48:13.336940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=feb4b39c-2798-42bf-8e2f-90acdacc6c8c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:13.680412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bb448-5353-4e72-80b4-39f5571d93d4 req-6fccd58a-b15e-47ff-81c3-7734897c439b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:13.682150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-263bb448-5353-4e72-80b4-39f5571d93d4 req-6fccd58a-b15e-47ff-81c3-7734897c439b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0775709 Oct 18 23:48:13.736938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-263bb448-5353-4e72-80b4-39f5571d93d4 req-d3107e34-c972-436f-ab86-0a30fdf7261d tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Oct 18 23:48:13.801885 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:13.892275 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:14.098407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:14.103820 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:14.268878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=feb4b39c-2798-42bf-8e2f-90acdacc6c8c,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:14.318324 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:14.406185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d9d6f-bb03-4095-92f9-2340288f95cf req-bfa32b4e-b709-4d35-b4e7-de13e180da4b tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:14.411560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b88d9d6f-bb03-4095-92f9-2340288f95cf req-bfa32b4e-b709-4d35-b4e7-de13e180da4b tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 947 time: 0.1354778 Oct 18 23:48:14.437076 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c20a1cd4-5a6c-4c61-842b-2da98807ef39 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:48:14.548765 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Floating IP c35b01fc-5ef3-402d-bb9b-e876fe215f43 associated. External IP: 172.25.7.126, port: 5c482e17-3cff-4d95-a6bd-528664812155. Oct 18 23:48:14.613816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c20a1cd4-5a6c-4c61-842b-2da98807ef39, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c20a1cd4-5a6c-4c61-842b-2da98807ef39,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:48:14.634654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'c20a1cd4-5a6c-4c61-842b-2da98807ef39', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'c20a1cd4-5a6c-4c61-842b-2da98807ef39', 'mac_address': 'fa:16:3e:07:85:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:48:14.646590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b88d9d6f-bb03-4095-92f9-2340288f95cf req-73e27e5a-a302-4ed3-b79a-88cd6203299b tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303841 Oct 18 23:48:14.697955 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:14.707838 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:48:14.729782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20a1cd4-5a6c-4c61-842b-2da98807ef39 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:48:14.768463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c20a1cd4-5a6c-4c61-842b-2da98807ef39, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c20a1cd4-5a6c-4c61-842b-2da98807ef39,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:48:14.779292 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:14.894695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:48:14.921572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=c20a1cd4-5a6c-4c61-842b-2da98807ef39,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:15.053729 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:48:15.076583 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] Sync routers for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:48:15.086138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:15.104930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:48:15.105704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:48:15.121864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-22f50f14-f82d-4ab3-aba7-2c6c37ab6795 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4289124 Oct 18 23:48:15.121864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:48:15.122443 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2944d089-2dfc-4c0e-b274-367e1e63adda" -d '{"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:48:15.262538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['c20a1cd4-5a6c-4c61-842b-2da98807ef39'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:48:15.281663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3931617-436d-4ca6-aa60-5c03f06e78d3 req-8b8d323a-438a-418b-b964-38dac86f00d4 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:15.283552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3931617-436d-4ca6-aa60-5c03f06e78d3 req-8b8d323a-438a-418b-b964-38dac86f00d4 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0851634 Oct 18 23:48:15.286794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1e9f9-4271-4b15-aa6a-4775ff9637c2 req-922c2c5d-5713-44e8-ba72-59884bb9fb76 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:15.288892 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9eb1e9f9-4271-4b15-aa6a-4775ff9637c2 req-922c2c5d-5713-44e8-ba72-59884bb9fb76 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0908449 Oct 18 23:48:15.340480 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9eb1e9f9-4271-4b15-aa6a-4775ff9637c2 req-1b90f6a9-d845-4378-8e02-bd97c57b0e0e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 Oct 18 23:48:15.362332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:48:15.378887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54820) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:15.431568 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9456d0-4d3b-42b9-9535-5baeeabf1a9e x-openstack-request-id: req-aa9456d0-4d3b-42b9-9535-5baeeabf1a9e {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:48:15.432487 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:48:15.432960 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa9456d0-4d3b-42b9-9535-5baeeabf1a9e {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:48:15.433611 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'status': 'completed', 'code': 200} Oct 18 23:48:15.451266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3931617-436d-4ca6-aa60-5c03f06e78d3 req-80f746c6-d7b0-41b3-9fb2-4b7c37276b5c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523719 Oct 18 23:48:15.482778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5cd8a9ea-1067-4006-b7f9-0c2f8dbdb988 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/c35b01fc-5ef3-402d-bb9b-e876fe215f43 HTTP/1.1" status: 200 len: 991 time: 0.0993140 Oct 18 23:48:15.531566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-fc902026-5327-4fb4-8469-b1fe0c526ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:15.533026 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-fc902026-5327-4fb4-8469-b1fe0c526ab8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1097 time: 0.0474684 Oct 18 23:48:15.715425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-76586d8f-40ca-4d7e-974b-937b778ed856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:15.728004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-76586d8f-40ca-4d7e-974b-937b778ed856 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1872089 Oct 18 23:48:15.849896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74d4ac-ec0e-4c0f-b345-faa5f2d4767d req-5643aca6-e138-44ef-b242-bebbdb05103e tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:15.858904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca74d4ac-ec0e-4c0f-b345-faa5f2d4767d req-5643aca6-e138-44ef-b242-bebbdb05103e tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 948 time: 0.1075079 Oct 18 23:48:15.859754 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-e27fc3c2-ad22-4d95-87c5-9ab047adb070 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 999 time: 0.1242011 Oct 18 23:48:15.883325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c35b01fc-5ef3-402d-bb9b-e876fe215f43', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'port_id': '5c482e17-3cff-4d95-a6bd-528664812155', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'mac_address': 'fa:16:3e:c4:6c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f177b7-0d24-4544-9889-71d6a4781410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:48:13Z', 'updated_at': '2021-10-18T23:48:13Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65293a35-4baf-44d2-9c29-9e993671b335', 'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:8b:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:52Z', 'updated_at': '2021-10-18T23:47:58Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:48:15.917793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca74d4ac-ec0e-4c0f-b345-faa5f2d4767d req-b2a42a54-e0c5-4020-9f70-f8a21a1dea1c tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575058 Oct 18 23:48:15.953903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] Checking router: f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:48:15.975360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-fc34ab6a-7fdc-4d7d-a131-46efa6991ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:15.976963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:48:15.977365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-fc34ab6a-7fdc-4d7d-a131-46efa6991ec1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.1101203 Oct 18 23:48:15.977599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:47:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:48:16.068660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-9ad40094-9d63-49c7-b452-232d11bf2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:16.070345 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-9ad40094-9d63-49c7-b452-232d11bf2616 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819547 Oct 18 23:48:16.198674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-a208f158-792e-478b-80bc-3a0b9094e361 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151114 Oct 18 23:48:16.313689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2944d089-2dfc-4c0e-b274-367e1e63adda req-f8b4c452-d50e-4b66-a6f3-1bf9f9af9fdb service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079409 Oct 18 23:48:16.336109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:48:16.456692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c20a1cd4-5a6c-4c61-842b-2da98807ef39 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:48:16.486118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54840) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:16.608225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7596854a-5065-4847-88b3-aae9c17870d6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/c35b01fc-5ef3-402d-bb9b-e876fe215f43 HTTP/1.1" status: 200 len: 991 time: 0.1191399 Oct 18 23:48:16.618759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6dbe6-47e7-4eb4-a58d-5a5dc6c443d1 req-3c160bf5-8d55-4428-8e14-a6968662c260 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:16.626105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f4f6dbe6-47e7-4eb4-a58d-5a5dc6c443d1 req-3c160bf5-8d55-4428-8e14-a6968662c260 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0857401 Oct 18 23:48:16.629999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port c20a1cd4-5a6c-4c61-842b-2da98807ef39 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:48:16.641012 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port c20a1cd4-5a6c-4c61-842b-2da98807ef39 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:48:16.641393 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:16.685859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f4f6dbe6-47e7-4eb4-a58d-5a5dc6c443d1 req-f24aed00-e62e-484d-91b1-3f1db162b075 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551863 Oct 18 23:48:16.796280 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c35b01fc-5ef3-402d-bb9b-e876fe215f43', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'port_id': '5c482e17-3cff-4d95-a6bd-528664812155', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'mac_address': 'fa:16:3e:c4:6c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f177b7-0d24-4544-9889-71d6a4781410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:48:13Z', 'updated_at': '2021-10-18T23:48:13Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65293a35-4baf-44d2-9c29-9e993671b335', 'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:8b:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:52Z', 'updated_at': '2021-10-18T23:47:58Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:48:16.831737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7e7e4-a03f-432b-b4c6-48d825eddb96 None None] The sync data for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 is: [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'c35b01fc-5ef3-402d-bb9b-e876fe215f43', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'port_id': '5c482e17-3cff-4d95-a6bd-528664812155', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'mac_address': 'fa:16:3e:c4:6c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f177b7-0d24-4544-9889-71d6a4781410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:48:13Z', 'updated_at': '2021-10-18T23:48:13Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65293a35-4baf-44d2-9c29-9e993671b335', 'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:8b:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:52Z', 'updated_at': '2021-10-18T23:47:58Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:48:16.848384 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:16.896928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c20a1cd4-5a6c-4c61-842b-2da98807ef39, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c20a1cd4-5a6c-4c61-842b-2da98807ef39,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:48:16.900207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd7dda-8af7-412e-acff-4ef27dae5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20a1cd4-5a6c-4c61-842b-2da98807ef39'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:48:16.905150 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c1b1b1-7e14-498c-a065-baa277c7a8b4" -d '{"events": [{"server_uuid": "26bd7dda-8af7-412e-acff-4ef27dae5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "c20a1cd4-5a6c-4c61-842b-2da98807ef39"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:48:16.911114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:16.985141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=c20a1cd4-5a6c-4c61-842b-2da98807ef39,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:17.114298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc299d5-e16d-452b-8e3c-640b8956cb2a req-0cc895fd-bf72-460f-b997-53b21b632e0d tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:17.117097 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1943a3e-fcbd-42e3-858d-61a414db27e7 x-openstack-request-id: req-b1943a3e-fcbd-42e3-858d-61a414db27e7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:48:17.117407 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd7dda-8af7-412e-acff-4ef27dae5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "c20a1cd4-5a6c-4c61-842b-2da98807ef39", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:48:17.117668 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1943a3e-fcbd-42e3-858d-61a414db27e7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:48:17.118348 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd7dda-8af7-412e-acff-4ef27dae5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20a1cd4-5a6c-4c61-842b-2da98807ef39', 'code': 200} Oct 18 23:48:17.119902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cc299d5-e16d-452b-8e3c-640b8956cb2a req-0cc895fd-bf72-460f-b997-53b21b632e0d tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 949 time: 0.0843980 Oct 18 23:48:17.183533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5cc299d5-e16d-452b-8e3c-640b8956cb2a req-87f3c0da-a12c-48c9-adf7-1522a692e924 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568790 Oct 18 23:48:17.213129 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a404a77b-3830-478b-a56f-9f6012dc1a08 None None] New status for floating IP c35b01fc-5ef3-402d-bb9b-e876fe215f43: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:48:17.265407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b923b2-fbe5-47bd-b99e-e0d28ed16f7e req-b8142033-8150-4768-a58b-355c9bfc3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:17.267274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14b923b2-fbe5-47bd-b99e-e0d28ed16f7e req-b8142033-8150-4768-a58b-355c9bfc3077 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 1101 time: 0.0510938 Oct 18 23:48:17.318006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14b923b2-fbe5-47bd-b99e-e0d28ed16f7e req-a8944f92-d9db-4ccc-b6ed-b87fac419b91 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386529 Oct 18 23:48:17.611339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 54860) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:17.688972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-df9a2d79-baf5-4d2c-8266-50ee485d003e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/c35b01fc-5ef3-402d-bb9b-e876fe215f43 HTTP/1.1" status: 200 len: 993 time: 0.0704553 Oct 18 23:48:17.910456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415763d-723d-4c9a-9418-be449258012b req-dba19e30-261b-4c2f-9b03-d2058cf32276 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:17.912174 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3415763d-723d-4c9a-9418-be449258012b req-dba19e30-261b-4c2f-9b03-d2058cf32276 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.1197629 Oct 18 23:48:17.972143 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3415763d-723d-4c9a-9418-be449258012b req-f7c364c8-b90c-4420-9b3f-ca11af829572 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517514 Oct 18 23:48:18.412605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aceadb-f0c2-43af-82b8-eff40e3c9ebe req-76f284cb-6b09-47e4-ade0-a95cdc32ec7e tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:18.415072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57aceadb-f0c2-43af-82b8-eff40e3c9ebe req-76f284cb-6b09-47e4-ade0-a95cdc32ec7e tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 949 time: 0.0714657 Oct 18 23:48:18.465194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57aceadb-f0c2-43af-82b8-eff40e3c9ebe req-50a1b9bc-7b53-433f-b3d5-0b00aa6e3d32 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Oct 18 23:48:19.190630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2547ea6-c718-464c-9b9f-9c338574c7c6 req-681e8022-7faa-4ae7-b2f4-8bfe124dd123 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:19.192493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2547ea6-c718-464c-9b9f-9c338574c7c6 req-681e8022-7faa-4ae7-b2f4-8bfe124dd123 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0747664 Oct 18 23:48:19.238572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2547ea6-c718-464c-9b9f-9c338574c7c6 req-3a7894c0-ad5f-4b76-8d47-342d0cda4150 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395069 Oct 18 23:48:19.545837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-74723dbb-4e19-4bc8-b64b-1ac203d8658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:19.547422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-74723dbb-4e19-4bc8-b64b-1ac203d8658f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0569417 Oct 18 23:48:19.708594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-e323f433-1ee6-4768-a964-9df1051a007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:19.710835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-e323f433-1ee6-4768-a964-9df1051a007d service neutron] 10.222.0.102 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.1559331 Oct 18 23:48:19.799358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e9234-d837-4b53-b7af-48caffc6c978 req-e7c5a3c0-d27c-4175-b7d1-2ac45647ced7 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:19.802898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c4e9234-d837-4b53-b7af-48caffc6c978 req-e7c5a3c0-d27c-4175-b7d1-2ac45647ced7 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.3728335 Oct 18 23:48:19.863738 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c4e9234-d837-4b53-b7af-48caffc6c978 req-456478e1-cf3b-4b8d-993d-2b0008784955 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541105 Oct 18 23:48:20.101830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7905416-eb66-4778-922b-299df549e6a6 req-ceadcd10-0ca7-4cb7-a435-0a5738ced4ca tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:20.111994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7905416-eb66-4778-922b-299df549e6a6 req-ceadcd10-0ca7-4cb7-a435-0a5738ced4ca tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 949 time: 0.4511356 Oct 18 23:48:20.155443 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7905416-eb66-4778-922b-299df549e6a6 req-f843796b-3f9b-4cca-8fc7-44e995e76e13 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 Oct 18 23:48:20.178315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-989f365f-e731-45a0-b8bb-700a0802bb71 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 1002 time: 0.4565313 Oct 18 23:48:20.251534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-9ea35864-f15a-4d8b-86ca-1380e1e9d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:20.264657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-9ea35864-f15a-4d8b-86ca-1380e1e9d57c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.0631461 Oct 18 23:48:20.281323 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ccdd2ad9-1b28-47a1-94b7-656ea9e8e199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:20.325533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-002bb283-ce61-4839-974c-fe91c93fe55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:20.327905 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-002bb283-ce61-4839-974c-fe91c93fe55d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624630 Oct 18 23:48:20.497938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-7ee79b27-9bb9-48ee-8a50-57cc80243ba7 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579316 Oct 18 23:48:20.708895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7476a41b-40a3-430c-a02d-cbe400bbd16b req-6ca4a019-c1b0-47dd-94c1-f1bcd0855e6c service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929839 Oct 18 23:48:21.030955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3be05e-05aa-4da0-b3e2-f5d0d4bed8c1 req-ef23a574-041c-40c9-8930-c766fa5ae5b1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:21.033278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba3be05e-05aa-4da0-b3e2-f5d0d4bed8c1 req-ef23a574-041c-40c9-8930-c766fa5ae5b1 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0805831 Oct 18 23:48:21.105226 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba3be05e-05aa-4da0-b3e2-f5d0d4bed8c1 req-a6a61756-1437-4197-80f2-7c830a030317 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653319 Oct 18 23:48:22.287295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23ca28-d1b4-4782-8617-9abbed75fc5b req-2706663d-c225-4245-9fe9-efac5f7fce11 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:22.295520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef23ca28-d1b4-4782-8617-9abbed75fc5b req-2706663d-c225-4245-9fe9-efac5f7fce11 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0746064 Oct 18 23:48:22.352607 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef23ca28-d1b4-4782-8617-9abbed75fc5b req-fc659152-ad2b-4a56-9c95-b21006ff2202 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557661 Oct 18 23:48:23.967029 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d7b57acb-f47c-4a33-80ae-756693bfe8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:24.782327 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:25.426397 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:27.907347 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:32.140817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 55044) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:32.328210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f0005588-22e0-4047-bc0d-cbeeaec339f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:32.476322 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f0005588-22e0-4047-bc0d-cbeeaec339f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:32.481556 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f0005588-22e0-4047-bc0d-cbeeaec339f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:32.526215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f0005588-22e0-4047-bc0d-cbeeaec339f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d00642dccb44c0a85b96ad10ea8b162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835297 Oct 18 23:48:32.528921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 55052) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:48:32.536903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0005588-22e0-4047-bc0d-cbeeaec339f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cd83b8-ebaa-4b31-99a0-76b752b3d1d0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:32.652462 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaf48179-cd63-4435-9fcf-e65e29c36332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:32.699076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaf48179-cd63-4435-9fcf-e65e29c36332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:32.789342 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaf48179-cd63-4435-9fcf-e65e29c36332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:32.793186 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaf48179-cd63-4435-9fcf-e65e29c36332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:32.794658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-aaf48179-cd63-4435-9fcf-e65e29c36332 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75cd83b8-ebaa-4b31-99a0-76b752b3d1d0 HTTP/1.1" status: 204 len: 168 time: 0.2645340 Oct 18 23:48:32.803926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf48179-cd63-4435-9fcf-e65e29c36332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cd83b8-ebaa-4b31-99a0-76b752b3d1d0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:48:34.891252 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:36.497153 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:48.365142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-847dbfa0-ce70-4434-b690-5725d485db96 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452571 Oct 18 23:48:48.495403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-0e32bd78-8624-438b-a303-71cc9b18df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:48.497262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-0e32bd78-8624-438b-a303-71cc9b18df36 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0619264 Oct 18 23:48:48.633365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-f1295b97-a389-4e94-a911-3e51a9342bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:48.634879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-f1295b97-a389-4e94-a911-3e51a9342bbe service neutron] 10.222.0.102 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.1134830 Oct 18 23:48:48.713214 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-1dc9825c-00c4-44c1-945f-54b18b7845ee service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 200 len: 1002 time: 0.0690241 Oct 18 23:48:48.774116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-1891c03c-93c0-457c-bbfa-be7c744812cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:48.775747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-1891c03c-93c0-457c-bbfa-be7c744812cb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.0532084 Oct 18 23:48:48.838856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-e4c54b9a-1497-4620-9adb-1b2529723a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:48.840474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-e4c54b9a-1497-4620-9adb-1b2529723a2c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554361 Oct 18 23:48:48.943023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-9cc38430-6b47-4a4d-b738-511c7e575d01 service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932426 Oct 18 23:48:49.047889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56bfcef7-0caa-451d-a9f5-3fd219944db4 req-f0118f0b-ecb7-43db-bb76-e2474709dc4f service neutron] 10.222.0.102 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966704 Oct 18 23:48:50.276485 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f7b68993-0004-41e9-925e-59f241ceb3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:51.702838 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:48:52.605796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-09015b88-3fa1-4816-8893-aa7e8a22aa15 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449851 Oct 18 23:48:52.713999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-043dc8a5-fb3b-4275-9538-bf8eafea5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:52.716103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-043dc8a5-fb3b-4275-9538-bf8eafea5d99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1097 time: 0.0468044 Oct 18 23:48:52.843037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-51f2ba4c-6292-4a08-8e8d-0ff43a5efe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:52.844627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-51f2ba4c-6292-4a08-8e8d-0ff43a5efe56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1068742 Oct 18 23:48:52.915947 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-465c7a6c-632e-4535-b304-c66faf1de9e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 1001 time: 0.0632882 Oct 18 23:48:52.970811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-db4d7de8-2b74-4bc5-bc49-1b124abe1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:52.972173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-db4d7de8-2b74-4bc5-bc49-1b124abe1074 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0498416 Oct 18 23:48:53.023211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-82d94423-3a2f-4c12-8176-ddfc8588d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:48:53.024706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-82d94423-3a2f-4c12-8176-ddfc8588d2aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457356 Oct 18 23:48:53.119897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-110e6497-3dc6-4454-aef0-ae7209c85b08 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877175 Oct 18 23:48:53.219391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa1e83c-1804-4672-aa32-c18d15cc5591 req-84bccf2e-a304-4dcd-936e-5bd8f05fc476 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926955 Oct 18 23:48:53.950741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54053586-a30c-47c2-a5f5-264b3fb58bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:54.781225 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:55.410053 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:48:57.910896 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:02.339340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55402) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:02.479676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:02.577685 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:02.584887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:02.635394 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e04ac3d0485467d86c2fb9ae1d00c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946639 Oct 18 23:49:02.636622 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193ec682-f983-45c6-b4ad-b15e17975ed6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:02.637719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 55412) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:02.649129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.649489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.649911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.650258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.650597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.650973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.651949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.652298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.652635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.652969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.653305 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.653636 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8593544-8dbd-40dc-89c0-d9bc38ba51b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.726513 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:02.753592 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:02.806570 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:02.811290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:02.816770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/193ec682-f983-45c6-b4ad-b15e17975ed6 HTTP/1.1" status: 204 len: 168 time: 0.1774340 Oct 18 23:49:02.828752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193ec682-f983-45c6-b4ad-b15e17975ed6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:02.848260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.849037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.849748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.852292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.852822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.853129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.853481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.853819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.854154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.854489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.854852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:02.855182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b148fa2-2a37-4438-a742-04a2563e689e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:03.555584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 55446) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:03.678739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1053217186-network', 'tenant_id': '672d1360f56549df8716409f0d6c7d7a'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:03.708483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Made reservation on behalf of 672d1360f56549df8716409f0d6c7d7a for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:49:03.711026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:03.720605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:03.812534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:03.818792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:03.845980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:49:03.856972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b7957-37de-4ee1-8981-2feda7829d18,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:03.862883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:03.863150 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Added segment 5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1 of type vlan for network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b Oct 18 23:49:03.913511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:03.940792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:03.941801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:03.942374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:03.977974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4212520 Oct 18 23:49:03.982042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55460) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:03.987832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Request body: {'subnet': {'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1053217186-subnet', 'tenant_id': '672d1360f56549df8716409f0d6c7d7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:04.009889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0685dc-fe02-4921-b436-c5f60d15e967 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb623b4-3379-4ec3-89f1-5be08d6bd53b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:04.022796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:49:04.025271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Made reservation on behalf of 672d1360f56549df8716409f0d6c7d7a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:49:04.027664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:04.218947 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:04.278400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f56c12-220e-4e3e-8e56-eaad109e503a,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:04.288639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Checking segment: {'id': '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:49:04.289006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Network hostable DHCP agents. Network: 8cb623b4-3379-4ec3-89f1-5be08d6bd53b, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:49:04.308685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:49:04.319276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 8cb623b4-3379-4ec3-89f1-5be08d6bd53b) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:49:04.323624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:04.324224 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:04.330484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459bb80b-d930-4543-826b-1ca3ef82d0a5 None None] Network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:49:04.344029 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ec59c39c-51a4-45fd-aad5-98cbdf607c7d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3605223 Oct 18 23:49:04.484149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2916419d-6d2c-420c-8b82-a9f952546f9b None None] Network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:49:04.893921 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:06.506580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:20.287221 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-143fd7ec-e250-412a-965f-d8cc04b7be14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:21.178896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f13438-a21d-43a8-bb42-4dda57e4b6cb req-4abfc0d1-02f8-4c04-b0f1-2446ea398666 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:21.181295 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-24f13438-a21d-43a8-bb42-4dda57e4b6cb req-4abfc0d1-02f8-4c04-b0f1-2446ea398666 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1097 time: 0.0945637 Oct 18 23:49:21.245217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-24f13438-a21d-43a8-bb42-4dda57e4b6cb req-dd105dd4-3e4f-4d28-a22b-d6f0a358add8 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562916 Oct 18 23:49:21.385950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caf492-a977-48ab-b133-16d63db52545 req-22a4e682-edb8-43a3-821a-54cfe9496366 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:21.387682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8caf492-a977-48ab-b133-16d63db52545 req-22a4e682-edb8-43a3-821a-54cfe9496366 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0649924 Oct 18 23:49:21.441533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8caf492-a977-48ab-b133-16d63db52545 req-c6ec315b-325e-459f-ae44-1f85f5ca6ea2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Oct 18 23:49:21.476720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 55796) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:21.546775 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6a488171-39fe-4370-a5a8-e6da8dee542b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/c35b01fc-5ef3-402d-bb9b-e876fe215f43 HTTP/1.1" status: 200 len: 993 time: 0.0654492 Oct 18 23:49:22.180115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-6ee3fe12-90e6-4eb3-9ae1-44eef9414247 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0584660 Oct 18 23:49:22.242464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32b562-5cac-4073-a29c-8e8894593452 req-f5aaf054-c732-4da2-96cb-20f625b47315 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:22.248036 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e32b562-5cac-4073-a29c-8e8894593452 req-f5aaf054-c732-4da2-96cb-20f625b47315 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.1116350 Oct 18 23:49:22.324493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e32b562-5cac-4073-a29c-8e8894593452 req-fe42c140-1b90-4c1b-bde9-196347f76d18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671678 Oct 18 23:49:23.481694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52889733-cf4c-4433-8a89-ce15529a25eb req-5460fce6-469c-4436-96c3-a1fa72f07646 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:23.483570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52889733-cf4c-4433-8a89-ce15529a25eb req-5460fce6-469c-4436-96c3-a1fa72f07646 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0686936 Oct 18 23:49:23.541430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52889733-cf4c-4433-8a89-ce15529a25eb req-069de3df-414d-4219-88e4-7a1bb326e834 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430429 Oct 18 23:49:23.771853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-22d944c5-be15-4b94-a013-2898b17eb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:23.773991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-22d944c5-be15-4b94-a013-2898b17eb16e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1097 time: 0.0527167 Oct 18 23:49:23.891702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-1c94c930-c99c-4b6a-8e83-6c0892cb0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:23.894714 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-1c94c930-c99c-4b6a-8e83-6c0892cb0937 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1128616 Oct 18 23:49:23.976593 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7213e502-d603-444a-8dc4-8b6157c3668e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:24.044884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-49f1d26d-c3ed-4b89-b7c4-ccfbb6803886 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 1001 time: 0.1420698 Oct 18 23:49:24.118467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-6b1d8359-5304-4549-bd00-91f13073dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:24.120750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-6b1d8359-5304-4549-bd00-91f13073dbc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0676141 Oct 18 23:49:24.197893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-656a3772-a387-49e8-8792-400b4547c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:24.199568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-656a3772-a387-49e8-8792-400b4547c34c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714910 Oct 18 23:49:24.331818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-70e701f7-7529-4b4d-9cbc-352ca408bae7 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239076 Oct 18 23:49:24.468252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-8e979eec-653c-44ff-941c-0811079d4077 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207187 Oct 18 23:49:24.720240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e80687-cc26-457a-ae9f-b4da7931a141 req-e15567a7-df8d-4d88-87b5-50e59efd913d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:24.721937 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4e80687-cc26-457a-ae9f-b4da7931a141 req-e15567a7-df8d-4d88-87b5-50e59efd913d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0723443 Oct 18 23:49:24.780791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4e80687-cc26-457a-ae9f-b4da7931a141 req-73636293-032e-45c7-9744-60159876b883 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459793 Oct 18 23:49:24.807712 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:25.412134 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:25.932748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432aa30-43b7-481a-8b8e-91428038ba42 req-445a611d-ebf3-48bd-98b0-478c30fb5c52 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:25.940971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6432aa30-43b7-481a-8b8e-91428038ba42 req-445a611d-ebf3-48bd-98b0-478c30fb5c52 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0740292 Oct 18 23:49:25.988830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6432aa30-43b7-481a-8b8e-91428038ba42 req-8c2e31f9-5477-4d1d-96d5-0f4a1b0e073d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465496 Oct 18 23:49:26.187833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a826180-3e08-41a5-9b13-d2c5688ac5d9 req-093c86fd-1390-4d75-9781-abfe7ad2d51d tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:26.189540 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a826180-3e08-41a5-9b13-d2c5688ac5d9 req-093c86fd-1390-4d75-9781-abfe7ad2d51d tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0652440 Oct 18 23:49:26.241610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a826180-3e08-41a5-9b13-d2c5688ac5d9 req-13dc5d30-9718-4c88-a93f-2e18ec21a3a2 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Oct 18 23:49:27.131147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a560ba0-5b15-4af0-9bb5-a66cc3a92bc3 req-978066e1-1416-494f-9d66-b3b6c5e14f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:27.140749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a560ba0-5b15-4af0-9bb5-a66cc3a92bc3 req-978066e1-1416-494f-9d66-b3b6c5e14f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0626788 Oct 18 23:49:27.177056 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a560ba0-5b15-4af0-9bb5-a66cc3a92bc3 req-4059e9cc-f35c-4a0f-8950-d8f976503cab tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346818 Oct 18 23:49:27.471247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-335be4e7-0dea-4529-a329-6528f5c76247 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:27.472961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-335be4e7-0dea-4529-a329-6528f5c76247 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.102 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.0594034 Oct 18 23:49:27.738517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Deleting port 2865db61-26ae-454f-bd0f-3597f0ca8e96 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:49:27.738881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:27.852183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] For port 2865db61-26ae-454f-bd0f-3597f0ca8e96, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2865db61-26ae-454f-bd0f-3597f0ca8e96,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:27.852540 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:27.871732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c73e-4d62-4082-a2b0-f3330e36c029 req-5ad309c9-2962-4eae-9963-c76bbfec2b17 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:27.873746 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34f1c73e-4d62-4082-a2b0-f3330e36c029 req-5ad309c9-2962-4eae-9963-c76bbfec2b17 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 946 time: 0.2066631 Oct 18 23:49:27.916131 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:28.017343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34f1c73e-4d62-4082-a2b0-f3330e36c029 req-081b4511-f4d7-4aa5-87a8-e38d753501ca tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=f15d4912-f1df-46d3-83c0-5d972b7fb309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308949 Oct 18 23:49:28.124199 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:28.124995 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:28.125810 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Floating IP 0354da9d-1c31-4782-9e19-2fc0d8b33333 disassociated. External IP: 172.25.7.238, port: 2865db61-26ae-454f-bd0f-3597f0ca8e96. Oct 18 23:49:28.126299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Calling delete_port for 2865db61-26ae-454f-bd0f-3597f0ca8e96 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:49:28.318877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:28.331533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee3a95-e763-47be-9a76-712c08bed866 req-79e357fe-404b-4ebd-b441-c23c1b1a23c3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:28.333418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-caee3a95-e763-47be-9a76-712c08bed866 req-79e357fe-404b-4ebd-b441-c23c1b1a23c3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0698297 Oct 18 23:49:28.378220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event deleted for resources: {'Port': ['ID=2865db61-26ae-454f-bd0f-3597f0ca8e96,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:28.387158 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-caee3a95-e763-47be-9a76-712c08bed866 req-079ff097-219f-402e-93e8-25f6acb75830 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Oct 18 23:49:28.520934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:49:28.675520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:49:28.688587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] Sync routers for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:49:28.705891 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:49:28.709826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:49:28.710656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:49:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:49:28.745247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] No DVR routers for this DVR port 2865db61-26ae-454f-bd0f-3597f0ca8e96 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:49:28.749511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:28.754478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-273b1dff-2168-4f6d-9509-3001a2cd794c req-c0627e57-81a3-47a6-900c-9acea8f68b28 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.102 "DELETE /v2.0/ports/2865db61-26ae-454f-bd0f-3597f0ca8e96 HTTP/1.1" status: 204 len: 173 time: 1.2727759 Oct 18 23:49:28.755247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eef061-209b-4b71-8620-223ea0900fc6', 'name': 'network-vif-deleted', 'tag': '2865db61-26ae-454f-bd0f-3597f0ca8e96'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:49:28.762669 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f7f064-94bd-414a-a717-266d7ee3d5f9" -d '{"events": [{"server_uuid": "29eef061-209b-4b71-8620-223ea0900fc6", "name": "network-vif-deleted", "tag": "2865db61-26ae-454f-bd0f-3597f0ca8e96"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:49:28.814406 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dd826a-feff-4110-9cf5-a83e00e8c64c x-openstack-request-id: req-44dd826a-feff-4110-9cf5-a83e00e8c64c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:49:28.815149 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eef061-209b-4b71-8620-223ea0900fc6", "name": "network-vif-deleted", "tag": "2865db61-26ae-454f-bd0f-3597f0ca8e96", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:49:28.815569 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44dd826a-feff-4110-9cf5-a83e00e8c64c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:49:28.816284 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29eef061-209b-4b71-8620-223ea0900fc6', 'name': 'network-vif-deleted', 'tag': '2865db61-26ae-454f-bd0f-3597f0ca8e96', 'status': 'completed', 'code': 200} Oct 18 23:49:28.953490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:49:29.207512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3ed1166b-12a5-46ae-afc3-0df79487819a req-d441bd72-c738-44fa-b609-9cffa62e9513 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=29eef061-209b-4b71-8620-223ea0900fc6 HTTP/1.1" status: 200 len: 210 time: 0.0652249 Oct 18 23:49:29.341559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:49:29.385598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] Checking router: 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:49:29.413748 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:49:29.419783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:49:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:49:29.574895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6489-08c5-4df9-9072-c2ff2e74a359 req-af3dcc23-02fd-4bbf-9d10-f5c00109cf7b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:29.577886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e80c6489-08c5-4df9-9072-c2ff2e74a359 req-af3dcc23-02fd-4bbf-9d10-f5c00109cf7b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0930064 Oct 18 23:49:29.608078 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:49:29.631542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e80c6489-08c5-4df9-9072-c2ff2e74a359 req-d15fb92c-d2d9-4255-a584-769a9d6bae87 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466344 Oct 18 23:49:29.901319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:49:29.934012 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf6bc28-33e3-4a76-8fb6-2fae275588ea None None] The sync data for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 is: [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:49:30.244908 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf840a8-c27d-4123-a27a-fd7c8190a94a None None] New status for floating IP 0354da9d-1c31-4782-9e19-2fc0d8b33333: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:49:30.384638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56260) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:30.468810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a4526a9b-7caf-4e4f-93ff-0e272d43fef8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:30.517721 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a4526a9b-7caf-4e4f-93ff-0e272d43fef8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:30.607931 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a4526a9b-7caf-4e4f-93ff-0e272d43fef8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:30.610926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a4526a9b-7caf-4e4f-93ff-0e272d43fef8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:30.612450 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a4526a9b-7caf-4e4f-93ff-0e272d43fef8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "DELETE /v2.0/security-groups/f15d4912-f1df-46d3-83c0-5d972b7fb309 HTTP/1.1" status: 204 len: 168 time: 0.2260041 Oct 18 23:49:30.616314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56288) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:30.625382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4526a9b-7caf-4e4f-93ff-0e272d43fef8 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15d4912-f1df-46d3-83c0-5d972b7fb309,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:30.632937 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-ba6e8a4d-38ef-4011-84b6-b3cd89714880 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] show failed (client error): The resource could not be found. Oct 18 23:49:30.637191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56294) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:30.649613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ba6e8a4d-38ef-4011-84b6-b3cd89714880 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups/f15d4912-f1df-46d3-83c0-5d972b7fb309 HTTP/1.1" status: 404 len: 347 time: 0.0315869 Oct 18 23:49:30.890347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d290ef2-90ff-4d2d-a2e4-59474881a1d0 req-010ae18f-f67e-4345-876f-06363e190349 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:30.893351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d290ef2-90ff-4d2d-a2e4-59474881a1d0 req-010ae18f-f67e-4345-876f-06363e190349 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0730846 Oct 18 23:49:30.907539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2865db61-26ae-454f-bd0f-3597f0ca8e96 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:49:30.945148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Deleting port d8f2d881-7571-4f09-b92b-7eae4ee94f99 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:49:30.945781 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:30.968386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 2865db61-26ae-454f-bd0f-3597f0ca8e96 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:49:30.968905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2865db61-26ae-454f-bd0f-3597f0ca8e96 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:49:31.002512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2d290ef2-90ff-4d2d-a2e4-59474881a1d0 req-9533a7b7-8ded-4b56-9aaa-4784a42713eb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888021 Oct 18 23:49:31.072710 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:31.073146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:31.096687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Calling delete_port for d8f2d881-7571-4f09-b92b-7eae4ee94f99 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:49:31.334578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:31.372295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event deleted for resources: {'Port': ['ID=d8f2d881-7571-4f09-b92b-7eae4ee94f99,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:31.446635 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:31.449040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:31.451674 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f73ddc46-b17e-4eb4-896b-25184865a88c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "DELETE /v2.0/floatingips/0354da9d-1c31-4782-9e19-2fc0d8b33333 HTTP/1.1" status: 204 len: 168 time: 0.8124192 Oct 18 23:49:31.737774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56430) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:31.742432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-961524ee-a299-45da-ae97-7e7ac2f1861c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694206572', 'description': 'tempest-description--1526600850'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:31.774148 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-961524ee-a299-45da-ae97-7e7ac2f1861c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:31.866802 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-961524ee-a299-45da-ae97-7e7ac2f1861c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:31.871932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-961524ee-a299-45da-ae97-7e7ac2f1861c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:31.903450 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-961524ee-a299-45da-ae97-7e7ac2f1861c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:31.907178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-961524ee-a299-45da-ae97-7e7ac2f1861c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1659713 Oct 18 23:49:31.908203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56452) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:31.910271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961524ee-a299-45da-ae97-7e7ac2f1861c tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137eaeb5-6ecf-4752-acbd-655a5634d9d5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:31.914480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ad145ae8-2ebe-488c-b75f-6400cf5a0d54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'security_group_rule': {'security_group_id': '137eaeb5-6ecf-4752-acbd-655a5634d9d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:31.948374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad145ae8-2ebe-488c-b75f-6400cf5a0d54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.008720 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad145ae8-2ebe-488c-b75f-6400cf5a0d54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.013717 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad145ae8-2ebe-488c-b75f-6400cf5a0d54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.032774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad145ae8-2ebe-488c-b75f-6400cf5a0d54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b78867-df81-4b2b-9a98-1b38b3e5074c,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:32.040768 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad145ae8-2ebe-488c-b75f-6400cf5a0d54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.042008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ad145ae8-2ebe-488c-b75f-6400cf5a0d54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328275 Oct 18 23:49:32.044602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 56456) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:32.049998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8eb2cb8a-a067-4b68-8d85-bec7b07f780a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'security_group_rule': {'security_group_id': '137eaeb5-6ecf-4752-acbd-655a5634d9d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:32.080979 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb2cb8a-a067-4b68-8d85-bec7b07f780a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.145926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb2cb8a-a067-4b68-8d85-bec7b07f780a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.151335 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb2cb8a-a067-4b68-8d85-bec7b07f780a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.162407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955c670-8031-4825-aa28-a74c0705a054 req-7dc8d480-82ac-482d-bb46-62caeb547880 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:32.164297 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a955c670-8031-4825-aa28-a74c0705a054 req-7dc8d480-82ac-482d-bb46-62caeb547880 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0661583 Oct 18 23:49:32.168011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2cb8a-a067-4b68-8d85-bec7b07f780a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aade7d0-6a70-4022-a5ae-d99908ec5d09,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:32.185368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8eb2cb8a-a067-4b68-8d85-bec7b07f780a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.186590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8eb2cb8a-a067-4b68-8d85-bec7b07f780a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409531 Oct 18 23:49:32.190665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56462) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:32.196295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:32.227398 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a955c670-8031-4825-aa28-a74c0705a054 req-5bb92eff-8122-496c-b026-258a645f440b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555611 Oct 18 23:49:32.232356 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.346990 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.456763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Allocated IP 172.25.7.48 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/4adf2538-dc02-4eb4-9cf1-42874412fc00) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:49:32.568263 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.605806 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.647970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:49:32.651961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:49:32.655194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:49:32.686048 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'Port': ['ID=4adf2538-dc02-4eb4-9cf1-42874412fc00,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:32.766103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.803472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:32.995350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:33.007174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:33.088713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'Port': ['ID=4adf2538-dc02-4eb4-9cf1-42874412fc00,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:33.116992 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:33.133846 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:33.135325 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c6547909-1c63-4a62-a7f8-21ac27c2f8d0 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9436271 Oct 18 23:49:33.369699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c72a3-7c46-44b7-b813-d291502a8ceb req-45aa399c-9f0b-4bcc-8241-605f12473cde tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:33.372652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-237c72a3-7c46-44b7-b813-d291502a8ceb req-45aa399c-9f0b-4bcc-8241-605f12473cde tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0619740 Oct 18 23:49:33.384079 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-ace29a14-7b66-49fe-8041-8f26abbb9779 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--694206572&fields=id&tenant_id=6fa9e8d96f434853b1b683e585a5db47 HTTP/1.1" status: 200 len: 267 time: 0.0595798 Oct 18 23:49:33.421363 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-237c72a3-7c46-44b7-b813-d291502a8ceb req-5463b1d3-b0ab-453f-8ac8-528ba407beef tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362542 Oct 18 23:49:33.537928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-7ea92408-3287-4b3b-8fa8-cc31548778fe tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:33.539523 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-7ea92408-3287-4b3b-8fa8-cc31548778fe tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 811 time: 0.1447141 Oct 18 23:49:33.560624 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-e45fa543-c5f1-4521-9c70-37792a978ca2 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/quotas/6fa9e8d96f434853b1b683e585a5db47 HTTP/1.1" status: 200 len: 375 time: 0.0129232 Oct 18 23:49:33.636448 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-26ee6def-7440-489e-b76a-07ff28a5ba94 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686522 Oct 18 23:49:33.773662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-06af3597-654f-4c73-92e8-dc5e9b2d2701 service neutron] 10.222.0.52 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192214 Oct 18 23:49:33.883173 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-73ecb433-bffc-49be-8757-99c99bce25e3 service neutron] 10.222.0.52 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031115 Oct 18 23:49:34.069330 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c4f20201-6012-4828-bdae-1dc7d1440181 req-2eecf237-5f19-439d-a629-e920c83a8515 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 210 time: 0.0473487 Oct 18 23:49:34.587220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b2fd2-8955-4c8c-b3cc-d4a58283b9d4 req-d3bf958c-9b89-40b8-8721-bc7c401e20e4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:34.588870 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f7b2fd2-8955-4c8c-b3cc-d4a58283b9d4 req-d3bf958c-9b89-40b8-8721-bc7c401e20e4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0742769 Oct 18 23:49:34.646619 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9f7b2fd2-8955-4c8c-b3cc-d4a58283b9d4 req-d97800ab-19fe-480e-9db3-86149f6677b9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504959 Oct 18 23:49:34.887918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:35.194068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94c96045-414d-4fc3-bd54-272e69d15f97 req-6da73699-77d3-4cf6-9a4b-98a5e27214c7 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 210 time: 0.0291169 Oct 18 23:49:35.493979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-b570eb29-6f38-4596-9227-7208472b8270 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:35.496471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-b570eb29-6f38-4596-9227-7208472b8270 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.73 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 811 time: 0.1794493 Oct 18 23:49:35.557617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-a9707ec7-c051-4fc6-86b1-a3e2688f9e44 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa9e8d96f434853b1b683e585a5db47 HTTP/1.1" status: 200 len: 379 time: 0.0450819 Oct 18 23:49:35.590493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'port': {'device_id': 'c828699d-3535-4420-81ea-a85ad613ca84', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'admin_state_up': True, 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'security_groups': ['137eaeb5-6ecf-4752-acbd-655a5634d9d5']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:35.740026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Made reservation on behalf of 6fa9e8d96f434853b1b683e585a5db47 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:49:35.746442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:35.799132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2029bd-03c0-4301-a6f4-fc2801d78969 req-58e05884-8071-45f4-af71-364bb5455b9c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:35.808212 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e2029bd-03c0-4301-a6f4-fc2801d78969 req-58e05884-8071-45f4-af71-364bb5455b9c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0701020 Oct 18 23:49:35.855643 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e2029bd-03c0-4301-a6f4-fc2801d78969 req-6750de45-02e4-4984-871f-1f7ad2839fd5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462151 Oct 18 23:49:35.931763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Allocated IP 172.20.0.7 (c5d32374-b5d9-48f8-9f65-bbf71b1c01b2/ae2828c9-e85a-40bb-8c2b-31c713278ff1/bc5ebe12-fd59-4029-a643-a38da23c957b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:49:36.089831 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:36.127881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:36.178459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:49:36.187631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:49:36.191704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:49:36.264129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event updated for resources: {'Port': ['ID=bc5ebe12-fd59-4029-a643-a38da23c957b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:36.387572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:36.388490 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:36.412199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216664e-4d76-4783-a37a-a8683ca4b13c req-547da351-0cd0-445d-be80-d6c170d4f895 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:36.414163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7216664e-4d76-4783-a37a-a8683ca4b13c req-547da351-0cd0-445d-be80-d6c170d4f895 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 931 time: 0.1335390 Oct 18 23:49:36.433369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-0a90f517-2445-4ce3-a741-96adcaa8e282 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8472006 Oct 18 23:49:36.454969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Request body: {'port': {'device_id': 'c828699d-3535-4420-81ea-a85ad613ca84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:36.527750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7216664e-4d76-4783-a37a-a8683ca4b13c req-ccf39059-3f9c-43db-a99d-50a9c23f5a9f tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062882 Oct 18 23:49:36.534150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:36.567270 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:36.575751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-34edadba-dd46-42da-b479-fc046248ac18 None None] Provisioning complete for port bc5ebe12-fd59-4029-a643-a38da23c957b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:49:36.576569 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34edadba-dd46-42da-b479-fc046248ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:36.635233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-34edadba-dd46-42da-b479-fc046248ac18 None None] Port bc5ebe12-fd59-4029-a643-a38da23c957b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:49:36.913918 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5ebe12-fd59-4029-a643-a38da23c957b {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:49:36.931226 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:36.955209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Transition to ACTIVE for port object bc5ebe12-fd59-4029-a643-a38da23c957b will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:49:36.960010 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:36.990282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90d326-0722-4685-84ca-1b17a0cbe6bc req-66c6143f-9928-4959-8c12-6a757448d896 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:36.998689 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e90d326-0722-4685-84ca-1b17a0cbe6bc req-66c6143f-9928-4959-8c12-6a757448d896 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0630505 Oct 18 23:49:37.055195 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e90d326-0722-4685-84ca-1b17a0cbe6bc req-4b7c16a5-81ef-4945-8a28-85b13655182a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551102 Oct 18 23:49:37.407033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5ebe12-fd59-4029-a643-a38da23c957b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:37.464577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Attempting to bind port bc5ebe12-fd59-4029-a643-a38da23c957b on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:49:37.465050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Attempting to bind port bc5ebe12-fd59-4029-a643-a38da23c957b by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:49:37.465483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Attempting to bind port bc5ebe12-fd59-4029-a643-a38da23c957b on network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:49:37.470139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Port bc5ebe12-fd59-4029-a643-a38da23c957b on network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:49:37.470766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Attempting to bind port bc5ebe12-fd59-4029-a643-a38da23c957b on network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:49:37.476742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:49:37.477217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Checking segment: {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:49:37.477721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Bound using segment: {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:49:37.478251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Bound port: bc5ebe12-fd59-4029-a643-a38da23c957b, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c18cced-e478-41f6-bee0-8b3f3b89b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:49:37.478859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:37.548999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] For port bc5ebe12-fd59-4029-a643-a38da23c957b, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:49:37.552641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] For port bc5ebe12-fd59-4029-a643-a38da23c957b, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bc5ebe12-fd59-4029-a643-a38da23c957b,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:49:37.560488 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:37.596384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:37.597003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:37.598461 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] 10.222.0.73 "PUT /v2.0/ports/bc5ebe12-fd59-4029-a643-a38da23c957b HTTP/1.1" status: 200 len: 1092 time: 1.1485705 Oct 18 23:49:37.601314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c828699d-3535-4420-81ea-a85ad613ca84', 'tag': 'bc5ebe12-fd59-4029-a643-a38da23c957b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:49:37.608389 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847a47a1-47e6-493d-88f5-f7a52762d4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c828699d-3535-4420-81ea-a85ad613ca84", "tag": "bc5ebe12-fd59-4029-a643-a38da23c957b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:49:37.710510 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a831b9b-e461-459b-987f-32f27ed3f336 x-openstack-request-id: req-0a831b9b-e461-459b-987f-32f27ed3f336 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:49:37.711236 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c828699d-3535-4420-81ea-a85ad613ca84", "tag": "bc5ebe12-fd59-4029-a643-a38da23c957b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:49:37.711679 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a831b9b-e461-459b-987f-32f27ed3f336 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:49:37.712443 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c828699d-3535-4420-81ea-a85ad613ca84', 'tag': 'bc5ebe12-fd59-4029-a643-a38da23c957b', 'status': 'completed', 'code': 200} Oct 18 23:49:37.781390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70c3ca-82dd-4ec1-9d0a-23219b996c50 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5ebe12-fd59-4029-a643-a38da23c957b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:37.819149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-34676889-68ee-44e5-8d11-854f009a9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:37.820697 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-34676889-68ee-44e5-8d11-854f009a9506 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 1095 time: 0.1301296 Oct 18 23:49:37.833623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1be1b-31bb-49c3-8c55-85108b0ec28b req-42a85609-aab5-4c01-abb0-ae199d05e623 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:37.835241 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ec1be1b-31bb-49c3-8c55-85108b0ec28b req-42a85609-aab5-4c01-abb0-ae199d05e623 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 943 time: 0.1611221 Oct 18 23:49:37.885682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-8129d56c-c6b1-422b-9328-f4faad89f488 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc5ebe12-fd59-4029-a643-a38da23c957b HTTP/1.1" status: 200 len: 217 time: 0.0494390 Oct 18 23:49:37.953268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ec1be1b-31bb-49c3-8c55-85108b0ec28b req-73ea3f21-3e02-47ef-bea6-ffddbe1ac500 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754585 Oct 18 23:49:37.957387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-fa9af0b8-e002-488d-ad46-103c7312343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:37.958777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-fa9af0b8-e002-488d-ad46-103c7312343c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.0634313 Oct 18 23:49:38.010299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-58583ee3-e155-403d-810f-21478923463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:38.011909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-58583ee3-e155-403d-810f-21478923463b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453181 Oct 18 23:49:38.136343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-164e4581-0d92-447a-98bb-3b94ce96f3f1 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137030 Oct 18 23:49:38.188193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac3f7f-1fff-4b11-8203-9d342c366386 req-3b4bf641-d2ef-43d8-b660-a98737cac1ac tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:38.190602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efac3f7f-1fff-4b11-8203-9d342c366386 req-3b4bf641-d2ef-43d8-b660-a98737cac1ac tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Oct 18 23:49:38.245159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efac3f7f-1fff-4b11-8203-9d342c366386 req-08d0485c-f730-40c3-9d19-2d67faadc7e9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Oct 18 23:49:38.246332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-995b2392-bb4a-4b4e-a4dd-b58d6631089f req-c711a890-6949-416a-94ad-6a5e73ccc91b service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051893 Oct 18 23:49:38.383249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-2db6224b-d308-4a37-a5e6-1beeabd60b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:38.384778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-2db6224b-d308-4a37-a5e6-1beeabd60b62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 1095 time: 0.0518789 Oct 18 23:49:38.488217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-c5e4306f-07c4-4116-80ac-df65eb07b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:38.489779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-c5e4306f-07c4-4116-80ac-df65eb07b1c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.0976021 Oct 18 23:49:38.540885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-434c9596-f387-416a-9df1-fdaaf8a0de4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc5ebe12-fd59-4029-a643-a38da23c957b HTTP/1.1" status: 200 len: 217 time: 0.0433083 Oct 18 23:49:38.602412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-e0946fb5-a33a-49ca-aa9d-e2a8d006c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:38.604374 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-e0946fb5-a33a-49ca-aa9d-e2a8d006c269 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.0566328 Oct 18 23:49:38.662835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-d285e7ce-342e-4ae9-b6f3-a3502cc72b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:38.664348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-d285e7ce-342e-4ae9-b6f3-a3502cc72b7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533905 Oct 18 23:49:38.767954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-9a53b8af-8f4f-4850-9e6e-ee2d9f5ff21e service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965080 Oct 18 23:49:38.873345 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-847a47a1-47e6-493d-88f5-f7a52762d4ff req-e36be8a5-025a-4ae4-a965-3da08b8883a2 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983422 Oct 18 23:49:39.074623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452c781-1bd3-40e1-9b8e-1bcc7fa7f33c req-c277de59-de82-482d-8c32-b7ee958cadfc tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:39.076255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c452c781-1bd3-40e1-9b8e-1bcc7fa7f33c req-c277de59-de82-482d-8c32-b7ee958cadfc tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 943 time: 0.0511770 Oct 18 23:49:39.121307 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c452c781-1bd3-40e1-9b8e-1bcc7fa7f33c req-a2960ea2-c3d2-4752-a030-2e3932017765 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388906 Oct 18 23:49:39.367926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312cf92-4693-4350-9532-73a1f93e8223 req-757053e7-766f-445c-b39d-7affb91db759 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:39.371117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e312cf92-4693-4350-9532-73a1f93e8223 req-757053e7-766f-445c-b39d-7affb91db759 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0556691 Oct 18 23:49:39.413303 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e312cf92-4693-4350-9532-73a1f93e8223 req-7be91fd9-feb6-48d9-b4b4-a58e2096eb62 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344076 Oct 18 23:49:39.836981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eae06f-81e6-4832-912c-54f5099d18ad req-35ac2b3a-638d-4870-8457-4022bacb3457 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:39.839070 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72eae06f-81e6-4832-912c-54f5099d18ad req-35ac2b3a-638d-4870-8457-4022bacb3457 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 949 time: 0.0633819 Oct 18 23:49:39.881793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72eae06f-81e6-4832-912c-54f5099d18ad req-d3750f20-c7fc-4f4f-8538-a6aa8f64b48f tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 Oct 18 23:49:40.244590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b59a4-432b-44af-a105-88fd701b2b25 req-d2998bc2-d2bf-4bc1-93d5-4d8b4810c493 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:40.246207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-640b59a4-432b-44af-a105-88fd701b2b25 req-d2998bc2-d2bf-4bc1-93d5-4d8b4810c493 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 943 time: 0.0541546 Oct 18 23:49:40.303109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-640b59a4-432b-44af-a105-88fd701b2b25 req-73996ca5-f200-4881-82e7-8d1a2d0b5970 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493009 Oct 18 23:49:40.534067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934160fa-9692-422c-8b12-4271ac8f223c req-6dab1902-7b1a-4a7c-b0e7-a5afd96be4ff tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:40.535608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-934160fa-9692-422c-8b12-4271ac8f223c req-6dab1902-7b1a-4a7c-b0e7-a5afd96be4ff tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0496709 Oct 18 23:49:40.579745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-934160fa-9692-422c-8b12-4271ac8f223c req-23bf5be7-3772-4401-a438-a643f58401d8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377808 Oct 18 23:49:40.996089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93594-1ee8-454d-b68a-d8ec01c703c9 req-33a1f519-35f0-486c-87ec-093f453003a7 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:40.997456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4ca93594-1ee8-454d-b68a-d8ec01c703c9 req-33a1f519-35f0-486c-87ec-093f453003a7 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 949 time: 0.0490034 Oct 18 23:49:41.035650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4ca93594-1ee8-454d-b68a-d8ec01c703c9 req-908f5b9f-4d25-4497-a04e-1fef87df2562 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Oct 18 23:49:41.438590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38251c5-e750-4e23-9031-1dd8f9041f7f req-6d67212c-8b4d-4532-9752-281b02a62c70 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:41.440155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c38251c5-e750-4e23-9031-1dd8f9041f7f req-6d67212c-8b4d-4532-9752-281b02a62c70 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 943 time: 0.0533741 Oct 18 23:49:41.488701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c38251c5-e750-4e23-9031-1dd8f9041f7f req-24553585-0e5c-442e-a5fd-3e964cc90a22 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419347 Oct 18 23:49:41.708801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371130d-f788-4748-8349-1561f95b2499 req-7ef21b13-fced-490b-9cb5-22fd52638aa7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:41.710286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2371130d-f788-4748-8349-1561f95b2499 req-7ef21b13-fced-490b-9cb5-22fd52638aa7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0487137 Oct 18 23:49:41.777323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2371130d-f788-4748-8349-1561f95b2499 req-636fe1d5-d09f-4657-a791-533bf3d5bc0b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609076 Oct 18 23:49:41.826351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-5d256e76-5b32-43cd-9243-aafe74e88df0 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:41.827863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-5d256e76-5b32-43cd-9243-aafe74e88df0 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.102 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 949 time: 0.0939951 Oct 18 23:49:41.876497 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-7f54afb1-acfd-4e61-ab61-5500c5e5446d service neutron] show failed (client error): The resource could not be found. Oct 18 23:49:41.877501 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-7f54afb1-acfd-4e61-ab61-5500c5e5446d service neutron] 10.222.0.73 "GET /v2.0/ports/5c482e17-3cff-4d95-a6bd-528664812155/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0971022 Oct 18 23:49:41.943540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Deleting port c20a1cd4-5a6c-4c61-842b-2da98807ef39 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:49:41.943888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:42.050358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] For port c20a1cd4-5a6c-4c61-842b-2da98807ef39, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c20a1cd4-5a6c-4c61-842b-2da98807ef39,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:42.050636 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:42.069703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Calling delete_port for c20a1cd4-5a6c-4c61-842b-2da98807ef39 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:49:42.126095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bc5ebe12-fd59-4029-a643-a38da23c957b details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:49:42.200855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-989530e0-2e46-4648-a1d9-6719cf4bd855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:42.204482 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-989530e0-2e46-4648-a1d9-6719cf4bd855 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 1097 time: 0.1526482 Oct 18 23:49:42.226109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:42.234121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:42.243066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d410ee-900a-45a8-a5a1-b828f2c223dd req-d315c50d-db1b-460e-b009-047c020d2a66 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:42.245171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30d410ee-900a-45a8-a5a1-b828f2c223dd req-d315c50d-db1b-460e-b009-047c020d2a66 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/ports?device_id=26bd7dda-8af7-412e-acff-4ef27dae5dcb HTTP/1.1" status: 200 len: 949 time: 0.1254556 Oct 18 23:49:42.248155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port bc5ebe12-fd59-4029-a643-a38da23c957b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bc5ebe12-fd59-4029-a643-a38da23c957b,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:42.261641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'bc5ebe12-fd59-4029-a643-a38da23c957b', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'port_id': 'bc5ebe12-fd59-4029-a643-a38da23c957b', 'mac_address': 'fa:16:3e:5c:bf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:49:42.308829 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:42.310885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] No DVR routers for this DVR port c20a1cd4-5a6c-4c61-842b-2da98807ef39 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:49:42.311492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['c20a1cd4-5a6c-4c61-842b-2da98807ef39'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:49:42.314356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:42.319259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d146394f-26e1-4f90-9060-4bbb3ea3f4a5 req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.102 "DELETE /v2.0/ports/c20a1cd4-5a6c-4c61-842b-2da98807ef39 HTTP/1.1" status: 204 len: 173 time: 0.4835157 Oct 18 23:49:42.320051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1710021-78ce-496c-9532-b414c688d6f3 tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] Pushing event deleted for resources: {'Port': ['ID=c20a1cd4-5a6c-4c61-842b-2da98807ef39,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:42.331209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd7dda-8af7-412e-acff-4ef27dae5dcb', 'name': 'network-vif-deleted', 'tag': 'c20a1cd4-5a6c-4c61-842b-2da98807ef39'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:49:42.333919 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4f75f5-e91d-4f75-a4c0-f9f53f3c163c" -d '{"events": [{"server_uuid": "26bd7dda-8af7-412e-acff-4ef27dae5dcb", "name": "network-vif-deleted", "tag": "c20a1cd4-5a6c-4c61-842b-2da98807ef39"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:49:42.338436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:42.350463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5ebe12-fd59-4029-a643-a38da23c957b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:49:42.376873 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f804aa-04d7-4c8f-bf62-bedf7e59198d x-openstack-request-id: req-f9f804aa-04d7-4c8f-bf62-bedf7e59198d {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:49:42.377376 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd7dda-8af7-412e-acff-4ef27dae5dcb", "name": "network-vif-deleted", "tag": "c20a1cd4-5a6c-4c61-842b-2da98807ef39", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:49:42.377776 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9f804aa-04d7-4c8f-bf62-bedf7e59198d {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:49:42.378360 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd7dda-8af7-412e-acff-4ef27dae5dcb', 'name': 'network-vif-deleted', 'tag': 'c20a1cd4-5a6c-4c61-842b-2da98807ef39', 'status': 'completed', 'code': 200} Oct 18 23:49:42.386090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port bc5ebe12-fd59-4029-a643-a38da23c957b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bc5ebe12-fd59-4029-a643-a38da23c957b,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:42.391788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:42.407285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-30d410ee-900a-45a8-a5a1-b828f2c223dd req-ef5d49b1-469f-40a5-b189-7fcfb8ba66ba tempest-VolumesBackupsTest-849994344 tempest-VolumesBackupsTest-849994344-project] 10.222.0.52 "GET /v2.0/security-groups?id=49720878-a52d-4407-87cc-de08a5aaae91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283071 Oct 18 23:49:42.485923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=bc5ebe12-fd59-4029-a643-a38da23c957b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:42.498684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.499335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.499996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.500913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.501380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.502008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.502602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.503218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.503795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.504286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.505053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.506031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:49:42.649328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023cad-32e9-4a19-8ccd-af282efcadbc req-c4dda07a-2296-44a1-ae55-fce2c0774f20 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:42.659775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27023cad-32e9-4a19-8ccd-af282efcadbc req-c4dda07a-2296-44a1-ae55-fce2c0774f20 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 944 time: 0.0802367 Oct 18 23:49:42.670169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:42.705920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27023cad-32e9-4a19-8ccd-af282efcadbc req-826ee77f-895e-4a15-ae49-94ab5235bb5f tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450568 Oct 18 23:49:42.742816 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:49:42.784153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:49:42.786611 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de86dee-2731-4cab-9a3f-fcd054b3001d" -d '{"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-unplugged", "status": "completed", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:49:42.791775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:42.800917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['bc5ebe12-fd59-4029-a643-a38da23c957b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:49:42.817320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Transition to ACTIVE for port object 5c482e17-3cff-4d95-a6bd-528664812155 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:49:42.834130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:43.017925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=6']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:43.037713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0539c3-1b72-47b7-a127-83f49335ec58 req-8dda4fea-da06-45c4-ac58-daf5579ecb57 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:43.052202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d0539c3-1b72-47b7-a127-83f49335ec58 req-8dda4fea-da06-45c4-ac58-daf5579ecb57 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.1522317 Oct 18 23:49:43.121760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d0539c3-1b72-47b7-a127-83f49335ec58 req-75394234-b239-40ae-b37c-6cfcf5919e89 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686529 Oct 18 23:49:43.419107 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aa60b0-d36d-497c-916a-5cbcac40de73 x-openstack-request-id: req-b3aa60b0-d36d-497c-916a-5cbcac40de73 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:49:43.419718 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-unplugged", "status": "completed", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:49:43.419718 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3aa60b0-d36d-497c-916a-5cbcac40de73 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:49:43.420026 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'code': 200} Oct 18 23:49:43.420939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] No DVR routers for this DVR port 5c482e17-3cff-4d95-a6bd-528664812155 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:49:43.587605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:49:43.587950 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:49:43.588594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 on network 5cb88803-867f-4cac-85ec-84f468153c48 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:49:43.594232 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Port 5c482e17-3cff-4d95-a6bd-528664812155 on network 5cb88803-867f-4cac-85ec-84f468153c48 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:49:43.594557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 on network 5cb88803-867f-4cac-85ec-84f468153c48 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:49:43.600353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:49:43.600861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Checking segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:49:43.601071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Bound using segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:49:43.601726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Bound port: 5c482e17-3cff-4d95-a6bd-528664812155, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:49:43.602272 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:43.674136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:49:43.677404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:49:43.682965 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:43.760397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:43.761093 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:43.762805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] 10.222.0.102 "PUT /v2.0/ports/5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 1092 time: 1.5429580 Oct 18 23:49:43.768354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162b2f2-b960-41ed-b2d0-586c20e6cb3f service neutron] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=7']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:43.867333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baa709-c6c7-45fa-ba45-3a726e563292 req-4b927a32-876e-461c-92da-fa8656d68a02 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:43.869346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99baa709-c6c7-45fa-ba45-3a726e563292 req-4b927a32-876e-461c-92da-fa8656d68a02 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 944 time: 0.0652459 Oct 18 23:49:43.923318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-418ad2fc-a3b0-40ea-8cc7-d672b132eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:43.930920 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-418ad2fc-a3b0-40ea-8cc7-d672b132eecd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1095 time: 0.1286130 Oct 18 23:49:43.932487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99baa709-c6c7-45fa-ba45-3a726e563292 req-085ff879-8365-4666-a0bd-f2b971c66ccd tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562592 Oct 18 23:49:44.136836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bc5ebe12-fd59-4029-a643-a38da23c957b up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:49:44.207374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-ccfaa520-7f50-4079-bd15-ea54ea8b4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:44.209893 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-ccfaa520-7f50-4079-bd15-ea54ea8b4adc service neutron] 10.222.0.102 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.2694106 Oct 18 23:49:44.213998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port bc5ebe12-fd59-4029-a643-a38da23c957b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:49:44.219386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port bc5ebe12-fd59-4029-a643-a38da23c957b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:49:44.220111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:44.316600 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:44.346970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828699d-3535-4420-81ea-a85ad613ca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5ebe12-fd59-4029-a643-a38da23c957b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:49:44.350788 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf5e4e-2a10-476d-ac24-5c48bafc428f" -d '{"events": [{"server_uuid": "c828699d-3535-4420-81ea-a85ad613ca84", "name": "network-vif-plugged", "status": "completed", "tag": "bc5ebe12-fd59-4029-a643-a38da23c957b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:49:44.370109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port bc5ebe12-fd59-4029-a643-a38da23c957b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bc5ebe12-fd59-4029-a643-a38da23c957b,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:44.373818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce24187-b2d9-4f4f-8ed9-042db5b82b0c req-162e5c84-1a59-4556-bcae-264f797628b8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:44.375730 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fce24187-b2d9-4f4f-8ed9-042db5b82b0c req-162e5c84-1a59-4556-bcae-264f797628b8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.1207509 Oct 18 23:49:44.377290 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:44.378786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:49:44.425319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fce24187-b2d9-4f4f-8ed9-042db5b82b0c req-93b5053d-0874-4295-a2d4-77d603c55f80 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Oct 18 23:49:44.445081 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-3f97b232-1b29-4155-b6fc-e547eac07a32 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 999 time: 0.2272382 Oct 18 23:49:44.461196 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1df295-2869-4055-a125-bf86d8330428 x-openstack-request-id: req-4e1df295-2869-4055-a125-bf86d8330428 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:49:44.462114 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c828699d-3535-4420-81ea-a85ad613ca84", "name": "network-vif-plugged", "status": "completed", "tag": "bc5ebe12-fd59-4029-a643-a38da23c957b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:49:44.462566 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e1df295-2869-4055-a125-bf86d8330428 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:49:44.463181 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828699d-3535-4420-81ea-a85ad613ca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5ebe12-fd59-4029-a643-a38da23c957b', 'code': 200} Oct 18 23:49:44.495008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:49:44.508302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-e6e87314-2dd8-405c-bb3d-468fd39eebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:44.508594 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-e6e87314-2dd8-405c-bb3d-468fd39eebe8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0548654 Oct 18 23:49:44.524548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=bc5ebe12-fd59-4029-a643-a38da23c957b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:44.585454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61719f31-0302-405c-9946-a782ea38ecb5 req-0e889236-ef5d-4d89-8f29-8fe1c8497297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:44.597634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61719f31-0302-405c-9946-a782ea38ecb5 req-0e889236-ef5d-4d89-8f29-8fe1c8497297 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 1097 time: 0.0720370 Oct 18 23:49:44.610165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-e4eba608-fdd6-4222-a04a-d6d59af29243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:44.612291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-e4eba608-fdd6-4222-a04a-d6d59af29243 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935462 Oct 18 23:49:44.650441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61719f31-0302-405c-9946-a782ea38ecb5 req-0da2a376-591b-424c-89de-70583d4c6a00 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422351 Oct 18 23:49:44.736121 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-f20f6e05-5b8f-4ebb-afe5-9e208e0102c5 service neutron] 10.222.0.102 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144855 Oct 18 23:49:44.858732 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-20726931-4fa4-4042-b643-d4dc79d7b482 service neutron] 10.222.0.102 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153839 Oct 18 23:49:44.956524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c20a1cd4-5a6c-4c61-842b-2da98807ef39 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:49:44.979422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: c20a1cd4-5a6c-4c61-842b-2da98807ef39 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:49:44.979764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c20a1cd4-5a6c-4c61-842b-2da98807ef39 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:49:45.084619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c46fa6-2031-4bc0-be2c-0b1a0da14eb5 req-c62d1156-3404-4232-9274-cd2fa88cb65a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:45.087300 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c46fa6-2031-4bc0-be2c-0b1a0da14eb5 req-c62d1156-3404-4232-9274-cd2fa88cb65a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 945 time: 0.0688844 Oct 18 23:49:45.136802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c46fa6-2031-4bc0-be2c-0b1a0da14eb5 req-e52f599a-c222-4dec-baa0-2fae358877ab tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389917 Oct 18 23:49:45.422315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:49:45.425027 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed" -d '{"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:49:45.493250 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd00b1f-2273-4b45-b549-4b0e409a87f5 x-openstack-request-id: req-8dd00b1f-2273-4b45-b549-4b0e409a87f5 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:49:45.493857 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:49:45.493857 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8dd00b1f-2273-4b45-b549-4b0e409a87f5 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:49:45.494188 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'status': 'completed', 'code': 200} Oct 18 23:49:45.591719 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-4229428a-0ac4-4876-8825-e4a86cd51bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:45.593223 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-4229428a-0ac4-4876-8825-e4a86cd51bd2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1095 time: 0.0493531 Oct 18 23:49:45.627481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1efcd-9da4-42dd-a51e-3adfe226a06b req-d4791e12-92fc-4ffc-aa1c-c2988731eae7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:45.629711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90e1efcd-9da4-42dd-a51e-3adfe226a06b req-d4791e12-92fc-4ffc-aa1c-c2988731eae7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.0925274 Oct 18 23:49:45.632055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-5fb153c4-b141-474b-8232-b5b1ee757c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:45.633722 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-5fb153c4-b141-474b-8232-b5b1ee757c88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1095 time: 0.0868671 Oct 18 23:49:45.752002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-e541bb3d-e130-4c6f-bd0c-d37de6384d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:45.753557 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-e541bb3d-e130-4c6f-bd0c-d37de6384d07 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1518228 Oct 18 23:49:45.789533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90e1efcd-9da4-42dd-a51e-3adfe226a06b req-10c0aa2e-d6d9-47ca-a94e-3300e144821f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527314 Oct 18 23:49:45.842007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-2e6c3141-8788-43c2-a413-4b916366142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:45.843550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-2e6c3141-8788-43c2-a413-4b916366142a service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1993403 Oct 18 23:49:45.869246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-2ec1dc2f-800a-4d89-87e3-06c401e4b87b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 999 time: 0.1076512 Oct 18 23:49:45.935560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-8fb75aaa-ceae-4ff0-8828-7d38bef2b04f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 999 time: 0.0836217 Oct 18 23:49:45.943759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-39e1e00c-1b0c-4a20-bc24-f3e0b38909ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:45.945234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-39e1e00c-1b0c-4a20-bc24-f3e0b38909ae service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0677631 Oct 18 23:49:45.997729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-a2242181-0a1b-4102-a4c1-571befeb1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:45.999254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-a2242181-0a1b-4102-a4c1-571befeb1d63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0490158 Oct 18 23:49:46.009655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-344b1fe1-4a83-4098-81a6-542161f39dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:46.011202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-344b1fe1-4a83-4098-81a6-542161f39dd9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583920 Oct 18 23:49:46.062946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-08fa6a72-ef9f-438d-b9bb-a3c62416f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:46.064869 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-08fa6a72-ef9f-438d-b9bb-a3c62416f7f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536253 Oct 18 23:49:46.143854 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-d46a4d48-fd11-4061-a8f1-0bdb7ff375e0 service neutron] 10.222.0.102 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241241 Oct 18 23:49:46.223490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-6593dbfd-c6e0-4761-a0ea-57dd161e3f15 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510608 Oct 18 23:49:46.308309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-16048dfa-989d-4662-b813-24c0628a2c62 service neutron] 10.222.0.102 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469586 Oct 18 23:49:46.350811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58405ef-3332-44ab-843f-de57ae882093 req-5a4e1377-0866-4bf5-974b-16e9e3d84a3f tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:46.360692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d58405ef-3332-44ab-843f-de57ae882093 req-5a4e1377-0866-4bf5-974b-16e9e3d84a3f tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 945 time: 0.1131532 Oct 18 23:49:46.360953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a52bed8-1e5b-45c5-bc25-a62aa19e30ed req-d4330aa2-7a60-4308-ac8b-22c3ab9ffe04 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300354 Oct 18 23:49:46.395378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d58405ef-3332-44ab-843f-de57ae882093 req-1591259f-4ad2-4cdc-b238-1db1f9b0338b tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337608 Oct 18 23:49:46.530184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28818-3a8b-411e-8f44-8afb98c1f483 req-8938107b-5169-4be8-9b9b-4e6620706b77 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:46.532390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28c28818-3a8b-411e-8f44-8afb98c1f483 req-8938107b-5169-4be8-9b9b-4e6620706b77 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 945 time: 0.0722737 Oct 18 23:49:46.541129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 56834) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:46.545727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-82ad863e-a29a-4e9a-85ba-38d072c9d659 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Request body: {'floatingip': {'port_id': 'bc5ebe12-fd59-4029-a643-a38da23c957b'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:46.628238 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82ad863e-a29a-4e9a-85ba-38d072c9d659 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:47.066380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46785cd-53cd-4e8f-a5f3-90dffc709c6a req-c49f9b9e-bf10-4329-beb5-3779feea9a59 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:47.068110 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e46785cd-53cd-4e8f-a5f3-90dffc709c6a req-c49f9b9e-bf10-4329-beb5-3779feea9a59 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.1230288 Oct 18 23:49:47.180485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e46785cd-53cd-4e8f-a5f3-90dffc709c6a req-459863b1-2578-46ac-8f7f-f2993c0d5872 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734344 Oct 18 23:49:47.266891 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82ad863e-a29a-4e9a-85ba-38d072c9d659 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:47.274637 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82ad863e-a29a-4e9a-85ba-38d072c9d659 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:47.394625 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-82ad863e-a29a-4e9a-85ba-38d072c9d659 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Floating IP fb9fb657-9d48-4836-bb29-8fc02f0cedef associated. External IP: 172.25.7.48, port: bc5ebe12-fd59-4029-a643-a38da23c957b. Oct 18 23:49:47.621018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ad863e-a29a-4e9a-85ba-38d072c9d659 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:49:48.135465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ad863e-a29a-4e9a-85ba-38d072c9d659 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:49:48.149046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] Sync routers for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:49:48.161466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-82ad863e-a29a-4e9a-85ba-38d072c9d659 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:48.162177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:49:48.163191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:49:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:49:48.210345 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-82ad863e-a29a-4e9a-85ba-38d072c9d659 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "PUT /v2.0/floatingips/fb9fb657-9d48-4836-bb29-8fc02f0cedef HTTP/1.1" status: 200 len: 990 time: 1.6680441 Oct 18 23:49:48.211204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c828699d-3535-4420-81ea-a85ad613ca84', 'tag': 'bc5ebe12-fd59-4029-a643-a38da23c957b'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:49:48.214523 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330c8164-fadd-4590-9d66-cb422ab3552d" -d '{"events": [{"name": "network-changed", "server_uuid": "c828699d-3535-4420-81ea-a85ad613ca84", "tag": "bc5ebe12-fd59-4029-a643-a38da23c957b"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:49:48.345358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:49:48.407146 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f87ce97-fbc1-425c-9fa7-ff16dbf044fd x-openstack-request-id: req-9f87ce97-fbc1-425c-9fa7-ff16dbf044fd {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:49:48.407494 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c828699d-3535-4420-81ea-a85ad613ca84", "tag": "bc5ebe12-fd59-4029-a643-a38da23c957b", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:49:48.407758 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f87ce97-fbc1-425c-9fa7-ff16dbf044fd {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:49:48.408196 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c828699d-3535-4420-81ea-a85ad613ca84', 'tag': 'bc5ebe12-fd59-4029-a643-a38da23c957b', 'status': 'completed', 'code': 200} Oct 18 23:49:48.447253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb17c4-ee03-49c0-83a6-ba836bb8d0c8 req-fc92a0c3-2b3a-476d-bd13-e841c2e96b37 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:48.448923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82cb17c4-ee03-49c0-83a6-ba836bb8d0c8 req-fc92a0c3-2b3a-476d-bd13-e841c2e96b37 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.1490684 Oct 18 23:49:48.516890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c8164-fadd-4590-9d66-cb422ab3552d req-c071ec87-3343-452c-801b-37f4d179e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:48.518693 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-330c8164-fadd-4590-9d66-cb422ab3552d req-c071ec87-3343-452c-801b-37f4d179e3e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 1097 time: 0.0669434 Oct 18 23:49:48.523255 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82cb17c4-ee03-49c0-83a6-ba836bb8d0c8 req-61c77b31-09c1-4165-af88-64cddb661770 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538974 Oct 18 23:49:48.657978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c8164-fadd-4590-9d66-cb422ab3552d req-8066d173-4c2b-4490-a823-8f7b06d76ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:48.659974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-330c8164-fadd-4590-9d66-cb422ab3552d req-8066d173-4c2b-4490-a823-8f7b06d76ef2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.1336870 Oct 18 23:49:48.772878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-330c8164-fadd-4590-9d66-cb422ab3552d req-6ebb4777-e65a-4742-a7eb-c3c7bf43bf3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc5ebe12-fd59-4029-a643-a38da23c957b HTTP/1.1" status: 200 len: 998 time: 0.1046464 Oct 18 23:49:48.866975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c8164-fadd-4590-9d66-cb422ab3552d req-224fd9aa-47a6-41b7-ba80-5b894c9dcd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:48.868766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-330c8164-fadd-4590-9d66-cb422ab3552d req-224fd9aa-47a6-41b7-ba80-5b894c9dcd6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.0890789 Oct 18 23:49:48.899021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'fb9fb657-9d48-4836-bb29-8fc02f0cedef', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'port_id': 'bc5ebe12-fd59-4029-a643-a38da23c957b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'mac_address': 'fa:16:3e:5c:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828699d-3535-4420-81ea-a85ad613ca84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:49:32Z', 'updated_at': '2021-10-18T23:49:47Z', 'revision_number': 1, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:49:48.931335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c8164-fadd-4590-9d66-cb422ab3552d req-d7f69e75-d822-4e3d-abec-2e9544a84a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:48.933430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-330c8164-fadd-4590-9d66-cb422ab3552d req-d7f69e75-d822-4e3d-abec-2e9544a84a85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571401 Oct 18 23:49:48.940646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] Checking router: 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:49:48.950730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:49:48.951377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:49:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:49:49.027174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc14a80-68fe-471b-8566-146137c48934 req-c54bdd1c-6562-4e47-99b6-a32ea58bec9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:49.028828 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8fc14a80-68fe-471b-8566-146137c48934 req-c54bdd1c-6562-4e47-99b6-a32ea58bec9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 943 time: 0.1730676 Oct 18 23:49:49.043155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:49:49.060567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-330c8164-fadd-4590-9d66-cb422ab3552d req-d9a06f9b-ce12-4bfa-a706-266975cfc677 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193149 Oct 18 23:49:49.108113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-8936abd0-45f7-45c6-851f-1828a6e0f6c7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:49.113071 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-8936abd0-45f7-45c6-851f-1828a6e0f6c7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.102 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410&tenant_id=084edf71706a486c94ae3b47f49b2bdb&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 943 time: 0.3111706 Oct 18 23:49:49.187781 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8fc14a80-68fe-471b-8566-146137c48934 req-4e25555e-1404-4fc7-bbe7-a61f776a8260 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416230 Oct 18 23:49:49.252827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-330c8164-fadd-4590-9d66-cb422ab3552d req-52c797aa-7f3c-4f74-a31b-e6201393ba6a service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858850 Oct 18 23:49:49.258854 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-d200b1f2-810e-4659-9e61-eb15b32f79be service neutron] 10.222.0.102 "GET /v2.0/ports/5c482e17-3cff-4d95-a6bd-528664812155/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 383 time: 0.1354101 Oct 18 23:49:49.274612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:49:49.433509 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-160ec034-05b9-4d3c-b840-b68ea2fba6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:49.438163 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-160ec034-05b9-4d3c-b840-b68ea2fba6fb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1095 time: 0.1347642 Oct 18 23:49:49.605596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-73f56437-9a18-4088-8b75-a0db8a8de1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:49.607917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-73f56437-9a18-4088-8b75-a0db8a8de1f3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1628242 Oct 18 23:49:49.625474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:49.647613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '5c482e17-3cff-4d95-a6bd-528664812155', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'port_id': '5c482e17-3cff-4d95-a6bd-528664812155', 'mac_address': 'fa:16:3e:c4:6c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:49:49.711947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-7003daae-03d9-4af0-8694-821788cdf026 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 999 time: 0.0965009 Oct 18 23:49:49.773637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-7cc1b098-1fd4-4f6a-83db-b4d008a2a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:49.778308 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-7cc1b098-1fd4-4f6a-83db-b4d008a2a55d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0592773 Oct 18 23:49:49.821906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:49.838859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c482e17-3cff-4d95-a6bd-528664812155 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:49:49.857364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-adef5035-adaa-41ff-82a9-d94f55edab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:49.861047 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-adef5035-adaa-41ff-82a9-d94f55edab6e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743375 Oct 18 23:49:49.872336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:49.881974 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:49.978566 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-66e6a21f-a8a8-440f-81a0-265706af43a6 service neutron] 10.222.0.102 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082869 Oct 18 23:49:50.000810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:50.010822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'fb9fb657-9d48-4836-bb29-8fc02f0cedef', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'port_id': 'bc5ebe12-fd59-4029-a643-a38da23c957b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'mac_address': 'fa:16:3e:5c:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828699d-3535-4420-81ea-a85ad613ca84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:49:32Z', 'updated_at': '2021-10-18T23:49:47Z', 'revision_number': 1, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:49:50.052026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b09bb-ad99-4b2d-9ef1-f6e4074db213 None None] The sync data for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 is: [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'fb9fb657-9d48-4836-bb29-8fc02f0cedef', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'floating_ip_address': '172.25.7.48', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'port_id': 'bc5ebe12-fd59-4029-a643-a38da23c957b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'mac_address': 'fa:16:3e:5c:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828699d-3535-4420-81ea-a85ad613ca84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:49:32Z', 'updated_at': '2021-10-18T23:49:47Z', 'revision_number': 1, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:49:50.097358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-fa2583e3-614b-4a0d-b537-df838dadf59e service neutron] 10.222.0.102 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111550 Oct 18 23:49:50.272810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['5c482e17-3cff-4d95-a6bd-528664812155'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:49:50.366709 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29acb90f-09ae-42ad-8a9b-ef26f65a4b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:50.391848 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71739cf4-9076-46d8-b5c9-337a48f9a339 None None] New status for floating IP fb9fb657-9d48-4836-bb29-8fc02f0cedef: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:49:50.439087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a98250-4991-4845-9742-f68fcc138a58 req-ce0a1a14-8c70-4f00-ba4b-a6f0830e1aef tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:50.453658 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-56a98250-4991-4845-9742-f68fcc138a58 req-ce0a1a14-8c70-4f00-ba4b-a6f0830e1aef tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 944 time: 0.1408715 Oct 18 23:49:50.536882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-56a98250-4991-4845-9742-f68fcc138a58 req-c90e2a84-e40f-4549-9056-f3e783ec7299 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813107 Oct 18 23:49:51.714756 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aef45-8964-4a94-8c0f-d3533e5552cc req-f28219f3-359b-4cea-b652-c24faa5a2fb7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:51.728904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4a4aef45-8964-4a94-8c0f-d3533e5552cc req-f28219f3-359b-4cea-b652-c24faa5a2fb7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 944 time: 0.0935206 Oct 18 23:49:51.783250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4a4aef45-8964-4a94-8c0f-d3533e5552cc req-6d6056fc-fb06-4284-954e-5d683aa69d35 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531104 Oct 18 23:49:52.467329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-cb87498d-528d-4695-ad29-f71e866f6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:52.469437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-cb87498d-528d-4695-ad29-f71e866f6733 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 1096 time: 0.0499370 Oct 18 23:49:52.489119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:49:52.564615 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:52.668839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-dc3b4e56-0fad-4da2-bd7e-c150c14718fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:52.670855 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-dc3b4e56-0fad-4da2-bd7e-c150c14718fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1096 time: 0.0531430 Oct 18 23:49:52.861277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-47cd8dc2-3dec-4e8e-993e-9ab2ef29297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:52.863912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-47cd8dc2-3dec-4e8e-993e-9ab2ef29297d service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1722188 Oct 18 23:49:52.917636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:52.971485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:49:52.995462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e572eba-c677-4a7d-a4bf-ec572fe03470 req-d475caca-59ac-42b3-bcc3-4a587bd75d07 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:52.997471 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e572eba-c677-4a7d-a4bf-ec572fe03470 req-d475caca-59ac-42b3-bcc3-4a587bd75d07 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 944 time: 0.0817895 Oct 18 23:49:52.999584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-b92be3f3-8f8c-4457-a807-ef634be0e15f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 1000 time: 0.1279483 Oct 18 23:49:53.030881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:49:53.058892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5c482e17-3cff-4d95-a6bd-528664812155 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:49:53.072755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:53.086958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Ignored duplicate provisioning block setup for port 5c482e17-3cff-4d95-a6bd-528664812155 by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 18 23:49:53.096421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:53.108022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 18 23:49:53.116977 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e572eba-c677-4a7d-a4bf-ec572fe03470 req-a53dcff2-494e-4523-89ec-10730d15278c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104016 Oct 18 23:49:53.147978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-dd8af92a-4aca-400c-b193-c7ee75048efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:53.150342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-dd8af92a-4aca-400c-b193-c7ee75048efd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.1349788 Oct 18 23:49:53.185305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:49:53.188099 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3aa1fe1-c61e-422a-8392-66e3fb6c3732" -d '{"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-plugged", "status": "completed", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:49:53.253984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-66b02114-63fc-49cd-a17b-b25486df4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:53.255964 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-66b02114-63fc-49cd-a17b-b25486df4608 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976470 Oct 18 23:49:53.264329 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ee1e56-5c46-46ac-8492-945fe508e4c7 x-openstack-request-id: req-71ee1e56-5c46-46ac-8492-945fe508e4c7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:49:53.264851 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-plugged", "status": "completed", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:49:53.265830 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71ee1e56-5c46-46ac-8492-945fe508e4c7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:49:53.266501 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'code': 200} Oct 18 23:49:53.271452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=9']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:53.308937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] No DVR routers for this DVR port 5c482e17-3cff-4d95-a6bd-528664812155 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:49:53.448245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-45cdb09d-f691-419e-98f2-9d8b89942b28 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524401 Oct 18 23:49:53.500688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:49:53.501297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:49:53.501592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 on network 5cb88803-867f-4cac-85ec-84f468153c48 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:49:53.507998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Port 5c482e17-3cff-4d95-a6bd-528664812155 on network 5cb88803-867f-4cac-85ec-84f468153c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:49:53.508333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Attempting to bind port 5c482e17-3cff-4d95-a6bd-528664812155 on network 5cb88803-867f-4cac-85ec-84f468153c48 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:49:53.515188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:49:53.516098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Checking segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:49:53.516517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Bound using segment: {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:49:53.516963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Bound port: 5c482e17-3cff-4d95-a6bd-528664812155, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:49:53.517325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:53.579818 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-6ff133c4-61fd-4b1d-b6a0-9fb015798d85 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240606 Oct 18 23:49:53.617118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:49:53.621046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:49:53.628734 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:53.690389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:53.706988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:53.707603 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:53.709304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-f4ae3d5a-8b7d-4f81-ac67-8a8354e21401 service neutron] 10.222.0.73 "PUT /v2.0/ports/5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 1092 time: 1.2246149 Oct 18 23:49:53.709772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:49:53.712204 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6" -d '{"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:49:53.787459 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4004f9e-c928-489a-8710-46db1b80b45e x-openstack-request-id: req-c4004f9e-c928-489a-8710-46db1b80b45e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:49:53.787761 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:49:53.788016 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4004f9e-c928-489a-8710-46db1b80b45e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:49:53.788419 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'status': 'completed', 'code': 200} Oct 18 23:49:53.822265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-c2a84483-b567-40e5-bf0e-3db240cde171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:53.825814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-c2a84483-b567-40e5-bf0e-3db240cde171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1096 time: 0.0815153 Oct 18 23:49:53.981962 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e33be9fc-514b-4ace-92e2-cc540f5efcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:54.009875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-69229f41-131e-46dd-b8bc-a3aa9abdf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.014558 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-69229f41-131e-46dd-b8bc-a3aa9abdf2fb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1096 time: 0.1800599 Oct 18 23:49:54.106369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-e8f0cf4b-fefa-48f3-bae8-780e1edff169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.107866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-e8f0cf4b-fefa-48f3-bae8-780e1edff169 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.2739258 Oct 18 23:49:54.182463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-c300f82c-aa4a-4c89-ba03-d60aa76427a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.184931 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-c300f82c-aa4a-4c89-ba03-d60aa76427a9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1623261 Oct 18 23:49:54.220459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-315e4d93-9ca0-4f84-9ca6-e1c1ec5365aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 999 time: 0.1047366 Oct 18 23:49:54.314564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-06653c7b-0d23-4061-b8c6-af87b512f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.316255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-06653c7b-0d23-4061-b8c6-af87b512f310 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0893915 Oct 18 23:49:54.333092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-82c9ed02-12bb-4847-acea-d2bd1254c795 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 999 time: 0.1392028 Oct 18 23:49:54.370955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-2e0ee8a0-68bc-471b-90b9-59b94525e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.372517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-2e0ee8a0-68bc-471b-90b9-59b94525e59b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494971 Oct 18 23:49:54.404700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de509f6-aa73-4475-8382-1edf09103cc7 req-40941e2f-a8a5-46da-87cf-85bd631e8e1c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.407419 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9de509f6-aa73-4475-8382-1edf09103cc7 req-40941e2f-a8a5-46da-87cf-85bd631e8e1c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 944 time: 0.1656244 Oct 18 23:49:54.437701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-3df218ea-fb0c-48df-98e8-5ebc829e0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.439314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-3df218ea-fb0c-48df-98e8-5ebc829e0104 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0975242 Oct 18 23:49:54.498500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-2b4dd252-ee83-40e7-a8fd-eb0524324efc service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188583 Oct 18 23:49:54.517471 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9de509f6-aa73-4475-8382-1edf09103cc7 req-6912993f-baf8-4806-9119-0ddeccee0b32 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905287 Oct 18 23:49:54.524795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-5e42e2c2-32ab-437f-a057-65388423aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.526447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-5e42e2c2-32ab-437f-a057-65388423aab1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780532 Oct 18 23:49:54.654405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83abf46c-0880-4922-b0f3-caa3d627b422 req-64fb7101-a30b-480a-9da4-44a743a6b495 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469715 Oct 18 23:49:54.693912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-f187177c-ac6d-472b-81dc-3aab71fc003e service neutron] 10.222.0.102 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589618 Oct 18 23:49:54.792610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:54.804733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-0730c21b-e981-49c1-bea6-d11de871add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.813720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-0730c21b-e981-49c1-bea6-d11de871add8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1096 time: 0.0585911 Oct 18 23:49:54.838256 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-3326709e-c469-4933-8c7d-40ed651eef47 service neutron] 10.222.0.102 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359820 Oct 18 23:49:54.928230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-d291b07f-bc08-4c5e-84f4-cf8fb6382347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:54.930179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-d291b07f-bc08-4c5e-84f4-cf8fb6382347 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.1156993 Oct 18 23:49:55.009440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-7ddbb3f7-d265-47cd-a7a9-1f61b6bcfc26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 999 time: 0.0725381 Oct 18 23:49:55.034203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:49:55.094652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-d67f8b54-d6ca-4565-90b2-2baba628d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:55.097544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-d67f8b54-d6ca-4565-90b2-2baba628d1c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0809724 Oct 18 23:49:55.101882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:49:55.200626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-5c552295-3141-46f0-b058-0b8312726fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:55.202548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-5c552295-3141-46f0-b058-0b8312726fc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819416 Oct 18 23:49:55.316785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-bad829c7-e921-4b9c-9b57-0793c529bd3a service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986066 Oct 18 23:49:55.409262 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:55.421813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93b8b4f2-9c68-4606-a06e-c42ab17d74d6 req-6b111638-2e7a-4e15-83ec-fa307b3459fb service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981512 Oct 18 23:49:55.663714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afb453-18f0-44ec-81e1-69bd0b019897 req-3d3e4bc5-15e4-4412-bc3c-334a23a02d97 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:55.665279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2afb453-18f0-44ec-81e1-69bd0b019897 req-3d3e4bc5-15e4-4412-bc3c-334a23a02d97 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 944 time: 0.0607646 Oct 18 23:49:55.717677 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2afb453-18f0-44ec-81e1-69bd0b019897 req-d14c0762-d76b-4a68-9daa-b1c08f528220 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453455 Oct 18 23:49:56.857956 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210d3f7-7338-49f3-b8bb-57cf9c3a4d5d req-ab39594a-f666-4a82-bdfd-7f484675ed7f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:56.859809 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8210d3f7-7338-49f3-b8bb-57cf9c3a4d5d req-ab39594a-f666-4a82-bdfd-7f484675ed7f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 944 time: 0.0603547 Oct 18 23:49:56.903956 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8210d3f7-7338-49f3-b8bb-57cf9c3a4d5d req-95a31e50-042a-46fd-9ce2-b0de15d95328 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383117 Oct 18 23:49:57.914995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:58.045267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47cb20-abd2-44a4-aeab-a378be034713 req-4d7144d2-af1b-4bf6-bbac-f488440db4e9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:58.047816 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f47cb20-abd2-44a4-aeab-a378be034713 req-4d7144d2-af1b-4bf6-bbac-f488440db4e9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 944 time: 0.0571785 Oct 18 23:49:58.108890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f47cb20-abd2-44a4-aeab-a378be034713 req-b1bc5995-faa2-4832-a7fb-3551892fb742 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544882 Oct 18 23:49:58.223216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:49:58.340080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:58.353067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '5c482e17-3cff-4d95-a6bd-528664812155', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'port_id': '5c482e17-3cff-4d95-a6bd-528664812155', 'mac_address': 'fa:16:3e:c4:6c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:49:58.397201 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:58.420269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c482e17-3cff-4d95-a6bd-528664812155 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:49:58.445678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:49:58.450673 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:49:58.522674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:49:58.887836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['5c482e17-3cff-4d95-a6bd-528664812155'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:49:59.273497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f33ba9-fdb5-4adf-a486-a2374a9c8cb2 req-a6df2d19-98ee-4dec-b7e9-12ac3f2aa743 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:49:59.287419 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72f33ba9-fdb5-4adf-a486-a2374a9c8cb2 req-a6df2d19-98ee-4dec-b7e9-12ac3f2aa743 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 945 time: 0.0821552 Oct 18 23:49:59.331013 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-72f33ba9-fdb5-4adf-a486-a2374a9c8cb2 req-11d0b91d-14f1-4764-a9f5-ae0a37912a9e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Oct 18 23:49:59.355875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 57154) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:49:59.422867 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3ae7e6ac-84e1-4a55-929e-66001f664a98 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/c35b01fc-5ef3-402d-bb9b-e876fe215f43 HTTP/1.1" status: 200 len: 992 time: 0.0638566 Oct 18 23:50:00.232216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:50:00.287896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 5c482e17-3cff-4d95-a6bd-528664812155 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:50:00.291728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 5c482e17-3cff-4d95-a6bd-528664812155 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:50:00.292401 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:00.412295 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:00.437190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:50:00.439489 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbbd4e2-46b4-42dc-8fa3-a10b16faf29b" -d '{"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-plugged", "status": "completed", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:50:00.459970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:50:00.465402 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:00.505870 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef864de-6817-479b-aef0-48a374838e73 x-openstack-request-id: req-3ef864de-6817-479b-aef0-48a374838e73 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:50:00.506202 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-plugged", "status": "completed", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:50:00.506424 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ef864de-6817-479b-aef0-48a374838e73 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:50:00.506853 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'code': 200} Oct 18 23:50:00.535179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=12']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:50:04.905388 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:05.709806 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:50:06.520168 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:07.928573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8da89d-9241-4887-a746-8417701f4370 req-22b210bb-3c8f-49c4-963c-3356e9279d84 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:07.930043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-22b210bb-3c8f-49c4-963c-3356e9279d84 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/networks?id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b HTTP/1.1" status: 200 len: 814 time: 0.1067410 Oct 18 23:50:07.945134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-8f37a965-a788-4927-b1f4-280311955c87 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/quotas/672d1360f56549df8716409f0d6c7d7a HTTP/1.1" status: 200 len: 375 time: 0.0094037 Oct 18 23:50:07.976432 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-041d3fbe-a0ff-48e1-abfd-1a1d0798d245 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=672d1360f56549df8716409f0d6c7d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258527 Oct 18 23:50:08.120893 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-4eeb4eea-6d3d-40cd-935b-7cec2c557cbf service neutron] 10.222.0.52 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362550 Oct 18 23:50:08.207178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-7ec0f18e-f324-4ae9-9898-409a14bcf862 service neutron] 10.222.0.52 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794137 Oct 18 23:50:08.375537 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bdb79fe6-1cd2-4766-98fa-640e8b2a2988 req-9a0f9d45-99f3-43fa-904f-c86e17cb7e35 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 210 time: 0.0339127 Oct 18 23:50:09.419845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8da89d-9241-4887-a746-8417701f4370 req-efc598a1-ca5b-4493-842b-edf9107185d0 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:09.422083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-efc598a1-ca5b-4493-842b-edf9107185d0 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.102 "GET /v2.0/networks?id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b HTTP/1.1" status: 200 len: 814 time: 0.1241608 Oct 18 23:50:09.443528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Request body: {'port': {'device_id': '3992c55c-e117-46e0-8dcd-14c9481940b7', 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b', 'admin_state_up': True, 'tenant_id': '672d1360f56549df8716409f0d6c7d7a'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:50:09.509204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7a9f8644-7371-43b8-af06-eed1bbf832b7 req-09f0711b-8553-451b-b01e-e795a67c7162 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 210 time: 0.0395944 Oct 18 23:50:09.589554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Made reservation on behalf of 672d1360f56549df8716409f0d6c7d7a for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:50:09.593230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:09.725687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Allocated IP 172.20.0.4 (8cb623b4-3379-4ec3-89f1-5be08d6bd53b/53f56c12-220e-4e3e-8e56-eaad109e503a/e37432cd-935e-4d87-986a-2984739de0ce) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:50:09.876431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:09.911852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:09.960462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:50:09.963795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:50:09.968180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:50:09.995068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Pushing event updated for resources: {'Port': ['ID=e37432cd-935e-4d87-986a-2984739de0ce,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:50:10.010212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.010567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.010943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.011288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.011628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.011970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.012302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.012639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.012974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.013300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.013626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.013951 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:50:10.036258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:10.036258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:10.060565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-67d2e337-6a85-4978-b6ad-ec3b344523ad tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6232233 Oct 18 23:50:10.080978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Request body: {'port': {'device_id': '3992c55c-e117-46e0-8dcd-14c9481940b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:50:10.135222 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:10.398137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37432cd-935e-4d87-986a-2984739de0ce {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:50:10.406290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:10.418146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Transition to ACTIVE for port object e37432cd-935e-4d87-986a-2984739de0ce will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:50:10.422507 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:10.477523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Pushing event updated for resources: {'Port': ['ID=e37432cd-935e-4d87-986a-2984739de0ce,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:50:10.546164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Attempting to bind port e37432cd-935e-4d87-986a-2984739de0ce on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:50:10.546340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Attempting to bind port e37432cd-935e-4d87-986a-2984739de0ce by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:50:10.546893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Attempting to bind port e37432cd-935e-4d87-986a-2984739de0ce on network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:50:10.553144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Port e37432cd-935e-4d87-986a-2984739de0ce on network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:50:10.553494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Attempting to bind port e37432cd-935e-4d87-986a-2984739de0ce on network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:50:10.558755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:50:10.559367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Checking segment: {'id': '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:50:10.559813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Bound using segment: {'id': '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:50:10.560255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Bound port: e37432cd-935e-4d87-986a-2984739de0ce, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:50:10.560623 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:10.660671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] For port e37432cd-935e-4d87-986a-2984739de0ce, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:50:10.666534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] For port e37432cd-935e-4d87-986a-2984739de0ce, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e37432cd-935e-4d87-986a-2984739de0ce,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:50:10.678353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b468-2520-4cbd-a7cd-a3e124f224f1 req-cf578182-b2e1-4f2f-93a7-c99dadea537e tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:10.680570 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db24b468-2520-4cbd-a7cd-a3e124f224f1 req-cf578182-b2e1-4f2f-93a7-c99dadea537e tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 943 time: 0.0855680 Oct 18 23:50:10.682496 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:10.739090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:10.739717 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:10.741153 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] 10.222.0.102 "PUT /v2.0/ports/e37432cd-935e-4d87-986a-2984739de0ce HTTP/1.1" status: 200 len: 1092 time: 0.6644702 Oct 18 23:50:10.743412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3992c55c-e117-46e0-8dcd-14c9481940b7', 'tag': 'e37432cd-935e-4d87-986a-2984739de0ce'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:50:10.745994 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97dec9e-64c7-4cff-98b2-752163698034" -d '{"events": [{"name": "network-changed", "server_uuid": "3992c55c-e117-46e0-8dcd-14c9481940b7", "tag": "e37432cd-935e-4d87-986a-2984739de0ce"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:50:10.788031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa6e69-8d1a-4a12-9a1f-d4de2ea2b0fa service neutron] Pushing event updated for resources: {'Port': ['ID=e37432cd-935e-4d87-986a-2984739de0ce,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:50:10.793236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-db24b468-2520-4cbd-a7cd-a3e124f224f1 req-5dbc7c67-0be7-4957-9f4d-a236ae568d15 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015644 Oct 18 23:50:10.813063 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e073334e-9892-4477-b0a2-a379fef1c934 x-openstack-request-id: req-e073334e-9892-4477-b0a2-a379fef1c934 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:50:10.813580 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3992c55c-e117-46e0-8dcd-14c9481940b7", "tag": "e37432cd-935e-4d87-986a-2984739de0ce", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:50:10.813988 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e073334e-9892-4477-b0a2-a379fef1c934 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:50:10.814545 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3992c55c-e117-46e0-8dcd-14c9481940b7', 'tag': 'e37432cd-935e-4d87-986a-2984739de0ce', 'status': 'completed', 'code': 200} Oct 18 23:50:10.870108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8da89d-9241-4887-a746-8417701f4370 req-ff169dc8-2b2d-473e-947d-c3ada5d57092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:10.871626 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-ff169dc8-2b2d-473e-947d-c3ada5d57092 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=672d1360f56549df8716409f0d6c7d7a&device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 1095 time: 0.0410149 Oct 18 23:50:10.919886 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-a9e3f5ce-fcef-4bd9-b814-e9c90475b76d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e37432cd-935e-4d87-986a-2984739de0ce HTTP/1.1" status: 200 len: 217 time: 0.0335588 Oct 18 23:50:10.968952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8da89d-9241-4887-a746-8417701f4370 req-775e06aa-4c19-4941-81b0-ae19595864e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:10.970781 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-775e06aa-4c19-4941-81b0-ae19595864e5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=53f56c12-220e-4e3e-8e56-eaad109e503a HTTP/1.1" status: 200 len: 854 time: 0.0438957 Oct 18 23:50:11.013903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-b34f6dba-b6e7-40c0-85f9-660dd3f7275f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353274 Oct 18 23:50:11.117016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-9ea99262-f50f-4082-9158-931a50ece932 service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954702 Oct 18 23:50:11.214696 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9a8da89d-9241-4887-a746-8417701f4370 req-fa28b237-808f-40c6-adf5-6e2abf641415 service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898836 Oct 18 23:50:11.354283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dec9e-64c7-4cff-98b2-752163698034 req-577b9d4f-e19a-4954-ac57-db2851c95bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:11.355814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c97dec9e-64c7-4cff-98b2-752163698034 req-577b9d4f-e19a-4954-ac57-db2851c95bb7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=672d1360f56549df8716409f0d6c7d7a&device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 1095 time: 0.0436189 Oct 18 23:50:11.454360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dec9e-64c7-4cff-98b2-752163698034 req-b21bdf46-a3ee-4312-8f56-729c918b93ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:11.455881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c97dec9e-64c7-4cff-98b2-752163698034 req-b21bdf46-a3ee-4312-8f56-729c918b93ce service neutron] 10.222.0.102 "GET /v2.0/networks?id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b HTTP/1.1" status: 200 len: 915 time: 0.0924792 Oct 18 23:50:11.504083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c97dec9e-64c7-4cff-98b2-752163698034 req-7206f13f-686a-4033-be28-66f0ba1ecc69 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e37432cd-935e-4d87-986a-2984739de0ce HTTP/1.1" status: 200 len: 217 time: 0.0396857 Oct 18 23:50:11.558614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dec9e-64c7-4cff-98b2-752163698034 req-20022378-d66d-465d-b56b-eda8573a2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:11.560206 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c97dec9e-64c7-4cff-98b2-752163698034 req-20022378-d66d-465d-b56b-eda8573a2bd4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=53f56c12-220e-4e3e-8e56-eaad109e503a HTTP/1.1" status: 200 len: 854 time: 0.0491648 Oct 18 23:50:11.594825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c97dec9e-64c7-4cff-98b2-752163698034 req-04db7461-7792-4f9a-aba6-fd2663aa22c4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272563 Oct 18 23:50:11.706064 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c97dec9e-64c7-4cff-98b2-752163698034 req-91634347-3493-46fc-9f6b-4f902af9e797 service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032996 Oct 18 23:50:11.807930 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c97dec9e-64c7-4cff-98b2-752163698034 req-6667f03a-6440-4853-a399-24cfe94fb71c service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945933 Oct 18 23:50:11.923450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020122fb-aa11-4e5f-9b7e-8811364978bc req-e9e9f881-7363-4623-ac32-0d7f9c7781c4 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:11.924906 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-020122fb-aa11-4e5f-9b7e-8811364978bc req-e9e9f881-7363-4623-ac32-0d7f9c7781c4 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 943 time: 0.0563393 Oct 18 23:50:11.964445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-020122fb-aa11-4e5f-9b7e-8811364978bc req-f3deee15-199b-4b71-b279-ab0deef23bf6 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 Oct 18 23:50:13.091263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205c9e5-65aa-4aea-97ea-1350d78cdfb3 req-026d25a8-9953-479b-a652-a5dbf1b3bc61 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:13.092923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5205c9e5-65aa-4aea-97ea-1350d78cdfb3 req-026d25a8-9953-479b-a652-a5dbf1b3bc61 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 943 time: 0.0549021 Oct 18 23:50:13.138348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5205c9e5-65aa-4aea-97ea-1350d78cdfb3 req-52a25d94-d1dc-46e0-b3eb-48c0f831884c tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Oct 18 23:50:14.267840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7be59-e7e0-44de-ab0b-67bca297270d req-300cbc92-7f28-4bb1-947d-477225608a94 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:14.269535 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43d7be59-e7e0-44de-ab0b-67bca297270d req-300cbc92-7f28-4bb1-947d-477225608a94 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 943 time: 0.0609784 Oct 18 23:50:14.319730 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43d7be59-e7e0-44de-ab0b-67bca297270d req-60e8bf2d-86b5-44ca-a58a-fa2ae2989d5c tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Oct 18 23:50:15.115740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device e37432cd-935e-4d87-986a-2984739de0ce details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:50:15.210320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port e37432cd-935e-4d87-986a-2984739de0ce, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e37432cd-935e-4d87-986a-2984739de0ce,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:50:15.221469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'e37432cd-935e-4d87-986a-2984739de0ce', 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b', 'port_id': 'e37432cd-935e-4d87-986a-2984739de0ce', 'mac_address': 'fa:16:3e:3e:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f56c12-220e-4e3e-8e56-eaad109e503a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:50:15.258111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:15.275058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37432cd-935e-4d87-986a-2984739de0ce {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:50:15.295433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port e37432cd-935e-4d87-986a-2984739de0ce, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e37432cd-935e-4d87-986a-2984739de0ce,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:50:15.301043 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:15.353320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=e37432cd-935e-4d87-986a-2984739de0ce,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:50:15.455290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36804b9b-bc59-4505-af9e-1b1a9dbfdc9f req-7e203d4e-63d9-4d84-834e-aba325cb04a4 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:15.456706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36804b9b-bc59-4505-af9e-1b1a9dbfdc9f req-7e203d4e-63d9-4d84-834e-aba325cb04a4 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 944 time: 0.0505068 Oct 18 23:50:15.496352 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36804b9b-bc59-4505-af9e-1b1a9dbfdc9f req-c0bdac52-a2cb-49d4-93ec-74cc75dbae88 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Oct 18 23:50:15.661944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['e37432cd-935e-4d87-986a-2984739de0ce'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:50:16.619643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e95aed-7089-45af-9af3-9f95356fd529 req-e47d9ba6-ea6f-42ce-8cc9-8a0be63e7bd0 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:16.621198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99e95aed-7089-45af-9af3-9f95356fd529 req-e47d9ba6-ea6f-42ce-8cc9-8a0be63e7bd0 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 944 time: 0.0506206 Oct 18 23:50:16.660602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99e95aed-7089-45af-9af3-9f95356fd529 req-480a6d21-eb65-4d3a-924b-7c17faeeee37 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Oct 18 23:50:17.131611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device e37432cd-935e-4d87-986a-2984739de0ce up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:50:17.185787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port e37432cd-935e-4d87-986a-2984739de0ce completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:50:17.190185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port e37432cd-935e-4d87-986a-2984739de0ce triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:50:17.190566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:17.283444 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:17.306568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3992c55c-e117-46e0-8dcd-14c9481940b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37432cd-935e-4d87-986a-2984739de0ce'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:50:17.309045 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a13865-f0fb-459f-bc64-b61122682e27" -d '{"events": [{"server_uuid": "3992c55c-e117-46e0-8dcd-14c9481940b7", "name": "network-vif-plugged", "status": "completed", "tag": "e37432cd-935e-4d87-986a-2984739de0ce"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:50:17.322466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port e37432cd-935e-4d87-986a-2984739de0ce, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e37432cd-935e-4d87-986a-2984739de0ce,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:50:17.327857 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:17.355242 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ef68b3-ae13-43cf-96f6-d06b741359f1 x-openstack-request-id: req-d5ef68b3-ae13-43cf-96f6-d06b741359f1 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:50:17.355552 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3992c55c-e117-46e0-8dcd-14c9481940b7", "name": "network-vif-plugged", "status": "completed", "tag": "e37432cd-935e-4d87-986a-2984739de0ce", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:50:17.355783 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5ef68b3-ae13-43cf-96f6-d06b741359f1 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:50:17.356172 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3992c55c-e117-46e0-8dcd-14c9481940b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37432cd-935e-4d87-986a-2984739de0ce', 'code': 200} Oct 18 23:50:17.383148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=e37432cd-935e-4d87-986a-2984739de0ce,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:50:17.825697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f9478-c817-4b27-bf99-c0a9af7c60ac req-b0be4601-61cb-4e10-8a70-7a3db4ffbafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:17.827763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb3f9478-c817-4b27-bf99-c0a9af7c60ac req-b0be4601-61cb-4e10-8a70-7a3db4ffbafa service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 1097 time: 0.3851480 Oct 18 23:50:17.850284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154cb0c-d091-4315-afb3-87bc2ca3f8b0 req-4ba9fe44-0dd6-48c4-b2b4-ee0ab3712b5a tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:17.851885 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d154cb0c-d091-4315-afb3-87bc2ca3f8b0 req-4ba9fe44-0dd6-48c4-b2b4-ee0ab3712b5a tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 945 time: 0.0674655 Oct 18 23:50:17.893483 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb3f9478-c817-4b27-bf99-c0a9af7c60ac req-863f5732-dfd9-401b-a26b-6662f5529745 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576029 Oct 18 23:50:17.906551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d154cb0c-d091-4315-afb3-87bc2ca3f8b0 req-efb1da6c-b43f-43a0-9c0c-5a873fa2cd1e tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483582 Oct 18 23:50:19.022770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99992d7-1235-44c2-afd0-bd0b6de66ca1 req-9087a302-d25d-487b-b8a9-3c792cf6b0d8 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:19.024230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c99992d7-1235-44c2-afd0-bd0b6de66ca1 req-9087a302-d25d-487b-b8a9-3c792cf6b0d8 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Oct 18 23:50:19.063842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c99992d7-1235-44c2-afd0-bd0b6de66ca1 req-323fed3d-2eae-4030-a58f-88e38cb0f764 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Oct 18 23:50:20.182207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dee11-dd65-4091-baac-82a693dfc156 req-38fe6f0c-c6d7-4165-affe-f658c072fb26 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:20.183988 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e2dee11-dd65-4091-baac-82a693dfc156 req-38fe6f0c-c6d7-4165-affe-f658c072fb26 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Oct 18 23:50:20.222495 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7e2dee11-dd65-4091-baac-82a693dfc156 req-be30dad8-0473-48bf-ae29-bfa29eea709b tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Oct 18 23:50:20.287154 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b60d76ba-63c9-46f1-98e9-51b370cb8c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:23.959843 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65eced23-12e6-493f-a714-389e38c54dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:24.783620 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:25.406507 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:27.926441 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:34.892333 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:36.518161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:42.710215 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:50:47.179679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-66f17f43-aae3-482b-a90a-28823888d549 req-a4690290-3a81-4aa9-b947-b2b8ac18cc03 service neutron] (100922) timed out ('10.222.0.73', 64487) {{(pid=100922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 23:50:50.285272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5b17577-0364-4ff1-9871-5ea030df965b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:50.354577 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-2856e351-db57-4ebb-8c3e-27c6405d54c3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489657 Oct 18 23:50:50.476485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-5f9b9bff-8511-4f9a-b620-abe4efc5a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:50.478877 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-5f9b9bff-8511-4f9a-b620-abe4efc5a8ba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=672d1360f56549df8716409f0d6c7d7a&device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 1097 time: 0.0563595 Oct 18 23:50:50.616081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-d9246ada-f5e2-4434-b7c1-297d7cfcf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:50.618706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-d9246ada-f5e2-4434-b7c1-297d7cfcf66d service neutron] 10.222.0.102 "GET /v2.0/networks?id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b HTTP/1.1" status: 200 len: 915 time: 0.1128731 Oct 18 23:50:50.678639 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-276af0fb-6db1-4b2f-9041-bd2c4ece6e4b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e37432cd-935e-4d87-986a-2984739de0ce HTTP/1.1" status: 200 len: 217 time: 0.0513721 Oct 18 23:50:50.744783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-35a37841-9631-4cdd-bac6-b8b112c17cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:50.746632 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-35a37841-9631-4cdd-bac6-b8b112c17cc3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=53f56c12-220e-4e3e-8e56-eaad109e503a HTTP/1.1" status: 200 len: 854 time: 0.0603094 Oct 18 23:50:50.792436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-a7c6e086-2ace-4e9b-b43c-537eee1c6ce6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373967 Oct 18 23:50:50.914808 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-485d3dbc-2e55-4aaa-87e4-19f0a3a7bfd7 service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143162 Oct 18 23:50:51.040840 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a3eff14-5195-4cd1-87bd-4fb60e8f7dd0 req-975464df-b087-4702-a6c5-dfb30761b7c6 service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181455 Oct 18 23:50:53.622044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-8034b740-2a60-4f39-a520-3e26844ddced service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524938 Oct 18 23:50:53.800913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-bd59f608-3e09-409e-bd37-3c5d63b28183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:53.812781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-bd59f608-3e09-409e-bd37-3c5d63b28183 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 1097 time: 0.1501701 Oct 18 23:50:53.988217 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-72ea7221-0ebe-4c76-8d38-fee8ec2bbbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:54.033546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-d90b2389-8abf-4038-a0d0-619300e34237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:54.035969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-d90b2389-8abf-4038-a0d0-619300e34237 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.1774411 Oct 18 23:50:54.578402 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-8e0f487d-c2cd-4874-8cfe-8acc868e016c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc5ebe12-fd59-4029-a643-a38da23c957b HTTP/1.1" status: 200 len: 1000 time: 0.5346291 Oct 18 23:50:54.640102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-686922b4-8ca2-46c0-be52-f119b4a119cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:54.642799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-686922b4-8ca2-46c0-be52-f119b4a119cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.0563993 Oct 18 23:50:54.709386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-70f81c24-3afc-4abb-a968-f2344000b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:50:54.710951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-70f81c24-3afc-4abb-a968-f2344000b5e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607507 Oct 18 23:50:54.819087 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:54.899086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-278d2856-aedb-48cf-ba2b-64045d3ac7ca service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773815 Oct 18 23:50:55.090856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e7266c5-e33b-4a03-b51b-2f70c2e44112 req-340a9d0f-e26d-4bc6-95c5-92d9daaaefc0 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843781 Oct 18 23:50:55.413508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:50:57.933760 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:04.911629 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:06.076485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bd102-535b-4a65-a196-d737bbbb4cec req-a2fe2bbc-d308-4b84-b32a-e3b839a11f8d tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:06.078314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-831bd102-535b-4a65-a196-d737bbbb4cec req-a2fe2bbc-d308-4b84-b32a-e3b839a11f8d tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1098 time: 0.0548854 Oct 18 23:51:06.136950 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-831bd102-535b-4a65-a196-d737bbbb4cec req-9f99af0a-54fa-499c-841b-6ddd2d56f30b tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500879 Oct 18 23:51:06.174598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58494) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:06.394037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port feb4b39c-2798-42bf-8e2f-90acdacc6c8c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:51:06.394445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:06.499806 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:06.500281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:06.513526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for feb4b39c-2798-42bf-8e2f-90acdacc6c8c owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:51:06.545372 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:06.761017 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:06.805088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=feb4b39c-2798-42bf-8e2f-90acdacc6c8c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:06.878949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:06.879318 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Floating IP c35b01fc-5ef3-402d-bb9b-e876fe215f43 disassociated (deleted). External IP: 172.25.7.126, port: 5c482e17-3cff-4d95-a6bd-528664812155. Oct 18 23:51:07.101592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:51:07.234947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:51:07.239873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:07.247066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] Sync routers for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:51:07.257447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:07.258439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:50:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:07.272104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fadf1763-445b-4030-a8f1-5db0cc190358 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/floatingips/c35b01fc-5ef3-402d-bb9b-e876fe215f43 HTTP/1.1" status: 204 len: 168 time: 1.0951512 Oct 18 23:51:07.272774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:51:07.275203 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90586376-643b-40d4-b4f1-3b026fdf5f72" -d '{"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:51:07.330364 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4f1f54-63ec-45b3-8736-12935e9f0a9f x-openstack-request-id: req-4c4f1f54-63ec-45b3-8736-12935e9f0a9f {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:51:07.331018 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:51:07.331508 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c4f1f54-63ec-45b3-8736-12935e9f0a9f {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:51:07.332139 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'status': 'completed', 'code': 200} Oct 18 23:51:07.447738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:07.461593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-9231b8e8-9507-4e67-af79-da7eec4f5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:07.472250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-9231b8e8-9507-4e67-af79-da7eec4f5611 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 1098 time: 0.0965576 Oct 18 23:51:07.744367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '65293a35-4baf-44d2-9c29-9e993671b335', 'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:8b:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:52Z', 'updated_at': '2021-10-18T23:47:58Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:07.752567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eef289-42a2-4265-b49a-0b5e20a9c79f req-322edae6-f23b-4680-9ac1-73584d9b2bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:07.765054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78eef289-42a2-4265-b49a-0b5e20a9c79f req-322edae6-f23b-4680-9ac1-73584d9b2bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 946 time: 0.1603370 Oct 18 23:51:07.787095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] Checking router: f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:51:07.799699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:07.801020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:50:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:07.821668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-1a1432ac-eb9f-4673-af68-176961649fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:07.823326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-1a1432ac-eb9f-4673-af68-176961649fcc service neutron] 10.222.0.73 "GET /v2.0/networks?id=5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 200 len: 897 time: 0.3441014 Oct 18 23:51:07.838091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78eef289-42a2-4265-b49a-0b5e20a9c79f req-70982922-5a81-4e20-a16b-2a28ba00e225 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692031 Oct 18 23:51:07.895098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-2e966c1d-3f76-4803-83c5-8be72984cab0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 200 len: 217 time: 0.0502508 Oct 18 23:51:07.955338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:07.963016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-f091eb84-3bb8-4623-86f3-987a98572b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:07.964739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-f091eb84-3bb8-4623-86f3-987a98572b87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 200 len: 835 time: 0.0622940 Oct 18 23:51:08.028008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-a6ff8073-e13c-4fe1-a7b9-e903ff05390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:08.029730 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-a6ff8073-e13c-4fe1-a7b9-e903ff05390e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5cb88803-867f-4cac-85ec-84f468153c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556295 Oct 18 23:51:08.161123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-631c4963-f0b2-4990-ac4a-d1171794e103 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171005 Oct 18 23:51:08.192469 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '65293a35-4baf-44d2-9c29-9e993671b335', 'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:8b:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:52Z', 'updated_at': '2021-10-18T23:47:58Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:08.229312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ac1a2-9127-470e-88b5-06ec03852f6e None None] The sync data for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 is: [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '65293a35-4baf-44d2-9c29-9e993671b335', 'name': '', 'network_id': '5cb88803-867f-4cac-85ec-84f468153c48', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:8b:98:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:52Z', 'updated_at': '2021-10-18T23:47:58Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '5ebbf1ba-9b50-4d68-8ae0-af36467498f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:51:08.269355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90586376-643b-40d4-b4f1-3b026fdf5f72 req-69e0cfd6-14c9-4d13-9648-87bc90849500 service neutron] 10.222.0.73 "GET /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006994 Oct 18 23:51:08.511131 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e3f3b-39ab-4cda-9076-4e3d2bb63b73 None None] New status for floating IP c35b01fc-5ef3-402d-bb9b-e876fe215f43: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:51:08.985999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50a7c2-637b-400f-bc41-f650d2ad979e req-92e2c266-1c45-4f03-bb0c-0c589cd95919 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:08.987845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea50a7c2-637b-400f-bc41-f650d2ad979e req-92e2c266-1c45-4f03-bb0c-0c589cd95919 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 946 time: 0.0658069 Oct 18 23:51:09.013261 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8fa60-3316-4342-993d-cea2005b54e2 req-9fa0eba3-ce5f-4061-bfb3-2e716036d753 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:09.015010 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31d8fa60-3316-4342-993d-cea2005b54e2 req-9fa0eba3-ce5f-4061-bfb3-2e716036d753 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 945 time: 0.0571132 Oct 18 23:51:09.055741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea50a7c2-637b-400f-bc41-f650d2ad979e req-bdb00e66-a46c-4922-8e7e-f4bbbc591793 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ed4ca-e1c5-4e6f-8071-95c548880fce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473795 Oct 18 23:51:09.058298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31d8fa60-3316-4342-993d-cea2005b54e2 req-3e409a61-f9a1-413b-9ad8-e07e126f7de8 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370102 Oct 18 23:51:09.333612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-9979be72-fa94-422d-b6fd-73327a652fad tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:09.335009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-9979be72-fa94-422d-b6fd-73327a652fad tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 946 time: 0.0589776 Oct 18 23:51:09.432031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 5c482e17-3cff-4d95-a6bd-528664812155 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:51:09.432365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:09.534776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 5c482e17-3cff-4d95-a6bd-528664812155, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=5c482e17-3cff-4d95-a6bd-528664812155,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:09.535146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:09.551103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 5c482e17-3cff-4d95-a6bd-528664812155 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:51:09.687108 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:09.728355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=5c482e17-3cff-4d95-a6bd-528664812155,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:09.758700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.758700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.759099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.759257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.759598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.759938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.760277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.760608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.760949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.761280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.761608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.761941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:09.779838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] No DVR routers for this DVR port 5c482e17-3cff-4d95-a6bd-528664812155 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:51:09.782644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:09.786664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32ef6b4e-3c98-4f54-aaad-4673b56fafae req-ab9ca66a-b01c-4679-a5e2-8c16a5f24630 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "DELETE /v2.0/ports/5c482e17-3cff-4d95-a6bd-528664812155 HTTP/1.1" status: 204 len: 173 time: 0.4457135 Oct 18 23:51:09.787203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-deleted', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:51:09.789628 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e40aafd-a440-4ced-8372-68ab82d0574d" -d '{"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-deleted", "tag": "5c482e17-3cff-4d95-a6bd-528664812155"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:51:09.846866 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6da70-4081-4a33-81c1-051a589abf78 x-openstack-request-id: req-28d6da70-4081-4a33-81c1-051a589abf78 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:51:09.847546 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f177b7-0d24-4544-9889-71d6a4781410", "name": "network-vif-deleted", "tag": "5c482e17-3cff-4d95-a6bd-528664812155", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:51:09.848211 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28d6da70-4081-4a33-81c1-051a589abf78 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:51:09.848838 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f177b7-0d24-4544-9889-71d6a4781410', 'name': 'network-vif-deleted', 'tag': '5c482e17-3cff-4d95-a6bd-528664812155', 'status': 'completed', 'code': 200} Oct 18 23:51:10.212085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-accec997-0c9f-465c-b4d7-d847df78b6aa req-5fb979f7-8c44-4de2-b819-3440c7d07031 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=81f177b7-0d24-4544-9889-71d6a4781410 HTTP/1.1" status: 200 len: 210 time: 0.0315015 Oct 18 23:51:10.226699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae0758-db3a-47e6-acef-0214e62e24dd req-2ea32447-0e32-4db4-9172-8d69d6980220 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:10.233447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdae0758-db3a-47e6-acef-0214e62e24dd req-2ea32447-0e32-4db4-9172-8d69d6980220 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 945 time: 0.0861728 Oct 18 23:51:10.296675 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cdae0758-db3a-47e6-acef-0214e62e24dd req-cc7129d0-bfe7-4042-8df2-c647c20793bf tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Oct 18 23:51:10.880804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-5e4d8eb0-2689-47f4-b9d1-e64691137d64 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:10.882907 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-5e4d8eb0-2689-47f4-b9d1-e64691137d64 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 945 time: 0.0757506 Oct 18 23:51:11.002436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Deleting port e37432cd-935e-4d87-986a-2984739de0ce {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:51:11.002676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:11.105995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] For port e37432cd-935e-4d87-986a-2984739de0ce, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e37432cd-935e-4d87-986a-2984739de0ce,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:11.106952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:11.121945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Calling delete_port for e37432cd-935e-4d87-986a-2984739de0ce owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:51:11.310594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:11.313809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58610) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:11.346686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['e37432cd-935e-4d87-986a-2984739de0ce'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:51:11.377838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Pushing event deleted for resources: {'Port': ['ID=e37432cd-935e-4d87-986a-2984739de0ce,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:11.425907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-287a181c-e5b1-486d-a936-71d7f718b2a1 req-0b764a8e-2bae-400a-86f3-a245a8e25fdd tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992c55c-e117-46e0-8dcd-14c9481940b7 HTTP/1.1" status: 200 len: 210 time: 0.0310555 Oct 18 23:51:11.433846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.434189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.435093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.435438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.435772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.436103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.436426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.436939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.437439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.437946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.438443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.439641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:11.498287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] No DVR routers for this DVR port e37432cd-935e-4d87-986a-2984739de0ce on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:51:11.504504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:11.508680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ce43ed6-16ce-41c8-a404-891157cc6887 req-c26411ff-24b3-416d-992d-1a920ecb6da3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.102 "DELETE /v2.0/ports/e37432cd-935e-4d87-986a-2984739de0ce HTTP/1.1" status: 204 len: 173 time: 0.6187711 Oct 18 23:51:11.509095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3992c55c-e117-46e0-8dcd-14c9481940b7', 'name': 'network-vif-deleted', 'tag': 'e37432cd-935e-4d87-986a-2984739de0ce'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:51:11.511478 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778548e0-4354-48b0-835d-204d2169d0eb" -d '{"events": [{"server_uuid": "3992c55c-e117-46e0-8dcd-14c9481940b7", "name": "network-vif-deleted", "tag": "e37432cd-935e-4d87-986a-2984739de0ce"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:51:11.580993 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d46b69-5219-40bf-a86c-68561b2fd938 x-openstack-request-id: req-d7d46b69-5219-40bf-a86c-68561b2fd938 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:51:11.581285 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3992c55c-e117-46e0-8dcd-14c9481940b7", "name": "network-vif-deleted", "tag": "e37432cd-935e-4d87-986a-2984739de0ce", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:51:11.581542 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7d46b69-5219-40bf-a86c-68561b2fd938 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:51:11.581941 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3992c55c-e117-46e0-8dcd-14c9481940b7', 'name': 'network-vif-deleted', 'tag': 'e37432cd-935e-4d87-986a-2984739de0ce', 'status': 'completed', 'code': 200} Oct 18 23:51:11.870422 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:12.192474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 65293a35-4baf-44d2-9c29-9e993671b335 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:51:12.192948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:12.313409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 65293a35-4baf-44d2-9c29-9e993671b335, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=65293a35-4baf-44d2-9c29-9e993671b335,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:12.314141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:12.337151 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 65293a35-4baf-44d2-9c29-9e993671b335 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:51:12.600312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:12.632525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=65293a35-4baf-44d2-9c29-9e993671b335,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:12.866137 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:13.205444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:51:13.346810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:51:13.354043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5716536d-f3cc-435f-97e1-2a954c026cdf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "PUT /v2.0/routers/f52d5baa-a8d1-4cfd-8537-24b1349ca6f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0385752 Oct 18 23:51:13.356662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58656) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:13.359529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] Sync routers for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:51:13.375804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:13.376853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:50:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:13.418912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device e37432cd-935e-4d87-986a-2984739de0ce no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:51:13.441803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: e37432cd-935e-4d87-986a-2984739de0ce {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:51:13.442510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device e37432cd-935e-4d87-986a-2984739de0ce not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:51:13.458053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b0a549-22e3-4e8e-9c88-80807825998e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting subnet 5ebbf1ba-9b50-4d68-8ae0-af36467498f4 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:51:13.466617 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a549-22e3-4e8e-9c88-80807825998e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:13.518035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a549-22e3-4e8e-9c88-80807825998e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:13.659765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a549-22e3-4e8e-9c88-80807825998e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:13.745274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:13.750924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a549-22e3-4e8e-9c88-80807825998e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:13.797444 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a549-22e3-4e8e-9c88-80807825998e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:13.801914 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c3b0a549-22e3-4e8e-9c88-80807825998e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/subnets/5ebbf1ba-9b50-4d68-8ae0-af36467498f4 HTTP/1.1" status: 204 len: 168 time: 0.4429047 Oct 18 23:51:13.802631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0a549-22e3-4e8e-9c88-80807825998e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebbf1ba-9b50-4d68-8ae0-af36467498f4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:13.804173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58664) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:13.850536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a66f8-19f2-45f0-befc-47346e2d1452 None None] Network 5cb88803-867f-4cac-85ec-84f468153c48 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:51:13.958832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:14.142025 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:14.221471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:51:12Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '0955d616-9032-42e1-8d9a-94dd519773e6', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:47:48Z', 'updated_at': '2021-10-18T23:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:14.226919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 0955d616-9032-42e1-8d9a-94dd519773e6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:51:14.227936 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:14.266265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] Checking router: f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:51:14.289521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] Routers {'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:14.290579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:50:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:14.331330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 0955d616-9032-42e1-8d9a-94dd519773e6, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0955d616-9032-42e1-8d9a-94dd519773e6,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:14.331795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:14.356631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 0955d616-9032-42e1-8d9a-94dd519773e6 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:51:14.383948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] DHCP port deletion for 5cb88803-867f-4cac-85ec-84f468153c48 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:51:14.429662 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] Set router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:14.497472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:51:14Z', 'revision_number': 6, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:14.503597 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:51:14.585971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 5c482e17-3cff-4d95-a6bd-528664812155 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:51:14.586582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 5c482e17-3cff-4d95-a6bd-528664812155 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:51:14.591784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44c729-c361-458d-a75f-a87a5a97188f None None] The sync data for ids ['f52d5baa-a8d1-4cfd-8537-24b1349ca6f4'] in n-d-713498-28 is: [{'id': 'f52d5baa-a8d1-4cfd-8537-24b1349ca6f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1611836006', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:47:47Z', 'updated_at': '2021-10-18T23:51:14Z', 'revision_number': 6, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:51:14.616021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Deleting port 8f5dcdd2-f951-4aeb-8830-9befff020a8b {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:51:14.616675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:14.626009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:14.769887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] For port 8f5dcdd2-f951-4aeb-8830-9befff020a8b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8f5dcdd2-f951-4aeb-8830-9befff020a8b,segment=NetworkSegment(bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e),segment_id=bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:14.770294 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:14.796274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Calling delete_port for 8f5dcdd2-f951-4aeb-8830-9befff020a8b owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:51:14.808452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=0955d616-9032-42e1-8d9a-94dd519773e6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:14.874465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:14.922264 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:14.969550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] No DVR routers for this DVR port 8f5dcdd2-f951-4aeb-8830-9befff020a8b on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:51:14.971499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Pushing event deleted for resources: {'Port': ['ID=8f5dcdd2-f951-4aeb-8830-9befff020a8b,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:14.982103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.982487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.986108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.986108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.986108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.986415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.986622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.987003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.987452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.987642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.988138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:14.988292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668aba50-8b88-4dcf-875d-4748f1829344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:15.034522 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.038956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.095825 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.097029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Fanout notify agent at l3_agent the message router_deleted on router f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:51:15.109288 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.113572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:15.114426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6314a3b3-c279-4850-a262-a21038fcb05e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/routers/f52d5baa-a8d1-4cfd-8537-24b1349ca6f4 HTTP/1.1" status: 204 len: 168 time: 1.3073628 Oct 18 23:51:15.257853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.379690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 65293a35-4baf-44d2-9c29-9e993671b335 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:51:15.422524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 65293a35-4baf-44d2-9c29-9e993671b335 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:51:15.423719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 65293a35-4baf-44d2-9c29-9e993671b335 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:51:15.424305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8f5dcdd2-f951-4aeb-8830-9befff020a8b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:51:15.431200 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.466674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb88803-867f-4cac-85ec-84f468153c48']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:15.478154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:15.478576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcab6c6e-2aba-4a6e-a338-f2ab0a6dae3e') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:15.485710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 8f5dcdd2-f951-4aeb-8830-9befff020a8b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:51:15.486065 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8f5dcdd2-f951-4aeb-8830-9befff020a8b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:51:15.486482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0955d616-9032-42e1-8d9a-94dd519773e6 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:51:15.491158 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.507438 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.515789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:51:15.516464 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:51:15.519928 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:51:15.531190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 0955d616-9032-42e1-8d9a-94dd519773e6 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:51:15.531555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0955d616-9032-42e1-8d9a-94dd519773e6 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:51:15.600744 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.610632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.617596 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/networks/5cb88803-867f-4cac-85ec-84f468153c48 HTTP/1.1" status: 204 len: 168 time: 0.4976430 Oct 18 23:51:15.619081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58716) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:15.627877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009de659-e87e-4ce6-8afe-5974c0d54074 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Network': ['ID=5cb88803-867f-4cac-85ec-84f468153c48,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:15.704063 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c46d15c-7dfd-4d4d-8be6-97a77c37ea17 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.737745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c46d15c-7dfd-4d4d-8be6-97a77c37ea17 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.841033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c46d15c-7dfd-4d4d-8be6-97a77c37ea17 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.847045 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c46d15c-7dfd-4d4d-8be6-97a77c37ea17 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:15.849738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3c46d15c-7dfd-4d4d-8be6-97a77c37ea17 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/security-groups/ab2ed4ca-e1c5-4e6f-8071-95c548880fce HTTP/1.1" status: 204 len: 168 time: 0.2289751 Oct 18 23:51:15.873377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46d15c-7dfd-4d4d-8be6-97a77c37ea17 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2ed4ca-e1c5-4e6f-8071-95c548880fce,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:16.760334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58728) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:16.765660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fc8a00ef-77e7-4feb-9b8c-c12afb99c4d4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850334331', 'description': 'tempest-secgroup-smoke-850334331 description', 'project_id': '084edf71706a486c94ae3b47f49b2bdb'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:16.792684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc8a00ef-77e7-4feb-9b8c-c12afb99c4d4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:16.892442 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc8a00ef-77e7-4feb-9b8c-c12afb99c4d4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:16.899219 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc8a00ef-77e7-4feb-9b8c-c12afb99c4d4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:16.938540 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fc8a00ef-77e7-4feb-9b8c-c12afb99c4d4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:16.942978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58730) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:16.943550 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fc8a00ef-77e7-4feb-9b8c-c12afb99c4d4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1818120 Oct 18 23:51:16.947655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a00ef-77e7-4feb-9b8c-c12afb99c4d4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6e8fd-a360-442d-8719-25ceaf3db443,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:16.953969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1f3ddb30-3edc-4750-a6e6-ab1261274b67 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'b6b6e8fd-a360-442d-8719-25ceaf3db443', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:17.009444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddb30-3edc-4750-a6e6-ab1261274b67 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.085003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddb30-3edc-4750-a6e6-ab1261274b67 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.091184 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddb30-3edc-4750-a6e6-ab1261274b67 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.114929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ddb30-3edc-4750-a6e6-ab1261274b67 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d7d654-5eb7-40b4-96ca-092511e74c19,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:17.127924 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddb30-3edc-4750-a6e6-ab1261274b67 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.132545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1f3ddb30-3edc-4750-a6e6-ab1261274b67 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1834645 Oct 18 23:51:17.132729 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58734) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:17.139142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-479a4545-7f6d-494d-8b93-d6e49f38b402 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'b6b6e8fd-a360-442d-8719-25ceaf3db443', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:17.168535 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-479a4545-7f6d-494d-8b93-d6e49f38b402 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.242868 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-479a4545-7f6d-494d-8b93-d6e49f38b402 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.248861 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-479a4545-7f6d-494d-8b93-d6e49f38b402 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.271028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a4545-7f6d-494d-8b93-d6e49f38b402 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e985134-fe79-4f0d-bd62-b6a82875df01,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:17.285901 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-479a4545-7f6d-494d-8b93-d6e49f38b402 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.290027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-479a4545-7f6d-494d-8b93-d6e49f38b402 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534936 Oct 18 23:51:17.290980 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58736) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:17.300888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9ddcc4fa-216d-48c9-99c7-bc6d2515a03b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'b6b6e8fd-a360-442d-8719-25ceaf3db443', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:17.343379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc4fa-216d-48c9-99c7-bc6d2515a03b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.427607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc4fa-216d-48c9-99c7-bc6d2515a03b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.432417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc4fa-216d-48c9-99c7-bc6d2515a03b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.453052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcc4fa-216d-48c9-99c7-bc6d2515a03b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afe599a-239d-44c0-8490-ac51c4815593,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:17.462036 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc4fa-216d-48c9-99c7-bc6d2515a03b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.463359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ddcc4fa-216d-48c9-99c7-bc6d2515a03b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711597 Oct 18 23:51:17.468425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58740) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:17.473597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ff85ebd1-0150-4ddf-9c67-913bf171ba9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'b6b6e8fd-a360-442d-8719-25ceaf3db443', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:17.505317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff85ebd1-0150-4ddf-9c67-913bf171ba9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.580601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff85ebd1-0150-4ddf-9c67-913bf171ba9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.585315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff85ebd1-0150-4ddf-9c67-913bf171ba9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.611618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85ebd1-0150-4ddf-9c67-913bf171ba9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67324ebc-d311-4f24-9a81-1c477d07ffb6,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:17.625393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff85ebd1-0150-4ddf-9c67-913bf171ba9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.629753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ff85ebd1-0150-4ddf-9c67-913bf171ba9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574128 Oct 18 23:51:17.630254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58746) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:17.635734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cb1cbbf6-c7a1-477b-a8bf-76a8eec5344d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'b6b6e8fd-a360-442d-8719-25ceaf3db443', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:17.661285 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-cb1cbbf6-c7a1-477b-a8bf-76a8eec5344d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Project 084edf71706a486c94ae3b47f49b2bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:51:17.667496 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbbf6-c7a1-477b-a8bf-76a8eec5344d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.750302 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbbf6-c7a1-477b-a8bf-76a8eec5344d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.755567 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbbf6-c7a1-477b-a8bf-76a8eec5344d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.773584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cbbf6-c7a1-477b-a8bf-76a8eec5344d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90e8f19-fbe4-4d40-95cc-08f0d15c0d1e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:17.788776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbbf6-c7a1-477b-a8bf-76a8eec5344d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.790192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cb1cbbf6-c7a1-477b-a8bf-76a8eec5344d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586828 Oct 18 23:51:17.793034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58750) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:17.798422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-25e5fe01-4484-4d29-9bb7-b21ac7ad5301 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': 'b6b6e8fd-a360-442d-8719-25ceaf3db443', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:17.826177 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-25e5fe01-4484-4d29-9bb7-b21ac7ad5301 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Project 084edf71706a486c94ae3b47f49b2bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:51:17.832170 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-25e5fe01-4484-4d29-9bb7-b21ac7ad5301 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.915396 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-25e5fe01-4484-4d29-9bb7-b21ac7ad5301 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.920427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-25e5fe01-4484-4d29-9bb7-b21ac7ad5301 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.940264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5fe01-4484-4d29-9bb7-b21ac7ad5301 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6eefba-4584-4099-8446-8e0f6c4b375a,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:17.954073 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-25e5fe01-4484-4d29-9bb7-b21ac7ad5301 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:17.958353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-25e5fe01-4484-4d29-9bb7-b21ac7ad5301 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635931 Oct 18 23:51:17.958529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58752) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:17.964826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'network': {'name': 'tempest-network-smoke--1925777590', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'port_security_enabled': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:17.988814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:51:17.992997 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.020721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:51:18.033031 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.033502 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Added segment b40efdb1-4f1d-4459-a696-4b8db76c036e of type vlan for network 89ec6213-7eb9-42de-b604-acde233eed2f Oct 18 23:51:18.079314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.117365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.129089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:18.130026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.174621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2141757 Oct 18 23:51:18.179018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58756) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:18.183640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'admin_state_up': True, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:18.227138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b0b71-fef4-4e23-9fbc-c5e716558c18 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Network': ['ID=89ec6213-7eb9-42de-b604-acde233eed2f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:18.241162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 89ec6213-7eb9-42de-b604-acde233eed2f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:51:18.259489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.261326 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.327476 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.497795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.814753 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.829764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:18.952926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.25.7.29 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/32c8638c-a31b-4778-97a3-342fa5900454) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:51:19.101315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:19.149612 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:19.201150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:51:19.204710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:51:19.211711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:51:19.248368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=32c8638c-a31b-4778-97a3-342fa5900454,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:19.631202 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:19.711438 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:51:19.880988 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:20.034210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:51:20.285037 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1caf5f3f-487f-4b13-9a86-03b7bb32ba39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:20.517529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-4ccbf1a0-617c-4fd0-8b9e-443a24c60afd tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:20.519204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-4ccbf1a0-617c-4fd0-8b9e-443a24c60afd tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/networks?id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b HTTP/1.1" status: 200 len: 814 time: 0.4953375 Oct 18 23:51:20.545008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:51:20.547748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-861159de-7867-4caa-a966-8e3aa914a9aa tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/quotas/672d1360f56549df8716409f0d6c7d7a HTTP/1.1" status: 200 len: 375 time: 0.0197423 Oct 18 23:51:20.556366 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Sync routers for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:51:20.569465 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:20.570190 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:50:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:20.614434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-2e555669-da04-4b25-8d14-076b858c1129 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=672d1360f56549df8716409f0d6c7d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598810 Oct 18 23:51:20.617323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:20.618465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e9b1c10f-a1b4-4da1-a8df-ee3075dd0b5d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4384782 Oct 18 23:51:20.622532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58782) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:20.666286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 58786) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:20.667239 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-85422051-5303-4990-80dd-7fd6aecffb5d tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=084edf71706a486c94ae3b47f49b2bdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428207 Oct 18 23:51:20.721247 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:20.899443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4bf86-0144-4687-8ccf-8cd1fa1c31e2 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:20.902781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-afb4bf86-0144-4687-8ccf-8cd1fa1c31e2 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2350073 Oct 18 23:51:20.906422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58790) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:20.914110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-a83149a6-6641-44a5-8c11-2ba417714df1 service neutron] 10.222.0.52 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924049 Oct 18 23:51:20.955648 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b1943bf8-05dd-4014-83ed-71abcac6fb14 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463011 Oct 18 23:51:20.959296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58792) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:20.968553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-633180562', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:21.009145 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:19Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:21.041914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-83483101-df91-469e-b42a-8f9a13613d43 service neutron] 10.222.0.52 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195214 Oct 18 23:51:21.060399 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Checking router: 6243cbc1-e08c-4f78-951d-a7d6b82f6103 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:51:21.061664 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Updating router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 port 32c8638c-a31b-4778-97a3-342fa5900454 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:51:21.098316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:51:21.101716 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:21.106471 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:21.521619 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:21.529522 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:21.599460 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Attempting to bind port 32c8638c-a31b-4778-97a3-342fa5900454 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:51:21.600313 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Attempting to bind port 32c8638c-a31b-4778-97a3-342fa5900454 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:51:21.600805 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Attempting to bind port 32c8638c-a31b-4778-97a3-342fa5900454 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:51:21.613848 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Pushing event updated for resources: {'Port': ['ID=32c8638c-a31b-4778-97a3-342fa5900454,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:21.617359 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:51:21.617659 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:51:21.617984 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:21.618373 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:51:21.624260 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Bound port: 32c8638c-a31b-4778-97a3-342fa5900454, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:51:21.624260 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:21.626886 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.627238 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.627577 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.627912 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.628239 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.628565 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.628889 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.629208 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.629527 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.629848 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.630167 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.630481 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:51:21.690351 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] For port 32c8638c-a31b-4778-97a3-342fa5900454, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:51:21.693700 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] For port 32c8638c-a31b-4778-97a3-342fa5900454, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=32c8638c-a31b-4778-97a3-342fa5900454,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:51:21.699435 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:21.700903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a4be74e8-038a-406a-98d7-d3667cabf157 req-5300a1e8-7220-4f82-a057-3768c51d1f15 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 210 time: 0.4132340 Oct 18 23:51:21.757258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:21.762503 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b02f3-d4bd-46f6-a654-201c13f40976 None None] Pushing event updated for resources: {'Port': ['ID=32c8638c-a31b-4778-97a3-342fa5900454,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:21.777268 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:21.777268 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:50:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:21.837287 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Subnet': ['ID=649ebb48-531f-4be3-a42a-89c7b9e4e183,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:21.840695 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Checking segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:51:21.841221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network hostable DHCP agents. Network: 89ec6213-7eb9-42de-b604-acde233eed2f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:51:21.860071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 89ec6213-7eb9-42de-b604-acde233eed2f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:51:21.874057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 89ec6213-7eb9-42de-b604-acde233eed2f) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:51:21.879103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:21.879698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:21.884773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd9fea2-28a2-43d0-9825-14b75a05107d None None] Network 89ec6213-7eb9-42de-b604-acde233eed2f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:51:21.910940 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:21.914298 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-67a6f4ef-853e-4214-b6e2-d05f2ed32d55 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9531615 Oct 18 23:51:21.917089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 58808) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:22.071765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-89ec6213-7eb9-42de-b604-acde233eed2f', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:51:22.073044 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:22.237156 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:19Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:22.245531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Allocated IP 172.20.0.2 (89ec6213-7eb9-42de-b604-acde233eed2f/649ebb48-531f-4be3-a42a-89c7b9e4e183/edf12311-1a38-4f24-a75a-e0ab5d6e1340) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:51:22.272485 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2fcaf-3ed9-4fe6-af43-733cc3faa3ef None None] The sync data for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 is: [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:19Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:51:22.443891 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:22.455948 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:22.460516 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:22.493232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Network 89ec6213-7eb9-42de-b604-acde233eed2f is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:51:22.496500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:51:22.501631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:51:22.539483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Pushing event updated for resources: {'Port': ['ID=edf12311-1a38-4f24-a75a-e0ab5d6e1340,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:22.583968 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Attempting to bind port edf12311-1a38-4f24-a75a-e0ab5d6e1340 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:51:22.584418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Attempting to bind port edf12311-1a38-4f24-a75a-e0ab5d6e1340 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:51:22.584790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Attempting to bind port edf12311-1a38-4f24-a75a-e0ab5d6e1340 on network 89ec6213-7eb9-42de-b604-acde233eed2f {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:51:22.592106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:51:22.592736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Checking segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:51:22.593367 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:22.593931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Bound using segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:51:22.594623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Bound port: edf12311-1a38-4f24-a75a-e0ab5d6e1340, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:51:22.595248 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:22.681603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] For port edf12311-1a38-4f24-a75a-e0ab5d6e1340, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:51:22.685791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] For port edf12311-1a38-4f24-a75a-e0ab5d6e1340, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=edf12311-1a38-4f24-a75a-e0ab5d6e1340,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:51:22.704788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:22.831787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64c67d-224b-4a00-8f94-ff806dbb29e1 None None] Pushing event updated for resources: {'Port': ['ID=edf12311-1a38-4f24-a75a-e0ab5d6e1340,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:22.881318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-26f7ce8b-ef0a-4081-ae09-00be61db6f7b req-87032d98-6dbc-4789-93d1-a97cca6ad51e tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 210 time: 0.0606203 Oct 18 23:51:22.939798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-82fd9490-9e15-4701-83e7-3444f1c84274 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:22.941714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-82fd9490-9e15-4701-83e7-3444f1c84274 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.102 "GET /v2.0/networks?id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b HTTP/1.1" status: 200 len: 814 time: 0.4148736 Oct 18 23:51:23.055226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Request body: {'port': {'device_id': '536102fd-66b3-4187-af48-fa55507a1cd6', 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b', 'admin_state_up': True, 'tenant_id': '672d1360f56549df8716409f0d6c7d7a'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:23.241047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Made reservation on behalf of 672d1360f56549df8716409f0d6c7d7a for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:51:23.244777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:23.283254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.20.0.1 (89ec6213-7eb9-42de-b604-acde233eed2f/649ebb48-531f-4be3-a42a-89c7b9e4e183/11765f8a-c330-4ded-a5d5-73726f76ed91) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:51:23.498349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device edf12311-1a38-4f24-a75a-e0ab5d6e1340 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:51:23.548459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Allocated IP 172.20.0.4 (8cb623b4-3379-4ec3-89f1-5be08d6bd53b/53f56c12-220e-4e3e-8e56-eaad109e503a/37f63e47-eaee-4e2e-96fc-2813717f018c) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:51:23.570786 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:23.571106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port edf12311-1a38-4f24-a75a-e0ab5d6e1340 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:23.571580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:23.693233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:23.713727 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:23.778942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port edf12311-1a38-4f24-a75a-e0ab5d6e1340, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=edf12311-1a38-4f24-a75a-e0ab5d6e1340,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:23.787950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:23.788648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 89ec6213-7eb9-42de-b604-acde233eed2f is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:51:23.788950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 32c8638c-a31b-4778-97a3-342fa5900454 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:51:23.800799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:51:23.803799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:51:23.830097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=11765f8a-c330-4ded-a5d5-73726f76ed91,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:23.905257 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:23.911732 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=edf12311-1a38-4f24-a75a-e0ab5d6e1340,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:23.916638 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:23.970120 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0edc8763-2724-4f67-8e5e-e18171ac0804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:23.982638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 32c8638c-a31b-4778-97a3-342fa5900454 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:23.983337 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.121062 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94d29a38-cc58-40fc-a836-e9a3faa2b51b req-57e83223-bea2-4827-81fa-8df5b385f5dd tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 210 time: 0.1116714 Oct 18 23:51:24.125232 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.162050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 32c8638c-a31b-4778-97a3-342fa5900454, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=32c8638c-a31b-4778-97a3-342fa5900454,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:24.165638 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.170625 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.252032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=32c8638c-a31b-4778-97a3-342fa5900454,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:24.252877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:51:24.259802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5cb1d-86e2-4fd6-bb57-36dd383fcec0 None None] Network 89ec6213-7eb9-42de-b604-acde233eed2f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:51:24.261506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:51:24.267723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:51:24.274517 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.335963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Pushing event updated for resources: {'Port': ['ID=37f63e47-eaee-4e2e-96fc-2813717f018c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:24.377759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:24.378440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.439770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-0802e1f5-b0fa-4d15-83d0-c6ca97f85951 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3888233 Oct 18 23:51:24.460446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Request body: {'port': {'device_id': '536102fd-66b3-4187-af48-fa55507a1cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:24.509894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9b8874f6-a7b2-458e-a8b8-0530493009c0 None None] Provisioning complete for port edf12311-1a38-4f24-a75a-e0ab5d6e1340 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:24.510395 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9b8874f6-a7b2-458e-a8b8-0530493009c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.568725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.808549 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.863655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.960202 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:24.987356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fc0b7a40-9a01-4b27-959e-8ff39309f167 None None] Provisioning complete for port edf12311-1a38-4f24-a75a-e0ab5d6e1340 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:24.988195 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7a40-9a01-4b27-959e-8ff39309f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.105272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f63e47-eaee-4e2e-96fc-2813717f018c {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:51:25.105953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fc0b7a40-9a01-4b27-959e-8ff39309f167 None None] Provisioning complete for port 11765f8a-c330-4ded-a5d5-73726f76ed91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:25.106435 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7a40-9a01-4b27-959e-8ff39309f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.110158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=11765f8a-c330-4ded-a5d5-73726f76ed91,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:25.116600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.119778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.155558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Transition to ACTIVE for port object 37f63e47-eaee-4e2e-96fc-2813717f018c will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:51:25.163847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b7a40-9a01-4b27-959e-8ff39309f167 None None] Port 11765f8a-c330-4ded-a5d5-73726f76ed91 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:51:25.255192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.265720 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 89ec6213-7eb9-42de-b604-acde233eed2f is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:51:25.272601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:51:25.287622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-555350e0-461a-4524-bb40-c35517cd31cc None None] Provisioning complete for port 11765f8a-c330-4ded-a5d5-73726f76ed91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:25.287991 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-555350e0-461a-4524-bb40-c35517cd31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.355684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-555350e0-461a-4524-bb40-c35517cd31cc None None] Port 11765f8a-c330-4ded-a5d5-73726f76ed91 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:51:25.401926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device edf12311-1a38-4f24-a75a-e0ab5d6e1340 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:51:25.480263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port edf12311-1a38-4f24-a75a-e0ab5d6e1340 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:25.480613 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.485622 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.558913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Pushing event updated for resources: {'Port': ['ID=37f63e47-eaee-4e2e-96fc-2813717f018c,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:25.579431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3f70-e971-4149-a14e-8e173a6a4ca7 req-90928994-2e71-438b-a699-00fa33aee62f tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:25.587498 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125e3f70-e971-4149-a14e-8e173a6a4ca7 req-90928994-2e71-438b-a699-00fa33aee62f tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 943 time: 0.2658007 Oct 18 23:51:25.589691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Attempting to bind port 37f63e47-eaee-4e2e-96fc-2813717f018c on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:51:25.590038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Attempting to bind port 37f63e47-eaee-4e2e-96fc-2813717f018c by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:51:25.590443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Attempting to bind port 37f63e47-eaee-4e2e-96fc-2813717f018c on network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:51:25.599328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Port 37f63e47-eaee-4e2e-96fc-2813717f018c on network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:51:25.599614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Attempting to bind port 37f63e47-eaee-4e2e-96fc-2813717f018c on network 8cb623b4-3379-4ec3-89f1-5be08d6bd53b {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:51:25.612125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:51:25.612506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Checking segment: {'id': '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:51:25.612853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Bound using segment: {'id': '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:51:25.613302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Bound port: 37f63e47-eaee-4e2e-96fc-2813717f018c, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:51:25.613661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.631167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 32c8638c-a31b-4778-97a3-342fa5900454 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:51:25.695409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f2a0d685-bcbe-45ff-aa7e-c96b957b5c67 None None] Provisioning complete for port 11765f8a-c330-4ded-a5d5-73726f76ed91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:25.695789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f2a0d685-bcbe-45ff-aa7e-c96b957b5c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.698218 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-125e3f70-e971-4149-a14e-8e173a6a4ca7 req-034b6bcc-b1ed-44d3-a267-fe1a22bda301 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097605 Oct 18 23:51:25.730580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 32c8638c-a31b-4778-97a3-342fa5900454 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:25.730910 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:25.768932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:51:25.784719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f2a0d685-bcbe-45ff-aa7e-c96b957b5c67 None None] Port 11765f8a-c330-4ded-a5d5-73726f76ed91 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:51:25.795934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] For port 37f63e47-eaee-4e2e-96fc-2813717f018c, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:51:25.841253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] For port 37f63e47-eaee-4e2e-96fc-2813717f018c, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=37f63e47-eaee-4e2e-96fc-2813717f018c,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:51:25.848578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:26.244908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:26.245544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:26.246843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] 10.222.0.102 "PUT /v2.0/ports/37f63e47-eaee-4e2e-96fc-2813717f018c HTTP/1.1" status: 200 len: 1092 time: 1.7907319 Oct 18 23:51:26.249026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536102fd-66b3-4187-af48-fa55507a1cd6', 'tag': '37f63e47-eaee-4e2e-96fc-2813717f018c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:51:26.251278 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3df025-e460-46f0-a0f3-84fc910d79e6" -d '{"events": [{"name": "network-changed", "server_uuid": "536102fd-66b3-4187-af48-fa55507a1cd6", "tag": "37f63e47-eaee-4e2e-96fc-2813717f018c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:51:26.290445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82439e2-a594-4ff3-ae66-089a813603a3 service neutron] Pushing event updated for resources: {'Port': ['ID=37f63e47-eaee-4e2e-96fc-2813717f018c,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:26.293700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:51:26.305234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-310488af-9af0-4944-af0b-bc9ca2e69a9a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "PUT /v2.0/routers/6243cbc1-e08c-4f78-951d-a7d6b82f6103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3800223 Oct 18 23:51:26.305234 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67837190-0d9e-4e8c-b357-9e6a76c796c3 x-openstack-request-id: req-67837190-0d9e-4e8c-b357-9e6a76c796c3 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:51:26.305234 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536102fd-66b3-4187-af48-fa55507a1cd6", "tag": "37f63e47-eaee-4e2e-96fc-2813717f018c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:51:26.305234 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67837190-0d9e-4e8c-b357-9e6a76c796c3 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:51:26.305234 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536102fd-66b3-4187-af48-fa55507a1cd6', 'tag': '37f63e47-eaee-4e2e-96fc-2813717f018c', 'status': 'completed', 'code': 200} Oct 18 23:51:26.323531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Sync routers for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:51:26.336576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:26.337634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:51:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:26.383096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-be2aa8fe-c18f-4500-9402-ee1d410fb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:26.388397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-be2aa8fe-c18f-4500-9402-ee1d410fb01a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=672d1360f56549df8716409f0d6c7d7a&device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0560410 Oct 18 23:51:26.447781 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-6bb6e50d-e6ed-4ebd-9901-00a94f0ac7f2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f63e47-eaee-4e2e-96fc-2813717f018c HTTP/1.1" status: 200 len: 217 time: 0.0456846 Oct 18 23:51:26.482563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:26.515665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-77575175-805b-468a-8efd-e666b6ad3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:26.517482 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-77575175-805b-468a-8efd-e666b6ad3e64 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=53f56c12-220e-4e3e-8e56-eaad109e503a HTTP/1.1" status: 200 len: 854 time: 0.0621400 Oct 18 23:51:26.553696 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-caefa43f-f4d2-40d9-b8c0-3bf9e721971e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280159 Oct 18 23:51:26.562143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-807ba4e6-5c7d-4257-a474-556cf568fed4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850334331&fields=id&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 267 time: 0.0535939 Oct 18 23:51:26.669699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-9c2cc0bf-6005-44b0-b63d-d0f6d619f674 service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072679 Oct 18 23:51:26.703697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f800-45ea-4392-b079-74b7083e5998 req-d967dd1f-41d8-4cee-91b4-32dc19288826 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:26.705994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-d967dd1f-41d8-4cee-91b4-32dc19288826 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/networks?id=89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 200 len: 797 time: 0.1355948 Oct 18 23:51:26.734188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11765f8a-c330-4ded-a5d5-73726f76ed91', 'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:fb:d0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:22Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 2, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:26.736968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-49b41271-3b0c-4fc1-ba44-3b43606b9da2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/quotas/084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 375 time: 0.0191481 Oct 18 23:51:26.778791 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d1cd82f0-8c33-47de-8929-42ab7d3d380b req-368caa6c-5511-4170-91d6-bd49cb1cee26 service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018732 Oct 18 23:51:26.797301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Checking router: 6243cbc1-e08c-4f78-951d-a7d6b82f6103 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:51:26.797665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Updating router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 port 11765f8a-c330-4ded-a5d5-73726f76ed91 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:51:26.853050 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:26.868570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-7ee44c16-cdb3-479e-a0d7-8f76b4756eeb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237624 Oct 18 23:51:26.874749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bd0b2-b152-47d9-b928-3857f6bf404c req-51d6e8aa-3c64-45a3-89eb-a356fbbdde86 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:26.876481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a5bd0b2-b152-47d9-b928-3857f6bf404c req-51d6e8aa-3c64-45a3-89eb-a356fbbdde86 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 943 time: 0.0641804 Oct 18 23:51:26.959956 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a5bd0b2-b152-47d9-b928-3857f6bf404c req-88747387-c9b9-4e5e-8cd2-27be91a982b7 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Oct 18 23:51:26.971979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-1e091d18-31b2-4953-9ce0-52108e94e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:26.973832 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-1e091d18-31b2-4953-9ce0-52108e94e94a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=672d1360f56549df8716409f0d6c7d7a&device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0963488 Oct 18 23:51:27.008597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-54e8aa2b-a801-410c-b4c7-17aafcc54e7e service neutron] 10.222.0.52 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362422 Oct 18 23:51:27.083030 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-a5d8a138-8d80-42a1-af69-d658bab41cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:27.085034 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-a5d8a138-8d80-42a1-af69-d658bab41cc3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b HTTP/1.1" status: 200 len: 915 time: 0.1027043 Oct 18 23:51:27.141520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-8ecd9021-70c8-456f-98f1-e3f2d452a4fc service neutron] 10.222.0.52 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320522 Oct 18 23:51:27.148045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-765737ed-7360-48e9-880f-ecb25e00d89a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f63e47-eaee-4e2e-96fc-2813717f018c HTTP/1.1" status: 200 len: 217 time: 0.0549998 Oct 18 23:51:27.212001 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:27.214183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-7e0ff23b-ce1f-42ac-80e3-fd4d208cd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:27.216587 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-7e0ff23b-ce1f-42ac-80e3-fd4d208cd0c0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=53f56c12-220e-4e3e-8e56-eaad109e503a HTTP/1.1" status: 200 len: 854 time: 0.0607789 Oct 18 23:51:27.220078 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:27.272652 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-6dbf09ea-e488-4006-8d34-6600747ded0a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483310 Oct 18 23:51:27.302259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb46c5c-8c20-445f-9a78-313d1bda9b04 None None] Pushing event updated for resources: {'Port': ['ID=11765f8a-c330-4ded-a5d5-73726f76ed91,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:27.380531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ffeb73f4-9f3c-4a70-b46a-0a6a5f2e9f2f req-9300b5e9-4e78-4350-9780-a2ce6761947a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 210 time: 0.0493467 Oct 18 23:51:27.386776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Attempting to bind port 11765f8a-c330-4ded-a5d5-73726f76ed91 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:51:27.395986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Attempting to bind port 11765f8a-c330-4ded-a5d5-73726f76ed91 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:51:27.395986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Attempting to bind port 11765f8a-c330-4ded-a5d5-73726f76ed91 on network 89ec6213-7eb9-42de-b604-acde233eed2f {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:51:27.403578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:51:27.403964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Checking segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:51:27.404375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:27.404777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Bound using segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:51:27.405271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Bound port: 11765f8a-c330-4ded-a5d5-73726f76ed91, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:51:27.405659 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:27.515820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-08d76b10-4c97-4006-834f-46a6c7d7b5d5 service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351127 Oct 18 23:51:27.550584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] For port 11765f8a-c330-4ded-a5d5-73726f76ed91, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:51:27.558283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] For port 11765f8a-c330-4ded-a5d5-73726f76ed91, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=11765f8a-c330-4ded-a5d5-73726f76ed91,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:51:27.569137 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:27.660779 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6c3df025-e460-46f0-a0f3-84fc910d79e6 req-17e5305a-7898-4586-a7d6-5bb207cf76ea service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370411 Oct 18 23:51:27.690791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-513d7638-73e5-412c-95e7-978a8ea4d590 None None] Provisioning complete for port 11765f8a-c330-4ded-a5d5-73726f76ed91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:27.691179 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-513d7638-73e5-412c-95e7-978a8ea4d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:27.700594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:27.701243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:51:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:27.785590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb46c5c-8c20-445f-9a78-313d1bda9b04 None None] Pushing event updated for resources: {'Port': ['ID=11765f8a-c330-4ded-a5d5-73726f76ed91,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:27.933769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-513d7638-73e5-412c-95e7-978a8ea4d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:27.951003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:28.014310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:28.031963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-513d7638-73e5-412c-95e7-978a8ea4d590 None None] For port 11765f8a-c330-4ded-a5d5-73726f76ed91, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=11765f8a-c330-4ded-a5d5-73726f76ed91,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:28.067752 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-513d7638-73e5-412c-95e7-978a8ea4d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:28.153097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cfc30-e232-4e6f-a7f9-d405ab9b8796 req-07f4f207-a9ba-4aea-9743-dbbcbeb5ff76 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:28.155152 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e56cfc30-e232-4e6f-a7f9-d405ab9b8796 req-07f4f207-a9ba-4aea-9743-dbbcbeb5ff76 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 943 time: 0.0925419 Oct 18 23:51:28.196800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d7638-73e5-412c-95e7-978a8ea4d590 None None] Pushing event updated for resources: {'Port': ['ID=11765f8a-c330-4ded-a5d5-73726f76ed91,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:28.208052 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e56cfc30-e232-4e6f-a7f9-d405ab9b8796 req-aaeade26-d835-45ab-bfaf-41fa202980dd tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Oct 18 23:51:28.237286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dbf6a549-007c-4ee6-b3fe-b67afca11cb0 None None] Provisioning complete for port 11765f8a-c330-4ded-a5d5-73726f76ed91 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:28.237725 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a549-007c-4ee6-b3fe-b67afca11cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:28.348361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11765f8a-c330-4ded-a5d5-73726f76ed91', 'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:fb:d0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:22Z', 'updated_at': '2021-10-18T23:51:27Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:28.382614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c431702-ebc4-4bb2-a394-eb4959f19f1f None None] The sync data for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 is: [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11765f8a-c330-4ded-a5d5-73726f76ed91', 'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:fb:d0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:22Z', 'updated_at': '2021-10-18T23:51:27Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:51:28.508337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eeeea669-84b8-4c01-9f91-903863fda557 req-ad711eeb-ebaf-4711-ad17-62838121a4c6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 210 time: 0.0333340 Oct 18 23:51:28.746012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f800-45ea-4392-b079-74b7083e5998 req-da68236a-a87d-4bac-87fd-8da9d9637b19 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:28.748150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-da68236a-a87d-4bac-87fd-8da9d9637b19 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/networks?id=89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 200 len: 797 time: 0.1539595 Oct 18 23:51:28.808321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-300e93e4-99b2-4321-bc9d-83a126f513ff tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 379 time: 0.0445137 Oct 18 23:51:28.823398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'port': {'device_id': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'admin_state_up': True, 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'security_groups': ['b6b6e8fd-a360-442d-8719-25ceaf3db443']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:28.957223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:51:28.961465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:29.131791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.20.0.9 (89ec6213-7eb9-42de-b604-acde233eed2f/649ebb48-531f-4be3-a42a-89c7b9e4e183/c45bcdb4-179a-40c4-b5c1-6a0e754a1e81) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:51:29.341683 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:29.382925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0aee-31a3-4cea-92dc-3bc9ce1bbac2 req-b1593023-dcda-48d9-b0d7-159edf9f85c9 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:29.384597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc1f0aee-31a3-4cea-92dc-3bc9ce1bbac2 req-b1593023-dcda-48d9-b0d7-159edf9f85c9 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 943 time: 0.0950699 Oct 18 23:51:29.421402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 11765f8a-c330-4ded-a5d5-73726f76ed91 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:51:29.440121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:29.456667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 37f63e47-eaee-4e2e-96fc-2813717f018c details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:51:29.510153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:29.524637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 89ec6213-7eb9-42de-b604-acde233eed2f is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:51:29.527257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:51:29.530132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:51:29.544905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 11765f8a-c330-4ded-a5d5-73726f76ed91 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:29.547471 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:29.630184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:29.630960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:29.652212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc1f0aee-31a3-4cea-92dc-3bc9ce1bbac2 req-23cbc4d9-31b5-4cfa-9906-8a53810ec081 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540545 Oct 18 23:51:29.690492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-fe7d2f17-3176-4b00-8961-843fc9ec7abf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8709705 Oct 18 23:51:29.715758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Request body: {'port': {'device_id': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:29.717593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 37f63e47-eaee-4e2e-96fc-2813717f018c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=37f63e47-eaee-4e2e-96fc-2813717f018c,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:29.719829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7961e-6b49-4a3a-82e8-c0a1004e162d req-a742734d-a7c5-466f-ac04-a7a74c4a69ba tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:29.723385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fde7961e-6b49-4a3a-82e8-c0a1004e162d req-a742734d-a7c5-466f-ac04-a7a74c4a69ba tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 931 time: 0.1178832 Oct 18 23:51:29.770443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '37f63e47-eaee-4e2e-96fc-2813717f018c', 'network_id': '8cb623b4-3379-4ec3-89f1-5be08d6bd53b', 'port_id': '37f63e47-eaee-4e2e-96fc-2813717f018c', 'mac_address': 'fa:16:3e:b9:02:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f56c12-220e-4e3e-8e56-eaad109e503a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:51:29.813178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fde7961e-6b49-4a3a-82e8-c0a1004e162d req-593f71f0-e93f-415a-9533-169b79886299 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826714 Oct 18 23:51:29.863264 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:29.897449 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:29.913591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f63e47-eaee-4e2e-96fc-2813717f018c {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:51:29.941282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 37f63e47-eaee-4e2e-96fc-2813717f018c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=37f63e47-eaee-4e2e-96fc-2813717f018c,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:29.947956 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:30.023041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=37f63e47-eaee-4e2e-96fc-2813717f018c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:30.050089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7936df27-3ba0-4015-a74f-ad8ac6cb357c None None] Provisioning complete for port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:30.050758 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7936df27-3ba0-4015-a74f-ad8ac6cb357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:30.230149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:51:30.239970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:30.253417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Transition to ACTIVE for port object c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:51:30.258252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:30.258993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-7936df27-3ba0-4015-a74f-ad8ac6cb357c None None] Port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:51:30.314482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Pushing event updated for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:30.393997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:51:30.394331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:51:30.394659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on network 89ec6213-7eb9-42de-b604-acde233eed2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:51:30.399522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on network 89ec6213-7eb9-42de-b604-acde233eed2f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:51:30.399861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on network 89ec6213-7eb9-42de-b604-acde233eed2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:51:30.405658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['37f63e47-eaee-4e2e-96fc-2813717f018c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:51:30.405857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:51:30.406154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Checking segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:51:30.406551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Bound using segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:51:30.407017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Bound port: c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:51:30.407379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:30.524208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:51:30.531114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:51:30.540783 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:30.610551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:30.611882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:30.615377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] 10.222.0.73 "PUT /v2.0/ports/c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 1092 time: 0.9092002 Oct 18 23:51:30.616124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:51:30.620341 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:51:30.680210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae83763-a91d-47c7-ba2f-2223bafb28cc service neutron] Pushing event updated for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:30.735659 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfd0da9-eb67-4e55-8f2d-719484c04a03 x-openstack-request-id: req-6cfd0da9-eb67-4e55-8f2d-719484c04a03 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:51:30.735970 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:51:30.736195 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cfd0da9-eb67-4e55-8f2d-719484c04a03 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:51:30.736611 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'status': 'completed', 'code': 200} Oct 18 23:51:30.764758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f800-45ea-4392-b079-74b7083e5998 req-e5762a31-8347-4d87-a1a7-d5898c93acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:30.766307 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-e5762a31-8347-4d87-a1a7-d5898c93acf5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1095 time: 0.0837984 Oct 18 23:51:30.832718 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-5ae4e510-7623-4fb0-8e7f-ba46f3206d98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 217 time: 0.0528917 Oct 18 23:51:30.837890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de08b1-5e0e-4573-bceb-263ec6f2ec41 req-e8f9552c-6608-4fc2-afc6-c626f9c93070 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:30.850152 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a1de08b1-5e0e-4573-bceb-263ec6f2ec41 req-e8f9552c-6608-4fc2-afc6-c626f9c93070 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 944 time: 0.0921907 Oct 18 23:51:30.894275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f800-45ea-4392-b079-74b7083e5998 req-af2f2f1c-ebba-4e10-b2ec-2ac0d6898a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:30.896112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-af2f2f1c-ebba-4e10-b2ec-2ac0d6898a14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=649ebb48-531f-4be3-a42a-89c7b9e4e183 HTTP/1.1" status: 200 len: 834 time: 0.0563390 Oct 18 23:51:30.899324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a1de08b1-5e0e-4573-bceb-263ec6f2ec41 req-9aba7572-cc9e-442b-86fa-42753f875d4f tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Oct 18 23:51:30.981826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f800-45ea-4392-b079-74b7083e5998 req-3c936894-a9b2-4515-8c63-7ae95dcf55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:30.983515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-3c936894-a9b2-4515-8c63-7ae95dcf55d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ec6213-7eb9-42de-b604-acde233eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570564 Oct 18 23:51:31.053846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead20ab-f5d7-4040-9aff-e41042e0c53e req-791cb211-49d8-476a-8581-343a19c87763 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:31.055496 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ead20ab-f5d7-4040-9aff-e41042e0c53e req-791cb211-49d8-476a-8581-343a19c87763 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 943 time: 0.0646050 Oct 18 23:51:31.102897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ead20ab-f5d7-4040-9aff-e41042e0c53e req-07948882-02eb-4a7b-88cf-bc404dcd1a2b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395679 Oct 18 23:51:31.117425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-c6a4b8a0-d326-4830-85eb-26521d9b3ae1 service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253955 Oct 18 23:51:31.222404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb2f800-45ea-4392-b079-74b7083e5998 req-44429121-4027-4b56-91b3-5d458cab828e service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984042 Oct 18 23:51:31.364817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-fb0d7792-c77d-4fdd-a40c-0bd535412580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:31.366312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-fb0d7792-c77d-4fdd-a40c-0bd535412580 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1095 time: 0.0504110 Oct 18 23:51:31.457569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 37f63e47-eaee-4e2e-96fc-2813717f018c up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:51:31.478609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-e5a9f2eb-81b5-439b-869b-bddc4e5c65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:31.480193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-e5a9f2eb-81b5-439b-869b-bddc4e5c65fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 200 len: 898 time: 0.1070662 Oct 18 23:51:31.536530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-9783f715-0d68-4551-a99d-7a32082f36ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 217 time: 0.0483062 Oct 18 23:51:31.539295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 37f63e47-eaee-4e2e-96fc-2813717f018c completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:51:31.543558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 37f63e47-eaee-4e2e-96fc-2813717f018c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:31.543927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:31.596975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-efd56deb-1c72-4474-b8ea-5f7080ce0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:31.598653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-efd56deb-1c72-4474-b8ea-5f7080ce0565 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=649ebb48-531f-4be3-a42a-89c7b9e4e183 HTTP/1.1" status: 200 len: 834 time: 0.0558791 Oct 18 23:51:31.628253 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:31.651675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-482ab40d-fb97-4dc0-b0ba-67f39560248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:31.652758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536102fd-66b3-4187-af48-fa55507a1cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f63e47-eaee-4e2e-96fc-2813717f018c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:51:31.653806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-482ab40d-fb97-4dc0-b0ba-67f39560248f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ec6213-7eb9-42de-b604-acde233eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485749 Oct 18 23:51:31.655640 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188d2da7-4a32-4df7-846d-25460922fd85" -d '{"events": [{"server_uuid": "536102fd-66b3-4187-af48-fa55507a1cd6", "name": "network-vif-plugged", "status": "completed", "tag": "37f63e47-eaee-4e2e-96fc-2813717f018c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:51:31.673296 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 37f63e47-eaee-4e2e-96fc-2813717f018c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=37f63e47-eaee-4e2e-96fc-2813717f018c,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:31.682611 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:31.710082 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0a91ae-11dc-482a-b556-1618440edfc1 x-openstack-request-id: req-7b0a91ae-11dc-482a-b556-1618440edfc1 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:51:31.710379 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536102fd-66b3-4187-af48-fa55507a1cd6", "name": "network-vif-plugged", "status": "completed", "tag": "37f63e47-eaee-4e2e-96fc-2813717f018c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:51:31.710629 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b0a91ae-11dc-482a-b556-1618440edfc1 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:51:31.711067 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536102fd-66b3-4187-af48-fa55507a1cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f63e47-eaee-4e2e-96fc-2813717f018c', 'code': 200} Oct 18 23:51:31.741341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=37f63e47-eaee-4e2e-96fc-2813717f018c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:31.765154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-7b7278f4-2a93-44f0-a502-b512d4dda436 service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006866 Oct 18 23:51:31.829156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f2aa6-1b00-4fcf-83b5-8fa2f88dcafe req-8c82001b-8702-4bf7-b719-e2c357a1e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:31.830702 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a4f2aa6-1b00-4fcf-83b5-8fa2f88dcafe req-8c82001b-8702-4bf7-b719-e2c357a1e717 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 1097 time: 0.0466905 Oct 18 23:51:31.863148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff82c5ff-f7fb-42a9-8d44-730e85e544cd req-f5091c0a-da9a-4400-8daa-5f3c46ec210f service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896535 Oct 18 23:51:31.875558 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a4f2aa6-1b00-4fcf-83b5-8fa2f88dcafe req-831f228a-e251-42d5-a802-ee6526254833 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375276 Oct 18 23:51:32.035976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d223a-b42c-4e28-aa62-0b88aa572632 req-32c1ffab-312d-42e9-af44-305fecbdf4db tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:32.037476 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d71d223a-b42c-4e28-aa62-0b88aa572632 req-32c1ffab-312d-42e9-af44-305fecbdf4db tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 945 time: 0.0527568 Oct 18 23:51:32.077703 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d71d223a-b42c-4e28-aa62-0b88aa572632 req-e5fbe596-6004-4e3a-a360-240c32eb1ff3 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342481 Oct 18 23:51:32.223454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8809c3-d0b0-43fe-9c5b-38042b02f0ae req-3a73a5a5-4444-429e-8efd-ece2d3f0c3e5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:32.225023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7f8809c3-d0b0-43fe-9c5b-38042b02f0ae req-3a73a5a5-4444-429e-8efd-ece2d3f0c3e5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 943 time: 0.0509140 Oct 18 23:51:32.265439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7f8809c3-d0b0-43fe-9c5b-38042b02f0ae req-76ec8eeb-80fd-4702-a4a4-d947d3240eef tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328648 Oct 18 23:51:33.214633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2d76b-9f21-4522-b21d-67a17699c9de req-a0b8c750-9fe1-4e37-ab4a-1c28d0011499 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:33.214633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59f2d76b-9f21-4522-b21d-67a17699c9de req-a0b8c750-9fe1-4e37-ab4a-1c28d0011499 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 945 time: 0.0564532 Oct 18 23:51:33.269603 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-59f2d76b-9f21-4522-b21d-67a17699c9de req-1bba0f1a-d5f1-49f2-b98e-b523392226e2 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456932 Oct 18 23:51:33.415940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41434b8d-e7a8-4367-8d94-b636aa59b871 req-f768029e-8959-4f28-84cc-56086604f6b2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:33.417464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-41434b8d-e7a8-4367-8d94-b636aa59b871 req-f768029e-8959-4f28-84cc-56086604f6b2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 943 time: 0.0566804 Oct 18 23:51:33.459898 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-41434b8d-e7a8-4367-8d94-b636aa59b871 req-8e28151d-c6e1-433a-ba37-0dbfb9dd7e56 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355434 Oct 18 23:51:34.401350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd74731-7ef0-4ac8-9a2e-b7716fc5c349 req-8a45eda0-d42d-433c-835e-56b04dc38940 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:34.402994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cd74731-7ef0-4ac8-9a2e-b7716fc5c349 req-8a45eda0-d42d-433c-835e-56b04dc38940 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 945 time: 0.0517826 Oct 18 23:51:34.447028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7cd74731-7ef0-4ac8-9a2e-b7716fc5c349 req-48db68db-4a99-479d-a0f6-fb716e292777 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Oct 18 23:51:34.588928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb13ae8-4c9f-4c47-bea6-2a3cf5385b22 req-b4f7b77c-d351-44b8-9093-55b6bf268310 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:34.590543 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0eb13ae8-4c9f-4c47-bea6-2a3cf5385b22 req-b4f7b77c-d351-44b8-9093-55b6bf268310 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 943 time: 0.0555358 Oct 18 23:51:34.634853 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0eb13ae8-4c9f-4c47-bea6-2a3cf5385b22 req-f475e094-0a51-48d7-baf2-67753a8207bb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374262 Oct 18 23:51:34.644430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:51:34.772596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:34.794788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'port_id': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'mac_address': 'fa:16:3e:7f:72:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:51:34.855745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:34.874676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:51:34.912018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:34.917508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:34.922253 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:34.971967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:35.319197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:51:35.910463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca41cc-bdd9-4084-9c3b-cde6ff76659b req-9e77184b-ba93-45c0-b975-f9127659ed7d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:35.912632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47ca41cc-bdd9-4084-9c3b-cde6ff76659b req-9e77184b-ba93-45c0-b975-f9127659ed7d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 944 time: 0.1935844 Oct 18 23:51:35.976885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47ca41cc-bdd9-4084-9c3b-cde6ff76659b req-b8ec702d-56c2-4807-b248-80ff24b1c3fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559325 Oct 18 23:51:36.532318 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:36.648656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:51:36.705618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:51:36.709815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:51:36.710194 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:36.795348 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:36.830634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:51:36.833024 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42b58b8-91ab-4da7-be8d-a19ea57a6f64" -d '{"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-plugged", "status": "completed", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:51:36.850216 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:51:36.858231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:36.895738 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad3db59-1bf4-444a-9e19-e167e4f8f6bd x-openstack-request-id: req-1ad3db59-1bf4-444a-9e19-e167e4f8f6bd {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:51:36.896049 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-plugged", "status": "completed", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:51:36.896437 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ad3db59-1bf4-444a-9e19-e167e4f8f6bd {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:51:36.896944 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'code': 200} Oct 18 23:51:36.917181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:37.044963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54457f83-0d50-4356-93d8-0f9f6c428b12 req-b5ef6a13-f01c-47f9-b37f-57be3318a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:37.046450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54457f83-0d50-4356-93d8-0f9f6c428b12 req-b5ef6a13-f01c-47f9-b37f-57be3318a41f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1097 time: 0.0665610 Oct 18 23:51:37.118475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54457f83-0d50-4356-93d8-0f9f6c428b12 req-645fc967-5776-4b0f-8afa-09fabc0cbc81 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582106 Oct 18 23:51:37.164165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79d18e-3f37-4816-abf6-2e0a7b64b5c5 req-4278325c-f511-44a4-a6d5-d1c6014f37ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:37.166443 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fa79d18e-3f37-4816-abf6-2e0a7b64b5c5 req-4278325c-f511-44a4-a6d5-d1c6014f37ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0586944 Oct 18 23:51:37.208009 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fa79d18e-3f37-4816-abf6-2e0a7b64b5c5 req-e96a56d0-9c85-45bb-91ef-0cc663410bdb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350156 Oct 18 23:51:38.357875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030461a-eb69-46e2-b9d4-35fc715603e7 req-e6c26c09-db0a-419d-add6-078ee6aba736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:38.360290 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c030461a-eb69-46e2-b9d4-35fc715603e7 req-e6c26c09-db0a-419d-add6-078ee6aba736 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0766921 Oct 18 23:51:38.411667 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c030461a-eb69-46e2-b9d4-35fc715603e7 req-53746c04-3f36-4637-9af3-93ff00afcc94 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448115 Oct 18 23:51:39.542564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b3560-c2cc-4a7a-af11-d55179d95a22 req-fe93d03a-6b7c-4225-bccd-c30b425a3708 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:39.544559 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d7b3560-c2cc-4a7a-af11-d55179d95a22 req-fe93d03a-6b7c-4225-bccd-c30b425a3708 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0549767 Oct 18 23:51:39.602258 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4d7b3560-c2cc-4a7a-af11-d55179d95a22 req-f5bd8377-5942-4a7a-8c7e-400382f24281 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517414 Oct 18 23:51:39.738689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f0990-36c2-4355-9b27-25baf4e78f3b req-0caecfc4-2d4c-4e06-a835-b5e28e94ba6f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:39.740452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-383f0990-36c2-4355-9b27-25baf4e78f3b req-0caecfc4-2d4c-4e06-a835-b5e28e94ba6f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0608339 Oct 18 23:51:39.799404 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-383f0990-36c2-4355-9b27-25baf4e78f3b req-97bd8443-4d87-4951-a7f0-7f29507f19d8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529635 Oct 18 23:51:39.819872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59088) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:39.863641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d7d44-4808-4591-9374-d425ab0bf27a tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:39.868174 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-836d7d44-4808-4591-9374-d425ab0bf27a tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1092 time: 0.0442057 Oct 18 23:51:39.868324 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 59090) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:39.873437 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:51:39.900577 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:40.007568 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:40.122252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.25.7.122 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/e9ce5a93-e87b-476e-b9db-0a06e9161962) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:51:40.268536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:40.311121 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:40.357347 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:51:40.360410 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:51:40.367853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:51:40.370999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=e9ce5a93-e87b-476e-b9db-0a06e9161962,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:40.780649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:40.850714 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:41.014117 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:41.019176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:41.089476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=e9ce5a93-e87b-476e-b9db-0a06e9161962,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:51:41.108858 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:41.218582 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Floating IP 9bf46dc0-a9c4-476c-9f7d-53a8551b24b3 associated. External IP: 172.25.7.122, port: c45bcdb4-179a-40c4-b5c1-6a0e754a1e81. Oct 18 23:51:41.441684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:51:41.560909 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:51:41.573927 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] Sync routers for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:51:41.581332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:41.587681 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:41.588316 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:51:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:41.625455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0aca3544-ded5-42c4-9462-d8c674c35847 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7533748 Oct 18 23:51:41.625455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:51:41.626009 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315312bd-06db-4910-a95a-7e789d90fe2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:51:41.680447 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5318f843-1467-474e-9997-0df3791f74b5 x-openstack-request-id: req-5318f843-1467-474e-9997-0df3791f74b5 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:51:41.681505 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:51:41.681792 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5318f843-1467-474e-9997-0df3791f74b5 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:51:41.682193 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'status': 'completed', 'code': 200} Oct 18 23:51:41.734463 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:41.782460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315312bd-06db-4910-a95a-7e789d90fe2f req-aa9154f2-39a3-40c6-bff9-7411afb06c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:41.785785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-315312bd-06db-4910-a95a-7e789d90fe2f req-aa9154f2-39a3-40c6-bff9-7411afb06c39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1097 time: 0.0558491 Oct 18 23:51:41.794939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f55f28-0e6f-4e62-afea-040c5303601b req-2d3184af-f2f8-483e-959b-666d2c5b9772 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:41.802799 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-13f55f28-0e6f-4e62-afea-040c5303601b req-2d3184af-f2f8-483e-959b-666d2c5b9772 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.1104076 Oct 18 23:51:41.906282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59142) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:41.907708 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-13f55f28-0e6f-4e62-afea-040c5303601b req-682f7a6e-b7a7-4112-89ac-eacec5f16765 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909641 Oct 18 23:51:41.982627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315312bd-06db-4910-a95a-7e789d90fe2f req-248bf010-b33f-4697-8eac-2cfd4dfcf655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:41.984698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-315312bd-06db-4910-a95a-7e789d90fe2f req-248bf010-b33f-4697-8eac-2cfd4dfcf655 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 200 len: 898 time: 0.1858368 Oct 18 23:51:42.003247 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c0463b64-950d-4c08-abf1-c55917ac7051 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/9bf46dc0-a9c4-476c-9f7d-53a8551b24b3 HTTP/1.1" status: 200 len: 991 time: 0.0933943 Oct 18 23:51:42.079550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-315312bd-06db-4910-a95a-7e789d90fe2f req-3c58c79c-9de2-4f67-9e1f-e65d4de24a98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 999 time: 0.0748425 Oct 18 23:51:42.080308 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '9bf46dc0-a9c4-476c-9f7d-53a8551b24b3', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.122', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'port_id': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'mac_address': 'fa:16:3e:7f:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:51:40Z', 'updated_at': '2021-10-18T23:51:40Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11765f8a-c330-4ded-a5d5-73726f76ed91', 'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:fb:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:22Z', 'updated_at': '2021-10-18T23:51:27Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:42.110939 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] Checking router: 6243cbc1-e08c-4f78-951d-a7d6b82f6103 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:51:42.120800 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:51:42.121448 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:51:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:42.135346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315312bd-06db-4910-a95a-7e789d90fe2f req-da45ab09-a9db-4a74-a864-a793c1a0ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:42.136951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-315312bd-06db-4910-a95a-7e789d90fe2f req-da45ab09-a9db-4a74-a864-a793c1a0ad2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=649ebb48-531f-4be3-a42a-89c7b9e4e183 HTTP/1.1" status: 200 len: 834 time: 0.0490272 Oct 18 23:51:42.210094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315312bd-06db-4910-a95a-7e789d90fe2f req-f3799d57-6674-43d5-94b3-946a57796678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:42.211641 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-315312bd-06db-4910-a95a-7e789d90fe2f req-f3799d57-6674-43d5-94b3-946a57796678 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ec6213-7eb9-42de-b604-acde233eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656607 Oct 18 23:51:42.278679 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:51:42.333618 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-315312bd-06db-4910-a95a-7e789d90fe2f req-701eddbb-89af-47fc-8a06-50d2890ecb08 service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136718 Oct 18 23:51:42.462939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-315312bd-06db-4910-a95a-7e789d90fe2f req-1d7e5da1-7da1-4379-98cd-938f36692f06 service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221824 Oct 18 23:51:42.571241 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '9bf46dc0-a9c4-476c-9f7d-53a8551b24b3', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.122', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'port_id': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'mac_address': 'fa:16:3e:7f:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:51:40Z', 'updated_at': '2021-10-18T23:51:40Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11765f8a-c330-4ded-a5d5-73726f76ed91', 'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:fb:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:22Z', 'updated_at': '2021-10-18T23:51:27Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:51:42.604037 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0e4ed-41f2-4476-a3a7-cd6c18e684c6 None None] The sync data for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 is: [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '9bf46dc0-a9c4-476c-9f7d-53a8551b24b3', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.122', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'port_id': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'mac_address': 'fa:16:3e:7f:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:51:40Z', 'updated_at': '2021-10-18T23:51:40Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11765f8a-c330-4ded-a5d5-73726f76ed91', 'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:fb:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:22Z', 'updated_at': '2021-10-18T23:51:27Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:51:42.852929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc0d7c-5b8d-41ed-99dd-37f5b2bde8cc None None] New status for floating IP 9bf46dc0-a9c4-476c-9f7d-53a8551b24b3: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:51:43.007353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 59168) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:51:43.075834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-12b3d3ba-b872-4ae8-b7af-bc63dac40cf1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/9bf46dc0-a9c4-476c-9f7d-53a8551b24b3 HTTP/1.1" status: 200 len: 993 time: 0.0659006 Oct 18 23:51:50.279190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e335baca-81f2-4561-a356-436d301e8207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:51.369885 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-a73183aa-aa19-46d9-b03d-1d2a15aab754 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419104 Oct 18 23:51:51.479379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-c964a819-b259-4b41-8772-9fc1c7b18d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:51.481540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-c964a819-b259-4b41-8772-9fc1c7b18d93 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=672d1360f56549df8716409f0d6c7d7a&device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 1097 time: 0.0432141 Oct 18 23:51:51.599302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-992ab781-618f-4668-9c19-0825b5ac9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:51.601079 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-992ab781-618f-4668-9c19-0825b5ac9737 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b HTTP/1.1" status: 200 len: 915 time: 0.0988247 Oct 18 23:51:51.648501 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-e918af01-8cd5-4ce1-90d4-c9e4efc0d89a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37f63e47-eaee-4e2e-96fc-2813717f018c HTTP/1.1" status: 200 len: 217 time: 0.0383167 Oct 18 23:51:51.723964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-a36b765d-6424-4a0b-a975-082b480d7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:51.726109 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-a36b765d-6424-4a0b-a975-082b480d7942 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=53f56c12-220e-4e3e-8e56-eaad109e503a HTTP/1.1" status: 200 len: 854 time: 0.0686209 Oct 18 23:51:51.761779 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-e7e55077-f79a-41c7-ad98-2b45ebfd5195 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8cb623b4-3379-4ec3-89f1-5be08d6bd53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273721 Oct 18 23:51:51.864986 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-ba7e2f52-ecb1-4d99-bebb-043bbcd52f18 service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960190 Oct 18 23:51:51.972181 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-45692777-7cc4-4d97-b0d8-2e3c1e8785e7 req-91f40fa0-50ed-4165-a1cf-2a0d9a488d8d service neutron] 10.222.0.102 "GET /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987718 Oct 18 23:51:53.963530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3bf9decd-6a2b-43ef-b7c8-107a720a948e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:54.642861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-e6dd79c4-9925-469f-8be9-14c4d7c5f0bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0847845 Oct 18 23:51:54.756689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-5daa70bd-5a9d-435d-afa2-84515e111628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:54.758676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-5daa70bd-5a9d-435d-afa2-84515e111628 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fa9e8d96f434853b1b683e585a5db47&device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 1097 time: 0.0521626 Oct 18 23:51:54.774669 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:54.874861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-2f5f555a-3826-4f82-8882-bd6290cc0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:54.876364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-2f5f555a-3826-4f82-8882-bd6290cc0aa2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 200 len: 912 time: 0.0978112 Oct 18 23:51:54.947966 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-ccd250ac-3f9d-441c-9d32-b3cb4085be60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc5ebe12-fd59-4029-a643-a38da23c957b HTTP/1.1" status: 200 len: 1000 time: 0.0639260 Oct 18 23:51:55.011250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-a1a06551-c9c4-4c97-bdf9-9e49ede0aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:55.013434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-a1a06551-c9c4-4c97-bdf9-9e49ede0aa13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 200 len: 850 time: 0.0590990 Oct 18 23:51:55.075382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-101ba2ac-242b-49e4-8812-23a6ffcc8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:51:55.076881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-101ba2ac-242b-49e4-8812-23a6ffcc8009 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529017 Oct 18 23:51:55.174441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-7eb33de6-54cb-4f33-bfd3-aadcf2aa0249 service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890255 Oct 18 23:51:55.269914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b579eef-ade5-49b0-b7dd-1f529aafc961 req-1e040964-85dc-4fae-a1e6-1f4be18b538b service neutron] 10.222.0.73 "GET /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876160 Oct 18 23:51:55.415580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:51:56.711284 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:51:57.940509 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:03.355042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88954f1e-a878-40b4-a7a0-a76282b8a7a0 req-0025694d-f094-44c7-87d0-adfc46d5cf4b tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:52:03.357201 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88954f1e-a878-40b4-a7a0-a76282b8a7a0 req-0025694d-f094-44c7-87d0-adfc46d5cf4b tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 945 time: 0.1206806 Oct 18 23:52:03.400597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-88954f1e-a878-40b4-a7a0-a76282b8a7a0 req-e71b49fb-303a-4124-ac3b-f638ae33e69d tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 Oct 18 23:52:04.518038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8328-209a-4fe0-811b-7aa92650d3e6 req-e6191f66-ddd5-4ba4-9ed0-4b4cd6a0f7e4 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:52:04.519415 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-946d8328-209a-4fe0-811b-7aa92650d3e6 req-e6191f66-ddd5-4ba4-9ed0-4b4cd6a0f7e4 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 945 time: 0.0498381 Oct 18 23:52:04.569611 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-946d8328-209a-4fe0-811b-7aa92650d3e6 req-b756025e-3285-40a8-8076-240f7f38e7dc tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/security-groups?id=a50b7957-37de-4ee1-8981-2feda7829d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Oct 18 23:52:04.922173 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:05.166141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-9bd24b87-630f-47d5-9258-19f0094a3ffe tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:52:05.167744 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-9bd24b87-630f-47d5-9258-19f0094a3ffe tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.102 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 945 time: 0.0498486 Oct 18 23:52:05.264392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Deleting port 37f63e47-eaee-4e2e-96fc-2813717f018c {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:52:05.264742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:05.360292 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] For port 37f63e47-eaee-4e2e-96fc-2813717f018c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=37f63e47-eaee-4e2e-96fc-2813717f018c,segment=NetworkSegment(5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1),segment_id=5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:52:05.360653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:05.372380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Calling delete_port for 37f63e47-eaee-4e2e-96fc-2813717f018c owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:52:05.502711 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:05.531755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Pushing event deleted for resources: {'Port': ['ID=37f63e47-eaee-4e2e-96fc-2813717f018c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:52:05.546362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['37f63e47-eaee-4e2e-96fc-2813717f018c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:52:05.573486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] No DVR routers for this DVR port 37f63e47-eaee-4e2e-96fc-2813717f018c on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:52:05.577273 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:05.580761 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bb770601-9981-4d7b-9c4a-30c945e73c01 req-41f2e88e-f832-4035-8dc0-d24b1d831323 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.102 "DELETE /v2.0/ports/37f63e47-eaee-4e2e-96fc-2813717f018c HTTP/1.1" status: 204 len: 173 time: 0.4068942 Oct 18 23:52:05.581207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536102fd-66b3-4187-af48-fa55507a1cd6', 'name': 'network-vif-deleted', 'tag': '37f63e47-eaee-4e2e-96fc-2813717f018c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:52:05.583560 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf8fcda-b54b-425c-b709-0536c1507105" -d '{"events": [{"server_uuid": "536102fd-66b3-4187-af48-fa55507a1cd6", "name": "network-vif-deleted", "tag": "37f63e47-eaee-4e2e-96fc-2813717f018c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:52:05.618862 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9038e8e4-cebb-4a19-b336-23902f3b67da x-openstack-request-id: req-9038e8e4-cebb-4a19-b336-23902f3b67da {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:52:05.628283 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536102fd-66b3-4187-af48-fa55507a1cd6", "name": "network-vif-deleted", "tag": "37f63e47-eaee-4e2e-96fc-2813717f018c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:52:05.628549 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9038e8e4-cebb-4a19-b336-23902f3b67da {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:52:05.629194 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536102fd-66b3-4187-af48-fa55507a1cd6', 'name': 'network-vif-deleted', 'tag': '37f63e47-eaee-4e2e-96fc-2813717f018c', 'status': 'completed', 'code': 200} Oct 18 23:52:05.676787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e7a02f56-17a3-40cf-9723-099dca9050f3 req-b5aacf52-5de7-4628-90cd-d33e5b5f0cf4 tempest-VolumesSnapshotTestJSON-19829534 tempest-VolumesSnapshotTestJSON-19829534-project] 10.222.0.52 "GET /v2.0/ports?device_id=536102fd-66b3-4187-af48-fa55507a1cd6 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Oct 18 23:52:06.532300 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:07.613967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 37f63e47-eaee-4e2e-96fc-2813717f018c no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:52:07.639558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 37f63e47-eaee-4e2e-96fc-2813717f018c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:52:07.639899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 37f63e47-eaee-4e2e-96fc-2813717f018c not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:52:20.281831 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d4e53d3-58c0-40f8-ab13-202519dd93b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:23.959287 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-56c3bbee-96a7-479d-a4d8-058de5ebaff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:24.780349 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:25.421212 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:27.940063 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:33.711123 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:52:34.936579 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:36.551140 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:50.284827 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-06258248-2722-4228-8b45-d8cbff153944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:53.967922 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-86c7994a-87ea-4c6c-8e34-71e14d5223b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:54.627227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-ffe0ce32-22a7-407e-9907-f01e0502edc5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0668619 Oct 18 23:52:54.719528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-489a7b1a-f76a-44fe-8df0-90e07ef7368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:52:54.721867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-489a7b1a-f76a-44fe-8df0-90e07ef7368e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1097 time: 0.0533595 Oct 18 23:52:54.791131 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:54.879322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-29863e75-21bc-4b67-bcf5-ec946d71eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:52:54.881234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-29863e75-21bc-4b67-bcf5-ec946d71eb5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 200 len: 898 time: 0.1355381 Oct 18 23:52:54.965417 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-be084098-3ea9-48b1-98b7-d01ca9658cff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 1001 time: 0.0765467 Oct 18 23:52:55.026826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-6fe16ac8-45a5-49ee-bed1-ddf4949f028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:52:55.029660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-6fe16ac8-45a5-49ee-bed1-ddf4949f028f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=649ebb48-531f-4be3-a42a-89c7b9e4e183 HTTP/1.1" status: 200 len: 834 time: 0.0565989 Oct 18 23:52:55.104265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-fa27e0dc-b761-429b-8b42-356360bcc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:52:55.106219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-fa27e0dc-b761-429b-8b42-356360bcc9d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ec6213-7eb9-42de-b604-acde233eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673399 Oct 18 23:52:55.119342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-49f6161f-e677-4f8f-a178-e311b8eadb8e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:52:55.121006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-49f6161f-e677-4f8f-a178-e311b8eadb8e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066829 Oct 18 23:52:55.255592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-fa314831-954b-4e59-b775-e3030957c9d2 service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274910 Oct 18 23:52:55.428798 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:55.742425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6cd42ed2-128e-4cbb-90df-1e63c72b2c9c req-42ef78bf-be68-4412-93f3-914c3d5655eb service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743762 Oct 18 23:52:57.950814 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:59.713726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60910) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:52:59.763986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Deleting subnet 53f56c12-220e-4e3e-8e56-eaad109e503a {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:52:59.767638 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:59.855536 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:52:59.919009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.016514 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.061306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53f56c12-220e-4e3e-8e56-eaad109e503a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:00.076782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.077368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.077897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.078742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.079416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.079924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.080430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.081254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.081758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.082269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.084984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.085572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.094332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.100586 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1bc10517-ebdd-4154-83a8-0d58f737405d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/53f56c12-220e-4e3e-8e56-eaad109e503a HTTP/1.1" status: 204 len: 168 time: 0.3847322 Oct 18 23:53:00.102192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60920) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:00.193077 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.285509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.318257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb623b4-3379-4ec3-89f1-5be08d6bd53b']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:00.333627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:00.334222 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9fdc1f-41cc-4215-a7ee-98fdf997b7e1') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:00.353182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.370485 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.378646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:53:00.379416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:53:00.382180 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:53:00.460567 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.484821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.488584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8cb623b4-3379-4ec3-89f1-5be08d6bd53b HTTP/1.1" status: 204 len: 168 time: 0.3845968 Oct 18 23:53:00.489880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb623b4-3379-4ec3-89f1-5be08d6bd53b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:00.510655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.515621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.516535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.517163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.518117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.519130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.519805 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.521342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.522921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.523299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.524823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.525394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459349a0-cdbb-440d-a6a2-81bf36310341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:00.667166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 60934) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:00.730082 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-47840cb1-fc17-4c18-8628-4fe2a9ea6426 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=672d1360f56549df8716409f0d6c7d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613153 Oct 18 23:53:00.732674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 60938) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:00.790920 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d072775-3b48-4409-8c51-7d754fd5be08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.838216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d072775-3b48-4409-8c51-7d754fd5be08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.906134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d072775-3b48-4409-8c51-7d754fd5be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.909944 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d072775-3b48-4409-8c51-7d754fd5be08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:00.911411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5d072775-3b48-4409-8c51-7d754fd5be08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a50b7957-37de-4ee1-8981-2feda7829d18 HTTP/1.1" status: 204 len: 168 time: 0.1771195 Oct 18 23:53:00.938500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d072775-3b48-4409-8c51-7d754fd5be08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b7957-37de-4ee1-8981-2feda7829d18,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:03.852759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1c3c0-a0cf-48bc-a1b9-520303428f95 req-8722a950-2b83-4807-bb2e-d35882bf4057 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:03.856442 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11a1c3c0-a0cf-48bc-a1b9-520303428f95 req-8722a950-2b83-4807-bb2e-d35882bf4057 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0936120 Oct 18 23:53:03.921266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-11a1c3c0-a0cf-48bc-a1b9-520303428f95 req-3f9ce80f-3f82-41c3-a0ef-24c4419ccd4d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575058 Oct 18 23:53:03.945545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 32822) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:04.038350 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c6a83877-55ef-4068-b048-42a44a842e6a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/9bf46dc0-a9c4-476c-9f7d-53a8551b24b3 HTTP/1.1" status: 200 len: 993 time: 0.0905006 Oct 18 23:53:04.815891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc621cd-9b2b-4d73-9f08-eefd66790ca5 req-08e3e721-60d3-4616-b3e3-e5bce91baacd tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:04.817640 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5bc621cd-9b2b-4d73-9f08-eefd66790ca5 req-08e3e721-60d3-4616-b3e3-e5bce91baacd tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1097 time: 0.3981698 Oct 18 23:53:04.855361 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5bc621cd-9b2b-4d73-9f08-eefd66790ca5 req-5b2ba0b9-350c-4c71-b878-ca63906ebae5 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315788 Oct 18 23:53:04.953377 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:05.675401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-375290f8-6695-4b6e-bdf5-74d4099d67ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2050784 Oct 18 23:53:05.683230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-c3233fb1-07e8-4d6c-9cc1-9e489e08c2e7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:53:05.685508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-c3233fb1-07e8-4d6c-9cc1-9e489e08c2e7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078378 Oct 18 23:53:06.332435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-e2a24bb1-3e1c-45b0-91d5-a36cbd897f59 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:53:06.333488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-e2a24bb1-3e1c-45b0-91d5-a36cbd897f59 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054364 Oct 18 23:53:06.542549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-e118d5d3-9541-4894-961d-4f75ed42edba tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:06.544562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-e118d5d3-9541-4894-961d-4f75ed42edba tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports/c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 1094 time: 0.1709177 Oct 18 23:53:06.559707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Request body: {'binding': {'host': 'n-h1-713498-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:06.560288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Unknown quota resources ['binding']. {{(pid=100922) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 23:53:06.564993 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:06.795348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on host n-h1-713498-28 for vnic_type normal with profile None {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:06.795904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:06.796267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on network 89ec6213-7eb9-42de-b604-acde233eed2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:06.803183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on network 89ec6213-7eb9-42de-b604-acde233eed2f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:53:06.803809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on network 89ec6213-7eb9-42de-b604-acde233eed2f {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:06.825422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:06.826175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Checking segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:06.826892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Bound using segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:06.828473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Bound port: c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:06.957993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:06.966378 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] Publish callbacks [] for binding, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:06.971218 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-36ed727c-3832-4a0e-a23b-4e39523bb30f service neutron] 10.222.0.52 "POST /v2.0/ports/c45bcdb4-179a-40c4-b5c1-6a0e754a1e81/bindings HTTP/1.1" status: 201 len: 390 time: 0.4158332 Oct 18 23:53:07.168295 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023a019-5cb6-4d83-b986-979e7d2f1c1c req-89912de0-7eac-472b-8b13-75dab7c81c8c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:07.175446 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c023a019-5cb6-4d83-b986-979e7d2f1c1c req-89912de0-7eac-472b-8b13-75dab7c81c8c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0831625 Oct 18 23:53:07.224368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c023a019-5cb6-4d83-b986-979e7d2f1c1c req-76e82a8f-6dc8-460d-8087-a1f29eaacc05 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Oct 18 23:53:07.363745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-a16a5eb5-74fe-49e2-a803-6ae43a3b1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:07.365247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-a16a5eb5-74fe-49e2-a803-6ae43a3b1a5d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1097 time: 0.1341984 Oct 18 23:53:07.475220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-75af75bc-289f-4df2-bec8-21b532ade007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:07.476487 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-75af75bc-289f-4df2-bec8-21b532ade007 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 200 len: 898 time: 0.1042526 Oct 18 23:53:07.557169 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-98804992-c7d4-49cc-8ab0-3b3b9bd24aa3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 1001 time: 0.0727355 Oct 18 23:53:07.611337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-28c57d0a-376a-4c0c-9fcf-b066ca2ebe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:07.613102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-28c57d0a-376a-4c0c-9fcf-b066ca2ebe6a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=649ebb48-531f-4be3-a42a-89c7b9e4e183 HTTP/1.1" status: 200 len: 834 time: 0.0490315 Oct 18 23:53:07.670114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-be3ba67f-85c7-4903-a4f6-fab14de01023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:07.671860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-be3ba67f-85c7-4903-a4f6-fab14de01023 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89ec6213-7eb9-42de-b604-acde233eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513735 Oct 18 23:53:07.839545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-844faf0c-f3bc-4087-996c-f7be80f1a8bc service neutron] 10.222.0.102 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593790 Oct 18 23:53:07.956565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-467d017a-bc86-4e0f-be76-83a3db03224a service neutron] 10.222.0.102 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051700 Oct 18 23:53:08.202339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-ebfd82d2-ee13-494d-a235-7029f8b6cec5 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:08.205318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-ebfd82d2-ee13-494d-a235-7029f8b6cec5 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15&tenant_id=084edf71706a486c94ae3b47f49b2bdb&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1097 time: 0.1268461 Oct 18 23:53:08.218877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-28'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:08.293572 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:08.419252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04333548-9956-405b-88e7-80b536967c12 req-1e628d5b-3db2-42cf-ba54-e6445e801232 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:08.428711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04333548-9956-405b-88e7-80b536967c12 req-1e628d5b-3db2-42cf-ba54-e6445e801232 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0700583 Oct 18 23:53:08.481106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04333548-9956-405b-88e7-80b536967c12 req-a2f110ba-6e16-449a-a78a-f2e2e9946a91 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509217 Oct 18 23:53:08.481873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:08.552912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:08.602816 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:08.605475 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f6cc54-5aea-4238-805c-201298bc24f9" -d '{"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-unplugged", "status": "completed", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:08.610211 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:08.618462 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:08.663150 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452b6467-e02c-45a1-8eda-7b4002a6338b x-openstack-request-id: req-452b6467-e02c-45a1-8eda-7b4002a6338b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:08.663716 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-unplugged", "status": "completed", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:08.664037 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-452b6467-e02c-45a1-8eda-7b4002a6338b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:08.664533 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'code': 200} Oct 18 23:53:08.739444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Pushing event updated for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=7']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:08.837031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on host n-h2-713498-28 for vnic_type normal with profile {"migrating_to": "n-h1-713498-28"} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:08.837465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:08.837888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on network 89ec6213-7eb9-42de-b604-acde233eed2f {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:08.847967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on network 89ec6213-7eb9-42de-b604-acde233eed2f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:53:08.849096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Attempting to bind port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on network 89ec6213-7eb9-42de-b604-acde233eed2f {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:08.855944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:08.856301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Checking segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:08.856583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Bound using segment: {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:08.857510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Bound port: c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40efdb1-4f1d-4459-a696-4b8db76c036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:08.858070 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:08.975726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:08.981328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:08.987779 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:09.019026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Provisioning complete for port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:09.020070 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:09.096723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Pushing event updated for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=8']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:09.122685 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:09.169457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:09.170650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:09.174044 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07c9806-6e49-4834-8b6b-028776dd1a4a" -d '{"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-plugged", "status": "completed", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:09.179036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:09.179494 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:09.181888 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:09.186077 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-32b6ab11-5467-42c7-a44b-3a635660a1cc service neutron] 10.222.0.102 "PUT /v2.0/ports/c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 1123 time: 0.9721599 Oct 18 23:53:09.237587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Pushing event updated for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:09.315714 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5cb4d8-550b-4c9c-89c5-4c304975686e x-openstack-request-id: req-8a5cb4d8-550b-4c9c-89c5-4c304975686e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:09.315951 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-plugged", "status": "completed", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:09.316145 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a5cb4d8-550b-4c9c-89c5-4c304975686e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:09.316429 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'code': 200} Oct 18 23:53:09.350359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.350748 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.351204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.351599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.351961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.352593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.352698 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.353162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.353372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.353707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.354391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.354746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902e24e-fefb-48fb-910c-b4695d42013c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:09.395271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:53:09.611418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-21ded80b-6a28-4752-baef-0e2a9871da57 None None] Provisioning complete for port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:09.611932 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-21ded80b-6a28-4752-baef-0e2a9871da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:09.630558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8febde-0e79-4b8d-98c5-e80a19645f98 req-fe17ba97-07b7-446a-bc90-ff9347c743d3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:09.645098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc8febde-0e79-4b8d-98c5-e80a19645f98 req-fe17ba97-07b7-446a-bc90-ff9347c743d3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0904014 Oct 18 23:53:09.695175 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dc8febde-0e79-4b8d-98c5-e80a19645f98 req-299c9923-dd0f-4f8f-b71c-c9a8a7b19f8b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487294 Oct 18 23:53:10.665749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:10.668757 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:10.714426 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:53:10.715491 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0df959b-668a-432a-95d3-7b691db00596 x-openstack-request-id: req-a0df959b-668a-432a-95d3-7b691db00596 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:10.715618 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:10.715805 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0df959b-668a-432a-95d3-7b691db00596 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:10.716403 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'status': 'completed', 'code': 200} Oct 18 23:53:10.939593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-39499cef-bb8a-4dbb-866b-4bb75ead2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:10.941197 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-39499cef-bb8a-4dbb-866b-4bb75ead2dd2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1128 time: 0.1691644 Oct 18 23:53:10.950501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4be36-b87c-48aa-a05e-cbd711cff271 req-f1206616-466d-43ea-9e72-07e4841d4fbf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:10.952005 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1c4be36-b87c-48aa-a05e-cbd711cff271 req-f1206616-466d-43ea-9e72-07e4841d4fbf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0890896 Oct 18 23:53:11.062595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1c4be36-b87c-48aa-a05e-cbd711cff271 req-b773ce59-ec4c-4f61-96e0-33e3a3f31dd1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008394 Oct 18 23:53:11.084633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-87caec99-aa2f-4ab8-b0f1-81fc4e3dd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:11.086371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-87caec99-aa2f-4ab8-b0f1-81fc4e3dd7d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 200 len: 898 time: 0.1334856 Oct 18 23:53:11.168249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-8f7b2f92-6e1c-4f47-a347-1d7f42d3700d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 1001 time: 0.0682802 Oct 18 23:53:11.240492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-0c0c6a9a-6df2-4195-afd5-35d59a02a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:11.242544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-0c0c6a9a-6df2-4195-afd5-35d59a02a1bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=649ebb48-531f-4be3-a42a-89c7b9e4e183 HTTP/1.1" status: 200 len: 834 time: 0.0577016 Oct 18 23:53:11.302359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-d04eb1a7-3631-45e1-8d72-6152dc73579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:11.304529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-d04eb1a7-3631-45e1-8d72-6152dc73579c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ec6213-7eb9-42de-b604-acde233eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528450 Oct 18 23:53:11.407368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-28a72186-8b75-416c-91bd-874bf8f4924d service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947366 Oct 18 23:53:11.511962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fcf5754-44d7-47e4-b3f7-bf69ac8682f2 req-df44797d-081c-4433-b5f3-58ee2f6629f4 service neutron] 10.222.0.73 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966766 Oct 18 23:53:11.861700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:53:12.023072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:12.043956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 has no active binding in host n-h1-713498-28 {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 23:53:12.200412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7612ce-5924-4dac-bbfa-c32df9ec662b req-c9ece219-60db-42a1-bda7-158c7cb06a0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:12.203186 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2c7612ce-5924-4dac-bbfa-c32df9ec662b req-c9ece219-60db-42a1-bda7-158c7cb06a0a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0611558 Oct 18 23:53:12.258957 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2c7612ce-5924-4dac-bbfa-c32df9ec662b req-739bf462-7bbb-4475-8a90-bc29993de6bb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490403 Oct 18 23:53:13.298231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 32974) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:13.423388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be39aaf-76e5-42eb-8aa5-710255aed5d6 req-494f02f9-68f6-4dbd-ba93-94203391384c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:13.425341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6be39aaf-76e5-42eb-8aa5-710255aed5d6 req-494f02f9-68f6-4dbd-ba93-94203391384c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0960612 Oct 18 23:53:13.466000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18041fc7-0841-468a-9d7e-11806e26c869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:13.499436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6be39aaf-76e5-42eb-8aa5-710255aed5d6 req-36b41639-1d24-40a4-9560-14cc39cdd3f5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653660 Oct 18 23:53:13.573611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18041fc7-0841-468a-9d7e-11806e26c869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:13.579460 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-18041fc7-0841-468a-9d7e-11806e26c869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:13.622889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-18041fc7-0841-468a-9d7e-11806e26c869 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2efac805c9049b8a6b108429467fe04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233328 Oct 18 23:53:13.624870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18041fc7-0841-468a-9d7e-11806e26c869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658180ed-917f-4edc-a8cd-dcd001501c94,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:13.625895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 32978) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:13.684741 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c10bc765-82b2-4670-ad17-883dd2708dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:13.707051 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c10bc765-82b2-4670-ad17-883dd2708dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:13.773254 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c10bc765-82b2-4670-ad17-883dd2708dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:13.778262 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c10bc765-82b2-4670-ad17-883dd2708dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:13.780495 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c10bc765-82b2-4670-ad17-883dd2708dc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/658180ed-917f-4edc-a8cd-dcd001501c94 HTTP/1.1" status: 204 len: 168 time: 0.1538272 Oct 18 23:53:13.794184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bc765-82b2-4670-ad17-883dd2708dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658180ed-917f-4edc-a8cd-dcd001501c94,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:14.658038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3bfc9-f226-4112-91bb-9e32285a238f req-163a7a76-876a-480c-a7d5-c644fdc2b982 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:14.668148 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cda3bfc9-f226-4112-91bb-9e32285a238f req-163a7a76-876a-480c-a7d5-c644fdc2b982 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0720024 Oct 18 23:53:14.735543 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cda3bfc9-f226-4112-91bb-9e32285a238f req-b7128168-4e48-4922-a50c-706fee897f2c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602374 Oct 18 23:53:15.896458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090eb3fd-a041-4efa-a4b0-ce7a95c5784e req-4020c926-0236-4c72-937f-60c54376b707 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:15.899180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090eb3fd-a041-4efa-a4b0-ce7a95c5784e req-4020c926-0236-4c72-937f-60c54376b707 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0821753 Oct 18 23:53:15.981836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090eb3fd-a041-4efa-a4b0-ce7a95c5784e req-3284bab8-bf87-4825-a5d5-34fa30be1a0d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728090 Oct 18 23:53:17.172035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610541b-c849-41e1-b95f-524fb0adb281 req-47551eeb-40dd-44a7-82ae-daca207fcd71 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:17.185147 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f610541b-c849-41e1-b95f-524fb0adb281 req-47551eeb-40dd-44a7-82ae-daca207fcd71 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.0934243 Oct 18 23:53:17.268162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f610541b-c849-41e1-b95f-524fb0adb281 req-ae3bfc35-1e07-41bf-8623-a1c23f1d3874 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777225 Oct 18 23:53:17.316540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33382) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:17.321817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'network': {'name': 'tempest-network-smoke--1535611864', 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'port_security_enabled': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:17.352121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Made reservation on behalf of c26adfe5c8584383bcb441f63a361207 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:53:17.356602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.366170 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.514260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.519833 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.553290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:53:17.560629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e56ffc-1b56-4e5f-b932-3c86300aba3e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:17.569386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.569386 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Added segment 0bd98684-155f-4ea1-a606-8340c3f39a7b of type vlan for network e171aa01-51d1-4c27-bb1d-b62fae92c57c Oct 18 23:53:17.623550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.661679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.670070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:17.670758 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.713440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3957460 Oct 18 23:53:17.717144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33430) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:17.722293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'admin_state_up': True, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:17.751046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3be94-63b4-4808-a80b-4827338507e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Network': ['ID=e171aa01-51d1-4c27-bb1d-b62fae92c57c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:17.763727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e171aa01-51d1-4c27-bb1d-b62fae92c57c details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:53:17.790113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.791268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:17.847340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-7b4400a1-4ee0-4f4e-b89b-b64050bec290 service neutron] 10.222.0.73 "GET /v2.0/ports/c45bcdb4-179a-40c4-b5c1-6a0e754a1e81/bindings/n-h1-713498-28 HTTP/1.1" status: 200 len: 385 time: 0.1065736 Oct 18 23:53:17.881247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:18.116777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:18.318390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-db0da008-b2fb-4f0e-b2ea-9cbd009b3d4d service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:18.387413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-db0da008-b2fb-4f0e-b2ea-9cbd009b3d4d service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:18.509396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:18.512892 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9936d065-7975-49f3-9018-55783dad4c05" -d '{"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-unplugged", "status": "completed", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:18.522064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-db0da008-b2fb-4f0e-b2ea-9cbd009b3d4d service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:18.623214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6d9a-42f4-418c-bf30-1cd21e9e19a3 req-709eb560-cf54-40c0-ac96-cc8b9495a89b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:18.624871 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b2f6d9a-42f4-418c-bf30-1cd21e9e19a3 req-709eb560-cf54-40c0-ac96-cc8b9495a89b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 945 time: 0.2624097 Oct 18 23:53:18.628167 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-db0da008-b2fb-4f0e-b2ea-9cbd009b3d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:18.670260 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:18.704596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:18.726670 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb553bc-2304-4dea-84b1-56e769fe05c0 x-openstack-request-id: req-1fb553bc-2304-4dea-84b1-56e769fe05c0 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:18.727076 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-unplugged", "status": "completed", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:18.727299 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1fb553bc-2304-4dea-84b1-56e769fe05c0 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:18.727683 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'code': 200} Oct 18 23:53:18.799260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b2f6d9a-42f4-418c-bf30-1cd21e9e19a3 req-1ba9b1f9-86be-475b-bf0e-ffb13c666861 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551602 Oct 18 23:53:18.877746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-96babe03-27d6-4857-83a4-5b4a11177234 req-db0da008-b2fb-4f0e-b2ea-9cbd009b3d4d service neutron] Transition to ACTIVE for port object c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:53:18.884000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-db0da008-b2fb-4f0e-b2ea-9cbd009b3d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:18.954271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Allocated IP 172.25.7.101 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:53:19.179374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0da008-b2fb-4f0e-b2ea-9cbd009b3d4d service neutron] Pushing event updated for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=11']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:19.332169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-db0da008-b2fb-4f0e-b2ea-9cbd009b3d4d service neutron] No DVR routers for this DVR port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:53:19.469519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:19.591697 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-db0da008-b2fb-4f0e-b2ea-9cbd009b3d4d service neutron] 10.222.0.73 "PUT /v2.0/ports/c45bcdb4-179a-40c4-b5c1-6a0e754a1e81/bindings/n-h1-713498-28/activate HTTP/1.1" status: 200 len: 370 time: 1.7135260 Oct 18 23:53:19.594213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:19.641919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:19.645473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:19.653631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:53:19.657669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:19.781370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-e32b878a-d3e4-4f56-9043-7a4a9bce96cb tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:19.783486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-e32b878a-d3e4-4f56-9043-7a4a9bce96cb tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15&tenant_id=084edf71706a486c94ae3b47f49b2bdb&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.0799022 Oct 18 23:53:19.844016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-9ed9b76d-a024-4ac8-af7e-9f04c1b9ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:19.846599 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-9ed9b76d-a024-4ac8-af7e-9f04c1b9ca1c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 1096 time: 0.0548327 Oct 18 23:53:19.973263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-3762e1d1-4f7c-48c0-9480-d9dd697cedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:19.976727 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-3762e1d1-4f7c-48c0-9480-d9dd697cedd2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1096 time: 0.0832987 Oct 18 23:53:20.062704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c033ab-d9a8-4c01-ba0e-736594c9e06d req-6f2b6c49-ecbe-4bda-bb93-8a560a99f8f2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:20.071768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6c033ab-d9a8-4c01-ba0e-736594c9e06d req-6f2b6c49-ecbe-4bda-bb93-8a560a99f8f2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 944 time: 0.1441338 Oct 18 23:53:20.119453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:20.145948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-2b18e48f-7290-47ff-9d9a-94c1a9519917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:20.149823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-2b18e48f-7290-47ff-9d9a-94c1a9519917 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 200 len: 898 time: 0.1638548 Oct 18 23:53:20.236215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-79c28f04-7a6a-4b52-a441-ba793b5f0b8e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 999 time: 0.0794616 Oct 18 23:53:20.299931 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-598a60ca-7db5-417c-bebc-2be30ed84f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:20.338640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-3385c698-9fc1-4047-b8c2-23a3aacf51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:20.341246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-3385c698-9fc1-4047-b8c2-23a3aacf51cd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=649ebb48-531f-4be3-a42a-89c7b9e4e183 HTTP/1.1" status: 200 len: 834 time: 0.0958378 Oct 18 23:53:20.414050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-d9260e48-5e12-48c7-88d2-a94a5e5fdfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:20.415617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-d9260e48-5e12-48c7-88d2-a94a5e5fdfb0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89ec6213-7eb9-42de-b604-acde233eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672848 Oct 18 23:53:20.559688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-f1ea571c-e2d7-4e07-9b5d-1feeacc20fa0 service neutron] 10.222.0.102 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364429 Oct 18 23:53:20.712783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6c033ab-d9a8-4c01-ba0e-736594c9e06d req-b82040c1-470c-4194-835b-d708ac6e2c15 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6397879 Oct 18 23:53:20.727189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-a9655398-def0-4b93-be45-d36635952bc4 service neutron] 10.222.0.102 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585705 Oct 18 23:53:20.958813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:21.054172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:53:21.135002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:53:21.147061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96babe03-27d6-4857-83a4-5b4a11177234 req-aab4db85-5357-48f6-96f0-9eac062cabec tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:21.150245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-aab4db85-5357-48f6-96f0-9eac062cabec tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15&tenant_id=084edf71706a486c94ae3b47f49b2bdb&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 1096 time: 0.0820546 Oct 18 23:53:21.215905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Router ae58699f-e6ad-4391-823e-229b13308b55 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:53:21.330000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-96babe03-27d6-4857-83a4-5b4a11177234 req-fcd4086f-2de2-4e4d-9796-fc46d37b73b4 service neutron] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:21.334185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-96babe03-27d6-4857-83a4-5b4a11177234 req-fcd4086f-2de2-4e4d-9796-fc46d37b73b4 service neutron] Publish callbacks [] for binding, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:21.335742 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-96babe03-27d6-4857-83a4-5b4a11177234 req-fcd4086f-2de2-4e4d-9796-fc46d37b73b4 service neutron] 10.222.0.102 "DELETE /v2.0/ports/c45bcdb4-179a-40c4-b5c1-6a0e754a1e81/bindings/n-h2-713498-28 HTTP/1.1" status: 204 len: 173 time: 0.1780570 Oct 18 23:53:21.394130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:53:21.401066 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Sync routers for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:53:21.415552 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:21.416917 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:21.432470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:21.435908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c771aefc-564c-4352-8236-44a197ffa51d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7171898 Oct 18 23:53:21.439026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33526) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:21.589945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33530) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:21.590275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c038d587-3e65-483a-a1af-5f4f8594a484 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=c26adfe5c8584383bcb441f63a361207&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1489761 Oct 18 23:53:21.639485 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:21.884372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91045c3-d236-43a3-b4ca-e2f6143f554a tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:21.890036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e91045c3-d236-43a3-b4ca-e2f6143f554a tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2976587 Oct 18 23:53:21.890396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33536) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:21.944697 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:19Z', 'revision_number': 3, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:21.947932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d33b76cf-d442-4e27-83e4-1de46b6c7448 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562272 Oct 18 23:53:21.948638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33538) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:21.958413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351634022', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:21.958664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f31e2-fc85-4bcb-b1ad-4684c7ab5afa req-97294d6f-693a-411f-8f74-b154bc4dba4d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:21.975411 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ee8f31e2-fc85-4bcb-b1ad-4684c7ab5afa req-97294d6f-693a-411f-8f74-b154bc4dba4d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 944 time: 0.1046789 Oct 18 23:53:22.018982 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Checking router: ae58699f-e6ad-4391-823e-229b13308b55 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:53:22.019644 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Updating router ae58699f-e6ad-4391-823e-229b13308b55 port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:53:22.060171 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ee8f31e2-fc85-4bcb-b1ad-4684c7ab5afa req-3195b6a5-364d-4a04-a11e-1a00a6573dc2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836456 Oct 18 23:53:22.079102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Made reservation on behalf of c26adfe5c8584383bcb441f63a361207 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:53:22.083208 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:22.325663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279e981-562a-49e0-84c7-4c24993c08a4 req-8a8cadeb-37fe-4d22-9dfe-3388f25b676d tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:22.329174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2279e981-562a-49e0-84c7-4c24993c08a4 req-8a8cadeb-37fe-4d22-9dfe-3388f25b676d tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1096 time: 0.1272390 Oct 18 23:53:22.335032 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:22.513198 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:22.532528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2279e981-562a-49e0-84c7-4c24993c08a4 req-901e78c3-d65c-4f28-85b5-ab4913b3b4c2 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907341 Oct 18 23:53:22.655590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Subnet': ['ID=05084bfa-9a34-463c-8dff-3a62eda4e09c,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:22.698874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Checking segment: {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:22.699263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network hostable DHCP agents. Network: e171aa01-51d1-4c27-bb1d-b62fae92c57c, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:53:22.716012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7517477-f39f-4a29-94cd-32c516d9f1a2 req-b128e270-5338-4c08-a830-588b62c7469c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:22.724717 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7517477-f39f-4a29-94cd-32c516d9f1a2 req-b128e270-5338-4c08-a830-588b62c7469c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 944 time: 0.0829792 Oct 18 23:53:22.741907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network e171aa01-51d1-4c27-bb1d-b62fae92c57c is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:53:22.759786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e171aa01-51d1-4c27-bb1d-b62fae92c57c) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:22.766696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:22.767222 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:22.782198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee064ee1-0421-46de-9f6b-51b6621609d8 None None] Network e171aa01-51d1-4c27-bb1d-b62fae92c57c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:53:22.798264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c7517477-f39f-4a29-94cd-32c516d9f1a2 req-84967134-0812-4e07-89e8-3ab974dd7757 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708766 Oct 18 23:53:22.817657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33546) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:22.820686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-da268f42-da52-466a-a772-76d290abcf6a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8707728 Oct 18 23:53:22.823436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33548) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:22.844474 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:22.856846 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:22.904207 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-096aec74-8093-4410-8cc3-840c4e9d4b94 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/9bf46dc0-a9c4-476c-9f7d-53a8551b24b3 HTTP/1.1" status: 200 len: 991 time: 0.0851600 Oct 18 23:53:22.975537 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Attempting to bind port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:22.975537 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Attempting to bind port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:22.975889 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Attempting to bind port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:22.988477 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Pushing event updated for resources: {'Port': ['ID=2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:23.000002 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.000353 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.000691 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.001026 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.001381 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.001680 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.002004 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.002321 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.002645 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.003004 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.003645 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.003952 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:53:23.007339 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:23.007707 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:23.008163 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:23.008554 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:23.009039 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Bound port: 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:23.009424 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:23.130266 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] For port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:23.138367 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] For port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:23.150108 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:23.167137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:53:23.168158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:23.309154 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:23.310885 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:23.316602 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284466f-2dc2-476d-8daf-fdcb7c67cf1f None None] Pushing event updated for resources: {'Port': ['ID=2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:23.378863 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Allocated IP 172.20.0.2 (e171aa01-51d1-4c27-bb1d-b62fae92c57c/05084bfa-9a34-463c-8dff-3a62eda4e09c/80cb6ebe-6f14-4bac-b224-01d6dd5a4567) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:53:23.616833 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:23.651423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:23.713465 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:23.726171 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:23.784727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Network e171aa01-51d1-4c27-bb1d-b62fae92c57c is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:23.788622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:23.795301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:53:23.806660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Pushing event updated for resources: {'Port': ['ID=80cb6ebe-6f14-4bac-b224-01d6dd5a4567,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:23.901584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Attempting to bind port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:23.902543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Attempting to bind port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:23.902945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Attempting to bind port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 on network e171aa01-51d1-4c27-bb1d-b62fae92c57c {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:23.917174 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:19Z', 'revision_number': 3, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:23.920131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:23.920503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Checking segment: {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:23.921114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:23.921700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Bound using segment: {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:23.923304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Bound port: 80cb6ebe-6f14-4bac-b224-01d6dd5a4567, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:23.924584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:23.995039 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7b395d9b-0b37-436c-8ea6-4bd005903820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:24.006395 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65f035-299c-489b-9d06-b519ec9369c2 None None] The sync data for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 is: [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:19Z', 'revision_number': 3, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:53:24.097648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] For port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:24.107261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] For port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=80cb6ebe-6f14-4bac-b224-01d6dd5a4567,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:24.121096 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:24.202905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ad5a2-29c3-46f6-9ea1-7bbaf5a84898 None None] Pushing event updated for resources: {'Port': ['ID=80cb6ebe-6f14-4bac-b224-01d6dd5a4567,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:24.226558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Allocated IP 172.20.0.1 (e171aa01-51d1-4c27-bb1d-b62fae92c57c/05084bfa-9a34-463c-8dff-3a62eda4e09c/e4467087-7a4d-4f05-b810-de8a94933422) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:53:24.472885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:24.601431 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:24.731934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network e171aa01-51d1-4c27-bb1d-b62fae92c57c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:24.736477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:24.741033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:53:24.791390 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:24.806285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=e4467087-7a4d-4f05-b810-de8a94933422,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:24.819619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.026370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.173881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33568) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:25.443088 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.545779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port e9ce5a93-e87b-476e-b9db-0a06e9161962 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:25.546277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.614016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:25.614813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.622509 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.694102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.694981 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.746955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=e4467087-7a4d-4f05-b810-de8a94933422,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:25.748521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for e9ce5a93-e87b-476e-b9db-0a06e9161962 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:25.751182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.794256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:25.794848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:25.890743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784037cc-793d-4109-aee5-c060e98d6a28 None None] Network e171aa01-51d1-4c27-bb1d-b62fae92c57c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:53:25.925605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network e171aa01-51d1-4c27-bb1d-b62fae92c57c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:25.927230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:25.994564 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.062051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=e9ce5a93-e87b-476e-b9db-0a06e9161962,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:26.088803 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Router ae58699f-e6ad-4391-823e-229b13308b55 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:53:26.133757 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.134513 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Floating IP 9bf46dc0-a9c4-476c-9f7d-53a8551b24b3 disassociated (deleted). External IP: 172.25.7.122, port: c45bcdb4-179a-40c4-b5c1-6a0e754a1e81. Oct 18 23:53:26.248949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:53:26.253766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.255623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c3a47f54-b0f4-48ed-8ade-88afc07c9da5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "PUT /v2.0/routers/ae58699f-e6ad-4391-823e-229b13308b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4299843 Oct 18 23:53:26.258165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33574) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:26.263178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1751e2ce-38a9-42f6-8fb6-b3f0784ff028 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1932276465', 'description': 'tempest-secgroup_access--1932276465 description', 'project_id': 'c26adfe5c8584383bcb441f63a361207'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:26.280133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8baacd65-efa4-490a-aeff-04c47e6bdbfa None None] Provisioning complete for port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:26.281003 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8baacd65-efa4-490a-aeff-04c47e6bdbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.299149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1751e2ce-38a9-42f6-8fb6-b3f0784ff028 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.414055 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1751e2ce-38a9-42f6-8fb6-b3f0784ff028 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.414370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=80cb6ebe-6f14-4bac-b224-01d6dd5a4567,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:26.429963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1751e2ce-38a9-42f6-8fb6-b3f0784ff028 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.442279 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.443108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:26.487369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:53:26.489284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751e2ce-38a9-42f6-8fb6-b3f0784ff028 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c78937-2fab-4e83-bf7e-37dabc668e69,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:26.515946 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1751e2ce-38a9-42f6-8fb6-b3f0784ff028 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.517732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1751e2ce-38a9-42f6-8fb6-b3f0784ff028 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2583878 Oct 18 23:53:26.523126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33578) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:26.533341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4f49af0b-1552-44e6-a7c4-e382f018051d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--830713237', 'description': 'tempest-secgroup_general--830713237 description', 'project_id': 'c26adfe5c8584383bcb441f63a361207'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:26.574399 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f49af0b-1552-44e6-a7c4-e382f018051d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.639281 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=80cb6ebe-6f14-4bac-b224-01d6dd5a4567,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:26.669434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:26.669866 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.678406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:53:26.693221 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.700409 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f49af0b-1552-44e6-a7c4-e382f018051d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.706546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f49af0b-1552-44e6-a7c4-e382f018051d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.750014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4f49af0b-1552-44e6-a7c4-e382f018051d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:26.751359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] Sync routers for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:53:26.751610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4f49af0b-1552-44e6-a7c4-e382f018051d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2271643 Oct 18 23:53:26.752868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49af0b-1552-44e6-a7c4-e382f018051d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83914798-02c2-4d04-8a7f-5366f43a96cf,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:26.762224 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b564521e-2c69-4a32-9db4-17cfac69117b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/floatingips/9bf46dc0-a9c4-476c-9f7d-53a8551b24b3 HTTP/1.1" status: 204 len: 168 time: 1.5848465 Oct 18 23:53:26.762864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33580) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:26.763330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:26.778010 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b33549-b6e3-4b68-99c1-ff335fa3a862" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:26.809826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:26.811596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:26.823231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-69ec9eca-e72d-40f8-912d-d1a1c30d73b2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'security_group_rule': {'security_group_id': '96c78937-2fab-4e83-bf7e-37dabc668e69', 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:26.868053 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06088385-fde8-4661-98b2-2fb5872e6f75 x-openstack-request-id: req-06088385-fde8-4661-98b2-2fb5872e6f75 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:26.868382 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:26.868620 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06088385-fde8-4661-98b2-2fb5872e6f75 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:26.869074 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'status': 'completed', 'code': 200} Oct 18 23:53:26.876441 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Sync routers for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:53:26.912864 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:26.917751 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:26.925803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69ec9eca-e72d-40f8-912d-d1a1c30d73b2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:27.026265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69ec9eca-e72d-40f8-912d-d1a1c30d73b2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:27.032032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-578b44bb-3a39-4963-9e13-1edfefa31580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:27.033761 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-578b44bb-3a39-4963-9e13-1edfefa31580 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 1096 time: 0.1342115 Oct 18 23:53:27.035341 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69ec9eca-e72d-40f8-912d-d1a1c30d73b2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:27.040728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:27.123660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-69ec9eca-e72d-40f8-912d-d1a1c30d73b2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:27.124913 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-69ec9eca-e72d-40f8-912d-d1a1c30d73b2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3371837 Oct 18 23:53:27.128348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec9eca-e72d-40f8-912d-d1a1c30d73b2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bd8c89-8ae8-4215-803d-2f0c771c55c9,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:27.154417 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:27.228721 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:27.319243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-dfd4f8b0-4637-4492-b7b1-0c08b397143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:27.325103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c6b7f-37d8-4d33-8920-40b7002f4bd3 req-753b71f7-6c1d-4fdc-81e3-04693e0ea5d4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:27.327007 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-dfd4f8b0-4637-4492-b7b1-0c08b397143c service neutron] 10.222.0.102 "GET /v2.0/networks?id=89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 200 len: 898 time: 0.2733929 Oct 18 23:53:27.327160 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-938c6b7f-37d8-4d33-8920-40b7002f4bd3 req-753b71f7-6c1d-4fdc-81e3-04693e0ea5d4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 944 time: 0.0815647 Oct 18 23:53:27.376613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:27.390817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:27.416873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-938c6b7f-37d8-4d33-8920-40b7002f4bd3 req-0cf70b71-34ad-4b80-a1a9-ae870bfd1bfe tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6b6e8fd-a360-442d-8719-25ceaf3db443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801334 Oct 18 23:53:27.469484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:27.483305 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-b9927de8-2dfc-4d62-aa4e-ef3d1fd54956 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 200 len: 217 time: 0.1351261 Oct 18 23:53:27.579095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:27.622023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-6b88161a-41ad-4de0-ad65-8688318ad38c tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--1932276465&fields=id&tenant_id=c26adfe5c8584383bcb441f63a361207 HTTP/1.1" status: 200 len: 267 time: 0.2909255 Oct 18 23:53:27.635806 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0c255060-90b0-47c9-b199-5c48e9604acf None None] Provisioning complete for port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:27.636340 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0c255060-90b0-47c9-b199-5c48e9604acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:27.662313 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:24Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'e4467087-7a4d-4f05-b810-de8a94933422', 'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:0d:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:23Z', 'updated_at': '2021-10-18T23:53:25Z', 'revision_number': 2, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:27.693979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-e05ad4d0-f758-4240-9063-099607e7dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:27.695733 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-e05ad4d0-f758-4240-9063-099607e7dd77 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=649ebb48-531f-4be3-a42a-89c7b9e4e183 HTTP/1.1" status: 200 len: 834 time: 0.1735241 Oct 18 23:53:27.720348 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Checking router: ae58699f-e6ad-4391-823e-229b13308b55 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:53:27.724504 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Updating router ae58699f-e6ad-4391-823e-229b13308b55 port e4467087-7a4d-4f05-b810-de8a94933422 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:53:27.753899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:27.754440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:27.761867 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-1d895735-9ef4-404d-8994-0dc8be9b2550 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--830713237&fields=id&tenant_id=c26adfe5c8584383bcb441f63a361207 HTTP/1.1" status: 200 len: 267 time: 0.1249943 Oct 18 23:53:27.800224 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:27.846087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-5e3d07ac-17ca-4598-8274-e8de97250a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:27.847707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-5e3d07ac-17ca-4598-8274-e8de97250a64 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89ec6213-7eb9-42de-b604-acde233eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417708 Oct 18 23:53:27.917603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-e80ae689-a248-4ae4-bf00-21cdc9839002 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:27.929728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-e80ae689-a248-4ae4-bf00-21cdc9839002 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 944 time: 0.1400695 Oct 18 23:53:28.046136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-319ad2bf-c8cd-48ff-a11c-4758455acbdd tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:28.048368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-319ad2bf-c8cd-48ff-a11c-4758455acbdd tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/networks?id=e171aa01-51d1-4c27-bb1d-b62fae92c57c HTTP/1.1" status: 200 len: 797 time: 0.2730894 Oct 18 23:53:28.051629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11765f8a-c330-4ded-a5d5-73726f76ed91', 'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:fb:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:22Z', 'updated_at': '2021-10-18T23:51:27Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:28.075111 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-77b16874-b179-4096-b05b-ecd9f7a84cda service neutron] 10.222.0.102 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748672 Oct 18 23:53:28.119871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a819c12d-b0c1-4d06-83e7-b7814e0da4c1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/quotas/c26adfe5c8584383bcb441f63a361207 HTTP/1.1" status: 200 len: 375 time: 0.0420914 Oct 18 23:53:28.124399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:28.124806 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.129346 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.134831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] Checking router: 6243cbc1-e08c-4f78-951d-a7d6b82f6103 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:53:28.175149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:28.175864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:28.244947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:28.245216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.255900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0c255060-90b0-47c9-b199-5c48e9604acf None None] Provisioning complete for port e4467087-7a4d-4f05-b810-de8a94933422 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:28.256591 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0c255060-90b0-47c9-b199-5c48e9604acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.260056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:28.263235 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-67ae815d-9afa-49c6-9184-f95a4e41fec2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1338618 Oct 18 23:53:28.270524 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-09b33549-b6e3-4b68-99c1-ff335fa3a862 req-0b51b1a0-d8eb-4424-a852-e4f352ee8637 service neutron] 10.222.0.102 "GET /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856945 Oct 18 23:53:28.294939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-abc1ca33-03d8-4ec1-baa5-269a3ad47bd6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:53:28.301014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-abc1ca33-03d8-4ec1-baa5-269a3ad47bd6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0181985 Oct 18 23:53:28.301981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3fc30-e5da-4c08-a8ca-f9a52414303d req-5f84d230-24c4-4b8d-b737-ceba83b9e67d tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:28.304382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32a3fc30-e5da-4c08-a8ca-f9a52414303d req-5f84d230-24c4-4b8d-b737-ceba83b9e67d tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 945 time: 0.2674155 Oct 18 23:53:28.317575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0c255060-90b0-47c9-b199-5c48e9604acf None None] Port e4467087-7a4d-4f05-b810-de8a94933422 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:53:28.389273 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:28.393515 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.404596 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.406356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32a3fc30-e5da-4c08-a8ca-f9a52414303d req-d47fa10c-6841-4f84-9936-73a979b4c26a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549905 Oct 18 23:53:28.532250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.577032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=c45bcdb4-179a-40c4-b5c1-6a0e754a1e81,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:28.633130 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda1afa-b432-451f-b294-f38024740f26 None None] Pushing event updated for resources: {'Port': ['ID=e4467087-7a4d-4f05-b810-de8a94933422,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:28.669823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04283321-b9a0-4e83-b269-42a220e68d1c req-52e468b0-dbbc-4ab2-9c95-d7684dd28f05 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d2bc09b-2f14-49f8-9caa-8c94f3c42c15 HTTP/1.1" status: 200 len: 210 time: 0.1308327 Oct 18 23:53:28.672313 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Attempting to bind port e4467087-7a4d-4f05-b810-de8a94933422 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:28.672536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-aa644e7f-f74c-4064-a694-f20b0c00de94 None None] Provisioning complete for port e4467087-7a4d-4f05-b810-de8a94933422 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:28.672840 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Attempting to bind port e4467087-7a4d-4f05-b810-de8a94933422 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:28.672992 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-aa644e7f-f74c-4064-a694-f20b0c00de94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.673216 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Attempting to bind port e4467087-7a4d-4f05-b810-de8a94933422 on network e171aa01-51d1-4c27-bb1d-b62fae92c57c {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:28.699305 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:28.699305 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Checking segment: {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:28.699305 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.699305 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Bound using segment: {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:28.699305 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Bound port: e4467087-7a4d-4f05-b810-de8a94933422, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:28.699305 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.713443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] No DVR routers for this DVR port c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:53:28.717490 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.724343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5da686a-1cfb-434e-9d56-7d9d804aeafa req-69c00a49-8c00-4bdf-bc4a-e522589178ce tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.102 "DELETE /v2.0/ports/c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 HTTP/1.1" status: 204 len: 173 time: 0.7916420 Oct 18 23:53:28.725387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-deleted', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:28.753342 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c09507-3903-4cdd-aecd-4d6832f2b9fc" -d '{"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-deleted", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:28.841482 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7837353a-d568-4e7b-a6dc-2912036d2977 x-openstack-request-id: req-7837353a-d568-4e7b-a6dc-2912036d2977 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:28.842259 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2bc09b-2f14-49f8-9caa-8c94f3c42c15", "name": "network-vif-deleted", "tag": "c45bcdb4-179a-40c4-b5c1-6a0e754a1e81", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:28.842904 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7837353a-d568-4e7b-a6dc-2912036d2977 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:28.843650 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] For port e4467087-7a4d-4f05-b810-de8a94933422, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:28.844266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-aa644e7f-f74c-4064-a694-f20b0c00de94 None None] Port e4467087-7a4d-4f05-b810-de8a94933422 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:53:28.844530 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2bc09b-2f14-49f8-9caa-8c94f3c42c15', 'name': 'network-vif-deleted', 'tag': 'c45bcdb4-179a-40c4-b5c1-6a0e754a1e81', 'status': 'completed', 'code': 200} Oct 18 23:53:28.859107 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] For port e4467087-7a4d-4f05-b810-de8a94933422, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e4467087-7a4d-4f05-b810-de8a94933422,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:28.865010 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:28.928497 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:28.936721 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:28.978674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bc5b8e5e-96f8-48b6-8856-0a489922509a None None] Provisioning complete for port e4467087-7a4d-4f05-b810-de8a94933422 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:28.979070 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc5b8e5e-96f8-48b6-8856-0a489922509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:29.039178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11765f8a-c330-4ded-a5d5-73726f76ed91', 'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:fb:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:22Z', 'updated_at': '2021-10-18T23:51:27Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:29.082499 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ed704-6694-4414-bf6d-14b332990a63 None None] The sync data for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 is: [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '11765f8a-c330-4ded-a5d5-73726f76ed91', 'name': '', 'network_id': '89ec6213-7eb9-42de-b604-acde233eed2f', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:fb:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:22Z', 'updated_at': '2021-10-18T23:51:27Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '649ebb48-531f-4be3-a42a-89c7b9e4e183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:53:29.157845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc5b8e5e-96f8-48b6-8856-0a489922509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:29.222329 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-c038d64d-8f55-4563-b121-a19dac8ae44b service neutron] 10.222.0.52 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9099972 Oct 18 23:53:29.232271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bc5b8e5e-96f8-48b6-8856-0a489922509a None None] For port e4467087-7a4d-4f05-b810-de8a94933422, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e4467087-7a4d-4f05-b810-de8a94933422,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:29.238968 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda1afa-b432-451f-b294-f38024740f26 None None] Pushing event updated for resources: {'Port': ['ID=e4467087-7a4d-4f05-b810-de8a94933422,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:29.239195 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc5b8e5e-96f8-48b6-8856-0a489922509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:29.317416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b8e5e-96f8-48b6-8856-0a489922509a None None] Pushing event updated for resources: {'Port': ['ID=e4467087-7a4d-4f05-b810-de8a94933422,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:29.359248 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:29.359475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1936e74a-ed3b-402b-8214-2ec63a06ff0d None None] Provisioning complete for port e4467087-7a4d-4f05-b810-de8a94933422 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:29.359709 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1936e74a-ed3b-402b-8214-2ec63a06ff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:29.400572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-82ed7c07-a64e-46a3-8a08-cc9475dbc0e0 service neutron] 10.222.0.52 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762695 Oct 18 23:53:29.531579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:29.607847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de1fce-c4fd-4964-9c7a-065bc983eb9d None None] New status for floating IP 9bf46dc0-a9c4-476c-9f7d-53a8551b24b3: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:53:29.624040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa2018-1cc5-43a3-83d6-adbc9d7e23fa req-ce85d9ca-9269-4b88-bf8e-6e4432806936 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:29.637900 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95aa2018-1cc5-43a3-83d6-adbc9d7e23fa req-ce85d9ca-9269-4b88-bf8e-6e4432806936 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 945 time: 0.1016076 Oct 18 23:53:29.715770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95aa2018-1cc5-43a3-83d6-adbc9d7e23fa req-a3a61aea-3db9-459b-a9ab-cfec414285ae tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763371 Oct 18 23:53:29.760438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:29.760823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:29.770974 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:24Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'e4467087-7a4d-4f05-b810-de8a94933422', 'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:0d:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:23Z', 'updated_at': '2021-10-18T23:53:28Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:29.824757 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0846a6d9-2e9a-4e41-b1cb-3287dec8b3b1 req-e32c799f-92b1-4745-81f4-3eea8bb3a887 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 210 time: 0.1180313 Oct 18 23:53:29.836961 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df2412c-9cb3-46d4-96a4-0d4d2c39612d None None] The sync data for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 is: [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:24Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'e4467087-7a4d-4f05-b810-de8a94933422', 'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:0d:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:23Z', 'updated_at': '2021-10-18T23:53:28Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:53:29.882580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33640) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:30.114376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-fff9c9c5-0bd4-457d-a5f9-65aaecff0051 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:30.116939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-fff9c9c5-0bd4-457d-a5f9-65aaecff0051 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.73 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 945 time: 0.0786579 Oct 18 23:53:30.324426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Deleting port bc5ebe12-fd59-4029-a643-a38da23c957b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:30.324887 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:30.498926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] For port bc5ebe12-fd59-4029-a643-a38da23c957b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=bc5ebe12-fd59-4029-a643-a38da23c957b,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:30.499567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:30.532821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:30.836861 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:30.836861 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:30.836861 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Floating IP fb9fb657-9d48-4836-bb29-8fc02f0cedef disassociated. External IP: 172.25.7.48, port: bc5ebe12-fd59-4029-a643-a38da23c957b. Oct 18 23:53:30.837620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Calling delete_port for bc5ebe12-fd59-4029-a643-a38da23c957b owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:30.970805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36048d56-a16d-4a9b-ad78-b1c99c262012 req-82eb7b09-9266-4c93-a75a-f686984a27dc tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 210 time: 0.0321362 Oct 18 23:53:30.980866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a084-a2dc-4e44-b691-9343d8eff910 req-6efc1270-9e26-4b3a-b15f-3ff2e24aab3e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:30.982495 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2d4a084-a2dc-4e44-b691-9343d8eff910 req-6efc1270-9e26-4b3a-b15f-3ff2e24aab3e tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 945 time: 0.1170342 Oct 18 23:53:31.078534 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2d4a084-a2dc-4e44-b691-9343d8eff910 req-410b9588-4ac4-4d23-adee-fc170b9184ee tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups?id=137eaeb5-6ecf-4752-acbd-655a5634d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796103 Oct 18 23:53:31.099025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 11765f8a-c330-4ded-a5d5-73726f76ed91 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:31.099390 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:31.144972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:31.176370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event deleted for resources: {'Port': ['ID=bc5ebe12-fd59-4029-a643-a38da23c957b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:31.329828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 11765f8a-c330-4ded-a5d5-73726f76ed91, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=11765f8a-c330-4ded-a5d5-73726f76ed91,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:31.330271 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:31.353683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 11765f8a-c330-4ded-a5d5-73726f76ed91 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:31.544091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e4467087-7a4d-4f05-b810-de8a94933422 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:31.655795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:31.689333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=11765f8a-c330-4ded-a5d5-73726f76ed91,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:31.942250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:53:31.976375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port e4467087-7a4d-4f05-b810-de8a94933422 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:31.976769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:31.980568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:53:31.981040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device c45bcdb4-179a-40c4-b5c1-6a0e754a1e81 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:53:31.999052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-d6162c90-41af-4af2-8222-f30b88ac126d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:32.001830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-d6162c90-41af-4af2-8222-f30b88ac126d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.102 "GET /v2.0/networks?id=e171aa01-51d1-4c27-bb1d-b62fae92c57c HTTP/1.1" status: 200 len: 797 time: 0.8192768 Oct 18 23:53:32.004504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:32.160934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:53:32.201317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-bf4fe80e-e322-4174-91e8-29d4c300a8e5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c26adfe5c8584383bcb441f63a361207 HTTP/1.1" status: 200 len: 477 time: 0.1632411 Oct 18 23:53:32.203285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22d300d0-da74-4229-9747-ac0fc4f17171 req-d42bfb4c-6abe-462e-b959-9936677cee70 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 210 time: 0.0619142 Oct 18 23:53:32.207254 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79255b9a-9907-4408-8226-b2a563e2f504 req-388834e6-d3d2-4e18-b6bc-37fcc3ba9720 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/ports?device_id=c828699d-3535-4420-81ea-a85ad613ca84 HTTP/1.1" status: 200 len: 210 time: 0.0414932 Oct 18 23:53:32.212642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'port': {'device_id': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'admin_state_up': True, 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'security_groups': ['96c78937-2fab-4e83-bf7e-37dabc668e69', '83914798-02c2-4d04-8a7f-5366f43a96cf']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:32.362769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:53:32.432309 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:53:32.445557 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] Sync routers for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:53:32.453460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33666) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:32.463898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Made reservation on behalf of c26adfe5c8584383bcb441f63a361207 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:53:32.467390 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:32.468075 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:32.468335 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:32.497619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] No DVR routers for this DVR port bc5ebe12-fd59-4029-a643-a38da23c957b on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:53:32.501961 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:32.505724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-79ac63f4-2980-4190-9002-41c5ce0096c0 req-76dab4ff-54bf-4f8b-a772-dd1512617870 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.73 "DELETE /v2.0/ports/bc5ebe12-fd59-4029-a643-a38da23c957b HTTP/1.1" status: 204 len: 173 time: 2.3803155 Oct 18 23:53:32.506255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828699d-3535-4420-81ea-a85ad613ca84', 'name': 'network-vif-deleted', 'tag': 'bc5ebe12-fd59-4029-a643-a38da23c957b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:32.508676 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843a017e-a245-420c-8848-03ee6cacde80" -d '{"events": [{"server_uuid": "c828699d-3535-4420-81ea-a85ad613ca84", "name": "network-vif-deleted", "tag": "bc5ebe12-fd59-4029-a643-a38da23c957b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:32.600217 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16de8249-4edd-4ddc-82f4-094e06530093 x-openstack-request-id: req-16de8249-4edd-4ddc-82f4-094e06530093 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:32.601236 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c828699d-3535-4420-81ea-a85ad613ca84", "name": "network-vif-deleted", "tag": "bc5ebe12-fd59-4029-a643-a38da23c957b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:32.601495 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16de8249-4edd-4ddc-82f4-094e06530093 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:32.603190 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828699d-3535-4420-81ea-a85ad613ca84', 'name': 'network-vif-deleted', 'tag': 'bc5ebe12-fd59-4029-a643-a38da23c957b', 'status': 'completed', 'code': 200} Oct 18 23:53:32.615431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:53:32.632724 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a9d30d9c-0c21-4cc8-8403-68be294bda03 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "PUT /v2.0/routers/6243cbc1-e08c-4f78-951d-a7d6b82f6103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7463665 Oct 18 23:53:32.634276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33672) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:32.637606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] Sync routers for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:53:32.679832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:32.684113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:32.721487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-70dfcc6b-3f8b-4d6d-b7c5-ee0016cbe6a3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting subnet 649ebb48-531f-4be3-a42a-89c7b9e4e183 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:53:32.730688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Allocated IP 172.20.0.7 (e171aa01-51d1-4c27-bb1d-b62fae92c57c/05084bfa-9a34-463c-8dff-3a62eda4e09c/12a44252-0f85-43ea-a0cb-64aea8a01b7a) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:53:32.732892 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-70dfcc6b-3f8b-4d6d-b7c5-ee0016cbe6a3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:32.770071 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:32.774784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-583ba994-05b2-421f-9fce-4780de4357ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2eda1ee822e64093adce82d0448e984f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200741 Oct 18 23:53:32.782483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33674) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:32.824985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-70dfcc6b-3f8b-4d6d-b7c5-ee0016cbe6a3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:32.901260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8baaaab-8dd3-41fc-a334-48b526d51990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:32.962604 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8baaaab-8dd3-41fc-a334-48b526d51990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:32.970955 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-70dfcc6b-3f8b-4d6d-b7c5-ee0016cbe6a3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:32.976796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:33.031059 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.080373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8baaaab-8dd3-41fc-a334-48b526d51990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.084069 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b8baaaab-8dd3-41fc-a334-48b526d51990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.087565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b8baaaab-8dd3-41fc-a334-48b526d51990 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49720878-a52d-4407-87cc-de08a5aaae91 HTTP/1.1" status: 204 len: 168 time: 0.3040855 Oct 18 23:53:33.088382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bc5ebe12-fd59-4029-a643-a38da23c957b no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:53:33.110881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.121177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-70dfcc6b-3f8b-4d6d-b7c5-ee0016cbe6a3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.127805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: bc5ebe12-fd59-4029-a643-a38da23c957b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:53:33.128429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device bc5ebe12-fd59-4029-a643-a38da23c957b not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:53:33.138919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baaaab-8dd3-41fc-a334-48b526d51990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49720878-a52d-4407-87cc-de08a5aaae91,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:33.243637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network e171aa01-51d1-4c27-bb1d-b62fae92c57c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:33.249537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:33.262769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:53:33.293108 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:33.293757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfcc6b-3f8b-4d6d-b7c5-ee0016cbe6a3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Subnet': ['ID=649ebb48-531f-4be3-a42a-89c7b9e4e183,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:33.321841 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=12a44252-0f85-43ea-a0cb-64aea8a01b7a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:33.331985 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] Checking router: 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:53:33.333092 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-70dfcc6b-3f8b-4d6d-b7c5-ee0016cbe6a3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.341391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-70dfcc6b-3f8b-4d6d-b7c5-ee0016cbe6a3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/subnets/649ebb48-531f-4be3-a42a-89c7b9e4e183 HTTP/1.1" status: 204 len: 168 time: 0.7056379 Oct 18 23:53:33.344057 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:33.344789 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:33.356951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33682) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:33.401460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e3425-ec43-40c8-abe6-5539d0c45cb2 None None] Network 89ec6213-7eb9-42de-b604-acde233eed2f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:53:33.443425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33686) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:33.575332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:33.575984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.631761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:53:31Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:33.635165 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd178-8b4b-426f-b34a-c060cc36548a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.650948 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:33.666315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25695981-99a5-4696-b1f1-6096b5e46024 req-6ae0b045-436e-43ec-81e3-fbc6f6542b97 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:33.668961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] Checking router: 6243cbc1-e08c-4f78-951d-a7d6b82f6103 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:53:33.670917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25695981-99a5-4696-b1f1-6096b5e46024 req-6ae0b045-436e-43ec-81e3-fbc6f6542b97 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 970 time: 0.2422431 Oct 18 23:53:33.687265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] Routers {'6243cbc1-e08c-4f78-951d-a7d6b82f6103'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:33.688129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:33.749375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-ae050210-3755-4317-aa25-775a1aa54fa2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5412903 Oct 18 23:53:33.798843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-25695981-99a5-4696-b1f1-6096b5e46024 req-8966c7e7-97c9-48b7-9f82-b905163f4873 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1049385 Oct 18 23:53:33.804393 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd178-8b4b-426f-b34a-c060cc36548a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.817081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Request body: {'port': {'device_id': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:33.823186 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.851906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] Set router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:33.903945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd178-8b4b-426f-b34a-c060cc36548a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.907911 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b0cfd178-8b4b-426f-b34a-c060cc36548a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.912275 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b0cfd178-8b4b-426f-b34a-c060cc36548a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "DELETE /v2.0/security-groups/137eaeb5-6ecf-4752-acbd-655a5634d9d5 HTTP/1.1" status: 204 len: 168 time: 0.4677491 Oct 18 23:53:33.913288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33696) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:33.953833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:33.963807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfd178-8b4b-426f-b34a-c060cc36548a tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137eaeb5-6ecf-4752-acbd-655a5634d9d5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:33.974366 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-b0414b80-7116-4bb5-a212-c3066e8b1e92 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] show failed (client error): The resource could not be found. Oct 18 23:53:33.980710 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b0414b80-7116-4bb5-a212-c3066e8b1e92 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "GET /v2.0/security-groups/137eaeb5-6ecf-4752-acbd-655a5634d9d5 HTTP/1.1" status: 404 len: 347 time: 0.0563755 Oct 18 23:53:33.981575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:34.008405 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ab843-ee2a-44f2-9525-0754d194395d None None] DHCP port deletion for 89ec6213-7eb9-42de-b604-acde233eed2f request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:53:34.112948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-22229a70-3e18-4bc9-ba63-680e9c46d364 None None] Provisioning complete for port 12a44252-0f85-43ea-a0cb-64aea8a01b7a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:34.113639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-22229a70-3e18-4bc9-ba63-680e9c46d364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.130816 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.136496 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:34.180221 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a46f1f-6623-46af-975b-14556e2c1386 None None] The sync data for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 is: [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:43:10Z', 'revision_number': 4, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'fb40d077-0083-406d-847d-77154d598853', 'name': '', 'network_id': 'c5d32374-b5d9-48f8-9f65-bbf71b1c01b2', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'mac_address': 'fa:16:3e:f4:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:08Z', 'updated_at': '2021-10-18T23:43:20Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'subnets': [{'id': 'ae2828c9-e85a-40bb-8c2b-31c713278ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:53:34.195267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Deleting port 4adf2538-dc02-4eb4-9cf1-42874412fc00 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:34.196182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.244298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-22229a70-3e18-4bc9-ba63-680e9c46d364 None None] Port 12a44252-0f85-43ea-a0cb-64aea8a01b7a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:53:34.263461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ab843-ee2a-44f2-9525-0754d194395d None None] Deleting port edf12311-1a38-4f24-a75a-e0ab5d6e1340 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:34.263830 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab843-ee2a-44f2-9525-0754d194395d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.322259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.322259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.338656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Calling delete_port for 4adf2538-dc02-4eb4-9cf1-42874412fc00 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:34.370035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:53:31Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:34.385758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8e1ab843-ee2a-44f2-9525-0754d194395d None None] For port edf12311-1a38-4f24-a75a-e0ab5d6e1340, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=edf12311-1a38-4f24-a75a-e0ab5d6e1340,segment=NetworkSegment(b40efdb1-4f1d-4459-a696-4b8db76c036e),segment_id=b40efdb1-4f1d-4459-a696-4b8db76c036e)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:34.386800 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab843-ee2a-44f2-9525-0754d194395d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.396749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 32c8638c-a31b-4778-97a3-342fa5900454 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:34.397267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.419862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58f917-4cda-4356-a1e0-e6aab534de2c None None] The sync data for ids ['6243cbc1-e08c-4f78-951d-a7d6b82f6103'] in n-d-713498-28 is: [{'id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583430774', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '32c8638c-a31b-4778-97a3-342fa5900454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:53:31Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '32c8638c-a31b-4778-97a3-342fa5900454', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243cbc1-e08c-4f78-951d-a7d6b82f6103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:51:18Z', 'updated_at': '2021-10-18T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:53:34.427017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ab843-ee2a-44f2-9525-0754d194395d None None] Calling delete_port for edf12311-1a38-4f24-a75a-e0ab5d6e1340 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:34.562019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab843-ee2a-44f2-9525-0754d194395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.589741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 32c8638c-a31b-4778-97a3-342fa5900454, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=32c8638c-a31b-4778-97a3-342fa5900454,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:34.590269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.590657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ab843-ee2a-44f2-9525-0754d194395d None None] No DVR routers for this DVR port edf12311-1a38-4f24-a75a-e0ab5d6e1340 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:53:34.621165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ab843-ee2a-44f2-9525-0754d194395d None None] Pushing event deleted for resources: {'Port': ['ID=edf12311-1a38-4f24-a75a-e0ab5d6e1340,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:34.630877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 32c8638c-a31b-4778-97a3-342fa5900454 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:34.646467 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.683542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Pushing event deleted for resources: {'Port': ['ID=4adf2538-dc02-4eb4-9cf1-42874412fc00,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:34.729382 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e14c906-cb9b-4021-966c-9068a591f37d None None] New status for floating IP fb9fb657-9d48-4836-bb29-8fc02f0cedef: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:53:34.747042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a44252-0f85-43ea-a0cb-64aea8a01b7a {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:53:34.758743 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.772906 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.776335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.777868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d0d4bb73-f139-42f0-a0e8-b2ece91edb54 tempest-AttachVolumeTestJSON-636724593 tempest-AttachVolumeTestJSON-636724593-project] 10.222.0.52 "DELETE /v2.0/floatingips/fb9fb657-9d48-4836-bb29-8fc02f0cedef HTTP/1.1" status: 204 len: 168 time: 0.7952187 Oct 18 23:53:34.832635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Transition to ACTIVE for port object 12a44252-0f85-43ea-a0cb-64aea8a01b7a will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:53:34.871820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:34.981275 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.142489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Pushing event updated for resources: {'Port': ['ID=12a44252-0f85-43ea-a0cb-64aea8a01b7a,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:35.304608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc716e7-56a5-4903-b751-e3fae000b3c9 req-aa66ba6b-8c2e-471d-8e32-d995eecec999 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:35.306653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dcc716e7-56a5-4903-b751-e3fae000b3c9 req-aa66ba6b-8c2e-471d-8e32-d995eecec999 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 982 time: 0.2980955 Oct 18 23:53:35.361911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Attempting to bind port 12a44252-0f85-43ea-a0cb-64aea8a01b7a on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:35.361911 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Attempting to bind port 12a44252-0f85-43ea-a0cb-64aea8a01b7a by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:35.362427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Attempting to bind port 12a44252-0f85-43ea-a0cb-64aea8a01b7a on network e171aa01-51d1-4c27-bb1d-b62fae92c57c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:35.373889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Port 12a44252-0f85-43ea-a0cb-64aea8a01b7a on network e171aa01-51d1-4c27-bb1d-b62fae92c57c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:53:35.374200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Attempting to bind port 12a44252-0f85-43ea-a0cb-64aea8a01b7a on network e171aa01-51d1-4c27-bb1d-b62fae92c57c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:35.423184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:35.423384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Checking segment: {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:35.423981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Bound using segment: {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:35.424693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Bound port: 12a44252-0f85-43ea-a0cb-64aea8a01b7a, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd98684-155f-4ea1-a606-8340c3f39a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:35.425500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.450106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dcc716e7-56a5-4903-b751-e3fae000b3c9 req-8eeb0f0d-a0f0-4780-8045-4e5c44851a5a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1310749 Oct 18 23:53:35.452725 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.561574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=32c8638c-a31b-4778-97a3-342fa5900454,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:35.575723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device edf12311-1a38-4f24-a75a-e0ab5d6e1340 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:53:35.600938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: edf12311-1a38-4f24-a75a-e0ab5d6e1340 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:53:35.601349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device edf12311-1a38-4f24-a75a-e0ab5d6e1340 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:53:35.601860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 11765f8a-c330-4ded-a5d5-73726f76ed91 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:53:35.613698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] For port 12a44252-0f85-43ea-a0cb-64aea8a01b7a, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:35.624639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 11765f8a-c330-4ded-a5d5-73726f76ed91 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:53:35.625166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 11765f8a-c330-4ded-a5d5-73726f76ed91 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:53:35.653089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] For port 12a44252-0f85-43ea-a0cb-64aea8a01b7a, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:35.660499 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.709202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:35.710176 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.711752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] 10.222.0.102 "PUT /v2.0/ports/12a44252-0f85-43ea-a0cb-64aea8a01b7a HTTP/1.1" status: 200 len: 1131 time: 1.9255869 Oct 18 23:53:35.712252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:35.715193 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c549390d-7ad9-4e30-962b-9ed158d23323" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:35.736428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.857815 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b90d76-b71e-4518-8c2c-2830f10fde28 x-openstack-request-id: req-92b90d76-b71e-4518-8c2c-2830f10fde28 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:35.858220 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:35.858586 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92b90d76-b71e-4518-8c2c-2830f10fde28 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:35.859121 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'status': 'completed', 'code': 200} Oct 18 23:53:35.918819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.921449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.926179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a89dc2-044c-49a7-bef8-816d2a3b791b service neutron] Pushing event updated for resources: {'Port': ['ID=12a44252-0f85-43ea-a0cb-64aea8a01b7a,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:35.975892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-78718ba3-a8ab-40bf-be36-ef2968e797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:35.977814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-78718ba3-a8ab-40bf-be36-ef2968e797bd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1134 time: 0.1546168 Oct 18 23:53:35.986089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.987081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Fanout notify agent at l3_agent the message router_deleted on router 6243cbc1-e08c-4f78-951d-a7d6b82f6103 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:53:35.995911 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:35.997150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-94f2ed8f-f618-404b-b088-888b89982e20 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/routers/6243cbc1-e08c-4f78-951d-a7d6b82f6103 HTTP/1.1" status: 204 len: 168 time: 2.6393566 Oct 18 23:53:36.001632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33732) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:36.041115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-d81398c0-19c7-478a-9c62-9299186f78ee service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a HTTP/1.1" status: 200 len: 217 time: 0.0425122 Oct 18 23:53:36.131866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.142379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-113a2073-b043-4fb8-bd9e-797983481ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:36.144442 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-113a2073-b043-4fb8-bd9e-797983481ac3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05084bfa-9a34-463c-8dff-3a62eda4e09c HTTP/1.1" status: 200 len: 835 time: 0.0880857 Oct 18 23:53:36.236069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-8d676e93-e0a5-4661-a4f1-7f014e245ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:36.237618 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-8d676e93-e0a5-4661-a4f1-7f014e245ace service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e171aa01-51d1-4c27-bb1d-b62fae92c57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850828 Oct 18 23:53:36.282742 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.308124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ec6213-7eb9-42de-b604-acde233eed2f']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:36.320321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40efdb1-4f1d-4459-a696-4b8db76c036e') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:36.320879 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40efdb1-4f1d-4459-a696-4b8db76c036e') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:36.340412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.357907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.364275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:53:36.364800 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:53:36.367832 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:53:36.371242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-c2396256-6aea-4eaa-b515-4a4acb20a86a service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229737 Oct 18 23:53:36.445540 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.457902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.464971 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/networks/89ec6213-7eb9-42de-b604-acde233eed2f HTTP/1.1" status: 204 len: 168 time: 0.4593184 Oct 18 23:53:36.482236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33736) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:36.483393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a8e86-a4a3-40b1-9b68-8dadd261058a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Network': ['ID=89ec6213-7eb9-42de-b604-acde233eed2f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:36.521816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f74b746-a069-44e3-83f4-e16c134d5d61 req-4ccff0cd-4c4a-48aa-bc1b-a1365dec95eb service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450458 Oct 18 23:53:36.590040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49dc3e5a-a905-4a3b-968c-b0c707188df3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.611124 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.638535 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49dc3e5a-a905-4a3b-968c-b0c707188df3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.722947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-f8d94fc3-7ee0-41c3-8587-5e5116b50fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:36.724889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-f8d94fc3-7ee0-41c3-8587-5e5116b50fdb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1134 time: 0.1106660 Oct 18 23:53:36.733756 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49dc3e5a-a905-4a3b-968c-b0c707188df3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.736699 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-49dc3e5a-a905-4a3b-968c-b0c707188df3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:36.742788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-49dc3e5a-a905-4a3b-968c-b0c707188df3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/security-groups/b6b6e8fd-a360-442d-8719-25ceaf3db443 HTTP/1.1" status: 204 len: 168 time: 0.2509949 Oct 18 23:53:36.752764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc3e5a-a905-4a3b-968c-b0c707188df3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6e8fd-a360-442d-8719-25ceaf3db443,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:36.753494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030104-5649-4e6c-b8b9-2aa9c988cf95 req-bc80fd7e-4e11-4a30-841f-6707ec5431b1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:36.755622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45030104-5649-4e6c-b8b9-2aa9c988cf95 req-bc80fd7e-4e11-4a30-841f-6707ec5431b1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 982 time: 0.0933011 Oct 18 23:53:36.852545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45030104-5649-4e6c-b8b9-2aa9c988cf95 req-df18c58f-5005-42dc-8360-411d7c1e047a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0848649 Oct 18 23:53:36.887727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-7ac2e13a-f9d1-4df4-8dd8-62763b9b76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:36.889298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-7ac2e13a-f9d1-4df4-8dd8-62763b9b76d7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e171aa01-51d1-4c27-bb1d-b62fae92c57c HTTP/1.1" status: 200 len: 898 time: 0.1550927 Oct 18 23:53:36.936294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-54eb832e-171b-4d07-95b1-d5ba192c2239 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a HTTP/1.1" status: 200 len: 217 time: 0.0389779 Oct 18 23:53:36.989639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-60d371ec-0d24-44a2-8a1a-f7688ac611ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:36.991169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-60d371ec-0d24-44a2-8a1a-f7688ac611ea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05084bfa-9a34-463c-8dff-3a62eda4e09c HTTP/1.1" status: 200 len: 835 time: 0.0476284 Oct 18 23:53:37.038320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-cc30fc70-5249-4a60-bf56-f2fd6b467df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:37.040092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-cc30fc70-5249-4a60-bf56-f2fd6b467df8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e171aa01-51d1-4c27-bb1d-b62fae92c57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414069 Oct 18 23:53:37.147790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33746) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:37.148336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-f2550d03-6460-4c72-9a0b-a1eb7972de30 service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996513 Oct 18 23:53:37.154551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-476449b1-9a9f-4c8f-8aa4-87bd696d2cb2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986915479', 'description': 'tempest-secgroup-smoke-986915479 description', 'project_id': '084edf71706a486c94ae3b47f49b2bdb'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:37.180596 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-476449b1-9a9f-4c8f-8aa4-87bd696d2cb2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.268605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-476449b1-9a9f-4c8f-8aa4-87bd696d2cb2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.269511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c549390d-7ad9-4e30-962b-9ed158d23323 req-4fb082b8-92ff-41c0-ac6c-c588eb52c88e service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121516 Oct 18 23:53:37.272659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-476449b1-9a9f-4c8f-8aa4-87bd696d2cb2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.303227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-476449b1-9a9f-4c8f-8aa4-87bd696d2cb2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.304454 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-476449b1-9a9f-4c8f-8aa4-87bd696d2cb2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1545546 Oct 18 23:53:37.306315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476449b1-9a9f-4c8f-8aa4-87bd696d2cb2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e5fdd9-0f84-4b84-abcf-9bc5993ad553,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:37.307884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33750) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:37.312919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0e922841-53f3-46cd-9da7-76041e6fad99 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '00e5fdd9-0f84-4b84-abcf-9bc5993ad553', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:37.343266 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e922841-53f3-46cd-9da7-76041e6fad99 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.404932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e922841-53f3-46cd-9da7-76041e6fad99 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.409547 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e922841-53f3-46cd-9da7-76041e6fad99 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.438475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e922841-53f3-46cd-9da7-76041e6fad99 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730bd87c-a0b9-45a0-a4c7-646204b1282a,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:37.448851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0e922841-53f3-46cd-9da7-76041e6fad99 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.450074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0e922841-53f3-46cd-9da7-76041e6fad99 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408653 Oct 18 23:53:37.457651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33752) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:37.457651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8f4ae86b-5544-4724-b0bc-d8856a7d7660 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '00e5fdd9-0f84-4b84-abcf-9bc5993ad553', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:37.485521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 32c8638c-a31b-4778-97a3-342fa5900454 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:53:37.491625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4ae86b-5544-4724-b0bc-d8856a7d7660 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.505421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 32c8638c-a31b-4778-97a3-342fa5900454 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:53:37.505768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 32c8638c-a31b-4778-97a3-342fa5900454 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:53:37.554271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4ae86b-5544-4724-b0bc-d8856a7d7660 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.557893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4ae86b-5544-4724-b0bc-d8856a7d7660 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.575925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ae86b-5544-4724-b0bc-d8856a7d7660 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90666e5-0e54-4d88-b0d3-01e378aabd10,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:37.586053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f4ae86b-5544-4724-b0bc-d8856a7d7660 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.587348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f4ae86b-5544-4724-b0bc-d8856a7d7660 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335211 Oct 18 23:53:37.590629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33754) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:37.595123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-17a2b8e7-4e80-4e89-9e54-1d2b22f48c0b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '00e5fdd9-0f84-4b84-abcf-9bc5993ad553', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:37.620839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17a2b8e7-4e80-4e89-9e54-1d2b22f48c0b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.680680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17a2b8e7-4e80-4e89-9e54-1d2b22f48c0b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.685998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17a2b8e7-4e80-4e89-9e54-1d2b22f48c0b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.709195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2b8e7-4e80-4e89-9e54-1d2b22f48c0b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b67c24-3075-478e-a82d-8e1d20efba4f,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:37.718214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-17a2b8e7-4e80-4e89-9e54-1d2b22f48c0b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.722117 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-17a2b8e7-4e80-4e89-9e54-1d2b22f48c0b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278939 Oct 18 23:53:37.722555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33760) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:37.728354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fa8918f2-c703-402c-8377-3b0933353c9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '00e5fdd9-0f84-4b84-abcf-9bc5993ad553', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:37.761824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa8918f2-c703-402c-8377-3b0933353c9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.842274 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa8918f2-c703-402c-8377-3b0933353c9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.846428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa8918f2-c703-402c-8377-3b0933353c9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.869210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8918f2-c703-402c-8377-3b0933353c9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9de365e-2927-45bd-b39b-b1cdb163ed7d,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:37.876181 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa8918f2-c703-402c-8377-3b0933353c9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:37.879827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33768) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:37.880447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fa8918f2-c703-402c-8377-3b0933353c9d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566091 Oct 18 23:53:37.899761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2fb7f1a7-b578-454d-9391-84dbbf709509 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '00e5fdd9-0f84-4b84-abcf-9bc5993ad553', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:37.937190 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-2fb7f1a7-b578-454d-9391-84dbbf709509 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Project 084edf71706a486c94ae3b47f49b2bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:53:37.942665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f1a7-b578-454d-9391-84dbbf709509 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.034497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f77cf-c10d-45fb-b0e5-582ce952264c req-b64ed720-08c3-4a70-80d4-457694da51e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:38.035932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-826f77cf-c10d-45fb-b0e5-582ce952264c req-b64ed720-08c3-4a70-80d4-457694da51e8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 982 time: 0.0771499 Oct 18 23:53:38.042098 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f1a7-b578-454d-9391-84dbbf709509 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.051235 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f1a7-b578-454d-9391-84dbbf709509 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.084649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7f1a7-b578-454d-9391-84dbbf709509 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c41d5b-b80f-4ae3-9950-9def42e7cc74,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:38.096060 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f1a7-b578-454d-9391-84dbbf709509 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.100276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2fb7f1a7-b578-454d-9391-84dbbf709509 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2158833 Oct 18 23:53:38.100582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33770) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:38.105521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cbff74cd-b1a0-4a9b-9203-4cd1dea40b15 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'security_group_rule': {'security_group_id': '00e5fdd9-0f84-4b84-abcf-9bc5993ad553', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:38.108969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-826f77cf-c10d-45fb-b0e5-582ce952264c req-bc5c659e-6792-4f80-9731-dd40ca8565da tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0650492 Oct 18 23:53:38.132940 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-cbff74cd-b1a0-4a9b-9203-4cd1dea40b15 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Project 084edf71706a486c94ae3b47f49b2bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:53:38.140526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cbff74cd-b1a0-4a9b-9203-4cd1dea40b15 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.208808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cbff74cd-b1a0-4a9b-9203-4cd1dea40b15 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.213293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cbff74cd-b1a0-4a9b-9203-4cd1dea40b15 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.238199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff74cd-b1a0-4a9b-9203-4cd1dea40b15 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f613721-999e-46d0-af4c-92286b66d8ce,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:38.249640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cbff74cd-b1a0-4a9b-9203-4cd1dea40b15 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.253613 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cbff74cd-b1a0-4a9b-9203-4cd1dea40b15 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494110 Oct 18 23:53:38.253881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33772) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:38.259662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'network': {'name': 'tempest-network-smoke--510985035', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'port_security_enabled': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:38.286549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:53:38.290831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.320729 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:53:38.341586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.342008 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Added segment 2cf17c71-3142-49c5-8c56-7c29f723cd78 of type vlan for network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 Oct 18 23:53:38.393214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.421834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.427755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:38.428649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.469304 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2139401 Oct 18 23:53:38.472711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33776) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:38.480683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'admin_state_up': True, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:38.517708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776db80-a299-4c4f-8358-102006f99b0c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Network': ['ID=815dece3-d640-4102-b8b4-dbf1ce9a0a23,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:38.528896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:53:38.538368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.541651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.613070 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.759659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.974188 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:38.994606 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:39.480999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.25.7.219 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/2e20c380-a716-43f6-9176-2c8c3cc82e3b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:53:39.513988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56a9ed-0317-42c6-ba37-75cbb47d9b16 req-644c7bcb-281c-4a33-8f93-c004ed3415f4 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:39.514172 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c56a9ed-0317-42c6-ba37-75cbb47d9b16 req-644c7bcb-281c-4a33-8f93-c004ed3415f4 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 982 time: 0.0906112 Oct 18 23:53:39.578586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c56a9ed-0317-42c6-ba37-75cbb47d9b16 req-260d9d5e-e887-4266-819c-88dbf43bb711 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0634468 Oct 18 23:53:39.664922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:39.705848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:39.750806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:39.756018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:39.765798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:53:39.814435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=2e20c380-a716-43f6-9176-2c8c3cc82e3b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:39.973226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 12a44252-0f85-43ea-a0cb-64aea8a01b7a details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:53:40.082984 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:40.141085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 12a44252-0f85-43ea-a0cb-64aea8a01b7a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:40.156722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'port_id': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'mac_address': 'fa:16:3e:24:e9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:53:40.205685 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:40.220447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a44252-0f85-43ea-a0cb-64aea8a01b7a {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:53:40.242245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 12a44252-0f85-43ea-a0cb-64aea8a01b7a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:40.249057 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:40.304103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=12a44252-0f85-43ea-a0cb-64aea8a01b7a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:40.341475 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:40.487092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 0e31fd19-6a82-41ad-adba-946c9d09ab6b is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:53:40.610825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:53:40.621208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['12a44252-0f85-43ea-a0cb-64aea8a01b7a'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:53:40.636626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:40.640751 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a6eb2cba-3696-43bd-b1a7-4ffdc7fdfbda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1642234 Oct 18 23:53:40.641010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33794) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:40.678780 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-267e8af9-7217-4b94-927d-362b5c0d3431 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=084edf71706a486c94ae3b47f49b2bdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359676 Oct 18 23:53:40.680910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33796) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:40.693787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Sync routers for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:53:40.739042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:40.739568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:40.841715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fbf4d-9cb7-4c84-b359-f28802548e20 req-0a2ebec8-c431-4b40-aa2a-0453b8e031bb tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:40.843314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-719fbf4d-9cb7-4c84-b359-f28802548e20 req-0a2ebec8-c431-4b40-aa2a-0453b8e031bb tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 983 time: 0.1321023 Oct 18 23:53:40.890701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272bfcfa-12e8-40a3-9d5d-6f2499f94e07 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:40.892271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-272bfcfa-12e8-40a3-9d5d-6f2499f94e07 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2103596 Oct 18 23:53:40.896316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33798) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:40.903467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:40.908801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-719fbf4d-9cb7-4c84-b359-f28802548e20 req-08136ac2-ee41-4999-89ee-7068addfe429 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0508687 Oct 18 23:53:40.955180 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2bc89cfd-eb4b-4d6f-b536-40e835c9fb13 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560040 Oct 18 23:53:40.957599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33800) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:40.963257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1262929327', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:41.103903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:53:41.108436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.173933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:39Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:41.211085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Checking router: 0e31fd19-6a82-41ad-adba-946c9d09ab6b for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:53:41.211353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Updating router 0e31fd19-6a82-41ad-adba-946c9d09ab6b port 2e20c380-a716-43f6-9176-2c8c3cc82e3b binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:53:41.270457 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.390041 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.475167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33808) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:41.521735 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Subnet': ['ID=60867e4c-46ac-42e2-87ec-e6adbed08bf6,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:41.536090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Checking segment: {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:41.536883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network hostable DHCP agents. Network: 815dece3-d640-4102-b8b4-dbf1ce9a0a23, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:53:41.576796 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:53:41.590101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 815dece3-d640-4102-b8b4-dbf1ce9a0a23) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:41.595339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:41.596144 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.622779 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7bca61e0-5089-45c7-96c3-b93cdc4eef51 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6632423 Oct 18 23:53:41.625086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33814) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:41.717411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59ee11f3-9713-4155-9a17-25de23b58d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.719059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21563e1a-3232-4ccc-ab69-c8b4c4b0404e None None] Network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:53:41.937361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:53:41.938338 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.940676 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59ee11f3-9713-4155-9a17-25de23b58d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.944707 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.950629 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-59ee11f3-9713-4155-9a17-25de23b58d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.963822 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:41.977442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 12a44252-0f85-43ea-a0cb-64aea8a01b7a up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:42.010784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-59ee11f3-9713-4155-9a17-25de23b58d90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e46c5590efc5426d939c03f432184e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340655 Oct 18 23:53:42.013376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33818) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:42.062394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee11f3-9713-4155-9a17-25de23b58d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd21d49-81ee-4e9d-9a00-5ed519aea7b9,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:42.093177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f03f2a-a62a-4551-8c15-b4e5bb4cfeb0 req-e6c4c9ae-cb55-4a67-8a39-a2cb0b55cb3d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:42.094378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8f03f2a-a62a-4551-8c15-b4e5bb4cfeb0 req-e6c4c9ae-cb55-4a67-8a39-a2cb0b55cb3d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 983 time: 0.0921562 Oct 18 23:53:42.121040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba11b3a8-bfde-4d10-9b5e-4caca62138f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.121279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab994d-2b84-4530-9f99-ac5a291d1c66 None None] Pushing event updated for resources: {'Port': ['ID=2e20c380-a716-43f6-9176-2c8c3cc82e3b,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:42.129613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Attempting to bind port 2e20c380-a716-43f6-9176-2c8c3cc82e3b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:42.129988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Attempting to bind port 2e20c380-a716-43f6-9176-2c8c3cc82e3b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:42.130370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Attempting to bind port 2e20c380-a716-43f6-9176-2c8c3cc82e3b on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:42.139737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:42.140119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:42.141005 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.141005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:42.141400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Bound port: 2e20c380-a716-43f6-9176-2c8c3cc82e3b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:42.141787 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.165068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba11b3a8-bfde-4d10-9b5e-4caca62138f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.171312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8f03f2a-a62a-4551-8c15-b4e5bb4cfeb0 req-777791be-93ce-480b-ad0e-cacdd7a05474 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0705698 Oct 18 23:53:42.238814 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba11b3a8-bfde-4d10-9b5e-4caca62138f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.245301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba11b3a8-bfde-4d10-9b5e-4caca62138f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.246573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] For port 2e20c380-a716-43f6-9176-2c8c3cc82e3b, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:42.248554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ba11b3a8-bfde-4d10-9b5e-4caca62138f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bd21d49-81ee-4e9d-9a00-5ed519aea7b9 HTTP/1.1" status: 204 len: 168 time: 0.2335517 Oct 18 23:53:42.251373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] For port 2e20c380-a716-43f6-9176-2c8c3cc82e3b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2e20c380-a716-43f6-9176-2c8c3cc82e3b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:42.255729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Allocated IP 172.20.0.2 (815dece3-d640-4102-b8b4-dbf1ce9a0a23/60867e4c-46ac-42e2-87ec-e6adbed08bf6/67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:53:42.257807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 12a44252-0f85-43ea-a0cb-64aea8a01b7a completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:53:42.264105 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.278432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 12a44252-0f85-43ea-a0cb-64aea8a01b7a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:42.278861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.285114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11b3a8-bfde-4d10-9b5e-4caca62138f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd21d49-81ee-4e9d-9a00-5ed519aea7b9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:42.355815 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.478591 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.485807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:42.486465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:42.500734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab994d-2b84-4530-9f99-ac5a291d1c66 None None] Pushing event updated for resources: {'Port': ['ID=2e20c380-a716-43f6-9176-2c8c3cc82e3b,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:42.574776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:42.577254 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954d6c60-e53c-47c5-88be-35b8a6e004d2" -d '{"events": [{"server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "name": "network-vif-plugged", "status": "completed", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:42.599041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 12a44252-0f85-43ea-a0cb-64aea8a01b7a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:42.614432 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.772677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:42.853297 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.857833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=12a44252-0f85-43ea-a0cb-64aea8a01b7a,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:42.877917 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:42.930102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Pushing event updated for resources: {'Port': ['ID=67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:42.978013 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:42.979435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:42.983423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:53:43.021920 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a289f2bd-3bae-4976-8c18-49d4d5787a21 x-openstack-request-id: req-a289f2bd-3bae-4976-8c18-49d4d5787a21 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:43.022523 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "name": "network-vif-plugged", "status": "completed", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:43.022814 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a289f2bd-3bae-4976-8c18-49d4d5787a21 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:43.023211 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'code': 200} Oct 18 23:53:43.090751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Attempting to bind port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:43.091417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Attempting to bind port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:43.092001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Attempting to bind port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb on network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:43.101837 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:43.102456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Checking segment: {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:43.103076 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:43.103640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Bound using segment: {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:43.104320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Bound port: 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:43.104924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:43.173683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.20.0.1 (815dece3-d640-4102-b8b4-dbf1ce9a0a23/60867e4c-46ac-42e2-87ec-e6adbed08bf6/2185adf1-d677-4f80-ac76-e67e36e8bd05) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:53:43.185164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:39Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:43.207720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a931c43-9e8f-418b-a731-da47e5094324 req-a7dae22c-85dd-468e-b0bd-2c235505a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:43.209488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a931c43-9e8f-418b-a731-da47e5094324 req-a7dae22c-85dd-468e-b0bd-2c235505a67b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1136 time: 0.0907500 Oct 18 23:53:43.248079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa8caf-c2df-4035-aa0f-1598108d4a73 None None] The sync data for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 is: [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:39Z', 'revision_number': 3, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:53:43.269125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] For port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:43.275218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] For port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:43.283895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:43.319106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a931c43-9e8f-418b-a731-da47e5094324 req-ea00b254-a984-435f-9823-e082eda56d13 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0974772 Oct 18 23:53:43.348334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1468ac-3fea-4d29-b67c-bec9415d72eb None None] Pushing event updated for resources: {'Port': ['ID=67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:43.393138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd5ad7-e6b8-4b54-9156-a2a90fef058e req-8fa2c7cf-50bf-40af-b58a-70dbe1081ef3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:43.394420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:43.403797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cabd5ad7-e6b8-4b54-9156-a2a90fef058e req-8fa2c7cf-50bf-40af-b58a-70dbe1081ef3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 984 time: 0.1205959 Oct 18 23:53:43.469602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:43.470103 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cabd5ad7-e6b8-4b54-9156-a2a90fef058e req-f5b386df-9f3e-4f37-923c-a5a7019a5324 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0616763 Oct 18 23:53:43.540528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=2185adf1-d677-4f80-ac76-e67e36e8bd05,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:43.552088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:43.553623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:43.556565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:53:43.603318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:43.914970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:44.388033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:44.400503 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:44.488168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=2185adf1-d677-4f80-ac76-e67e36e8bd05,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:44.592249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:44.853778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:44.858284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:44.879524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585f8f-de0c-4890-8295-60f5c091b332 req-5608acda-ebc1-47e3-a39a-7148bb67fb64 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:44.884535 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95585f8f-de0c-4890-8295-60f5c091b332 req-5608acda-ebc1-47e3-a39a-7148bb67fb64 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 984 time: 0.3080821 Oct 18 23:53:44.993429 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95585f8f-de0c-4890-8295-60f5c091b332 req-6323e4d6-5e22-4404-9e6a-ee4682e0420c tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1016376 Oct 18 23:53:45.032983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67217d99-fcf3-4699-b9da-267b7bfa8532 None None] Network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:53:45.136795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 0e31fd19-6a82-41ad-adba-946c9d09ab6b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:53:45.180803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ecd0c6c4-549b-4ed0-b183-802263c54a38 None None] Provisioning complete for port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:45.181182 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c6c4-549b-4ed0-b183-802263c54a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:45.367207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:53:45.383034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bfdfb20c-6169-41a4-a4b6-f6f8f93e3f3e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "PUT /v2.0/routers/0e31fd19-6a82-41ad-adba-946c9d09ab6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7564950 Oct 18 23:53:45.422078 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c6c4-549b-4ed0-b183-802263c54a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:45.556617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ecd0c6c4-549b-4ed0-b183-802263c54a38 None None] For port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:45.563845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c6c4-549b-4ed0-b183-802263c54a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:45.659279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:45.725745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0c6c4-549b-4ed0-b183-802263c54a38 None None] Pushing event updated for resources: {'Port': ['ID=67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:45.793972 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-da871638-fc22-43f9-be3d-d38fee7f982f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986915479&fields=id&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 267 time: 0.0537412 Oct 18 23:53:45.808644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:45.809031 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:45.932568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2e20c380-a716-43f6-9176-2c8c3cc82e3b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:45.970942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-283fba79-1284-4634-8b30-ccb2c18c3407 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:45.980780 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-283fba79-1284-4634-8b30-ccb2c18c3407 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/networks?id=815dece3-d640-4102-b8b4-dbf1ce9a0a23 HTTP/1.1" status: 200 len: 796 time: 0.1782768 Oct 18 23:53:46.000869 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-1adfa3ae-97dd-4dbb-afa4-673d69e5e510 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/quotas/084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 375 time: 0.0186615 Oct 18 23:53:46.004157 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2be21a16-4c69-48b8-b3dc-7ce7851120de None None] Provisioning complete for port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:46.004592 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2be21a16-4c69-48b8-b3dc-7ce7851120de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:46.006470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2e20c380-a716-43f6-9176-2c8c3cc82e3b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:46.006851 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:46.107023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-490c3b44-5a3c-4a0a-abff-76eeda2cd658 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046402 Oct 18 23:53:46.114439 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Sync routers for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:53:46.131448 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:46.132461 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:46.183872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eee615-7148-4dc3-b02f-4019f36477a7 req-13ea7642-36ab-4914-b3ab-bbcff9efd03b tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:46.185779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9eee615-7148-4dc3-b02f-4019f36477a7 req-13ea7642-36ab-4914-b3ab-bbcff9efd03b tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 984 time: 0.0993431 Oct 18 23:53:46.210251 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:46.249353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-84b6ed24-c628-4a6f-8688-7893e06e0f5a service neutron] 10.222.0.52 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386647 Oct 18 23:53:46.281307 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9eee615-7148-4dc3-b02f-4019f36477a7 req-5d5deed8-2725-464d-875a-a0ae09281b43 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0878372 Oct 18 23:53:46.300196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 2e20c380-a716-43f6-9176-2c8c3cc82e3b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2e20c380-a716-43f6-9176-2c8c3cc82e3b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:46.325272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:46.382617 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:46.388240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-40d7405a-6145-477b-b6f7-27ebaf3f2639 service neutron] 10.222.0.52 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273601 Oct 18 23:53:46.453252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2be21a16-4c69-48b8-b3dc-7ce7851120de None None] Provisioning complete for port 2185adf1-d677-4f80-ac76-e67e36e8bd05 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:46.453988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2be21a16-4c69-48b8-b3dc-7ce7851120de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:46.456220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=2e20c380-a716-43f6-9176-2c8c3cc82e3b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:46.533880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2be21a16-4c69-48b8-b3dc-7ce7851120de None None] Port 2185adf1-d677-4f80-ac76-e67e36e8bd05 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:53:46.546977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f3b0-b00e-49e3-baa3-d35bdcc837db req-936bf558-858a-4af3-8281-5a60756a22e2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:46.548386 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abf2f3b0-b00e-49e3-baa3-d35bdcc837db req-936bf558-858a-4af3-8281-5a60756a22e2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 984 time: 0.1436863 Oct 18 23:53:46.617083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abf2f3b0-b00e-49e3-baa3-d35bdcc837db req-cbc37bf4-b683-4747-be7d-80c418aa7258 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0616043 Oct 18 23:53:46.672012 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a59ad19e-889d-4157-93a5-a68f2602d8a3 None None] Provisioning complete for port 2185adf1-d677-4f80-ac76-e67e36e8bd05 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:46.672624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a59ad19e-889d-4157-93a5-a68f2602d8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:46.788535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:43Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2185adf1-d677-4f80-ac76-e67e36e8bd05', 'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:f7:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:42Z', 'updated_at': '2021-10-18T23:53:44Z', 'revision_number': 2, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:46.789420 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f46a85c-3e83-446e-8c49-551cb9ff557b req-cfae9c2a-0825-4981-9764-adcd5253648e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 210 time: 0.0882163 Oct 18 23:53:46.829880 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Checking router: 0e31fd19-6a82-41ad-adba-946c9d09ab6b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:53:46.830180 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Updating router 0e31fd19-6a82-41ad-adba-946c9d09ab6b port 2185adf1-d677-4f80-ac76-e67e36e8bd05 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:53:46.862072 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:46.923529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747faf6b-74c5-4516-be17-f4b23ffc8a01 req-78a21097-e087-4c84-bc02-0996b31cd82b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:46.925115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-747faf6b-74c5-4516-be17-f4b23ffc8a01 req-78a21097-e087-4c84-bc02-0996b31cd82b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1136 time: 0.1351244 Oct 18 23:53:46.953040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-747faf6b-74c5-4516-be17-f4b23ffc8a01 req-6a0d8941-9703-47bf-b17c-5d911a8edf9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.107127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a59ad19e-889d-4157-93a5-a68f2602d8a3 None None] Port 2185adf1-d677-4f80-ac76-e67e36e8bd05 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:53:47.130805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-747faf6b-74c5-4516-be17-f4b23ffc8a01 req-6a0d8941-9703-47bf-b17c-5d911a8edf9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.146643 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-747faf6b-74c5-4516-be17-f4b23ffc8a01 req-6a0d8941-9703-47bf-b17c-5d911a8edf9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.192338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-747faf6b-74c5-4516-be17-f4b23ffc8a01 req-6a0d8941-9703-47bf-b17c-5d911a8edf9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2599213 Oct 18 23:53:47.205543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d8941-9703-47bf-b17c-5d911a8edf9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc2da4-3b48-4caa-b3be-2e74ab212930,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:47.222968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33916) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:47.360896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d239b-e861-47c7-b4ad-8a2579c301f4 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:47.362898 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fa7d239b-e861-47c7-b4ad-8a2579c301f4 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1131 time: 0.1385105 Oct 18 23:53:47.366105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:47.372848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:47.380755 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.392124 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.406197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.521159 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07727eb3-c2ae-40e2-9363-fcdfe6a8368c None None] Pushing event updated for resources: {'Port': ['ID=2185adf1-d677-4f80-ac76-e67e36e8bd05,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:47.563177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:47.586041 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Attempting to bind port 2185adf1-d677-4f80-ac76-e67e36e8bd05 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:47.586557 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Attempting to bind port 2185adf1-d677-4f80-ac76-e67e36e8bd05 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:47.587062 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Attempting to bind port 2185adf1-d677-4f80-ac76-e67e36e8bd05 on network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:47.595747 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:47.596287 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Checking segment: {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:47.596788 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.597962 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Bound using segment: {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:47.600870 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Bound port: 2185adf1-d677-4f80-ac76-e67e36e8bd05, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:47.602102 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.631261 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.684253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:47.684614 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.741107 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:53:47.748596 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] For port 2185adf1-d677-4f80-ac76-e67e36e8bd05, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:47.755046 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] For port 2185adf1-d677-4f80-ac76-e67e36e8bd05, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2185adf1-d677-4f80-ac76-e67e36e8bd05,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:47.761561 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.832036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2e20c380-a716-43f6-9176-2c8c3cc82e3b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:47.884085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Allocated IP 172.25.7.97 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/932281a0-ffcf-4c4f-a67b-f6dfeeee0d4b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:53:47.885773 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07727eb3-c2ae-40e2-9363-fcdfe6a8368c None None] Pushing event updated for resources: {'Port': ['ID=2185adf1-d677-4f80-ac76-e67e36e8bd05,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:47.897204 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:47.897979 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:47.962429 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78a60a8b-2fda-4e24-ae8a-8013ce717a5d req-2b08c0ec-980e-491b-bd79-7361b1c57344 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 210 time: 0.0463011 Oct 18 23:53:47.992862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a6aa045c-b114-4579-a49e-07e1ade74084 None None] Provisioning complete for port 2185adf1-d677-4f80-ac76-e67e36e8bd05 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:47.993890 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6aa045c-b114-4579-a49e-07e1ade74084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:47.999686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2e20c380-a716-43f6-9176-2c8c3cc82e3b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:48.001335 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:48.101122 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:48.177561 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:48.238526 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6aa045c-b114-4579-a49e-07e1ade74084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:48.296187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a6aa045c-b114-4579-a49e-07e1ade74084 None None] For port 2185adf1-d677-4f80-ac76-e67e36e8bd05, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2185adf1-d677-4f80-ac76-e67e36e8bd05,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:48.310088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-89d84d83-d1e6-4bd3-9266-b3cc09669a06 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:48.311657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-89d84d83-d1e6-4bd3-9266-b3cc09669a06 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/networks?id=815dece3-d640-4102-b8b4-dbf1ce9a0a23 HTTP/1.1" status: 200 len: 796 time: 0.1520298 Oct 18 23:53:48.327930 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:48.405420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6aa045c-b114-4579-a49e-07e1ade74084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:48.406261 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:48.413302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:48.423736 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-c2a599e0-f92b-4563-aa65-90cf9489c8f8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=084edf71706a486c94ae3b47f49b2bdb HTTP/1.1" status: 200 len: 379 time: 0.0929694 Oct 18 23:53:48.426749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:53:48.487022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'port': {'device_id': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'admin_state_up': True, 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'security_groups': ['00e5fdd9-0f84-4b84-abcf-9bc5993ad553']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:48.512267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa045c-b114-4579-a49e-07e1ade74084 None None] Pushing event updated for resources: {'Port': ['ID=2185adf1-d677-4f80-ac76-e67e36e8bd05,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:48.528927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-01c91249-3562-4be6-9948-104d0771d1a1 None None] Provisioning complete for port 2185adf1-d677-4f80-ac76-e67e36e8bd05 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:48.529400 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-01c91249-3562-4be6-9948-104d0771d1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:48.623466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=932281a0-ffcf-4c4f-a67b-f6dfeeee0d4b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:48.627778 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:43Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2185adf1-d677-4f80-ac76-e67e36e8bd05', 'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:f7:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:42Z', 'updated_at': '2021-10-18T23:53:47Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:48.663936 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1605eb5-5cbb-440a-afe2-b49fc0eac4af None None] The sync data for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 is: [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:43Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2185adf1-d677-4f80-ac76-e67e36e8bd05', 'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:f7:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:42Z', 'updated_at': '2021-10-18T23:53:47Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:53:48.697145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Made reservation on behalf of 084edf71706a486c94ae3b47f49b2bdb for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:53:48.701250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:49.101287 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfc1a054-0a4d-44d3-bb47-b5481c608c12 req-0bb7c482-18cc-4e05-9bf7-cd58a1ba0388 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 210 time: 0.0576882 Oct 18 23:53:49.141059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.20.0.3 (815dece3-d640-4102-b8b4-dbf1ce9a0a23/60867e4c-46ac-42e2-87ec-e6adbed08bf6/01943826-6db2-4d31-8607-827e84b4ad7b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:53:49.326253 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:49.523293 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:49.556171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:49.578220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2185adf1-d677-4f80-ac76-e67e36e8bd05 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:49.603812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33944) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:49.704034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:49.706468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2185adf1-d677-4f80-ac76-e67e36e8bd05 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:49.706885 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:49.795790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:53:49.864685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:53:49.869123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:53:49.970216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=01943826-6db2-4d31-8607-827e84b4ad7b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:50.006283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:50.007022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:50.047910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-460ca7e0-6dd0-4a94-b049-b71a48aa2756 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5652416 Oct 18 23:53:50.071253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Request body: {'port': {'device_id': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:53:50.103289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:50.118575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:50.273928 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:50.309320 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3b3c2470-1519-40f7-99d5-da6f81ac837a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:50.324916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=932281a0-ffcf-4c4f-a67b-f6dfeeee0d4b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:50.372976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-516da042-b6a3-4472-9b26-6d8a7dcca534 None None] Provisioning complete for port 01943826-6db2-4d31-8607-827e84b4ad7b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:50.373501 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-516da042-b6a3-4472-9b26-6d8a7dcca534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:50.376141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:50.387793 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56439cd-f813-4ba7-b450-96a84ce36388 req-91ad40f2-d6d4-426c-8c96-dc4e421b73fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:50.389317 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c56439cd-f813-4ba7-b450-96a84ce36388 req-91ad40f2-d6d4-426c-8c96-dc4e421b73fb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 931 time: 0.1654971 Oct 18 23:53:50.454894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-516da042-b6a3-4472-9b26-6d8a7dcca534 None None] Port 01943826-6db2-4d31-8607-827e84b4ad7b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:53:50.566568 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c56439cd-f813-4ba7-b450-96a84ce36388 req-3bafdaa7-bce4-4316-b9ea-ec2338aad778 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675053 Oct 18 23:53:50.637422 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Floating IP 4b99dc5d-73a9-413a-a126-17ee8701d671 associated. External IP: 172.25.7.97, port: 12a44252-0f85-43ea-a0cb-64aea8a01b7a. Oct 18 23:53:50.660245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:50.957634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Deleting port fb40d077-0083-406d-847d-77154d598853 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:50.957932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:51.058615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] For port fb40d077-0083-406d-847d-77154d598853, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=fb40d077-0083-406d-847d-77154d598853,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:51.059034 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:51.075293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Calling delete_port for fb40d077-0083-406d-847d-77154d598853 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:51.260556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01943826-6db2-4d31-8607-827e84b4ad7b {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:53:51.263427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:51.273888 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:51.290283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb40d077-0083-406d-847d-77154d598853,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:51.326268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Transition to ACTIVE for port object 01943826-6db2-4d31-8607-827e84b4ad7b will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:53:51.333441 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:51.394996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Router ae58699f-e6ad-4391-823e-229b13308b55 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:53:51.421895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01943826-6db2-4d31-8607-827e84b4ad7b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:51.501182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:51.643602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Attempting to bind port 01943826-6db2-4d31-8607-827e84b4ad7b on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:53:51.643602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Attempting to bind port 01943826-6db2-4d31-8607-827e84b4ad7b by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:53:51.644037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Attempting to bind port 01943826-6db2-4d31-8607-827e84b4ad7b on network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:51.657725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Port 01943826-6db2-4d31-8607-827e84b4ad7b on network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:53:51.658056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Attempting to bind port 01943826-6db2-4d31-8607-827e84b4ad7b on network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:53:51.675685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:53:51.690618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] Sync routers for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:53:51.700724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:51.701174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:53:51.701512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Checking segment: {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:53:51.701644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:51.701893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Bound using segment: {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:53:51.702322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Bound port: 01943826-6db2-4d31-8607-827e84b4ad7b, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf17c71-3142-49c5-8c56-7c29f723cd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:53:51.702684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:51.761364 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:51.766309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:53:51.825799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:51.832149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3018432-45a7-468a-a344-0eca802d78a6 req-0107c713-7e49-4a17-beff-fd8249236223 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:51.834017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3018432-45a7-468a-a344-0eca802d78a6 req-0107c713-7e49-4a17-beff-fd8249236223 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 943 time: 0.1716089 Oct 18 23:53:51.845536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0eea0bb5-1be3-449a-b8a1-a40801e3fe36 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4781518 Oct 18 23:53:51.852553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:51.855348 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b570cd3e-8a39-46ed-b3a0-723b7edf2347" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:51.864209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 33962) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:51.865265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:53:51.885261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:53:51.891404 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7e5646ee-5756-4dcc-9ac3-6a207bd25399 admin admin] 10.222.0.52 "PUT /v2.0/routers/3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851403 Oct 18 23:53:51.893661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33966) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:51.896827 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] Sync routers for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:53:51.907618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=01943826-6db2-4d31-8607-827e84b4ad7b,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:53:51.913013 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:51.913635 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:51.949612 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183775e-196d-4f9c-8151-1dbee48d0c3f x-openstack-request-id: req-8183775e-196d-4f9c-8151-1dbee48d0c3f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:51.949928 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:51.950146 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8183775e-196d-4f9c-8151-1dbee48d0c3f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:51.950534 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'status': 'completed', 'code': 200} Oct 18 23:53:51.951667 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:52.040446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3018432-45a7-468a-a344-0eca802d78a6 req-24d545e4-3621-4179-b033-b5a5ef31b18a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837401 Oct 18 23:53:52.084350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:52.096674 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:52.157413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.158050 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:52.159483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] 10.222.0.73 "PUT /v2.0/ports/01943826-6db2-4d31-8607-827e84b4ad7b HTTP/1.1" status: 200 len: 1092 time: 2.0949812 Oct 18 23:53:52.218622 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:52.267066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:24Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '4b99dc5d-73a9-413a-a126-17ee8701d671', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'port_id': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'mac_address': 'fa:16:3e:24:e9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:53:48Z', 'updated_at': '2021-10-18T23:53:48Z', 'revision_number': 0, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4467087-7a4d-4f05-b810-de8a94933422', 'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:0d:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:23Z', 'updated_at': '2021-10-18T23:53:29Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:52.290530 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Deleting port db46cf89-a146-47ed-8246-5f82505a5455 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:52.292667 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:52.311203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-608426d4-828c-4bf4-9351-bfce05264137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.318091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-608426d4-828c-4bf4-9351-bfce05264137 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1136 time: 0.2446976 Oct 18 23:53:52.318835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd9aaa-6c2a-4ca0-b669-1d979d7236a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01943826-6db2-4d31-8607-827e84b4ad7b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:52.332893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] Checking router: ae58699f-e6ad-4391-823e-229b13308b55 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:53:52.350834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:52.351455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:52.438132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e095f-2d72-4198-9f0c-af2b90b4f4f0 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.438682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e095f-2d72-4198-9f0c-af2b90b4f4f0 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.443595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e095f-2d72-4198-9f0c-af2b90b4f4f0 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.444116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e095f-2d72-4198-9f0c-af2b90b4f4f0 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.444585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e095f-2d72-4198-9f0c-af2b90b4f4f0 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.445046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e095f-2d72-4198-9f0c-af2b90b4f4f0 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.453228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-821e095f-2d72-4198-9f0c-af2b90b4f4f0 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4269 time: 0.5849092 Oct 18 23:53:52.456466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33980) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:52.459099 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:53:51Z', 'revision_number': 5, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port': {'id': 'db46cf89-a146-47ed-8246-5f82505a5455', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:43:00Z', 'updated_at': '2021-10-18T23:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:52.459837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] For port db46cf89-a146-47ed-8246-5f82505a5455, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=db46cf89-a146-47ed-8246-5f82505a5455,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:52.460208 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:52.481709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:52.496875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-05c18df0-b424-454b-ae55-0cbb5fa3f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.500136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-05c18df0-b424-454b-ae55-0cbb5fa3f410 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 1095 time: 0.2531025 Oct 18 23:53:52.512746 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] Checking router: 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:53:52.523345 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] Routers {'3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:53:52.523966 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:52.578878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Calling delete_port for db46cf89-a146-47ed-8246-5f82505a5455 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:52.616652 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] Set router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:53:52.649164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-fc719b22-b858-4171-9883-b3312ea2fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.650551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-fc719b22-b858-4171-9883-b3312ea2fe56 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e171aa01-51d1-4c27-bb1d-b62fae92c57c HTTP/1.1" status: 200 len: 898 time: 0.3036008 Oct 18 23:53:52.679280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51ab5d-b49d-49e3-bbeb-d3794a32ab9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.679280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51ab5d-b49d-49e3-bbeb-d3794a32ab9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.679280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51ab5d-b49d-49e3-bbeb-d3794a32ab9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.679280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51ab5d-b49d-49e3-bbeb-d3794a32ab9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.679280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51ab5d-b49d-49e3-bbeb-d3794a32ab9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.679280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51ab5d-b49d-49e3-bbeb-d3794a32ab9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.679280 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3a51ab5d-b49d-49e3-bbeb-d3794a32ab9b tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.2176707 Oct 18 23:53:52.679280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 33984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:52.691356 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:53:52Z', 'revision_number': 6, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:52.726194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-b47ff583-4d26-483c-9f67-e0c67e776486 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01943826-6db2-4d31-8607-827e84b4ad7b HTTP/1.1" status: 200 len: 217 time: 0.0972250 Oct 18 23:53:52.754761 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd4acba-b398-4c5c-b783-f79d4598fccd None None] The sync data for ids ['3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f'] in n-d-713498-28 is: [{'id': '3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f', 'name': 'tempest-AttachVolumeTestJSON-1595751220-router', 'tenant_id': '6fa9e8d96f434853b1b683e585a5db47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:42:58Z', 'updated_at': '2021-10-18T23:53:52Z', 'revision_number': 6, 'project_id': '6fa9e8d96f434853b1b683e585a5db47', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:53:52.821004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-3b6f5f19-bfdf-4066-b186-1c8c31668dd9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a HTTP/1.1" status: 200 len: 998 time: 0.1001835 Oct 18 23:53:52.821977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:24Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '4b99dc5d-73a9-413a-a126-17ee8701d671', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'port_id': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'mac_address': 'fa:16:3e:24:e9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:53:48Z', 'updated_at': '2021-10-18T23:53:48Z', 'revision_number': 0, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4467087-7a4d-4f05-b810-de8a94933422', 'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:0d:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:23Z', 'updated_at': '2021-10-18T23:53:29Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:52.856683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8f63a-a089-423c-8d24-4c59eb18b31a None None] The sync data for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 is: [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:24Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '4b99dc5d-73a9-413a-a126-17ee8701d671', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'port_id': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'mac_address': 'fa:16:3e:24:e9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:53:48Z', 'updated_at': '2021-10-18T23:53:48Z', 'revision_number': 0, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4467087-7a4d-4f05-b810-de8a94933422', 'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:0d:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:23Z', 'updated_at': '2021-10-18T23:53:29Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:53:52.888104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-20328745-efe6-402e-a731-b896457e0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.889856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-20328745-efe6-402e-a731-b896457e0260 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60867e4c-46ac-42e2-87ec-e6adbed08bf6 HTTP/1.1" status: 200 len: 835 time: 0.1323209 Oct 18 23:53:52.927716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-8c612806-0fd1-45ed-b3e3-e6b553910782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:52.932002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-8c612806-0fd1-45ed-b3e3-e6b553910782 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05084bfa-9a34-463c-8dff-3a62eda4e09c HTTP/1.1" status: 200 len: 835 time: 0.1029294 Oct 18 23:53:53.029908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-7ccb0028-ae35-4e2f-8406-314ce843b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:53.031334 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-7ccb0028-ae35-4e2f-8406-314ce843b786 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=815dece3-d640-4102-b8b4-dbf1ce9a0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252301 Oct 18 23:53:53.222454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-f7b4142e-eaad-456c-938e-fdfdb5cb6075 service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833165 Oct 18 23:53:53.228438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-8139666e-237b-4069-9864-969df27fb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:53.229945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-8139666e-237b-4069-9864-969df27fb4e6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e171aa01-51d1-4c27-bb1d-b62fae92c57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2892606 Oct 18 23:53:53.332945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bafaf5-cd7c-4666-8164-ea9fc80305c0 None None] New status for floating IP 4b99dc5d-73a9-413a-a126-17ee8701d671: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:53:53.472936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-281a991a-0ac4-4b7a-aed8-6437710f589f req-2648655b-7c53-4d79-8370-3ce97eaabfe6 service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420163 Oct 18 23:53:53.487112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-90e8c735-57e4-439c-8e06-acf8bfcb0aa7 service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419879 Oct 18 23:53:53.490590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4aca1-50e0-4ddb-82aa-a9ba6eece7c9 req-af3fdffa-2202-4eb2-b45a-e4d0b2f1c838 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:53.492166 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4c4aca1-50e0-4ddb-82aa-a9ba6eece7c9 req-af3fdffa-2202-4eb2-b45a-e4d0b2f1c838 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 943 time: 0.1778576 Oct 18 23:53:53.597371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b570cd3e-8a39-46ed-b3a0-723b7edf2347 req-d5f95e3d-5644-40b5-8a13-b34410852b3e service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029215 Oct 18 23:53:53.631666 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:53.723068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db46cf89-a146-47ed-8246-5f82505a5455,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:53.725642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fb40d077-0083-406d-847d-77154d598853 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:53:53.729004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4c4aca1-50e0-4ddb-82aa-a9ba6eece7c9 req-649ec929-c237-47b6-9024-0a0ef9e60444 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640215 Oct 18 23:53:53.797052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: fb40d077-0083-406d-847d-77154d598853 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:53:53.797739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device fb40d077-0083-406d-847d-77154d598853 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:53:53.798616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device db46cf89-a146-47ed-8246-5f82505a5455 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:53:53.821815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: db46cf89-a146-47ed-8246-5f82505a5455 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:53:53.822171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device db46cf89-a146-47ed-8246-5f82505a5455 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:53:53.834680 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:53.951925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:53.954182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:53.956189 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613b4e56-6099-4a4e-a398-900566519890" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:53.961589 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:53.962467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be444d90-9388-4b0d-b24d-52b45a90d043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:53.975684 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fe200c20-9cae-49cd-b348-1151772e7fd7 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2883 time: 1.2938941 Oct 18 23:53:53.976440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34014) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:54.004565 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5023b04b-8c98-43ab-995a-a43fda9c5d1f x-openstack-request-id: req-5023b04b-8c98-43ab-995a-a43fda9c5d1f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:54.004866 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:54.005124 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5023b04b-8c98-43ab-995a-a43fda9c5d1f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:54.005528 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b', 'status': 'completed', 'code': 200} Oct 18 23:53:54.060864 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.061451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:53:54.066059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.069505 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cd5f3188-251c-4e40-9918-e6a0358da2d3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3cfc2499-e496-4d0e-8c56-aa9e9d3a4f9f HTTP/1.1" status: 204 len: 168 time: 2.1724336 Oct 18 23:53:54.069878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34018) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:54.080160 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ff59c-bafd-494f-99fe-7f1e9b79475d tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:54.080658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ff59c-bafd-494f-99fe-7f1e9b79475d tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:54.082267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-162ff59c-bafd-494f-99fe-7f1e9b79475d tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ae58699f-e6ad-4391-823e-229b13308b55 HTTP/1.1" status: 200 len: 1992 time: 0.1053650 Oct 18 23:53:54.095702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4e56-6099-4a4e-a398-900566519890 req-b01104f2-48c4-4cf3-83cd-65735ba92a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:54.097180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-613b4e56-6099-4a4e-a398-900566519890 req-b01104f2-48c4-4cf3-83cd-65735ba92a29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 1095 time: 0.0495899 Oct 18 23:53:54.139828 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3c2cf9-45e0-4e9c-bc78-e6d4d384200f admin admin] Deleting subnet ae2828c9-e85a-40bb-8c2b-31c713278ff1 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:53:54.146381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2cf9-45e0-4e9c-bc78-e6d4d384200f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.189623 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2cf9-45e0-4e9c-bc78-e6d4d384200f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.196629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4e56-6099-4a4e-a398-900566519890 req-2db40626-6b8f-4ec0-bb0b-df9b8c936eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:54.198401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-613b4e56-6099-4a4e-a398-900566519890 req-2db40626-6b8f-4ec0-bb0b-df9b8c936eb7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=815dece3-d640-4102-b8b4-dbf1ce9a0a23 HTTP/1.1" status: 200 len: 897 time: 0.0945189 Oct 18 23:53:54.251015 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-613b4e56-6099-4a4e-a398-900566519890 req-d0d4ea28-6451-49f7-9f26-6e1fdd96e243 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01943826-6db2-4d31-8607-827e84b4ad7b HTTP/1.1" status: 200 len: 217 time: 0.0445166 Oct 18 23:53:54.275517 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2cf9-45e0-4e9c-bc78-e6d4d384200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.324475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4e56-6099-4a4e-a398-900566519890 req-b1f74f50-5ba1-4351-a896-632e54770053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:54.326059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-613b4e56-6099-4a4e-a398-900566519890 req-b1f74f50-5ba1-4351-a896-632e54770053 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60867e4c-46ac-42e2-87ec-e6adbed08bf6 HTTP/1.1" status: 200 len: 835 time: 0.0680919 Oct 18 23:53:54.345153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2cf9-45e0-4e9c-bc78-e6d4d384200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.367172 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2cf9-45e0-4e9c-bc78-e6d4d384200f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.371193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2f3c2cf9-45e0-4e9c-bc78-e6d4d384200f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ae2828c9-e85a-40bb-8c2b-31c713278ff1 HTTP/1.1" status: 204 len: 168 time: 0.3005130 Oct 18 23:53:54.380084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11174877-830d-4e8e-8fa9-60f8fd287078 None None] Network c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:53:54.381547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34030) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:54.391025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c2cf9-45e0-4e9c-bc78-e6d4d384200f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2828c9-e85a-40bb-8c2b-31c713278ff1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:54.411255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-4bad7ab6-7fbe-452b-bb8f-118e82ac91fc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1047277 Oct 18 23:53:54.444539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b4e56-6099-4a4e-a398-900566519890 req-183d6c69-e5c5-4a1f-819c-539c89703cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:54.446524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-613b4e56-6099-4a4e-a398-900566519890 req-183d6c69-e5c5-4a1f-819c-539c89703cf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=815dece3-d640-4102-b8b4-dbf1ce9a0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063616 Oct 18 23:53:54.540498 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.609832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b23837-4d5a-4fa0-8db0-296c306e3905 None None] DHCP port deletion for c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:53:54.620993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-61941521-8f00-4f7f-9b7f-644cac749ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:54.622491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-61941521-8f00-4f7f-9b7f-644cac749ec1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1136 time: 0.1247032 Oct 18 23:53:54.642521 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-613b4e56-6099-4a4e-a398-900566519890 req-3ce1598d-1ace-43a0-be50-365e64961cbd service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702664 Oct 18 23:53:54.658882 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b3b23837-4d5a-4fa0-8db0-296c306e3905 None None] Deleting port 442fe887-615d-4ed3-a097-5390c6e0f7ed {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:54.659262 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b3b23837-4d5a-4fa0-8db0-296c306e3905 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.725683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b3b23837-4d5a-4fa0-8db0-296c306e3905 None None] For port 442fe887-615d-4ed3-a097-5390c6e0f7ed, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=442fe887-615d-4ed3-a097-5390c6e0f7ed,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:54.725998 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b3b23837-4d5a-4fa0-8db0-296c306e3905 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.739028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b3b23837-4d5a-4fa0-8db0-296c306e3905 None None] Calling delete_port for 442fe887-615d-4ed3-a097-5390c6e0f7ed owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:54.787741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Deleting port 442fe887-615d-4ed3-a097-5390c6e0f7ed {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:53:54.788017 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.813847 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.848025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b3b23837-4d5a-4fa0-8db0-296c306e3905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.863160 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-613b4e56-6099-4a4e-a398-900566519890 req-86899787-7820-4063-b6b2-bb23aab6c030 service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069890 Oct 18 23:53:54.877427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b23837-4d5a-4fa0-8db0-296c306e3905 None None] Pushing event deleted for resources: {'Port': ['ID=442fe887-615d-4ed3-a097-5390c6e0f7ed,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:54.886297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b23837-4d5a-4fa0-8db0-296c306e3905 None None] No DVR routers for this DVR port 442fe887-615d-4ed3-a097-5390c6e0f7ed on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:53:54.926175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] For port 442fe887-615d-4ed3-a097-5390c6e0f7ed, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=442fe887-615d-4ed3-a097-5390c6e0f7ed,segment=NetworkSegment(1c18cced-e478-41f6-bee0-8b3f3b89b62d),segment_id=1c18cced-e478-41f6-bee0-8b3f3b89b62d)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:54.926596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:54.926818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c316cef-503a-48f9-88a3-e0ee2b197c24 req-181f1446-7639-4f63-a9d2-06b5e7efaf1f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:54.929090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c316cef-503a-48f9-88a3-e0ee2b197c24 req-181f1446-7639-4f63-a9d2-06b5e7efaf1f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 943 time: 0.0817611 Oct 18 23:53:54.930077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-d731b9e8-fda9-4877-a964-b6149a4f8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:54.931615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-d731b9e8-fda9-4877-a964-b6149a4f8a57 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e171aa01-51d1-4c27-bb1d-b62fae92c57c HTTP/1.1" status: 200 len: 898 time: 0.2859819 Oct 18 23:53:54.951734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Calling delete_port for 442fe887-615d-4ed3-a097-5390c6e0f7ed owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:53:54.977036 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c316cef-503a-48f9-88a3-e0ee2b197c24 req-9fa4d0bc-f913-4a2a-89b6-122f4aff1ed7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408955 Oct 18 23:53:55.376157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-31105d94-0d21-4217-b0f9-ed93a2329e7a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a HTTP/1.1" status: 200 len: 1000 time: 0.4359825 Oct 18 23:53:55.441375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:55.447028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-4570e27c-1a17-494a-b3fc-5f77c066d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:55.449109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-4570e27c-1a17-494a-b3fc-5f77c066d158 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05084bfa-9a34-463c-8dff-3a62eda4e09c HTTP/1.1" status: 200 len: 835 time: 0.0586884 Oct 18 23:53:55.451289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:55.492043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=442fe887-615d-4ed3-a097-5390c6e0f7ed,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:55.494388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] No DVR routers for this DVR port 442fe887-615d-4ed3-a097-5390c6e0f7ed on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:53:55.522294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 442fe887-615d-4ed3-a097-5390c6e0f7ed no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:53:55.543184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 442fe887-615d-4ed3-a097-5390c6e0f7ed {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:53:55.543537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 442fe887-615d-4ed3-a097-5390c6e0f7ed not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:53:55.566000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-ff84e372-4dc1-4cfc-b3c4-a206ee08b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:55.567590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-ff84e372-4dc1-4cfc-b3c4-a206ee08b21c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e171aa01-51d1-4c27-bb1d-b62fae92c57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080754 Oct 18 23:53:55.601099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:55.644703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d32374-b5d9-48f8-9f65-bbf71b1c01b2']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:55.680615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c18cced-e478-41f6-bee0-8b3f3b89b62d') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:55.680917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c18cced-e478-41f6-bee0-8b3f3b89b62d') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:53:55.695482 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:55.716089 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:55.729155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:53:55.729678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:53:55.731495 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:53:55.742030 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-1f7cc10d-b0bb-45a6-a02d-965e4cc05d8b service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495004 Oct 18 23:53:55.843332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:55.861094 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:55.864271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] 10.222.0.52 "DELETE /v2.0/networks/c5d32374-b5d9-48f8-9f65-bbf71b1c01b2 HTTP/1.1" status: 204 len: 168 time: 1.4741673 Oct 18 23:53:55.878762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539041a6-d251-40d8-918a-26d5bf186d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d32374-b5d9-48f8-9f65-bbf71b1c01b2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:55.901210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd0eb69f-8f00-48ab-8d40-508cbc8d58d7 req-69af17c6-a5cd-4ffd-9536-c673f82d9c7a service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490459 Oct 18 23:53:55.987596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34052) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:56.031512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-759ef117-8533-4fa8-8902-59e97740cbad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fa9e8d96f434853b1b683e585a5db47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427098 Oct 18 23:53:56.033894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34056) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:56.118676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b9f58-624b-4f06-b1e9-c90dad954806 req-c84c0564-b96b-4aae-9464-ac7fc09395cd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:56.120812 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-526b9f58-624b-4f06-b1e9-c90dad954806 req-c84c0564-b96b-4aae-9464-ac7fc09395cd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 943 time: 0.0696244 Oct 18 23:53:56.139573 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d6f2772d-291b-4e93-aa6d-721cb71c88e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:56.179535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d6f2772d-291b-4e93-aa6d-721cb71c88e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:56.190919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-526b9f58-624b-4f06-b1e9-c90dad954806 req-65fdead9-5908-4b15-8ff9-9326f54eb7e9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635881 Oct 18 23:53:56.234404 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d6f2772d-291b-4e93-aa6d-721cb71c88e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:56.236998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d6f2772d-291b-4e93-aa6d-721cb71c88e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:56.240720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d6f2772d-291b-4e93-aa6d-721cb71c88e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93594484-2ca3-44e6-80d6-83973097f677 HTTP/1.1" status: 204 len: 168 time: 0.2033350 Oct 18 23:53:56.248000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2772d-291b-4e93-aa6d-721cb71c88e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93594484-2ca3-44e6-80d6-83973097f677,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:57.176907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 01943826-6db2-4d31-8607-827e84b4ad7b details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:53:57.285865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=01943826-6db2-4d31-8607-827e84b4ad7b,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:57.301260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '01943826-6db2-4d31-8607-827e84b4ad7b', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'port_id': '01943826-6db2-4d31-8607-827e84b4ad7b', 'mac_address': 'fa:16:3e:77:c8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:53:57.349324 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:57.362389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd530e-a4e1-4e09-8b49-8c36e29b76d2 req-02165c42-60c5-451f-b7b6-a32d013d0166 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:57.365509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01943826-6db2-4d31-8607-827e84b4ad7b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:53:57.370981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39bd530e-a4e1-4e09-8b49-8c36e29b76d2 req-02165c42-60c5-451f-b7b6-a32d013d0166 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 943 time: 0.0917618 Oct 18 23:53:57.408485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=01943826-6db2-4d31-8607-827e84b4ad7b,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:57.414250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-39bd530e-a4e1-4e09-8b49-8c36e29b76d2 req-6389ed98-6508-469a-9813-ba7919790de1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 Oct 18 23:53:57.415200 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:57.471463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=01943826-6db2-4d31-8607-827e84b4ad7b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:57.795679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['01943826-6db2-4d31-8607-827e84b4ad7b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:53:57.966372 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:58.564770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547caf-a7ba-4c9a-ba35-4d2212f06c8a req-80164a63-53c6-4a39-8de5-480a42a893c5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:58.574291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3547caf-a7ba-4c9a-ba35-4d2212f06c8a req-80164a63-53c6-4a39-8de5-480a42a893c5 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 944 time: 0.0700018 Oct 18 23:53:58.635051 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3547caf-a7ba-4c9a-ba35-4d2212f06c8a req-3e3a569f-21ad-4831-893e-f616b1bd724b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546329 Oct 18 23:53:58.967447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34138) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:59.099701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f39f-47f0-4742-8003-68e421199988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.174892 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f39f-47f0-4742-8003-68e421199988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.179976 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f39f-47f0-4742-8003-68e421199988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.180724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 01943826-6db2-4d31-8607-827e84b4ad7b up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:53:59.218423 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0f39f-47f0-4742-8003-68e421199988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd0a7f8-7e0f-4aa2-9e2a-8cc1f466dc4b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:59.223119 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e7f0f39f-47f0-4742-8003-68e421199988 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0067c12883ca45d094288e54e158d7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534893 Oct 18 23:53:59.225882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34142) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:59.249792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 01943826-6db2-4d31-8607-827e84b4ad7b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:53:59.259079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 01943826-6db2-4d31-8607-827e84b4ad7b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:53:59.259735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.295923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-776c8463-129d-434b-a7bb-9763b26b89a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.322903 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-776c8463-129d-434b-a7bb-9763b26b89a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.369187 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.390251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-776c8463-129d-434b-a7bb-9763b26b89a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.392831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-776c8463-129d-434b-a7bb-9763b26b89a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.393990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-776c8463-129d-434b-a7bb-9763b26b89a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bd0a7f8-7e0f-4aa2-9e2a-8cc1f466dc4b HTTP/1.1" status: 204 len: 168 time: 0.1665826 Oct 18 23:53:59.403937 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:53:59.407094 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1749cf1-7af6-4046-803f-986a6eb92ecb" -d '{"events": [{"server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "name": "network-vif-plugged", "status": "completed", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:53:59.408787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c8463-129d-434b-a7bb-9763b26b89a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd0a7f8-7e0f-4aa2-9e2a-8cc1f466dc4b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:59.438269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=01943826-6db2-4d31-8607-827e84b4ad7b,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:53:59.453067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.459228 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b444d0-9b90-44ee-baef-10e8af506702 x-openstack-request-id: req-67b444d0-9b90-44ee-baef-10e8af506702 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:53:59.459660 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "name": "network-vif-plugged", "status": "completed", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:53:59.459907 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67b444d0-9b90-44ee-baef-10e8af506702 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:53:59.460301 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b', 'code': 200} Oct 18 23:53:59.514660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=01943826-6db2-4d31-8607-827e84b4ad7b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:59.595341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eac0b3-4d06-410b-ae7c-4f46d3131cee req-e4f0c1a3-ee3f-4dc6-bb6c-cd1858a28b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:59.596988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98eac0b3-4d06-410b-ae7c-4f46d3131cee req-e4f0c1a3-ee3f-4dc6-bb6c-cd1858a28b5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 1097 time: 0.0433309 Oct 18 23:53:59.635818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98eac0b3-4d06-410b-ae7c-4f46d3131cee req-1952d9b6-86a1-4327-87bf-b799bfb3df1d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Oct 18 23:53:59.713105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34154) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:59.728227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c4ad3787-32c8-4a3f-b803-9647219ee568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.765509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2546b3-5b96-46c1-80f9-38bae40c6aa4 req-a209dff8-15f6-4992-98af-e39b750ca575 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:53:59.767517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2546b3-5b96-46c1-80f9-38bae40c6aa4 req-a209dff8-15f6-4992-98af-e39b750ca575 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0627081 Oct 18 23:53:59.827281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c4ad3787-32c8-4a3f-b803-9647219ee568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.828271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2546b3-5b96-46c1-80f9-38bae40c6aa4 req-f16ce51e-5f4f-4d1a-8ff3-c52498b8744d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540509 Oct 18 23:53:59.832048 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c4ad3787-32c8-4a3f-b803-9647219ee568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.876465 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c4ad3787-32c8-4a3f-b803-9647219ee568 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f55f0c2f4f1440c38d0e5ac41cfc1e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616426 Oct 18 23:53:59.878594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad3787-32c8-4a3f-b803-9647219ee568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f64d75-600b-4f3a-b2ca-57732f68654b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:53:59.879350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34158) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:53:59.931797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f8db541-c46d-45d4-bddf-ce257f662d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:53:59.953607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f8db541-c46d-45d4-bddf-ce257f662d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:00.008247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f8db541-c46d-45d4-bddf-ce257f662d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:00.010939 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f8db541-c46d-45d4-bddf-ce257f662d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:00.012163 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f8db541-c46d-45d4-bddf-ce257f662d7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15f64d75-600b-4f3a-b2ca-57732f68654b HTTP/1.1" status: 204 len: 168 time: 0.1317749 Oct 18 23:54:00.021078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8db541-c46d-45d4-bddf-ce257f662d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f64d75-600b-4f3a-b2ca-57732f68654b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:01.054972 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d485f7-cd65-4364-a14a-d92b310ec890 req-0de6cbbf-b1cc-422d-86c4-6dd1a7a2e16b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:01.059234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5d485f7-cd65-4364-a14a-d92b310ec890 req-0de6cbbf-b1cc-422d-86c4-6dd1a7a2e16b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0823886 Oct 18 23:54:01.101042 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5d485f7-cd65-4364-a14a-d92b310ec890 req-25d8ddc5-8859-4c1b-a6f6-2035c8008ebf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366700 Oct 18 23:54:02.230284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb5c7-fbcd-4b04-8efe-cd941d2d8af2 req-b2ca2f5a-36e8-4c86-8a65-9014c16dea7b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:02.232121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58abb5c7-fbcd-4b04-8efe-cd941d2d8af2 req-b2ca2f5a-36e8-4c86-8a65-9014c16dea7b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0551660 Oct 18 23:54:02.279994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58abb5c7-fbcd-4b04-8efe-cd941d2d8af2 req-c71add0f-901b-476b-89ec-31d26c0ec740 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411043 Oct 18 23:54:02.398456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d129014-4dd7-4e0b-9f80-8b4f3f1c614d req-53e74082-d076-4546-9b56-faf453497291 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:02.400008 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d129014-4dd7-4e0b-9f80-8b4f3f1c614d req-53e74082-d076-4546-9b56-faf453497291 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0547388 Oct 18 23:54:02.440267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d129014-4dd7-4e0b-9f80-8b4f3f1c614d req-c6a4fa73-83e9-46cc-aaf3-e053bdcc6678 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335884 Oct 18 23:54:02.464881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34228) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:02.505961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84fab82-4626-4b6d-bed1-1ccdd1dd2e91 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:02.507466 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f84fab82-4626-4b6d-bed1-1ccdd1dd2e91 tempest-TestNetworkAdvancedServerOps-771415496 tempest-TestNetworkAdvancedServerOps-771415496-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 1092 time: 0.0415726 Oct 18 23:54:02.510448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34230) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:02.516081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '01943826-6db2-4d31-8607-827e84b4ad7b', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:02.540889 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:02.633639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34234) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:02.656941 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:02.754232 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:02.769921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Allocated IP 172.25.7.217 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/c24c160c-277c-4744-a978-476f5eea7b4b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:02.849515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:02.855416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:02.895710 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20d60b43727d429a876d58dc2adf4dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608232 Oct 18 23:54:02.898052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f29c5b9-2f13-4f3d-bce2-6debd73760de,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:02.899241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:02.900124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34238) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:02.919004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.919373 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.920030 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.920030 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.920349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.920665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.920993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.921314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.921635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.921953 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.922273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.922592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8367b6-f34b-462d-8fcb-2682f008cff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:02.943139 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:02.971453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b6b926c2-4cf4-4f20-a1fe-8c214e9850bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:02.982549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:02.985659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:02.989904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:03.002784 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b6b926c2-4cf4-4f20-a1fe-8c214e9850bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.018711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=c24c160c-277c-4744-a978-476f5eea7b4b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:03.033898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.034251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.034606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.035564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.035914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.036644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.036644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.036957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.037220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.037833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.037833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.038540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:03.067322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b6b926c2-4cf4-4f20-a1fe-8c214e9850bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.070666 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b6b926c2-4cf4-4f20-a1fe-8c214e9850bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.072117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b6b926c2-4cf4-4f20-a1fe-8c214e9850bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f29c5b9-2f13-4f3d-bce2-6debd73760de HTTP/1.1" status: 204 len: 168 time: 0.1710801 Oct 18 23:54:03.082395 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b926c2-4cf4-4f20-a1fe-8c214e9850bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f29c5b9-2f13-4f3d-bce2-6debd73760de,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:03.329053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34250) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:03.466784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34254) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:03.495267 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b942752-73d5-4db8-ac54-03b5fa4bdf9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.498259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac77f45e-2894-40ab-a299-d610c2eab0ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.505599 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.589801 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.642749 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b942752-73d5-4db8-ac54-03b5fa4bdf9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.645179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac77f45e-2894-40ab-a299-d610c2eab0ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.647747 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b942752-73d5-4db8-ac54-03b5fa4bdf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.658088 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac77f45e-2894-40ab-a299-d610c2eab0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.705048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7b942752-73d5-4db8-ac54-03b5fa4bdf9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=767aea49c2ea4cc89d83f18b7083fcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354825 Oct 18 23:54:03.706967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34256) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:03.711319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b942752-73d5-4db8-ac54-03b5fa4bdf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b9554-ec81-4c8e-9c9f-a9bd81f2f7c7,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:03.718920 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ac77f45e-2894-40ab-a299-d610c2eab0ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1346da70d924674bc13801ff30e54e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887324 Oct 18 23:54:03.722558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34258) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:03.740094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77f45e-2894-40ab-a299-d610c2eab0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281b3371-7098-4302-bae8-7867e9c76476,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:03.845929 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef02ccf8-ae3d-4115-96af-928128db37be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.853367 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62ad7c52-ae3b-4e6e-b48c-44368bf9686f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.861126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.880134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.924830 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef02ccf8-ae3d-4115-96af-928128db37be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:03.939402 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62ad7c52-ae3b-4e6e-b48c-44368bf9686f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:04.018048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event updated for resources: {'Port': ['ID=c24c160c-277c-4744-a978-476f5eea7b4b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:04.047671 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:04.103546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef02ccf8-ae3d-4115-96af-928128db37be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:04.106320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef02ccf8-ae3d-4115-96af-928128db37be admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:04.110193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ef02ccf8-ae3d-4115-96af-928128db37be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf7b9554-ec81-4c8e-9c9f-a9bd81f2f7c7 HTTP/1.1" status: 204 len: 168 time: 0.3998113 Oct 18 23:54:04.148397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02ccf8-ae3d-4115-96af-928128db37be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b9554-ec81-4c8e-9c9f-a9bd81f2f7c7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:04.150112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62ad7c52-ae3b-4e6e-b48c-44368bf9686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:04.153265 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-62ad7c52-ae3b-4e6e-b48c-44368bf9686f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:04.156820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-62ad7c52-ae3b-4e6e-b48c-44368bf9686f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/281b3371-7098-4302-bae8-7867e9c76476 HTTP/1.1" status: 204 len: 168 time: 0.4294128 Oct 18 23:54:04.177336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad7c52-ae3b-4e6e-b48c-44368bf9686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281b3371-7098-4302-bae8-7867e9c76476,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:04.194629 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Floating IP 773b727a-4ffc-4e63-b210-d783c61d397a associated. External IP: 172.25.7.217, port: 01943826-6db2-4d31-8607-827e84b4ad7b. Oct 18 23:54:04.436081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 0e31fd19-6a82-41ad-adba-946c9d09ab6b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:54:04.579991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:54:04.592571 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] Sync routers for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:54:04.605260 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:04.606322 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:04.606931 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:04.638797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b031c85-e22d-4025-bf1c-7c1ad61dad65 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1266377 Oct 18 23:54:04.639779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:54:04.642165 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:54:04.713304 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1030692-cdb4-4250-944d-ec3e3037c1d5 x-openstack-request-id: req-b1030692-cdb4-4250-944d-ec3e3037c1d5 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:54:04.714338 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:54:04.714812 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1030692-cdb4-4250-944d-ec3e3037c1d5 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:54:04.715600 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b', 'status': 'completed', 'code': 200} Oct 18 23:54:04.832146 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70024041-618c-4d9a-ad67-9fbcfce15c2f req-b01a1627-248c-49dd-b216-0057c4efda89 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:04.834175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70024041-618c-4d9a-ad67-9fbcfce15c2f req-b01a1627-248c-49dd-b216-0057c4efda89 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.1014009 Oct 18 23:54:04.840646 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:04.840889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-ec741281-6ab0-4cee-847a-67edba92adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:04.842762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-ec741281-6ab0-4cee-847a-67edba92adb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 1097 time: 0.0767159 Oct 18 23:54:04.953279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70024041-618c-4d9a-ad67-9fbcfce15c2f req-282185b1-4170-46af-85da-0e34198b5def tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092296 Oct 18 23:54:04.979238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34300) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:04.984121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:05.005149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-33568605-780d-47a0-93d9-d9f1ba5c2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:05.007340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-33568605-780d-47a0-93d9-d9f1ba5c2680 service neutron] 10.222.0.73 "GET /v2.0/networks?id=815dece3-d640-4102-b8b4-dbf1ce9a0a23 HTTP/1.1" status: 200 len: 897 time: 0.1551399 Oct 18 23:54:05.052724 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9b6b4ae2-e8f8-47da-89b8-e9edc441e2a4 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/773b727a-4ffc-4e63-b210-d783c61d397a HTTP/1.1" status: 200 len: 991 time: 0.0708580 Oct 18 23:54:05.122405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-ab3cf1ee-202c-442c-983a-fa21b7491426 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01943826-6db2-4d31-8607-827e84b4ad7b HTTP/1.1" status: 200 len: 999 time: 0.1081586 Oct 18 23:54:05.143662 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:43Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '773b727a-4ffc-4e63-b210-d783c61d397a', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'port_id': '01943826-6db2-4d31-8607-827e84b4ad7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'mac_address': 'fa:16:3e:77:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:54:03Z', 'updated_at': '2021-10-18T23:54:03Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2185adf1-d677-4f80-ac76-e67e36e8bd05', 'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:f7:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:42Z', 'updated_at': '2021-10-18T23:53:48Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:05.173944 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] Checking router: 0e31fd19-6a82-41ad-adba-946c9d09ab6b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:54:05.183429 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:05.184052 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:05.186943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-6e01802d-b491-45bd-a634-8b3b93d1d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:05.189940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-6e01802d-b491-45bd-a634-8b3b93d1d828 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60867e4c-46ac-42e2-87ec-e6adbed08bf6 HTTP/1.1" status: 200 len: 835 time: 0.0594215 Oct 18 23:54:05.194219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34306) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:05.263996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-30e1dc69-6cd2-4b3e-814e-5da187bf19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:05.265583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-30e1dc69-6cd2-4b3e-814e-5da187bf19cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=815dece3-d640-4102-b8b4-dbf1ce9a0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624535 Oct 18 23:54:05.374267 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-3a75d6a5-3108-4375-b8d0-c50565e232cb service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014965 Oct 18 23:54:05.410220 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:05.466199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-223354823-network', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:05.506009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Made reservation on behalf of 83c29ede187047efa503f1fcf27d87ca for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:05.508422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:05.521210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:05.525700 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1e80f67-df6c-430c-bf9a-95ab29f95ffa req-f0351ba7-051d-4cd1-9672-a94c4e73438d service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440272 Oct 18 23:54:05.616603 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:05.622232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:05.650900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:54:05.662075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e8ca31-4939-41fd-bd77-1330b759b4ab,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:05.678193 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:05.678545 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Added segment 4dc5deb0-7b37-445a-8788-0272240f2e47 of type vlan for network b80637fd-7b3f-43f9-9f81-82200c144307 Oct 18 23:54:05.694262 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:43Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '773b727a-4ffc-4e63-b210-d783c61d397a', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'port_id': '01943826-6db2-4d31-8607-827e84b4ad7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'mac_address': 'fa:16:3e:77:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:54:03Z', 'updated_at': '2021-10-18T23:54:03Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2185adf1-d677-4f80-ac76-e67e36e8bd05', 'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:f7:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:42Z', 'updated_at': '2021-10-18T23:53:48Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:05.722356 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256a933-fac2-40c6-bb64-43eff4f4fd8e None None] The sync data for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 is: [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:43Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '773b727a-4ffc-4e63-b210-d783c61d397a', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'port_id': '01943826-6db2-4d31-8607-827e84b4ad7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'mac_address': 'fa:16:3e:77:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:54:03Z', 'updated_at': '2021-10-18T23:54:03Z', 'revision_number': 0, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2185adf1-d677-4f80-ac76-e67e36e8bd05', 'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:f7:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:42Z', 'updated_at': '2021-10-18T23:53:48Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:54:05.722690 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:05.751220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:05.752288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:05.753099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:05.791068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5951149 Oct 18 23:54:05.794053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34324) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:05.801737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Request body: {'subnet': {'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-223354823-subnet', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:05.833239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f103-0b9c-4758-ac39-77768c23d1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b80637fd-7b3f-43f9-9f81-82200c144307,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:05.841623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Made reservation on behalf of 83c29ede187047efa503f1fcf27d87ca for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:05.844637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network b80637fd-7b3f-43f9-9f81-82200c144307 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:54:05.845531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.001184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f595e47e-b693-4552-8771-dc1fef79fdd6 None None] New status for floating IP 773b727a-4ffc-4e63-b210-d783c61d397a: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:54:06.056556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34332) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:06.061557 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.128110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:06.131596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:06.132109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Network hostable DHCP agents. Network: b80637fd-7b3f-43f9-9f81-82200c144307, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:54:06.148119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7f0ae1f2-df2c-4b24-80b4-375ae155d34b tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/773b727a-4ffc-4e63-b210-d783c61d397a HTTP/1.1" status: 200 len: 991 time: 0.0884376 Oct 18 23:54:06.154282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Network b80637fd-7b3f-43f9-9f81-82200c144307 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:54:06.165914 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, b80637fd-7b3f-43f9-9f81-82200c144307) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:06.172480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:06.173080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.178020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91369100-4e61-4ed9-b0ae-a6fd2ed94ee7 None None] Network b80637fd-7b3f-43f9-9f81-82200c144307 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:54:06.193016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a58a7b4b-0863-4055-b223-38c48870c91f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3975894 Oct 18 23:54:06.195841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34340) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:06.202069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:06.227935 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.230462 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.288528 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.466381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.520584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50414f14-7909-4017-bc36-bce322390557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-b80637fd-7b3f-43f9-9f81-82200c144307', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:54:06.521766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-50414f14-7909-4017-bc36-bce322390557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.623369 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.678472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-50414f14-7909-4017-bc36-bce322390557 None None] Allocated IP 172.20.0.2 (b80637fd-7b3f-43f9-9f81-82200c144307/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2/06346c2c-e8b4-475f-9372-d83bddd17a05) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:06.707625 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.730171 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.846150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Allocated IP 172.25.7.8 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/b24f64db-9c89-432d-bccf-2740548c4c1e) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:06.861911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-50414f14-7909-4017-bc36-bce322390557 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.867991 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-50414f14-7909-4017-bc36-bce322390557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.911119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50414f14-7909-4017-bc36-bce322390557 None None] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:06.914177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-50414f14-7909-4017-bc36-bce322390557 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:06.918484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50414f14-7909-4017-bc36-bce322390557 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:06.929199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50414f14-7909-4017-bc36-bce322390557 None None] Pushing event updated for resources: {'Port': ['ID=06346c2c-e8b4-475f-9372-d83bddd17a05,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:06.967797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.986137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-50414f14-7909-4017-bc36-bce322390557 None None] Attempting to bind port 06346c2c-e8b4-475f-9372-d83bddd17a05 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:54:06.986780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-50414f14-7909-4017-bc36-bce322390557 None None] Attempting to bind port 06346c2c-e8b4-475f-9372-d83bddd17a05 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:54:06.987156 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50414f14-7909-4017-bc36-bce322390557 None None] Attempting to bind port 06346c2c-e8b4-475f-9372-d83bddd17a05 on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:06.992445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50414f14-7909-4017-bc36-bce322390557 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:54:06.992831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50414f14-7909-4017-bc36-bce322390557 None None] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:06.993237 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-50414f14-7909-4017-bc36-bce322390557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:06.993631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50414f14-7909-4017-bc36-bce322390557 None None] Bound using segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:54:06.994106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-50414f14-7909-4017-bc36-bce322390557 None None] Bound port: 06346c2c-e8b4-475f-9372-d83bddd17a05, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:54:06.994498 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-50414f14-7909-4017-bc36-bce322390557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.008926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.061909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-50414f14-7909-4017-bc36-bce322390557 None None] For port 06346c2c-e8b4-475f-9372-d83bddd17a05, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:54:07.063823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:07.066221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-50414f14-7909-4017-bc36-bce322390557 None None] For port 06346c2c-e8b4-475f-9372-d83bddd17a05, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=06346c2c-e8b4-475f-9372-d83bddd17a05,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:54:07.068441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:07.072444 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-50414f14-7909-4017-bc36-bce322390557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.072632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:07.103524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Pushing event updated for resources: {'Port': ['ID=b24f64db-9c89-432d-bccf-2740548c4c1e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:07.141307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50414f14-7909-4017-bc36-bce322390557 None None] Pushing event updated for resources: {'Port': ['ID=06346c2c-e8b4-475f-9372-d83bddd17a05,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:07.150891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34358) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:07.226248 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-232b008a-b22d-49cc-9686-ed9e9e630e1a tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/773b727a-4ffc-4e63-b210-d783c61d397a HTTP/1.1" status: 200 len: 993 time: 0.0733891 Oct 18 23:54:07.380443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.527113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34362) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:07.544608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 06346c2c-e8b4-475f-9372-d83bddd17a05 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:07.600309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 06346c2c-e8b4-475f-9372-d83bddd17a05 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:07.600696 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.643526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.648296 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-544e391a-9d7e-4272-ad46-c1959ca570da admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.689275 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.724786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 06346c2c-e8b4-475f-9372-d83bddd17a05, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=06346c2c-e8b4-475f-9372-d83bddd17a05,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:07.728784 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.739576 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-544e391a-9d7e-4272-ad46-c1959ca570da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.744139 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-544e391a-9d7e-4272-ad46-c1959ca570da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.784265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=06346c2c-e8b4-475f-9372-d83bddd17a05,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:07.788820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-544e391a-9d7e-4272-ad46-c1959ca570da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a445b75e17e14f4b8ff55448ffcb81d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606075 Oct 18 23:54:07.791821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34366) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:07.798050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e391a-9d7e-4272-ad46-c1959ca570da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e662e5bf-43ff-4eea-8983-236ad125405e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:07.814521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:54:07.850763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c9560d5-994c-4250-b15b-a68d2fc6a259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.875306 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c9560d5-994c-4250-b15b-a68d2fc6a259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.932917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:54:07.937078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c9560d5-994c-4250-b15b-a68d2fc6a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.943325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c9560d5-994c-4250-b15b-a68d2fc6a259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.944797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0c9560d5-994c-4250-b15b-a68d2fc6a259 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e662e5bf-43ff-4eea-8983-236ad125405e HTTP/1.1" status: 204 len: 168 time: 0.1519833 Oct 18 23:54:07.945334 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Sync routers for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:54:07.959572 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:07.960682 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:07.963199 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:07.967526 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-dd8c28e6-3f8b-441c-9419-f8e5db2fcd90 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7703424 Oct 18 23:54:07.969092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9560d5-994c-4250-b15b-a68d2fc6a259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e662e5bf-43ff-4eea-8983-236ad125405e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:07.970420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34370) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:08.106041 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:08.300451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65cab1-07a3-4748-83f8-dbe061d88cae None None] Network b80637fd-7b3f-43f9-9f81-82200c144307 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:54:08.328189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34374) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:08.346699 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e745b69a-0ef7-4723-8366-376dc60c6f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.348037 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:07Z', 'revision_number': 3, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:08.377801 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Checking router: 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:54:08.378162 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Updating router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e port b24f64db-9c89-432d-bccf-2740548c4c1e binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:54:08.391011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-223b68e6-98a4-44a7-9ea3-b7d1c944fc1c None None] Provisioning complete for port 06346c2c-e8b4-475f-9372-d83bddd17a05 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:08.391619 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-223b68e6-98a4-44a7-9ea3-b7d1c944fc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.407969 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.451666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e745b69a-0ef7-4723-8366-376dc60c6f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.457871 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e745b69a-0ef7-4723-8366-376dc60c6f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.504736 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745b69a-0ef7-4723-8366-376dc60c6f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39364226-9830-40ee-a974-2ddf90747063,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:08.527113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e745b69a-0ef7-4723-8366-376dc60c6f16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12c0a6fb85534c11ade2842f8e66a271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959701 Oct 18 23:54:08.528478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34376) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:08.612105 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8abb2712-555e-464a-bff8-533f098245b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.656323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8abb2712-555e-464a-bff8-533f098245b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.713125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8abb2712-555e-464a-bff8-533f098245b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.716338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8abb2712-555e-464a-bff8-533f098245b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.717738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8abb2712-555e-464a-bff8-533f098245b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39364226-9830-40ee-a974-2ddf90747063 HTTP/1.1" status: 204 len: 168 time: 0.1885476 Oct 18 23:54:08.727902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb2712-555e-464a-bff8-533f098245b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39364226-9830-40ee-a974-2ddf90747063,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:08.793164 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.801460 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.835498 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Attempting to bind port b24f64db-9c89-432d-bccf-2740548c4c1e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:54:08.835868 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Attempting to bind port b24f64db-9c89-432d-bccf-2740548c4c1e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:54:08.836338 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Attempting to bind port b24f64db-9c89-432d-bccf-2740548c4c1e on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:08.862077 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:54:08.862464 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:08.862902 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.863300 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:54:08.863781 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Bound port: b24f64db-9c89-432d-bccf-2740548c4c1e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:54:08.864164 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.884214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.905231 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50b5c6-3144-4c21-be49-ba8806094767 None None] Pushing event updated for resources: {'Port': ['ID=b24f64db-9c89-432d-bccf-2740548c4c1e,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:08.905520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a470c2f9-a0e3-476d-abe8-1a5946355133 None None] Provisioning complete for port 06346c2c-e8b4-475f-9372-d83bddd17a05 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:08.905966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a470c2f9-a0e3-476d-abe8-1a5946355133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:08.939562 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] For port b24f64db-9c89-432d-bccf-2740548c4c1e, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:54:08.943849 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] For port b24f64db-9c89-432d-bccf-2740548c4c1e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b24f64db-9c89-432d-bccf-2740548c4c1e,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:54:08.951872 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:09.025330 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:09.026651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:09.030090 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50b5c6-3144-4c21-be49-ba8806094767 None None] Pushing event updated for resources: {'Port': ['ID=b24f64db-9c89-432d-bccf-2740548c4c1e,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:09.131376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Allocated IP 172.20.0.1 (b80637fd-7b3f-43f9-9f81-82200c144307/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2/c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:09.151621 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:09.288431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:09.346151 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:09.377605 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:07Z', 'revision_number': 3, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:09.404389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:09.410708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:09.413505 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba56552-31ce-4fa1-8164-1750c9383be8 None None] The sync data for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 is: [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:07Z', 'revision_number': 3, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:54:09.419921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:09.423401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Pushing event updated for resources: {'Port': ['ID=c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:09.473531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:09.560639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 06346c2c-e8b4-475f-9372-d83bddd17a05 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:09.655023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 06346c2c-e8b4-475f-9372-d83bddd17a05 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:09.656083 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:09.708739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:09.897011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fcbc9e8d-b92f-428f-a441-e21811856fa7 None None] Provisioning complete for port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:09.897561 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9e8d-b92f-428f-a441-e21811856fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:09.965193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc9e8d-b92f-428f-a441-e21811856fa7 None None] Port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:54:10.012102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:10.021324 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:10.100285 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:10.102239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Pushing event updated for resources: {'Port': ['ID=c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:10.225735 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:10.227327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:10.402271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:54:10.541848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:54:10.550444 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-53185645-c5be-4f03-90a6-5bfb7c17614f admin admin] 10.222.0.52 "PUT /v2.0/routers/1fd54707-d9a1-48d4-aeec-a0a838fc9b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5762897 Oct 18 23:54:10.590160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-513ea4ca-4907-45ef-823a-c4eb24fdb89c None None] Provisioning complete for port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:10.591107 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-513ea4ca-4907-45ef-823a-c4eb24fdb89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:10.642657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-513ea4ca-4907-45ef-823a-c4eb24fdb89c None None] Port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:54:11.192200 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34438) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:11.197320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1230561318-network', 'tenant_id': '87301b062aa347a499db6d67d01e88ab'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:11.224167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Made reservation on behalf of 87301b062aa347a499db6d67d01e88ab for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:11.227114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.245632 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.339431 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.344348 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.367409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:54:11.386386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5a88a6-f225-477f-8f54-15a9e8a30b32,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:11.389710 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.390168 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Added segment bd148da8-80e4-408f-84b0-e11bef70581c of type vlan for network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba Oct 18 23:54:11.420394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Sync routers for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:54:11.437694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:11.438270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:11.441052 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.473813 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.475966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:11.477123 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.523272 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3298447 Oct 18 23:54:11.526339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34442) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:11.532820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Request body: {'subnet': {'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1230561318-subnet', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:11.565302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Made reservation on behalf of 87301b062aa347a499db6d67d01e88ab for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:11.571426 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.575510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be75c6d-8d6e-40bd-a484-c34a75224b00 admin admin] Pushing event updated for resources: {'Network': ['ID=84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:11.590875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b24f64db-9c89-432d-bccf-2740548c4c1e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:11.600056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:54:11.638368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:11.814117 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.827397 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b24f64db-9c89-432d-bccf-2740548c4c1e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:11.827670 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.876749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=593954a2-95e9-4f50-acae-e5e0231c842e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:11.887770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Checking segment: {'id': 'bd148da8-80e4-408f-84b0-e11bef70581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:11.888266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Network hostable DHCP agents. Network: 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:54:11.906930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:54:11.918185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:11.923566 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:11.924167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.936546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e129c-9368-4ff5-9172-adc38d1d19fd None None] Network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:54:11.944531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-624f89f8-239a-49c8-93a2-7cdcaa57ffb6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4169590 Oct 18 23:54:11.947122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34448) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:11.952571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:11.977283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:11.979044 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.061166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.088089 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.120573 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34452) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:12.139742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port b24f64db-9c89-432d-bccf-2740548c4c1e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b24f64db-9c89-432d-bccf-2740548c4c1e,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:12.151611 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.164575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 2, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:12.220151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Checking router: 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:54:12.220498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Updating router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:54:12.222491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.271350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a1e17ec-5241-42d5-910a-83909e90d333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.278340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba', 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'fixed_ips': [{'subnet_id': '593954a2-95e9-4f50-acae-e5e0231c842e'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:54:12.279222 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.290198 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.303320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=b24f64db-9c89-432d-bccf-2740548c4c1e,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:12.321667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.321995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.322370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.322712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.323190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.323675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.324014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.324346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.324753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.325056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.325365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.325699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:12.374150 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a1e17ec-5241-42d5-910a-83909e90d333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.379242 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a1e17ec-5241-42d5-910a-83909e90d333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.423763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0a1e17ec-5241-42d5-910a-83909e90d333 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3d2d01153da4ca99b4bfba45f9a3d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985468 Oct 18 23:54:12.423763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e17ec-5241-42d5-910a-83909e90d333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1405502-788b-4a77-a8eb-a208a159f440,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:12.426210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34456) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:12.455586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.482014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.484181 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d036f8b-078f-4c6b-aa91-274f32d3c4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.509247 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d036f8b-078f-4c6b-aa91-274f32d3c4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.566900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Allocated IP 172.20.0.2 (84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba/593954a2-95e9-4f50-acae-e5e0231c842e/cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:12.568324 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d036f8b-078f-4c6b-aa91-274f32d3c4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.572322 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d036f8b-078f-4c6b-aa91-274f32d3c4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.573572 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0d036f8b-078f-4c6b-aa91-274f32d3c4e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1405502-788b-4a77-a8eb-a208a159f440 HTTP/1.1" status: 204 len: 168 time: 0.1463773 Oct 18 23:54:12.582779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d036f8b-078f-4c6b-aa91-274f32d3c4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1405502-788b-4a77-a8eb-a208a159f440,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:12.846421 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.854598 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.856780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.887617 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:12.927580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:12.928327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb622a-28e0-4733-a403-53b4eb6889a6 None None] Pushing event updated for resources: {'Port': ['ID=c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:12.934872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34464) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:12.936779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:12.940851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:12.959783 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be584114-7e95-49d9-9a82-a888f7ad93e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.039697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Allocated IP 172.25.7.106 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/5a355474-99ad-4c52-acd2-80ce5f9417b0) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:13.069103 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be584114-7e95-49d9-9a82-a888f7ad93e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.075048 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-be584114-7e95-49d9-9a82-a888f7ad93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.126089 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-be584114-7e95-49d9-9a82-a888f7ad93e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0297baedf18848a8a150075e72eaf4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865351 Oct 18 23:54:13.126089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be584114-7e95-49d9-9a82-a888f7ad93e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a3e86f-3c05-45f3-aceb-bed0c54d1cf9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:13.126942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34466) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:13.188393 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0433ed1d-fc5c-4805-a9f6-ceb2c7f4bd65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.200346 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.218301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0433ed1d-fc5c-4805-a9f6-ceb2c7f4bd65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.239300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.252602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Pushing event updated for resources: {'Port': ['ID=cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:13.273266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Attempting to bind port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:54:13.273733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Attempting to bind port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:54:13.274182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Attempting to bind port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:13.285233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:13.288233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:13.291554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0433ed1d-fc5c-4805-a9f6-ceb2c7f4bd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.292929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:13.293921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:54:13.294505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:13.294965 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.295992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Bound using segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:54:13.296328 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0433ed1d-fc5c-4805-a9f6-ceb2c7f4bd65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.297087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Bound port: c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:54:13.297087 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.297687 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0433ed1d-fc5c-4805-a9f6-ceb2c7f4bd65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62a3e86f-3c05-45f3-aceb-bed0c54d1cf9 HTTP/1.1" status: 204 len: 168 time: 0.1697288 Oct 18 23:54:13.306683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433ed1d-fc5c-4805-a9f6-ceb2c7f4bd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a3e86f-3c05-45f3-aceb-bed0c54d1cf9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:13.321215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Pushing event updated for resources: {'Port': ['ID=5a355474-99ad-4c52-acd2-80ce5f9417b0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:13.333343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Attempting to bind port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:54:13.333908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Attempting to bind port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'bd148da8-80e4-408f-84b0-e11bef70581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:54:13.334781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Attempting to bind port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e on network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:13.383210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:54:13.383676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Checking segment: {'id': 'bd148da8-80e4-408f-84b0-e11bef70581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:13.384280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.384754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Bound using segment: {'id': 'bd148da8-80e4-408f-84b0-e11bef70581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:54:13.385429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Bound port: cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd148da8-80e4-408f-84b0-e11bef70581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:54:13.386472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.404753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-13cb66af-c8da-483e-abb6-bed51a79f741 None None] Provisioning complete for port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:13.405129 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-13cb66af-c8da-483e-abb6-bed51a79f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.490447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-13cb66af-c8da-483e-abb6-bed51a79f741 None None] Port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:54:13.498420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] For port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:54:13.524173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b24f64db-9c89-432d-bccf-2740548c4c1e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:13.531295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] For port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:54:13.559904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] For port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:54:13.562503 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.592852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] For port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e,segment=NetworkSegment(bd148da8-80e4-408f-84b0-e11bef70581c),segment_id=bd148da8-80e4-408f-84b0-e11bef70581c)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:54:13.628512 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.640084 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.681121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:13.681770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:13.684957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb622a-28e0-4733-a403-53b4eb6889a6 None None] Pushing event updated for resources: {'Port': ['ID=c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:13.783664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b24f64db-9c89-432d-bccf-2740548c4c1e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:13.784415 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:13.897339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16884aa-e801-4b5a-a505-609ccc9d0016 None None] Pushing event updated for resources: {'Port': ['ID=cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:13.954622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:14.011065 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:14.159111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ae510379-537b-42f7-b15c-f0545be8db5e None None] Provisioning complete for port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:14.159661 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ae510379-537b-42f7-b15c-f0545be8db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:14.238939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:54:14.347579 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ae510379-537b-42f7-b15c-f0545be8db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:14.373359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:54:14.384867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:13Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:14.396470 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Sync routers for ids ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:54:14.403354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:14.404808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-57cab611-6c3e-4225-a3dc-15db02a88321 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4562292 Oct 18 23:54:14.409388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34492) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:14.422027 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Routers {'50af8878-2ef1-4e89-82c1-a73af1b30cd1'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:14.423099 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:14.423991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ae510379-537b-42f7-b15c-f0545be8db5e None None] For port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:14.425959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e543bd-330a-4100-83f0-16596f7d5fdd None None] The sync data for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 is: [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:13Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:54:14.429858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ae510379-537b-42f7-b15c-f0545be8db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:14.507020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae510379-537b-42f7-b15c-f0545be8db5e None None] Pushing event updated for resources: {'Port': ['ID=c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:14.741000 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Set router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:15.035768 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:11Z', 'updated_at': '2021-10-18T23:54:13Z', 'revision_number': 3, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'gw_port': {'id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:12Z', 'updated_at': '2021-10-18T23:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:15.075360 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Checking router: 50af8878-2ef1-4e89-82c1-a73af1b30cd1 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:54:15.076008 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Updating router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 port 5a355474-99ad-4c52-acd2-80ce5f9417b0 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:54:15.111512 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.249043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f148fc6-20b5-44b7-bf5f-b4cb04ce6333 None None] Network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:54:15.294211 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.306020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fe49b721-7a84-42d7-95c3-4a7fb8b644ac None None] Provisioning complete for port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:15.306390 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe49b721-7a84-42d7-95c3-4a7fb8b644ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.558349 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe49b721-7a84-42d7-95c3-4a7fb8b644ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.609952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Allocated IP 172.20.0.1 (84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba/593954a2-95e9-4f50-acae-e5e0231c842e/60bc3936-96da-4190-884f-957af0f6f047) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:15.636940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fe49b721-7a84-42d7-95c3-4a7fb8b644ac None None] For port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e,segment=NetworkSegment(bd148da8-80e4-408f-84b0-e11bef70581c),segment_id=bd148da8-80e4-408f-84b0-e11bef70581c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:15.660504 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe49b721-7a84-42d7-95c3-4a7fb8b644ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.722653 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.736278 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.786508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:15.859387 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Attempting to bind port 5a355474-99ad-4c52-acd2-80ce5f9417b0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:54:15.859992 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Attempting to bind port 5a355474-99ad-4c52-acd2-80ce5f9417b0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:54:15.860640 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Attempting to bind port 5a355474-99ad-4c52-acd2-80ce5f9417b0 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:15.874611 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:54:15.875660 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:15.876524 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.877358 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:54:15.878353 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Bound port: 5a355474-99ad-4c52-acd2-80ce5f9417b0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:54:15.879226 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.908093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49b721-7a84-42d7-95c3-4a7fb8b644ac None None] Pushing event updated for resources: {'Port': ['ID=cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:15.917747 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.935000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:15.935523 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:15.991033 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65e0a9-7f5a-4a6f-b00e-d69120a44b97 None None] Pushing event updated for resources: {'Port': ['ID=5a355474-99ad-4c52-acd2-80ce5f9417b0,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:16.010346 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.073652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Pushing event updated for resources: {'Port': ['ID=60bc3936-96da-4190-884f-957af0f6f047,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:16.096613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:16.099017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:16.102234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:16.111059 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] For port 5a355474-99ad-4c52-acd2-80ce5f9417b0, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:54:16.117318 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] For port 5a355474-99ad-4c52-acd2-80ce5f9417b0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5a355474-99ad-4c52-acd2-80ce5f9417b0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:54:16.128693 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.177632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.181393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:16.288462 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Routers {'50af8878-2ef1-4e89-82c1-a73af1b30cd1'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:16.289138 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:16.351144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8394bb04-8425-4f8d-a095-de8d581b7ab8 None None] Provisioning complete for port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:16.353495 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8394bb04-8425-4f8d-a095-de8d581b7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.421920 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65e0a9-7f5a-4a6f-b00e-d69120a44b97 None None] Pushing event updated for resources: {'Port': ['ID=5a355474-99ad-4c52-acd2-80ce5f9417b0,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:16.422167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.478179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:16.480368 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.541019 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] Set router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:16.724427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.735351 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.744625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34518) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:16.814130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.817369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Pushing event updated for resources: {'Port': ['ID=60bc3936-96da-4190-884f-957af0f6f047,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:16.842498 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:11Z', 'updated_at': '2021-10-18T23:54:13Z', 'revision_number': 3, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'gw_port': {'id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:12Z', 'updated_at': '2021-10-18T23:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:16.855978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-090c4e1d-2d70-4c69-b34f-6bb57e49d4d1 None None] Provisioning complete for port 60bc3936-96da-4190-884f-957af0f6f047 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:16.855978 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-090c4e1d-2d70-4c69-b34f-6bb57e49d4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.876564 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b7ba8-0304-4844-87c6-455b1a9ac9e4 None None] The sync data for ids ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'] in n-d-713498-28 is: [{'id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:11Z', 'updated_at': '2021-10-18T23:54:13Z', 'revision_number': 3, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'gw_port': {'id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:12Z', 'updated_at': '2021-10-18T23:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:54:16.904007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-090c4e1d-2d70-4c69-b34f-6bb57e49d4d1 None None] Port 60bc3936-96da-4190-884f-957af0f6f047 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:54:16.932949 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f89026-d31a-4853-8bb3-edb5a2e2cf79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:16.937214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:16.939591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:17.050099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f89026-d31a-4853-8bb3-edb5a2e2cf79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.057053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b0f89026-d31a-4853-8bb3-edb5a2e2cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.100345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:54:17.123845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f89026-d31a-4853-8bb3-edb5a2e2cf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbbf607-6dd3-4f04-a9f4-bb28c2036ff6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:17.155631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b0f89026-d31a-4853-8bb3-edb5a2e2cf79 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8420ba2936f44c4a98dded528d3bfdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068718 Oct 18 23:54:17.157873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34522) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:17.239174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6157f36-292c-4a1c-bf48-015a78e12402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.270829 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6157f36-292c-4a1c-bf48-015a78e12402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.278642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:54:17.286924 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-149ee5ff-d004-4af2-92f6-8d177fc47b58 admin admin] 10.222.0.52 "PUT /v2.0/routers/50af8878-2ef1-4e89-82c1-a73af1b30cd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8759573 Oct 18 23:54:17.330500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a835dbc7-2388-4a65-bfa1-dba0ed98ebba None None] Provisioning complete for port 60bc3936-96da-4190-884f-957af0f6f047 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:17.330940 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a835dbc7-2388-4a65-bfa1-dba0ed98ebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.356612 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6157f36-292c-4a1c-bf48-015a78e12402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.356612 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a6157f36-292c-4a1c-bf48-015a78e12402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.359926 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a6157f36-292c-4a1c-bf48-015a78e12402 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9dbbf607-6dd3-4f04-a9f4-bb28c2036ff6 HTTP/1.1" status: 204 len: 168 time: 0.2006156 Oct 18 23:54:17.370132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6157f36-292c-4a1c-bf48-015a78e12402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbbf607-6dd3-4f04-a9f4-bb28c2036ff6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:17.434070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a835dbc7-2388-4a65-bfa1-dba0ed98ebba None None] Port 60bc3936-96da-4190-884f-957af0f6f047 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:54:17.622941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a355474-99ad-4c52-acd2-80ce5f9417b0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:17.698997 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5a355474-99ad-4c52-acd2-80ce5f9417b0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:17.699374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.831083 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.855883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 5a355474-99ad-4c52-acd2-80ce5f9417b0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5a355474-99ad-4c52-acd2-80ce5f9417b0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:17.861126 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:17.861939 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:17.950115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=5a355474-99ad-4c52-acd2-80ce5f9417b0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:17.975530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:17.975900 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:18.852666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Sync routers for ids ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:54:18.862847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Routers {'50af8878-2ef1-4e89-82c1-a73af1b30cd1'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:18.863556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:18.978017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Set router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:19.188061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:11Z', 'updated_at': '2021-10-18T23:54:16Z', 'revision_number': 4, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'gw_port': {'id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:12Z', 'updated_at': '2021-10-18T23:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '60bc3936-96da-4190-884f-957af0f6f047', 'name': '', 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'mac_address': 'fa:16:3e:d9:0b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '593954a2-95e9-4f50-acae-e5e0231c842e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:15Z', 'updated_at': '2021-10-18T23:54:16Z', 'revision_number': 2, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'subnets': [{'id': '593954a2-95e9-4f50-acae-e5e0231c842e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:19.221151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Checking router: 50af8878-2ef1-4e89-82c1-a73af1b30cd1 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:54:19.221612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Updating router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 port 60bc3936-96da-4190-884f-957af0f6f047 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:54:19.254032 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:19.512841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a355474-99ad-4c52-acd2-80ce5f9417b0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:19.622663 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:19.625903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5a355474-99ad-4c52-acd2-80ce5f9417b0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:19.626431 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:19.657469 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:19.731971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0ae4c-8b1c-4926-9295-1807a50453da None None] Pushing event updated for resources: {'Port': ['ID=60bc3936-96da-4190-884f-957af0f6f047,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:19.959657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f821ba60-cbda-4b36-a4d0-54b13da7f63b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:19.961332 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f821ba60-cbda-4b36-a4d0-54b13da7f63b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1607051 Oct 18 23:54:19.984768 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-bf4c435f-6eb6-4ba4-b42c-de5006c8aa86 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/quotas/83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 375 time: 0.0141935 Oct 18 23:54:20.000701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Attempting to bind port 60bc3936-96da-4190-884f-957af0f6f047 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:54:20.001460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Attempting to bind port 60bc3936-96da-4190-884f-957af0f6f047 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'bd148da8-80e4-408f-84b0-e11bef70581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:54:20.002158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Attempting to bind port 60bc3936-96da-4190-884f-957af0f6f047 on network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:20.015679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:54:20.016206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Checking segment: {'id': 'bd148da8-80e4-408f-84b0-e11bef70581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:20.016708 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:20.017293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Bound using segment: {'id': 'bd148da8-80e4-408f-84b0-e11bef70581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:54:20.017890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Bound port: 60bc3936-96da-4190-884f-957af0f6f047, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd148da8-80e4-408f-84b0-e11bef70581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:54:20.018384 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:20.037659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8cb363c6-7bef-453b-ace0-4cac680c32fa None None] Provisioning complete for port 60bc3936-96da-4190-884f-957af0f6f047 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:20.038036 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8cb363c6-7bef-453b-ace0-4cac680c32fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:20.044420 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-7fc4dbbf-cc74-4ea2-b0cf-92443a98064e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527742 Oct 18 23:54:20.105995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8cb363c6-7bef-453b-ace0-4cac680c32fa None None] Port 60bc3936-96da-4190-884f-957af0f6f047 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:54:20.124141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] For port 60bc3936-96da-4190-884f-957af0f6f047, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:54:20.127605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] For port 60bc3936-96da-4190-884f-957af0f6f047, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=60bc3936-96da-4190-884f-957af0f6f047,segment=NetworkSegment(bd148da8-80e4-408f-84b0-e11bef70581c),segment_id=bd148da8-80e4-408f-84b0-e11bef70581c)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:54:20.134556 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:20.153542 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-720537bb-9d46-43cf-ada2-dc162ee60178 service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018202 Oct 18 23:54:20.197562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Routers {'50af8878-2ef1-4e89-82c1-a73af1b30cd1'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:20.198862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:53:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:20.204396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0ae4c-8b1c-4926-9295-1807a50453da None None] Pushing event updated for resources: {'Port': ['ID=60bc3936-96da-4190-884f-957af0f6f047,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:20.276991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-e9ef69e2-366a-4dbd-ad1f-99811b334b04 service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169975 Oct 18 23:54:20.329558 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae966-27e5-40e6-8cc7-db432ff15a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:20.349457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] Set router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:20.559038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1c01481e-77f8-4fe4-9c3a-13b4014df6d9 None None] Provisioning complete for port 60bc3936-96da-4190-884f-957af0f6f047 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:20.559418 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1c01481e-77f8-4fe4-9c3a-13b4014df6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:20.631761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:11Z', 'updated_at': '2021-10-18T23:54:16Z', 'revision_number': 4, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'gw_port': {'id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:12Z', 'updated_at': '2021-10-18T23:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '60bc3936-96da-4190-884f-957af0f6f047', 'name': '', 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'mac_address': 'fa:16:3e:d9:0b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '593954a2-95e9-4f50-acae-e5e0231c842e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:15Z', 'updated_at': '2021-10-18T23:54:20Z', 'revision_number': 4, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'subnets': [{'id': '593954a2-95e9-4f50-acae-e5e0231c842e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:20.663098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee9e84e1-ec3c-40fd-a55c-ca8dd011757a req-4aeeb63a-3fe1-40fe-8bb3-98184eb34e32 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 210 time: 0.0491385 Oct 18 23:54:20.667736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ce8f4-fdea-491d-b447-ef6b47adbb38 None None] The sync data for ids ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'] in n-d-713498-28 is: [{'id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:11Z', 'updated_at': '2021-10-18T23:54:16Z', 'revision_number': 4, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'gw_port': {'id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:12Z', 'updated_at': '2021-10-18T23:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '60bc3936-96da-4190-884f-957af0f6f047', 'name': '', 'network_id': '84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'mac_address': 'fa:16:3e:d9:0b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '593954a2-95e9-4f50-acae-e5e0231c842e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:15Z', 'updated_at': '2021-10-18T23:54:20Z', 'revision_number': 4, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'subnets': [{'id': '593954a2-95e9-4f50-acae-e5e0231c842e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:54:20.709278 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1c01481e-77f8-4fe4-9c3a-13b4014df6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:20.800872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1c01481e-77f8-4fe4-9c3a-13b4014df6d9 None None] For port 60bc3936-96da-4190-884f-957af0f6f047, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=60bc3936-96da-4190-884f-957af0f6f047,segment=NetworkSegment(bd148da8-80e4-408f-84b0-e11bef70581c),segment_id=bd148da8-80e4-408f-84b0-e11bef70581c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:20.812000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1c01481e-77f8-4fe4-9c3a-13b4014df6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:20.891419 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01481e-77f8-4fe4-9c3a-13b4014df6d9 None None] Pushing event updated for resources: {'Port': ['ID=60bc3936-96da-4190-884f-957af0f6f047,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:21.530379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 60bc3936-96da-4190-884f-957af0f6f047 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:21.584496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 60bc3936-96da-4190-884f-957af0f6f047 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:21.584955 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:21.795194 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-583760d3-f5ca-45b0-91f1-488371d3a0a7 req-e619760d-c552-46da-8bb8-107b8d7df2c6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 210 time: 0.0383897 Oct 18 23:54:21.980943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-7e9c532d-ae96-4fa2-93b6-02bd84c3bd64 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:21.985969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-7e9c532d-ae96-4fa2-93b6-02bd84c3bd64 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1853652 Oct 18 23:54:22.004097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'port': {'device_id': '3f79a332-5f6d-4279-9234-9a18c676bf2a', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'admin_state_up': True, 'tenant_id': '83c29ede187047efa503f1fcf27d87ca'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:22.191642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Made reservation on behalf of 83c29ede187047efa503f1fcf27d87ca for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:22.195435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:22.394681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.20.0.14 (b80637fd-7b3f-43f9-9f81-82200c144307/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2/d62faa9e-0443-4977-8028-9db5ff51ca71) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:22.600773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:22.640078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:22.690549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:22.693663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:22.696878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:22.731894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=d62faa9e-0443-4977-8028-9db5ff51ca71,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:22.769355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:22.770049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:22.792734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-f613985d-37f7-462d-991a-90e6cc6b52ea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7934039 Oct 18 23:54:22.819011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Request body: {'port': {'device_id': '3f79a332-5f6d-4279-9234-9a18c676bf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:22.896527 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:22.981821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071034bd-961a-4f31-96a1-d591899ddb04 req-b4a4d1e3-55fd-4d83-8240-c71438c616e2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:22.983337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-071034bd-961a-4f31-96a1-d591899ddb04 req-b4a4d1e3-55fd-4d83-8240-c71438c616e2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 932 time: 0.1085839 Oct 18 23:54:23.050883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4b8ae393-5283-4811-b7dc-b32677e7cd6f None None] Provisioning complete for port d62faa9e-0443-4977-8028-9db5ff51ca71 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:23.051642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae393-5283-4811-b7dc-b32677e7cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:23.091298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ae393-5283-4811-b7dc-b32677e7cd6f None None] Port d62faa9e-0443-4977-8028-9db5ff51ca71 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:54:23.100239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-071034bd-961a-4f31-96a1-d591899ddb04 req-30607d54-051e-43e6-8bd2-fb1f6b983531 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051416 Oct 18 23:54:23.299315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62faa9e-0443-4977-8028-9db5ff51ca71 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:54:23.315906 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:23.336031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Transition to ACTIVE for port object d62faa9e-0443-4977-8028-9db5ff51ca71 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:54:23.341832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:23.422233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Pushing event updated for resources: {'Port': ['ID=d62faa9e-0443-4977-8028-9db5ff51ca71,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:23.487158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Attempting to bind port d62faa9e-0443-4977-8028-9db5ff51ca71 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:54:23.487531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Attempting to bind port d62faa9e-0443-4977-8028-9db5ff51ca71 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:54:23.487835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Attempting to bind port d62faa9e-0443-4977-8028-9db5ff51ca71 on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:23.492753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Port d62faa9e-0443-4977-8028-9db5ff51ca71 on network b80637fd-7b3f-43f9-9f81-82200c144307 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:54:23.493080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Attempting to bind port d62faa9e-0443-4977-8028-9db5ff51ca71 on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:23.499384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:54:23.499746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:23.500123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Bound using segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:54:23.500570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Bound port: d62faa9e-0443-4977-8028-9db5ff51ca71, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:54:23.500940 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:23.611670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] For port d62faa9e-0443-4977-8028-9db5ff51ca71, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:54:23.618906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] For port d62faa9e-0443-4977-8028-9db5ff51ca71, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d62faa9e-0443-4977-8028-9db5ff51ca71,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:54:23.626660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:23.684331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:23.684801 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:23.687251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] 10.222.0.102 "PUT /v2.0/ports/d62faa9e-0443-4977-8028-9db5ff51ca71 HTTP/1.1" status: 200 len: 1093 time: 0.8795338 Oct 18 23:54:23.687738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f79a332-5f6d-4279-9234-9a18c676bf2a', 'tag': 'd62faa9e-0443-4977-8028-9db5ff51ca71'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:54:23.690315 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e6aec3-f640-4f02-8645-68a57d6eef81" -d '{"events": [{"name": "network-changed", "server_uuid": "3f79a332-5f6d-4279-9234-9a18c676bf2a", "tag": "d62faa9e-0443-4977-8028-9db5ff51ca71"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:54:23.733459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26562c-34af-4f1f-b580-a1e7e33ecd6b service neutron] Pushing event updated for resources: {'Port': ['ID=d62faa9e-0443-4977-8028-9db5ff51ca71,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:23.785794 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3053324d-aa1a-4a7d-bfb3-2ec54b9f1904 x-openstack-request-id: req-3053324d-aa1a-4a7d-bfb3-2ec54b9f1904 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:54:23.786195 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f79a332-5f6d-4279-9234-9a18c676bf2a", "tag": "d62faa9e-0443-4977-8028-9db5ff51ca71", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:54:23.786461 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3053324d-aa1a-4a7d-bfb3-2ec54b9f1904 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:54:23.787674 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f79a332-5f6d-4279-9234-9a18c676bf2a', 'tag': 'd62faa9e-0443-4977-8028-9db5ff51ca71', 'status': 'completed', 'code': 200} Oct 18 23:54:23.830985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-a99db866-4241-42be-ac97-f4e0f8ca59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:23.833860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-a99db866-4241-42be-ac97-f4e0f8ca59b3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 1096 time: 0.0735497 Oct 18 23:54:23.916996 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-5e941646-a7f2-4254-b976-fa88813e1079 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62faa9e-0443-4977-8028-9db5ff51ca71 HTTP/1.1" status: 200 len: 217 time: 0.0660172 Oct 18 23:54:23.983317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a51167d4-78ac-4881-a2f9-5a637212dde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:23.990005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-33b51318-c05d-4e16-a4f5-f9f43d5829a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:23.991815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-33b51318-c05d-4e16-a4f5-f9f43d5829a8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0680423 Oct 18 23:54:24.075730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-4a7a891c-22c7-470a-917b-58e76bd8346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:24.078488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-4a7a891c-22c7-470a-917b-58e76bd8346b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787060 Oct 18 23:54:24.208552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-72b094f7-ac7c-40fd-a314-e515bc3d76f3 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212602 Oct 18 23:54:24.423436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55d16b-f2b2-4d37-8717-8b571d51b8b4 req-693d062a-0114-4da8-97c0-2cf728b23d54 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:24.431436 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f55d16b-f2b2-4d37-8717-8b571d51b8b4 req-693d062a-0114-4da8-97c0-2cf728b23d54 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.1927221 Oct 18 23:54:24.445966 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18283fb0-87a2-434c-8ccb-59f3178d2feb req-b14922bb-158e-4bf9-93b8-55c7158016c6 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286754 Oct 18 23:54:24.505850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0f55d16b-f2b2-4d37-8717-8b571d51b8b4 req-cf201041-d6ef-4b04-842e-d56586e8c860 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624876 Oct 18 23:54:24.599364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-32900662-f246-4573-a970-27fc39185562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:24.602478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-32900662-f246-4573-a970-27fc39185562 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 1096 time: 0.0679088 Oct 18 23:54:24.717448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-38a33012-917c-4d08-806a-5aeffcaac39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:24.718922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-38a33012-917c-4d08-806a-5aeffcaac39c service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.1096942 Oct 18 23:54:24.731760 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:54:24.780777 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:24.785712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-e83856e2-cea7-4cc6-aeb2-a66748869512 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62faa9e-0443-4977-8028-9db5ff51ca71 HTTP/1.1" status: 200 len: 217 time: 0.0586610 Oct 18 23:54:24.883251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-f622d94d-98d3-430e-8069-1db0ae04aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:24.886590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-f622d94d-98d3-430e-8069-1db0ae04aa80 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0938070 Oct 18 23:54:24.952435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-9b365836-5c4b-4af8-a10b-82258f7847c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:24.955740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-9b365836-5c4b-4af8-a10b-82258f7847c9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618751 Oct 18 23:54:25.091999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-6b47228a-5850-483f-a699-4f508588eafe service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256995 Oct 18 23:54:25.248784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82e6aec3-f640-4f02-8645-68a57d6eef81 req-940c8b5f-8a06-469b-8077-cadd210e1760 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480181 Oct 18 23:54:25.443316 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:25.656475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baa9d6-f687-44c8-85d5-84110c4bf09f req-b9123cc1-838b-4022-88b2-aeb5537cf798 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:25.664222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82baa9d6-f687-44c8-85d5-84110c4bf09f req-b9123cc1-838b-4022-88b2-aeb5537cf798 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0755751 Oct 18 23:54:25.700753 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-82baa9d6-f687-44c8-85d5-84110c4bf09f req-35390f35-bb2c-439e-b807-d77b8969fd27 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356507 Oct 18 23:54:26.830092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279063-f46b-47ff-b45a-0a3e3b063cea req-d6f1fc42-2c47-4a69-8243-c94cdc013d40 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:26.831739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2279063-f46b-47ff-b45a-0a3e3b063cea req-d6f1fc42-2c47-4a69-8243-c94cdc013d40 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0554440 Oct 18 23:54:26.883404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2279063-f46b-47ff-b45a-0a3e3b063cea req-005273e7-c8fd-403e-a913-d948d38ec387 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445330 Oct 18 23:54:27.954178 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:28.016447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bb215-4643-4a60-9b9c-8c3d5a45779e req-1d2db928-52df-47c5-8dfb-57d268f4448b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:28.017941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c00bb215-4643-4a60-9b9c-8c3d5a45779e req-1d2db928-52df-47c5-8dfb-57d268f4448b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0554397 Oct 18 23:54:28.059550 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c00bb215-4643-4a60-9b9c-8c3d5a45779e req-dec6a6ac-6a34-4335-90ed-7600890c28f8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354085 Oct 18 23:54:29.174835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5372d1-9432-4b81-82be-15101798acf5 req-cf29d76f-940f-4ed0-a446-4f46eb59e70e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:29.176366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b5372d1-9432-4b81-82be-15101798acf5 req-cf29d76f-940f-4ed0-a446-4f46eb59e70e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0503454 Oct 18 23:54:29.215687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b5372d1-9432-4b81-82be-15101798acf5 req-14a43ed6-571f-46d4-9e7e-058dc1790ef6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334024 Oct 18 23:54:30.340712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11fda9-06f4-4fd3-9695-e1a7cb1cef34 req-e30c5bb9-ae5d-420d-8b9d-6654ee54763d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:30.342242 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1f11fda9-06f4-4fd3-9695-e1a7cb1cef34 req-e30c5bb9-ae5d-420d-8b9d-6654ee54763d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0584769 Oct 18 23:54:30.382142 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1f11fda9-06f4-4fd3-9695-e1a7cb1cef34 req-615631d0-a01a-4192-9d53-0ebaba443bff tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337501 Oct 18 23:54:31.498864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00843c7-6704-43cd-ba35-59fe8404e326 req-0beb100e-c131-4a38-be5a-fd162bdf879e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:31.500348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d00843c7-6704-43cd-ba35-59fe8404e326 req-0beb100e-c131-4a38-be5a-fd162bdf879e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0498803 Oct 18 23:54:31.540079 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d00843c7-6704-43cd-ba35-59fe8404e326 req-c138a188-c460-4803-acd0-ffbedf7e809f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335755 Oct 18 23:54:32.654814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f5afa-b446-4d3e-adda-bd4f84b2ef8b req-c2107751-c9fe-4577-809e-b931d59188ed tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:32.656294 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1f0f5afa-b446-4d3e-adda-bd4f84b2ef8b req-c2107751-c9fe-4577-809e-b931d59188ed tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0500274 Oct 18 23:54:32.697583 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1f0f5afa-b446-4d3e-adda-bd4f84b2ef8b req-cc0bd5ad-5f28-4ca8-9179-5dc4ae88c9d9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351903 Oct 18 23:54:33.817663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c51408-7029-476f-aa08-4535442d0a2f req-dde5f5f9-95c1-499f-ae23-c14bfd6fda73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:33.819216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50c51408-7029-476f-aa08-4535442d0a2f req-dde5f5f9-95c1-499f-ae23-c14bfd6fda73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0496466 Oct 18 23:54:33.862591 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50c51408-7029-476f-aa08-4535442d0a2f req-0c25a95d-3b83-414c-9fae-779f13452827 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Oct 18 23:54:34.967841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:34.982351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219784cd-d0ae-4524-a9ea-c850b48a87ce req-d346edbf-6465-4578-9d93-0e47dbfa0c53 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:34.984338 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-219784cd-d0ae-4524-a9ea-c850b48a87ce req-d346edbf-6465-4578-9d93-0e47dbfa0c53 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0558941 Oct 18 23:54:35.023176 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-219784cd-d0ae-4524-a9ea-c850b48a87ce req-4ac083bc-ff7c-4ae6-9bdb-68e5d47cafc2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326245 Oct 18 23:54:36.137550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb6d19-2100-4b9c-8879-265a9f5262be req-5e8f4d59-c4a3-4a04-bdd9-944e3b9eab10 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:36.139147 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bbb6d19-2100-4b9c-8879-265a9f5262be req-5e8f4d59-c4a3-4a04-bdd9-944e3b9eab10 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0512660 Oct 18 23:54:36.180419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0bbb6d19-2100-4b9c-8879-265a9f5262be req-25902619-df47-4b2f-9c8f-95fd42902dbb tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338445 Oct 18 23:54:36.588898 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:37.294681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caefce-3fe2-4b06-8ba7-3031d4899218 req-2aafb718-4874-4071-9572-f107b5bcc28f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:37.296230 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4caefce-3fe2-4b06-8ba7-3031d4899218 req-2aafb718-4874-4071-9572-f107b5bcc28f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0499997 Oct 18 23:54:37.336023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f4caefce-3fe2-4b06-8ba7-3031d4899218 req-4b996a02-0498-4bf0-93a0-278cf29ae859 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Oct 18 23:54:38.237211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d62faa9e-0443-4977-8028-9db5ff51ca71 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:54:38.338634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d62faa9e-0443-4977-8028-9db5ff51ca71, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d62faa9e-0443-4977-8028-9db5ff51ca71,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:38.350995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'd62faa9e-0443-4977-8028-9db5ff51ca71', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'port_id': 'd62faa9e-0443-4977-8028-9db5ff51ca71', 'mac_address': 'fa:16:3e:63:5c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:54:38.401816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:38.425433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62faa9e-0443-4977-8028-9db5ff51ca71 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:54:38.448949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d62faa9e-0443-4977-8028-9db5ff51ca71, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d62faa9e-0443-4977-8028-9db5ff51ca71,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:38.457348 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:38.459980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c6c52-4cf2-4445-97f6-ab780854e948 req-b05358f7-e9cb-42ad-a932-a4173f47c978 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:38.461635 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-822c6c52-4cf2-4445-97f6-ab780854e948 req-b05358f7-e9cb-42ad-a932-a4173f47c978 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 944 time: 0.0561764 Oct 18 23:54:38.511035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-822c6c52-4cf2-4445-97f6-ab780854e948 req-3b5bc22c-66fc-48f2-9e38-6d9b3ad6b5a9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 Oct 18 23:54:38.515054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d62faa9e-0443-4977-8028-9db5ff51ca71,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:38.865082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['d62faa9e-0443-4977-8028-9db5ff51ca71'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:54:39.629654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc340-3000-4057-9d27-293ec9721a42 req-a9be87bf-1523-4e19-afe6-ee73d29a5198 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:39.631166 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-247cc340-3000-4057-9d27-293ec9721a42 req-a9be87bf-1523-4e19-afe6-ee73d29a5198 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 945 time: 0.0491407 Oct 18 23:54:39.672543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-247cc340-3000-4057-9d27-293ec9721a42 req-cb7d0c8d-b9f9-4bf8-a838-20e82ea7d491 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Oct 18 23:54:40.237596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d62faa9e-0443-4977-8028-9db5ff51ca71 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:40.288909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port d62faa9e-0443-4977-8028-9db5ff51ca71 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:54:40.292670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port d62faa9e-0443-4977-8028-9db5ff51ca71 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:40.293042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:40.373170 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:40.396339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f79a332-5f6d-4279-9234-9a18c676bf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62faa9e-0443-4977-8028-9db5ff51ca71'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:54:40.398602 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e67571-9407-4063-a80d-bee7104397fa" -d '{"events": [{"server_uuid": "3f79a332-5f6d-4279-9234-9a18c676bf2a", "name": "network-vif-plugged", "status": "completed", "tag": "d62faa9e-0443-4977-8028-9db5ff51ca71"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:54:40.411128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d62faa9e-0443-4977-8028-9db5ff51ca71, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d62faa9e-0443-4977-8028-9db5ff51ca71,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:40.415738 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:40.445185 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34da69ed-595a-445f-8bc2-3da26b413237 x-openstack-request-id: req-34da69ed-595a-445f-8bc2-3da26b413237 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:54:40.445473 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f79a332-5f6d-4279-9234-9a18c676bf2a", "name": "network-vif-plugged", "status": "completed", "tag": "d62faa9e-0443-4977-8028-9db5ff51ca71", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:54:40.445725 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34da69ed-595a-445f-8bc2-3da26b413237 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:54:40.446112 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f79a332-5f6d-4279-9234-9a18c676bf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62faa9e-0443-4977-8028-9db5ff51ca71', 'code': 200} Oct 18 23:54:40.469041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d62faa9e-0443-4977-8028-9db5ff51ca71,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:40.568259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28b171-85a7-45bf-b3b4-135ff3e70abb req-cb177f37-d6ca-455f-b373-223aa64ac762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:40.569684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb28b171-85a7-45bf-b3b4-135ff3e70abb req-cb177f37-d6ca-455f-b373-223aa64ac762 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 1098 time: 0.0408225 Oct 18 23:54:40.606200 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb28b171-85a7-45bf-b3b4-135ff3e70abb req-48a4d57c-be92-4cc1-91e7-2846cd4453c4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283813 Oct 18 23:54:40.785847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af3e4f-061e-4871-9850-6d63b1aba46d req-7bd54fd0-1858-4546-b0aa-1d889b7bcd0f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:40.787405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6af3e4f-061e-4871-9850-6d63b1aba46d req-7bd54fd0-1858-4546-b0aa-1d889b7bcd0f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 946 time: 0.0492153 Oct 18 23:54:40.827154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6af3e4f-061e-4871-9850-6d63b1aba46d req-f99036ff-ef84-41e6-b3dd-5784288cf0c2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336921 Oct 18 23:54:41.950594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50109856-f4f9-4750-8772-f49d4c75c7ed req-e7238261-10b4-4c49-a773-9de6ad27ff81 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:41.952120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50109856-f4f9-4750-8772-f49d4c75c7ed req-e7238261-10b4-4c49-a773-9de6ad27ff81 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 946 time: 0.0490668 Oct 18 23:54:41.990086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50109856-f4f9-4750-8772-f49d4c75c7ed req-55610d3a-3158-451d-b358-b1787eeddf24 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Oct 18 23:54:42.723477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34720) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:42.830061 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32873b11-85e3-47d7-a672-8b92f6ce9b51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:42.907532 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32873b11-85e3-47d7-a672-8b92f6ce9b51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:42.911370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-32873b11-85e3-47d7-a672-8b92f6ce9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:42.950974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-32873b11-85e3-47d7-a672-8b92f6ce9b51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=907477370af543faa7423bb83eea5dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261548 Oct 18 23:54:42.953436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32873b11-85e3-47d7-a672-8b92f6ce9b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0938c2-41c9-4295-a92e-ea27f0b7ad7f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:42.954243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34724) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:43.006563 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff40aa5f-1e23-419d-9645-10a674c2a84c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:43.027827 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff40aa5f-1e23-419d-9645-10a674c2a84c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:43.076180 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff40aa5f-1e23-419d-9645-10a674c2a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:43.079480 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff40aa5f-1e23-419d-9645-10a674c2a84c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:43.080640 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ff40aa5f-1e23-419d-9645-10a674c2a84c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b0938c2-41c9-4295-a92e-ea27f0b7ad7f HTTP/1.1" status: 204 len: 168 time: 0.1253846 Oct 18 23:54:43.088414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40aa5f-1e23-419d-9645-10a674c2a84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0938c2-41c9-4295-a92e-ea27f0b7ad7f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:43.108020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e8637-a20d-4f3d-90b7-3b3dc4761bf4 req-232a433a-93dc-4e80-89d4-1c779799e115 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:43.109530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5e8637-a20d-4f3d-90b7-3b3dc4761bf4 req-232a433a-93dc-4e80-89d4-1c779799e115 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 946 time: 0.0524511 Oct 18 23:54:43.155306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6d5e8637-a20d-4f3d-90b7-3b3dc4761bf4 req-cbfb8af3-ddd3-4505-8049-5772d4d96436 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394971 Oct 18 23:54:43.272430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224563d-c1a4-433f-a502-8cf220cc31ad req-65ddfcd1-b8b5-42bf-8738-5ab7110a32a8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:43.273806 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d224563d-c1a4-433f-a502-8cf220cc31ad req-65ddfcd1-b8b5-42bf-8738-5ab7110a32a8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 946 time: 0.0525355 Oct 18 23:54:43.313032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d224563d-c1a4-433f-a502-8cf220cc31ad req-d758d453-afe7-4aaa-95a0-5b7c9a741272 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323162 Oct 18 23:54:43.428947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700569b-33ba-4b27-94a2-3c40a9001b6e req-d254475b-d3cf-4fa0-b01e-b16e4a108c6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:43.430439 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1700569b-33ba-4b27-94a2-3c40a9001b6e req-d254475b-d3cf-4fa0-b01e-b16e4a108c6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 946 time: 0.0503876 Oct 18 23:54:43.470050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1700569b-33ba-4b27-94a2-3c40a9001b6e req-0d6044d8-8262-490e-b8c2-ddd389ff3f6c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Oct 18 23:54:43.709980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f7bf3-f0a0-4eea-ab5e-4c37e496cd71 req-6de9b5a9-5523-4e59-a8a7-b1acc672547c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:43.711489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a1f7bf3-f0a0-4eea-ab5e-4c37e496cd71 req-6de9b5a9-5523-4e59-a8a7-b1acc672547c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 946 time: 0.0503180 Oct 18 23:54:43.757809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a1f7bf3-f0a0-4eea-ab5e-4c37e496cd71 req-bbd52a2a-89af-49b6-aac0-30301fbd54eb tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Oct 18 23:54:44.883196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0e8f2-febf-40dc-b1f5-28cc64faf205 req-366147ea-cdc8-4ab4-9579-977b160ba217 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:44.884670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83d0e8f2-febf-40dc-b1f5-28cc64faf205 req-366147ea-cdc8-4ab4-9579-977b160ba217 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 946 time: 0.0515141 Oct 18 23:54:44.895527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34808) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:44.927034 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83d0e8f2-febf-40dc-b1f5-28cc64faf205 req-8b6e9568-db95-486c-87df-934254037c9f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363703 Oct 18 23:54:45.011523 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8387523-b220-40a6-80df-27b9db20efbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.085871 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8387523-b220-40a6-80df-27b9db20efbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.089639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8387523-b220-40a6-80df-27b9db20efbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.127758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a8387523-b220-40a6-80df-27b9db20efbf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abfe2265feed4afc93d9a682134087d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310510 Oct 18 23:54:45.128492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8387523-b220-40a6-80df-27b9db20efbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f74029-0c28-4b4c-b22e-03580a6299a4,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:45.130409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34814) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:45.183731 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-350fef77-2eb5-4efe-bfa3-099c261aa308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.204636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-350fef77-2eb5-4efe-bfa3-099c261aa308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.252658 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-350fef77-2eb5-4efe-bfa3-099c261aa308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.255278 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-350fef77-2eb5-4efe-bfa3-099c261aa308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.256456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-350fef77-2eb5-4efe-bfa3-099c261aa308 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05f74029-0c28-4b4c-b22e-03580a6299a4 HTTP/1.1" status: 204 len: 168 time: 0.1246679 Oct 18 23:54:45.264261 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fef77-2eb5-4efe-bfa3-099c261aa308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f74029-0c28-4b4c-b22e-03580a6299a4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:45.423503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-3d6f3868-815e-4284-8d69-c253c3dca36b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:45.424858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-3d6f3868-815e-4284-8d69-c253c3dca36b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 946 time: 0.0487292 Oct 18 23:54:45.521436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34822) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:45.523342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port d62faa9e-0443-4977-8028-9db5ff51ca71 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:54:45.523681 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.549852 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-221edebb-d1e6-4ece-91fb-f7eb89864392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.650969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] For port d62faa9e-0443-4977-8028-9db5ff51ca71, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d62faa9e-0443-4977-8028-9db5ff51ca71,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:54:45.651326 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.667684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for d62faa9e-0443-4977-8028-9db5ff51ca71 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:54:45.738395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-221edebb-d1e6-4ece-91fb-f7eb89864392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.750864 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-221edebb-d1e6-4ece-91fb-f7eb89864392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.798393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-221edebb-d1e6-4ece-91fb-f7eb89864392 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9973c65f126c429a8d4dd6c22413555b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711232 Oct 18 23:54:45.801666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34824) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:45.809061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221edebb-d1e6-4ece-91fb-f7eb89864392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a86c0d-2d7b-4c6f-8f73-80ff8575c5af,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:45.863997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-17ce1f6c-aca9-409e-bca0-8e5e7409da80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.872553 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.897687 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-17ce1f6c-aca9-409e-bca0-8e5e7409da80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.905816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=d62faa9e-0443-4977-8028-9db5ff51ca71,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:45.907435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['d62faa9e-0443-4977-8028-9db5ff51ca71'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:54:45.953316 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-17ce1f6c-aca9-409e-bca0-8e5e7409da80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.956578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-17ce1f6c-aca9-409e-bca0-8e5e7409da80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.962571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-17ce1f6c-aca9-409e-bca0-8e5e7409da80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96a86c0d-2d7b-4c6f-8f73-80ff8575c5af HTTP/1.1" status: 204 len: 168 time: 0.1581092 Oct 18 23:54:45.971875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce1f6c-aca9-409e-bca0-8e5e7409da80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a86c0d-2d7b-4c6f-8f73-80ff8575c5af,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:45.973300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] No DVR routers for this DVR port d62faa9e-0443-4977-8028-9db5ff51ca71 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:54:45.977548 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:45.981023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-76b35545-fc10-4df0-a446-3a8b4e9f594e req-bf86423d-09dc-432f-a116-53228cb0225e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "DELETE /v2.0/ports/d62faa9e-0443-4977-8028-9db5ff51ca71 HTTP/1.1" status: 204 len: 173 time: 0.5495300 Oct 18 23:54:45.981519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f79a332-5f6d-4279-9234-9a18c676bf2a', 'name': 'network-vif-deleted', 'tag': 'd62faa9e-0443-4977-8028-9db5ff51ca71'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:54:45.983925 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119e0bb7-c9be-4c56-bfd1-17dc53c2235d" -d '{"events": [{"server_uuid": "3f79a332-5f6d-4279-9234-9a18c676bf2a", "name": "network-vif-deleted", "tag": "d62faa9e-0443-4977-8028-9db5ff51ca71"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:54:46.046550 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5844ce34-631e-446c-b27b-4d2ce133baad x-openstack-request-id: req-5844ce34-631e-446c-b27b-4d2ce133baad {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:54:46.046873 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f79a332-5f6d-4279-9234-9a18c676bf2a", "name": "network-vif-deleted", "tag": "d62faa9e-0443-4977-8028-9db5ff51ca71", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:54:46.047321 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5844ce34-631e-446c-b27b-4d2ce133baad {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:54:46.047723 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f79a332-5f6d-4279-9234-9a18c676bf2a', 'name': 'network-vif-deleted', 'tag': 'd62faa9e-0443-4977-8028-9db5ff51ca71', 'status': 'completed', 'code': 200} Oct 18 23:54:46.078491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-17b46240-c30f-430d-bbe0-e8e93d5debac req-39292a1b-1ea6-4a67-9bd3-4c4e90c993e9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 210 time: 0.0457017 Oct 18 23:54:47.166162 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-14ab59eb-f61f-48dc-ac02-dbc3a133de70 req-b18b5e3f-c160-4e21-9268-eed30cd78247 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 210 time: 0.0270815 Oct 18 23:54:47.371945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34892) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:47.485004 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04cff308-4ea3-4467-9fb7-199d095794b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:47.565902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04cff308-4ea3-4467-9fb7-199d095794b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:47.569718 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04cff308-4ea3-4467-9fb7-199d095794b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:47.607171 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cff308-4ea3-4467-9fb7-199d095794b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e95ad62-d03b-498b-b5b7-974812966627,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:47.614387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-04cff308-4ea3-4467-9fb7-199d095794b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51a8af1868a2434d9dc37e2d0732cce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390189 Oct 18 23:54:47.614707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34896) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:47.663629 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6625bd44-5eec-412d-99d6-2f6fbca6de54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:47.685916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6625bd44-5eec-412d-99d6-2f6fbca6de54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:47.734657 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6625bd44-5eec-412d-99d6-2f6fbca6de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:47.737487 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6625bd44-5eec-412d-99d6-2f6fbca6de54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:47.739023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6625bd44-5eec-412d-99d6-2f6fbca6de54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e95ad62-d03b-498b-b5b7-974812966627 HTTP/1.1" status: 204 len: 168 time: 0.1233797 Oct 18 23:54:47.747938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625bd44-5eec-412d-99d6-2f6fbca6de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e95ad62-d03b-498b-b5b7-974812966627,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:48.266602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-468206c8-5b78-42af-aeea-4d5e704c5676 req-ec9bc63a-4a7a-4b10-bec1-c611615f3ae8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 210 time: 0.0285926 Oct 18 23:54:48.680834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34928) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:48.791484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09c815c6-ef23-4a1a-95b8-b03ca2d0d0a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:48.871669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09c815c6-ef23-4a1a-95b8-b03ca2d0d0a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:48.876630 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-09c815c6-ef23-4a1a-95b8-b03ca2d0d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:48.914955 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-09c815c6-ef23-4a1a-95b8-b03ca2d0d0a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00de116d4df44589a974c7b5977171c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328355 Oct 18 23:54:48.915519 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c815c6-ef23-4a1a-95b8-b03ca2d0d0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2128ae33-a138-416b-855a-7f85ef42b31b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:48.917729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34932) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:48.970213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0ec74232-f533-48ab-820e-e73f8f7c248d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:48.992316 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0ec74232-f533-48ab-820e-e73f8f7c248d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:49.041149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0ec74232-f533-48ab-820e-e73f8f7c248d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:49.043845 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0ec74232-f533-48ab-820e-e73f8f7c248d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:49.044991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0ec74232-f533-48ab-820e-e73f8f7c248d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2128ae33-a138-416b-855a-7f85ef42b31b HTTP/1.1" status: 204 len: 168 time: 0.1262991 Oct 18 23:54:49.053889 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec74232-f533-48ab-820e-e73f8f7c248d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2128ae33-a138-416b-855a-7f85ef42b31b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:49.369385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fc0b6a03-5820-4b80-b989-518f9e99c94b req-35c85fd4-f2a7-4a51-9ffa-9d9d3a684fc4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 210 time: 0.0281997 Oct 18 23:54:50.224730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34972) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:50.289880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d62faa9e-0443-4977-8028-9db5ff51ca71 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:54:50.314604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: d62faa9e-0443-4977-8028-9db5ff51ca71 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:54:50.314991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d62faa9e-0443-4977-8028-9db5ff51ca71 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:54:50.318826 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f2883f21-93b6-4c86-a435-897444cd7997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:50.330674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:50.353217 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:50.455175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:50.477087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-13e4cefd-e7ec-4cc2-9a95-650a9e13c8f0 req-a713674e-e325-4029-9858-7263088bcf49 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f79a332-5f6d-4279-9234-9a18c676bf2a HTTP/1.1" status: 200 len: 210 time: 0.0359504 Oct 18 23:54:50.591642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Allocated IP 172.25.7.163 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/ab82e343-79b3-4c26-bcee-5781fb514293) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:50.697172 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:50.729609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:50.765433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:50.771476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:50.773846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:50.782065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Pushing event updated for resources: {'Port': ['ID=ab82e343-79b3-4c26-bcee-5781fb514293,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:50.866320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:50.903920 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.054195 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.058793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.130812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Pushing event updated for resources: {'Port': ['ID=ab82e343-79b3-4c26-bcee-5781fb514293,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:51.138648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.153427 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.154641 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5bb9fd70-36f7-4b2d-b0ea-f520356e5302 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9289169 Oct 18 23:54:51.158124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34978) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:51.162903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-242829983', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'fixed_ips': [{'ip_address': '172.25.7.163'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:51.181983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Made reservation on behalf of e88700b9b767483a9b05778962f64024 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:51.184238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.192953 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.266178 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.270048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.274592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] device_id is not set on port 488fa059-52e0-4087-aa00-01185a341965 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:54:51.358198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33f3fb6-453a-4e46-ac5d-68add5313297,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:51.469353 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 18 23:54:51.469862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:54:51.484784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4ee3df61-bda6-43f9-a9d7-f63c6835a6ea tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3256354 Oct 18 23:54:51.487658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34980) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:51.660227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Deleting port ab82e343-79b3-4c26-bcee-5781fb514293 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:54:51.660589 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.739320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.739654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:51.753353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Calling delete_port for ab82e343-79b3-4c26-bcee-5781fb514293 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:54:52.220567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.244155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab82e343-79b3-4c26-bcee-5781fb514293,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:52.310420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.313136 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.314293 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-75cef8ae-89dd-4d81-a102-01fae8497dd4 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368 tempest-ExternalNetworksAdminNegativeTestJSON-1983704368-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/943d7666-d732-491f-b54e-fc155d8b3e04 HTTP/1.1" status: 204 len: 168 time: 0.8257346 Oct 18 23:54:52.567455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 34992) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:52.674966 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c43e7f44-0567-4965-8ed5-f3cad339eac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.755110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c43e7f44-0567-4965-8ed5-f3cad339eac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.759005 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c43e7f44-0567-4965-8ed5-f3cad339eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.799751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c43e7f44-0567-4965-8ed5-f3cad339eac9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0b2935e602746bc9f5ae032fea1a18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311938 Oct 18 23:54:52.800646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e7f44-0567-4965-8ed5-f3cad339eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de189c-f9ec-45f1-acc1-fa4add0f2fa7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:52.802539 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 34998) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:52.858289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ad82d2f-7c77-4782-b009-f71ea54c8e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.880155 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ad82d2f-7c77-4782-b009-f71ea54c8e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.926459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ad82d2f-7c77-4782-b009-f71ea54c8e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.929047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4ad82d2f-7c77-4782-b009-f71ea54c8e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:52.932663 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4ad82d2f-7c77-4782-b009-f71ea54c8e9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1de189c-f9ec-45f1-acc1-fa4add0f2fa7 HTTP/1.1" status: 204 len: 168 time: 0.1260686 Oct 18 23:54:52.943743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad82d2f-7c77-4782-b009-f71ea54c8e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de189c-f9ec-45f1-acc1-fa4add0f2fa7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:53.197311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35004) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:53.240998 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4db82fc7-d7c4-47da-bfcb-91f5758c78d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e88700b9b767483a9b05778962f64024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422170 Oct 18 23:54:53.243253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35006) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:53.297721 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d23477-1e45-47cc-866a-6bd6d59e54bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:53.320220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d23477-1e45-47cc-866a-6bd6d59e54bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:53.368239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d23477-1e45-47cc-866a-6bd6d59e54bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:53.371023 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d0d23477-1e45-47cc-866a-6bd6d59e54bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:53.372251 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d0d23477-1e45-47cc-866a-6bd6d59e54bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d33f3fb6-453a-4e46-ac5d-68add5313297 HTTP/1.1" status: 204 len: 168 time: 0.1280563 Oct 18 23:54:53.383463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23477-1e45-47cc-866a-6bd6d59e54bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33f3fb6-453a-4e46-ac5d-68add5313297,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:53.958551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9ee72d54-d35f-4b3b-a969-b7ceb9bef479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:54.788542 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:55.138636 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35104) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:55.318466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:55.362356 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:55.448245 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:55.489065 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:55.492100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35114) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:55.618601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a9591d48-d4d9-4d7d-8251-3ea064fd4094 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2800 time: 0.1247423 Oct 18 23:54:55.621989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35138) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:55.628497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'network': {'name': 'tempest-network-smoke--1205026695', 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'port_security_enabled': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:55.657103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Made reservation on behalf of c26adfe5c8584383bcb441f63a361207 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:55.663640 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:55.695553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:54:55.710510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:55.711177 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Added segment eb7f34dd-e4fa-4351-ac39-88955538995c of type vlan for network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 Oct 18 23:54:55.761827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:55.803635 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:55.809611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:55.810217 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:55.856675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2334518 Oct 18 23:54:55.912557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdf22e-1350-442c-955e-6c61a8d575d8 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Network': ['ID=ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:55.927687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:54:55.960239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35148) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:55.965448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'admin_state_up': True, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:55.997468 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.000027 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.061244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.091649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Allocated IP 172.25.7.243 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d39be043-11ed-4a5e-bf17-b104b87d351d) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:56.203812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.214929 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.247932 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.291840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:56.295085 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:56.302961 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:56.306443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event updated for resources: {'Port': ['ID=d39be043-11ed-4a5e-bf17-b104b87d351d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:56.396710 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.438665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.464747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-4edbb2c3-8f00-4ee1-b3a2-0ecdb2177d51 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1336496 Oct 18 23:54:56.487768 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.508928 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.627248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.633153 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.640931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-57a691d1-9d20-4ac4-8cce-d1af4015cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:56.642418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-57a691d1-9d20-4ac4-8cce-d1af4015cb01 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1136 time: 0.0932853 Oct 18 23:54:56.662243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Allocated IP 172.25.7.235 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/9ea129fd-b81f-4386-8004-7fd470d5a6a1) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:56.712539 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event updated for resources: {'Port': ['ID=d39be043-11ed-4a5e-bf17-b104b87d351d,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:56.730399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.748798 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.752758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3e23c34a-8167-48f9-8a7a-3752fe3777d9 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6103647 Oct 18 23:54:56.752979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35152) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:56.758535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1324893982'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:56.785483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Made reservation on behalf of 7dd2e96bc0574921977e37c4f872971a for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:56.789277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.799445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.838549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-0eaded45-8b55-410b-abe0-d6f3f92d3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:56.840162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-0eaded45-8b55-410b-abe0-d6f3f92d3a51 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e171aa01-51d1-4c27-bb1d-b62fae92c57c HTTP/1.1" status: 200 len: 898 time: 0.1673868 Oct 18 23:54:56.867812 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.885234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.890707 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.925068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:54:56.932834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-ed279fe8-0532-4860-92f2-9a3291b9b35a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a HTTP/1.1" status: 200 len: 1000 time: 0.0780025 Oct 18 23:54:56.942557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5233ff46-0393-4e5a-bea3-829e81dfc51b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:56.947052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.947630 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Added segment fa1da6e7-6421-4aa2-9457-ebd089237ad2 of type vlan for network 0390082a-f39a-4184-bc47-977ac0b540fd Oct 18 23:54:56.989823 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:56.998866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.023577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-75636bd7-2468-47a1-a930-07094584bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:57.025146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-75636bd7-2468-47a1-a930-07094584bd51 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05084bfa-9a34-463c-8dff-3a62eda4e09c HTTP/1.1" status: 200 len: 835 time: 0.0844007 Oct 18 23:54:57.028806 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.035602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:57.036341 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.047175 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:57.051362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:57.067386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:57.072864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3187718 Oct 18 23:54:57.075626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35154) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:57.082117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Request body: {'subnet': {'network_id': '0390082a-f39a-4184-bc47-977ac0b540fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:57.095718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=9ea129fd-b81f-4386-8004-7fd470d5a6a1,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:57.123167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-40ccea81-ce86-43a6-b9fd-82182f7df3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:57.124714 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-40ccea81-ce86-43a6-b9fd-82182f7df3e5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e171aa01-51d1-4c27-bb1d-b62fae92c57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887785 Oct 18 23:54:57.129452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346b077-da48-40c8-99e5-4f913e9fd460 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event updated for resources: {'Network': ['ID=0390082a-f39a-4184-bc47-977ac0b540fd,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:57.141782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 0390082a-f39a-4184-bc47-977ac0b540fd details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:54:57.217004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Made reservation on behalf of 7dd2e96bc0574921977e37c4f872971a for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:57.221400 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.342150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-ef4d3e0e-1900-49ce-a2e0-586b6634afea service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673098 Oct 18 23:54:57.427532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.515419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Checking segment: {'id': 'fa1da6e7-6421-4aa2-9457-ebd089237ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0390082a-f39a-4184-bc47-977ac0b540fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:57.516401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Network hostable DHCP agents. Network: 0390082a-f39a-4184-bc47-977ac0b540fd, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:54:57.523592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event updated for resources: {'Subnet': ['ID=3d0d3992-17fa-4d73-b971-aea111246700,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:57.530392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.534241 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5d54627-a5d1-4a89-87fb-fc4ac7beb126 req-f6f6f4d8-4d22-4529-b9f0-ed218dccd5c7 service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545866 Oct 18 23:54:57.546157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Network 0390082a-f39a-4184-bc47-977ac0b540fd is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:54:57.558459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 0390082a-f39a-4184-bc47-977ac0b540fd) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:57.564714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:57.565302 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.568815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac31f68-3bac-4edd-b7a7-3c8ae608e4ae None None] Network 0390082a-f39a-4184-bc47-977ac0b540fd requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:54:57.587302 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-001666f6-1810-44d1-80f8-21bfa5fd1e8c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5104091 Oct 18 23:54:57.587903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35158) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:57.592433 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2079936691', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}, 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:57.619168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.621191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.693981 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.759896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-0390082a-f39a-4184-bc47-977ac0b540fd', 'network_id': '0390082a-f39a-4184-bc47-977ac0b540fd', 'tenant_id': '7dd2e96bc0574921977e37c4f872971a', 'fixed_ips': [{'subnet_id': '3d0d3992-17fa-4d73-b971-aea111246700'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:54:57.760786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.787289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.862187 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:57.942700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Allocated IP 172.20.0.2 (0390082a-f39a-4184-bc47-977ac0b540fd/3d0d3992-17fa-4d73-b971-aea111246700/d6da5fbe-377b-4a73-91e0-6a826facfaff) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:57.948621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:54:57.978352 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.095746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:54:58.109173 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Sync routers for ids ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:54:58.124015 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Routers {'d5943aa9-7f42-4155-8dd9-fb3d53f1b719'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:58.125235 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:58.126287 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.130277 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.136326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8a674930-0b85-4181-a580-f513931355a1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1749580 Oct 18 23:54:58.137683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35160) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:58.148338 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.151719 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.157379 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.203833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Network 0390082a-f39a-4184-bc47-977ac0b540fd is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:58.207459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:58.214881 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:58.231797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Pushing event updated for resources: {'Port': ['ID=d6da5fbe-377b-4a73-91e0-6a826facfaff,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:58.256168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783cc8c6-d694-4758-b259-bd403ab25a32 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:58.262830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35162) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:58.264007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-783cc8c6-d694-4758-b259-bd403ab25a32 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=c26adfe5c8584383bcb441f63a361207&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1252806 Oct 18 23:54:58.287645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Attempting to bind port d6da5fbe-377b-4a73-91e0-6a826facfaff on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:54:58.288017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Attempting to bind port d6da5fbe-377b-4a73-91e0-6a826facfaff by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'fa1da6e7-6421-4aa2-9457-ebd089237ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0390082a-f39a-4184-bc47-977ac0b540fd'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:54:58.288384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Attempting to bind port d6da5fbe-377b-4a73-91e0-6a826facfaff on network 0390082a-f39a-4184-bc47-977ac0b540fd {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:58.292704 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Set router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:58.297713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:54:58.298092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Checking segment: {'id': 'fa1da6e7-6421-4aa2-9457-ebd089237ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0390082a-f39a-4184-bc47-977ac0b540fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:58.298497 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.298973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Bound using segment: {'id': 'fa1da6e7-6421-4aa2-9457-ebd089237ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0390082a-f39a-4184-bc47-977ac0b540fd'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:54:58.299445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Bound port: d6da5fbe-377b-4a73-91e0-6a826facfaff, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1da6e7-6421-4aa2-9457-ebd089237ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0390082a-f39a-4184-bc47-977ac0b540fd'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:54:58.299830 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.334375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Allocated IP 172.25.7.250 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/5645be02-7c3e-41db-a4f1-ba9a79e4b49c) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:54:58.394304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] For port d6da5fbe-377b-4a73-91e0-6a826facfaff, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:54:58.398909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] For port d6da5fbe-377b-4a73-91e0-6a826facfaff, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6da5fbe-377b-4a73-91e0-6a826facfaff,segment=NetworkSegment(fa1da6e7-6421-4aa2-9457-ebd089237ad2),segment_id=fa1da6e7-6421-4aa2-9457-ebd089237ad2)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:54:58.407597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.477886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e87b6e-6d88-4d1d-b9e7-5445a99ad8c2 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:58.479673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f4e87b6e-6d88-4d1d-b9e7-5445a99ad8c2 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2133961 Oct 18 23:54:58.484320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35164) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:58.486374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da67c75-2ade-4c54-a489-16be2abd9344 None None] Pushing event updated for resources: {'Port': ['ID=d6da5fbe-377b-4a73-91e0-6a826facfaff,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:58.528651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:54:57Z', 'revision_number': 3, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:58.537538 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.539652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-36ffe3ee-258f-4a01-8f93-3d5bc985fe6e tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540445 Oct 18 23:54:58.540322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35168) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:58.579745 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Checking router: d5943aa9-7f42-4155-8dd9-fb3d53f1b719 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:54:58.580394 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Updating router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 port 9ea129fd-b81f-4386-8004-7fd470d5a6a1 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:54:58.587647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-250f64cf-0542-40c5-80e2-e4963f0515e4 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=c26adfe5c8584383bcb441f63a361207&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459847 Oct 18 23:54:58.590579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35170) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:58.612840 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.620408 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:58.673107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event updated for resources: {'Port': ['ID=5645be02-7c3e-41db-a4f1-ba9a79e4b49c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:58.696976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:54:58.698663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:54:58.701340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:54:58.725995 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-f4f2ea5c-a984-485c-a227-58dd92f2db68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1490870 Oct 18 23:54:58.798764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f402fd03-3cd5-4fc0-9eb1-877c0951c883 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:58.802325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f402fd03-3cd5-4fc0-9eb1-877c0951c883 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2080438 Oct 18 23:54:58.802648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35172) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:58.879950 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dbe5faee-381e-4284-9acf-9149eb6d559f tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0758939 Oct 18 23:54:58.882485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35174) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:58.887954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239014030', 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3', 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:54:58.986849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-f9685e86-7667-44af-8108-64593bd0a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:58.988678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-f9685e86-7667-44af-8108-64593bd0a311 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 1097 time: 0.1689074 Oct 18 23:54:59.058417 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.067036 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.109899 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.130076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Made reservation on behalf of c26adfe5c8584383bcb441f63a361207 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:54:59.130535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Attempting to bind port 9ea129fd-b81f-4386-8004-7fd470d5a6a1 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:54:59.131098 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Attempting to bind port 9ea129fd-b81f-4386-8004-7fd470d5a6a1 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:54:59.131332 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Attempting to bind port 9ea129fd-b81f-4386-8004-7fd470d5a6a1 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:54:59.137389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.142191 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Pushing event updated for resources: {'Port': ['ID=9ea129fd-b81f-4386-8004-7fd470d5a6a1,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:59.144476 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:54:59.144840 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:54:59.145900 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.145900 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:54:59.146197 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Bound port: 9ea129fd-b81f-4386-8004-7fd470d5a6a1, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:54:59.146415 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.183207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-c8b995be-1052-47d3-89e1-47f215f4f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:59.185204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-c8b995be-1052-47d3-89e1-47f215f4f099 service neutron] 10.222.0.73 "GET /v2.0/networks?id=815dece3-d640-4102-b8b4-dbf1ce9a0a23 HTTP/1.1" status: 200 len: 897 time: 0.1754479 Oct 18 23:54:59.226306 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] For port 9ea129fd-b81f-4386-8004-7fd470d5a6a1, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:54:59.230369 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] For port 9ea129fd-b81f-4386-8004-7fd470d5a6a1, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9ea129fd-b81f-4386-8004-7fd470d5a6a1,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:54:59.236342 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.236660 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.237056 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.237306 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.237578 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.237907 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.238481 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.238977 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.239493 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.239821 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.240145 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.240741 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:54:59.245992 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.309744 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f8786-8837-4185-aabd-5e61a48e0003 None None] Pushing event updated for resources: {'Port': ['ID=9ea129fd-b81f-4386-8004-7fd470d5a6a1,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:54:59.327829 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Routers {'d5943aa9-7f42-4155-8dd9-fb3d53f1b719'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:59.328719 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:59.354136 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.543116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Router 1e888bb9-5caf-4015-927b-a9a778c06217 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:54:59.674138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6da5fbe-377b-4a73-91e0-6a826facfaff up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:54:59.760068 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] Set router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:54:59.772524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d6da5fbe-377b-4a73-91e0-6a826facfaff triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:54:59.772796 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.782500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-41c12e9e-0f84-4e04-ac07-662f8f208fd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01943826-6db2-4d31-8607-827e84b4ad7b HTTP/1.1" status: 200 len: 1001 time: 0.5596001 Oct 18 23:54:59.801656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:54:59.848515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-5288a9ac-a73d-4053-b179-61c7d0320c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:54:59.850508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-5288a9ac-a73d-4053-b179-61c7d0320c44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60867e4c-46ac-42e2-87ec-e6adbed08bf6 HTTP/1.1" status: 200 len: 835 time: 0.0564411 Oct 18 23:54:59.851108 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:54:59.855483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35178) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:54:59.856731 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b92fadcd-866a-451d-8442-c9884c6a589c tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2676072 Oct 18 23:54:59.882421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e7dbb-f160-4bbf-bd01-c8e0e4c928e2 None None] Sync routers for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:54:59.908230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e7dbb-f160-4bbf-bd01-c8e0e4c928e2 None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:54:59.908880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9d1e7dbb-f160-4bbf-bd01-c8e0e4c928e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:54:59.998009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b6e023-eaec-4f00-bee8-887a2b9f9302 None None] Network 0390082a-f39a-4184-bc47-977ac0b540fd requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:00.003747 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:00.004448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-45f7de16-6093-4b43-9b7d-484610b82e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:00.005688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9d1e7dbb-f160-4bbf-bd01-c8e0e4c928e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:00.006205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-45f7de16-6093-4b43-9b7d-484610b82e1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=815dece3-d640-4102-b8b4-dbf1ce9a0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416655 Oct 18 23:55:00.065536 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:54:57Z', 'revision_number': 3, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:00.104439 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d83778-ab0c-4ff6-90c0-d53ae5519caf None None] The sync data for ids ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'] in n-d-713498-28 is: [{'id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:54:57Z', 'revision_number': 3, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:00.160044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8b517fc6-c251-4600-a639-c2868d70d089 None None] Provisioning complete for port d6da5fbe-377b-4a73-91e0-6a826facfaff triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:00.164645 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b517fc6-c251-4600-a639-c2868d70d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:00.166644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e7dbb-f160-4bbf-bd01-c8e0e4c928e2 None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:00.169439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9d1e7dbb-f160-4bbf-bd01-c8e0e4c928e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:00.252018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9d1e7dbb-f160-4bbf-bd01-c8e0e4c928e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:00.252622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1e7dbb-f160-4bbf-bd01-c8e0e4c928e2 None None] The sync data for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:00.265729 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:00.267271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d6da5fbe-377b-4a73-91e0-6a826facfaff, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6da5fbe-377b-4a73-91e0-6a826facfaff,segment=NetworkSegment(fa1da6e7-6421-4aa2-9457-ebd089237ad2),segment_id=fa1da6e7-6421-4aa2-9457-ebd089237ad2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:00.288943 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:00.412066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d6da5fbe-377b-4a73-91e0-6a826facfaff,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:00.418181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-bbaa0885-a8d7-4ec6-b88e-4830e7e3d5e1 service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005029 Oct 18 23:55:00.436262 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Subnet': ['ID=2c245a37-47a8-4330-9c2d-3b7ab755b1bb,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:00.598363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Checking segment: {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:00.599053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network hostable DHCP agents. Network: ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:55:00.673035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-48c5747d-adca-41fa-ad3b-4fe93906587c req-24a2d841-d936-4598-a75b-ba2b9ab325f3 service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396884 Oct 18 23:55:00.778133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:55:00.797148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:00.806187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d719e7-2ba9-47b8-92a3-0941d55c56c2 None None] Network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:00.832484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:00.833396 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:00.924061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-21de7fef-ab27-462a-bf7d-7ac7ae8a6226 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0403912 Oct 18 23:55:00.927342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35182) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:00.946516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fd5e976c-0ff0-4de0-b8dd-daa17bfc5121 None None] Provisioning complete for port d6da5fbe-377b-4a73-91e0-6a826facfaff triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:00.946516 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fd5e976c-0ff0-4de0-b8dd-daa17bfc5121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:01.081306 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:01.100004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3', 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'fixed_ips': [{'subnet_id': '2c245a37-47a8-4330-9c2d-3b7ab755b1bb'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:55:01.100856 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:01.512328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Allocated IP 172.20.0.18 (ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3/2c245a37-47a8-4330-9c2d-3b7ab755b1bb/48bb0795-ae9b-4baf-8c0d-5c871c4df125) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:01.590132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Allocated IP 172.20.0.1 (0390082a-f39a-4184-bc47-977ac0b540fd/3d0d3992-17fa-4d73-b971-aea111246700/483a2b6e-10fc-4251-95ef-55740c63ef0b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:01.711825 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:01.744693 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:55:01.784760 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:01.790781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9ea129fd-b81f-4386-8004-7fd470d5a6a1 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:01.798769 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:01.835687 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:01.897211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:01.908348 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:01.913006 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:01.917118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Pushing event updated for resources: {'Port': ['ID=48bb0795-ae9b-4baf-8c0d-5c871c4df125,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:01.926552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:01.969322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9ea129fd-b81f-4386-8004-7fd470d5a6a1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:01.969322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:01.974283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Network 0390082a-f39a-4184-bc47-977ac0b540fd is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:01.977998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:01.983425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:02.038574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event updated for resources: {'Port': ['ID=483a2b6e-10fc-4251-95ef-55740c63ef0b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:02.050844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Attempting to bind port 48bb0795-ae9b-4baf-8c0d-5c871c4df125 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:02.051281 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Attempting to bind port 48bb0795-ae9b-4baf-8c0d-5c871c4df125 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:02.051654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Attempting to bind port 48bb0795-ae9b-4baf-8c0d-5c871c4df125 on network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:02.057151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.067082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:02.067803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Checking segment: {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:02.068310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.068806 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Bound using segment: {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:02.069651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Bound port: 48bb0795-ae9b-4baf-8c0d-5c871c4df125, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:02.070141 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.224165 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.263797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] For port 48bb0795-ae9b-4baf-8c0d-5c871c4df125, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:02.272981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] For port 48bb0795-ae9b-4baf-8c0d-5c871c4df125, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=48bb0795-ae9b-4baf-8c0d-5c871c4df125,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:02.277123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 9ea129fd-b81f-4386-8004-7fd470d5a6a1, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9ea129fd-b81f-4386-8004-7fd470d5a6a1,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:02.280283 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.305195 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.306138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6da5fbe-377b-4a73-91e0-6a826facfaff up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:02.308877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.424259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0e012-7939-4f56-81b5-b688e2555173 None None] Pushing event updated for resources: {'Port': ['ID=48bb0795-ae9b-4baf-8c0d-5c871c4df125,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:02.505231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d6da5fbe-377b-4a73-91e0-6a826facfaff triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:02.505642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.591616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=9ea129fd-b81f-4386-8004-7fd470d5a6a1,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:02.601495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-152b50c6-0351-4d11-a10e-4908a69c88c0 None None] Provisioning complete for port 483a2b6e-10fc-4251-95ef-55740c63ef0b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:02.601868 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-152b50c6-0351-4d11-a10e-4908a69c88c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.730059 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Allocated IP 172.20.0.17 (ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3/2c245a37-47a8-4330-9c2d-3b7ab755b1bb/0a918050-b88d-4faf-a2d1-b670b075214a) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:02.760829 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.774613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.786631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-152b50c6-0351-4d11-a10e-4908a69c88c0 None None] Port 483a2b6e-10fc-4251-95ef-55740c63ef0b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:02.865501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event updated for resources: {'Port': ['ID=483a2b6e-10fc-4251-95ef-55740c63ef0b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:02.868494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.916810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:02.955233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:03.002495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:03.003270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Network 0390082a-f39a-4184-bc47-977ac0b540fd is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:03.004903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:03.011783 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:03.016429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=0a918050-b88d-4faf-a2d1-b670b075214a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:03.017082 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:03.071824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:03.116310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.116664 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.117016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.117346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.117687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.118010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.118341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.118667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.119037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.119360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.119687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.120058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:03.159211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Router 1e888bb9-5caf-4015-927b-a9a778c06217 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:03.269411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:03.298241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:03.306564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-304764ae-c392-435b-a96a-30c37dccf5ce tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "PUT /v2.0/routers/1e888bb9-5caf-4015-927b-a9a778c06217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4481537 Oct 18 23:55:03.307440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35190) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:03.311540 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643856f2-a157-4fe7-8cfe-b61b1e7a04ae None None] Sync routers for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:03.320937 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fc4edfc8-84b5-416e-99a0-2cdbbed8348a None None] Provisioning complete for port 483a2b6e-10fc-4251-95ef-55740c63ef0b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:03.321592 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc4edfc8-84b5-416e-99a0-2cdbbed8348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:03.326025 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643856f2-a157-4fe7-8cfe-b61b1e7a04ae None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:03.326921 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-643856f2-a157-4fe7-8cfe-b61b1e7a04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:03.330980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Request body: {'port': {'network_id': '0390082a-f39a-4184-bc47-977ac0b540fd', 'name': 'tempest-FloatingIPAdminTestJSON-132172056'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:03.405114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fc4edfc8-84b5-416e-99a0-2cdbbed8348a None None] Port 483a2b6e-10fc-4251-95ef-55740c63ef0b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:03.409009 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-643856f2-a157-4fe7-8cfe-b61b1e7a04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:03.429698 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643856f2-a157-4fe7-8cfe-b61b1e7a04ae None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:03.430878 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-643856f2-a157-4fe7-8cfe-b61b1e7a04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:03.509719 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-643856f2-a157-4fe7-8cfe-b61b1e7a04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:03.511758 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643856f2-a157-4fe7-8cfe-b61b1e7a04ae None None] The sync data for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:03.531197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Made reservation on behalf of 7dd2e96bc0574921977e37c4f872971a for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:03.537743 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:03.568855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] device_id is not set on port bc4f74b6-39f3-46f4-b977-c30190c26fc5 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:03.684276 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:03.692208 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:03.711459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9ea129fd-b81f-4386-8004-7fd470d5a6a1 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:03.732708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Allocated IP 172.20.0.14 (0390082a-f39a-4184-bc47-977ac0b540fd/3d0d3992-17fa-4d73-b971-aea111246700/bc4f74b6-39f3-46f4-b977-c30190c26fc5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:03.802183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=0a918050-b88d-4faf-a2d1-b670b075214a,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:03.805223 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:03.815339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9ea129fd-b81f-4386-8004-7fd470d5a6a1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:03.815704 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:03.872466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01043d95-027d-48fc-8581-98cfd0984f8a None None] Network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:03.943319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:03.945579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:03.985127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.005841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 48bb0795-ae9b-4baf-8c0d-5c871c4df125 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:04.013062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f4148306-b90e-4dec-b858-717516993ca9 None None] Provisioning complete for port 48bb0795-ae9b-4baf-8c0d-5c871c4df125 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:04.013533 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4148306-b90e-4dec-b858-717516993ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.040100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.103776 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Network 0390082a-f39a-4184-bc47-977ac0b540fd is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:04.106994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:04.116272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:04.117205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:04.119223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event updated for resources: {'Port': ['ID=bc4f74b6-39f3-46f4-b977-c30190c26fc5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:04.159693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.160057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.160407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.160735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.161072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.161393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.161849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.162055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.162506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.162897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.163242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.163673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:04.208740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:04.213223 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.233058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 48bb0795-ae9b-4baf-8c0d-5c871c4df125 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:04.233440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.243269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2ca26b53-9c8c-4b10-af87-79835ce481f1 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9345715 Oct 18 23:55:04.244173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35194) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:04.278908 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4148306-b90e-4dec-b858-717516993ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.296935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:04.302318 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d6c10604-306b-49a5-bcb0-01ec108ae217 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "PUT /v2.0/routers/d5943aa9-7f42-4155-8dd9-fb3d53f1b719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3740683 Oct 18 23:55:04.314308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'project_id': '7dd2e96bc0574921977e37c4f872971a', 'port_id': 'bc4f74b6-39f3-46f4-b977-c30190c26fc5'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:04.315298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Sync routers for ids ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:04.342740 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.379224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f4148306-b90e-4dec-b858-717516993ca9 None None] For port 48bb0795-ae9b-4baf-8c0d-5c871c4df125, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=48bb0795-ae9b-4baf-8c0d-5c871c4df125,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:04.381555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Routers {'d5943aa9-7f42-4155-8dd9-fb3d53f1b719'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:04.382113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:04.425987 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4148306-b90e-4dec-b858-717516993ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.515593 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.668107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Allocated IP 172.25.7.150 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/677ee7bd-54f3-4e17-903b-bcb88eea6da7) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:04.697011 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.753808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4148306-b90e-4dec-b858-717516993ca9 None None] Pushing event updated for resources: {'Port': ['ID=48bb0795-ae9b-4baf-8c0d-5c871c4df125,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:04.761706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Set router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:04.791802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-073317ca-edff-4808-8305-b23e19391ce9 None None] Provisioning complete for port bc4f74b6-39f3-46f4-b977-c30190c26fc5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:04.792196 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-073317ca-edff-4808-8305-b23e19391ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.855728 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:55:04.855728 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:55:04.878568 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:04.916288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-073317ca-edff-4808-8305-b23e19391ce9 None None] Port bc4f74b6-39f3-46f4-b977-c30190c26fc5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:04.919792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-350d23df-8525-43b4-bb9e-ae1efcc90841 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:04.921849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-350d23df-8525-43b4-bb9e-ae1efcc90841 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/networks?id=ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 HTTP/1.1" status: 200 len: 798 time: 0.1751699 Oct 18 23:55:04.943467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-60fd7449-c7af-49b3-a557-8866dd69d18a tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/quotas/c26adfe5c8584383bcb441f63a361207 HTTP/1.1" status: 200 len: 375 time: 0.0157764 Oct 18 23:55:04.964639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:05.032334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:05.034134 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:05.037132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:05.053428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:05.062524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-efbd6582-0066-4b4b-a000-b3e884a66de1 None None] Provisioning complete for port 48bb0795-ae9b-4baf-8c0d-5c871c4df125 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:05.062937 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-efbd6582-0066-4b4b-a000-b3e884a66de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:05.067727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Pushing event updated for resources: {'Port': ['ID=677ee7bd-54f3-4e17-903b-bcb88eea6da7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:05.111148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-41b57e09-ec2f-4311-a982-64cfe4f0cc23 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1612272 Oct 18 23:55:05.150284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-aa79bc3c-837c-46e9-bc24-79f2fe0d41a9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 23:55:05.151419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-aa79bc3c-837c-46e9-bc24-79f2fe0d41a9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060067 Oct 18 23:55:05.197343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:03Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0a918050-b88d-4faf-a2d1-b670b075214a', 'name': '', 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:23:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '2c245a37-47a8-4330-9c2d-3b7ab755b1bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:02Z', 'updated_at': '2021-10-18T23:55:03Z', 'revision_number': 2, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '2c245a37-47a8-4330-9c2d-3b7ab755b1bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:05.231665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Checking router: d5943aa9-7f42-4155-8dd9-fb3d53f1b719 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:55:05.231957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Updating router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 port 0a918050-b88d-4faf-a2d1-b670b075214a binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:55:05.267096 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:05.290550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-efbd6582-0066-4b4b-a000-b3e884a66de1 None None] Provisioning complete for port 0a918050-b88d-4faf-a2d1-b670b075214a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:05.295941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-efbd6582-0066-4b4b-a000-b3e884a66de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:05.359388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-03e2ec44-d70f-4479-a5b6-e03a6c2605a2 service neutron] 10.222.0.52 "GET /v2.0/networks/ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667616 Oct 18 23:55:05.363240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-efbd6582-0066-4b4b-a000-b3e884a66de1 None None] Port 0a918050-b88d-4faf-a2d1-b670b075214a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:05.526253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-feff98fa-718e-44fc-a8dc-1446d3d6713b None None] Provisioning complete for port 0a918050-b88d-4faf-a2d1-b670b075214a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:05.527002 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-feff98fa-718e-44fc-a8dc-1446d3d6713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:05.613717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-855990d5-a961-451a-b8a8-83cc19ac91bb service neutron] 10.222.0.52 "GET /v2.0/networks/ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281172 Oct 18 23:55:05.838075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-feff98fa-718e-44fc-a8dc-1446d3d6713b None None] Port 0a918050-b88d-4faf-a2d1-b670b075214a cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:05.852022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 48bb0795-ae9b-4baf-8c0d-5c871c4df125 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:05.926846 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:05.993459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 48bb0795-ae9b-4baf-8c0d-5c871c4df125 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:05.994067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:05.994268 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1cd43115-3d2f-422a-97dd-98f791e42f2b req-15da235c-a6ef-47c1-b495-5211190b1321 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 210 time: 0.0610693 Oct 18 23:55:05.998522 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.026282 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.206355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68da90-de08-443a-8316-c7f64a4ea5bf None None] Pushing event updated for resources: {'Port': ['ID=0a918050-b88d-4faf-a2d1-b670b075214a,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:06.209306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Attempting to bind port 0a918050-b88d-4faf-a2d1-b670b075214a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:06.216082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Attempting to bind port 0a918050-b88d-4faf-a2d1-b670b075214a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:06.216572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Attempting to bind port 0a918050-b88d-4faf-a2d1-b670b075214a on network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:06.275016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:06.275551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Checking segment: {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:06.276159 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.276669 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Bound using segment: {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:06.277392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Bound port: 0a918050-b88d-4faf-a2d1-b670b075214a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:06.277904 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.365017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] For port 0a918050-b88d-4faf-a2d1-b670b075214a, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:06.368830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] For port 0a918050-b88d-4faf-a2d1-b670b075214a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0a918050-b88d-4faf-a2d1-b670b075214a,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:06.378258 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.423537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0e334a5d-1324-47e8-a6d1-ada6a6ce72e7 None None] Provisioning complete for port 0a918050-b88d-4faf-a2d1-b670b075214a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:06.423917 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0e334a5d-1324-47e8-a6d1-ada6a6ce72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.490964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68da90-de08-443a-8316-c7f64a4ea5bf None None] Pushing event updated for resources: {'Port': ['ID=0a918050-b88d-4faf-a2d1-b670b075214a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:06.493579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Routers {'d5943aa9-7f42-4155-8dd9-fb3d53f1b719'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:06.494188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:06.550605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.659073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.694007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] Set router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:06.699521 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0e334a5d-1324-47e8-a6d1-ada6a6ce72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.792054 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.801444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.817415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0e334a5d-1324-47e8-a6d1-ada6a6ce72e7 None None] For port 0a918050-b88d-4faf-a2d1-b670b075214a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0a918050-b88d-4faf-a2d1-b670b075214a,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:06.831404 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0e334a5d-1324-47e8-a6d1-ada6a6ce72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.898407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Pushing event updated for resources: {'Port': ['ID=677ee7bd-54f3-4e17-903b-bcb88eea6da7,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:06.913780 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:06.926687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e334a5d-1324-47e8-a6d1-ada6a6ce72e7 None None] Pushing event updated for resources: {'Port': ['ID=0a918050-b88d-4faf-a2d1-b670b075214a,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:06.976488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e321e3d8-e7e2-4a06-b950-2dda01adfb15 None None] Provisioning complete for port 0a918050-b88d-4faf-a2d1-b670b075214a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:06.976895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e321e3d8-e7e2-4a06-b950-2dda01adfb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:07.025888 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Floating IP 59611684-43e5-49a2-8d41-928e32144a66 associated. External IP: 172.25.7.150, port: bc4f74b6-39f3-46f4-b977-c30190c26fc5. Oct 18 23:55:07.039314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:03Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0a918050-b88d-4faf-a2d1-b670b075214a', 'name': '', 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:23:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '2c245a37-47a8-4330-9c2d-3b7ab755b1bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:02Z', 'updated_at': '2021-10-18T23:55:06Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '2c245a37-47a8-4330-9c2d-3b7ab755b1bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:07.084960 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebee084-8308-4520-b35c-4628b3764a5c None None] The sync data for ids ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'] in n-d-713498-28 is: [{'id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:03Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '0a918050-b88d-4faf-a2d1-b670b075214a', 'name': '', 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:23:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '2c245a37-47a8-4330-9c2d-3b7ab755b1bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:02Z', 'updated_at': '2021-10-18T23:55:06Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '2c245a37-47a8-4330-9c2d-3b7ab755b1bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:07.097184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-caea0974-fc1b-4786-9544-ff1c1efc4ac0 req-84536530-6b82-46a8-a010-adffd6f5cea1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 210 time: 0.0338914 Oct 18 23:55:07.445549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-04c6ac0d-4593-4ebe-8ab7-235a8f2e15f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:07.447172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-04c6ac0d-4593-4ebe-8ab7-235a8f2e15f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.73 "GET /v2.0/networks?id=ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 HTTP/1.1" status: 200 len: 798 time: 0.1829224 Oct 18 23:55:07.449165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Router 1e888bb9-5caf-4015-927b-a9a778c06217 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:07.503168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Request body: {'port': {'device_id': '312bded9-1916-4956-b72f-feafcb1e763c', 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3', 'admin_state_up': True, 'tenant_id': 'c26adfe5c8584383bcb441f63a361207'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:07.611295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0a918050-b88d-4faf-a2d1-b670b075214a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:07.647996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:07.663097 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78a81d-d8bb-4ebe-8c54-03fcdac53a88 None None] Sync routers for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:07.675305 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78a81d-d8bb-4ebe-8c54-03fcdac53a88 None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:07.676740 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3d78a81d-d8bb-4ebe-8c54-03fcdac53a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:07.679839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 0a918050-b88d-4faf-a2d1-b670b075214a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:07.680350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:07.687885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Made reservation on behalf of c26adfe5c8584383bcb441f63a361207 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:07.693235 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:07.700347 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:07.746113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-54aebd2e-d6e5-4844-b768-7e34a61ec3b8 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5006046 Oct 18 23:55:07.748778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35230) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:07.749857 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3d78a81d-d8bb-4ebe-8c54-03fcdac53a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:07.791950 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78a81d-d8bb-4ebe-8c54-03fcdac53a88 None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:07.794322 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3d78a81d-d8bb-4ebe-8c54-03fcdac53a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:07.886892 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3d78a81d-d8bb-4ebe-8c54-03fcdac53a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:07.887649 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78a81d-d8bb-4ebe-8c54-03fcdac53a88 None None] The sync data for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:07.982962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35232) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:07.983559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fdea7408-27f5-42f8-806a-79cad4b073e2 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] 10.222.0.52 "GET /v2.0/floatingips/59611684-43e5-49a2-8d41-928e32144a66 HTTP/1.1" status: 200 len: 983 time: 0.2311890 Oct 18 23:55:08.077691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Allocated IP 172.20.0.25 (ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3/2c245a37-47a8-4330-9c2d-3b7ab755b1bb/249fbb7d-0944-47a9-b756-2c98dfdc115d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:08.133975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7b000d36-1789-45cc-aa17-6e75f90590c2 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1482100 Oct 18 23:55:08.136590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35236) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:08.232195 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.248514 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-28d32571-1956-4870-a7be-c42d72561e8a req-1bef3b7a-189c-4b81-87b3-c1d2928ad012 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 210 time: 0.0420842 Oct 18 23:55:08.275628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.344589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:08.348155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:08.356453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:08.360917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event updated for resources: {'Port': ['ID=249fbb7d-0944-47a9-b756-2c98dfdc115d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:08.405528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Deleting port 677ee7bd-54f3-4e17-903b-bcb88eea6da7 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:08.406373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.443880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:08.444759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.464269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-dd698436-341f-4023-8c1f-84ee77cafa74 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9670517 Oct 18 23:55:08.490615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Request body: {'port': {'device_id': '312bded9-1916-4956-b72f-feafcb1e763c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:08.505177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.505832 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.532948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Calling delete_port for 677ee7bd-54f3-4e17-903b-bcb88eea6da7 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:08.560891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.708234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1262e9b2-6de1-4b35-b1de-b26b3719f59d None None] Provisioning complete for port 249fbb7d-0944-47a9-b756-2c98dfdc115d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:08.711826 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1262e9b2-6de1-4b35-b1de-b26b3719f59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.720775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.772727 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event deleted for resources: {'Port': ['ID=677ee7bd-54f3-4e17-903b-bcb88eea6da7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:08.774687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1262e9b2-6de1-4b35-b1de-b26b3719f59d None None] Port 249fbb7d-0944-47a9-b756-2c98dfdc115d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:08.852211 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.852906 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Floating IP 59611684-43e5-49a2-8d41-928e32144a66 disassociated (deleted). External IP: 172.25.7.150, port: bc4f74b6-39f3-46f4-b977-c30190c26fc5. Oct 18 23:55:08.933591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249fbb7d-0944-47a9-b756-2c98dfdc115d {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:55:08.942141 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:08.957250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Transition to ACTIVE for port object 249fbb7d-0944-47a9-b756-2c98dfdc115d will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:55:08.962132 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.043526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Pushing event updated for resources: {'Port': ['ID=249fbb7d-0944-47a9-b756-2c98dfdc115d,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:09.104302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Router 1e888bb9-5caf-4015-927b-a9a778c06217 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:09.104901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Attempting to bind port 249fbb7d-0944-47a9-b756-2c98dfdc115d on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:09.105162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Attempting to bind port 249fbb7d-0944-47a9-b756-2c98dfdc115d by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:09.105508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Attempting to bind port 249fbb7d-0944-47a9-b756-2c98dfdc115d on network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:09.111241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Port 249fbb7d-0944-47a9-b756-2c98dfdc115d on network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:55:09.111586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Attempting to bind port 249fbb7d-0944-47a9-b756-2c98dfdc115d on network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:09.116975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:09.117362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Checking segment: {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:09.119104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Bound using segment: {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:09.119104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Bound port: 249fbb7d-0944-47a9-b756-2c98dfdc115d, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7f34dd-e4fa-4351-ac39-88955538995c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:09.119104 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.196603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] For port 249fbb7d-0944-47a9-b756-2c98dfdc115d, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:09.200400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] For port 249fbb7d-0944-47a9-b756-2c98dfdc115d, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=249fbb7d-0944-47a9-b756-2c98dfdc115d,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:09.206833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.234812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:09.250604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c4358-84e2-4ce4-ade2-7271e7876872 None None] Sync routers for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:09.253002 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.260243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:09.260790 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.262203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] 10.222.0.73 "PUT /v2.0/ports/249fbb7d-0944-47a9-b756-2c98dfdc115d HTTP/1.1" status: 200 len: 1056 time: 0.7785933 Oct 18 23:55:09.262650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312bded9-1916-4956-b72f-feafcb1e763c', 'tag': '249fbb7d-0944-47a9-b756-2c98dfdc115d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:55:09.266765 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508d475f-b455-4a49-ac49-b22b8f153969" -d '{"events": [{"name": "network-changed", "server_uuid": "312bded9-1916-4956-b72f-feafcb1e763c", "tag": "249fbb7d-0944-47a9-b756-2c98dfdc115d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:55:09.269863 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c4358-84e2-4ce4-ade2-7271e7876872 None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:09.270503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1a4c4358-84e2-4ce4-ade2-7271e7876872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:09.315155 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-503b1e53-c16a-443e-a3f2-7da9d72e8ecf tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "DELETE /v2.0/floatingips/59611684-43e5-49a2-8d41-928e32144a66 HTTP/1.1" status: 204 len: 168 time: 1.1736736 Oct 18 23:55:09.315625 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35244) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:09.332534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:09.338018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9265aff-5a68-4ab0-824a-24ed16520b75 service neutron] Pushing event updated for resources: {'Port': ['ID=249fbb7d-0944-47a9-b756-2c98dfdc115d,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:09.354283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1a4c4358-84e2-4ce4-ade2-7271e7876872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:09.355636 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47c6961-167f-4e39-b387-edec36d11e9f x-openstack-request-id: req-c47c6961-167f-4e39-b387-edec36d11e9f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:55:09.356551 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312bded9-1916-4956-b72f-feafcb1e763c", "tag": "249fbb7d-0944-47a9-b756-2c98dfdc115d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:55:09.356878 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c47c6961-167f-4e39-b387-edec36d11e9f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:55:09.359994 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312bded9-1916-4956-b72f-feafcb1e763c', 'tag': '249fbb7d-0944-47a9-b756-2c98dfdc115d', 'status': 'completed', 'code': 200} Oct 18 23:55:09.378163 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c4358-84e2-4ce4-ade2-7271e7876872 None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:09.386914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1a4c4358-84e2-4ce4-ade2-7271e7876872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:09.420848 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.439385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-1a4c4358-84e2-4ce4-ade2-7271e7876872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:09.440059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4c4358-84e2-4ce4-ade2-7271e7876872 None None] The sync data for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:09.456020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-64326097-beb5-4243-966f-1c6170f4b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:09.457396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-64326097-beb5-4243-966f-1c6170f4b2ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 1059 time: 0.1065373 Oct 18 23:55:09.472486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc22f7-df87-48b7-9791-564e502f63fb req-8be19308-e90f-49d8-83cc-47c89a3e3865 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:09.474495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ffc22f7-df87-48b7-9791-564e502f63fb req-8be19308-e90f-49d8-83cc-47c89a3e3865 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 907 time: 0.0742586 Oct 18 23:55:09.515796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-88b2480c-ae63-4ddc-be82-05a6ed87b626 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=249fbb7d-0944-47a9-b756-2c98dfdc115d HTTP/1.1" status: 200 len: 217 time: 0.0401058 Oct 18 23:55:09.544488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.579491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-24ec05e4-9dab-4c1f-bc23-145b38cbcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:09.581330 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-24ec05e4-9dab-4c1f-bc23-145b38cbcb26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c245a37-47a8-4330-9c2d-3b7ab755b1bb HTTP/1.1" status: 200 len: 837 time: 0.0571926 Oct 18 23:55:09.642077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-f749f223-096d-4e04-903c-2cf5e26701fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:09.645361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-f749f223-096d-4e04-903c-2cf5e26701fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0555112 Oct 18 23:55:09.666809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Allocated IP 172.25.7.63 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/f54736ac-0810-4799-b630-d21b5d98aac1) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:09.747609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-5fec327f-bcbc-4f48-ba7b-c378987f280c service neutron] 10.222.0.73 "GET /v2.0/networks/ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942554 Oct 18 23:55:09.792649 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.830707 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.861425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef05f5c9-aaf6-4d9e-a91c-73a5d43bef5e req-9b4a7505-a3db-4d84-8227-c01bd15c6ca4 service neutron] 10.222.0.73 "GET /v2.0/networks/ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066222 Oct 18 23:55:09.869765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:09.872750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:09.876409 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:09.910870 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Pushing event updated for resources: {'Port': ['ID=f54736ac-0810-4799-b630-d21b5d98aac1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:09.984748 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:09.996680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d475f-b455-4a49-ac49-b22b8f153969 req-b173956a-1f4b-4993-8dab-02a541c0fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:09.998559 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-508d475f-b455-4a49-ac49-b22b8f153969 req-b173956a-1f4b-4993-8dab-02a541c0fe7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 1059 time: 0.0462143 Oct 18 23:55:10.023259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:10.098627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d475f-b455-4a49-ac49-b22b8f153969 req-7d26103f-0e4c-4b31-bd9e-bc95834d4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:10.100361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-508d475f-b455-4a49-ac49-b22b8f153969 req-7d26103f-0e4c-4b31-bd9e-bc95834d4378 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 HTTP/1.1" status: 200 len: 899 time: 0.0944924 Oct 18 23:55:10.188305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:10.195353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:10.270982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Pushing event updated for resources: {'Port': ['ID=f54736ac-0810-4799-b630-d21b5d98aac1,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:10.280416 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:10.298472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:10.300125 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9ca0dd12-d863-4dfb-a667-1b4ff2333bca tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9824867 Oct 18 23:55:10.302889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35250) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:10.405811 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-508d475f-b455-4a49-ac49-b22b8f153969 req-6ecfa33d-3d64-4cdb-a34d-8fe414d30a9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=249fbb7d-0944-47a9-b756-2c98dfdc115d HTTP/1.1" status: 200 len: 217 time: 0.2964845 Oct 18 23:55:10.423713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:10.452490 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:10.466436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d475f-b455-4a49-ac49-b22b8f153969 req-3886e540-676b-4c4b-a1ce-6a2892753902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:10.468204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-508d475f-b455-4a49-ac49-b22b8f153969 req-3886e540-676b-4c4b-a1ce-6a2892753902 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c245a37-47a8-4330-9c2d-3b7ab755b1bb HTTP/1.1" status: 200 len: 837 time: 0.0549235 Oct 18 23:55:10.518093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d475f-b455-4a49-ac49-b22b8f153969 req-7f034c22-94de-4f6a-bbea-365f7ad501fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:10.519647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-508d475f-b455-4a49-ac49-b22b8f153969 req-7f034c22-94de-4f6a-bbea-365f7ad501fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0444984 Oct 18 23:55:10.601752 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:10.626022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-508d475f-b455-4a49-ac49-b22b8f153969 req-c1ed8076-eb64-4f5a-acbb-fae29a8f21e9 service neutron] 10.222.0.73 "GET /v2.0/networks/ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976472 Oct 18 23:55:10.663438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92977-b539-4694-a2d3-56da2595aa90 req-19a4318f-3f61-4c2f-bd0f-19f97f8007dd tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:10.664844 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9c92977-b539-4694-a2d3-56da2595aa90 req-19a4318f-3f61-4c2f-bd0f-19f97f8007dd tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 907 time: 0.0992908 Oct 18 23:55:10.731575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-508d475f-b455-4a49-ac49-b22b8f153969 req-e1ce56a4-e1cd-4561-8af1-eae1c3011502 service neutron] 10.222.0.73 "GET /v2.0/networks/ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980988 Oct 18 23:55:10.740029 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Allocated IP 172.25.7.152 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/6a808c96-2f35-4088-bfb0-de9391738920) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:10.851739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:10.890125 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:10.927168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:10.932101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:10.943238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:10.961724 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Pushing event updated for resources: {'Port': ['ID=6a808c96-2f35-4088-bfb0-de9391738920,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:11.048965 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.091482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.251265 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.256974 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.330511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Pushing event updated for resources: {'Port': ['ID=6a808c96-2f35-4088-bfb0-de9391738920,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:11.344214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.361017 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.362217 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4fba280d-4196-4c84-8bb6-42db1ad43ae2 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0581214 Oct 18 23:55:11.364848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35266) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:11.430772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d68fab69-48c0-441d-b0b5-e56757107c69 tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0621512 Oct 18 23:55:11.431016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35268) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:11.508211 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-629201da-fd20-4cdc-ac16-01330e034128 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0737727 Oct 18 23:55:11.508788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35272) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:11.647057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Deleting port 6a808c96-2f35-4088-bfb0-de9391738920 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:11.647280 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.726320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.726703 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.739474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Calling delete_port for 6a808c96-2f35-4088-bfb0-de9391738920 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:11.859159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe232dd-5ed4-428c-b145-94bd4ed16a10 req-3af3e7af-e233-4a78-a09b-8c0e05a9f917 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:11.860699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5fe232dd-5ed4-428c-b145-94bd4ed16a10 req-3af3e7af-e233-4a78-a09b-8c0e05a9f917 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 907 time: 0.1093175 Oct 18 23:55:11.931913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:11.955744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Pushing event deleted for resources: {'Port': ['ID=6a808c96-2f35-4088-bfb0-de9391738920,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:12.022325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.024964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.026013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-924d2df1-7ace-4a8d-8119-174e216b8d59 tempest-FloatingIPAdminTestJSON-1468990123 tempest-FloatingIPAdminTestJSON-1468990123-project] 10.222.0.52 "DELETE /v2.0/floatingips/b4ee3a96-2c8c-467d-b7d3-60a0c01aaab7 HTTP/1.1" status: 204 len: 168 time: 0.5160773 Oct 18 23:55:12.028791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35284) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:12.150980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Deleting port f54736ac-0810-4799-b630-d21b5d98aac1 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:12.151320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.231595 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.231920 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.245707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Calling delete_port for f54736ac-0810-4799-b630-d21b5d98aac1 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:12.390971 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.420878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Pushing event deleted for resources: {'Port': ['ID=f54736ac-0810-4799-b630-d21b5d98aac1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:12.482657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.485890 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.487038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bef825b2-5c2d-4c68-a595-b921c9340d0c tempest-FloatingIPAdminTestJSON-563209348 tempest-FloatingIPAdminTestJSON-563209348-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/293a4016-b166-4b83-b167-b4bc72eb3ed3 HTTP/1.1" status: 204 len: 168 time: 0.4572926 Oct 18 23:55:12.490771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35286) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:12.585419 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a77c92c8-f12d-4795-a9d1-5eea8d22c6eb tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Deleting port bc4f74b6-39f3-46f4-b977-c30190c26fc5 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:12.585763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a77c92c8-f12d-4795-a9d1-5eea8d22c6eb tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.677313 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a77c92c8-f12d-4795-a9d1-5eea8d22c6eb tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.690499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a77c92c8-f12d-4795-a9d1-5eea8d22c6eb tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Calling delete_port for bc4f74b6-39f3-46f4-b977-c30190c26fc5 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:12.823479 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a77c92c8-f12d-4795-a9d1-5eea8d22c6eb tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.852130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c92c8-f12d-4795-a9d1-5eea8d22c6eb tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event deleted for resources: {'Port': ['ID=bc4f74b6-39f3-46f4-b977-c30190c26fc5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:12.934006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a77c92c8-f12d-4795-a9d1-5eea8d22c6eb tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:12.938784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a77c92c8-f12d-4795-a9d1-5eea8d22c6eb tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "DELETE /v2.0/ports/bc4f74b6-39f3-46f4-b977-c30190c26fc5 HTTP/1.1" status: 204 len: 168 time: 0.4460418 Oct 18 23:55:12.943488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35292) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:13.013687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9a0aa4-85f3-45d2-b91b-c43bfe83634d tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:13.018044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8c9a0aa4-85f3-45d2-b91b-c43bfe83634d tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e888bb9-5caf-4015-927b-a9a778c06217 HTTP/1.1" status: 200 len: 913 time: 0.0720327 Oct 18 23:55:13.018282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e6de6-9f71-48ec-a842-aaa767685844 req-bc2fa2d7-1e5b-42a5-a771-7499865bd2b2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:13.018513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35294) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:13.027361 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-169e6de6-9f71-48ec-a842-aaa767685844 req-bc2fa2d7-1e5b-42a5-a771-7499865bd2b2 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 907 time: 0.0719137 Oct 18 23:55:13.449247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:13.480334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 249fbb7d-0944-47a9-b756-2c98dfdc115d details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:55:13.613325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 249fbb7d-0944-47a9-b756-2c98dfdc115d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=249fbb7d-0944-47a9-b756-2c98dfdc115d,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:13.627049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '249fbb7d-0944-47a9-b756-2c98dfdc115d', 'network_id': 'ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3', 'port_id': '249fbb7d-0944-47a9-b756-2c98dfdc115d', 'mac_address': 'fa:16:3e:f6:1c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c245a37-47a8-4330-9c2d-3b7ab755b1bb', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:55:13.668170 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:13.681668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249fbb7d-0944-47a9-b756-2c98dfdc115d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:55:13.700782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 249fbb7d-0944-47a9-b756-2c98dfdc115d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=249fbb7d-0944-47a9-b756-2c98dfdc115d,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:13.705085 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:13.754595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=249fbb7d-0944-47a9-b756-2c98dfdc115d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:13.762969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.763309 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.763841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.764342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.765396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.765900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.766395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.766912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.767404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.767912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.768401 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.768890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:55:13.798503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Deleting port 483a2b6e-10fc-4251-95ef-55740c63ef0b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:13.798884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:13.899663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:13.912026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Calling delete_port for 483a2b6e-10fc-4251-95ef-55740c63ef0b owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:14.103413 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:14.118844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['249fbb7d-0944-47a9-b756-2c98dfdc115d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:55:14.146240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event deleted for resources: {'Port': ['ID=483a2b6e-10fc-4251-95ef-55740c63ef0b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:14.226380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cca07-3e71-469c-8e3f-4ab9df910508 req-358a3652-0f7e-46ef-a8be-1c9c50b054df tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:14.228101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-041cca07-3e71-469c-8e3f-4ab9df910508 req-358a3652-0f7e-46ef-a8be-1c9c50b054df tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 908 time: 0.1356323 Oct 18 23:55:14.348356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:14.573957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Router 1e888bb9-5caf-4015-927b-a9a778c06217 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:14.930968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:14.938481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e6c8d0b3-c68d-4193-843c-a3bf84488bf6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "PUT /v2.0/routers/1e888bb9-5caf-4015-927b-a9a778c06217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9187572 Oct 18 23:55:14.940948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35310) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:14.945540 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461d3c1-f950-4d0a-8c8a-8507cae31613 None None] Sync routers for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:14.962638 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461d3c1-f950-4d0a-8c8a-8507cae31613 None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:14.965707 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2461d3c1-f950-4d0a-8c8a-8507cae31613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:15.004760 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2461d3c1-f950-4d0a-8c8a-8507cae31613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:15.013629 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461d3c1-f950-4d0a-8c8a-8507cae31613 None None] Routers {'1e888bb9-5caf-4015-927b-a9a778c06217'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:15.014234 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2461d3c1-f950-4d0a-8c8a-8507cae31613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:54:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1e888bb9-5caf-4015-927b-a9a778c06217'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:15.047037 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2461d3c1-f950-4d0a-8c8a-8507cae31613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:15.047688 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461d3c1-f950-4d0a-8c8a-8507cae31613 None None] The sync data for ids ['1e888bb9-5caf-4015-927b-a9a778c06217'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:15.058514 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.166193 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.219526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Deleting port 5645be02-7c3e-41db-a4f1-ba9a79e4b49c {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:15.219942 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.304110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.317384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Calling delete_port for 5645be02-7c3e-41db-a4f1-ba9a79e4b49c owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:15.361976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ce8c4-cac5-4c54-8bf6-a3425061e9ac req-eec1bc4a-f51d-40ca-b3d5-e5cbc98e4b2d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:15.364316 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fd8ce8c4-cac5-4c54-8bf6-a3425061e9ac req-eec1bc4a-f51d-40ca-b3d5-e5cbc98e4b2d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 908 time: 0.0556736 Oct 18 23:55:15.489106 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.491393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 249fbb7d-0944-47a9-b756-2c98dfdc115d up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:15.527730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event deleted for resources: {'Port': ['ID=5645be02-7c3e-41db-a4f1-ba9a79e4b49c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:15.569143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 249fbb7d-0944-47a9-b756-2c98dfdc115d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:55:15.576247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 249fbb7d-0944-47a9-b756-2c98dfdc115d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:15.576758 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.606554 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.685381 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.724436 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312bded9-1916-4956-b72f-feafcb1e763c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249fbb7d-0944-47a9-b756-2c98dfdc115d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:55:15.726675 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eccc8b-3d3b-4df5-971b-c80c40624ab3" -d '{"events": [{"server_uuid": "312bded9-1916-4956-b72f-feafcb1e763c", "name": "network-vif-plugged", "status": "completed", "tag": "249fbb7d-0944-47a9-b756-2c98dfdc115d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:55:15.726989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.729834 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.779914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 249fbb7d-0944-47a9-b756-2c98dfdc115d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=249fbb7d-0944-47a9-b756-2c98dfdc115d,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:15.787102 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.817113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.817339 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12631318-8f61-434a-8da4-fa43471e542d x-openstack-request-id: req-12631318-8f61-434a-8da4-fa43471e542d {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:55:15.817466 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312bded9-1916-4956-b72f-feafcb1e763c", "name": "network-vif-plugged", "status": "completed", "tag": "249fbb7d-0944-47a9-b756-2c98dfdc115d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:55:15.817713 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12631318-8f61-434a-8da4-fa43471e542d {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:55:15.817869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Fanout notify agent at l3_agent the message router_deleted on router 1e888bb9-5caf-4015-927b-a9a778c06217 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:55:15.818351 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312bded9-1916-4956-b72f-feafcb1e763c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249fbb7d-0944-47a9-b756-2c98dfdc115d', 'code': 200} Oct 18 23:55:15.827416 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.831621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-35217ff0-7d2a-4e98-bd56-b53b76741ab7 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "DELETE /v2.0/routers/1e888bb9-5caf-4015-927b-a9a778c06217 HTTP/1.1" status: 204 len: 168 time: 0.8865974 Oct 18 23:55:15.831869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35318) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:15.861005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=249fbb7d-0944-47a9-b756-2c98dfdc115d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:15.898168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98c0d4a-4eb8-45a3-8ff9-49d51e960cfa tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Deleting subnet 3d0d3992-17fa-4d73-b971-aea111246700 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:55:15.902248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b98c0d4a-4eb8-45a3-8ff9-49d51e960cfa tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.965698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b98c0d4a-4eb8-45a3-8ff9-49d51e960cfa tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:15.967290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73477ddd-a4b9-443d-b32f-88d8427f7315 req-97df1fc5-50fd-4f97-b023-0b9b08278fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:15.968914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73477ddd-a4b9-443d-b32f-88d8427f7315 req-97df1fc5-50fd-4f97-b023-0b9b08278fa8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 1061 time: 0.0656428 Oct 18 23:55:16.081102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b98c0d4a-4eb8-45a3-8ff9-49d51e960cfa tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.145560 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b98c0d4a-4eb8-45a3-8ff9-49d51e960cfa tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.174076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c0d4a-4eb8-45a3-8ff9-49d51e960cfa tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0d3992-17fa-4d73-b971-aea111246700,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:16.177659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b98c0d4a-4eb8-45a3-8ff9-49d51e960cfa tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.183189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b98c0d4a-4eb8-45a3-8ff9-49d51e960cfa tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "DELETE /v2.0/subnets/3d0d3992-17fa-4d73-b971-aea111246700 HTTP/1.1" status: 204 len: 168 time: 0.3482673 Oct 18 23:55:16.183514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35320) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:16.188121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d2264-7f65-4d15-aad2-a51819ea0d15 None None] Network 0390082a-f39a-4184-bc47-977ac0b540fd requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:16.264132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.319772 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Deleting port d6da5fbe-377b-4a73-91e0-6a826facfaff {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:16.320119 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.377185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de7403-59c7-45d1-80b5-e3f6d01b492a None None] DHCP port deletion for 0390082a-f39a-4184-bc47-977ac0b540fd request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:55:16.398177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] For port d6da5fbe-377b-4a73-91e0-6a826facfaff, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6da5fbe-377b-4a73-91e0-6a826facfaff,segment=NetworkSegment(fa1da6e7-6421-4aa2-9457-ebd089237ad2),segment_id=fa1da6e7-6421-4aa2-9457-ebd089237ad2)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:16.398673 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.414424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Calling delete_port for d6da5fbe-377b-4a73-91e0-6a826facfaff owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:16.427044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a7de7403-59c7-45d1-80b5-e3f6d01b492a None None] Deleting port d6da5fbe-377b-4a73-91e0-6a826facfaff {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:16.427571 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a7de7403-59c7-45d1-80b5-e3f6d01b492a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.492805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a7de7403-59c7-45d1-80b5-e3f6d01b492a None None] For port d6da5fbe-377b-4a73-91e0-6a826facfaff, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6da5fbe-377b-4a73-91e0-6a826facfaff,segment=NetworkSegment(fa1da6e7-6421-4aa2-9457-ebd089237ad2),segment_id=fa1da6e7-6421-4aa2-9457-ebd089237ad2)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:16.493512 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a7de7403-59c7-45d1-80b5-e3f6d01b492a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.505931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a7de7403-59c7-45d1-80b5-e3f6d01b492a None None] Calling delete_port for d6da5fbe-377b-4a73-91e0-6a826facfaff owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:16.540709 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd219e-7818-4945-8054-45b233214959 req-0580cf11-c3f3-468b-b81a-250e88f8729f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:16.542419 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2dcd219e-7818-4945-8054-45b233214959 req-0580cf11-c3f3-468b-b81a-250e88f8729f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 909 time: 0.0760150 Oct 18 23:55:16.562829 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.577557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] No DVR routers for this DVR port d6da5fbe-377b-4a73-91e0-6a826facfaff on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:55:16.620628 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a7de7403-59c7-45d1-80b5-e3f6d01b492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.648557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event deleted for resources: {'Port': ['ID=d6da5fbe-377b-4a73-91e0-6a826facfaff,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:16.653526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de7403-59c7-45d1-80b5-e3f6d01b492a None None] Pushing event deleted for resources: {'Port': ['ID=d6da5fbe-377b-4a73-91e0-6a826facfaff,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:16.655495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de7403-59c7-45d1-80b5-e3f6d01b492a None None] No DVR routers for this DVR port d6da5fbe-377b-4a73-91e0-6a826facfaff on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:55:16.697301 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.717142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0390082a-f39a-4184-bc47-977ac0b540fd']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:16.727401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1da6e7-6421-4aa2-9457-ebd089237ad2') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:16.727730 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1da6e7-6421-4aa2-9457-ebd089237ad2') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:16.739615 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.756459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.764132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:55:16.764722 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:55:16.768564 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:55:16.840698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.849218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:16.852854 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "DELETE /v2.0/networks/0390082a-f39a-4184-bc47-977ac0b540fd HTTP/1.1" status: 204 len: 168 time: 0.6683636 Oct 18 23:55:16.855322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35326) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:16.872508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52004e33-b588-4934-8b3e-1403dd8b7ba6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event deleted for resources: {'Network': ['ID=0390082a-f39a-4184-bc47-977ac0b540fd,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:16.999122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Deleting port d39be043-11ed-4a5e-bf17-b104b87d351d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:16.999537 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.086141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.086478 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.101228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Calling delete_port for d39be043-11ed-4a5e-bf17-b104b87d351d owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:17.236852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.266628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Pushing event deleted for resources: {'Port': ['ID=d39be043-11ed-4a5e-bf17-b104b87d351d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:17.328752 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.331809 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.333235 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4e9186e1-f2bb-4fcd-aa88-8d29f7ef9cd6 tempest-FloatingIPAdminTestJSON-2029648084 tempest-FloatingIPAdminTestJSON-2029648084-project] 10.222.0.52 "DELETE /v2.0/floatingips/5ec98856-db5c-4a9e-8a0c-24e7328e16e9 HTTP/1.1" status: 204 len: 168 time: 0.4769437 Oct 18 23:55:17.555332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6da5fbe-377b-4a73-91e0-6a826facfaff no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:17.575704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d6da5fbe-377b-4a73-91e0-6a826facfaff {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:55:17.576054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6da5fbe-377b-4a73-91e0-6a826facfaff not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:55:17.607810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35334) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:17.691523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dd4e9-f502-4979-88bc-3f330d689c94 req-5a4d1cc8-caf2-47bc-93e3-13967c87d7ce tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:17.693059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb6dd4e9-f502-4979-88bc-3f330d689c94 req-5a4d1cc8-caf2-47bc-93e3-13967c87d7ce tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 909 time: 0.0497966 Oct 18 23:55:17.755575 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-96a5cf78-49de-4348-90bd-9a23a790ec8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7dd2e96bc0574921977e37c4f872971a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464970 Oct 18 23:55:17.758169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35340) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:17.849405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed864f-cdea-468e-a6a5-974e6d99b816 req-0145d298-5b95-45c9-95a4-712f01df24d6 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:17.850929 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-81ed864f-cdea-468e-a6a5-974e6d99b816 req-0145d298-5b95-45c9-95a4-712f01df24d6 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 909 time: 0.0867281 Oct 18 23:55:17.851760 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93a0700f-1989-4b09-a869-0b91cd8153cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.874395 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93a0700f-1989-4b09-a869-0b91cd8153cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.926853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93a0700f-1989-4b09-a869-0b91cd8153cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.929913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93a0700f-1989-4b09-a869-0b91cd8153cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:17.931457 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-93a0700f-1989-4b09-a869-0b91cd8153cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5233ff46-0393-4e5a-bea3-829e81dfc51b HTTP/1.1" status: 204 len: 168 time: 0.1722898 Oct 18 23:55:17.940747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0700f-1989-4b09-a869-0b91cd8153cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5233ff46-0393-4e5a-bea3-829e81dfc51b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:17.985762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b9ece-e57a-4685-bbe2-cad14064e884 req-52ad9727-d496-48c4-b12b-3d55a081d9c6 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:17.987435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205b9ece-e57a-4685-bbe2-cad14064e884 req-52ad9727-d496-48c4-b12b-3d55a081d9c6 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 1061 time: 0.0555029 Oct 18 23:55:18.102104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c3f9e-65fd-4f44-9751-4e6ed5288613 req-873c015d-f1a0-4d39-9f11-28646db1f9ba tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:18.103683 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df9c3f9e-65fd-4f44-9751-4e6ed5288613 req-873c015d-f1a0-4d39-9f11-28646db1f9ba tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1136 time: 0.0455048 Oct 18 23:55:18.154291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df9c3f9e-65fd-4f44-9751-4e6ed5288613 req-841280e3-3e77-45e6-8642-50ef4dcd40e0 tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0402887 Oct 18 23:55:18.176882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35360) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:18.226426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7edd826-669c-4be5-a55e-a6fc245b864f tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:18.230847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f7edd826-669c-4be5-a55e-a6fc245b864f tempest-TestSecurityGroupsBasicOps-1184953983 tempest-TestSecurityGroupsBasicOps-1184953983-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 1056 time: 0.0499408 Oct 18 23:55:18.273379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35364) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:18.289243 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d121721e-05ff-4ab1-b118-69c9dcf8672a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:18.384595 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d121721e-05ff-4ab1-b118-69c9dcf8672a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:18.389706 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d121721e-05ff-4ab1-b118-69c9dcf8672a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:18.434919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35370) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:18.435177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d121721e-05ff-4ab1-b118-69c9dcf8672a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c989fe5772f44a709e07d69ba793be3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602736 Oct 18 23:55:18.436307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121721e-05ff-4ab1-b118-69c9dcf8672a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c22df8-4e9a-482e-a52e-9ed51a306f55,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:18.879705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03fa84-68a2-4d01-96bc-ab4331c87c05 req-7390113c-2cef-42d7-8c92-544e7e5cea4f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:18.881238 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec03fa84-68a2-4d01-96bc-ab4331c87c05 req-7390113c-2cef-42d7-8c92-544e7e5cea4f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 909 time: 0.4553630 Oct 18 23:55:18.891223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba02740-7db0-4375-87c0-31e342641869 req-4c95ae03-b295-4595-8a46-dc4fc94e0210 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:18.893369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ba02740-7db0-4375-87c0-31e342641869 req-4c95ae03-b295-4595-8a46-dc4fc94e0210 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0673103 Oct 18 23:55:18.897850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5764338e-161d-4af2-a79a-30d31270e772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:18.931577 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5764338e-161d-4af2-a79a-30d31270e772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:18.955153 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ba02740-7db0-4375-87c0-31e342641869 req-e97b719c-7a27-4ce7-88a6-64a8f6ad28f3 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490062 Oct 18 23:55:18.987070 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5764338e-161d-4af2-a79a-30d31270e772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:18.989791 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5764338e-161d-4af2-a79a-30d31270e772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:18.993516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5764338e-161d-4af2-a79a-30d31270e772 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57c22df8-4e9a-482e-a52e-9ed51a306f55 HTTP/1.1" status: 204 len: 168 time: 0.5551393 Oct 18 23:55:19.001430 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764338e-161d-4af2-a79a-30d31270e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c22df8-4e9a-482e-a52e-9ed51a306f55,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:19.405712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35394) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:19.424013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc4dd7ad-4f20-449a-9f5e-c66f2d780369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:19.534239 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc4dd7ad-4f20-449a-9f5e-c66f2d780369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:19.540412 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bc4dd7ad-4f20-449a-9f5e-c66f2d780369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:19.616501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dd7ad-4f20-449a-9f5e-c66f2d780369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b549ff7-c309-4d53-a670-c3e2ab563167,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:19.637623 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bc4dd7ad-4f20-449a-9f5e-c66f2d780369 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c1371bd14d2414e9a1118488e6cbd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304351 Oct 18 23:55:19.638600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35396) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:19.715796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c900-2e9e-4564-8893-c022040b6f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:19.745724 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c900-2e9e-4564-8893-c022040b6f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:19.794937 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c900-2e9e-4564-8893-c022040b6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:19.798328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c900-2e9e-4564-8893-c022040b6f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:19.802080 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9cb2c900-2e9e-4564-8893-c022040b6f25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b549ff7-c309-4d53-a670-c3e2ab563167 HTTP/1.1" status: 204 len: 168 time: 0.1594827 Oct 18 23:55:19.815000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2c900-2e9e-4564-8893-c022040b6f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b549ff7-c309-4d53-a670-c3e2ab563167,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:20.012558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63aa0b-9ab1-4338-b9e9-c3e5677d7ea2 req-3e3354ca-d735-415f-8204-f3a32db0a7cb tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:20.013545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca63aa0b-9ab1-4338-b9e9-c3e5677d7ea2 req-3e3354ca-d735-415f-8204-f3a32db0a7cb tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 909 time: 0.0547249 Oct 18 23:55:20.066864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1c41b-15c3-417c-b35f-7a43763c9721 req-4e133f0c-275b-4961-9759-1e4bc658cd6f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:20.069075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b1c41b-15c3-417c-b35f-7a43763c9721 req-4e133f0c-275b-4961-9759-1e4bc658cd6f tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0543396 Oct 18 23:55:20.107707 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b1c41b-15c3-417c-b35f-7a43763c9721 req-6470b2da-7b85-4c70-be2b-c2939bafe936 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326698 Oct 18 23:55:20.180964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-f805bda7-b100-4866-94f9-67dfcab862db tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:20.182736 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-f805bda7-b100-4866-94f9-67dfcab862db tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.73 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 909 time: 0.0521536 Oct 18 23:55:20.288847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Deleting port 249fbb7d-0944-47a9-b756-2c98dfdc115d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:20.289438 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:20.297479 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-878432ab-4032-4313-bc4c-387f0d06c697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:20.398557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] For port 249fbb7d-0944-47a9-b756-2c98dfdc115d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=249fbb7d-0944-47a9-b756-2c98dfdc115d,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:20.399033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:20.412720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Calling delete_port for 249fbb7d-0944-47a9-b756-2c98dfdc115d owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:20.540481 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5f33-789b-4513-9464-abac52c49347 req-4889f802-2502-4d9e-89fd-c1cccdd190da tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:20.542540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-4889f802-2502-4d9e-89fd-c1cccdd190da tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1136298 Oct 18 23:55:20.558711 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:20.559939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-f9bcf619-afbb-4e84-a982-da3c0190bf04 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/quotas/83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 375 time: 0.0113578 Oct 18 23:55:20.587007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Port': ['ID=249fbb7d-0944-47a9-b756-2c98dfdc115d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:20.634174 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-14dddcce-81e1-438f-b201-2d46a597c958 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608847 Oct 18 23:55:20.643835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] No DVR routers for this DVR port 249fbb7d-0944-47a9-b756-2c98dfdc115d on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:55:20.648209 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:20.652895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ce5b5b2-1fd6-492c-b68d-755974ca591f req-ca2ab9d3-2a70-40a7-b283-bd5f1ddad090 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.73 "DELETE /v2.0/ports/249fbb7d-0944-47a9-b756-2c98dfdc115d HTTP/1.1" status: 204 len: 173 time: 0.4632566 Oct 18 23:55:20.653810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312bded9-1916-4956-b72f-feafcb1e763c', 'name': 'network-vif-deleted', 'tag': '249fbb7d-0944-47a9-b756-2c98dfdc115d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:55:20.657203 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d96fde-2d8e-4bdd-af3a-703faa6bfa46" -d '{"events": [{"server_uuid": "312bded9-1916-4956-b72f-feafcb1e763c", "name": "network-vif-deleted", "tag": "249fbb7d-0944-47a9-b756-2c98dfdc115d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:55:20.707680 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dd7163-287a-46c5-b152-c09ace3f6fb2 x-openstack-request-id: req-16dd7163-287a-46c5-b152-c09ace3f6fb2 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:55:20.707950 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312bded9-1916-4956-b72f-feafcb1e763c", "name": "network-vif-deleted", "tag": "249fbb7d-0944-47a9-b756-2c98dfdc115d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:55:20.708206 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16dd7163-287a-46c5-b152-c09ace3f6fb2 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:55:20.708612 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312bded9-1916-4956-b72f-feafcb1e763c', 'name': 'network-vif-deleted', 'tag': '249fbb7d-0944-47a9-b756-2c98dfdc115d', 'status': 'completed', 'code': 200} Oct 18 23:55:20.962890 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-c5bf1cde-b098-481d-83ef-6f38717c1c9f service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204696 Oct 18 23:55:21.057457 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-c83a6b86-3068-4eda-870d-cb6143abfc03 service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880187 Oct 18 23:55:21.135223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-306fa4c1-07f7-4405-91ba-2eb01814a648 req-f3b34714-b98d-4dc3-a793-d73e86c6904b tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=312bded9-1916-4956-b72f-feafcb1e763c HTTP/1.1" status: 200 len: 210 time: 0.0319660 Oct 18 23:55:21.271771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954d2c-8677-4187-9c9c-44f10191e52a req-aa231a69-a923-4ec5-a09f-d96f1d25a6f7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:21.271993 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35460) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:21.274085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34954d2c-8677-4187-9c9c-44f10191e52a req-aa231a69-a923-4ec5-a09f-d96f1d25a6f7 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0695915 Oct 18 23:55:21.327077 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a41df79e-ac0e-464e-8a4e-af2afedd8182 req-8d3d212b-60b8-4aaa-88a2-8994d30f725a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 210 time: 0.0369372 Oct 18 23:55:21.338188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34954d2c-8677-4187-9c9c-44f10191e52a req-b80f033a-e837-44d0-9cf4-98413734fc22 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527987 Oct 18 23:55:21.411308 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-376784806', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:21.432164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Made reservation on behalf of 9e79114193074fb7be9834c1211635bc for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:21.434525 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:21.444163 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:21.523218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:21.527534 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:21.533332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] device_id is not set on port e8a58109-9b00-4163-980d-fbd4ffb709b9 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:21.589476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3710c9e-de10-4897-a241-d5521d87d9d9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:21.663102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Allocated IP 172.25.7.214 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/e8a58109-9b00-4163-980d-fbd4ffb709b9) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:21.814803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:21.851718 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:21.892241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:21.895099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:21.898435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:21.907256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a58109-9b00-4163-980d-fbd4ffb709b9,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:21.947073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:21.947671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:21.963120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f35526fa-5317-4369-92c5-a2873c6a5977 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6894441 Oct 18 23:55:21.966004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35472) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:21.970848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.214'}]}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:21.990785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:21.991755 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.041054 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.177951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.197138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35476) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:22.402697 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.425546 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.487974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb524bd1-dc96-49fe-88c2-801b136abe98 req-0bbf8580-46b7-4a3f-bbe5-87f6f42fc204 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 210 time: 0.0406544 Oct 18 23:55:22.541809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5f33-789b-4513-9464-abac52c49347 req-38e93c67-82ba-40d1-a7cb-4cfec7470ece tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:22.543288 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-38e93c67-82ba-40d1-a7cb-4cfec7470ece tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.2814617 Oct 18 23:55:22.563157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'port': {'device_id': '7dfcef90-aa1e-4a68-9061-fab879488d12', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'admin_state_up': True, 'tenant_id': '83c29ede187047efa503f1fcf27d87ca'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:22.567581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea27667-1775-4e56-8eaf-462910d069de req-361a48b3-4ee2-4434-aa2c-ece010209c32 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:22.569121 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aea27667-1775-4e56-8eaf-462910d069de req-361a48b3-4ee2-4434-aa2c-ece010209c32 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0991375 Oct 18 23:55:22.656008 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aea27667-1775-4e56-8eaf-462910d069de req-6cafff18-6669-4235-976a-acd3ee4241a1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747495 Oct 18 23:55:22.666150 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.747257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Made reservation on behalf of 83c29ede187047efa503f1fcf27d87ca for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:22.751333 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.890482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.893139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.933473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.944693 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:22.945418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84154682-7c58-48ae-a6f8-52d308e0f62f {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:55:22.967606 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 18 23:55:22.971681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e9f3690e-820f-4f0f-a9d0-af2fca6ad4f8 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0019381 Oct 18 23:55:22.972017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35486) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:23.062248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fe89db4f-4c6c-42bc-b2ba-3f6e08745889 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Deleting port e8a58109-9b00-4163-980d-fbd4ffb709b9 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:23.062816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe89db4f-4c6c-42bc-b2ba-3f6e08745889 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:23.149578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe89db4f-4c6c-42bc-b2ba-3f6e08745889 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:23.162360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fe89db4f-4c6c-42bc-b2ba-3f6e08745889 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Calling delete_port for e8a58109-9b00-4163-980d-fbd4ffb709b9 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:23.239336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.20.0.11 (b80637fd-7b3f-43f9-9f81-82200c144307/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2/82165a71-451b-4ba6-aa6e-0fae2cb1babc) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:23.315068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe89db4f-4c6c-42bc-b2ba-3f6e08745889 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:23.344833 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89db4f-4c6c-42bc-b2ba-3f6e08745889 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8a58109-9b00-4163-980d-fbd4ffb709b9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:23.423734 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe89db4f-4c6c-42bc-b2ba-3f6e08745889 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:23.430236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fe89db4f-4c6c-42bc-b2ba-3f6e08745889 tempest-RoutersAdminNegativeTest-327874949 tempest-RoutersAdminNegativeTest-327874949-project-admin] 10.222.0.52 "DELETE /v2.0/ports/e8a58109-9b00-4163-980d-fbd4ffb709b9 HTTP/1.1" status: 204 len: 168 time: 0.4542348 Oct 18 23:55:23.493715 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:23.551739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 249fbb7d-0944-47a9-b756-2c98dfdc115d no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:23.564984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:23.609602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 249fbb7d-0944-47a9-b756-2c98dfdc115d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:55:23.609953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 249fbb7d-0944-47a9-b756-2c98dfdc115d not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:55:23.670545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:23.682753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:23.686385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:23.694110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=82165a71-451b-4ba6-aa6e-0fae2cb1babc,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:23.766865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e34d8-c643-4fe2-be1d-4c75122b9079 req-9ac12734-5240-40ba-964d-f0958d9dbce7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:23.774798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-032e34d8-c643-4fe2-be1d-4c75122b9079 req-9ac12734-5240-40ba-964d-f0958d9dbce7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 932 time: 0.1538823 Oct 18 23:55:23.797916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Deleting port 0a918050-b88d-4faf-a2d1-b670b075214a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:23.798271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:23.834349 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:23.835050 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:23.863835 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd038fd-5369-470b-b928-f16fadf82918 req-5c74e155-6172-4ef5-88ab-540c32bbc134 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:23.867177 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4cd038fd-5369-470b-b928-f16fadf82918 req-5c74e155-6172-4ef5-88ab-540c32bbc134 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.1108747 Oct 18 23:55:23.874697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35496) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:23.925281 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-7ab33b20-f4cb-4ead-87b7-92ba9bd27429 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3665037 Oct 18 23:55:23.936949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-032e34d8-c643-4fe2-be1d-4c75122b9079 req-a26e8c84-e242-4298-a692-77c1448d43da tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612167 Oct 18 23:55:23.942868 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4cd038fd-5369-470b-b928-f16fadf82918 req-c3e27a9f-3b9c-4c24-a330-9c8b1031c8af tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665255 Oct 18 23:55:23.958461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Request body: {'port': {'device_id': '7dfcef90-aa1e-4a68-9061-fab879488d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:23.990107 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9480b132-dc9b-4152-9b9f-79db124a6b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.060257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] For port 0a918050-b88d-4faf-a2d1-b670b075214a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=0a918050-b88d-4faf-a2d1-b670b075214a,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:24.060625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.070184 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.085506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Calling delete_port for 0a918050-b88d-4faf-a2d1-b670b075214a owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:24.104076 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d7719df-3d63-45ed-a70f-0388ce6729e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.147595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d9846b76-e7ca-4959-b5cf-a5ac04c5481c None None] Provisioning complete for port 82165a71-451b-4ba6-aa6e-0fae2cb1babc triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:24.148440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9846b76-e7ca-4959-b5cf-a5ac04c5481c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.249570 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d9846b76-e7ca-4959-b5cf-a5ac04c5481c None None] Port 82165a71-451b-4ba6-aa6e-0fae2cb1babc cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:24.288794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d7719df-3d63-45ed-a70f-0388ce6729e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.294394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6d7719df-3d63-45ed-a70f-0388ce6729e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.329452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6d7719df-3d63-45ed-a70f-0388ce6729e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf3236e2ff954cd4bed443ef52412599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263601 Oct 18 23:55:24.333082 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35500) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:24.373217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7719df-3d63-45ed-a70f-0388ce6729e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a5d83e-d5c8-47b2-82aa-b783feecc124,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:24.500268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-560d4d06-0092-4205-828e-18823129541f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.564354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-560d4d06-0092-4205-828e-18823129541f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.598042 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.650105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Port': ['ID=0a918050-b88d-4faf-a2d1-b670b075214a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:24.656096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82165a71-451b-4ba6-aa6e-0fae2cb1babc {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:55:24.668433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.735330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Transition to ACTIVE for port object 82165a71-451b-4ba6-aa6e-0fae2cb1babc will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:55:24.739110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-560d4d06-0092-4205-828e-18823129541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.742599 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-560d4d06-0092-4205-828e-18823129541f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.746520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-560d4d06-0092-4205-828e-18823129541f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01a5d83e-d5c8-47b2-82aa-b783feecc124 HTTP/1.1" status: 204 len: 168 time: 0.4083343 Oct 18 23:55:24.780813 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.796701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:24.864587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d4d06-0092-4205-828e-18823129541f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a5d83e-d5c8-47b2-82aa-b783feecc124,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:25.010766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Pushing event updated for resources: {'Port': ['ID=82165a71-451b-4ba6-aa6e-0fae2cb1babc,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:25.191812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48c2c1-8513-45a4-b448-444ea40b4cf2 req-6ab2fb9e-001a-4fa7-af92-e5b552b44025 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:25.193567 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e48c2c1-8513-45a4-b448-444ea40b4cf2 req-6ab2fb9e-001a-4fa7-af92-e5b552b44025 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.1146519 Oct 18 23:55:25.216340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:25.239775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Attempting to bind port 82165a71-451b-4ba6-aa6e-0fae2cb1babc on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:25.240177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Attempting to bind port 82165a71-451b-4ba6-aa6e-0fae2cb1babc by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:25.240604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Attempting to bind port 82165a71-451b-4ba6-aa6e-0fae2cb1babc on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:25.249571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5de6-ad9d-4320-bef0-8e854739b635 req-ccce335b-cc6b-433c-88d3-2ca37de850f2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:25.258119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c8e5de6-ad9d-4320-bef0-8e854739b635 req-ccce335b-cc6b-433c-88d3-2ca37de850f2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1687765 Oct 18 23:55:25.266326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35510) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:25.269074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Port 82165a71-451b-4ba6-aa6e-0fae2cb1babc on network b80637fd-7b3f-43f9-9f81-82200c144307 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:55:25.269865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Attempting to bind port 82165a71-451b-4ba6-aa6e-0fae2cb1babc on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:25.286045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e48c2c1-8513-45a4-b448-444ea40b4cf2 req-7af6bb34-0682-400e-b339-d8bb06fa1ba0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864198 Oct 18 23:55:25.329573 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-08b3e647-a1c8-4724-9db8-c6fbc4fdab71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e79114193074fb7be9834c1211635bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591490 Oct 18 23:55:25.332453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35512) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:25.357998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:25.359619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:25.360041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Bound using segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:25.360660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Bound port: 82165a71-451b-4ba6-aa6e-0fae2cb1babc, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:25.361093 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:25.416494 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5335ab50-ee14-4c35-84e2-b5ca6039dc6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:25.450320 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:25.457523 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5335ab50-ee14-4c35-84e2-b5ca6039dc6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:25.469840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c8e5de6-ad9d-4320-bef0-8e854739b635 req-7d748745-fe90-44ee-a710-4149b75dcb26 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079515 Oct 18 23:55:25.521444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] For port 82165a71-451b-4ba6-aa6e-0fae2cb1babc, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:25.526148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] For port 82165a71-451b-4ba6-aa6e-0fae2cb1babc, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82165a71-451b-4ba6-aa6e-0fae2cb1babc,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:25.563980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5335ab50-ee14-4c35-84e2-b5ca6039dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:25.567464 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5335ab50-ee14-4c35-84e2-b5ca6039dc6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:25.568058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:25.579511 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5335ab50-ee14-4c35-84e2-b5ca6039dc6b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3710c9e-de10-4897-a241-d5521d87d9d9 HTTP/1.1" status: 204 len: 168 time: 0.2421036 Oct 18 23:55:25.593911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335ab50-ee14-4c35-84e2-b5ca6039dc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3710c9e-de10-4897-a241-d5521d87d9d9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:25.616806 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:25.617436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:25.618948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] 10.222.0.102 "PUT /v2.0/ports/82165a71-451b-4ba6-aa6e-0fae2cb1babc HTTP/1.1" status: 200 len: 1093 time: 1.6779635 Oct 18 23:55:25.619368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfcef90-aa1e-4a68-9061-fab879488d12', 'tag': '82165a71-451b-4ba6-aa6e-0fae2cb1babc'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:55:25.621962 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633e2a87-e977-4438-9136-2fb6cc90ad17" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfcef90-aa1e-4a68-9061-fab879488d12", "tag": "82165a71-451b-4ba6-aa6e-0fae2cb1babc"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:55:25.708358 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a8a086-c538-430d-9de3-e592fd559fe7 x-openstack-request-id: req-03a8a086-c538-430d-9de3-e592fd559fe7 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:55:25.708667 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfcef90-aa1e-4a68-9061-fab879488d12", "tag": "82165a71-451b-4ba6-aa6e-0fae2cb1babc", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:55:25.708911 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03a8a086-c538-430d-9de3-e592fd559fe7 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:55:25.709397 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfcef90-aa1e-4a68-9061-fab879488d12', 'tag': '82165a71-451b-4ba6-aa6e-0fae2cb1babc', 'status': 'completed', 'code': 200} Oct 18 23:55:25.730125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85440a2c-a45f-41c5-8be8-c0df4d7ff406 service neutron] Pushing event updated for resources: {'Port': ['ID=82165a71-451b-4ba6-aa6e-0fae2cb1babc,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:25.747964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:25.784172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5f33-789b-4513-9464-abac52c49347 req-1de90fc1-1706-4dd3-8acf-5e1617dd2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:25.785166 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-1de90fc1-1706-4dd3-8acf-5e1617dd2586 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 1096 time: 0.0962193 Oct 18 23:55:25.928674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:25.937795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35520) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:25.938011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-23228eed-a28a-40e0-ad4b-940dc3102cd7 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "PUT /v2.0/routers/d5943aa9-7f42-4155-8dd9-fb3d53f1b719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7390811 Oct 18 23:55:25.956526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] Sync routers for ids ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:25.971897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] Routers {'d5943aa9-7f42-4155-8dd9-fb3d53f1b719'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:25.974064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:26.015506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-817ae114-89bc-4abd-87a2-00662e30cc3f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82165a71-451b-4ba6-aa6e-0fae2cb1babc HTTP/1.1" status: 200 len: 217 time: 0.1598825 Oct 18 23:55:26.025684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5ea8b0-eeb4-4e66-b79e-c68771284dda tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Deleting subnet 2c245a37-47a8-4330-9c2d-3b7ab755b1bb {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:55:26.037440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea8b0-eeb4-4e66-b79e-c68771284dda tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:26.103745 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea8b0-eeb4-4e66-b79e-c68771284dda tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:26.106928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5f33-789b-4513-9464-abac52c49347 req-ee59db4f-a58e-4325-8418-5a5889d83081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:26.109074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-ee59db4f-a58e-4325-8418-5a5889d83081 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0857997 Oct 18 23:55:26.147293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] Set router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:26.180164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5f33-789b-4513-9464-abac52c49347 req-cade593d-375d-4e7f-82de-a1e3b70d40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:26.181669 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-cade593d-375d-4e7f-82de-a1e3b70d40d4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657685 Oct 18 23:55:26.233686 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea8b0-eeb4-4e66-b79e-c68771284dda tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:26.339378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-9f3ff674-dc32-4d26-8ec1-9df33ad86216 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498392 Oct 18 23:55:26.354355 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea8b0-eeb4-4e66-b79e-c68771284dda tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:26.365629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:24Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:26.400025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] Checking router: d5943aa9-7f42-4155-8dd9-fb3d53f1b719 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:55:26.409639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] Routers {'d5943aa9-7f42-4155-8dd9-fb3d53f1b719'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:26.410537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:26.422146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff5ea8b0-eeb4-4e66-b79e-c68771284dda tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:26.441147 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ff5ea8b0-eeb4-4e66-b79e-c68771284dda tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "DELETE /v2.0/subnets/2c245a37-47a8-4330-9c2d-3b7ab755b1bb HTTP/1.1" status: 204 len: 168 time: 0.5014567 Oct 18 23:55:26.442471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ea8b0-eeb4-4e66-b79e-c68771284dda tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Subnet': ['ID=2c245a37-47a8-4330-9c2d-3b7ab755b1bb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:26.445886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35532) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:26.461815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494ed0d-b49c-4dc4-943f-caf95aa8273f None None] Network ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:26.525749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c05b-bdb5-4bf4-b01b-fc5ef36c7aa0 req-aab687ca-a80d-41f1-9152-04f037dcfb35 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:26.536190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfc0c05b-bdb5-4bf4-b01b-fc5ef36c7aa0 req-aab687ca-a80d-41f1-9152-04f037dcfb35 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.1245797 Oct 18 23:55:26.568468 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1eac5f33-789b-4513-9464-abac52c49347 req-2536621a-ba36-417b-95e4-c785b651efcc service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198417 Oct 18 23:55:26.612357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfc0c05b-bdb5-4bf4-b01b-fc5ef36c7aa0 req-6556236f-3c75-4b8e-ad27-c41fa7637bb0 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754759 Oct 18 23:55:26.706845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:26.752495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-3b031307-b698-45bc-a03a-817639ca6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:26.754395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-3b031307-b698-45bc-a03a-817639ca6b97 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 1096 time: 0.0957296 Oct 18 23:55:26.787963 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09e04-8d0b-4a07-986a-88fc49c06c8d req-3cf46e3a-6b7e-4967-96fa-0522ff472ecd tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:26.789502 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-61f09e04-8d0b-4a07-986a-88fc49c06c8d req-3cf46e3a-6b7e-4967-96fa-0522ff472ecd tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1466219 Oct 18 23:55:26.900330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] Set router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:26.931364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-61f09e04-8d0b-4a07-986a-88fc49c06c8d req-a4c73099-75ca-423e-93ea-bd591eb3c363 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352870 Oct 18 23:55:26.938528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-134d5e19-eeaf-49ce-a2f2-15d7621e4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:26.940181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-134d5e19-eeaf-49ce-a2f2-15d7621e4334 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.1783402 Oct 18 23:55:26.945869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35544) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:26.966469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.013270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-f26267e4-5757-49be-8035-e9b0cc37e283 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82165a71-451b-4ba6-aa6e-0fae2cb1babc HTTP/1.1" status: 200 len: 217 time: 0.0622799 Oct 18 23:55:27.039459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a7b87-30db-4f81-b3e0-79c0c16bf574 None None] DHCP port deletion for ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:55:27.071978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Deleting port 9ea129fd-b81f-4386-8004-7fd470d5a6a1 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:27.072332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.123102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-f0e7356f-dd7e-416e-ad69-3cc20c50b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:27.125713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-f0e7356f-dd7e-416e-ad69-3cc20c50b805 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.1052496 Oct 18 23:55:27.174650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-014a7b87-30db-4f81-b3e0-79c0c16bf574 None None] Deleting port 48bb0795-ae9b-4baf-8c0d-5c871c4df125 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:27.174650 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-014a7b87-30db-4f81-b3e0-79c0c16bf574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.207496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-af31c47e-528a-42fc-beca-16120fe63bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:27.209146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-af31c47e-528a-42fc-beca-16120fe63bbb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751417 Oct 18 23:55:27.221444 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] For port 9ea129fd-b81f-4386-8004-7fd470d5a6a1, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9ea129fd-b81f-4386-8004-7fd470d5a6a1,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:27.221791 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.245121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1761891566'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:27.249022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Calling delete_port for 9ea129fd-b81f-4386-8004-7fd470d5a6a1 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:27.324107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Made reservation on behalf of db7a42e19e4c470ebcafbe800dcfb032 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:27.328775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.339337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-014a7b87-30db-4f81-b3e0-79c0c16bf574 None None] For port 48bb0795-ae9b-4baf-8c0d-5c871c4df125, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=48bb0795-ae9b-4baf-8c0d-5c871c4df125,segment=NetworkSegment(eb7f34dd-e4fa-4351-ac39-88955538995c),segment_id=eb7f34dd-e4fa-4351-ac39-88955538995c)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:27.339766 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-014a7b87-30db-4f81-b3e0-79c0c16bf574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.340855 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.369396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-014a7b87-30db-4f81-b3e0-79c0c16bf574 None None] Calling delete_port for 48bb0795-ae9b-4baf-8c0d-5c871c4df125 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:27.389189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-bef7b4c8-e0e9-4fe9-8641-ae9951caae72 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722360 Oct 18 23:55:27.435003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:24Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:27.477393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84ddaf-3f56-41ed-aaa9-412a535d6240 None None] The sync data for ids ['d5943aa9-7f42-4155-8dd9-fb3d53f1b719'] in n-d-713498-28 is: [{'id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1849975447', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:24Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '9ea129fd-b81f-4386-8004-7fd470d5a6a1', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5943aa9-7f42-4155-8dd9-fb3d53f1b719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:56Z', 'updated_at': '2021-10-18T23:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:27.493348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.502038 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.506615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-633e2a87-e977-4438-9136-2fb6cc90ad17 req-2d25590d-4668-4644-8e2f-e960d450406d service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101310 Oct 18 23:55:27.547586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-014a7b87-30db-4f81-b3e0-79c0c16bf574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.573759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551fde3c-b6c6-4a8d-a21e-50fb2fd1078f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:27.590147 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.596470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a7b87-30db-4f81-b3e0-79c0c16bf574 None None] Pushing event deleted for resources: {'Port': ['ID=48bb0795-ae9b-4baf-8c0d-5c871c4df125,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:27.598915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a7b87-30db-4f81-b3e0-79c0c16bf574 None None] No DVR routers for this DVR port 48bb0795-ae9b-4baf-8c0d-5c871c4df125 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:55:27.604229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:55:27.650514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Port': ['ID=9ea129fd-b81f-4386-8004-7fd470d5a6a1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:27.658379 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.658753 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Added segment 8285757d-a165-4d68-807a-6fce18f5d990 of type vlan for network c87043dd-64f7-47f4-8d2c-54bb06982f51 Oct 18 23:55:27.741677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.767769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73269bbc-4035-4645-abff-402cd2e0b5eb req-6741ad14-a5a1-4522-9980-8991eb82bc42 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:27.770116 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.776075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73269bbc-4035-4645-abff-402cd2e0b5eb req-6741ad14-a5a1-4522-9980-8991eb82bc42 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0704093 Oct 18 23:55:27.807169 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.813780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:27.814106 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.883516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73269bbc-4035-4645-abff-402cd2e0b5eb req-7038c861-77aa-4177-8ca1-5141fa6c1fb1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065211 Oct 18 23:55:27.884390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 48bb0795-ae9b-4baf-8c0d-5c871c4df125 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:27.909383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 48bb0795-ae9b-4baf-8c0d-5c871c4df125 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:55:27.909729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 48bb0795-ae9b-4baf-8c0d-5c871c4df125 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:55:27.950266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.954928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:27.963961 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0157208 Oct 18 23:55:27.966455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35552) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:27.972236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Request body: {'subnet': {'network_id': 'c87043dd-64f7-47f4-8d2c-54bb06982f51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:27.999872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeec532-37dd-43c7-a80a-5614c964f242 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event updated for resources: {'Network': ['ID=c87043dd-64f7-47f4-8d2c-54bb06982f51,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:28.005509 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:28.035428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c87043dd-64f7-47f4-8d2c-54bb06982f51 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:55:28.121354 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:28.121926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Fanout notify agent at l3_agent the message router_deleted on router d5943aa9-7f42-4155-8dd9-fb3d53f1b719 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:55:28.133617 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:28.138022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35554) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:28.138364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-10cd7d37-eaba-4feb-b7cf-1d13726158d5 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "DELETE /v2.0/routers/d5943aa9-7f42-4155-8dd9-fb3d53f1b719 HTTP/1.1" status: 204 len: 168 time: 1.6908565 Oct 18 23:55:28.170258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2c6de-cc61-4c3d-aa85-1ce9837edd37 req-dd75cf8d-d5ab-42b4-ae5f-19546cb6b318 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:28.186870 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2c6de-cc61-4c3d-aa85-1ce9837edd37 req-dd75cf8d-d5ab-42b4-ae5f-19546cb6b318 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1171985 Oct 18 23:55:28.191517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Made reservation on behalf of db7a42e19e4c470ebcafbe800dcfb032 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:28.203003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:28.246650 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34c2c6de-cc61-4c3d-aa85-1ce9837edd37 req-8b9d80de-000c-4683-a6be-c8cc436e1758 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584660 Oct 18 23:55:28.629678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:28.838100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:28.890923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:28.942920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7f34dd-e4fa-4351-ac39-88955538995c') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:28.942920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7f34dd-e4fa-4351-ac39-88955538995c') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:28.979204 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.048595 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.055054 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.067281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:55:29.067686 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:55:29.073055 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:55:29.151863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3c24c-ac49-414b-aa8d-c6118941dd02 req-8b2ca82a-8fb9-40e3-ba46-1ecdada649cc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:29.154089 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08b3c24c-ac49-414b-aa8d-c6118941dd02 req-8b2ca82a-8fb9-40e3-ba46-1ecdada649cc tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.1793830 Oct 18 23:55:29.260232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event updated for resources: {'Subnet': ['ID=89f13da9-9c94-4b31-8d3a-c9d1728f7a9c,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:29.263841 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.291092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.299056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "DELETE /v2.0/networks/ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3 HTTP/1.1" status: 204 len: 168 time: 1.1597404 Oct 18 23:55:29.308212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35560) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:29.348225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc10657-84e1-4061-a3e5-924fff2799f3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Network': ['ID=ff4776c3-daf4-4c22-b0a7-8cc9919ba2a3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:29.369476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08b3c24c-ac49-414b-aa8d-c6118941dd02 req-419fd88b-581e-4191-ab01-f5ff9dc4c53e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710250 Oct 18 23:55:29.371305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Checking segment: {'id': '8285757d-a165-4d68-807a-6fce18f5d990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c87043dd-64f7-47f4-8d2c-54bb06982f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:29.371893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Network hostable DHCP agents. Network: c87043dd-64f7-47f4-8d2c-54bb06982f51, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:55:29.419604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Network c87043dd-64f7-47f4-8d2c-54bb06982f51 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:55:29.449227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c87043dd-64f7-47f4-8d2c-54bb06982f51) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:29.460108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0761793-e47c-426f-8a0a-bd6ef704e0e7 None None] Network c87043dd-64f7-47f4-8d2c-54bb06982f51 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:29.467115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:29.467988 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.497734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-52ce652c-4cad-42b2-8f8a-ced2b0c1c737 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5299723 Oct 18 23:55:29.500694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35562) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:29.512867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f3aedd80-a4d1-4db4-b4d9-e785a23323fe tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2003362446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:29.565147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc428a83-fe57-4271-8b2a-f7657625b747 req-6c796adc-2169-4356-ade1-5c9737809681 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:29.573154 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc428a83-fe57-4271-8b2a-f7657625b747 req-6c796adc-2169-4356-ade1-5c9737809681 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1144505 Oct 18 23:55:29.602279 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3aedd80-a4d1-4db4-b4d9-e785a23323fe tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.603779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3aedd80-a4d1-4db4-b4d9-e785a23323fe tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.617234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9ea129fd-b81f-4386-8004-7fd470d5a6a1 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:29.651074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc428a83-fe57-4271-8b2a-f7657625b747 req-99087b5a-c65a-48a5-841a-b4eca3a6b834 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767698 Oct 18 23:55:29.669503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 9ea129fd-b81f-4386-8004-7fd470d5a6a1 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:55:29.670240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9ea129fd-b81f-4386-8004-7fd470d5a6a1 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:55:29.670877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0a918050-b88d-4faf-a2d1-b670b075214a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:29.677535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3aedd80-a4d1-4db4-b4d9-e785a23323fe tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.683013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Deleting port 932281a0-ffcf-4c4f-a67b-f6dfeeee0d4b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:29.683625 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.692417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3aedd80-a4d1-4db4-b4d9-e785a23323fe tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.720699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 0a918050-b88d-4faf-a2d1-b670b075214a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:55:29.721345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 0a918050-b88d-4faf-a2d1-b670b075214a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:55:29.759617 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3aedd80-a4d1-4db4-b4d9-e785a23323fe tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.763786 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f3aedd80-a4d1-4db4-b4d9-e785a23323fe tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2583103 Oct 18 23:55:29.767257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35564) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:29.796729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c87043dd-64f7-47f4-8d2c-54bb06982f51', 'network_id': 'c87043dd-64f7-47f4-8d2c-54bb06982f51', 'tenant_id': 'db7a42e19e4c470ebcafbe800dcfb032', 'fixed_ips': [{'subnet_id': '89f13da9-9c94-4b31-8d3a-c9d1728f7a9c'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:55:29.797537 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.817914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.817914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:29.832052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Calling delete_port for 932281a0-ffcf-4c4f-a67b-f6dfeeee0d4b owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:30.044594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Allocated IP 172.20.0.2 (c87043dd-64f7-47f4-8d2c-54bb06982f51/89f13da9-9c94-4b31-8d3a-c9d1728f7a9c/d6f951fa-736c-4512-8521-9cd68bbe5a1b) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:30.097029 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:30.154064 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:30.199313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Port': ['ID=932281a0-ffcf-4c4f-a67b-f6dfeeee0d4b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:30.262938 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:30.263296 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Floating IP 4b99dc5d-73a9-413a-a126-17ee8701d671 disassociated (deleted). External IP: 172.25.7.97, port: 12a44252-0f85-43ea-a0cb-64aea8a01b7a. Oct 18 23:55:30.320116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:30.332701 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:30.377782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Network c87043dd-64f7-47f4-8d2c-54bb06982f51 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:30.381240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:30.384611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:30.412918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Pushing event updated for resources: {'Port': ['ID=d6f951fa-736c-4512-8521-9cd68bbe5a1b,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:30.488142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Attempting to bind port d6f951fa-736c-4512-8521-9cd68bbe5a1b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:30.488860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Attempting to bind port d6f951fa-736c-4512-8521-9cd68bbe5a1b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8285757d-a165-4d68-807a-6fce18f5d990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c87043dd-64f7-47f4-8d2c-54bb06982f51'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:30.488998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Attempting to bind port d6f951fa-736c-4512-8521-9cd68bbe5a1b on network c87043dd-64f7-47f4-8d2c-54bb06982f51 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:30.507161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:30.507161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Checking segment: {'id': '8285757d-a165-4d68-807a-6fce18f5d990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c87043dd-64f7-47f4-8d2c-54bb06982f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:30.507582 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:30.511009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Bound using segment: {'id': '8285757d-a165-4d68-807a-6fce18f5d990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c87043dd-64f7-47f4-8d2c-54bb06982f51'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:30.512564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Bound port: d6f951fa-736c-4512-8521-9cd68bbe5a1b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8285757d-a165-4d68-807a-6fce18f5d990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c87043dd-64f7-47f4-8d2c-54bb06982f51'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:30.512564 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:30.567543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646055e3-f71c-4ecb-bf1e-c7be76108090 req-401926a9-8684-47f5-8953-15d7dffce084 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:30.569113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-646055e3-f71c-4ecb-bf1e-c7be76108090 req-401926a9-8684-47f5-8953-15d7dffce084 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.1014755 Oct 18 23:55:30.594852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] For port d6f951fa-736c-4512-8521-9cd68bbe5a1b, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:30.599874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] For port d6f951fa-736c-4512-8521-9cd68bbe5a1b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6f951fa-736c-4512-8521-9cd68bbe5a1b,segment=NetworkSegment(8285757d-a165-4d68-807a-6fce18f5d990),segment_id=8285757d-a165-4d68-807a-6fce18f5d990)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:30.610042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:30.622173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Allocated IP 172.20.0.1 (c87043dd-64f7-47f4-8d2c-54bb06982f51/89f13da9-9c94-4b31-8d3a-c9d1728f7a9c/3e3acda2-90c5-43bf-9608-6d06ceae0217) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:30.657076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-646055e3-f71c-4ecb-bf1e-c7be76108090 req-fa3f1a7e-3e35-4e08-8770-ae5f9226179d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751069 Oct 18 23:55:30.726433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9e20e-66ca-4137-9a53-8ac31d337063 None None] Pushing event updated for resources: {'Port': ['ID=d6f951fa-736c-4512-8521-9cd68bbe5a1b,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:30.900781 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:31.008621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:31.114869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Network c87043dd-64f7-47f4-8d2c-54bb06982f51 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:31.120065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:31.124482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:31.171865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event updated for resources: {'Port': ['ID=3e3acda2-90c5-43bf-9608-6d06ceae0217,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:31.205532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Router ae58699f-e6ad-4391-823e-229b13308b55 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:31.217583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:31.256830 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8420d5c-4c29-47d9-b2b5-cd3baf2e71e1 req-3e6f5a4f-bfc3-4c03-a823-8c133e75bc81 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:31.259431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8420d5c-4c29-47d9-b2b5-cd3baf2e71e1 req-3e6f5a4f-bfc3-4c03-a823-8c133e75bc81 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1804798 Oct 18 23:55:31.364658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:31.367553 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f8420d5c-4c29-47d9-b2b5-cd3baf2e71e1 req-192c7f59-6512-4bd9-8015-dcbcbb3c2ef5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000683 Oct 18 23:55:31.440283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:31.449407 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:31.460083 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] Sync routers for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:31.475576 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:31.476029 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:31.499915 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1fa5a4de-69f4-4412-8d17-46d605fba2e1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "DELETE /v2.0/floatingips/4b99dc5d-73a9-413a-a126-17ee8701d671 HTTP/1.1" status: 204 len: 168 time: 2.1901898 Oct 18 23:55:31.503501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:55:31.506252 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef36b266-9995-4477-8c56-4d08f0d1fbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:55:31.704842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6f951fa-736c-4512-8521-9cd68bbe5a1b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:31.724400 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:31.871943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d6f951fa-736c-4512-8521-9cd68bbe5a1b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:31.873541 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:31.892590 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bb1d8f-42cb-419c-980d-4bc915fe5915 x-openstack-request-id: req-83bb1d8f-42cb-419c-980d-4bc915fe5915 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:55:31.892929 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:55:31.893183 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83bb1d8f-42cb-419c-980d-4bc915fe5915 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:55:31.893594 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'status': 'completed', 'code': 200} Oct 18 23:55:32.077661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4111dfa-92b3-459c-9a0e-da4001625206 req-4460aac3-0a18-4758-b395-1ac61ab7095f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:32.088272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:32.095553 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e4111dfa-92b3-459c-9a0e-da4001625206 req-4460aac3-0a18-4758-b395-1ac61ab7095f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 984 time: 0.1008549 Oct 18 23:55:32.104758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:32.120565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:32.177101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d6f951fa-736c-4512-8521-9cd68bbe5a1b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6f951fa-736c-4512-8521-9cd68bbe5a1b,segment=NetworkSegment(8285757d-a165-4d68-807a-6fce18f5d990),segment_id=8285757d-a165-4d68-807a-6fce18f5d990)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:32.185339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:32.207918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:32.228952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-aa28f536-e753-4874-940b-5a579637e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:32.230533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-aa28f536-e753-4874-940b-5a579637e85b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=c26adfe5c8584383bcb441f63a361207&device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 1136 time: 0.2861166 Oct 18 23:55:32.284687 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:24Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'e4467087-7a4d-4f05-b810-de8a94933422', 'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:0d:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:23Z', 'updated_at': '2021-10-18T23:53:29Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:32.286227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e4111dfa-92b3-459c-9a0e-da4001625206 req-529d236a-83e6-40bf-9c18-fc48245b7a15 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1895494 Oct 18 23:55:32.313924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50358d3-b8af-471e-bb94-9b575751c770 req-86731aae-fdcd-4763-bc4b-6f566a4cb4de tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:32.327306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c50358d3-b8af-471e-bb94-9b575751c770 req-86731aae-fdcd-4763-bc4b-6f566a4cb4de tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.3206427 Oct 18 23:55:32.327624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d6f951fa-736c-4512-8521-9cd68bbe5a1b,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:32.335734 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] Checking router: ae58699f-e6ad-4391-823e-229b13308b55 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:55:32.350541 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:32.351461 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:32.435204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d520ca9-1e83-46d3-9a3d-cb75e7c5ef7b None None] Network c87043dd-64f7-47f4-8d2c-54bb06982f51 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:32.497136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c50358d3-b8af-471e-bb94-9b575751c770 req-6ba7cb09-5f25-4065-9755-099444b739e6 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420505 Oct 18 23:55:32.497136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event updated for resources: {'Port': ['ID=3e3acda2-90c5-43bf-9608-6d06ceae0217,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:32.545179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-847d0c2c-d5f5-4b91-a3cc-29c73f5662c4 None None] Provisioning complete for port d6f951fa-736c-4512-8521-9cd68bbe5a1b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:32.545558 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-847d0c2c-d5f5-4b91-a3cc-29c73f5662c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:32.546473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06f17d-0699-49a9-ae2e-493c677e907b req-497c5107-437b-467d-ba4f-f146d7764643 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:32.549103 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c06f17d-0699-49a9-ae2e-493c677e907b req-497c5107-437b-467d-ba4f-f146d7764643 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.0754018 Oct 18 23:55:32.597312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-3aeecfc5-ebd3-4469-9d76-aa2671371625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:32.599415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-3aeecfc5-ebd3-4469-9d76-aa2671371625 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e171aa01-51d1-4c27-bb1d-b62fae92c57c HTTP/1.1" status: 200 len: 898 time: 0.3272328 Oct 18 23:55:32.611888 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:32.630936 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1c06f17d-0699-49a9-ae2e-493c677e907b req-b7cbbf58-2d6f-4c48-9d6e-df7c5b389da3 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726278 Oct 18 23:55:32.684234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-523530d2-4c37-412f-92fb-f47f500dd4b7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a HTTP/1.1" status: 200 len: 217 time: 0.0714607 Oct 18 23:55:32.687050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Network c87043dd-64f7-47f4-8d2c-54bb06982f51 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:32.690325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:32.892887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-f7caa9ec-64b9-45f6-b8f2-ac8b4bf28ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:32.894562 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-f7caa9ec-64b9-45f6-b8f2-ac8b4bf28ae3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05084bfa-9a34-463c-8dff-3a62eda4e09c HTTP/1.1" status: 200 len: 835 time: 0.1872501 Oct 18 23:55:32.955628 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:24Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'e4467087-7a4d-4f05-b810-de8a94933422', 'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:0d:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:23Z', 'updated_at': '2021-10-18T23:53:29Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:32.968809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-2e2bd4b7-0f3c-4b16-8795-2738fced842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:32.970375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-2e2bd4b7-0f3c-4b16-8795-2738fced842b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e171aa01-51d1-4c27-bb1d-b62fae92c57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614486 Oct 18 23:55:32.988110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Router db0bb311-ce85-46da-9fff-b5595f80580f is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:55:32.998353 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee284fda-6a58-460d-b329-0325ec6e1800 None None] The sync data for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 is: [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:53:24Z', 'revision_number': 4, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'e4467087-7a4d-4f05-b810-de8a94933422', 'name': '', 'network_id': 'e171aa01-51d1-4c27-bb1d-b62fae92c57c', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'mac_address': 'fa:16:3e:0d:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:23Z', 'updated_at': '2021-10-18T23:53:29Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'subnets': [{'id': '05084bfa-9a34-463c-8dff-3a62eda4e09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:33.172282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e1f60c68-001d-4d80-9e23-564434cfb4e0 None None] Provisioning complete for port 3e3acda2-90c5-43bf-9608-6d06ceae0217 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:33.172825 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e1f60c68-001d-4d80-9e23-564434cfb4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:33.221384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-619eeb5f-c846-484b-8d52-b16c38fdf899 service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431228 Oct 18 23:55:33.228608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:33.238773 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b65731c2-cdbb-4659-ac98-58d53a6b2b62 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "PUT /v2.0/routers/db0bb311-ce85-46da-9fff-b5595f80580f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4688082 Oct 18 23:55:33.240526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35582) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:33.246510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Request body: {'port': {'network_id': 'c87043dd-64f7-47f4-8d2c-54bb06982f51', 'name': 'tempest-FloatingIPNegativeTestJSON-403174058'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:33.256895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904464c2-d945-4bf9-93ec-26671f085528 None None] Sync routers for ids ['db0bb311-ce85-46da-9fff-b5595f80580f'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:33.260554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e1f60c68-001d-4d80-9e23-564434cfb4e0 None None] Port 3e3acda2-90c5-43bf-9608-6d06ceae0217 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:33.319846 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904464c2-d945-4bf9-93ec-26671f085528 None None] Routers {'db0bb311-ce85-46da-9fff-b5595f80580f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:33.320260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-904464c2-d945-4bf9-93ec-26671f085528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['db0bb311-ce85-46da-9fff-b5595f80580f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:33.326178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e1f60c68-001d-4d80-9e23-564434cfb4e0 None None] Provisioning complete for port d6f951fa-736c-4512-8521-9cd68bbe5a1b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:33.326549 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e1f60c68-001d-4d80-9e23-564434cfb4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:33.459777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-904464c2-d945-4bf9-93ec-26671f085528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:33.472693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904464c2-d945-4bf9-93ec-26671f085528 None None] Routers {'db0bb311-ce85-46da-9fff-b5595f80580f'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:33.473931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-904464c2-d945-4bf9-93ec-26671f085528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['db0bb311-ce85-46da-9fff-b5595f80580f'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:33.554486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Made reservation on behalf of db7a42e19e4c470ebcafbe800dcfb032 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:33.567360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:33.581724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-904464c2-d945-4bf9-93ec-26671f085528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:33.582703 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904464c2-d945-4bf9-93ec-26671f085528 None None] The sync data for ids ['db0bb311-ce85-46da-9fff-b5595f80580f'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:33.603328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 01943826-6db2-4d31-8607-827e84b4ad7b details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:55:33.621736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 01943826-6db2-4d31-8607-827e84b4ad7b no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:33.650174 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d1140-dd31-415c-95c5-35fd2147a472 None None] New status for floating IP 4b99dc5d-73a9-413a-a126-17ee8701d671: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:55:33.676608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6f951fa-736c-4512-8521-9cd68bbe5a1b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:33.707858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] device_id is not set on port b6889852-90b2-453f-a5b2-26d3766e8bc4 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:33.774999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b80b18-9601-418f-af07-eb342861ce98 req-95b2a7a8-d57c-455e-8d34-6e5f33a3b674 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:33.776947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9b80b18-9601-418f-af07-eb342861ce98 req-95b2a7a8-d57c-455e-8d34-6e5f33a3b674 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.102 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 984 time: 0.1655297 Oct 18 23:55:33.865455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ee29a-f34b-43c8-972b-185ad1b0cbd9 req-30e16137-90f7-44a2-9ed0-e4bf3467b657 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:33.867496 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-431ee29a-f34b-43c8-972b-185ad1b0cbd9 req-30e16137-90f7-44a2-9ed0-e4bf3467b657 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.1992457 Oct 18 23:55:33.999853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Allocated IP 172.20.0.8 (c87043dd-64f7-47f4-8d2c-54bb06982f51/89f13da9-9c94-4b31-8d3a-c9d1728f7a9c/b6889852-90b2-453f-a5b2-26d3766e8bc4) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:34.022474 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.028418 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d6f951fa-736c-4512-8521-9cd68bbe5a1b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:34.028777 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.036954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4d0658f6-5c3a-4241-8679-d733d9bd5b2a None None] Provisioning complete for port 3e3acda2-90c5-43bf-9608-6d06ceae0217 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:34.037366 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d0658f6-5c3a-4241-8679-d733d9bd5b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.096782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75421ab6-0e50-4ce0-9e20-cf88425b3080 req-3d246d36-a125-4176-a38c-ec549eae4e3f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:34.097865 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75421ab6-0e50-4ce0-9e20-cf88425b3080 req-3d246d36-a125-4176-a38c-ec549eae4e3f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 984 time: 0.6489885 Oct 18 23:55:34.100235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef36b266-9995-4477-8c56-4d08f0d1fbf0 req-ec4e90ca-151e-4945-8ac3-cf187a5664dc service neutron] 10.222.0.102 "GET /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8598897 Oct 18 23:55:34.118877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=01943826-6db2-4d31-8607-827e84b4ad7b,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:34.146682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98e68-5b7f-48f1-a58f-33628f41355c req-11407b2e-e3fb-4595-98c0-f5467e096ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:34.149213 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcf98e68-5b7f-48f1-a58f-33628f41355c req-11407b2e-e3fb-4595-98c0-f5467e096ee8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 1097 time: 0.1233933 Oct 18 23:55:34.152671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:55:34.156197 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306048e5-67c7-4a08-8b7e-d04bb1554cd8" -d '{"events": [{"server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "name": "network-vif-unplugged", "status": "completed", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:55:34.182401 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4d0658f6-5c3a-4241-8679-d733d9bd5b2a None None] Port 3e3acda2-90c5-43bf-9608-6d06ceae0217 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:34.185713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '01943826-6db2-4d31-8607-827e84b4ad7b', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'port_id': '01943826-6db2-4d31-8607-827e84b4ad7b', 'mac_address': 'fa:16:3e:77:c8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:55:34.189755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=01943826-6db2-4d31-8607-827e84b4ad7b,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:34.199946 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.200602 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-431ee29a-f34b-43c8-972b-185ad1b0cbd9 req-1f4d2053-3b73-43c9-a128-5b325b5bc8d8 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023820 Oct 18 23:55:34.220696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75421ab6-0e50-4ce0-9e20-cf88425b3080 req-feca766e-88b5-41d1-81a8-73418b173014 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/security-groups?id=96c78937-2fab-4e83-bf7e-37dabc668e69&id=83914798-02c2-4d04-8a7f-5366f43a96cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1121042 Oct 18 23:55:34.264357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcf98e68-5b7f-48f1-a58f-33628f41355c req-aafe3367-ea8f-4207-8648-3479c913b0b1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982883 Oct 18 23:55:34.302531 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 23:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc8d8a-2222-4b8b-b112-990543559c8e x-openstack-request-id: req-46dc8d8a-2222-4b8b-b112-990543559c8e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:55:34.303211 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "name": "network-vif-unplugged", "status": "completed", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:55:34.303468 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46dc8d8a-2222-4b8b-b112-990543559c8e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:55:34.303850 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b', 'code': 200} Oct 18 23:55:34.306871 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.366182 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.373017 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=01943826-6db2-4d31-8607-827e84b4ad7b,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:34.380317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e9b80b18-9601-418f-af07-eb342861ce98 req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Deleting port 12a44252-0f85-43ea-a0cb-64aea8a01b7a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:34.380737 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e9b80b18-9601-418f-af07-eb342861ce98 req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.384783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0f02719e-3e55-477d-a150-c31906714494 None None] Provisioning complete for port 3e3acda2-90c5-43bf-9608-6d06ceae0217 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:34.385148 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0f02719e-3e55-477d-a150-c31906714494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.419304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01943826-6db2-4d31-8607-827e84b4ad7b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:55:34.419761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a34eaa-a43b-45ec-badc-53cf5508712e req-75e503ad-f630-4b03-a99b-cf24b8adb39a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:34.421899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6a34eaa-a43b-45ec-badc-53cf5508712e req-75e503ad-f630-4b03-a99b-cf24b8adb39a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1209157 Oct 18 23:55:34.453948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=01943826-6db2-4d31-8607-827e84b4ad7b,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:34.455492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0f02719e-3e55-477d-a150-c31906714494 None None] Port 3e3acda2-90c5-43bf-9608-6d06ceae0217 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:34.459376 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.481306 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.510213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=01943826-6db2-4d31-8607-827e84b4ad7b,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:34.561496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-e9b80b18-9601-418f-af07-eb342861ce98 req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] For port 12a44252-0f85-43ea-a0cb-64aea8a01b7a, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=12a44252-0f85-43ea-a0cb-64aea8a01b7a,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:34.562136 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e9b80b18-9601-418f-af07-eb342861ce98 req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.566612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a6a34eaa-a43b-45ec-badc-53cf5508712e req-37925611-ad16-4c39-9a12-b6021895f91d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110466 Oct 18 23:55:34.574467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Network c87043dd-64f7-47f4-8d2c-54bb06982f51 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:34.586386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:34.588429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e9b80b18-9601-418f-af07-eb342861ce98 req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Calling delete_port for 12a44252-0f85-43ea-a0cb-64aea8a01b7a owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:34.590146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event updated for resources: {'Port': ['ID=b6889852-90b2-453f-a5b2-26d3766e8bc4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:34.592329 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:34.678332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:34.678918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.715220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b5aa2144-7523-4877-a39f-9c6927472f92 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4734786 Oct 18 23:55:34.719915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35594) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:34.725161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:34.756148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.795770 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e9b80b18-9601-418f-af07-eb342861ce98 req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.832736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Port': ['ID=12a44252-0f85-43ea-a0cb-64aea8a01b7a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:34.841460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['01943826-6db2-4d31-8607-827e84b4ad7b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:55:34.873786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b80b18-9601-418f-af07-eb342861ce98 req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] No DVR routers for this DVR port 12a44252-0f85-43ea-a0cb-64aea8a01b7a on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:55:34.877503 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e9b80b18-9601-418f-af07-eb342861ce98 req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.879872 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.881023 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e9b80b18-9601-418f-af07-eb342861ce98 req-604a97ff-da47-4263-84f6-e48818a5df44 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.102 "DELETE /v2.0/ports/12a44252-0f85-43ea-a0cb-64aea8a01b7a HTTP/1.1" status: 204 len: 173 time: 1.0949445 Oct 18 23:55:34.881921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'name': 'network-vif-deleted', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:55:34.884377 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46225005-eb13-437c-8fbc-e2e227159901" -d '{"events": [{"server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "name": "network-vif-deleted", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:55:34.891756 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5bbe61ea-b77b-4071-a5fc-55bdda514bf9 None None] Provisioning complete for port b6889852-90b2-453f-a5b2-26d3766e8bc4 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:34.892161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5bbe61ea-b77b-4071-a5fc-55bdda514bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.928392 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae927790-e69f-482a-95e0-084cf6d4f978 x-openstack-request-id: req-ae927790-e69f-482a-95e0-084cf6d4f978 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:55:34.929186 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4d995-90c7-46c0-979a-2e8b4519c369", "name": "network-vif-deleted", "tag": "12a44252-0f85-43ea-a0cb-64aea8a01b7a", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:55:34.929550 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae927790-e69f-482a-95e0-084cf6d4f978 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:55:34.930199 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4d995-90c7-46c0-979a-2e8b4519c369', 'name': 'network-vif-deleted', 'tag': '12a44252-0f85-43ea-a0cb-64aea8a01b7a', 'status': 'completed', 'code': 200} Oct 18 23:55:34.946770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe61ea-b77b-4071-a5fc-55bdda514bf9 None None] Port b6889852-90b2-453f-a5b2-26d3766e8bc4 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:34.994625 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:34.998966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Allocated IP 172.25.7.89 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/9dce6e3c-76d6-40f0-8c15-7a294709a7af) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:35.108245 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:35.143491 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:35.184172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:35.187246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:35.190757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:35.198627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event updated for resources: {'Port': ['ID=9dce6e3c-76d6-40f0-8c15-7a294709a7af,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:35.320278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:35.361049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c9c8f-f4d8-4b43-9d96-4008cf009eab req-684e6598-0e0b-46fb-8d7c-1d93483522ba tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:35.361220 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7c57753-1379-4a5d-9310-58ef39998e23 req-747c5667-dad3-4122-b84b-5ec802ff0be1 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7a4d995-90c7-46c0-979a-2e8b4519c369 HTTP/1.1" status: 200 len: 210 time: 0.0379221 Oct 18 23:55:35.363207 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-197c9c8f-f4d8-4b43-9d96-4008cf009eab req-684e6598-0e0b-46fb-8d7c-1d93483522ba tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 944 time: 0.0698879 Oct 18 23:55:35.395619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:35.431279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-197c9c8f-f4d8-4b43-9d96-4008cf009eab req-d7b799af-a19a-4e0e-872a-31e22a44e1cf tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611091 Oct 18 23:55:35.608276 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:35.613291 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:35.751114 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event updated for resources: {'Port': ['ID=9dce6e3c-76d6-40f0-8c15-7a294709a7af,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:35.763291 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:35.788038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6b080-3b2c-4f36-98ce-4918006b2e2c req-a24e4186-f723-498e-a8ca-3a237933d71c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:35.789571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2be6b080-3b2c-4f36-98ce-4918006b2e2c req-a24e4186-f723-498e-a8ca-3a237933d71c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1077685 Oct 18 23:55:35.792774 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:35.793916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fcc46529-e27f-4e57-8a81-1cab1a0490de tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0728281 Oct 18 23:55:35.797052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35604) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:35.802557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5c24d30d-2fba-4fb9-abc3-106c4732978f tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Request body: {'floatingip': {'port_id': 'b6889852-90b2-453f-a5b2-26d3766e8bc4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:35.845798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2be6b080-3b2c-4f36-98ce-4918006b2e2c req-a1713db9-4c33-4767-836c-13c9ca1748f3 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460339 Oct 18 23:55:35.855130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c24d30d-2fba-4fb9-abc3-106c4732978f tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:35.985525 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-5c24d30d-2fba-4fb9-abc3-106c4732978f tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] update failed (client error): The resource could not be found. Oct 18 23:55:35.986493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5c24d30d-2fba-4fb9-abc3-106c4732978f tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "PUT /v2.0/floatingips/7a791141-2cdc-4ca5-a5c2-e825fae053b2 HTTP/1.1" status: 404 len: 507 time: 0.1878891 Oct 18 23:55:35.989270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35606) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:36.118877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Deleting port 9dce6e3c-76d6-40f0-8c15-7a294709a7af {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:36.119302 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.200584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.200910 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.215185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Calling delete_port for 9dce6e3c-76d6-40f0-8c15-7a294709a7af owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:36.362563 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.394055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event deleted for resources: {'Port': ['ID=9dce6e3c-76d6-40f0-8c15-7a294709a7af,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:36.429778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35610) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:36.454466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.458961 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.463756 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c2692e00-3dd7-4ad5-8341-5954dd41c8ed tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "DELETE /v2.0/floatingips/7a791141-2cdc-4ca5-a5c2-e825fae053b2 HTTP/1.1" status: 204 len: 168 time: 0.4701550 Oct 18 23:55:36.464053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35614) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:36.469286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1b4260fc-d162-4a99-8e9b-9da17148fa14 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Request body: {'floatingip': {'floating_network_id': 'c87043dd-64f7-47f4-8d2c-54bb06982f51', 'port_id': 'b6889852-90b2-453f-a5b2-26d3766e8bc4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:36.498157 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b4260fc-d162-4a99-8e9b-9da17148fa14 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.521250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b02e11da-92da-4e9f-bd54-67783039aa6d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.570314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b02e11da-92da-4e9f-bd54-67783039aa6d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.605605 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.611499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c85a85-a5ce-4e59-b1b7-471e927f31e7 req-83e2a098-b4f5-40a4-8bb3-13e7e86fe56c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:36.613045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c85a85-a5ce-4e59-b1b7-471e927f31e7 req-83e2a098-b4f5-40a4-8bb3-13e7e86fe56c tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 944 time: 0.0938468 Oct 18 23:55:36.642826 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-1b4260fc-d162-4a99-8e9b-9da17148fa14 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:55:36.650072 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1b4260fc-d162-4a99-8e9b-9da17148fa14 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1848378 Oct 18 23:55:36.650872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35616) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:36.656117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': 'b6889852-90b2-453f-a5b2-26d3766e8bc4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:36.662222 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b02e11da-92da-4e9f-bd54-67783039aa6d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.665080 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b02e11da-92da-4e9f-bd54-67783039aa6d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.666279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b02e11da-92da-4e9f-bd54-67783039aa6d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "DELETE /v2.0/security-groups/83914798-02c2-4d04-8a7f-5366f43a96cf HTTP/1.1" status: 204 len: 168 time: 0.2347863 Oct 18 23:55:36.673098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35618) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:36.686035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.687808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8c85a85-a5ce-4e59-b1b7-471e927f31e7 req-44fad9ed-34d4-446c-ac72-c90cd911565d tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616641 Oct 18 23:55:36.690173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e11da-92da-4e9f-bd54-67783039aa6d tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83914798-02c2-4d04-8a7f-5366f43a96cf,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:36.748459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f4503d4-ca23-4c4d-8124-e8f4e0be75d3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.751118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35620) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:36.812293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.816999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f4503d4-ca23-4c4d-8124-e8f4e0be75d3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.861146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d8309745-795d-48c0-a25f-ba35d4881823 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/floatingips/773b727a-4ffc-4e63-b210-d783c61d397a HTTP/1.1" status: 200 len: 992 time: 0.0996771 Oct 18 23:55:36.887337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f4503d4-ca23-4c4d-8124-e8f4e0be75d3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.890962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9f4503d4-ca23-4c4d-8124-e8f4e0be75d3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:36.895077 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9f4503d4-ca23-4c4d-8124-e8f4e0be75d3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "DELETE /v2.0/security-groups/96c78937-2fab-4e83-bf7e-37dabc668e69 HTTP/1.1" status: 204 len: 168 time: 0.2207499 Oct 18 23:55:36.895895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35624) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:36.913804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4503d4-ca23-4c4d-8124-e8f4e0be75d3 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c78937-2fab-4e83-bf7e-37dabc668e69,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:36.998675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Allocated IP 172.25.7.51 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/868d167c-0fc0-4636-a081-ccbb37b4a219) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:37.023037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1a35-5c2d-44ff-af3c-603262341c46 req-cd031072-6915-4b79-a9fa-708fb9c105c5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:37.024597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e40c1a35-5c2d-44ff-af3c-603262341c46 req-cd031072-6915-4b79-a9fa-708fb9c105c5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.0810630 Oct 18 23:55:37.125184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e40c1a35-5c2d-44ff-af3c-603262341c46 req-f407a867-caed-48d0-8794-b25fd55b6b22 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852275 Oct 18 23:55:37.168756 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.208881 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.251820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:37.256847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:37.265484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:37.268669 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event updated for resources: {'Port': ['ID=868d167c-0fc0-4636-a081-ccbb37b4a219,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:37.314391 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.450682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Deleting port 868d167c-0fc0-4636-a081-ccbb37b4a219 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:37.450943 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.531761 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.532569 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.545149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Calling delete_port for 868d167c-0fc0-4636-a081-ccbb37b4a219 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:37.587221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Deleting port e4467087-7a4d-4f05-b810-de8a94933422 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:37.587816 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.635938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 01943826-6db2-4d31-8607-827e84b4ad7b up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:37.684100 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.693324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] For port e4467087-7a4d-4f05-b810-de8a94933422, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=e4467087-7a4d-4f05-b810-de8a94933422,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:37.693754 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.709773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 01943826-6db2-4d31-8607-827e84b4ad7b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:37.710124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Calling delete_port for e4467087-7a4d-4f05-b810-de8a94933422 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:37.710992 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.718199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event deleted for resources: {'Port': ['ID=868d167c-0fc0-4636-a081-ccbb37b4a219,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:37.826522 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] create failed (client error): The resource could not be found. Oct 18 23:55:37.829018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6fa617c6-dbc6-43da-b875-7130759639fb tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1770711 Oct 18 23:55:37.834012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35626) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:37.951553 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.966632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-320030f7-9c7d-406f-af66-48ed6094b65e tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Deleting port b6889852-90b2-453f-a5b2-26d3766e8bc4 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:37.966942 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-320030f7-9c7d-406f-af66-48ed6094b65e tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.981754 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:37.986163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Port': ['ID=e4467087-7a4d-4f05-b810-de8a94933422,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:38.015402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:55:38.018783 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f6f369-95c0-4492-b865-f593538bfbd8" -d '{"events": [{"server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "name": "network-vif-plugged", "status": "completed", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:55:38.075382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=01943826-6db2-4d31-8607-827e84b4ad7b,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:38.086637 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:38.119615 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-320030f7-9c7d-406f-af66-48ed6094b65e tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:38.124182 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc26867a-5a4e-49f1-842d-9b806f437db8 x-openstack-request-id: req-fc26867a-5a4e-49f1-842d-9b806f437db8 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:55:38.124613 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "name": "network-vif-plugged", "status": "completed", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:55:38.124970 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc26867a-5a4e-49f1-842d-9b806f437db8 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:55:38.125499 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b', 'code': 200} Oct 18 23:55:38.135706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-320030f7-9c7d-406f-af66-48ed6094b65e tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Calling delete_port for b6889852-90b2-453f-a5b2-26d3766e8bc4 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:38.174100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=01943826-6db2-4d31-8607-827e84b4ad7b,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:38.252938 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:38.345787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287c719-8c0f-4c5b-8a57-d4963eb5a404 req-404dadbc-03ee-4b59-a7dc-df52469c090b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:38.347472 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2287c719-8c0f-4c5b-8a57-d4963eb5a404 req-404dadbc-03ee-4b59-a7dc-df52469c090b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.0990376 Oct 18 23:55:38.356049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-320030f7-9c7d-406f-af66-48ed6094b65e tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:38.401714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320030f7-9c7d-406f-af66-48ed6094b65e tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event deleted for resources: {'Port': ['ID=b6889852-90b2-453f-a5b2-26d3766e8bc4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:38.482336 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2287c719-8c0f-4c5b-8a57-d4963eb5a404 req-b04ff46d-6fa1-473d-859d-c362aafbd8b2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178391 Oct 18 23:55:38.523743 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-320030f7-9c7d-406f-af66-48ed6094b65e tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:38.527084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Router ae58699f-e6ad-4391-823e-229b13308b55 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:38.529320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 12a44252-0f85-43ea-a0cb-64aea8a01b7a no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:38.539226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-320030f7-9c7d-406f-af66-48ed6094b65e tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "DELETE /v2.0/ports/b6889852-90b2-453f-a5b2-26d3766e8bc4 HTTP/1.1" status: 204 len: 168 time: 0.7030950 Oct 18 23:55:38.546354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35632) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:38.560491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 12a44252-0f85-43ea-a0cb-64aea8a01b7a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:55:38.560836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 12a44252-0f85-43ea-a0cb-64aea8a01b7a not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:55:38.602162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b12b3e6-a5b6-40e9-918d-d087cbc3b893 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:38.604271 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4b12b3e6-a5b6-40e9-918d-d087cbc3b893 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0bb311-ce85-46da-9fff-b5595f80580f HTTP/1.1" status: 200 len: 913 time: 0.0566399 Oct 18 23:55:38.607122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35634) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:38.667373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:38.675741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5ee59b56-1308-4755-b205-d12c6a011a14 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "PUT /v2.0/routers/ae58699f-e6ad-4391-823e-229b13308b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7703638 Oct 18 23:55:38.676518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35636) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:38.678297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] Sync routers for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:38.690294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:38.690948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:38.734209 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:55:38.743435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fccb7ca-051c-4294-b828-5746d38fc48f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Deleting subnet 05084bfa-9a34-463c-8dff-3a62eda4e09c {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:55:38.747385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0fccb7ca-051c-4294-b828-5746d38fc48f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:38.800016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0fccb7ca-051c-4294-b828-5746d38fc48f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:38.840935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:38.951591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0fccb7ca-051c-4294-b828-5746d38fc48f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:38.979446 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.026344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0fccb7ca-051c-4294-b828-5746d38fc48f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.060010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccb7ca-051c-4294-b828-5746d38fc48f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Subnet': ['ID=05084bfa-9a34-463c-8dff-3a62eda4e09c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:39.062551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:55:37Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:39.069733 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0fccb7ca-051c-4294-b828-5746d38fc48f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.074806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0fccb7ca-051c-4294-b828-5746d38fc48f tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "DELETE /v2.0/subnets/05084bfa-9a34-463c-8dff-3a62eda4e09c HTTP/1.1" status: 204 len: 168 time: 0.3971674 Oct 18 23:55:39.077549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35638) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:39.101126 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb63e6e-5169-4019-bf40-a553b69dc79a None None] Network e171aa01-51d1-4c27-bb1d-b62fae92c57c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:39.104167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] Checking router: ae58699f-e6ad-4391-823e-229b13308b55 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:55:39.134511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] Routers {'ae58699f-e6ad-4391-823e-229b13308b55'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:39.135160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae58699f-e6ad-4391-823e-229b13308b55'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:39.284177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Deleting port 3e3acda2-90c5-43bf-9608-6d06ceae0217 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:39.284621 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.328811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] Set router ae58699f-e6ad-4391-823e-229b13308b55 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:39.430860 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.431967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb9fd6-ceea-4eb8-bf06-23f194d321b7 None None] DHCP port deletion for e171aa01-51d1-4c27-bb1d-b62fae92c57c request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:55:39.445970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Calling delete_port for 3e3acda2-90c5-43bf-9608-6d06ceae0217 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:39.531919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.574985 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb9fd6-ceea-4eb8-bf06-23f194d321b7 None None] Deleting port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:39.575355 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9fd6-ceea-4eb8-bf06-23f194d321b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.685091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cdbb9fd6-ceea-4eb8-bf06-23f194d321b7 None None] For port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=80cb6ebe-6f14-4bac-b224-01d6dd5a4567,segment=NetworkSegment(0bd98684-155f-4ea1-a606-8340c3f39a7b),segment_id=0bd98684-155f-4ea1-a606-8340c3f39a7b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:39.685795 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9fd6-ceea-4eb8-bf06-23f194d321b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.702696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb9fd6-ceea-4eb8-bf06-23f194d321b7 None None] Calling delete_port for 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:39.723022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:55:37Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:39.725565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:39.746174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.752244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.776851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9c011-fda6-495f-bd7b-698bd82b1dbe req-1025b856-6860-4c44-b418-3d91fd0e68c7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:39.785427 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89a9c011-fda6-495f-bd7b-698bd82b1dbe req-1025b856-6860-4c44-b418-3d91fd0e68c7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1377561 Oct 18 23:55:39.806263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event deleted for resources: {'Port': ['ID=3e3acda2-90c5-43bf-9608-6d06ceae0217,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:39.841936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa2365-3916-470d-b5f2-f96b9b4bee46 None None] The sync data for ids ['ae58699f-e6ad-4391-823e-229b13308b55'] in n-d-713498-28 is: [{'id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1372899311', 'tenant_id': 'c26adfe5c8584383bcb441f63a361207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:17Z', 'updated_at': '2021-10-18T23:55:37Z', 'revision_number': 5, 'project_id': 'c26adfe5c8584383bcb441f63a361207', 'gw_port': {'id': '2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae58699f-e6ad-4391-823e-229b13308b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:18Z', 'updated_at': '2021-10-18T23:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:39.898611 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89a9c011-fda6-495f-bd7b-698bd82b1dbe req-15c5ddbc-c104-43c0-acab-f4d5a63359a4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056511 Oct 18 23:55:39.935648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Deleting port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:39.936473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.942176 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.984075 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9fd6-ceea-4eb8-bf06-23f194d321b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:39.999985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.033981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb9fd6-ceea-4eb8-bf06-23f194d321b7 None None] Pushing event deleted for resources: {'Port': ['ID=80cb6ebe-6f14-4bac-b224-01d6dd5a4567,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:40.041488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb9fd6-ceea-4eb8-bf06-23f194d321b7 None None] No DVR routers for this DVR port 80cb6ebe-6f14-4bac-b224-01d6dd5a4567 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:55:40.060354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] For port 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:40.060724 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.076565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Calling delete_port for 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:40.199694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Router db0bb311-ce85-46da-9fff-b5595f80580f has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:40.269479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.370332 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.440134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Port': ['ID=2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:40.484025 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.487026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.533990 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.534562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Fanout notify agent at l3_agent the message router_deleted on router ae58699f-e6ad-4391-823e-229b13308b55 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:55:40.543463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.544669 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8876d59f-c7a2-4834-b6ba-373078c7f9e0 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "DELETE /v2.0/routers/ae58699f-e6ad-4391-823e-229b13308b55 HTTP/1.1" status: 204 len: 168 time: 1.4661551 Oct 18 23:55:40.548122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35644) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:40.643181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.678746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:40.683746 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1e236209-42aa-497f-b304-5e99ed3e2781 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "PUT /v2.0/routers/db0bb311-ce85-46da-9fff-b5595f80580f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0753269 Oct 18 23:55:40.687775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35646) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:40.691887 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ccf4d-0876-417c-9681-681b221da17c None None] Sync routers for ids ['db0bb311-ce85-46da-9fff-b5595f80580f'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:40.702761 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ccf4d-0876-417c-9681-681b221da17c None None] Routers {'db0bb311-ce85-46da-9fff-b5595f80580f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:40.703404 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7a2ccf4d-0876-417c-9681-681b221da17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['db0bb311-ce85-46da-9fff-b5595f80580f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:40.760121 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7a2ccf4d-0876-417c-9681-681b221da17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:40.766100 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b243ae7-c28d-4f03-83a2-b1b67d5eaf96 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.766322 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.772010 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ccf4d-0876-417c-9681-681b221da17c None None] Routers {'db0bb311-ce85-46da-9fff-b5595f80580f'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:40.772865 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7a2ccf4d-0876-417c-9681-681b221da17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['db0bb311-ce85-46da-9fff-b5595f80580f'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:40.791564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e171aa01-51d1-4c27-bb1d-b62fae92c57c']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:40.802214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd98684-155f-4ea1-a606-8340c3f39a7b') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:40.802663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd98684-155f-4ea1-a606-8340c3f39a7b') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:40.812963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.827095 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.832966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:55:40.833278 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7a2ccf4d-0876-417c-9681-681b221da17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:40.833410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.833940 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ccf4d-0876-417c-9681-681b221da17c None None] The sync data for ids ['db0bb311-ce85-46da-9fff-b5595f80580f'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:55:40.890396 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:55:40.906619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.920001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.926986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] 10.222.0.52 "DELETE /v2.0/networks/e171aa01-51d1-4c27-bb1d-b62fae92c57c HTTP/1.1" status: 204 len: 168 time: 0.3751490 Oct 18 23:55:40.935184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b2a43-7433-4a20-83b8-02dd565cef99 tempest-TestSecurityGroupsBasicOps-652234210 tempest-TestSecurityGroupsBasicOps-652234210-project] Pushing event deleted for resources: {'Network': ['ID=e171aa01-51d1-4c27-bb1d-b62fae92c57c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:40.964042 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b243ae7-c28d-4f03-83a2-b1b67d5eaf96 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:40.973309 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b243ae7-c28d-4f03-83a2-b1b67d5eaf96 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.045216 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b243ae7-c28d-4f03-83a2-b1b67d5eaf96 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.046548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b243ae7-c28d-4f03-83a2-b1b67d5eaf96 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Fanout notify agent at l3_agent the message router_deleted on router db0bb311-ce85-46da-9fff-b5595f80580f {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:55:41.054161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7b243ae7-c28d-4f03-83a2-b1b67d5eaf96 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.057769 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7b243ae7-c28d-4f03-83a2-b1b67d5eaf96 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "DELETE /v2.0/routers/db0bb311-ce85-46da-9fff-b5595f80580f HTTP/1.1" status: 204 len: 168 time: 0.3663282 Oct 18 23:55:41.058234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35654) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:41.070613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a633-4868-461e-9642-253527bdde1a req-9588378b-c5ae-445a-990e-d3e9fa5fa092 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:41.079284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d47a633-4868-461e-9642-253527bdde1a req-9588378b-c5ae-445a-990e-d3e9fa5fa092 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.0992630 Oct 18 23:55:41.117430 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5d47a633-4868-461e-9642-253527bdde1a req-f6e27947-66c6-47be-8f27-b8dc32fc0dc1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Oct 18 23:55:41.128107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4272429d-5091-487c-9d41-95d0e3f10da4 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Deleting subnet 89f13da9-9c94-4b31-8d3a-c9d1728f7a9c {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:55:41.131627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4272429d-5091-487c-9d41-95d0e3f10da4 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.185845 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4272429d-5091-487c-9d41-95d0e3f10da4 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.293354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4272429d-5091-487c-9d41-95d0e3f10da4 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.304272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35658) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:41.361794 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4272429d-5091-487c-9d41-95d0e3f10da4 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.395307 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4272429d-5091-487c-9d41-95d0e3f10da4 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.399038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4272429d-5091-487c-9d41-95d0e3f10da4 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "DELETE /v2.0/subnets/89f13da9-9c94-4b31-8d3a-c9d1728f7a9c HTTP/1.1" status: 204 len: 168 time: 0.3395712 Oct 18 23:55:41.400074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272429d-5091-487c-9d41-95d0e3f10da4 tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event deleted for resources: {'Subnet': ['ID=89f13da9-9c94-4b31-8d3a-c9d1728f7a9c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:41.400284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6e2443-8441-4386-8691-b3eca7d2c756 None None] Network c87043dd-64f7-47f4-8d2c-54bb06982f51 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:41.403339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35662) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:41.536898 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.543966 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-82e941ec-ebb7-452e-9d5f-ff3692600501 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c26adfe5c8584383bcb441f63a361207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384810 Oct 18 23:55:41.547532 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35664) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:41.599867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e4467087-7a4d-4f05-b810-de8a94933422 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:41.629470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa381ba-2a5e-4951-bcdd-8678c18b1b3f None None] DHCP port deletion for c87043dd-64f7-47f4-8d2c-54bb06982f51 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:55:41.632043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: e4467087-7a4d-4f05-b810-de8a94933422 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:55:41.632467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device e4467087-7a4d-4f05-b810-de8a94933422 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:55:41.632955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:41.642600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-467595ee-a068-4438-b419-434d38a4d312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.667937 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-467595ee-a068-4438-b419-434d38a4d312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.674080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:55:41.674494 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2b9ddf18-12e7-4c29-b6f8-1ab72ba87bb8 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:55:41.696427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Deleting port d6f951fa-736c-4512-8521-9cd68bbe5a1b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:41.696769 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.700788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1fa381ba-2a5e-4951-bcdd-8678c18b1b3f None None] Deleting port d6f951fa-736c-4512-8521-9cd68bbe5a1b {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:41.701166 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1fa381ba-2a5e-4951-bcdd-8678c18b1b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.771203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1fa381ba-2a5e-4951-bcdd-8678c18b1b3f None None] For port d6f951fa-736c-4512-8521-9cd68bbe5a1b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6f951fa-736c-4512-8521-9cd68bbe5a1b,segment=NetworkSegment(8285757d-a165-4d68-807a-6fce18f5d990),segment_id=8285757d-a165-4d68-807a-6fce18f5d990)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:41.771895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1fa381ba-2a5e-4951-bcdd-8678c18b1b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.776301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] For port d6f951fa-736c-4512-8521-9cd68bbe5a1b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d6f951fa-736c-4512-8521-9cd68bbe5a1b,segment=NetworkSegment(8285757d-a165-4d68-807a-6fce18f5d990),segment_id=8285757d-a165-4d68-807a-6fce18f5d990)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:41.776686 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.786018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1fa381ba-2a5e-4951-bcdd-8678c18b1b3f None None] Calling delete_port for d6f951fa-736c-4512-8521-9cd68bbe5a1b owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:41.792698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Calling delete_port for d6f951fa-736c-4512-8521-9cd68bbe5a1b owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:41.794434 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-467595ee-a068-4438-b419-434d38a4d312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.797708 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-467595ee-a068-4438-b419-434d38a4d312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.799368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-467595ee-a068-4438-b419-434d38a4d312 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6e56ffc-1b56-4e5f-b932-3c86300aba3e HTTP/1.1" status: 204 len: 168 time: 0.2504268 Oct 18 23:55:41.814405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467595ee-a068-4438-b419-434d38a4d312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e56ffc-1b56-4e5f-b932-3c86300aba3e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:41.891733 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1fa381ba-2a5e-4951-bcdd-8678c18b1b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.903142 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:41.920394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa381ba-2a5e-4951-bcdd-8678c18b1b3f None None] Pushing event deleted for resources: {'Port': ['ID=d6f951fa-736c-4512-8521-9cd68bbe5a1b,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:41.925466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa381ba-2a5e-4951-bcdd-8678c18b1b3f None None] No DVR routers for this DVR port d6f951fa-736c-4512-8521-9cd68bbe5a1b on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:55:41.931548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event deleted for resources: {'Port': ['ID=d6f951fa-736c-4512-8521-9cd68bbe5a1b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:41.935127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] No DVR routers for this DVR port d6f951fa-736c-4512-8521-9cd68bbe5a1b on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:55:42.020771 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.041666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87043dd-64f7-47f4-8d2c-54bb06982f51']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:42.051018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8285757d-a165-4d68-807a-6fce18f5d990') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:42.051670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8285757d-a165-4d68-807a-6fce18f5d990') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:42.060902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.074371 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.081177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:55:42.081504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: self.session.flush() Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:55:42.084536 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:55:42.088926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35670) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:42.104431 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-97b614f3-4131-46f0-a55e-c901736afa32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.144827 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.149971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.153342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] 10.222.0.52 "DELETE /v2.0/networks/c87043dd-64f7-47f4-8d2c-54bb06982f51 HTTP/1.1" status: 204 len: 168 time: 0.7476053 Oct 18 23:55:42.170586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16498d8f-1d14-404b-a1a1-372c5ee7eada tempest-FloatingIPNegativeTestJSON-1849697580 tempest-FloatingIPNegativeTestJSON-1849697580-project] Pushing event deleted for resources: {'Network': ['ID=c87043dd-64f7-47f4-8d2c-54bb06982f51,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:42.208563 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-97b614f3-4131-46f0-a55e-c901736afa32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.213689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-97b614f3-4131-46f0-a55e-c901736afa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.324128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b614f3-4131-46f0-a55e-c901736afa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b07e3-6105-4fa5-bb51-8b6835893f8b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:42.340412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-97b614f3-4131-46f0-a55e-c901736afa32 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f512e8ff7aad48a386f674cc8218997e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500818 Oct 18 23:55:42.343927 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35676) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:42.368078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b5bb-01cb-431e-892d-741caf8184af req-61c6d407-3b06-4aed-9098-680760cc3186 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:42.370579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4352b5bb-01cb-431e-892d-741caf8184af req-61c6d407-3b06-4aed-9098-680760cc3186 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1478198 Oct 18 23:55:42.412826 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4352b5bb-01cb-431e-892d-741caf8184af req-89ddb74b-3bce-4411-96dd-a1b730668659 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350442 Oct 18 23:55:42.418999 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50720a6e-accd-48fc-8815-35a4d857c97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.441461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50720a6e-accd-48fc-8815-35a4d857c97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.477394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35680) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:42.495009 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50720a6e-accd-48fc-8815-35a4d857c97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.497634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-50720a6e-accd-48fc-8815-35a4d857c97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.498975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-50720a6e-accd-48fc-8815-35a4d857c97e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b60b07e3-6105-4fa5-bb51-8b6835893f8b HTTP/1.1" status: 204 len: 168 time: 0.1532893 Oct 18 23:55:42.507330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50720a6e-accd-48fc-8815-35a4d857c97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b07e3-6105-4fa5-bb51-8b6835893f8b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:42.619713 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c0271cbc-798c-4422-b0f7-a02c7f67d0c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db7a42e19e4c470ebcafbe800dcfb032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412094 Oct 18 23:55:42.622402 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35688) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:42.673565 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-446ba92d-42e9-4ba6-868e-acaeaf42e3a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.694557 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-446ba92d-42e9-4ba6-868e-acaeaf42e3a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.746275 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-446ba92d-42e9-4ba6-868e-acaeaf42e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.749557 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-446ba92d-42e9-4ba6-868e-acaeaf42e3a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.750748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-446ba92d-42e9-4ba6-868e-acaeaf42e3a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/551fde3c-b6c6-4a8d-a21e-50fb2fd1078f HTTP/1.1" status: 204 len: 168 time: 0.1273572 Oct 18 23:55:42.758766 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ba92d-42e9-4ba6-868e-acaeaf42e3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551fde3c-b6c6-4a8d-a21e-50fb2fd1078f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:42.782691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35692) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:42.827833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d23ece0-a5bb-47b2-baf9-0784051fa38f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d575f9dcc2884178b801be198090779d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438402 Oct 18 23:55:42.830249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35694) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:42.881297 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6242b37b-4864-4e5d-9166-d54f7d6dfc1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.906602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6242b37b-4864-4e5d-9166-d54f7d6dfc1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.956378 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6242b37b-4864-4e5d-9166-d54f7d6dfc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.958971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6242b37b-4864-4e5d-9166-d54f7d6dfc1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:42.962457 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6242b37b-4864-4e5d-9166-d54f7d6dfc1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7dc2da4-3b48-4caa-b3be-2e74ab212930 HTTP/1.1" status: 204 len: 168 time: 0.1289301 Oct 18 23:55:42.968959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242b37b-4864-4e5d-9166-d54f7d6dfc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc2da4-3b48-4caa-b3be-2e74ab212930,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:43.528297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35728) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.555507 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3b032-91c8-447e-93ce-864eda91fa95 req-b58442ff-850c-45ce-8b5f-6e64900cb418 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:43.563493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ed3b032-91c8-447e-93ce-864eda91fa95 req-b58442ff-850c-45ce-8b5f-6e64900cb418 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.0803661 Oct 18 23:55:43.598579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6f951fa-736c-4512-8521-9cd68bbe5a1b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:55:43.605685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ed3b032-91c8-447e-93ce-864eda91fa95 req-6dbabece-d37a-48b2-9e90-68551cf36421 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392861 Oct 18 23:55:43.627165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d6f951fa-736c-4512-8521-9cd68bbe5a1b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:55:43.627524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d6f951fa-736c-4512-8521-9cd68bbe5a1b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:55:43.654579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-38d91f06-6677-4487-a781-9ca7e8f5b20e tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] Request body: {'port': {'network_id': '441b08da-4b10-49e1-9657-d9d402455b53', 'name': 'tempest-NetworksNegativeTestJSON-1107037833'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:43.668374 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d91f06-6677-4487-a781-9ca7e8f5b20e tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] POST failed (client error): The resource could not be found. Oct 18 23:55:43.668966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d91f06-6677-4487-a781-9ca7e8f5b20e tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:55:43.670091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-38d91f06-6677-4487-a781-9ca7e8f5b20e tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1406898 Oct 18 23:55:43.674677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35738) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.693680 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-f375fc34-c62f-4104-befc-212b66d12ffa tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] DELETE failed (client error): The resource could not be found. Oct 18 23:55:43.694222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f375fc34-c62f-4104-befc-212b66d12ffa tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:55:43.697311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f375fc34-c62f-4104-befc-212b66d12ffa tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "DELETE /v2.0/networks/bc700c3f-45ac-4df9-a53f-4a8a3ea9b858 HTTP/1.1" status: 404 len: 339 time: 0.0215971 Oct 18 23:55:43.700979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35742) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.724066 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbdfb82-169e-4c1b-acc6-5de32caebd9c tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] DELETE failed (client error): The resource could not be found. Oct 18 23:55:43.724694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbdfb82-169e-4c1b-acc6-5de32caebd9c tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:55:43.728067 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8fbdfb82-169e-4c1b-acc6-5de32caebd9c tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "DELETE /v2.0/ports/ce02c6d7-90d0-4ec6-93a3-40ed97eb0295 HTTP/1.1" status: 404 len: 333 time: 0.0259774 Oct 18 23:55:43.731961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35744) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.758783 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ed083b-7092-49ff-b2cc-071b646b790f tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] DELETE failed (client error): The resource could not be found. Oct 18 23:55:43.759241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ed083b-7092-49ff-b2cc-071b646b790f tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:55:43.762199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c3ed083b-7092-49ff-b2cc-071b646b790f tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "DELETE /v2.0/subnets/2897e6ee-f332-4c89-a576-5695d8cd72e9 HTTP/1.1" status: 404 len: 337 time: 0.0294302 Oct 18 23:55:43.766199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35746) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.766643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35748) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.796189 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ce8f6b-cf97-4d44-af4e-1206bca7238b tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] GET failed (client error): The resource could not be found. Oct 18 23:55:43.797624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f0ce8f6b-cf97-4d44-af4e-1206bca7238b tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "GET /v2.0/networks/50b9c635-fe77-4f95-a817-4af40036c03d HTTP/1.1" status: 404 len: 339 time: 0.0288568 Oct 18 23:55:43.803060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35754) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.828005 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ddaddb-7628-4070-8c98-9d6dbe255bfb tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] GET failed (client error): The resource could not be found. Oct 18 23:55:43.829527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a3ddaddb-7628-4070-8c98-9d6dbe255bfb tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "GET /v2.0/ports/118f2d80-0266-49c5-979f-9938ca97fcbc HTTP/1.1" status: 404 len: 333 time: 0.0255387 Oct 18 23:55:43.833305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35756) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.862828 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d90c3b-256f-495c-ae5d-63c11d6695fb tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] GET failed (client error): The resource could not be found. Oct 18 23:55:43.864106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f4d90c3b-256f-495c-ae5d-63c11d6695fb tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "GET /v2.0/subnets/faf63759-6f31-4f75-91b6-4d9d7fcbf252 HTTP/1.1" status: 404 len: 337 time: 0.0298972 Oct 18 23:55:43.867392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-863484342-network', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:43.867943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35758) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.873158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ba99b533-8cf7-4034-a4fc-0eb5f338871c tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:43.887307 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba99b533-8cf7-4034-a4fc-0eb5f338871c tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] PUT failed (client error): The resource could not be found. Oct 18 23:55:43.887863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba99b533-8cf7-4034-a4fc-0eb5f338871c tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:55:43.889065 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ba99b533-8cf7-4034-a4fc-0eb5f338871c tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "PUT /v2.0/networks/e11f8e1a-a009-4a46-af57-363f74b55ed4 HTTP/1.1" status: 404 len: 339 time: 0.0201304 Oct 18 23:55:43.892856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35760) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.893688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Made reservation on behalf of e6be112448ef4339b053aa321ec928d2 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:43.896049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:43.897887 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fa82cb27-0cee-4cc3-8687-071c96137873 tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:43.905564 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:43.919418 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa82cb27-0cee-4cc3-8687-071c96137873 tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] PUT failed (client error): The resource could not be found. Oct 18 23:55:43.920069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa82cb27-0cee-4cc3-8687-071c96137873 tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:55:43.921778 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fa82cb27-0cee-4cc3-8687-071c96137873 tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "PUT /v2.0/ports/6fa74ed5-600f-4d54-88fd-b5d1072066dc HTTP/1.1" status: 404 len: 333 time: 0.0280058 Oct 18 23:55:43.925897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35762) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:43.931108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-70f01678-eea7-4400-9164-42612325051d tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:43.958195 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f01678-eea7-4400-9164-42612325051d tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] PUT failed (client error): The resource could not be found. Oct 18 23:55:43.958649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f01678-eea7-4400-9164-42612325051d tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:55:43.959793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-70f01678-eea7-4400-9164-42612325051d tempest-NetworksNegativeTestJSON-973208378 tempest-NetworksNegativeTestJSON-973208378-project] 10.222.0.52 "PUT /v2.0/subnets/eeb17f4a-ac47-41cd-837a-f9a0877ebfbc HTTP/1.1" status: 404 len: 337 time: 0.0329521 Oct 18 23:55:44.009660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.015047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.040833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:55:44.055489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87115194-05ec-4f03-bcbc-071119834c7f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:44.060509 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.060846 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Added segment 5e256c5b-9a0a-4400-81cb-ae63865ca5e9 of type vlan for network 847cd454-4232-4b11-b50a-13b778208d8e Oct 18 23:55:44.101307 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.127697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.128573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:44.129228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.163321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3955059 Oct 18 23:55:44.164023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35768) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:44.171728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35770) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:44.172883 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Request body: {'subnet': {'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-863484342-subnet', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:44.194289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Made reservation on behalf of e6be112448ef4339b053aa321ec928d2 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:44.197146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.204286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291e111-6ddf-4656-bcd4-9e99cee668fc admin admin] Pushing event updated for resources: {'Network': ['ID=847cd454-4232-4b11-b50a-13b778208d8e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:44.215288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 847cd454-4232-4b11-b50a-13b778208d8e details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:55:44.317335 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a795aa7e-3808-42a1-99d8-310e0ae61918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.382777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.399062 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a795aa7e-3808-42a1-99d8-310e0ae61918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.402927 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a795aa7e-3808-42a1-99d8-310e0ae61918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.439246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8928e2-6476-4fca-9ad1-70cdfd562e91,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:44.446512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a795aa7e-3808-42a1-99d8-310e0ae61918 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=648ca1dd28ad4ff7803a48cf69734e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737722 Oct 18 23:55:44.447422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795aa7e-3808-42a1-99d8-310e0ae61918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281fa8df-9936-4c2a-9155-4f4ee469e60d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:44.449111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35774) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:44.456088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Checking segment: {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:44.456452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Network hostable DHCP agents. Network: 847cd454-4232-4b11-b50a-13b778208d8e, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:55:44.496807 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Network 847cd454-4232-4b11-b50a-13b778208d8e is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:55:44.510058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 847cd454-4232-4b11-b50a-13b778208d8e) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:44.517296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:44.517878 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.519577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9595b1e4-24f0-4c52-ab5e-8d11545ce378 None None] Network 847cd454-4232-4b11-b50a-13b778208d8e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:44.520823 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-641aa0ca-56b3-4acc-a16c-f6a8ee0b13ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.546034 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-06f0c42b-8737-4569-814b-05e313a61958 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3808672 Oct 18 23:55:44.548864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35776) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:44.551076 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-641aa0ca-56b3-4acc-a16c-f6a8ee0b13ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.553252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:44.573898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.575001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.610842 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-641aa0ca-56b3-4acc-a16c-f6a8ee0b13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.613861 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-641aa0ca-56b3-4acc-a16c-f6a8ee0b13ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.617440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-641aa0ca-56b3-4acc-a16c-f6a8ee0b13ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/281fa8df-9936-4c2a-9155-4f4ee469e60d HTTP/1.1" status: 204 len: 168 time: 0.1650181 Oct 18 23:55:44.627154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641aa0ca-56b3-4acc-a16c-f6a8ee0b13ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281fa8df-9936-4c2a-9155-4f4ee469e60d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:44.644874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.826014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ecf52-b07f-4bc6-9d84-2eac4bea917e req-d39b74ad-333e-4c41-b2aa-1ef07b4466b4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:44.827767 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a73ecf52-b07f-4bc6-9d84-2eac4bea917e req-d39b74ad-333e-4c41-b2aa-1ef07b4466b4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1257343 Oct 18 23:55:44.864217 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.875050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-847cd454-4232-4b11-b50a-13b778208d8e', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:55:44.876991 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:44.927804 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a73ecf52-b07f-4bc6-9d84-2eac4bea917e req-2fff8b8d-9bef-4ffe-a175-785ae193616c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671341 Oct 18 23:55:45.036788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Allocated IP 172.20.0.2 (847cd454-4232-4b11-b50a-13b778208d8e/be8928e2-6476-4fca-9ad1-70cdfd562e91/3d4f1eb8-a980-4bc7-a380-84e62e32bdaf) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:45.129136 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.152503 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.211228 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.219804 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.262376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Network 847cd454-4232-4b11-b50a-13b778208d8e is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:45.269511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:45.271444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Pushing event updated for resources: {'Port': ['ID=3d4f1eb8-a980-4bc7-a380-84e62e32bdaf,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:45.273708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:45.276098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Allocated IP 172.25.7.89 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/ecdbf827-67ab-43a9-a1f2-a3a4570057aa) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:45.334918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Attempting to bind port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:45.335396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Attempting to bind port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:45.335915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Attempting to bind port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf on network 847cd454-4232-4b11-b50a-13b778208d8e {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:45.341900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:45.342562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Checking segment: {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:45.343109 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.343611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Bound using segment: {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:45.344193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Bound port: 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:45.344669 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.402340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.410752 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] For port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:45.413922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] For port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3d4f1eb8-a980-4bc7-a380-84e62e32bdaf,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:45.418359 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.456523 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.487059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077fd13-ca3c-4542-88c4-d08b6bd2d715 None None] Pushing event updated for resources: {'Port': ['ID=3d4f1eb8-a980-4bc7-a380-84e62e32bdaf,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:45.511800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:45.516145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:45.523711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:45.525691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ecdbf827-67ab-43a9-a1f2-a3a4570057aa,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:45.609495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35800) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:45.766143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-973564933'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:45.792767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:45.797341 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.806902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.822512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.897256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.902327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.933164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:55:45.943275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc55f8f0-d348-4df7-a9ec-91967f88ca49,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:45.950427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:45.951064 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Added segment 027e0812-0a7e-44b3-a712-543333d56268 of type vlan for network b9da0c16-99d4-40e9-b240-642688a57735 Oct 18 23:55:46.053907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.055874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.093802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9597f-4bda-4daa-8d36-b1d29334d7c2 req-c7e18e25-e6c3-463e-abbd-68d715b50703 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:46.094979 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-12b9597f-4bda-4daa-8d36-b1d29334d7c2 req-c7e18e25-e6c3-463e-abbd-68d715b50703 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.0848119 Oct 18 23:55:46.101275 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.107859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:46.108969 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.212899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5996482 Oct 18 23:55:46.213317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35810) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:46.221176 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'name': 'tempest-PortsIpV6TestJSON-358685940'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:46.227258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a30220-d158-42e5-9111-b51ffcea3302 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Network': ['ID=b9da0c16-99d4-40e9-b240-642688a57735,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:46.229223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Router 4851bb08-3a2a-4352-b536-04b6639b541e is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:55:46.240842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network b9da0c16-99d4-40e9-b240-642688a57735 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:55:46.281504 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-12b9597f-4bda-4daa-8d36-b1d29334d7c2 req-694ee48e-95dc-4df9-a0e4-d321543fed12 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690297 Oct 18 23:55:46.368368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:46.372635 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.388556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:46.392839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 4fd239e4-be3c-4c7a-9c37-803638c0260d yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:46.404059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Sync routers for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:46.408821 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.410515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9b774b9d-a6dc-48f6-8e0d-6c08d1c186e8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8606458 Oct 18 23:55:46.413240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35812) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:46.416218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:46.417073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:46.556074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:46.614678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf08c2b6-f2c2-49ee-9ae1-c96e85edbe58 None None] Network 847cd454-4232-4b11-b50a-13b778208d8e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:46.619797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.658659 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.718237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=4fd239e4-be3c-4c7a-9c37-803638c0260d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:46.748177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d6d294c8-de3b-44a6-855f-4c3139e3fde2 None None] Provisioning complete for port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:46.748546 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6d294c8-de3b-44a6-855f-4c3139e3fde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.751154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Checking segment: {'id': '027e0812-0a7e-44b3-a712-543333d56268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:46.752148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network hostable DHCP agents. Network: b9da0c16-99d4-40e9-b240-642688a57735, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:55:46.773946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:55:46.786975 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, b9da0c16-99d4-40e9-b240-642688a57735) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:46.791598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:46.798579 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:46.799450 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.806594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d132b-831f-40da-9381-792b729a28b8 None None] Network b9da0c16-99d4-40e9-b240-642688a57735 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:46.824939 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2b01e54f-f645-4f87-93d1-4e84a9c7844a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6076157 Oct 18 23:55:46.825791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35814) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:46.831910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1781944577'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:46.854459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:46.857855 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.887338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:55:46.904668 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.905632 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Added segment d01641d1-d21e-433c-8fae-a35bf8427f96 of type vlan for network e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67 Oct 18 23:55:46.951745 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.978066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:46.985058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:46.985665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.020182 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1930552 Oct 18 23:55:47.023040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35816) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:47.031280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'ports': [{'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735'}, {'network_id': 'e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67'}]} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:47.031636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:47.032617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': 'e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:47.062777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2395bf-4029-4ac0-bc1e-833206187f5b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Network': ['ID=e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:47.079287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:55:47.119778 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6d294c8-de3b-44a6-855f-4c3139e3fde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.122337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:45Z', 'revision_number': 3, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:47.186450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Checking router: 4851bb08-3a2a-4352-b536-04b6639b541e for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:55:47.186830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Updating router 4851bb08-3a2a-4352-b536-04b6639b541e port ecdbf827-67ab-43a9-a1f2-a3a4570057aa binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:55:47.243694 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.266452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d6d294c8-de3b-44a6-855f-4c3139e3fde2 None None] For port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3d4f1eb8-a980-4bc7-a380-84e62e32bdaf,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:47.273384 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6d294c8-de3b-44a6-855f-4c3139e3fde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.300150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 2} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:47.305092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.330267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.345989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.432110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d294c8-de3b-44a6-855f-4c3139e3fde2 None None] Pushing event updated for resources: {'Port': ['ID=3d4f1eb8-a980-4bc7-a380-84e62e32bdaf,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:47.436693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e02b5cba-712d-4da8-822e-b9e24734c4c6 None None] Provisioning complete for port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:47.437061 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e02b5cba-712d-4da8-822e-b9e24734c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.528800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port d972ecef-2cf7-4fda-960e-9c35354b2a66 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:47.599555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb34532-a54d-4ff2-8579-ce2353df56e7 req-96c8eca5-61ec-48d7-a4f7-c4282f4c2097 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:47.601071 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fb34532-a54d-4ff2-8579-ce2353df56e7 req-96c8eca5-61ec-48d7-a4f7-c4282f4c2097 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.2290752 Oct 18 23:55:47.610378 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:47.693534 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.703820 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.704581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fb34532-a54d-4ff2-8579-ce2353df56e7 req-766a80e8-a11f-4071-86b1-5802267eb733 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932455 Oct 18 23:55:47.732709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:47.733073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.747706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Allocated IP 172.20.0.1 (847cd454-4232-4b11-b50a-13b778208d8e/be8928e2-6476-4fca-9ad1-70cdfd562e91/d3bee7b6-dce4-4d57-893f-12b9407aecaa) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:47.792736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452849d-b722-40b2-8e5c-8c294f7f09b2 None None] Pushing event updated for resources: {'Port': ['ID=ecdbf827-67ab-43a9-a1f2-a3a4570057aa,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:47.796962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Attempting to bind port ecdbf827-67ab-43a9-a1f2-a3a4570057aa on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:47.797265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Attempting to bind port ecdbf827-67ab-43a9-a1f2-a3a4570057aa by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:47.797626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Attempting to bind port ecdbf827-67ab-43a9-a1f2-a3a4570057aa on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:47.803551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:47.804165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:47.804324 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.804686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:47.805175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Bound port: ecdbf827-67ab-43a9-a1f2-a3a4570057aa, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:47.805553 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.863968 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.893448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] For port ecdbf827-67ab-43a9-a1f2-a3a4570057aa, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:47.906641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] For port ecdbf827-67ab-43a9-a1f2-a3a4570057aa, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ecdbf827-67ab-43a9-a1f2-a3a4570057aa,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:47.911968 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.951762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 2d67c6b9-a040-478d-8758-2b0da73a2fb8 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:47.965587 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:47.971052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:47.971694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:48.007567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452849d-b722-40b2-8e5c-8c294f7f09b2 None None] Pushing event updated for resources: {'Port': ['ID=ecdbf827-67ab-43a9-a1f2-a3a4570057aa,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:48.054427 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.113476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Network 847cd454-4232-4b11-b50a-13b778208d8e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:48.122970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:48.132294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:48.171057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3bee7b6-dce4-4d57-893f-12b9407aecaa,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:48.175185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.206824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.245693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:48.273092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.348944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:48.355156 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:48.360782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:48.361646 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.380093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=d972ecef-2cf7-4fda-960e-9c35354b2a66,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:48.430392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cf9b49ac-1f98-4fc1-97a4-862be7b04c43 None None] Provisioning complete for port d3bee7b6-dce4-4d57-893f-12b9407aecaa triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:48.430675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cf9b49ac-1f98-4fc1-97a4-862be7b04c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.468645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.470451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=2d67c6b9-a040-478d-8758-2b0da73a2fb8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:48.478171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:45Z', 'revision_number': 3, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:48.479884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b49ac-1f98-4fc1-97a4-862be7b04c43 None None] Port d3bee7b6-dce4-4d57-893f-12b9407aecaa cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:48.490925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Checking segment: {'id': 'd01641d1-d21e-433c-8fae-a35bf8427f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:48.491301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network hostable DHCP agents. Network: e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:55:48.507679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea1c74-8b2a-4759-9278-d2bfb29a1987 None None] The sync data for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 is: [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:45Z', 'revision_number': 3, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:48.546660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:55:48.571022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:48.577108 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:48.580875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e5656b-0593-4a43-9e05-43175c3dfea5 None None] Network e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:48.582995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:48.588015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:48.588718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.642889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35820) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:48.643471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-50cf548b-4d14-449f-aa16-3fea8b4a0e7a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6186249 Oct 18 23:55:48.695471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.707577 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.764813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c9d335e3-3a29-4556-95ca-0e7a0276bded tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 2d67c6b9-a040-478d-8758-2b0da73a2fb8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:48.765951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9d335e3-3a29-4556-95ca-0e7a0276bded tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.819167 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.821314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3bee7b6-dce4-4d57-893f-12b9407aecaa,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:48.898453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9d335e3-3a29-4556-95ca-0e7a0276bded tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:48.917440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-c9d335e3-3a29-4556-95ca-0e7a0276bded tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 2d67c6b9-a040-478d-8758-2b0da73a2fb8 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:48.938984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28074-eb63-4359-85fb-a801ddaf84dc req-b260349d-b9ba-4764-af56-155851a1e416 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:48.939569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Network 847cd454-4232-4b11-b50a-13b778208d8e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:48.940595 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efe28074-eb63-4359-85fb-a801ddaf84dc req-b260349d-b9ba-4764-af56-155851a1e416 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1230304 Oct 18 23:55:48.943461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:49.033203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efe28074-eb63-4359-85fb-a801ddaf84dc req-3ee26679-6101-4e42-82d0-715cfee5ea7c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853660 Oct 18 23:55:49.064229 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9d335e3-3a29-4556-95ca-0e7a0276bded tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.091734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Router 4851bb08-3a2a-4352-b536-04b6639b541e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:49.096263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d335e3-3a29-4556-95ca-0e7a0276bded tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=2d67c6b9-a040-478d-8758-2b0da73a2fb8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:49.104642 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9d335e3-3a29-4556-95ca-0e7a0276bded tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.108891 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9d335e3-3a29-4556-95ca-0e7a0276bded tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/2d67c6b9-a040-478d-8758-2b0da73a2fb8 HTTP/1.1" status: 204 len: 168 time: 0.4644375 Oct 18 23:55:49.111423 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35824) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:49.219942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:49.233793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-044ebaa5-7438-469d-b8c9-ea388396eee0 admin admin] 10.222.0.52 "PUT /v2.0/routers/4851bb08-3a2a-4352-b536-04b6639b541e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8112986 Oct 18 23:55:49.234354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e8336-5303-4373-a611-e3e8d70a5360 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:49.234354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e8336-5303-4373-a611-e3e8d70a5360 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:49.234354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9f3e8336-5303-4373-a611-e3e8d70a5360 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1210103 Oct 18 23:55:49.236877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35828) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:49.305556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b25f782a-3fa0-4ab8-bf35-658a5c7d0651 None None] Provisioning complete for port d3bee7b6-dce4-4d57-893f-12b9407aecaa triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:49.306106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b25f782a-3fa0-4ab8-bf35-658a5c7d0651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.338352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c5860644-5181-40e3-9d35-5b9501b29691 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port d972ecef-2cf7-4fda-960e-9c35354b2a66 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:49.339385 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5860644-5181-40e3-9d35-5b9501b29691 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.345136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b25f782a-3fa0-4ab8-bf35-658a5c7d0651 None None] Port d3bee7b6-dce4-4d57-893f-12b9407aecaa cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:49.421267 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5860644-5181-40e3-9d35-5b9501b29691 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.438017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c5860644-5181-40e3-9d35-5b9501b29691 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for d972ecef-2cf7-4fda-960e-9c35354b2a66 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:49.537892 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5860644-5181-40e3-9d35-5b9501b29691 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.579199 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5860644-5181-40e3-9d35-5b9501b29691 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.584776 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5860644-5181-40e3-9d35-5b9501b29691 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/d972ecef-2cf7-4fda-960e-9c35354b2a66 HTTP/1.1" status: 204 len: 168 time: 0.3449473 Oct 18 23:55:49.585055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35834) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:49.594091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5860644-5181-40e3-9d35-5b9501b29691 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=d972ecef-2cf7-4fda-960e-9c35354b2a66,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:49.616511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ecdbf827-67ab-43a9-a1f2-a3a4570057aa up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:49.669753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ecdbf827-67ab-43a9-a1f2-a3a4570057aa triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:49.670148 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.671488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e37ca8-14bb-48c0-9758-c8370f6e143d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:49.673645 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-35e37ca8-14bb-48c0-9758-c8370f6e143d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0872087 Oct 18 23:55:49.676033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35840) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:49.706094 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadc8205-cdfd-43c3-8b39-2132fc97eed7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:55:49.707699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cadc8205-cdfd-43c3-8b39-2132fc97eed7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/2d67c6b9-a040-478d-8758-2b0da73a2fb8 HTTP/1.1" status: 404 len: 333 time: 0.0301366 Oct 18 23:55:49.710537 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35842) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:49.736776 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1dbfef-8a1f-452d-9398-70446485e1b9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:55:49.743860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7d1dbfef-8a1f-452d-9398-70446485e1b9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/d972ecef-2cf7-4fda-960e-9c35354b2a66 HTTP/1.1" status: 404 len: 333 time: 0.0284076 Oct 18 23:55:49.743860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35846) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:49.761246 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.789877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port ecdbf827-67ab-43a9-a1f2-a3a4570057aa, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ecdbf827-67ab-43a9-a1f2-a3a4570057aa,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:49.794289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.829047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.855682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=ecdbf827-67ab-43a9-a1f2-a3a4570057aa,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:49.897250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35850) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:49.902330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-527477155-network', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:49.922006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.924525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Made reservation on behalf of 5c777a55b57b4022bb729835144f7d8e for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:49.926953 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.936432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.943210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:49.954332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01641d1-d21e-433c-8fae-a35bf8427f96') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:49.954332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01641d1-d21e-433c-8fae-a35bf8427f96') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:49.965586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.985449 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:49.992349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:55:49.992843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:55:50.007430 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:55:50.025377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.029543 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.063890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1655939c-1d58-4e15-98d8-d58d87d2318e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:50.072244 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.073793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:55:50.084979 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.087827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.092641 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Added segment 4911378f-62c8-4774-9a11-926f99d230cb of type vlan for network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed Oct 18 23:55:50.094008 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/networks/e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67 HTTP/1.1" status: 204 len: 168 time: 0.3446124 Oct 18 23:55:50.094153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35854) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:50.106966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bf4c0-a27c-4a56-91e6-abb3eaf398f3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Network': ['ID=e8a7a7c4-1218-4c6e-bb7f-5ef42a1a4c67,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:50.107258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-63749778'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:50.187874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.192221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:50.195832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.245685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958da464-06b5-499f-bed4-dfca019867b8 req-d1f0730c-a2c5-41ff-8fe2-40c8bb02fa6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:50.247240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-958da464-06b5-499f-bed4-dfca019867b8 req-d1f0730c-a2c5-41ff-8fe2-40c8bb02fa6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 944 time: 0.1104171 Oct 18 23:55:50.250096 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.251102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:50.251661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.264997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:55:50.289421 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ba202e36-fef5-46c2-85d4-5fc9dd928609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.311003 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.311964 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Added segment 29849974-8d3f-40bf-841d-c951caac8e63 of type vlan for network 88272f04-2977-4a93-9ad0-febe54ed6563 Oct 18 23:55:50.347188 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Sync routers for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:50.358634 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:50.359231 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:50.363053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4645386 Oct 18 23:55:50.366006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35856) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:50.371159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Request body: {'subnet': {'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-527477155-subnet', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:50.392926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa90046-32bb-454c-866a-2361fdd0728a admin admin] Pushing event updated for resources: {'Network': ['ID=12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:50.394240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Made reservation on behalf of 5c777a55b57b4022bb729835144f7d8e for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:50.396810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.402668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:55:50.404546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-958da464-06b5-499f-bed4-dfca019867b8 req-e20b2a32-5aec-40e4-b5c1-d9ece39c9fa5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430342 Oct 18 23:55:50.413351 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.447495 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.453166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:50.453753 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.498607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4043746 Oct 18 23:55:50.502875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35858) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:50.510781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': '88272f04-2977-4a93-9ad0-febe54ed6563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:50.533620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d1f2d-e56f-4d00-a249-0df099af19c7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Network': ['ID=88272f04-2977-4a93-9ad0-febe54ed6563,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:50.534110 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:50.544502 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 88272f04-2977-4a93-9ad0-febe54ed6563 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:55:50.564182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82165a71-451b-4ba6-aa6e-0fae2cb1babc details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:55:50.679178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.686654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:50.690637 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.718920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 82165a71-451b-4ba6-aa6e-0fae2cb1babc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82165a71-451b-4ba6-aa6e-0fae2cb1babc,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:50.731996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '82165a71-451b-4ba6-aa6e-0fae2cb1babc', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'port_id': '82165a71-451b-4ba6-aa6e-0fae2cb1babc', 'mac_address': 'fa:16:3e:8c:bb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:55:50.777496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.782821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Performing IP validity checks on allocation pools {{(pid=100921) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 23:55:50.785559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.ipam_backend_mixin [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100921) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 23:55:50.796310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82165a71-451b-4ba6-aa6e-0fae2cb1babc {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:55:50.800652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e462e2a-d656-495c-9c1b-45e0ef44e34f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:50.821391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 82165a71-451b-4ba6-aa6e-0fae2cb1babc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82165a71-451b-4ba6-aa6e-0fae2cb1babc,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:50.827013 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.829423 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Checking segment: {'id': '4911378f-62c8-4774-9a11-926f99d230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:50.829794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Network hostable DHCP agents. Network: 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:55:50.856277 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd3bee7b6-dce4-4d57-893f-12b9407aecaa', 'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'mac_address': 'fa:16:3e:8b:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:47Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 2, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'subnets': [{'id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:50.877977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:55:50.883060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=82165a71-451b-4ba6-aa6e-0fae2cb1babc,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:50.884486 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Checking router: 4851bb08-3a2a-4352-b536-04b6639b541e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:55:50.884825 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Updating router 4851bb08-3a2a-4352-b536-04b6639b541e port d3bee7b6-dce4-4d57-893f-12b9407aecaa binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:55:50.894031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:50.901163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:50.901652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.906986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7aaa9e-1191-43a2-9b00-5c092651d920 None None] Network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:50.916765 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.947406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ee807248-4860-420c-9b8d-d66ce9be7934 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5799947 Oct 18 23:55:50.948768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35860) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:50.953761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:50.971307 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.983296 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:50.984616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.047880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Checking segment: {'id': '29849974-8d3f-40bf-841d-c951caac8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88272f04-2977-4a93-9ad0-febe54ed6563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:51.048253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network hostable DHCP agents. Network: 88272f04-2977-4a93-9ad0-febe54ed6563, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:55:51.053512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=d37a09a4-5a93-45bd-9362-554c17090956,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:51.059822 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.085085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed', 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'fixed_ips': [{'subnet_id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:55:51.085827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 88272f04-2977-4a93-9ad0-febe54ed6563 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:55:51.086497 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.096745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 88272f04-2977-4a93-9ad0-febe54ed6563) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:51.101722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:51.103491 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.108945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe244469-39ed-4147-a84c-c7b1eefc7dcb None None] Network 88272f04-2977-4a93-9ad0-febe54ed6563 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:51.131175 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-04805349-7485-4984-9ddc-8bfcf0b1ebe6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6269877 Oct 18 23:55:51.131904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35862) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:51.137231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': '88272f04-2977-4a93-9ad0-febe54ed6563', 'name': 'tempest-PortsIpV6TestJSON-348807031'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:51.238221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['82165a71-451b-4ba6-aa6e-0fae2cb1babc'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:55:51.264044 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.271152 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.286904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:51.292633 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.319468 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 23febeb7-91ea-4876-b8be-dde63c52bdd2 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:51.407135 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Attempting to bind port d3bee7b6-dce4-4d57-893f-12b9407aecaa on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:51.407707 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Attempting to bind port d3bee7b6-dce4-4d57-893f-12b9407aecaa by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:51.407883 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Attempting to bind port d3bee7b6-dce4-4d57-893f-12b9407aecaa on network 847cd454-4232-4b11-b50a-13b778208d8e {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:51.409856 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692bfc4-42c5-40ab-8f07-ea6aa41a20e6 None None] Pushing event updated for resources: {'Port': ['ID=d3bee7b6-dce4-4d57-893f-12b9407aecaa,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:51.423591 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:51.424340 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Checking segment: {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:51.424968 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.425522 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Bound using segment: {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:51.426166 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Bound port: d3bee7b6-dce4-4d57-893f-12b9407aecaa, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:51.427068 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.456240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Allocated IP 172.20.0.2 (12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed/3e462e2a-d656-495c-9c1b-45e0ef44e34f/d177acc7-307a-4b4b-b41b-56785af3be99) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:51.543303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::c9 (88272f04-2977-4a93-9ad0-febe54ed6563/d37a09a4-5a93-45bd-9362-554c17090956/23febeb7-91ea-4876-b8be-dde63c52bdd2) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:51.553831 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-88272f04-2977-4a93-9ad0-febe54ed6563', 'network_id': '88272f04-2977-4a93-9ad0-febe54ed6563', 'tenant_id': 'efa00dbccd07443a9624756305bff710', 'fixed_ips': [{'subnet_id': 'd37a09a4-5a93-45bd-9362-554c17090956'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:55:51.554707 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.572990 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] For port d3bee7b6-dce4-4d57-893f-12b9407aecaa, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:51.580408 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] For port d3bee7b6-dce4-4d57-893f-12b9407aecaa, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d3bee7b6-dce4-4d57-893f-12b9407aecaa,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:51.604695 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.645659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb40506-b761-4e6b-aa3f-6ed94b9c79a4 req-bab94a5c-a001-4d2b-84c2-37e5f4772f17 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:51.647410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cb40506-b761-4e6b-aa3f-6ed94b9c79a4 req-bab94a5c-a001-4d2b-84c2-37e5f4772f17 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 945 time: 0.1063616 Oct 18 23:55:51.665186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ecdbf827-67ab-43a9-a1f2-a3a4570057aa up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:51.682975 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:51.683735 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:51.735267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5cb40506-b761-4e6b-aa3f-6ed94b9c79a4 req-8b910cd5-9e3d-4f79-950d-2c334f8fe20b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811257 Oct 18 23:55:51.778300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.827865 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:51.854933 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.886941 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692bfc4-42c5-40ab-8f07-ea6aa41a20e6 None None] Pushing event updated for resources: {'Port': ['ID=d3bee7b6-dce4-4d57-893f-12b9407aecaa,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:51.900807 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:51.959301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=23febeb7-91ea-4876-b8be-dde63c52bdd2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:51.989493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 88272f04-2977-4a93-9ad0-febe54ed6563 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:51.992060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:51.995597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:52.009477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:52.010167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.025249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port ecdbf827-67ab-43a9-a1f2-a3a4570057aa triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:52.025815 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.048959 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-88b4edb7-8f73-498c-a5cb-f0b41865191e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9116712 Oct 18 23:55:52.049224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35866) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:52.117150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.119793 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd3bee7b6-dce4-4d57-893f-12b9407aecaa', 'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'mac_address': 'fa:16:3e:8b:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:47Z', 'updated_at': '2021-10-18T23:55:51Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'subnets': [{'id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:52.125738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-64a7e4f4-6421-4ac0-bdd7-4659e370b748 None None] Provisioning complete for port d3bee7b6-dce4-4d57-893f-12b9407aecaa triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:52.126103 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64a7e4f4-6421-4ac0-bdd7-4659e370b748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.147841 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc95ce-4320-47ae-b137-c4d29012f466 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 23febeb7-91ea-4876-b8be-dde63c52bdd2 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:52.148506 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bfc95ce-4320-47ae-b137-c4d29012f466 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.152147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.158417 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19b02e-c4a6-4aca-bcbb-ecd02353b361 None None] The sync data for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 is: [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd3bee7b6-dce4-4d57-893f-12b9407aecaa', 'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'mac_address': 'fa:16:3e:8b:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:47Z', 'updated_at': '2021-10-18T23:55:51Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'subnets': [{'id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:52.242623 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.288763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.291042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Allocated IP 2001:db8::2 (88272f04-2977-4a93-9ad0-febe54ed6563/d37a09a4-5a93-45bd-9362-554c17090956/a8261b0a-791b-4cbb-8921-da93e2adeda4) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:52.294758 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bfc95ce-4320-47ae-b137-c4d29012f466 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.319861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc95ce-4320-47ae-b137-c4d29012f466 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 23febeb7-91ea-4876-b8be-dde63c52bdd2 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:52.320239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Allocated IP 172.25.7.142 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/4ab9206a-4117-43c1-add2-2e00b317892b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:52.460053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.485299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bfc95ce-4320-47ae-b137-c4d29012f466 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.500797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.516908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc95ce-4320-47ae-b137-c4d29012f466 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=23febeb7-91ea-4876-b8be-dde63c52bdd2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:52.526527 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.547448 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.548593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9bfc95ce-4320-47ae-b137-c4d29012f466 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.554759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9bfc95ce-4320-47ae-b137-c4d29012f466 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/23febeb7-91ea-4876-b8be-dde63c52bdd2 HTTP/1.1" status: 204 len: 168 time: 0.5027246 Oct 18 23:55:52.556983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35868) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:52.565155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:52.566071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab9206a-4117-43c1-add2-2e00b317892b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:52.571494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:52.577548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:52.585535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Network 88272f04-2977-4a93-9ad0-febe54ed6563 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:52.587639 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc61c9c-85e7-4dda-a754-69a8cf913c48 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:55:52.588108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:52.588706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc61c9c-85e7-4dda-a754-69a8cf913c48 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:55:52.589150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:52.595137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:52.595390 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bfc61c9c-85e7-4dda-a754-69a8cf913c48 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/23febeb7-91ea-4876-b8be-dde63c52bdd2 HTTP/1.1" status: 404 len: 333 time: 0.0339899 Oct 18 23:55:52.595526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Pushing event updated for resources: {'Port': ['ID=d177acc7-307a-4b4b-b41b-56785af3be99,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:52.595660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35870) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:52.621153 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c12e6ae-d547-4dd9-af5f-9455e2c2e457 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:55:52.625882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8c12e6ae-d547-4dd9-af5f-9455e2c2e457 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/23febeb7-91ea-4876-b8be-dde63c52bdd2 HTTP/1.1" status: 404 len: 333 time: 0.0264785 Oct 18 23:55:52.626233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35872) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:52.684446 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64a7e4f4-6421-4ac0-bdd7-4659e370b748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.686322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Pushing event updated for resources: {'Port': ['ID=a8261b0a-791b-4cbb-8921-da93e2adeda4,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:52.688881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb251b7e-a52d-4d56-81d6-30b3e0f674d0 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet d37a09a4-5a93-45bd-9362-554c17090956 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:55:52.692708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:52.694653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb251b7e-a52d-4d56-81d6-30b3e0f674d0 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.695026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:52.778615 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb251b7e-a52d-4d56-81d6-30b3e0f674d0 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.816542 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Attempting to bind port a8261b0a-791b-4cbb-8921-da93e2adeda4 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:52.816920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Attempting to bind port a8261b0a-791b-4cbb-8921-da93e2adeda4 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '29849974-8d3f-40bf-841d-c951caac8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88272f04-2977-4a93-9ad0-febe54ed6563'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:52.818048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Attempting to bind port a8261b0a-791b-4cbb-8921-da93e2adeda4 on network 88272f04-2977-4a93-9ad0-febe54ed6563 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:52.835671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-64a7e4f4-6421-4ac0-bdd7-4659e370b748 None None] For port d3bee7b6-dce4-4d57-893f-12b9407aecaa, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d3bee7b6-dce4-4d57-893f-12b9407aecaa,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:52.842335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:52.842815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Checking segment: {'id': '29849974-8d3f-40bf-841d-c951caac8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88272f04-2977-4a93-9ad0-febe54ed6563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:52.843236 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.843659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Bound using segment: {'id': '29849974-8d3f-40bf-841d-c951caac8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88272f04-2977-4a93-9ad0-febe54ed6563'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:52.844201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Bound port: a8261b0a-791b-4cbb-8921-da93e2adeda4, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29849974-8d3f-40bf-841d-c951caac8e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '88272f04-2977-4a93-9ad0-febe54ed6563'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:52.844615 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.860554 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64a7e4f4-6421-4ac0-bdd7-4659e370b748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.903307 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb251b7e-a52d-4d56-81d6-30b3e0f674d0 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.940303 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.941656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Attempting to bind port d177acc7-307a-4b4b-b41b-56785af3be99 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:52.942055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Attempting to bind port d177acc7-307a-4b4b-b41b-56785af3be99 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4911378f-62c8-4774-9a11-926f99d230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:52.942781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Attempting to bind port d177acc7-307a-4b4b-b41b-56785af3be99 on network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:52.977736 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb251b7e-a52d-4d56-81d6-30b3e0f674d0 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.992247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:52.992872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Checking segment: {'id': '4911378f-62c8-4774-9a11-926f99d230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:52.993370 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.994052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Bound using segment: {'id': '4911378f-62c8-4774-9a11-926f99d230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:52.994633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Bound port: d177acc7-307a-4b4b-b41b-56785af3be99, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4911378f-62c8-4774-9a11-926f99d230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:52.995133 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:52.999474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] For port a8261b0a-791b-4cbb-8921-da93e2adeda4, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:53.001043 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fb251b7e-a52d-4d56-81d6-30b3e0f674d0 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.002117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7bc8c-0ed5-485b-ba00-86875afd39bb req-11f0c734-dc2b-4665-8ea7-f95cc5de40d6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:53.004017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa7bc8c-0ed5-485b-ba00-86875afd39bb req-11f0c734-dc2b-4665-8ea7-f95cc5de40d6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 945 time: 0.1165605 Oct 18 23:55:53.009007 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fb251b7e-a52d-4d56-81d6-30b3e0f674d0 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/d37a09a4-5a93-45bd-9362-554c17090956 HTTP/1.1" status: 204 len: 168 time: 0.3795152 Oct 18 23:55:53.014262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7e4f4-6421-4ac0-bdd7-4659e370b748 None None] Pushing event updated for resources: {'Port': ['ID=d3bee7b6-dce4-4d57-893f-12b9407aecaa,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:53.017701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35876) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:53.040407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb251b7e-a52d-4d56-81d6-30b3e0f674d0 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=d37a09a4-5a93-45bd-9362-554c17090956,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:53.067664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] For port a8261b0a-791b-4cbb-8921-da93e2adeda4, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a8261b0a-791b-4cbb-8921-da93e2adeda4,segment=NetworkSegment(29849974-8d3f-40bf-841d-c951caac8e63),segment_id=29849974-8d3f-40bf-841d-c951caac8e63)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:53.068957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-50357c18-d0bb-4efd-9a62-175092997829 None None] Provisioning complete for port d3bee7b6-dce4-4d57-893f-12b9407aecaa triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:53.069449 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-50357c18-d0bb-4efd-9a62-175092997829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.182912 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-baa7bc8c-0ed5-485b-ba00-86875afd39bb req-16260391-8447-4d88-8ab5-c414baedae47 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654646 Oct 18 23:55:53.196244 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.272907 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.331118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] For port d177acc7-307a-4b4b-b41b-56785af3be99, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:53.352253 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.359384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port a8261b0a-791b-4cbb-8921-da93e2adeda4 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:53.359734 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.363195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] For port d177acc7-307a-4b4b-b41b-56785af3be99, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d177acc7-307a-4b4b-b41b-56785af3be99,segment=NetworkSegment(4911378f-62c8-4774-9a11-926f99d230cb),segment_id=4911378f-62c8-4774-9a11-926f99d230cb)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:53.376386 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.385160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a701e4c-61b2-40d3-b3e0-a7dd15eedbf6 None None] Pushing event updated for resources: {'Port': ['ID=a8261b0a-791b-4cbb-8921-da93e2adeda4,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:53.484340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23d9e6-383d-478f-8fd3-0e7ec723ff08 None None] Pushing event updated for resources: {'Port': ['ID=d177acc7-307a-4b4b-b41b-56785af3be99,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:53.557279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] For port a8261b0a-791b-4cbb-8921-da93e2adeda4, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a8261b0a-791b-4cbb-8921-da93e2adeda4,segment=NetworkSegment(29849974-8d3f-40bf-841d-c951caac8e63),segment_id=29849974-8d3f-40bf-841d-c951caac8e63)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:53.557652 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.581621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for a8261b0a-791b-4cbb-8921-da93e2adeda4 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:53.701993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:55:53.758175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d3bee7b6-dce4-4d57-893f-12b9407aecaa up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:53.846994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.884068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d3bee7b6-dce4-4d57-893f-12b9407aecaa triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:53.884591 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.904346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=a8261b0a-791b-4cbb-8921-da93e2adeda4,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:53.975631 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51ef93bc-b13f-42f0-8c1d-8ed3cad5283f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:53.978106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:53.979399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No DVR routers for this DVR port a8261b0a-791b-4cbb-8921-da93e2adeda4 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:55:54.020900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Sync routers for ids ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:55:54.036948 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.041746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35878) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:54.042277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4d47082e-01d7-4b2f-adfe-7629c418c0a4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0919313 Oct 18 23:55:54.042408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Routers {'70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:54.042682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:54.104812 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.144373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88272f04-2977-4a93-9ad0-febe54ed6563']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:54.167270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29849974-8d3f-40bf-841d-c951caac8e63') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:54.167573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29849974-8d3f-40bf-841d-c951caac8e63') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:54.181316 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.190008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Set router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:54.197240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.205951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:55:54.206752 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:55:54.210385 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:55:54.292979 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.315028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.323492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/networks/88272f04-2977-4a93-9ad0-febe54ed6563 HTTP/1.1" status: 204 len: 168 time: 1.3045971 Oct 18 23:55:54.325953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35882) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:54.332595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1025637786'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:54.349289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b9fb-1b70-44ab-8014-5df4f9fd1c3c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Network': ['ID=88272f04-2977-4a93-9ad0-febe54ed6563,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:54.376081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:54.380349 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.393743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:50Z', 'updated_at': '2021-10-18T23:55:52Z', 'revision_number': 3, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'gw_port': {'id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:52Z', 'updated_at': '2021-10-18T23:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:54.416116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:55:54.424390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Checking router: 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:55:54.424854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Updating router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 port 4ab9206a-4117-43c1-add2-2e00b317892b binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:55:54.429188 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.438885 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Added segment 35fb03ac-e9fa-4496-9349-a5fdea985146 of type vlan for network 528d0535-a0f4-423c-88d4-11fd3d9f7d00 Oct 18 23:55:54.454800 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.495330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.525510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.531686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:54.532590 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.576683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82165a71-451b-4ba6-aa6e-0fae2cb1babc up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:54.582097 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2536485 Oct 18 23:55:54.617508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35884) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:54.624975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': '528d0535-a0f4-423c-88d4-11fd3d9f7d00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:54.666498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aa54f-34c1-427c-9f74-788eac620714 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Network': ['ID=528d0535-a0f4-423c-88d4-11fd3d9f7d00,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:54.681754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 528d0535-a0f4-423c-88d4-11fd3d9f7d00 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:55:54.746052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:54.749069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 82165a71-451b-4ba6-aa6e-0fae2cb1babc completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:55:54.751355 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.788333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da387f-9886-41a8-aa78-4db76a0a115c req-5f04f2d3-8694-4e43-b258-36006b3a7ddf tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:54.790833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-85da387f-9886-41a8-aa78-4db76a0a115c req-5f04f2d3-8694-4e43-b258-36006b3a7ddf tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 945 time: 0.5212808 Oct 18 23:55:54.850988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 82165a71-451b-4ba6-aa6e-0fae2cb1babc triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:54.851755 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:54.899826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-85da387f-9886-41a8-aa78-4db76a0a115c req-d03247ee-02b9-4881-bf72-a058be5b0fff tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720263 Oct 18 23:55:54.959687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae3472-cb42-4775-b800-d7f9c9d892d1 None None] Network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:55.025778 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.038759 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.057641 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.087630 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.130304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=0c574330-b93f-43f7-a98a-26c026accb5d,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:55.131444 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.138496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Checking segment: {'id': '35fb03ac-e9fa-4496-9349-a5fdea985146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '528d0535-a0f4-423c-88d4-11fd3d9f7d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:55.138937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network hostable DHCP agents. Network: 528d0535-a0f4-423c-88d4-11fd3d9f7d00, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:55:55.149593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166d8f6-42d3-4fbf-b5a3-15e6542d051c None None] Pushing event updated for resources: {'Port': ['ID=4ab9206a-4117-43c1-add2-2e00b317892b,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:55.165125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 528d0535-a0f4-423c-88d4-11fd3d9f7d00 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:55:55.181185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 528d0535-a0f4-423c-88d4-11fd3d9f7d00) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:55.187779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f3a6e6e0-8552-4720-82c7-ab5f91090a6e None None] Provisioning complete for port d177acc7-307a-4b4b-b41b-56785af3be99 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:55.188157 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e6e0-8552-4720-82c7-ab5f91090a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.193503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:55.194100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.216778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd3ce0-c4a6-495c-b674-99f1c1e69c48 None None] Network 528d0535-a0f4-423c-88d4-11fd3d9f7d00 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:55.224610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1ce27d86-896d-42a2-b5f9-fe2403ed21ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6014214 Oct 18 23:55:55.225574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35888) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:55.231606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': '528d0535-a0f4-423c-88d4-11fd3d9f7d00', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1338962001'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:55.274531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Attempting to bind port 4ab9206a-4117-43c1-add2-2e00b317892b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:55:55.274949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Attempting to bind port 4ab9206a-4117-43c1-add2-2e00b317892b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:55:55.275318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Attempting to bind port 4ab9206a-4117-43c1-add2-2e00b317892b on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:55:55.303816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.335964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:55:55.335964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:55:55.336293 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.336823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:55:55.337140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Bound port: 4ab9206a-4117-43c1-add2-2e00b317892b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:55:55.337568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.372464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Allocated IP 172.20.0.1 (12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed/3e462e2a-d656-495c-9c1b-45e0ef44e34f/29f52043-4e67-47ed-902b-f19cef7d3ddb) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:55.388065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:55.394428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.404119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937a19d-49e9-4ce8-aef2-9347602fb183 None None] DHCP port deletion for 88272f04-2977-4a93-9ad0-febe54ed6563 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:55:55.423711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port d76311e5-bcc4-4a9f-8060-2fcc2fd26f77 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:55.465490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfcef90-aa1e-4a68-9061-fab879488d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82165a71-451b-4ba6-aa6e-0fae2cb1babc'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:55:55.469438 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcddb1f2-9ea0-44ef-bc74-3c2bf022e230" -d '{"events": [{"server_uuid": "7dfcef90-aa1e-4a68-9061-fab879488d12", "name": "network-vif-plugged", "status": "completed", "tag": "82165a71-451b-4ba6-aa6e-0fae2cb1babc"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:55:55.493531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f45049-2d4e-4509-b69f-2e1a4895edc4 None None] Network 88272f04-2977-4a93-9ad0-febe54ed6563 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:55.515168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.545396 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aba85a-410e-4ed7-9044-f4328e4ef5a2 x-openstack-request-id: req-46aba85a-410e-4ed7-9044-f4328e4ef5a2 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:55:55.545396 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfcef90-aa1e-4a68-9061-fab879488d12", "name": "network-vif-plugged", "status": "completed", "tag": "82165a71-451b-4ba6-aa6e-0fae2cb1babc", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:55:55.545688 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46aba85a-410e-4ed7-9044-f4328e4ef5a2 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:55:55.546036 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfcef90-aa1e-4a68-9061-fab879488d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82165a71-451b-4ba6-aa6e-0fae2cb1babc', 'code': 200} Oct 18 23:55:55.548368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 82165a71-451b-4ba6-aa6e-0fae2cb1babc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82165a71-451b-4ba6-aa6e-0fae2cb1babc,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:55.567082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f45049-2d4e-4509-b69f-2e1a4895edc4 None None] Network 88272f04-2977-4a93-9ad0-febe54ed6563 could not be found, it might have been deleted concurrently. {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 18 23:55:55.570867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.575840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::292 (528d0535-a0f4-423c-88d4-11fd3d9f7d00/0c574330-b93f-43f7-a98a-26c026accb5d/d76311e5-bcc4-4a9f-8060-2fcc2fd26f77) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:55:55.620400 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] For port 4ab9206a-4117-43c1-add2-2e00b317892b, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:55:55.633246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:55.634608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Pushing event updated for resources: {'Port': ['ID=29f52043-4e67-47ed-902b-f19cef7d3ddb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:55.636796 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e6e0-8552-4720-82c7-ab5f91090a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.637495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:55.640848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:55.680181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] For port 4ab9206a-4117-43c1-add2-2e00b317892b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4ab9206a-4117-43c1-add2-2e00b317892b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:55:55.702869 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.719120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.724201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa3f88-ad19-447e-b5cf-14c50bdc4386 req-22493c7c-d1cb-4510-9eb2-a4026b392637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:55.727382 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3fa3f88-ad19-447e-b5cf-14c50bdc4386 req-22493c7c-d1cb-4510-9eb2-a4026b392637 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 1098 time: 0.0841839 Oct 18 23:55:55.728206 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.737810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d177acc7-307a-4b4b-b41b-56785af3be99 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:55.740390 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.753202 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.800596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.804222 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3fa3f88-ad19-447e-b5cf-14c50bdc4386 req-f95a9d57-c2d8-42b6-9b31-510d7da19f12 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 Oct 18 23:55:55.850828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 528d0535-a0f4-423c-88d4-11fd3d9f7d00 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:55.856150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:55.864801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:55.872807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:55.873513 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.889788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=d76311e5-bcc4-4a9f-8060-2fcc2fd26f77,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:55.893897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:55.907833 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9e42f653-ed53-4f27-a87b-fddc5cf73ced tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6780162 Oct 18 23:55:55.908093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35892) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:56.023424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5187d898-5a52-4728-a904-d24c013beb75 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port d76311e5-bcc4-4a9f-8060-2fcc2fd26f77 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:56.023930 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5187d898-5a52-4728-a904-d24c013beb75 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.042879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f3a6e6e0-8552-4720-82c7-ab5f91090a6e None None] For port d177acc7-307a-4b4b-b41b-56785af3be99, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d177acc7-307a-4b4b-b41b-56785af3be99,segment=NetworkSegment(4911378f-62c8-4774-9a11-926f99d230cb),segment_id=4911378f-62c8-4774-9a11-926f99d230cb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:56.065961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=82165a71-451b-4ba6-aa6e-0fae2cb1babc,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:56.074665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Routers {'70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:55:56.074956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:56.077180 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e6e0-8552-4720-82c7-ab5f91090a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.088820 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61ac2c-9585-4a6d-bd7d-34f6dee06604 req-29136bdb-9113-4b8b-896e-a887c2fb42ec tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:56.090391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f61ac2c-9585-4a6d-bd7d-34f6dee06604 req-29136bdb-9113-4b8b-896e-a887c2fb42ec tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 946 time: 0.1057467 Oct 18 23:55:56.126232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5187d898-5a52-4728-a904-d24c013beb75 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.140344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5187d898-5a52-4728-a904-d24c013beb75 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for d76311e5-bcc4-4a9f-8060-2fcc2fd26f77 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:56.185772 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3f61ac2c-9585-4a6d-bd7d-34f6dee06604 req-735d6737-2bf7-4000-908a-e5b3f4d4858a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700877 Oct 18 23:55:56.188918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.197869 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.221370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166d8f6-42d3-4fbf-b5a3-15e6542d051c None None] Pushing event updated for resources: {'Port': ['ID=4ab9206a-4117-43c1-add2-2e00b317892b,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:56.263448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae23d21-0229-4e88-975a-7289c82f1e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-528d0535-a0f4-423c-88d4-11fd3d9f7d00', 'network_id': '528d0535-a0f4-423c-88d4-11fd3d9f7d00', 'tenant_id': 'efa00dbccd07443a9624756305bff710', 'fixed_ips': [{'subnet_id': '0c574330-b93f-43f7-a98a-26c026accb5d'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:55:56.264578 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4ae23d21-0229-4e88-975a-7289c82f1e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.267082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d177acc7-307a-4b4b-b41b-56785af3be99 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:56.267437 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.292374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d18c1309-103d-43cc-8e41-f3566f3251ec None None] Could not find standard attr ID for object a8261b0a-791b-4cbb-8921-da93e2adeda4. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:55:56.294364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.298322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Pushing event updated for resources: {'Port': ['ID=29f52043-4e67-47ed-902b-f19cef7d3ddb,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:56.331511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5187d898-5a52-4728-a904-d24c013beb75 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.363268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187d898-5a52-4728-a904-d24c013beb75 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=d76311e5-bcc4-4a9f-8060-2fcc2fd26f77,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:56.385380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] Set router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:55:56.404479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5187d898-5a52-4728-a904-d24c013beb75 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.411828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5187d898-5a52-4728-a904-d24c013beb75 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/d76311e5-bcc4-4a9f-8060-2fcc2fd26f77 HTTP/1.1" status: 204 len: 168 time: 0.5022955 Oct 18 23:55:56.412596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35896) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:56.423851 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:56.427528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6e6e0-8552-4720-82c7-ab5f91090a6e None None] Pushing event updated for resources: {'Port': ['ID=d177acc7-307a-4b4b-b41b-56785af3be99,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:56.428141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:56.443348 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93b8be5-a007-405f-b231-5d46ee221b43 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:55:56.445642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d93b8be5-a007-405f-b231-5d46ee221b43 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/d76311e5-bcc4-4a9f-8060-2fcc2fd26f77 HTTP/1.1" status: 404 len: 333 time: 0.0319588 Oct 18 23:55:56.448332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35898) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:56.503981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-416cf03d-11e8-4f0c-a274-ea1fbe2d175d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 0c574330-b93f-43f7-a98a-26c026accb5d {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:55:56.507940 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-416cf03d-11e8-4f0c-a274-ea1fbe2d175d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.556599 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-416cf03d-11e8-4f0c-a274-ea1fbe2d175d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.598229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:55:56.619738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1b93b288-e74c-47ff-be79-4318ae12c057 None None] Provisioning complete for port d177acc7-307a-4b4b-b41b-56785af3be99 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:56.620110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b93b288-e74c-47ff-be79-4318ae12c057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.621925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-416cf03d-11e8-4f0c-a274-ea1fbe2d175d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.746401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:55:56.767038 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7884d3f3-3789-4da1-8a4e-62c73affba35 admin admin] 10.222.0.52 "PUT /v2.0/routers/70da0eeb-fc1c-4b71-86ec-f8047b8dbc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7149665 Oct 18 23:55:56.852848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1b93b288-e74c-47ff-be79-4318ae12c057 None None] Provisioning complete for port 29f52043-4e67-47ed-902b-f19cef7d3ddb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:56.852848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b93b288-e74c-47ff-be79-4318ae12c057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:56.894714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1b93b288-e74c-47ff-be79-4318ae12c057 None None] Port 29f52043-4e67-47ed-902b-f19cef7d3ddb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:56.897688 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:50Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 4, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'gw_port': {'id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:52Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '29f52043-4e67-47ed-902b-f19cef7d3ddb', 'name': '', 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'mac_address': 'fa:16:3e:04:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:55Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 1, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'subnets': [{'id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:56.948591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696fcb79-658b-475b-9a9f-49c2bf2962a3 None None] The sync data for ids ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'] in n-d-713498-28 is: [{'id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:50Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 4, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'gw_port': {'id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:52Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '29f52043-4e67-47ed-902b-f19cef7d3ddb', 'name': '', 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'mac_address': 'fa:16:3e:04:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:55Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 1, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'subnets': [{'id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:55:57.014450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-42c64c8d-3657-4bb6-8f4a-01e44580fc61 None None] Provisioning complete for port 29f52043-4e67-47ed-902b-f19cef7d3ddb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:57.015039 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-42c64c8d-3657-4bb6-8f4a-01e44580fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.035999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-416cf03d-11e8-4f0c-a274-ea1fbe2d175d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server [None req-4ae23d21-0229-4e88-975a-7289c82f1e2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c574330-b93f-43f7-a98a-26c026accb5d: This subnet is being modified by another concurrent operation. Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server raise exception Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c574330-b93f-43f7-a98a-26c026accb5d: This subnet is being modified by another concurrent operation. Oct 18 23:55:57.049273 n-d-713498-28 neutron-server[100923]: ERROR oslo_messaging.rpc.server Oct 18 23:55:57.067676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-42c64c8d-3657-4bb6-8f4a-01e44580fc61 None None] Port 29f52043-4e67-47ed-902b-f19cef7d3ddb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:55:57.133461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1438fb7-99ff-4641-ac44-c520381e6d45 None None] Network 528d0535-a0f4-423c-88d4-11fd3d9f7d00 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:55:57.135808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cf03d-11e8-4f0c-a274-ea1fbe2d175d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=0c574330-b93f-43f7-a98a-26c026accb5d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:57.135808 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-416cf03d-11e8-4f0c-a274-ea1fbe2d175d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.135808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-416cf03d-11e8-4f0c-a274-ea1fbe2d175d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/0c574330-b93f-43f7-a98a-26c026accb5d HTTP/1.1" status: 204 len: 168 time: 0.6818485 Oct 18 23:55:57.138446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35906) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:57.215817 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2bf2c-e4a7-4daf-b908-ba14af78ae2a None None] get_active_networks_info from n-d-713498-28 {{(pid=100923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 23:55:57.318458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.386635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35910) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:57.391380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-307d1b7f-1511-45ff-8b6d-97a0807d60d8 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206659022', 'description': 'tempest-secgroup-smoke-1206659022 description', 'project_id': 'e6be112448ef4339b053aa321ec928d2'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:57.403054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2bf2c-e4a7-4daf-b908-ba14af78ae2a None None] Resources bound (agent type, host, resource id): {{(pid=100923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 23:55:57.422693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-307d1b7f-1511-45ff-8b6d-97a0807d60d8 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.463411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.513285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec4df4-f8f2-4972-bd23-57f4b013e5b6 req-d6d0b439-94bd-4ca0-98c6-ccef63030e3f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:57.515891 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5dec4df4-f8f2-4972-bd23-57f4b013e5b6 req-d6d0b439-94bd-4ca0-98c6-ccef63030e3f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 946 time: 0.1440735 Oct 18 23:55:57.517801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528d0535-a0f4-423c-88d4-11fd3d9f7d00']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:57.524797 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-307d1b7f-1511-45ff-8b6d-97a0807d60d8 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.532764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-307d1b7f-1511-45ff-8b6d-97a0807d60d8 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.541382 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fb03ac-e9fa-4496-9349-a5fdea985146') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:57.541684 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fb03ac-e9fa-4496-9349-a5fdea985146') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:55:57.553080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.582111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d1b7f-1511-45ff-8b6d-97a0807d60d8 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50683e21-2300-4ba0-a3a1-6ae126f81463,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:57.595075 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-307d1b7f-1511-45ff-8b6d-97a0807d60d8 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.596369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-307d1b7f-1511-45ff-8b6d-97a0807d60d8 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2087002 Oct 18 23:55:57.599745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35912) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:57.606100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f5a87425-34f6-44a3-ad7f-f4e808d3ed1f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Request body: {'security_group_rule': {'security_group_id': '50683e21-2300-4ba0-a3a1-6ae126f81463', 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:57.621407 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5dec4df4-f8f2-4972-bd23-57f4b013e5b6 req-4c2fea16-44ff-4dca-b31c-c96139b6bd0c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947275 Oct 18 23:55:57.635280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.659682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:55:57.660264 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:55:57.664202 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:55:57.673185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5a87425-34f6-44a3-ad7f-f4e808d3ed1f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.697098 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d177acc7-307a-4b4b-b41b-56785af3be99 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:57.750348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.765980 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.775100 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/networks/528d0535-a0f4-423c-88d4-11fd3d9f7d00 HTTP/1.1" status: 204 len: 168 time: 0.6419513 Oct 18 23:55:57.776042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35916) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:57.784234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'name': 'tempest-PortsIpV6TestJSON-2043150840'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:57.801340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d177acc7-307a-4b4b-b41b-56785af3be99 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:57.801863 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.820558 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76b1e1-b141-4d20-9ece-917b941aa097 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Network': ['ID=528d0535-a0f4-423c-88d4-11fd3d9f7d00,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:57.833838 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5a87425-34f6-44a3-ad7f-f4e808d3ed1f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.844347 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5a87425-34f6-44a3-ad7f-f4e808d3ed1f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.881345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a87425-34f6-44a3-ad7f-f4e808d3ed1f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a2d5df-b5c1-44c9-8d22-d5eacd8306e7,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:57.894269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccc71f-f94f-4b58-8db6-04ed206a0c1d req-14198530-05b0-4992-b6da-0bb4645ed070 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:57.895863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ccc71f-f94f-4b58-8db6-04ed206a0c1d req-14198530-05b0-4992-b6da-0bb4645ed070 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 946 time: 0.1504850 Oct 18 23:55:57.899625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f5a87425-34f6-44a3-ad7f-f4e808d3ed1f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.901192 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f5a87425-34f6-44a3-ad7f-f4e808d3ed1f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3004773 Oct 18 23:55:57.907654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35918) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:57.917002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ff33ebf3-78eb-4235-8f15-a642cbbfce03 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Request body: {'security_group_rule': {'security_group_id': '50683e21-2300-4ba0-a3a1-6ae126f81463', 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:57.944267 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36ccc71f-f94f-4b58-8db6-04ed206a0c1d req-ec783fa1-64b0-407a-b04d-bd57374a70a3 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366662 Oct 18 23:55:57.957661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff33ebf3-78eb-4235-8f15-a642cbbfce03 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.964211 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:57.984010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:57.987640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.022121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 3658d304-1dc2-41dc-ba3c-0c34ed09c86b yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:58.100991 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff33ebf3-78eb-4235-8f15-a642cbbfce03 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.116471 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff33ebf3-78eb-4235-8f15-a642cbbfce03 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.158737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33ebf3-78eb-4235-8f15-a642cbbfce03 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020314b0-9b14-42cb-a44a-c132e5a07d68,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:58.170877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127a99f-e837-4b7c-8d37-a98505339c0e req-3408e90d-d0d4-4f3f-bc77-77e172990e5e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:58.172393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d127a99f-e837-4b7c-8d37-a98505339c0e req-3408e90d-d0d4-4f3f-bc77-77e172990e5e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 946 time: 0.1458361 Oct 18 23:55:58.177344 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ff33ebf3-78eb-4235-8f15-a642cbbfce03 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.178514 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ff33ebf3-78eb-4235-8f15-a642cbbfce03 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2698779 Oct 18 23:55:58.181320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35922) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:58.186527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-97044084-d26c-4e76-a065-53756eb8d6c5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Request body: {'security_group_rule': {'security_group_id': '50683e21-2300-4ba0-a3a1-6ae126f81463', 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:58.214572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-97044084-d26c-4e76-a065-53756eb8d6c5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.266380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-97044084-d26c-4e76-a065-53756eb8d6c5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.272520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-97044084-d26c-4e76-a065-53756eb8d6c5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.283809 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d127a99f-e837-4b7c-8d37-a98505339c0e req-31681fe7-ecfd-4909-80fd-ec718e341d9b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013107 Oct 18 23:55:58.293458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.295955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97044084-d26c-4e76-a065-53756eb8d6c5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4f0957-669c-4468-a776-e95fe65615ea,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:58.310277 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-97044084-d26c-4e76-a065-53756eb8d6c5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.311799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35924) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:58.311885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-97044084-d26c-4e76-a065-53756eb8d6c5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242256 Oct 18 23:55:58.312770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-00d9222a-fce1-47ee-803f-5e050286272d tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Request body: {'security_group_rule': {'security_group_id': '50683e21-2300-4ba0-a3a1-6ae126f81463', 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:58.381547 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00d9222a-fce1-47ee-803f-5e050286272d tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.398928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-1eed4fe9-e6f5-4eee-a2e0-11a0de86d1cf service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1036060 Oct 18 23:55:58.410458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.478186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:58.515905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:58.519626 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=3658d304-1dc2-41dc-ba3c-0c34ed09c86b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:58.525336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:58.531358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:58.532115 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.556134 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00d9222a-fce1-47ee-803f-5e050286272d tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.563992 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00d9222a-fce1-47ee-803f-5e050286272d tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.571915 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5c1a50e7-e66a-45dd-914d-a4337c595cf2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7928481 Oct 18 23:55:58.575503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35932) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:58.601520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9222a-fce1-47ee-803f-5e050286272d tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150f17f4-e098-4b6f-8d79-0cd5ed2614c5,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:58.618973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-5db70bf3-469b-45fc-9d2d-87dd0f1e0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:58.620499 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-5db70bf3-469b-45fc-9d2d-87dd0f1e0b8c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 1098 time: 0.1462421 Oct 18 23:55:58.627957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-00d9222a-fce1-47ee-803f-5e050286272d tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.630767 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-00d9222a-fce1-47ee-803f-5e050286272d tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215051 Oct 18 23:55:58.633348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35934) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:58.640467 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c0eecae8-22cc-449d-9704-d35bdcac0df3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Request body: {'security_group_rule': {'security_group_id': '50683e21-2300-4ba0-a3a1-6ae126f81463', 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:58.683851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f3342f4a-e35c-47bb-8b2a-9da6de4ea677 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 3658d304-1dc2-41dc-ba3c-0c34ed09c86b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:55:58.684374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3342f4a-e35c-47bb-8b2a-9da6de4ea677 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.704490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a904cfb-c6b0-42fb-927a-9a935e0c96bb req-a2c730a7-7374-4da5-95b4-42e932b078f8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:58.706108 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a904cfb-c6b0-42fb-927a-9a935e0c96bb req-a2c730a7-7374-4da5-95b4-42e932b078f8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 946 time: 0.1252594 Oct 18 23:55:58.774323 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-c0eecae8-22cc-449d-9704-d35bdcac0df3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Project e6be112448ef4339b053aa321ec928d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:55:58.797384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3342f4a-e35c-47bb-8b2a-9da6de4ea677 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.801592 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0eecae8-22cc-449d-9704-d35bdcac0df3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.819361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f3342f4a-e35c-47bb-8b2a-9da6de4ea677 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 3658d304-1dc2-41dc-ba3c-0c34ed09c86b owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:55:58.862754 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8a904cfb-c6b0-42fb-927a-9a935e0c96bb req-6aff01ca-0bb6-4b5f-b32c-871a718ec7d6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485894 Oct 18 23:55:58.882916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-ea43c30a-ac9e-4101-aaea-53ab63516fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:58.882916 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-ea43c30a-ac9e-4101-aaea-53ab63516fd7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.2340477 Oct 18 23:55:58.921968 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3342f4a-e35c-47bb-8b2a-9da6de4ea677 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.935525 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-27072cf3-5ae3-41f9-a9e7-e6c51a554839 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82165a71-451b-4ba6-aa6e-0fae2cb1babc HTTP/1.1" status: 200 len: 217 time: 0.0444469 Oct 18 23:55:58.937892 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0eecae8-22cc-449d-9704-d35bdcac0df3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.950565 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0eecae8-22cc-449d-9704-d35bdcac0df3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.955328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3342f4a-e35c-47bb-8b2a-9da6de4ea677 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=3658d304-1dc2-41dc-ba3c-0c34ed09c86b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:58.963935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f3342f4a-e35c-47bb-8b2a-9da6de4ea677 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:58.967737 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f3342f4a-e35c-47bb-8b2a-9da6de4ea677 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/3658d304-1dc2-41dc-ba3c-0c34ed09c86b HTTP/1.1" status: 204 len: 168 time: 0.3905883 Oct 18 23:55:58.970189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35936) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:58.975457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'mac_address': 'fa:16:3e:87:ee:ef', 'name': 'tempest-PortsIpV6TestJSON-1005399563'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:59.024627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eecae8-22cc-449d-9704-d35bdcac0df3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cf7186-f89f-4b8d-857f-8ec95f174480,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:59.036887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0eecae8-22cc-449d-9704-d35bdcac0df3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.038147 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c0eecae8-22cc-449d-9704-d35bdcac0df3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4023340 Oct 18 23:55:59.042000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35938) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:59.049003 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-e4dcc26f-1e41-4583-a496-30ae512a5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:59.050986 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-e4dcc26f-1e41-4583-a496-30ae512a5bab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.1032586 Oct 18 23:55:59.051368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-68436cd4-c9cb-49d5-82c8-b83eabd37f55 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Request body: {'security_group_rule': {'security_group_id': '50683e21-2300-4ba0-a3a1-6ae126f81463', 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:55:59.110254 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-68436cd4-c9cb-49d5-82c8-b83eabd37f55 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Project e6be112448ef4339b053aa321ec928d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:55:59.118455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-68436cd4-c9cb-49d5-82c8-b83eabd37f55 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.121877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-1bcc0466-ca53-411d-a90d-a5813c7b6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:59.122769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:55:59.123634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-1bcc0466-ca53-411d-a90d-a5813c7b6995 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649230 Oct 18 23:55:59.231370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.250101 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-861deb98-1256-45e6-af5c-96030a641284 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164482 Oct 18 23:55:59.256094 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-68436cd4-c9cb-49d5-82c8-b83eabd37f55 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.264590 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-68436cd4-c9cb-49d5-82c8-b83eabd37f55 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.274311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port bedd1d29-f764-4156-9434-daba138ac962 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:55:59.325532 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68436cd4-c9cb-49d5-82c8-b83eabd37f55 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f1b236-a8c9-48db-ad16-ce52d30f654c,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:59.340430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-68436cd4-c9cb-49d5-82c8-b83eabd37f55 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.341857 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-68436cd4-c9cb-49d5-82c8-b83eabd37f55 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2941775 Oct 18 23:55:59.366527 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ecafa86-ce4a-4a9c-9418-47f886af1d8c req-c5abf9d5-0593-4285-999a-34d4c281373a service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071198 Oct 18 23:55:59.503479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.546185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-eb062fca-39c4-4c0a-b29d-13781a02c76c tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206659022&fields=id&tenant_id=e6be112448ef4339b053aa321ec928d2 HTTP/1.1" status: 200 len: 267 time: 0.0735898 Oct 18 23:55:59.634509 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.673171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4ab9206a-4117-43c1-add2-2e00b317892b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:55:59.736011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f52558-9a7e-4006-9309-f088a49af664 req-3685eef2-36b9-4db0-b88c-b3050d76d67d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1798978 Oct 18 23:55:59.736260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4ab9206a-4117-43c1-add2-2e00b317892b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:55:59.736413 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.746919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:55:59.790983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:55:59.795049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=bedd1d29-f764-4156-9434-daba138ac962,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:55:59.797729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:55:59.803822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:59.804498 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.818081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-e046e47f-9f09-41b2-b108-a4cd6f76d01d tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:59.819653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-e046e47f-9f09-41b2-b108-a4cd6f76d01d tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/networks?id=847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 200 len: 808 time: 0.2525418 Oct 18 23:55:59.850921 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.874137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a7bbca96-c0e2-4b75-8e49-9d4ed2e8d791 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9023130 Oct 18 23:55:59.875551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-237fd79b-eb66-4ab2-a14d-5e3e3c391c1a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/quotas/e6be112448ef4339b053aa321ec928d2 HTTP/1.1" status: 200 len: 375 time: 0.0436475 Oct 18 23:55:59.877052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35952) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:59.887736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 4ab9206a-4117-43c1-add2-2e00b317892b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4ab9206a-4117-43c1-add2-2e00b317892b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:55:59.892882 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:55:59.929324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f52558-9a7e-4006-9309-f088a49af664 req-c931bf58-eaa9-4149-86f6-2e8da3537108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:59.930896 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0a9fd-6ff4-47ba-9e80-df7407fa1f88 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:55:59.931494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f52558-9a7e-4006-9309-f088a49af664 req-c931bf58-eaa9-4149-86f6-2e8da3537108 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 1097 time: 0.1234605 Oct 18 23:55:59.933240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-89e0a9fd-6ff4-47ba-9e80-df7407fa1f88 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/bedd1d29-f764-4156-9434-daba138ac962 HTTP/1.1" status: 200 len: 845 time: 0.0543687 Oct 18 23:55:59.936684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35956) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:55:59.963435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=4ab9206a-4117-43c1-add2-2e00b317892b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:00.026544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-8f7ea4d7-80f8-4c9b-992d-b610b9da08a5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e6be112448ef4339b053aa321ec928d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419811 Oct 18 23:56:00.042770 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb06515-e651-4220-af00-fe429bdc9b17 req-00553ee1-0b97-49c5-932d-fe0a93884577 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:00.044351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0eb06515-e651-4220-af00-fe429bdc9b17 req-00553ee1-0b97-49c5-932d-fe0a93884577 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 946 time: 0.0575583 Oct 18 23:56:00.085620 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0eb06515-e651-4220-af00-fe429bdc9b17 req-8bc84f4d-949e-4730-b2aa-fa8271fe32de tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346742 Oct 18 23:56:00.176498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f52558-9a7e-4006-9309-f088a49af664 req-27fa71ce-0baa-4d9a-b252-c326874b705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:00.178022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f52558-9a7e-4006-9309-f088a49af664 req-27fa71ce-0baa-4d9a-b252-c326874b705b service neutron] 10.222.0.73 "GET /v2.0/networks?id=815dece3-d640-4102-b8b4-dbf1ce9a0a23 HTTP/1.1" status: 200 len: 897 time: 0.2102394 Oct 18 23:56:00.251847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ad3b6-812b-4fd0-a2ba-9a37e92a6588 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port bedd1d29-f764-4156-9434-daba138ac962 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:00.252501 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad3b6-812b-4fd0-a2ba-9a37e92a6588 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:00.261969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-ba9a7f02-d401-4461-8db3-4a32529ed709 service neutron] 10.222.0.52 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865015 Oct 18 23:56:00.364516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f52558-9a7e-4006-9309-f088a49af664 req-14ac7318-e04a-4227-9877-cfb7ce410b67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01943826-6db2-4d31-8607-827e84b4ad7b HTTP/1.1" status: 200 len: 1001 time: 0.1780531 Oct 18 23:56:00.383592 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad3b6-812b-4fd0-a2ba-9a37e92a6588 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:00.446835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ad3b6-812b-4fd0-a2ba-9a37e92a6588 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for bedd1d29-f764-4156-9434-daba138ac962 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:00.460182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-db780f9b-2019-4db9-a86b-064301af8242 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:00.461725 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-db780f9b-2019-4db9-a86b-064301af8242 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 946 time: 0.0508902 Oct 18 23:56:00.480320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f52558-9a7e-4006-9309-f088a49af664 req-6273d30f-a35e-4110-bf45-d144cb971cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:00.481802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f52558-9a7e-4006-9309-f088a49af664 req-6273d30f-a35e-4110-bf45-d144cb971cd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60867e4c-46ac-42e2-87ec-e6adbed08bf6 HTTP/1.1" status: 200 len: 835 time: 0.1082103 Oct 18 23:56:00.525997 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Sync routers for ids ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:56:00.536369 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Routers {'70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:00.536991 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:00.562690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-9b9f57c6-8a94-4877-8d21-8c8219c9aafe service neutron] 10.222.0.52 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883191 Oct 18 23:56:00.578156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port 82165a71-451b-4ba6-aa6e-0fae2cb1babc {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:00.578240 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:00.604063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f52558-9a7e-4006-9309-f088a49af664 req-fa5913a3-fba7-449b-9cde-0ea52aeb88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:00.605616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f52558-9a7e-4006-9309-f088a49af664 req-fa5913a3-fba7-449b-9cde-0ea52aeb88a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=815dece3-d640-4102-b8b4-dbf1ce9a0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865512 Oct 18 23:56:00.643418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad3b6-812b-4fd0-a2ba-9a37e92a6588 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:00.678323 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Set router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:56:00.685098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ad3b6-812b-4fd0-a2ba-9a37e92a6588 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=bedd1d29-f764-4156-9434-daba138ac962,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:00.690904 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] For port 82165a71-451b-4ba6-aa6e-0fae2cb1babc, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82165a71-451b-4ba6-aa6e-0fae2cb1babc,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:00.691667 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:00.710427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for 82165a71-451b-4ba6-aa6e-0fae2cb1babc owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:00.730935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d0ad3b6-812b-4fd0-a2ba-9a37e92a6588 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:00.734408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2d0ad3b6-812b-4fd0-a2ba-9a37e92a6588 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/bedd1d29-f764-4156-9434-daba138ac962 HTTP/1.1" status: 204 len: 168 time: 0.7956212 Oct 18 23:56:00.737061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35958) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:00.780932 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-4392c42c-5e15-4488-b9be-3551900b2829 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:00.788749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35964) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:00.794904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4392c42c-5e15-4488-b9be-3551900b2829 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/bedd1d29-f764-4156-9434-daba138ac962 HTTP/1.1" status: 404 len: 333 time: 0.0566177 Oct 18 23:56:00.795740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'name': 'tempest-PortsIpV6TestJSON-818136007'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:00.819187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f52558-9a7e-4006-9309-f088a49af664 req-25c6a46b-2644-4777-8c34-86f3b5f01c9a service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058339 Oct 18 23:56:00.847831 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-adc55d11-e1dd-4636-b128-1dcde5f60398 req-7eaf3934-f197-4262-8981-449ef67362a9 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 210 time: 0.0471308 Oct 18 23:56:00.979981 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2f52558-9a7e-4006-9309-f088a49af664 req-6d01a757-63c8-479e-9c25-dd901d90a594 service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518571 Oct 18 23:56:00.981399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:00.986200 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.010761 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:50Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 4, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'gw_port': {'id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:52Z', 'updated_at': '2021-10-18T23:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '29f52043-4e67-47ed-902b-f19cef7d3ddb', 'name': '', 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'mac_address': 'fa:16:3e:04:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:55Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 2, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'subnets': [{'id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:01.023705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port dad235a9-2282-4327-b1b2-5ebc757b05cb yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:56:01.045559 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Checking router: 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:56:01.045916 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Updating router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 port 29f52043-4e67-47ed-902b-f19cef7d3ddb binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 23:56:01.070654 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.078858 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.104327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['82165a71-451b-4ba6-aa6e-0fae2cb1babc'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:56:01.111195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=82165a71-451b-4ba6-aa6e-0fae2cb1babc,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:01.211559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] No DVR routers for this DVR port 82165a71-451b-4ba6-aa6e-0fae2cb1babc on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:01.216491 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.219987 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2079cd6f-eddf-49a9-b93d-1f752acdcd23 req-c4488554-1189-4c77-b9fc-fcca6a8bd223 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "DELETE /v2.0/ports/82165a71-451b-4ba6-aa6e-0fae2cb1babc HTTP/1.1" status: 204 len: 173 time: 0.7513692 Oct 18 23:56:01.220474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfcef90-aa1e-4a68-9061-fab879488d12', 'name': 'network-vif-deleted', 'tag': '82165a71-451b-4ba6-aa6e-0fae2cb1babc'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:56:01.223169 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f816c68b-d983-4739-bda0-10be81fa57f9" -d '{"events": [{"server_uuid": "7dfcef90-aa1e-4a68-9061-fab879488d12", "name": "network-vif-deleted", "tag": "82165a71-451b-4ba6-aa6e-0fae2cb1babc"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:56:01.315782 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d771ad8-2fdb-4131-b559-6d5dc4d8046c x-openstack-request-id: req-3d771ad8-2fdb-4131-b559-6d5dc4d8046c {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:56:01.316235 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfcef90-aa1e-4a68-9061-fab879488d12", "name": "network-vif-deleted", "tag": "82165a71-451b-4ba6-aa6e-0fae2cb1babc", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:56:01.316640 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d771ad8-2fdb-4131-b559-6d5dc4d8046c {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:56:01.317205 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfcef90-aa1e-4a68-9061-fab879488d12', 'name': 'network-vif-deleted', 'tag': '82165a71-451b-4ba6-aa6e-0fae2cb1babc', 'status': 'completed', 'code': 200} Oct 18 23:56:01.320613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c01627b-6591-437b-a46b-a10bcb4620e5 req-16fca50e-9d41-4136-9df5-61a2c928afea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 210 time: 0.0749204 Oct 18 23:56:01.403335 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.466185 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.517388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:01.521057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:01.525309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:01.531296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:01.532133 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.544301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=dad235a9-2282-4327-b1b2-5ebc757b05cb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:01.563958 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-922c10a3-60c2-4b35-b3ed-a49901aa032d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7722034 Oct 18 23:56:01.566832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35976) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:01.573498 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ed181e7d-0276-45da-bacc-ac417438106e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:01.641661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4ab9206a-4117-43c1-add2-2e00b317892b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:01.657265 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.667000 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.692937 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ed181e7d-0276-45da-bacc-ac417438106e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.698301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4ab9206a-4117-43c1-add2-2e00b317892b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:01.698786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.755868 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Pushing event updated for resources: {'Port': ['ID=29f52043-4e67-47ed-902b-f19cef7d3ddb,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:01.829447 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.830257 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.830889 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.831562 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.832102 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.832820 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.833638 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.834291 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.834883 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.835401 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.835914 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.836426 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:01.883323 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Attempting to bind port 29f52043-4e67-47ed-902b-f19cef7d3ddb on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:56:01.883843 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Attempting to bind port 29f52043-4e67-47ed-902b-f19cef7d3ddb by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4911378f-62c8-4774-9a11-926f99d230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:56:01.884304 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Attempting to bind port 29f52043-4e67-47ed-902b-f19cef7d3ddb on network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:01.891178 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:56:01.891944 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Checking segment: {'id': '4911378f-62c8-4774-9a11-926f99d230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:01.893162 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:01.893867 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Bound using segment: {'id': '4911378f-62c8-4774-9a11-926f99d230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:56:01.894586 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Bound port: 29f52043-4e67-47ed-902b-f19cef7d3ddb, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4911378f-62c8-4774-9a11-926f99d230cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:56:01.895225 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.020536 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] For port 29f52043-4e67-47ed-902b-f19cef7d3ddb, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:56:02.023917 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] For port 29f52043-4e67-47ed-902b-f19cef7d3ddb, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=29f52043-4e67-47ed-902b-f19cef7d3ddb,segment=NetworkSegment(4911378f-62c8-4774-9a11-926f99d230cb),segment_id=4911378f-62c8-4774-9a11-926f99d230cb)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:56:02.034483 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.037895 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f1e1052e-2a50-4033-a257-b39f895ba724 req-ae2e3d56-59f9-4e7e-a273-236266a8cec5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 210 time: 0.0370212 Oct 18 23:56:02.068626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ed181e7d-0276-45da-bacc-ac417438106e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.080272 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ed181e7d-0276-45da-bacc-ac417438106e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.118344 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Routers {'70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:02.119908 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:02.125924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ed181e7d-0276-45da-bacc-ac417438106e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] In _notify_port_updated(), no bound segment for port dad235a9-2282-4327-b1b2-5ebc757b05cb on network b9da0c16-99d4-40e9-b240-642688a57735 {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:56:02.132912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed181e7d-0276-45da-bacc-ac417438106e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:02.133799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ed181e7d-0276-45da-bacc-ac417438106e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.138874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 35980) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:02.147676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ed181e7d-0276-45da-bacc-ac417438106e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "PUT /v2.0/ports/dad235a9-2282-4327-b1b2-5ebc757b05cb HTTP/1.1" status: 200 len: 818 time: 0.5793157 Oct 18 23:56:02.185274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-60c8b95d-dcbd-46cf-8fe7-e2d967e31cb0 None None] Provisioning complete for port 29f52043-4e67-47ed-902b-f19cef7d3ddb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:02.189155 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-60c8b95d-dcbd-46cf-8fe7-e2d967e31cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.193725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed181e7d-0276-45da-bacc-ac417438106e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=dad235a9-2282-4327-b1b2-5ebc757b05cb,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:02.317717 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fba5e3-fb04-455c-bc1d-2339c3c93d0c None None] Pushing event updated for resources: {'Port': ['ID=29f52043-4e67-47ed-902b-f19cef7d3ddb,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:02.334583 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-60c8b95d-dcbd-46cf-8fe7-e2d967e31cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.361769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-00f67683-8835-442f-962c-f077478cac19 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port dad235a9-2282-4327-b1b2-5ebc757b05cb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:02.363688 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00f67683-8835-442f-962c-f077478cac19 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.381368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-60c8b95d-dcbd-46cf-8fe7-e2d967e31cb0 None None] For port 29f52043-4e67-47ed-902b-f19cef7d3ddb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=29f52043-4e67-47ed-902b-f19cef7d3ddb,segment=NetworkSegment(4911378f-62c8-4774-9a11-926f99d230cb),segment_id=4911378f-62c8-4774-9a11-926f99d230cb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:02.387927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-60c8b95d-dcbd-46cf-8fe7-e2d967e31cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.486262 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] Set router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:56:02.537138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2cb2e49-eb52-4a51-bc4e-f5f98c776893 req-16610236-e5d8-499c-ba0e-2e781769af46 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 210 time: 0.1097851 Oct 18 23:56:02.579038 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00f67683-8835-442f-962c-f077478cac19 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.601801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-00f67683-8835-442f-962c-f077478cac19 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for dad235a9-2282-4327-b1b2-5ebc757b05cb owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:02.670094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-8652292e-aba4-4c61-976c-61b5a09a86d3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:02.671760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-8652292e-aba4-4c61-976c-61b5a09a86d3 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.73 "GET /v2.0/networks?id=847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 200 len: 808 time: 0.2992213 Oct 18 23:56:02.709815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-df082383-1c25-4c60-a253-a8fc2811ba08 None None] Provisioning complete for port 29f52043-4e67-47ed-902b-f19cef7d3ddb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:02.710422 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-df082383-1c25-4c60-a253-a8fc2811ba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.738567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8b95d-dcbd-46cf-8fe7-e2d967e31cb0 None None] Pushing event updated for resources: {'Port': ['ID=29f52043-4e67-47ed-902b-f19cef7d3ddb,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:02.751388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-e1c5c630-4999-4791-bac9-89017b65e6cc tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6be112448ef4339b053aa321ec928d2 HTTP/1.1" status: 200 len: 380 time: 0.0621216 Oct 18 23:56:02.761460 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-4d41b507-b267-436e-a087-588744f16f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:50Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 4, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'gw_port': {'id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:52Z', 'updated_at': '2021-10-18T23:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '29f52043-4e67-47ed-902b-f19cef7d3ddb', 'name': '', 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'mac_address': 'fa:16:3e:04:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:55Z', 'updated_at': '2021-10-18T23:56:02Z', 'revision_number': 4, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'subnets': [{'id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:02.764673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Request body: {'port': {'device_id': 'f1e62edd-761d-4649-8cd9-07033e964496', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'admin_state_up': True, 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'security_groups': ['50683e21-2300-4ba0-a3a1-6ae126f81463']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:02.770685 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00f67683-8835-442f-962c-f077478cac19 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.800029 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41b507-b267-436e-a087-588744f16f62 None None] The sync data for ids ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'] in n-d-713498-28 is: [{'id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:50Z', 'updated_at': '2021-10-18T23:55:55Z', 'revision_number': 4, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'gw_port': {'id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:52Z', 'updated_at': '2021-10-18T23:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '29f52043-4e67-47ed-902b-f19cef7d3ddb', 'name': '', 'network_id': '12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'mac_address': 'fa:16:3e:04:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:55Z', 'updated_at': '2021-10-18T23:56:02Z', 'revision_number': 4, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'subnets': [{'id': '3e462e2a-d656-495c-9c1b-45e0ef44e34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:56:02.842329 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-00f67683-8835-442f-962c-f077478cac19 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.846046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-00f67683-8835-442f-962c-f077478cac19 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/dad235a9-2282-4327-b1b2-5ebc757b05cb HTTP/1.1" status: 204 len: 168 time: 0.7055757 Oct 18 23:56:02.847245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f67683-8835-442f-962c-f077478cac19 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=dad235a9-2282-4327-b1b2-5ebc757b05cb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:02.848938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:02.929755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a3cf24-a49e-4e83-96be-01bb12372792 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:02.932856 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-91a3cf24-a49e-4e83-96be-01bb12372792 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0823753 Oct 18 23:56:02.937330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35986) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:02.961185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Made reservation on behalf of e6be112448ef4339b053aa321ec928d2 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:02.962118 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bf3529-b78d-49c3-ab01-71c231471440 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:02.972107 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:02.972293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-09bf3529-b78d-49c3-ab01-71c231471440 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/dad235a9-2282-4327-b1b2-5ebc757b05cb HTTP/1.1" status: 404 len: 333 time: 0.0315444 Oct 18 23:56:02.972293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35988) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:02.977037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1040861561'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:03.006441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:03.012339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.044177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:56:03.057969 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.058423 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Added segment 4f5e3b65-40e8-48df-be6c-4e5700b12b0f of type vlan for network cdc28de0-c849-4538-826f-7210745df128 Oct 18 23:56:03.114645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.118079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Allocated IP 172.20.0.9 (847cd454-4232-4b11-b50a-13b778208d8e/be8928e2-6476-4fca-9ad1-70cdfd562e91/81fe54d1-1fe2-4e1f-aecf-c299b58f01bf) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:03.165789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.172224 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:03.173020 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.262025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Network': ['ID=cdc28de0-c849-4538-826f-7210745df128,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:03.270193 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b430a4cc-a7eb-4d4e-953a-13d31893a20d req-e1b683f1-b898-4f74-9112-29940823737e tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 210 time: 0.1214800 Oct 18 23:56:03.278283 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.278842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.279662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.280637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.281128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.281583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.282166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.282733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.283257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.283627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.284124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.284675 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:03.291622 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-095d1056-2c7b-471a-8618-6076e2cdf555 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3198602 Oct 18 23:56:03.294639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35992) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:03.299677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network cdc28de0-c849-4538-826f-7210745df128 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:56:03.301463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'cdc28de0-c849-4538-826f-7210745df128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:03.319901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.385366 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.449859 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:03.452633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Network 847cd454-4232-4b11-b50a-13b778208d8e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:03.453745 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.456002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:03.476361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:03.514770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'Port': ['ID=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:03.565478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:03.578869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.610009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-d2232fa7-afe2-42ea-96c3-3c3afd3d54b5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515558 Oct 18 23:56:03.636644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Request body: {'port': {'device_id': 'f1e62edd-761d-4649-8cd9-07033e964496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:03.716133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 29f52043-4e67-47ed-902b-f19cef7d3ddb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:03.763407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee6163d4-86d2-4995-a71f-9bf589c20eb8 req-ef9ca273-afde-4926-9897-7d9257ce83df tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 210 time: 0.0438631 Oct 18 23:56:03.791901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 29f52043-4e67-47ed-902b-f19cef7d3ddb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:03.792586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.833519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.856905 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.930646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=89065026-97b2-4ab5-a171-d7169a3204ca,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:03.934610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e26be7b8-10f0-4027-bef9-af1e62c78787 None None] Provisioning complete for port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:03.935162 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e26be7b8-10f0-4027-bef9-af1e62c78787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:03.975257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Checking segment: {'id': '4f5e3b65-40e8-48df-be6c-4e5700b12b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cdc28de0-c849-4538-826f-7210745df128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:03.975460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network hostable DHCP agents. Network: cdc28de0-c849-4538-826f-7210745df128, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:56:03.999584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network cdc28de0-c849-4538-826f-7210745df128 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:56:04.004035 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e26be7b8-10f0-4027-bef9-af1e62c78787 None None] Port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:04.012809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, cdc28de0-c849-4538-826f-7210745df128) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:04.021821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9903b-c0f7-4597-ba12-3d909f381935 None None] Network cdc28de0-c849-4538-826f-7210745df128 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:04.026583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:04.027214 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.047355 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9c703148-86e0-4ae3-b499-3bccb828d3bc tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7505217 Oct 18 23:56:04.050339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 35996) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:04.058269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e76dccdf-078c-457c-ae46-d2f4559f0312 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'cdc28de0-c849-4538-826f-7210745df128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:04.195167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76dccdf-078c-457c-ae46-d2f4559f0312 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:04.199102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e76dccdf-078c-457c-ae46-d2f4559f0312 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.208823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:56:04.219817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.226870 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-cdc28de0-c849-4538-826f-7210745df128', 'network_id': 'cdc28de0-c849-4538-826f-7210745df128', 'tenant_id': 'efa00dbccd07443a9624756305bff710', 'fixed_ips': [{'subnet_id': '89065026-97b2-4ab5-a171-d7169a3204ca'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:56:04.228313 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.235242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Transition to ACTIVE for port object 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:56:04.240959 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.372756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:04.393452 n-d-713498-28 neutron-server[100921]: INFO neutron.db.ipam_backend_mixin [None req-e76dccdf-078c-457c-ae46-d2f4559f0312 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89065026-97b2-4ab5-a171-d7169a3204ca (CIDR: 2001:db8::/64) Oct 18 23:56:04.395338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.396034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.396593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.396593 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.396735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.397055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.397535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.397814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.398201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.398586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.398941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.399269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:04.401052 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76dccdf-078c-457c-ae46-d2f4559f0312 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:56:04.401757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76dccdf-078c-457c-ae46-d2f4559f0312 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:04.427264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e76dccdf-078c-457c-ae46-d2f4559f0312 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3753881 Oct 18 23:56:04.432402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Attempting to bind port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:56:04.432737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Attempting to bind port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:56:04.433069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Attempting to bind port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf on network 847cd454-4232-4b11-b50a-13b778208d8e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:04.433407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36000) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:04.440651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'cdc28de0-c849-4538-826f-7210745df128', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:04.443590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf on network 847cd454-4232-4b11-b50a-13b778208d8e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:56:04.443922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Attempting to bind port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf on network 847cd454-4232-4b11-b50a-13b778208d8e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:04.454232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:56:04.454543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Checking segment: {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:04.455579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Bound using segment: {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:56:04.456033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Bound port: 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e256c5b-9a0a-4400-81cb-ae63865ca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:56:04.456399 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.493951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Allocated IP 2001:db8::2 (cdc28de0-c849-4538-826f-7210745df128/89065026-97b2-4ab5-a171-d7169a3204ca/55679b5f-b7b5-4b26-954b-13371ab7c671) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:04.544682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] For port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:56:04.548661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] For port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:56:04.554881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.621003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82165a71-451b-4ba6-aa6e-0fae2cb1babc no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:56:04.635115 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab95c-42a4-4c4d-985c-007d86e4bea4 req-ee3c0c36-2497-411d-8f2c-2a3e82d82361 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:04.636980 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eaeab95c-42a4-4c4d-985c-007d86e4bea4 req-ee3c0c36-2497-411d-8f2c-2a3e82d82361 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 943 time: 0.0708697 Oct 18 23:56:04.638351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:04.642761 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.648357 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:04.683406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:04.684294 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.686110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-42397ac4-bd34-4c65-bdf5-4d27822d3c12 service neutron] 10.222.0.73 "PUT /v2.0/ports/81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 200 len: 1092 time: 1.0597181 Oct 18 23:56:04.686612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e62edd-761d-4649-8cd9-07033e964496', 'tag': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:56:04.690609 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aa187f-5071-4568-86bd-3ec03089e8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e62edd-761d-4649-8cd9-07033e964496", "tag": "81fe54d1-1fe2-4e1f-aecf-c299b58f01bf"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:56:04.706539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 82165a71-451b-4ba6-aa6e-0fae2cb1babc {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:56:04.707047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82165a71-451b-4ba6-aa6e-0fae2cb1babc not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:56:04.754215 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.770858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:04.779378 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eaeab95c-42a4-4c4d-985c-007d86e4bea4 req-2286e73e-b5f5-436d-bbb0-2e89438d2ff9 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140747 Oct 18 23:56:04.785011 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84f23c1-485e-4ce3-a480-a26a3903f7fb x-openstack-request-id: req-f84f23c1-485e-4ce3-a480-a26a3903f7fb {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:56:04.785400 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e62edd-761d-4649-8cd9-07033e964496", "tag": "81fe54d1-1fe2-4e1f-aecf-c299b58f01bf", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:56:04.785746 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f84f23c1-485e-4ce3-a480-a26a3903f7fb {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:56:04.786288 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e62edd-761d-4649-8cd9-07033e964496', 'tag': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'status': 'completed', 'code': 200} Oct 18 23:56:04.847289 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Network cdc28de0-c849-4538-826f-7210745df128 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:04.853456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:04.858647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:04.885163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-661e9a25-9fcb-4164-9f6c-c5944d75ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:04.888015 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-661e9a25-9fcb-4164-9f6c-c5944d75ee54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6be112448ef4339b053aa321ec928d2&device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1095 time: 0.1252332 Oct 18 23:56:04.902984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Pushing event updated for resources: {'Port': ['ID=55679b5f-b7b5-4b26-954b-13371ab7c671,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:05.004637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Attempting to bind port 55679b5f-b7b5-4b26-954b-13371ab7c671 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:56:05.005027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Attempting to bind port 55679b5f-b7b5-4b26-954b-13371ab7c671 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4f5e3b65-40e8-48df-be6c-4e5700b12b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cdc28de0-c849-4538-826f-7210745df128'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:56:05.005401 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Attempting to bind port 55679b5f-b7b5-4b26-954b-13371ab7c671 on network cdc28de0-c849-4538-826f-7210745df128 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:05.012835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:56:05.013228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Checking segment: {'id': '4f5e3b65-40e8-48df-be6c-4e5700b12b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cdc28de0-c849-4538-826f-7210745df128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:05.013642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:05.015168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Bound using segment: {'id': '4f5e3b65-40e8-48df-be6c-4e5700b12b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cdc28de0-c849-4538-826f-7210745df128'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:56:05.015741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Bound port: 55679b5f-b7b5-4b26-954b-13371ab7c671, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5e3b65-40e8-48df-be6c-4e5700b12b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cdc28de0-c849-4538-826f-7210745df128'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:56:05.016229 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:05.019257 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:05.111072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] For port 55679b5f-b7b5-4b26-954b-13371ab7c671, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:56:05.115569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] For port 55679b5f-b7b5-4b26-954b-13371ab7c671, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=55679b5f-b7b5-4b26-954b-13371ab7c671,segment=NetworkSegment(4f5e3b65-40e8-48df-be6c-4e5700b12b0f),segment_id=4f5e3b65-40e8-48df-be6c-4e5700b12b0f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:56:05.124537 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:05.137936 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:05.181600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network cdc28de0-c849-4538-826f-7210745df128 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:05.185575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:05.193358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:05.193740 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:05.209195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955863f5-74b7-443a-af2d-f3143ff128ca None None] Pushing event updated for resources: {'Port': ['ID=55679b5f-b7b5-4b26-954b-13371ab7c671,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:05.227876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=9b66f03b-c735-4c70-98ce-d1c06ab6b94a,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:05.237178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-93593397-b9a9-4ebc-a6b8-90614a715737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8021932 Oct 18 23:56:05.238383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36006) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:05.243848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': 'cdc28de0-c849-4538-826f-7210745df128', 'fixed_ips': [{'subnet_id': '89065026-97b2-4ab5-a171-d7169a3204ca'}, {'subnet_id': '9b66f03b-c735-4c70-98ce-d1c06ab6b94a'}], 'name': 'tempest-PortsIpV6TestJSON-651563921'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:05.323379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-cf724a21-8122-456c-b1ff-a5382d16fecb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 200 len: 217 time: 0.4195297 Oct 18 23:56:05.359485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-335fcb4f-2ecc-4dbd-a9c4-cf12d5e93955 req-c63c35fc-1474-468f-af58-b56befba4049 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 210 time: 0.0468340 Oct 18 23:56:05.407997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-e1ec3e16-9b4a-42a4-b789-95fe31a47da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:05.409488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-e1ec3e16-9b4a-42a4-b789-95fe31a47da8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be8928e2-6476-4fca-9ad1-70cdfd562e91 HTTP/1.1" status: 200 len: 847 time: 0.0490332 Oct 18 23:56:05.427105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:05.493992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-f8f6f441-f681-451b-9c1c-31623147d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:05.501896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-f8f6f441-f681-451b-9c1c-31623147d8fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847cd454-4232-4b11-b50a-13b778208d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855799 Oct 18 23:56:05.583771 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:05.641408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 655e8edf-64ad-4b9d-9647-da5e8889a833 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:56:05.704318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-12604770-bc2e-49c7-8fb9-d7e76194bbab service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921885 Oct 18 23:56:05.709260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 55679b5f-b7b5-4b26-954b-13371ab7c671 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:05.821835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 55679b5f-b7b5-4b26-954b-13371ab7c671 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:05.822218 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:05.904126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3e40abe8-9b81-445c-928d-bd0c11bfd11d req-913807be-f329-4e19-8f76-dc436ade3c88 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929612 Oct 18 23:56:05.978606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:06.030501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 55679b5f-b7b5-4b26-954b-13371ab7c671, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=55679b5f-b7b5-4b26-954b-13371ab7c671,segment=NetworkSegment(4f5e3b65-40e8-48df-be6c-4e5700b12b0f),segment_id=4f5e3b65-40e8-48df-be6c-4e5700b12b0f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:06.036004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:06.069462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-4b47feb0-1115-4f32-b7c3-c94e9bbcea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:06.071171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-4b47feb0-1115-4f32-b7c3-c94e9bbcea27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6be112448ef4339b053aa321ec928d2&device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1095 time: 0.0628598 Oct 18 23:56:06.114964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=55679b5f-b7b5-4b26-954b-13371ab7c671,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:06.221907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-e4e178c2-562d-4a48-b881-9e72c41e928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:06.225639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-e4e178c2-562d-4a48-b881-9e72c41e928b service neutron] 10.222.0.73 "GET /v2.0/networks?id=847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 200 len: 909 time: 0.1408787 Oct 18 23:56:06.275674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-2c984459-d5e2-4c38-9845-3883898c12ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 200 len: 217 time: 0.0429628 Oct 18 23:56:06.335177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-62002dd4-d1a1-4e8c-a1ce-0eb74eda99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:06.336716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-62002dd4-d1a1-4e8c-a1ce-0eb74eda99ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be8928e2-6476-4fca-9ad1-70cdfd562e91 HTTP/1.1" status: 200 len: 847 time: 0.0538728 Oct 18 23:56:06.396325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-0ab98d47-03d9-4651-8263-329706c9402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:06.398154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-0ab98d47-03d9-4651-8263-329706c9402e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847cd454-4232-4b11-b50a-13b778208d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534315 Oct 18 23:56:06.527365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a866b9e-1fcf-40f8-ba71-4e5be63fc3b3 req-90442ec7-3605-4e6e-9abe-08c23f82640e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 210 time: 0.0650065 Oct 18 23:56:06.571812 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b39066-0ed1-4b01-b1a2-175faa353798 req-07f35a7c-f90d-4dcb-a757-d6601b90d36e tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:06.573947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b39066-0ed1-4b01-b1a2-175faa353798 req-07f35a7c-f90d-4dcb-a757-d6601b90d36e tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 943 time: 0.5522375 Oct 18 23:56:06.594132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-0ef05287-d1d9-4ece-ae8b-64333ca436b2 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806581 Oct 18 23:56:06.604757 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:06.704086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b175c3d-e2be-4837-ac2a-caa2a99d7791 None None] Network cdc28de0-c849-4538-826f-7210745df128 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:06.751626 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73aa187f-5071-4568-86bd-3ec03089e8ee req-b46e4580-7eba-4bba-a4bf-c9a88e0edc57 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502242 Oct 18 23:56:06.778846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b2b39066-0ed1-4b01-b1a2-175faa353798 req-7514a51e-e67b-4a68-8b05-6879cf17668f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914124 Oct 18 23:56:06.830048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-321105e4-0691-49c9-94f2-46c64d00e796 None None] Provisioning complete for port 55679b5f-b7b5-4b26-954b-13371ab7c671 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:06.831066 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-321105e4-0691-49c9-94f2-46c64d00e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:06.842164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::af (cdc28de0-c849-4538-826f-7210745df128/89065026-97b2-4ab5-a171-d7169a3204ca/655e8edf-64ad-4b9d-9647-da5e8889a833) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:06.852389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8:0:1::2d4 (cdc28de0-c849-4538-826f-7210745df128/9b66f03b-c735-4c70-98ce-d1c06ab6b94a/655e8edf-64ad-4b9d-9647-da5e8889a833) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:07.075209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57530ca6-d4bb-4296-8a31-9ed24d48886a None None] Update dhcp port {'port': {'network_id': 'cdc28de0-c849-4538-826f-7210745df128', 'fixed_ips': [{'subnet_id': '89065026-97b2-4ab5-a171-d7169a3204ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b66f03b-c735-4c70-98ce-d1c06ab6b94a'}], 'binding:host_id': 'n-d-713498-28'}, 'id': '55679b5f-b7b5-4b26-954b-13371ab7c671'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:56:07.076162 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:07.104843 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57530ca6-d4bb-4296-8a31-9ed24d48886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:07.115154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:07.179902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network cdc28de0-c849-4538-826f-7210745df128 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:07.185781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:07.189843 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:07.200640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:07.201769 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:07.225929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=655e8edf-64ad-4b9d-9647-da5e8889a833,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:07.248341 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-913e8e35-be32-4132-a526-a5b41712788a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.0086133 Oct 18 23:56:07.251320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36014) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:07.259235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89065026-97b2-4ab5-a171-d7169a3204ca'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:07.339049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-57530ca6-d4bb-4296-8a31-9ed24d48886a None None] Allocated IP 2001:db8:0:1::2 (cdc28de0-c849-4538-826f-7210745df128/9b66f03b-c735-4c70-98ce-d1c06ab6b94a/55679b5f-b7b5-4b26-954b-13371ab7c671) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:07.367481 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:07.454487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-57530ca6-d4bb-4296-8a31-9ed24d48886a None None] For port 55679b5f-b7b5-4b26-954b-13371ab7c671, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=55679b5f-b7b5-4b26-954b-13371ab7c671,segment=NetworkSegment(4f5e3b65-40e8-48df-be6c-4e5700b12b0f),segment_id=4f5e3b65-40e8-48df-be6c-4e5700b12b0f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:07.497161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57530ca6-d4bb-4296-8a31-9ed24d48886a None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:07.503178 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-57530ca6-d4bb-4296-8a31-9ed24d48886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:07.640791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57530ca6-d4bb-4296-8a31-9ed24d48886a None None] Pushing event updated for resources: {'Port': ['ID=55679b5f-b7b5-4b26-954b-13371ab7c671,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:07.665747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 55679b5f-b7b5-4b26-954b-13371ab7c671 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:07.699941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-385c8d26-b9d0-4aa7-aef4-793ccccb3345 req-7226d681-20f1-46eb-a5bc-783b52ce5e35 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=7dfcef90-aa1e-4a68-9061-fab879488d12 HTTP/1.1" status: 200 len: 210 time: 0.0358846 Oct 18 23:56:07.744210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 55679b5f-b7b5-4b26-954b-13371ab7c671 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:07.747209 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:07.779976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Delete allocated IP 2001:db8:0:1::2d4 (cdc28de0-c849-4538-826f-7210745df128/9b66f03b-c735-4c70-98ce-d1c06ab6b94a) {{(pid=100921) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 23:56:08.023960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213abf72-cf96-4ba2-9a78-79a3bf95c7a6 req-26c6fcf8-eed6-4680-9b0d-2625d7f5eb10 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:08.034282 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-213abf72-cf96-4ba2-9a78-79a3bf95c7a6 req-26c6fcf8-eed6-4680-9b0d-2625d7f5eb10 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 943 time: 0.1161709 Oct 18 23:56:08.085698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:08.097234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:08.104241 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-213abf72-cf96-4ba2-9a78-79a3bf95c7a6 req-9921f0f4-8a98-47b2-bd3e-de35549d5289 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689771 Oct 18 23:56:08.169893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] In _notify_port_updated(), no bound segment for port 655e8edf-64ad-4b9d-9647-da5e8889a833 on network cdc28de0-c849-4538-826f-7210745df128 {{(pid=100921) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:56:08.183912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:08.185251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:08.191065 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "PUT /v2.0/ports/655e8edf-64ad-4b9d-9647-da5e8889a833 HTTP/1.1" status: 200 len: 924 time: 0.9356108 Oct 18 23:56:08.191310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36020) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:08.196676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89065026-97b2-4ab5-a171-d7169a3204ca'}, {'subnet_id': '9b66f03b-c735-4c70-98ce-d1c06ab6b94a'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:08.205638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e108d-a794-46fd-856a-db4adeb802e3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=655e8edf-64ad-4b9d-9647-da5e8889a833,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:08.366269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:08.379962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e911c0-b6b7-463d-9fbe-7900bd606ebd None None] Network cdc28de0-c849-4538-826f-7210745df128 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:08.460916 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cc2e6e5b-43ac-444c-8768-3c6b02b2e309 None None] Provisioning complete for port 55679b5f-b7b5-4b26-954b-13371ab7c671 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:08.461207 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6e5b-43ac-444c-8768-3c6b02b2e309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:08.676949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8:0:1::226 (cdc28de0-c849-4538-826f-7210745df128/9b66f03b-c735-4c70-98ce-d1c06ab6b94a/655e8edf-64ad-4b9d-9647-da5e8889a833) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:08.880489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:08.894669 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:08.955502 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0feb7bb0-5208-4391-be21-a93bb0eaf3ca None None] Provisioning complete for port 55679b5f-b7b5-4b26-954b-13371ab7c671 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:08.956089 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0feb7bb0-5208-4391-be21-a93bb0eaf3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.011817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] In _notify_port_updated(), no bound segment for port 655e8edf-64ad-4b9d-9647-da5e8889a833 on network cdc28de0-c849-4538-826f-7210745df128 {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:56:09.018622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:09.019411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.023839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "PUT /v2.0/ports/655e8edf-64ad-4b9d-9647-da5e8889a833 HTTP/1.1" status: 200 len: 1010 time: 0.8285654 Oct 18 23:56:09.023839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea787b-ed3e-4ce8-84d7-5a396889c412 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=655e8edf-64ad-4b9d-9647-da5e8889a833,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:09.024184 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36026) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:09.124618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-0feb7bb0-5208-4391-be21-a93bb0eaf3ca None None] Provisioning complete for port 655e8edf-64ad-4b9d-9647-da5e8889a833 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:09.125530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0feb7bb0-5208-4391-be21-a93bb0eaf3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.132649 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a2313f00-3cda-4842-be32-03063a44d2e9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 655e8edf-64ad-4b9d-9647-da5e8889a833 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:09.133141 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2313f00-3cda-4842-be32-03063a44d2e9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.190673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-0feb7bb0-5208-4391-be21-a93bb0eaf3ca None None] Port 655e8edf-64ad-4b9d-9647-da5e8889a833 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:09.291772 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2313f00-3cda-4842-be32-03063a44d2e9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.315544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e60c32e9-94de-4778-ac13-5056ea839037 None None] Provisioning complete for port 655e8edf-64ad-4b9d-9647-da5e8889a833 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:09.316167 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e60c32e9-94de-4778-ac13-5056ea839037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.324117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0fcb-5e4e-4b29-a140-3787f75c1d25 req-fd20de00-dd3e-49d0-9a79-ee2807c7393e tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:09.325803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3cd0fcb-5e4e-4b29-a140-3787f75c1d25 req-fd20de00-dd3e-49d0-9a79-ee2807c7393e tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 943 time: 0.1046867 Oct 18 23:56:09.327806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a2313f00-3cda-4842-be32-03063a44d2e9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 655e8edf-64ad-4b9d-9647-da5e8889a833 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:09.370053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e60c32e9-94de-4778-ac13-5056ea839037 None None] Port 655e8edf-64ad-4b9d-9647-da5e8889a833 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:09.412748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c3cd0fcb-5e4e-4b29-a140-3787f75c1d25 req-bdbdb4cb-582d-4220-b3f3-597699a3d58a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779595 Oct 18 23:56:09.492822 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b5bd88cc-871d-4cba-9c95-ccfca76caa94 None None] Provisioning complete for port 655e8edf-64ad-4b9d-9647-da5e8889a833 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:09.493342 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b5bd88cc-871d-4cba-9c95-ccfca76caa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.544124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd88cc-871d-4cba-9c95-ccfca76caa94 None None] Port 655e8edf-64ad-4b9d-9647-da5e8889a833 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:09.609734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 55679b5f-b7b5-4b26-954b-13371ab7c671 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:09.644174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2313f00-3cda-4842-be32-03063a44d2e9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.679181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2313f00-3cda-4842-be32-03063a44d2e9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=655e8edf-64ad-4b9d-9647-da5e8889a833,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:09.701591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 55679b5f-b7b5-4b26-954b-13371ab7c671 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:09.702118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.735926 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a2313f00-3cda-4842-be32-03063a44d2e9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.744140 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a2313f00-3cda-4842-be32-03063a44d2e9 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/655e8edf-64ad-4b9d-9647-da5e8889a833 HTTP/1.1" status: 204 len: 168 time: 0.7162569 Oct 18 23:56:09.744716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36030) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:09.749727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:56:09.767496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c8f0302c-7f9d-47f3-9cba-ecd0104987f1 None None] Could not find standard attr ID for object 655e8edf-64ad-4b9d-9647-da5e8889a833. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:56:09.781410 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-676472f3-1d19-461c-8c29-099c66e320b1 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:09.783188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-676472f3-1d19-461c-8c29-099c66e320b1 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/655e8edf-64ad-4b9d-9647-da5e8889a833 HTTP/1.1" status: 404 len: 333 time: 0.0372906 Oct 18 23:56:09.786013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36032) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:09.867760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de25f15-eaf4-4711-aafa-9cc2198fd274 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 9b66f03b-c735-4c70-98ce-d1c06ab6b94a {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:09.871998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8de25f15-eaf4-4711-aafa-9cc2198fd274 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.913516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:09.928323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'port_id': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'mac_address': 'fa:16:3e:8e:1a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:56:09.936947 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8de25f15-eaf4-4711-aafa-9cc2198fd274 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:09.983265 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.001435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:56:10.021885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:10.026310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.079351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:10.082747 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8de25f15-eaf4-4711-aafa-9cc2198fd274 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.148041 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8de25f15-eaf4-4711-aafa-9cc2198fd274 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.177653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de25f15-eaf4-4711-aafa-9cc2198fd274 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=9b66f03b-c735-4c70-98ce-d1c06ab6b94a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:10.181379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8de25f15-eaf4-4711-aafa-9cc2198fd274 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.184962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8de25f15-eaf4-4711-aafa-9cc2198fd274 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/9b66f03b-c735-4c70-98ce-d1c06ab6b94a HTTP/1.1" status: 204 len: 168 time: 0.3974199 Oct 18 23:56:10.188628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36036) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:10.189715 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd422ef-17d5-46e3-9879-68445a3ff081 None None] Network cdc28de0-c849-4538-826f-7210745df128 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:10.243672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0e709c-1f6d-4b6d-b419-564f7688baa8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 89065026-97b2-4ab5-a171-d7169a3204ca {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:10.247182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c0e709c-1f6d-4b6d-b419-564f7688baa8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.298190 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c0e709c-1f6d-4b6d-b419-564f7688baa8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.429656 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c0e709c-1f6d-4b6d-b419-564f7688baa8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.533486 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c0e709c-1f6d-4b6d-b419-564f7688baa8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.573576 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e709c-1f6d-4b6d-b419-564f7688baa8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=89065026-97b2-4ab5-a171-d7169a3204ca,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:10.580743 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8c0e709c-1f6d-4b6d-b419-564f7688baa8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.586774 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8c0e709c-1f6d-4b6d-b419-564f7688baa8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/89065026-97b2-4ab5-a171-d7169a3204ca HTTP/1.1" status: 204 len: 168 time: 0.3945839 Oct 18 23:56:10.586940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['81fe54d1-1fe2-4e1f-aecf-c299b58f01bf'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:56:10.588665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36040) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:10.634560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e830391-1aeb-44d0-b441-852ef17d0b83 req-95709bc2-4564-41e9-bc9d-f572421196f5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:10.636213 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e830391-1aeb-44d0-b441-852ef17d0b83 req-95709bc2-4564-41e9-bc9d-f572421196f5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 944 time: 0.1105790 Oct 18 23:56:10.723400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.746412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e830391-1aeb-44d0-b441-852ef17d0b83 req-a1af465d-c4af-4442-9edd-faf876854030 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023204 Oct 18 23:56:10.803929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 55679b5f-b7b5-4b26-954b-13371ab7c671 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:10.804636 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.806014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70664012-c6d6-4317-84eb-46997e4c97a2 None None] Update dhcp port {'port': {'network_id': 'cdc28de0-c849-4538-826f-7210745df128', 'fixed_ips': [{'subnet_id': '89065026-97b2-4ab5-a171-d7169a3204ca'}], 'binding:host_id': 'n-d-713498-28'}, 'id': '55679b5f-b7b5-4b26-954b-13371ab7c671'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:56:10.845966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70664012-c6d6-4317-84eb-46997e4c97a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.882278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] For port 55679b5f-b7b5-4b26-954b-13371ab7c671, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=55679b5f-b7b5-4b26-954b-13371ab7c671,segment=NetworkSegment(4f5e3b65-40e8-48df-be6c-4e5700b12b0f),segment_id=4f5e3b65-40e8-48df-be6c-4e5700b12b0f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:10.882680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:10.896215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 55679b5f-b7b5-4b26-954b-13371ab7c671 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:11.011883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.058655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=55679b5f-b7b5-4b26-954b-13371ab7c671,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:11.061229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No DVR routers for this DVR port 55679b5f-b7b5-4b26-954b-13371ab7c671 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:11.090110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c6cac-7499-48dd-b649-37b046fc2ae2 None None] Network cdc28de0-c849-4538-826f-7210745df128 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:11.175418 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.180243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4e999b42-8463-46b9-81a9-bfc7dd386ca5 None None] Could not find standard attr ID for object 55679b5f-b7b5-4b26-954b-13371ab7c671. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:56:11.199168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc28de0-c849-4538-826f-7210745df128']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:11.210199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5e3b65-40e8-48df-be6c-4e5700b12b0f') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:11.210507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5e3b65-40e8-48df-be6c-4e5700b12b0f') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:11.228594 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.244344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.252370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:56:11.252873 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.262946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ba1b61-62ec-49dd-a3a9-aa8a9636d6b9 None None] DHCP port deletion for cdc28de0-c849-4538-826f-7210745df128 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:56:11.280302 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:56:11.328853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.336255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.339700 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/networks/cdc28de0-c849-4538-826f-7210745df128 HTTP/1.1" status: 204 len: 168 time: 0.7499745 Oct 18 23:56:11.343617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36052) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:11.352728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1424a2-b283-40ce-bc59-29748b2c5dec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Network': ['ID=cdc28de0-c849-4538-826f-7210745df128,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:11.399912 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65dc8b-b423-4270-b32b-727797845082 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:11.401701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3c65dc8b-b423-4270-b32b-727797845082 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0551803 Oct 18 23:56:11.405396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36054) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:11.453741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-59f04313-2c03-415e-a311-2ec8e41c8298 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0469067 Oct 18 23:56:11.458362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36056) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:11.463494 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-625108007'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:11.485432 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:11.488998 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.514390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:56:11.524754 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.525102 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Added segment bd47040d-d05f-462d-8b64-b6dbfa1c0734 of type vlan for network d02cb691-e76b-4f84-b3e4-cd07a240972f Oct 18 23:56:11.573914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.613652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.627217 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:11.631016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.635817 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 55679b5f-b7b5-4b26-954b-13371ab7c671 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:56:11.660332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 55679b5f-b7b5-4b26-954b-13371ab7c671 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:56:11.662580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 55679b5f-b7b5-4b26-954b-13371ab7c671 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:56:11.683278 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2237148 Oct 18 23:56:11.684829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36058) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:11.690124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'd02cb691-e76b-4f84-b3e4-cd07a240972f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:11.726574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81dbd7-3718-4529-9b5c-31cd81d1b790 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Network': ['ID=d02cb691-e76b-4f84-b3e4-cd07a240972f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:11.741777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d02cb691-e76b-4f84-b3e4-cd07a240972f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:56:11.787122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:11.832167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:11.837118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:11.939027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:56:11.942774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be96f11-d457-4cb3-b76c-b7e61b6de0b9 req-3e0eddf2-28b9-4613-ac9b-f511f9f49915 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:11.944565 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7be96f11-d457-4cb3-b76c-b7e61b6de0b9 req-3e0eddf2-28b9-4613-ac9b-f511f9f49915 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 944 time: 0.0729063 Oct 18 23:56:11.950808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:11.952431 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:12.040402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7be96f11-d457-4cb3-b76c-b7e61b6de0b9 req-43873917-58a7-446f-92a1-1f708f5125b7 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873117 Oct 18 23:56:12.073062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:12.108709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e62edd-761d-4649-8cd9-07033e964496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:56:12.111585 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe81b7c-f33c-4a34-84ed-00111fd7ca81" -d '{"events": [{"server_uuid": "f1e62edd-761d-4649-8cd9-07033e964496", "name": "network-vif-plugged", "status": "completed", "tag": "81fe54d1-1fe2-4e1f-aecf-c299b58f01bf"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:56:12.129405 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:12.157802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:12.164648 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:12.197979 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe6b096-6dd7-4db6-ab85-7df045c68736 x-openstack-request-id: req-ffe6b096-6dd7-4db6-ab85-7df045c68736 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:56:12.198306 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e62edd-761d-4649-8cd9-07033e964496", "name": "network-vif-plugged", "status": "completed", "tag": "81fe54d1-1fe2-4e1f-aecf-c299b58f01bf", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:56:12.198539 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffe6b096-6dd7-4db6-ab85-7df045c68736 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:56:12.198972 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e62edd-761d-4649-8cd9-07033e964496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'code': 200} Oct 18 23:56:12.216308 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=3adfc62b-b8db-46be-9b2f-3a3a63d9c6b7,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:12.231259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Checking segment: {'id': 'bd47040d-d05f-462d-8b64-b6dbfa1c0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd02cb691-e76b-4f84-b3e4-cd07a240972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:12.231547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network hostable DHCP agents. Network: d02cb691-e76b-4f84-b3e4-cd07a240972f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:56:12.235933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:12.268057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network d02cb691-e76b-4f84-b3e4-cd07a240972f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:56:12.283275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, d02cb691-e76b-4f84-b3e4-cd07a240972f) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:12.289533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:12.290200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:12.309076 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d59ac-4a28-4dc0-a23f-cf00e17ddc23 None None] Network d02cb691-e76b-4f84-b3e4-cd07a240972f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:12.353061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-894773f1-20da-42ed-b71a-bfe39000b737 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6666517 Oct 18 23:56:12.356822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36066) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:12.367480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': 'd02cb691-e76b-4f84-b3e4-cd07a240972f', 'name': 'tempest-PortsIpV6TestJSON-855653493'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:12.415771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a125f-dc5c-426a-b288-33f262e73933 req-66111f06-adfb-4848-b2e9-efcea25ee89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:12.417321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-242a125f-dc5c-426a-b288-33f262e73933 req-66111f06-adfb-4848-b2e9-efcea25ee89d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1097 time: 0.0898058 Oct 18 23:56:12.491112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-242a125f-dc5c-426a-b288-33f262e73933 req-50f1cdc4-68bf-46c2-99e1-f5c12fc67384 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633051 Oct 18 23:56:12.526437 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:12.530275 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:12.539571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-d02cb691-e76b-4f84-b3e4-cd07a240972f', 'network_id': 'd02cb691-e76b-4f84-b3e4-cd07a240972f', 'tenant_id': 'efa00dbccd07443a9624756305bff710', 'fixed_ips': [{'subnet_id': '3adfc62b-b8db-46be-9b2f-3a3a63d9c6b7'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:56:12.541032 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:12.553637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:56:12.713344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::73 (d02cb691-e76b-4f84-b3e4-cd07a240972f/3adfc62b-b8db-46be-9b2f-3a3a63d9c6b7/39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:12.944787 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.004477 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.094446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:13.112508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Allocated IP 2001:db8::2 (d02cb691-e76b-4f84-b3e4-cd07a240972f/3adfc62b-b8db-46be-9b2f-3a3a63d9c6b7/d32acda0-eb6f-451a-bd23-4bb882a004c0) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:13.132368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network d02cb691-e76b-4f84-b3e4-cd07a240972f is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:13.134698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:13.139630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:13.149379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:13.150196 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.179102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-213fdff2-410f-4751-be2b-25202bcafff3 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8177264 Oct 18 23:56:13.181769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36074) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:13.199523 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': 'd02cb691-e76b-4f84-b3e4-cd07a240972f', 'name': 'tempest-PortsIpV6TestJSON-1692492647'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:13.277910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5344dd-0ed6-49c1-a366-7406dc187f07 req-5c700977-dd3b-43ff-86cd-7b9e8c9a625f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:13.282316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc5344dd-0ed6-49c1-a366-7406dc187f07 req-5c700977-dd3b-43ff-86cd-7b9e8c9a625f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 945 time: 0.1110239 Oct 18 23:56:13.362282 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc5344dd-0ed6-49c1-a366-7406dc187f07 req-aa23ef38-24a4-4e8f-8f5d-df7880389d5b tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685487 Oct 18 23:56:13.422308 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:13.429561 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.455188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 3d44c5a5-008c-46ac-b703-26a5d2f1136f yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:56:13.480288 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.488735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.544009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Network d02cb691-e76b-4f84-b3e4-cd07a240972f is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:13.547849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:13.551217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:13.566768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Pushing event updated for resources: {'Port': ['ID=d32acda0-eb6f-451a-bd23-4bb882a004c0,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:13.608840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::15 (d02cb691-e76b-4f84-b3e4-cd07a240972f/3adfc62b-b8db-46be-9b2f-3a3a63d9c6b7/3d44c5a5-008c-46ac-b703-26a5d2f1136f) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:13.619635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Attempting to bind port d32acda0-eb6f-451a-bd23-4bb882a004c0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:56:13.619635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Attempting to bind port d32acda0-eb6f-451a-bd23-4bb882a004c0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'bd47040d-d05f-462d-8b64-b6dbfa1c0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd02cb691-e76b-4f84-b3e4-cd07a240972f'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:56:13.619998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Attempting to bind port d32acda0-eb6f-451a-bd23-4bb882a004c0 on network d02cb691-e76b-4f84-b3e4-cd07a240972f {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:13.626004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:56:13.626416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Checking segment: {'id': 'bd47040d-d05f-462d-8b64-b6dbfa1c0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd02cb691-e76b-4f84-b3e4-cd07a240972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:13.626822 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.627199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Bound using segment: {'id': 'bd47040d-d05f-462d-8b64-b6dbfa1c0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd02cb691-e76b-4f84-b3e4-cd07a240972f'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:56:13.627689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Bound port: d32acda0-eb6f-451a-bd23-4bb882a004c0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd47040d-d05f-462d-8b64-b6dbfa1c0734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd02cb691-e76b-4f84-b3e4-cd07a240972f'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:56:13.628069 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.696754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] For port d32acda0-eb6f-451a-bd23-4bb882a004c0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:56:13.700633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] For port d32acda0-eb6f-451a-bd23-4bb882a004c0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d32acda0-eb6f-451a-bd23-4bb882a004c0,segment=NetworkSegment(bd47040d-d05f-462d-8b64-b6dbfa1c0734),segment_id=bd47040d-d05f-462d-8b64-b6dbfa1c0734)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:56:13.706936 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.777955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Pushing event updated for resources: {'Port': ['ID=d32acda0-eb6f-451a-bd23-4bb882a004c0,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:13.787104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.787693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.788139 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.788586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.789041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.789482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.789918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.790346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.790798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.791260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.791686 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.792110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f0957-f056-49cc-901a-7d6e8469a8a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:56:13.812047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.877600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.931524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network d02cb691-e76b-4f84-b3e4-cd07a240972f is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:13.935562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:13.938829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:13.945042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:13.945937 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:13.972164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=3d44c5a5-008c-46ac-b703-26a5d2f1136f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:13.987681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-738463d7-d5a4-4bd2-a91c-7d92f8c1b705 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8041608 Oct 18 23:56:13.991804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36082) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:14.178104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c467b-d2e0-4795-8155-9f5cebb6d3e7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:14.178104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ac4c467b-d2e0-4795-8155-9f5cebb6d3e7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A73 HTTP/1.1" status: 200 len: 927 time: 0.1820714 Oct 18 23:56:14.179096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36084) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:14.314801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f88868b6-15b0-446d-a53f-fefc0971df87 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 3d44c5a5-008c-46ac-b703-26a5d2f1136f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:14.315843 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f88868b6-15b0-446d-a53f-fefc0971df87 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:14.453243 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f88868b6-15b0-446d-a53f-fefc0971df87 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:14.469065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f88868b6-15b0-446d-a53f-fefc0971df87 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 3d44c5a5-008c-46ac-b703-26a5d2f1136f owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:14.625010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e939-8ef3-42d3-a9f3-99b3b64d2405 req-7512ebbe-d81f-45ae-95b1-3a3897aa2ac1 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:14.628302 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ac52e939-8ef3-42d3-a9f3-99b3b64d2405 req-7512ebbe-d81f-45ae-95b1-3a3897aa2ac1 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 945 time: 0.1120470 Oct 18 23:56:14.714118 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ac52e939-8ef3-42d3-a9f3-99b3b64d2405 req-6499c435-9d49-425d-9b12-e73959684b96 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734768 Oct 18 23:56:14.771765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f88868b6-15b0-446d-a53f-fefc0971df87 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:14.806546 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88868b6-15b0-446d-a53f-fefc0971df87 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=3d44c5a5-008c-46ac-b703-26a5d2f1136f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:14.862836 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f88868b6-15b0-446d-a53f-fefc0971df87 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:14.867981 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f88868b6-15b0-446d-a53f-fefc0971df87 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/3d44c5a5-008c-46ac-b703-26a5d2f1136f HTTP/1.1" status: 204 len: 168 time: 0.6863868 Oct 18 23:56:14.870274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36092) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:14.903791 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f725e98-3e73-4b73-8f34-b16cea08a380 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:14.905551 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6f725e98-3e73-4b73-8f34-b16cea08a380 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/3d44c5a5-008c-46ac-b703-26a5d2f1136f HTTP/1.1" status: 404 len: 333 time: 0.0343299 Oct 18 23:56:14.909915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36094) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:14.931136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ffd37-bf66-41a0-935a-a1a91787d973 req-91613822-3a68-4f9e-a46c-c5c40db75dab tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:14.933696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-467ffd37-bf66-41a0-935a-a1a91787d973 req-91613822-3a68-4f9e-a46c-c5c40db75dab tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 945 time: 0.0889792 Oct 18 23:56:14.999542 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-467ffd37-bf66-41a0-935a-a1a91787d973 req-92692e46-6e4f-4458-a026-3aadef8372f5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579033 Oct 18 23:56:15.036988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-83c16564-c971-4b68-882a-b828712059ec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:15.037345 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83c16564-c971-4b68-882a-b828712059ec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.071238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab9753-360b-439f-a3b0-5e8c99b01abf None None] Network d02cb691-e76b-4f84-b3e4-cd07a240972f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:15.166830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cb7babdc-1171-4e58-80c0-19b8942792aa None None] Provisioning complete for port d32acda0-eb6f-451a-bd23-4bb882a004c0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:15.167204 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb7babdc-1171-4e58-80c0-19b8942792aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.258595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83c16564-c971-4b68-882a-b828712059ec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.270472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cc4f5-b55f-4b41-8642-517e28b39645 req-fb8c99e9-a61f-4ff5-beab-c917186e6b1c tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:15.272090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e7cc4f5-b55f-4b41-8642-517e28b39645 req-fb8c99e9-a61f-4ff5-beab-c917186e6b1c tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 945 time: 0.1200869 Oct 18 23:56:15.290420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-83c16564-c971-4b68-882a-b828712059ec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:15.333385 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb7babdc-1171-4e58-80c0-19b8942792aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.397392 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e7cc4f5-b55f-4b41-8642-517e28b39645 req-3f571f78-78fb-4ce8-8e53-74f8ea1b7f04 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100230 Oct 18 23:56:15.402601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cb7babdc-1171-4e58-80c0-19b8942792aa None None] For port d32acda0-eb6f-451a-bd23-4bb882a004c0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d32acda0-eb6f-451a-bd23-4bb882a004c0,segment=NetworkSegment(bd47040d-d05f-462d-8b64-b6dbfa1c0734),segment_id=bd47040d-d05f-462d-8b64-b6dbfa1c0734)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:15.411630 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb7babdc-1171-4e58-80c0-19b8942792aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.426390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36098) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:15.510552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7babdc-1171-4e58-80c0-19b8942792aa None None] Pushing event updated for resources: {'Port': ['ID=d32acda0-eb6f-451a-bd23-4bb882a004c0,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:15.587267 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83c16564-c971-4b68-882a-b828712059ec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.656047 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c16564-c971-4b68-882a-b828712059ec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:15.710275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d32acda0-eb6f-451a-bd23-4bb882a004c0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:15.738530 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:56:15.750893 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-83c16564-c971-4b68-882a-b828712059ec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.756761 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-83c16564-c971-4b68-882a-b828712059ec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a HTTP/1.1" status: 204 len: 168 time: 0.8428214 Oct 18 23:56:15.757103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36106) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:15.780637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-30b267fb-c8aa-44ca-a83d-c29b70bbd11c None None] Could not find standard attr ID for object 39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:56:15.791825 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efc1bfa-d61c-4d0c-a3d6-6d9e487b1f4b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:15.796134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6efc1bfa-d61c-4d0c-a3d6-6d9e487b1f4b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a HTTP/1.1" status: 404 len: 333 time: 0.0354958 Oct 18 23:56:15.796874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36108) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:15.805028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6430fd3-ad25-4ff0-ae87-b88a8d520570 tempest-TestServerBasicOps-55406699 tempest-TestServerBasicOps-55406699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:15.806701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f6430fd3-ad25-4ff0-ae87-b88a8d520570 tempest-TestServerBasicOps-55406699 tempest-TestServerBasicOps-55406699-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1092 time: 0.3792205 Oct 18 23:56:15.813190 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36110) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:15.818052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:15.818447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d32acda0-eb6f-451a-bd23-4bb882a004c0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:15.819504 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.820628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-30b267fb-c8aa-44ca-a83d-c29b70bbd11c None None] Provisioning complete for port d32acda0-eb6f-451a-bd23-4bb882a004c0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:15.821008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-30b267fb-c8aa-44ca-a83d-c29b70bbd11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.856220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:15.932249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91b171f-53e4-40a3-8830-a7a2aec39a9e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 3adfc62b-b8db-46be-9b2f-3a3a63d9c6b7 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:15.939158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b91b171f-53e4-40a3-8830-a7a2aec39a9e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.023398 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.037607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b91b171f-53e4-40a3-8830-a7a2aec39a9e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.118995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-55e2c705-dd67-4a9f-8ebb-2f2827094651 None None] Could not find standard attr ID for object 39d3a4fc-8dd2-4e40-aeab-dee0a5574b3a. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:56:16.200590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Allocated IP 172.25.7.231 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/04a5416b-2a73-461e-9534-91d003f785a1) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:16.200974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b91b171f-53e4-40a3-8830-a7a2aec39a9e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.286691 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b91b171f-53e4-40a3-8830-a7a2aec39a9e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.321261 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b171f-53e4-40a3-8830-a7a2aec39a9e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=3adfc62b-b8db-46be-9b2f-3a3a63d9c6b7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:16.327059 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b91b171f-53e4-40a3-8830-a7a2aec39a9e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.331255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b91b171f-53e4-40a3-8830-a7a2aec39a9e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/3adfc62b-b8db-46be-9b2f-3a3a63d9c6b7 HTTP/1.1" status: 204 len: 168 time: 0.5324941 Oct 18 23:56:16.331699 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.333849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36112) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:16.378046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.411350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596251e3-1dca-4029-ab59-3454c6714fac None None] Network d02cb691-e76b-4f84-b3e4-cd07a240972f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:16.456811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6e4e304e-5f8a-45d3-ab50-d00745f96146 None None] Could not find standard attr ID for object 3d44c5a5-008c-46ac-b703-26a5d2f1136f. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:56:16.461713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:16.467852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:16.475674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:16.503459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.580852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port d32acda0-eb6f-451a-bd23-4bb882a004c0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:16.581200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.581450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'Port': ['ID=04a5416b-2a73-461e-9534-91d003f785a1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:16.674668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] For port d32acda0-eb6f-451a-bd23-4bb882a004c0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d32acda0-eb6f-451a-bd23-4bb882a004c0,segment=NetworkSegment(bd47040d-d05f-462d-8b64-b6dbfa1c0734),segment_id=bd47040d-d05f-462d-8b64-b6dbfa1c0734)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:16.675057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.689931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for d32acda0-eb6f-451a-bd23-4bb882a004c0 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:16.733270 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] DHCP port deletion for d02cb691-e76b-4f84-b3e4-cd07a240972f request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:56:16.836299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] Deleting port d32acda0-eb6f-451a-bd23-4bb882a004c0 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:16.836760 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.847349 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.907553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=d32acda0-eb6f-451a-bd23-4bb882a004c0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:16.910898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No DVR routers for this DVR port d32acda0-eb6f-451a-bd23-4bb882a004c0 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:16.975397 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] For port d32acda0-eb6f-451a-bd23-4bb882a004c0, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:16.975800 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:16.991866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] Calling delete_port for d32acda0-eb6f-451a-bd23-4bb882a004c0 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:16.995554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] Port d32acda0-eb6f-451a-bd23-4bb882a004c0 was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 23:56:16.996923 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.034148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.051812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] Pushing event deleted for resources: {'Port': ['ID=d32acda0-eb6f-451a-bd23-4bb882a004c0,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:17.060273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02cb691-e76b-4f84-b3e4-cd07a240972f']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:17.070758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe1629b-c62d-4385-bacf-a03d85587e5b None None] No DVR routers for this DVR port d32acda0-eb6f-451a-bd23-4bb882a004c0 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:17.077913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd47040d-d05f-462d-8b64-b6dbfa1c0734') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:17.078375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd47040d-d05f-462d-8b64-b6dbfa1c0734') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:17.092444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.109637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.118897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:56:17.119680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:56:17.203266 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:56:17.207561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.213647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.227672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/networks/d02cb691-e76b-4f84-b3e4-cd07a240972f HTTP/1.1" status: 204 len: 168 time: 0.8821526 Oct 18 23:56:17.227672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36156) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:17.232362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1475687033'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:17.252147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253334dd-e3d3-4c25-8ea2-f2f839700408 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Network': ['ID=d02cb691-e76b-4f84-b3e4-cd07a240972f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:17.274163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:17.278526 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.316017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:56:17.340673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.342580 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Added segment 886537e4-01d4-48fd-80cf-bef76d9d6a9b of type vlan for network 1c81594f-1b18-4bd2-9ff4-37e9a39249de Oct 18 23:56:17.423792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.467001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.475886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:17.478215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.532150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3016593 Oct 18 23:56:17.532627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36158) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:17.538577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': '1c81594f-1b18-4bd2-9ff4-37e9a39249de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:17.663397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c623b9-297f-4c45-b9a1-12d52b657c7c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Network': ['ID=1c81594f-1b18-4bd2-9ff4-37e9a39249de,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:17.664683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d32acda0-eb6f-451a-bd23-4bb882a004c0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:56:17.708181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 1c81594f-1b18-4bd2-9ff4-37e9a39249de details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:56:17.714190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d32acda0-eb6f-451a-bd23-4bb882a004c0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:56:17.716298 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d32acda0-eb6f-451a-bd23-4bb882a004c0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:56:17.751933 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.781093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:17.784965 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:17.910989 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.040262 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.128623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=1af1d052-01d8-4926-b47b-f77e6abde8cc,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:18.136641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Checking segment: {'id': '886537e4-01d4-48fd-80cf-bef76d9d6a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c81594f-1b18-4bd2-9ff4-37e9a39249de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:18.137087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network hostable DHCP agents. Network: 1c81594f-1b18-4bd2-9ff4-37e9a39249de, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:56:18.140655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.146336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.158489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 1c81594f-1b18-4bd2-9ff4-37e9a39249de is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:56:18.171295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 1c81594f-1b18-4bd2-9ff4-37e9a39249de) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:18.179620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca6ef7-2497-41c0-b371-0f6acda59006 None None] Network 1c81594f-1b18-4bd2-9ff4-37e9a39249de requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:18.180724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:18.182112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.213644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a2a41649-e589-4308-8036-51b674c59105 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6794271 Oct 18 23:56:18.219381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36194) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:18.229979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': '1c81594f-1b18-4bd2-9ff4-37e9a39249de', 'name': 'tempest-PortsIpV6TestJSON-499408533', 'fixed_ips': [{'subnet_id': '1af1d052-01d8-4926-b47b-f77e6abde8cc', 'ip_address': '2001:db8::10'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:18.247163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event updated for resources: {'Port': ['ID=04a5416b-2a73-461e-9534-91d003f785a1,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:18.264195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.412545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-1c81594f-1b18-4bd2-9ff4-37e9a39249de', 'network_id': '1c81594f-1b18-4bd2-9ff4-37e9a39249de', 'tenant_id': 'efa00dbccd07443a9624756305bff710', 'fixed_ips': [{'subnet_id': '1af1d052-01d8-4926-b47b-f77e6abde8cc'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:56:18.413579 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.428135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:18.490962 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Floating IP 505f8190-c185-4630-a73a-ade1a1cc797d associated. External IP: 172.25.7.231, port: 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf. Oct 18 23:56:18.571121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.590392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 40b74a8b-9f8f-4ba4-b836-91f9288bd8e5 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:56:18.592561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Allocated IP 2001:db8::2 (1c81594f-1b18-4bd2-9ff4-37e9a39249de/1af1d052-01d8-4926-b47b-f77e6abde8cc/27f67e25-ed4f-4f54-9259-38fd9003d249) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:18.794463 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.804881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.854512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Network 1c81594f-1b18-4bd2-9ff4-37e9a39249de is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:18.860437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:18.864695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:18.876117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Pushing event updated for resources: {'Port': ['ID=27f67e25-ed4f-4f54-9259-38fd9003d249,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:18.881319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Router 4851bb08-3a2a-4352-b536-04b6639b541e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:56:18.881857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::10 (1c81594f-1b18-4bd2-9ff4-37e9a39249de/1af1d052-01d8-4926-b47b-f77e6abde8cc/40b74a8b-9f8f-4ba4-b836-91f9288bd8e5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:18.945473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Attempting to bind port 27f67e25-ed4f-4f54-9259-38fd9003d249 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:56:18.946081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Attempting to bind port 27f67e25-ed4f-4f54-9259-38fd9003d249 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '886537e4-01d4-48fd-80cf-bef76d9d6a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c81594f-1b18-4bd2-9ff4-37e9a39249de'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:56:18.946606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Attempting to bind port 27f67e25-ed4f-4f54-9259-38fd9003d249 on network 1c81594f-1b18-4bd2-9ff4-37e9a39249de {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:18.952557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:56:18.952942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Checking segment: {'id': '886537e4-01d4-48fd-80cf-bef76d9d6a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c81594f-1b18-4bd2-9ff4-37e9a39249de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:18.953352 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:18.953754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Bound using segment: {'id': '886537e4-01d4-48fd-80cf-bef76d9d6a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c81594f-1b18-4bd2-9ff4-37e9a39249de'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:56:18.954256 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Bound port: 27f67e25-ed4f-4f54-9259-38fd9003d249, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886537e4-01d4-48fd-80cf-bef76d9d6a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '1c81594f-1b18-4bd2-9ff4-37e9a39249de'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:56:18.954643 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:19.048767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:56:19.059090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] For port 27f67e25-ed4f-4f54-9259-38fd9003d249, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:56:19.067312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] For port 27f67e25-ed4f-4f54-9259-38fd9003d249, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=27f67e25-ed4f-4f54-9259-38fd9003d249,segment=NetworkSegment(886537e4-01d4-48fd-80cf-bef76d9d6a9b),segment_id=886537e4-01d4-48fd-80cf-bef76d9d6a9b)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:56:19.071435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] Sync routers for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:56:19.072595 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:19.080924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:19.119320 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d5a0ced-b99b-4dc1-963e-98cc7be90cb6 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2921536 Oct 18 23:56:19.119320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e62edd-761d-4649-8cd9-07033e964496', 'tag': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:56:19.119320 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1091b746-84a0-4395-92f7-86de0c929964" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e62edd-761d-4649-8cd9-07033e964496", "tag": "81fe54d1-1fe2-4e1f-aecf-c299b58f01bf"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:56:19.129032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:19.129685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:19.145020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:19.151162 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4247522-4fd4-4d9b-96ed-88e5ea9cfbfb x-openstack-request-id: req-e4247522-4fd4-4d9b-96ed-88e5ea9cfbfb {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:56:19.151464 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e62edd-761d-4649-8cd9-07033e964496", "tag": "81fe54d1-1fe2-4e1f-aecf-c299b58f01bf", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:56:19.151723 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4247522-4fd4-4d9b-96ed-88e5ea9cfbfb {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:56:19.152226 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e62edd-761d-4649-8cd9-07033e964496', 'tag': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'status': 'completed', 'code': 200} Oct 18 23:56:19.204147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:19.226671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce13abf-776d-42e4-898d-298acbfe77cf None None] Pushing event updated for resources: {'Port': ['ID=27f67e25-ed4f-4f54-9259-38fd9003d249,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:19.303345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:56:19.333616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=40b74a8b-9f8f-4ba4-b836-91f9288bd8e5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:19.343846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 1c81594f-1b18-4bd2-9ff4-37e9a39249de is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:19.347662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:19.350928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:19.357142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:19.358376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:19.375685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b746-84a0-4395-92f7-86de0c929964 req-fa930a15-9417-471c-b102-a1c37a830170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:19.375685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1091b746-84a0-4395-92f7-86de0c929964 req-fa930a15-9417-471c-b102-a1c37a830170 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6be112448ef4339b053aa321ec928d2&device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1097 time: 0.1631324 Oct 18 23:56:19.484943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8d01e430-180c-4b29-adf4-63ac83722a28 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2594028 Oct 18 23:56:19.485830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36204) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:19.497523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': '1c81594f-1b18-4bd2-9ff4-37e9a39249de', 'name': 'tempest-PortsIpV6TestJSON-424909792', 'fixed_ips': [{'subnet_id': '1af1d052-01d8-4926-b47b-f77e6abde8cc', 'ip_address': '2001:db8::f'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:19.700080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 27f67e25-ed4f-4f54-9259-38fd9003d249 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:19.879508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 27f67e25-ed4f-4f54-9259-38fd9003d249 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:19.879508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:19.943395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b746-84a0-4395-92f7-86de0c929964 req-11ed0345-587d-4f83-95d5-add5dbb7cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:19.944944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1091b746-84a0-4395-92f7-86de0c929964 req-11ed0345-587d-4f83-95d5-add5dbb7cc04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 200 len: 909 time: 0.5660305 Oct 18 23:56:19.999893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '505f8190-c185-4630-a73a-ade1a1cc797d', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'port_id': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'mac_address': 'fa:16:3e:8e:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e62edd-761d-4649-8cd9-07033e964496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:56:16Z', 'updated_at': '2021-10-18T23:56:16Z', 'revision_number': 0, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bee7b6-dce4-4d57-893f-12b9407aecaa', 'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'mac_address': 'fa:16:3e:8b:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:47Z', 'updated_at': '2021-10-18T23:55:52Z', 'revision_number': 5, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'subnets': [{'id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:20.037867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] Checking router: 4851bb08-3a2a-4352-b536-04b6639b541e for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:56:20.048033 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:20.056728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1091b746-84a0-4395-92f7-86de0c929964 req-379f5fe3-159d-4661-9f77-93016b51423f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 200 len: 999 time: 0.0918243 Oct 18 23:56:20.065287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:20.065982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:55:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:20.067938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:20.075251 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:20.130118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 27f67e25-ed4f-4f54-9259-38fd9003d249, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=27f67e25-ed4f-4f54-9259-38fd9003d249,segment=NetworkSegment(886537e4-01d4-48fd-80cf-bef76d9d6a9b),segment_id=886537e4-01d4-48fd-80cf-bef76d9d6a9b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:20.133675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b746-84a0-4395-92f7-86de0c929964 req-0427e58e-86d1-421d-93e1-f3cfc1f86f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:20.135453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1091b746-84a0-4395-92f7-86de0c929964 req-0427e58e-86d1-421d-93e1-f3cfc1f86f26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be8928e2-6476-4fca-9ad1-70cdfd562e91 HTTP/1.1" status: 200 len: 847 time: 0.0695074 Oct 18 23:56:20.152566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:20.191269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 4522601a-80b6-4bda-9c1e-e61accae226f yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:56:20.259040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:56:20.260183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b746-84a0-4395-92f7-86de0c929964 req-3bfccc3d-0361-4253-9bc1-77754d7d8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:20.261762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1091b746-84a0-4395-92f7-86de0c929964 req-3bfccc3d-0361-4253-9bc1-77754d7d8fcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847cd454-4232-4b11-b50a-13b778208d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157947 Oct 18 23:56:20.311631 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=27f67e25-ed4f-4f54-9259-38fd9003d249,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:20.331218 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-017d4aa8-4420-43f4-8c48-82aa593e9429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:20.497021 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1091b746-84a0-4395-92f7-86de0c929964 req-8db62298-4a02-43c8-bca9-9a72c9904450 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281129 Oct 18 23:56:20.498643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::f (1c81594f-1b18-4bd2-9ff4-37e9a39249de/1af1d052-01d8-4926-b47b-f77e6abde8cc/4522601a-80b6-4bda-9c1e-e61accae226f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:20.566472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '505f8190-c185-4630-a73a-ade1a1cc797d', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'port_id': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'mac_address': 'fa:16:3e:8e:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e62edd-761d-4649-8cd9-07033e964496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:56:16Z', 'updated_at': '2021-10-18T23:56:16Z', 'revision_number': 0, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bee7b6-dce4-4d57-893f-12b9407aecaa', 'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'mac_address': 'fa:16:3e:8b:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:47Z', 'updated_at': '2021-10-18T23:55:52Z', 'revision_number': 5, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'subnets': [{'id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:20.600219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b8ff14-bfca-4b07-b2b2-3bda7d4831ce None None] The sync data for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 is: [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '505f8190-c185-4630-a73a-ade1a1cc797d', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'port_id': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'mac_address': 'fa:16:3e:8e:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e62edd-761d-4649-8cd9-07033e964496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:56:16Z', 'updated_at': '2021-10-18T23:56:16Z', 'revision_number': 0, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bee7b6-dce4-4d57-893f-12b9407aecaa', 'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'mac_address': 'fa:16:3e:8b:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:47Z', 'updated_at': '2021-10-18T23:55:52Z', 'revision_number': 5, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'subnets': [{'id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:56:20.642259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed926e34-12fd-4f67-9863-64fe39d72a85 None None] Network 1c81594f-1b18-4bd2-9ff4-37e9a39249de requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:20.659671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1091b746-84a0-4395-92f7-86de0c929964 req-33f9df8d-5284-4a0e-834c-9de3bfdcdaa8 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537981 Oct 18 23:56:20.765803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f634a0d4-1a7e-49d5-b912-f4846630c250 None None] Provisioning complete for port 27f67e25-ed4f-4f54-9259-38fd9003d249 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:20.766296 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f634a0d4-1a7e-49d5-b912-f4846630c250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:20.785441 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:20.844210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:20.902409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 1c81594f-1b18-4bd2-9ff4-37e9a39249de is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:20.903890 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:20.908779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:20.909855 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca1146-ea1a-48e6-9bff-f8f347889135 None None] New status for floating IP 505f8190-c185-4630-a73a-ade1a1cc797d: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:56:20.915668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:20.916330 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:20.935650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=4522601a-80b6-4bda-9c1e-e61accae226f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:20.949331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b356b2cb-db56-4b46-b93e-67f216bb41a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4579997 Oct 18 23:56:20.949691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36210) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:21.056701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7729b9-0bed-43ab-bbe6-2b9330102c9a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:21.061613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36212) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:21.067393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ce7729b9-0bed-43ab-bbe6-2b9330102c9a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1163261 Oct 18 23:56:21.173810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f991a9-f0ab-4ea2-a2a3-e3bd87aaa53c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:21.181000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f991a9-f0ab-4ea2-a2a3-e3bd87aaa53c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:21.187581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f991a9-f0ab-4ea2-a2a3-e3bd87aaa53c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:21.189386 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-15f991a9-f0ab-4ea2-a2a3-e3bd87aaa53c tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1267257 Oct 18 23:56:21.192296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36214) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:21.304209 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-af8dffea-a618-42bb-a267-176ae8871d35 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 4522601a-80b6-4bda-9c1e-e61accae226f {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:21.304559 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-af8dffea-a618-42bb-a267-176ae8871d35 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.362081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c7bb5afc-7809-46f8-b99e-4e5545c808b6 None None] Provisioning complete for port 40b74a8b-9f8f-4ba4-b836-91f9288bd8e5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:21.362889 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5afc-7809-46f8-b99e-4e5545c808b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.416039 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-af8dffea-a618-42bb-a267-176ae8871d35 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.418757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb5afc-7809-46f8-b99e-4e5545c808b6 None None] Port 40b74a8b-9f8f-4ba4-b836-91f9288bd8e5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:21.429871 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c7bb5afc-7809-46f8-b99e-4e5545c808b6 None None] Provisioning complete for port 27f67e25-ed4f-4f54-9259-38fd9003d249 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:21.430343 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5afc-7809-46f8-b99e-4e5545c808b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.434901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-af8dffea-a618-42bb-a267-176ae8871d35 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 4522601a-80b6-4bda-9c1e-e61accae226f owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:21.548056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c7bb5afc-7809-46f8-b99e-4e5545c808b6 None None] Provisioning complete for port 4522601a-80b6-4bda-9c1e-e61accae226f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:21.548435 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5afc-7809-46f8-b99e-4e5545c808b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.608447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb5afc-7809-46f8-b99e-4e5545c808b6 None None] Port 4522601a-80b6-4bda-9c1e-e61accae226f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:21.624094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 27f67e25-ed4f-4f54-9259-38fd9003d249 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:21.636753 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-af8dffea-a618-42bb-a267-176ae8871d35 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.669396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dffea-a618-42bb-a267-176ae8871d35 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=4522601a-80b6-4bda-9c1e-e61accae226f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:21.690439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 27f67e25-ed4f-4f54-9259-38fd9003d249 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:21.691241 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.721603 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-af8dffea-a618-42bb-a267-176ae8871d35 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.728488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-af8dffea-a618-42bb-a267-176ae8871d35 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/4522601a-80b6-4bda-9c1e-e61accae226f HTTP/1.1" status: 204 len: 168 time: 0.5323684 Oct 18 23:56:21.728938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36216) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:21.741708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-300868a3-acc1-4dcd-8b40-6f8da569e74e None None] Provisioning complete for port 40b74a8b-9f8f-4ba4-b836-91f9288bd8e5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:21.742066 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-300868a3-acc1-4dcd-8b40-6f8da569e74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.761914 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-602c5bb5-7f08-4744-bbd2-6e9110428794 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:21.767616 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-602c5bb5-7f08-4744-bbd2-6e9110428794 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/4522601a-80b6-4bda-9c1e-e61accae226f HTTP/1.1" status: 404 len: 333 time: 0.0376410 Oct 18 23:56:21.770341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36218) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:21.814182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-300868a3-acc1-4dcd-8b40-6f8da569e74e None None] Port 40b74a8b-9f8f-4ba4-b836-91f9288bd8e5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:21.881189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-032ce123-4930-4841-a7e3-4578a81a6ecb tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 40b74a8b-9f8f-4ba4-b836-91f9288bd8e5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:21.881654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-032ce123-4930-4841-a7e3-4578a81a6ecb tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:21.927902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-93c93d25-8c3b-4d82-97a5-e819f3fd27ee None None] Could not find standard attr ID for object 4522601a-80b6-4bda-9c1e-e61accae226f. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:56:21.995031 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-032ce123-4930-4841-a7e3-4578a81a6ecb tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.009068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-032ce123-4930-4841-a7e3-4578a81a6ecb tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 40b74a8b-9f8f-4ba4-b836-91f9288bd8e5 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:22.156891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-032ce123-4930-4841-a7e3-4578a81a6ecb tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.188772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ce123-4930-4841-a7e3-4578a81a6ecb tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=40b74a8b-9f8f-4ba4-b836-91f9288bd8e5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:22.218162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-032ce123-4930-4841-a7e3-4578a81a6ecb tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.221388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-032ce123-4930-4841-a7e3-4578a81a6ecb tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/40b74a8b-9f8f-4ba4-b836-91f9288bd8e5 HTTP/1.1" status: 204 len: 168 time: 0.4500189 Oct 18 23:56:22.224821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36222) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:22.252168 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac95ca6-e698-4b60-b6f5-af42a9234884 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:22.253797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dac95ca6-e698-4b60-b6f5-af42a9234884 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/40b74a8b-9f8f-4ba4-b836-91f9288bd8e5 HTTP/1.1" status: 404 len: 333 time: 0.0279927 Oct 18 23:56:22.256821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36224) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:22.315377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-4730f40b-9ac7-40fc-b64c-ac95da650b50 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 1af1d052-01d8-4926-b47b-f77e6abde8cc {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:22.320507 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4730f40b-9ac7-40fc-b64c-ac95da650b50 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.370301 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4730f40b-9ac7-40fc-b64c-ac95da650b50 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.463362 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4730f40b-9ac7-40fc-b64c-ac95da650b50 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.523053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4730f40b-9ac7-40fc-b64c-ac95da650b50 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.548810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730f40b-9ac7-40fc-b64c-ac95da650b50 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=1af1d052-01d8-4926-b47b-f77e6abde8cc,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:22.555413 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4730f40b-9ac7-40fc-b64c-ac95da650b50 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.560926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d19614-b102-4b20-bc8e-4e4ba3714b12 None None] Network 1c81594f-1b18-4bd2-9ff4-37e9a39249de requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:22.564646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4730f40b-9ac7-40fc-b64c-ac95da650b50 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/1af1d052-01d8-4926-b47b-f77e6abde8cc HTTP/1.1" status: 204 len: 168 time: 0.3067997 Oct 18 23:56:22.567590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36226) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:22.658157 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.726815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 27f67e25-ed4f-4f54-9259-38fd9003d249 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:22.727161 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.767899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aaf388-4834-4746-877f-f7c67ab98db3 None None] DHCP port deletion for 1c81594f-1b18-4bd2-9ff4-37e9a39249de request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:56:22.808448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] For port 27f67e25-ed4f-4f54-9259-38fd9003d249, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=27f67e25-ed4f-4f54-9259-38fd9003d249,segment=NetworkSegment(886537e4-01d4-48fd-80cf-bef76d9d6a9b),segment_id=886537e4-01d4-48fd-80cf-bef76d9d6a9b)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:22.809006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.825078 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f8aaf388-4834-4746-877f-f7c67ab98db3 None None] Deleting port 27f67e25-ed4f-4f54-9259-38fd9003d249 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:22.825327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 27f67e25-ed4f-4f54-9259-38fd9003d249 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:22.825726 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8aaf388-4834-4746-877f-f7c67ab98db3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.896562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f8aaf388-4834-4746-877f-f7c67ab98db3 None None] For port 27f67e25-ed4f-4f54-9259-38fd9003d249, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=27f67e25-ed4f-4f54-9259-38fd9003d249,segment=NetworkSegment(886537e4-01d4-48fd-80cf-bef76d9d6a9b),segment_id=886537e4-01d4-48fd-80cf-bef76d9d6a9b)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:22.896957 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8aaf388-4834-4746-877f-f7c67ab98db3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.913746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f8aaf388-4834-4746-877f-f7c67ab98db3 None None] Calling delete_port for 27f67e25-ed4f-4f54-9259-38fd9003d249 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:22.916833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:22.949086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=27f67e25-ed4f-4f54-9259-38fd9003d249,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:22.950981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No DVR routers for this DVR port 27f67e25-ed4f-4f54-9259-38fd9003d249 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:23.014672 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8aaf388-4834-4746-877f-f7c67ab98db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.042735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaf388-4834-4746-877f-f7c67ab98db3 None None] Pushing event deleted for resources: {'Port': ['ID=27f67e25-ed4f-4f54-9259-38fd9003d249,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:23.048837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.050684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aaf388-4834-4746-877f-f7c67ab98db3 None None] No DVR routers for this DVR port 27f67e25-ed4f-4f54-9259-38fd9003d249 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:23.073450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c81594f-1b18-4bd2-9ff4-37e9a39249de']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:23.083613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886537e4-01d4-48fd-80cf-bef76d9d6a9b') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:23.083907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886537e4-01d4-48fd-80cf-bef76d9d6a9b') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:23.093637 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.107398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.115397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:56:23.115884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:56:23.119426 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:56:23.183692 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.188875 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.195683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/networks/1c81594f-1b18-4bd2-9ff4-37e9a39249de HTTP/1.1" status: 204 len: 168 time: 0.6235623 Oct 18 23:56:23.195908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36230) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:23.201390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1770396549'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:23.209080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c02c1d-5f4b-4f49-b624-b509aa2fbda4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Network': ['ID=1c81594f-1b18-4bd2-9ff4-37e9a39249de,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:23.229758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:23.234130 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.265142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:56:23.276499 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.276845 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Added segment c1807833-ab14-498b-89a6-f408827cb8b6 of type vlan for network 62b83747-cc3c-4a68-9053-40ff486019ad Oct 18 23:56:23.323519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.351578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.358215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:23.358884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.396741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1995401 Oct 18 23:56:23.399510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36232) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:23.406656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': '62b83747-cc3c-4a68-9053-40ff486019ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:23.451557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f00ecb-d85e-4986-bfe2-fac100d4e076 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Network': ['ID=62b83747-cc3c-4a68-9053-40ff486019ad,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:23.461875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 62b83747-cc3c-4a68-9053-40ff486019ad details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:56:23.537676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:23.543536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.614175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 27f67e25-ed4f-4f54-9259-38fd9003d249 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:56:23.640426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 27f67e25-ed4f-4f54-9259-38fd9003d249 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:56:23.640784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 27f67e25-ed4f-4f54-9259-38fd9003d249 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:56:23.745239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.811616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=24be8835-db67-455b-a135-b4bbd07d4814,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:23.819403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Checking segment: {'id': 'c1807833-ab14-498b-89a6-f408827cb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62b83747-cc3c-4a68-9053-40ff486019ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:23.819771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network hostable DHCP agents. Network: 62b83747-cc3c-4a68-9053-40ff486019ad, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 23:56:23.838277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 62b83747-cc3c-4a68-9053-40ff486019ad is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 23:56:23.848052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 62b83747-cc3c-4a68-9053-40ff486019ad) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:23.852872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:23.853472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.860942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ea4e3c-c2d7-4950-83b5-77c3a2d105cf None None] Network 62b83747-cc3c-4a68-9053-40ff486019ad requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:23.874440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-54a361d9-79b7-45d0-9d53-d57da0f6db2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4723020 Oct 18 23:56:23.876782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36236) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:23.882886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-37787808-b8ed-4f15-9c87-f14d139fd796 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1368058327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:23.911390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-37787808-b8ed-4f15-9c87-f14d139fd796 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.913110 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-37787808-b8ed-4f15-9c87-f14d139fd796 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.988164 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-966b8745-728c-49b2-8f42-fe03510d65f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.991028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-37787808-b8ed-4f15-9c87-f14d139fd796 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:23.997390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-37787808-b8ed-4f15-9c87-f14d139fd796 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.019213 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-37787808-b8ed-4f15-9c87-f14d139fd796 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.021179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-37787808-b8ed-4f15-9c87-f14d139fd796 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1429396 Oct 18 23:56:24.023405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36238) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:24.028883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'network_id': '62b83747-cc3c-4a68-9053-40ff486019ad', 'name': 'tempest-PortsIpV6TestJSON-1623525947'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:24.051203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-62b83747-cc3c-4a68-9053-40ff486019ad', 'network_id': '62b83747-cc3c-4a68-9053-40ff486019ad', 'tenant_id': 'efa00dbccd07443a9624756305bff710', 'fixed_ips': [{'subnet_id': '24be8835-db67-455b-a135-b4bbd07d4814'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:56:24.052340 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.199492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:24.204442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.229959 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 yet. {{(pid=100922) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:56:24.241315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Allocated IP 2001:db8::2 (62b83747-cc3c-4a68-9053-40ff486019ad/24be8835-db67-455b-a135-b4bbd07d4814/3935e2d7-7777-4540-952a-a3f8e7757b53) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:24.417554 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.424344 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.467820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Network 62b83747-cc3c-4a68-9053-40ff486019ad is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:24.470865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:24.477918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:24.481031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Pushing event updated for resources: {'Port': ['ID=3935e2d7-7777-4540-952a-a3f8e7757b53,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:24.510132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::3e9 (62b83747-cc3c-4a68-9053-40ff486019ad/24be8835-db67-455b-a135-b4bbd07d4814/4ca2572a-cf60-4dee-97ba-c7bcd098eec6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:24.539955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Attempting to bind port 3935e2d7-7777-4540-952a-a3f8e7757b53 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:56:24.540326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Attempting to bind port 3935e2d7-7777-4540-952a-a3f8e7757b53 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'c1807833-ab14-498b-89a6-f408827cb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62b83747-cc3c-4a68-9053-40ff486019ad'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:56:24.540692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Attempting to bind port 3935e2d7-7777-4540-952a-a3f8e7757b53 on network 62b83747-cc3c-4a68-9053-40ff486019ad {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:24.546443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:56:24.546848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Checking segment: {'id': 'c1807833-ab14-498b-89a6-f408827cb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62b83747-cc3c-4a68-9053-40ff486019ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:24.547253 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.547647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Bound using segment: {'id': 'c1807833-ab14-498b-89a6-f408827cb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62b83747-cc3c-4a68-9053-40ff486019ad'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:56:24.548125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Bound port: 3935e2d7-7777-4540-952a-a3f8e7757b53, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1807833-ab14-498b-89a6-f408827cb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '62b83747-cc3c-4a68-9053-40ff486019ad'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:56:24.548503 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.635563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] For port 3935e2d7-7777-4540-952a-a3f8e7757b53, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:56:24.640215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] For port 3935e2d7-7777-4540-952a-a3f8e7757b53, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3935e2d7-7777-4540-952a-a3f8e7757b53,segment=NetworkSegment(c1807833-ab14-498b-89a6-f408827cb8b6),segment_id=c1807833-ab14-498b-89a6-f408827cb8b6)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:56:24.645725 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.707539 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.709798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a190e9c-1ffe-45f8-a8c9-ac4778ae52ff None None] Pushing event updated for resources: {'Port': ['ID=3935e2d7-7777-4540-952a-a3f8e7757b53,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:24.749504 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.784176 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.811320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 62b83747-cc3c-4a68-9053-40ff486019ad is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:24.819878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:24.831600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:24.837466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:24.838108 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:24.842335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=4ca2572a-cf60-4dee-97ba-c7bcd098eec6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:24.859642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f2590fbd-4d2f-46ea-af54-54ec4ed8289b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8346593 Oct 18 23:56:24.862581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36242) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:25.261077 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:25.460325 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:25.543386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:25.550252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:25.663363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=4ca2572a-cf60-4dee-97ba-c7bcd098eec6,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:25.690352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3935e2d7-7777-4540-952a-a3f8e7757b53 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:25.767348 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3935e2d7-7777-4540-952a-a3f8e7757b53 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:25.767348 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:25.778834 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:25.867950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:25.909705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 3935e2d7-7777-4540-952a-a3f8e7757b53, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3935e2d7-7777-4540-952a-a3f8e7757b53,segment=NetworkSegment(c1807833-ab14-498b-89a6-f408827cb8b6),segment_id=c1807833-ab14-498b-89a6-f408827cb8b6)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:25.914645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:25.914873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:25.926211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5b7eb2-ef81-47a5-b4f3-75c00f5405a2 None None] Network 62b83747-cc3c-4a68-9053-40ff486019ad requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:26.038854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=3935e2d7-7777-4540-952a-a3f8e7757b53,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:26.044186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c5c4f02e-ac56-46d0-9a6d-0fb45a351f00 None None] Provisioning complete for port 3935e2d7-7777-4540-952a-a3f8e7757b53 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:26.044561 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5c4f02e-ac56-46d0-9a6d-0fb45a351f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:26.241462 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:26.249595 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:26.251489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:26.327837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=4ca2572a-cf60-4dee-97ba-c7bcd098eec6,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:26.395540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network 62b83747-cc3c-4a68-9053-40ff486019ad is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:26.396988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:26.529229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Router 370f0a23-487d-4cee-a764-9ba46a5d72e5 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 23:56:26.687018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b5295e00-af12-44b0-96ab-59c5c0d0d058 None None] Provisioning complete for port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:26.689309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b5295e00-af12-44b0-96ab-59c5c0d0d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:26.729210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b5295e00-af12-44b0-96ab-59c5c0d0d058 None None] Port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:26.742454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b5295e00-af12-44b0-96ab-59c5c0d0d058 None None] Provisioning complete for port 3935e2d7-7777-4540-952a-a3f8e7757b53 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:26.742860 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b5295e00-af12-44b0-96ab-59c5c0d0d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:26.962103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-00621a1d-f829-47d3-b46b-75f4e0b3fb94 None None] Provisioning complete for port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:26.962472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00621a1d-f829-47d3-b46b-75f4e0b3fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:26.984353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:56:26.991849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4aa89550-227d-4d5e-9202-aa52c06e27ad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "PUT /v2.0/routers/370f0a23-487d-4cee-a764-9ba46a5d72e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1270154 Oct 18 23:56:26.993552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36250) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:27.001976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767e3a5-cb39-4d6c-ac57-ccb4d8724357 None None] Sync routers for ids ['370f0a23-487d-4cee-a764-9ba46a5d72e5'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:56:27.023450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-00621a1d-f829-47d3-b46b-75f4e0b3fb94 None None] Port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:27.027527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767e3a5-cb39-4d6c-ac57-ccb4d8724357 None None] Routers {'370f0a23-487d-4cee-a764-9ba46a5d72e5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:27.029338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3767e3a5-cb39-4d6c-ac57-ccb4d8724357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:56:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['370f0a23-487d-4cee-a764-9ba46a5d72e5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:27.064722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3767e3a5-cb39-4d6c-ac57-ccb4d8724357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:27.072295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b994cf-cbbe-4508-b646-e67ffb2381d2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:27.074409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767e3a5-cb39-4d6c-ac57-ccb4d8724357 None None] Routers {'370f0a23-487d-4cee-a764-9ba46a5d72e5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:27.075069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3767e3a5-cb39-4d6c-ac57-ccb4d8724357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:56:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['370f0a23-487d-4cee-a764-9ba46a5d72e5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:27.078416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a3b994cf-cbbe-4508-b646-e67ffb2381d2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports?device_id=370f0a23-487d-4cee-a764-9ba46a5d72e5 HTTP/1.1" status: 200 len: 989 time: 0.0812283 Oct 18 23:56:27.078681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36252) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:27.121820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3767e3a5-cb39-4d6c-ac57-ccb4d8724357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:27.122510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767e3a5-cb39-4d6c-ac57-ccb4d8724357 None None] The sync data for ids ['370f0a23-487d-4cee-a764-9ba46a5d72e5'] in n-d-713498-28 is: [] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:56:27.267121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b469d124-c236-4665-a50a-e3e6dbf07fbd None None] Provisioning complete for port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:27.267121 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b469d124-c236-4665-a50a-e3e6dbf07fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:27.332934 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b469d124-c236-4665-a50a-e3e6dbf07fbd None None] Port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:27.555707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c3362581-96a3-4f3b-b37e-5f43032262a0 None None] Provisioning complete for port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:27.556714 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c3362581-96a3-4f3b-b37e-5f43032262a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:27.586857 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:27.613924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c3362581-96a3-4f3b-b37e-5f43032262a0 None None] Port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:27.632886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3935e2d7-7777-4540-952a-a3f8e7757b53 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:27.699409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 3935e2d7-7777-4540-952a-a3f8e7757b53 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:27.699785 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:27.878584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:27.878978 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:27.965606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:27.974683 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:27.989382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 4ca2572a-cf60-4dee-97ba-c7bcd098eec6 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:28.182810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:28.213752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=4ca2572a-cf60-4dee-97ba-c7bcd098eec6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:28.329904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:28.502264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Router 370f0a23-487d-4cee-a764-9ba46a5d72e5 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:56:28.580507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:56:28.588424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-42ef338e-1196-4416-b547-127b87647b27 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "PUT /v2.0/routers/370f0a23-487d-4cee-a764-9ba46a5d72e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5086665 Oct 18 23:56:28.589180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36258) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:28.591911 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ccf591-a82b-4bc4-a89f-f636ba662484 None None] Sync routers for ids ['370f0a23-487d-4cee-a764-9ba46a5d72e5'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:56:28.602589 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ccf591-a82b-4bc4-a89f-f636ba662484 None None] Routers {'370f0a23-487d-4cee-a764-9ba46a5d72e5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:28.603504 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e2ccf591-a82b-4bc4-a89f-f636ba662484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:56:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['370f0a23-487d-4cee-a764-9ba46a5d72e5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:28.613899 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-255dd1ac-8abb-4cbd-a488-1b66c603e9a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:28.618350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36260) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:28.618899 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-255dd1ac-8abb-4cbd-a488-1b66c603e9a4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/4ca2572a-cf60-4dee-97ba-c7bcd098eec6 HTTP/1.1" status: 404 len: 333 time: 0.0281520 Oct 18 23:56:28.636317 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e2ccf591-a82b-4bc4-a89f-f636ba662484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:28.645386 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ccf591-a82b-4bc4-a89f-f636ba662484 None None] Routers {'370f0a23-487d-4cee-a764-9ba46a5d72e5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:28.645991 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e2ccf591-a82b-4bc4-a89f-f636ba662484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:56:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['370f0a23-487d-4cee-a764-9ba46a5d72e5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:28.682139 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e2ccf591-a82b-4bc4-a89f-f636ba662484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:28.682912 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ccf591-a82b-4bc4-a89f-f636ba662484 None None] The sync data for ids ['370f0a23-487d-4cee-a764-9ba46a5d72e5'] in n-d-713498-28 is: [] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:56:28.693670 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4ce03d7-5118-44fd-b07b-6aa2564ca8a1 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:28.875676 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4ce03d7-5118-44fd-b07b-6aa2564ca8a1 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:28.877879 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4ce03d7-5118-44fd-b07b-6aa2564ca8a1 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:28.925626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4ce03d7-5118-44fd-b07b-6aa2564ca8a1 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:28.926264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ce03d7-5118-44fd-b07b-6aa2564ca8a1 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Fanout notify agent at l3_agent the message router_deleted on router 370f0a23-487d-4cee-a764-9ba46a5d72e5 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:56:28.936447 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4ce03d7-5118-44fd-b07b-6aa2564ca8a1 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:28.937554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d4ce03d7-5118-44fd-b07b-6aa2564ca8a1 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/routers/370f0a23-487d-4cee-a764-9ba46a5d72e5 HTTP/1.1" status: 204 len: 168 time: 0.3173020 Oct 18 23:56:28.940166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36262) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:28.993628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08eeac1-26a6-4c39-aa9e-531cbf406ac6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 24be8835-db67-455b-a135-b4bbd07d4814 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:28.997155 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b08eeac1-26a6-4c39-aa9e-531cbf406ac6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.038782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b08eeac1-26a6-4c39-aa9e-531cbf406ac6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.130819 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b08eeac1-26a6-4c39-aa9e-531cbf406ac6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.198355 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b08eeac1-26a6-4c39-aa9e-531cbf406ac6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.225353 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eeac1-26a6-4c39-aa9e-531cbf406ac6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=24be8835-db67-455b-a135-b4bbd07d4814,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:29.231730 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-b08eeac1-26a6-4c39-aa9e-531cbf406ac6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.235712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b08eeac1-26a6-4c39-aa9e-531cbf406ac6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/24be8835-db67-455b-a135-b4bbd07d4814 HTTP/1.1" status: 204 len: 168 time: 0.2945526 Oct 18 23:56:29.238418 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36266) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:29.240785 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35be9b-f894-46b3-bb50-d04d0beecd19 None None] Network 62b83747-cc3c-4a68-9053-40ff486019ad requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:29.327686 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.394923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 3935e2d7-7777-4540-952a-a3f8e7757b53 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:29.395278 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.438442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a60bd-ebcf-456f-aea7-ef3b7e36e4ad None None] DHCP port deletion for 62b83747-cc3c-4a68-9053-40ff486019ad request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:56:29.471210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] For port 3935e2d7-7777-4540-952a-a3f8e7757b53, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3935e2d7-7777-4540-952a-a3f8e7757b53,segment=NetworkSegment(c1807833-ab14-498b-89a6-f408827cb8b6),segment_id=c1807833-ab14-498b-89a6-f408827cb8b6)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:29.471581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.485818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 3935e2d7-7777-4540-952a-a3f8e7757b53 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:29.504795 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-419a60bd-ebcf-456f-aea7-ef3b7e36e4ad None None] Deleting port 3935e2d7-7777-4540-952a-a3f8e7757b53 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:29.505178 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-419a60bd-ebcf-456f-aea7-ef3b7e36e4ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.591820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-419a60bd-ebcf-456f-aea7-ef3b7e36e4ad None None] For port 3935e2d7-7777-4540-952a-a3f8e7757b53, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3935e2d7-7777-4540-952a-a3f8e7757b53,segment=NetworkSegment(c1807833-ab14-498b-89a6-f408827cb8b6),segment_id=c1807833-ab14-498b-89a6-f408827cb8b6)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:29.593226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-419a60bd-ebcf-456f-aea7-ef3b7e36e4ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.603735 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.613978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-419a60bd-ebcf-456f-aea7-ef3b7e36e4ad None None] Calling delete_port for 3935e2d7-7777-4540-952a-a3f8e7757b53 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:29.636513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=3935e2d7-7777-4540-952a-a3f8e7757b53,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:29.641274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No DVR routers for this DVR port 3935e2d7-7777-4540-952a-a3f8e7757b53 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:29.664373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3935e2d7-7777-4540-952a-a3f8e7757b53 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:56:29.693253 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 3935e2d7-7777-4540-952a-a3f8e7757b53 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:56:29.693758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3935e2d7-7777-4540-952a-a3f8e7757b53 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:56:29.733033 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-419a60bd-ebcf-456f-aea7-ef3b7e36e4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:29.770415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a60bd-ebcf-456f-aea7-ef3b7e36e4ad None None] Pushing event deleted for resources: {'Port': ['ID=3935e2d7-7777-4540-952a-a3f8e7757b53,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:29.772813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a60bd-ebcf-456f-aea7-ef3b7e36e4ad None None] No DVR routers for this DVR port 3935e2d7-7777-4540-952a-a3f8e7757b53 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:30.001371 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.022935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b83747-cc3c-4a68-9053-40ff486019ad']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:30.033166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1807833-ab14-498b-89a6-f408827cb8b6') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:30.033398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1807833-ab14-498b-89a6-f408827cb8b6') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:30.043456 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.059254 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.066639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:56:30.067213 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:56:30.070182 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:56:30.143866 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.156116 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.159788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/networks/62b83747-cc3c-4a68-9053-40ff486019ad HTTP/1.1" status: 204 len: 168 time: 0.9202933 Oct 18 23:56:30.164059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36270) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:30.172986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a128c-c059-4a4c-96ff-dd8731e06aef tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Network': ['ID=62b83747-cc3c-4a68-9053-40ff486019ad,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:30.214496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d8cf9-38d4-47dd-ae9a-58f8f531e8a8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:30.216064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e34d8cf9-38d4-47dd-ae9a-58f8f531e8a8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/4fd239e4-be3c-4c7a-9c37-803638c0260d HTTP/1.1" status: 200 len: 844 time: 0.0509443 Oct 18 23:56:30.221083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36272) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:30.269994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ad7c264a-2977-4297-b957-7f7705b404ec tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/4fd239e4-be3c-4c7a-9c37-803638c0260d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0472648 Oct 18 23:56:30.273969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36274) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:30.278996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:30.440322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:30.445972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.688220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.733604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:30.737461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:30.742702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:30.743378 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.749909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a0bd0-50a1-4a1b-af5c-6a0cf52a1ef1 None None] Network b9da0c16-99d4-40e9-b240-642688a57735 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:30.758947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=85ec1a8d-9293-4db7-bf5f-bf4558e41a8c,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:30.779815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-63c828ab-a20b-4fd7-838e-9ca936db7fa5 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5041068 Oct 18 23:56:30.783284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36278) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:30.788239 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fabf2cf8-4488-431b-b085-070f80574d53 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'security_group': {'name': 'tempest-secgroup-190584466'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:30.832258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fabf2cf8-4488-431b-b085-070f80574d53 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.912544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fabf2cf8-4488-431b-b085-070f80574d53 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.917307 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fabf2cf8-4488-431b-b085-070f80574d53 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.954362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-b9da0c16-99d4-40e9-b240-642688a57735', 'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'tenant_id': 'efa00dbccd07443a9624756305bff710', 'fixed_ips': [{'subnet_id': '85ec1a8d-9293-4db7-bf5f-bf4558e41a8c'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 23:56:30.955349 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.956252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf2cf8-4488-431b-b085-070f80574d53 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33dfd7c5-86fe-426e-845d-80354918edee,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:30.962398 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fabf2cf8-4488-431b-b085-070f80574d53 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:30.964189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fabf2cf8-4488-431b-b085-070f80574d53 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1797798 Oct 18 23:56:30.968041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36288) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:30.972680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0a25e358-69fb-4704-9c21-57b5324192ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1269151170'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:31.003989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0a25e358-69fb-4704-9c21-57b5324192ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.095613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0a25e358-69fb-4704-9c21-57b5324192ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.101311 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0a25e358-69fb-4704-9c21-57b5324192ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.128482 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Allocated IP 2001:db8::2 (b9da0c16-99d4-40e9-b240-642688a57735/85ec1a8d-9293-4db7-bf5f-bf4558e41a8c/8dfbb230-b55e-4916-b7c6-28532bfcbfa0) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:31.148318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0a25e358-69fb-4704-9c21-57b5324192ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.152688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36290) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:31.152913 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0a25e358-69fb-4704-9c21-57b5324192ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1840878 Oct 18 23:56:31.158756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25e358-69fb-4704-9c21-57b5324192ed tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95db27df-efda-4189-a839-0ab32e1713ae,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:31.163697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1839458182', 'security_groups': ['95db27df-efda-4189-a839-0ab32e1713ae'], 'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '85ec1a8d-9293-4db7-bf5f-bf4558e41a8c'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:31.305336 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.313632 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.326057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:31.359540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:31.362957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:31.365617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:31.380097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Pushing event updated for resources: {'Port': ['ID=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:31.424812 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.438565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Attempting to bind port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:56:31.439152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Attempting to bind port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '027e0812-0a7e-44b3-a712-543333d56268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:56:31.439784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Attempting to bind port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 on network b9da0c16-99d4-40e9-b240-642688a57735 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:31.445052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port 31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:56:31.447447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:56:31.449844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Checking segment: {'id': '027e0812-0a7e-44b3-a712-543333d56268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:31.450466 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.451866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Bound using segment: {'id': '027e0812-0a7e-44b3-a712-543333d56268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:56:31.452539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Bound port: 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027e0812-0a7e-44b3-a712-543333d56268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:56:31.453065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.538251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] For port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:56:31.542906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] For port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,segment=NetworkSegment(027e0812-0a7e-44b3-a712-543333d56268),segment_id=027e0812-0a7e-44b3-a712-543333d56268)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:56:31.552941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.618489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c40acc-23ab-4eec-a0b9-21e1efbb4f77 None None] Pushing event updated for resources: {'Port': ['ID=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:31.685648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::171 (b9da0c16-99d4-40e9-b240-642688a57735/85ec1a8d-9293-4db7-bf5f-bf4558e41a8c/31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:31.879827 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:31.953643 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:32.039369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:32.045168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:32.052102 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:32.064111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:32.065179 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:32.085747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:32.103991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1f0dd004-7cce-4712-b0d5-e339105fc3ff tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9487429 Oct 18 23:56:32.109610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36302) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:32.114890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1d165aae-7409-4850-bbfc-e33efc1cd852 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:32.279069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d165aae-7409-4850-bbfc-e33efc1cd852 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:32.283114 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1d165aae-7409-4850-bbfc-e33efc1cd852 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:32.389814 n-d-713498-28 neutron-server[100921]: INFO neutron.db.ipam_backend_mixin [None req-1d165aae-7409-4850-bbfc-e33efc1cd852 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85ec1a8d-9293-4db7-bf5f-bf4558e41a8c (CIDR: 2001:db8::/64) Oct 18 23:56:32.394342 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d165aae-7409-4850-bbfc-e33efc1cd852 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:56:32.395045 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d165aae-7409-4850-bbfc-e33efc1cd852 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:32.418916 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1d165aae-7409-4850-bbfc-e33efc1cd852 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3054538 Oct 18 23:56:32.419138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36304) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:32.425351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:32.563689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:32.568025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:32.890090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-82f81891-1def-4c46-9e64-d86fcfe11057 None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:32.890689 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82f81891-1def-4c46-9e64-d86fcfe11057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:32.891445 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:32.934090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:32.941254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:32.967584 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:32.968419 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:32.985338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=65a31fe9-83b8-4651-8c4b-6f1ecadd24d5,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:33.002524 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7156ee28-4228-40f3-aaa9-7d43627dda0b tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5783174 Oct 18 23:56:33.002824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36308) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:33.010066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1078942262', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65a31fe9-83b8-4651-8c4b-6f1ecadd24d5'}], 'security_groups': ['33dfd7c5-86fe-426e-845d-80354918edee']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:33.020616 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82f81891-1def-4c46-9e64-d86fcfe11057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.084601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-82f81891-1def-4c46-9e64-d86fcfe11057 None None] For port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,segment=NetworkSegment(027e0812-0a7e-44b3-a712-543333d56268),segment_id=027e0812-0a7e-44b3-a712-543333d56268)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:33.090563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82f81891-1def-4c46-9e64-d86fcfe11057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.105274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511decac-d6f2-4f7e-ab8f-d8b9280abcd1 None None] Network b9da0c16-99d4-40e9-b240-642688a57735 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:33.176053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-82f81891-1def-4c46-9e64-d86fcfe11057 None None] Provisioning complete for port 4fd239e4-be3c-4c7a-9c37-803638c0260d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:33.176053 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82f81891-1def-4c46-9e64-d86fcfe11057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.227814 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.247463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81891-1def-4c46-9e64-d86fcfe11057 None None] Pushing event updated for resources: {'Port': ['ID=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:33.272501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-82f81891-1def-4c46-9e64-d86fcfe11057 None None] Port 4fd239e4-be3c-4c7a-9c37-803638c0260d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:33.424281 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-54ca609a-43b9-4900-bb98-40d580ec3fbd None None] Provisioning complete for port 31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:33.424551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-54ca609a-43b9-4900-bb98-40d580ec3fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.453180 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ac6de-a5e1-45e6-86e9-5cc454742f8b None None] Update dhcp port {'port': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'fixed_ips': [{'subnet_id': '85ec1a8d-9293-4db7-bf5f-bf4558e41a8c', 'ip_address': '2001:db8::2'}, {'subnet_id': '65a31fe9-83b8-4651-8c4b-6f1ecadd24d5'}], 'binding:host_id': 'n-d-713498-28'}, 'id': '8dfbb230-b55e-4916-b7c6-28532bfcbfa0'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:56:33.490410 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-54ca609a-43b9-4900-bb98-40d580ec3fbd None None] Port 31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:33.491953 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e7ac6de-a5e1-45e6-86e9-5cc454742f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.579276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Delete allocated IP 2001:db8::171 (b9da0c16-99d4-40e9-b240-642688a57735/85ec1a8d-9293-4db7-bf5f-bf4558e41a8c) {{(pid=100922) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 23:56:33.589669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8:0:1::10a (b9da0c16-99d4-40e9-b240-642688a57735/65a31fe9-83b8-4651-8c4b-6f1ecadd24d5/31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:33.698608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:33.748020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:33.748485 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.776314 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.781917 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.840333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] In _notify_port_updated(), no bound segment for port 31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52 on network b9da0c16-99d4-40e9-b240-642688a57735 {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:56:33.846691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:33.847377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.851252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "PUT /v2.0/ports/31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52 HTTP/1.1" status: 200 len: 931 time: 0.8467867 Oct 18 23:56:33.852159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36322) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:33.869294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee14745-c7b9-471e-b4fe-24c193a02c8e tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:33.875252 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-4e7ac6de-a5e1-45e6-86e9-5cc454742f8b None None] Allocated IP 2001:db8:0:1::2 (b9da0c16-99d4-40e9-b240-642688a57735/65a31fe9-83b8-4651-8c4b-6f1ecadd24d5/8dfbb230-b55e-4916-b7c6-28532bfcbfa0) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:33.960550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d7584ff3-91c4-4719-8012-93a7374d36a6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:33.961096 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7584ff3-91c4-4719-8012-93a7374d36a6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:33.989179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4e7ac6de-a5e1-45e6-86e9-5cc454742f8b None None] For port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,segment=NetworkSegment(027e0812-0a7e-44b3-a712-543333d56268),segment_id=027e0812-0a7e-44b3-a712-543333d56268)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:34.027618 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e7ac6de-a5e1-45e6-86e9-5cc454742f8b None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.033606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e7ac6de-a5e1-45e6-86e9-5cc454742f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.050794 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7584ff3-91c4-4719-8012-93a7374d36a6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.070658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d7584ff3-91c4-4719-8012-93a7374d36a6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52 owned by {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:34.125338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ac6de-a5e1-45e6-86e9-5cc454742f8b None None] Pushing event updated for resources: {'Port': ['ID=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:34.215634 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7584ff3-91c4-4719-8012-93a7374d36a6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.246470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7584ff3-91c4-4719-8012-93a7374d36a6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:34.277600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d7584ff3-91c4-4719-8012-93a7374d36a6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.281740 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d7584ff3-91c4-4719-8012-93a7374d36a6 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52 HTTP/1.1" status: 204 len: 168 time: 0.4282224 Oct 18 23:56:34.284406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36324) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:34.315194 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3e5fbb-b293-4cb2-8196-8d6167fe0c9f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:34.319525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ba3e5fbb-b293-4cb2-8196-8d6167fe0c9f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52 HTTP/1.1" status: 404 len: 333 time: 0.0315797 Oct 18 23:56:34.319770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36326) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:34.379541 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ee11db0-af5e-4503-a958-4e343b976e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.404374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ee11db0-af5e-4503-a958-4e343b976e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.450490 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ee11db0-af5e-4503-a958-4e343b976e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.453227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ee11db0-af5e-4503-a958-4e343b976e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.456873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2ee11db0-af5e-4503-a958-4e343b976e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/security-groups/95db27df-efda-4189-a839-0ab32e1713ae HTTP/1.1" status: 204 len: 168 time: 0.1338801 Oct 18 23:56:34.457688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36328) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:34.466127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee11db0-af5e-4503-a958-4e343b976e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95db27df-efda-4189-a839-0ab32e1713ae,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:34.543077 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa04f-5982-4838-bcb1-cd3a3a340bad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.570501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa04f-5982-4838-bcb1-cd3a3a340bad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.616681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa04f-5982-4838-bcb1-cd3a3a340bad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.619497 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa04f-5982-4838-bcb1-cd3a3a340bad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.624060 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fa0fa04f-5982-4838-bcb1-cd3a3a340bad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/security-groups/33dfd7c5-86fe-426e-845d-80354918edee HTTP/1.1" status: 204 len: 168 time: 0.1616788 Oct 18 23:56:34.624426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36330) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:34.632637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fa04f-5982-4838-bcb1-cd3a3a340bad tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dfd7c5-86fe-426e-845d-80354918edee,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:34.692707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-77de6546-7f28-4cb4-89eb-f322cd20b6b7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 85ec1a8d-9293-4db7-bf5f-bf4558e41a8c {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:34.696688 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-77de6546-7f28-4cb4-89eb-f322cd20b6b7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.745772 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-77de6546-7f28-4cb4-89eb-f322cd20b6b7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.813920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5bb92300-f4ee-4042-bdec-61e8b8cabf83 None None] Could not find standard attr ID for object 31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:56:34.826594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5bb92300-f4ee-4042-bdec-61e8b8cabf83 None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:34.827100 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5bb92300-f4ee-4042-bdec-61e8b8cabf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.843672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-77de6546-7f28-4cb4-89eb-f322cd20b6b7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.921381 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-77de6546-7f28-4cb4-89eb-f322cd20b6b7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.942858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5bb92300-f4ee-4042-bdec-61e8b8cabf83 None None] Provisioning complete for port 4fd239e4-be3c-4c7a-9c37-803638c0260d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:34.943230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5bb92300-f4ee-4042-bdec-61e8b8cabf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.957622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-77de6546-7f28-4cb4-89eb-f322cd20b6b7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:34.965543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36334) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:34.966076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-77de6546-7f28-4cb4-89eb-f322cd20b6b7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/85ec1a8d-9293-4db7-bf5f-bf4558e41a8c HTTP/1.1" status: 204 len: 168 time: 0.3401048 Oct 18 23:56:34.967719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de6546-7f28-4cb4-89eb-f322cd20b6b7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=85ec1a8d-9293-4db7-bf5f-bf4558e41a8c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:34.972348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:34.993277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a11783-f3aa-4edb-9d63-40954bf4c072 None None] Network b9da0c16-99d4-40e9-b240-642688a57735 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:35.026579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-5bb92300-f4ee-4042-bdec-61e8b8cabf83 None None] Port 4fd239e4-be3c-4c7a-9c37-803638c0260d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:35.028132 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.105025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:35.109230 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.147297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-478cf0ea-d4e7-469e-a7a9-a4ef449dce96 None None] Could not find standard attr ID for object 31a8fe65-01c2-47ce-ba1e-1d49c4ff3a52. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:56:35.350066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.398408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:35.401631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:35.406706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:35.407357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.412868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=7ccda93e-a4c6-4cd0-818c-aef1178b0495,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:35.435669 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3c35f8d3-34e0-47c1-b5e0-df9e008b29e8 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4679189 Oct 18 23:56:35.438441 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36336) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:35.443141 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c9b7a8d9-b10a-454f-a9b9-98ec1b1d0c33 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'security_group': {'name': 'tempest-secgroup-8921810'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:35.468483 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a8d9-b10a-454f-a9b9-98ec1b1d0c33 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.547094 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a8d9-b10a-454f-a9b9-98ec1b1d0c33 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.552739 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a8d9-b10a-454f-a9b9-98ec1b1d0c33 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.589646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7a8d9-b10a-454f-a9b9-98ec1b1d0c33 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0436c18a-6f20-40ca-addf-21d7f0043157,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:35.593996 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a8d9-b10a-454f-a9b9-98ec1b1d0c33 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.598123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36338) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:35.598973 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c9b7a8d9-b10a-454f-a9b9-98ec1b1d0c33 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.1585827 Oct 18 23:56:35.603430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ab50e94e-627e-4d99-afbf-8af0a56b132a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'security_group': {'name': 'tempest-secgroup-417051023'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:35.642539 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab50e94e-627e-4d99-afbf-8af0a56b132a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.649239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:35.735571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:35.736114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.754159 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab50e94e-627e-4d99-afbf-8af0a56b132a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.762391 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab50e94e-627e-4d99-afbf-8af0a56b132a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.813729 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ab50e94e-627e-4d99-afbf-8af0a56b132a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.815315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ab50e94e-627e-4d99-afbf-8af0a56b132a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2156646 Oct 18 23:56:35.818159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36344) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:35.823009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-72fcfd98-4204-497c-9797-a3a61590d377 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1050709888'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:35.834027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50e94e-627e-4d99-afbf-8af0a56b132a tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e0b090-7f7c-4c6c-b863-3df53bb563c2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:35.862086 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72fcfd98-4204-497c-9797-a3a61590d377 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.942489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d639e6-a6a2-4d48-80af-f5c1541517c6 None None] Network b9da0c16-99d4-40e9-b240-642688a57735 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:35.952432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72fcfd98-4204-497c-9797-a3a61590d377 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:35.960222 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72fcfd98-4204-497c-9797-a3a61590d377 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.001701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcfd98-4204-497c-9797-a3a61590d377 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aee5e75-767f-4762-992c-b19d1b78e167,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:36.008811 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-72fcfd98-4204-497c-9797-a3a61590d377 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.012578 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-72fcfd98-4204-497c-9797-a3a61590d377 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1906884 Oct 18 23:56:36.013030 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36346) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:36.018954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-778958764', 'security_groups': ['3aee5e75-767f-4762-992c-b19d1b78e167'], 'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ccda93e-a4c6-4cd0-818c-aef1178b0495'}]}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:36.032825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a84c4af3-4443-4904-b262-94a20574eb4e None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:36.033407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a84c4af3-4443-4904-b262-94a20574eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.154973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:36.161495 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.193633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] device_id is not set on port b2bd12a8-0ccb-46ec-ba0c-c2b432a51840 yet. {{(pid=100921) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 23:56:36.248417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a84c4af3-4443-4904-b262-94a20574eb4e None None] Provisioning complete for port 4fd239e4-be3c-4c7a-9c37-803638c0260d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:36.248782 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a84c4af3-4443-4904-b262-94a20574eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.291661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a84c4af3-4443-4904-b262-94a20574eb4e None None] Port 4fd239e4-be3c-4c7a-9c37-803638c0260d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:36.339651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a74a195-35bc-4a07-bcdd-b6731c2a6717 None None] Update dhcp port {'port': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'fixed_ips': [{'subnet_id': '65a31fe9-83b8-4651-8c4b-6f1ecadd24d5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7ccda93e-a4c6-4cd0-818c-aef1178b0495'}], 'binding:host_id': 'n-d-713498-28'}, 'id': '8dfbb230-b55e-4916-b7c6-28532bfcbfa0'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:56:36.376423 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a74a195-35bc-4a07-bcdd-b6731c2a6717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.417340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8::230 (b9da0c16-99d4-40e9-b240-642688a57735/7ccda93e-a4c6-4cd0-818c-aef1178b0495/b2bd12a8-0ccb-46ec-ba0c-c2b432a51840) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:36.562202 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.599435 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.604371 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.645404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:36.648607 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:36.652512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:36.654788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-5a74a195-35bc-4a07-bcdd-b6731c2a6717 None None] Allocated IP 2001:db8::2 (b9da0c16-99d4-40e9-b240-642688a57735/7ccda93e-a4c6-4cd0-818c-aef1178b0495/8dfbb230-b55e-4916-b7c6-28532bfcbfa0) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:36.659146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:36.660087 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.669394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=b2bd12a8-0ccb-46ec-ba0c-c2b432a51840,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:36.692007 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-892c4ba3-3c23-4e12-aaf4-6db522fcf98f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6775444 Oct 18 23:56:36.695278 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36348) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:36.700447 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9dd43323-ab33-425f-a9d2-bac50b3c9357 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:36.761900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5a74a195-35bc-4a07-bcdd-b6731c2a6717 None None] For port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,segment=NetworkSegment(027e0812-0a7e-44b3-a712-543333d56268),segment_id=027e0812-0a7e-44b3-a712-543333d56268)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:36.800842 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a74a195-35bc-4a07-bcdd-b6731c2a6717 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.809295 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5a74a195-35bc-4a07-bcdd-b6731c2a6717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.858170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd43323-ab33-425f-a9d2-bac50b3c9357 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:36.862582 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9dd43323-ab33-425f-a9d2-bac50b3c9357 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:36.965777 n-d-713498-28 neutron-server[100921]: INFO neutron.db.ipam_backend_mixin [None req-9dd43323-ab33-425f-a9d2-bac50b3c9357 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ccda93e-a4c6-4cd0-818c-aef1178b0495 (CIDR: 2001:db8::/64) Oct 18 23:56:36.970320 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd43323-ab33-425f-a9d2-bac50b3c9357 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:56:36.970865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd43323-ab33-425f-a9d2-bac50b3c9357 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:36.991716 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9dd43323-ab33-425f-a9d2-bac50b3c9357 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2925439 Oct 18 23:56:36.992023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36352) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:36.997368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-409b781e-667a-4875-87a7-210474d1c0bf tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:37.079904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74a195-35bc-4a07-bcdd-b6731c2a6717 None None] Pushing event updated for resources: {'Port': ['ID=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:37.125822 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409b781e-667a-4875-87a7-210474d1c0bf tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:37.130432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-409b781e-667a-4875-87a7-210474d1c0bf tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:37.238712 n-d-713498-28 neutron-server[100921]: INFO neutron.db.ipam_backend_mixin [None req-409b781e-667a-4875-87a7-210474d1c0bf tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 65a31fe9-83b8-4651-8c4b-6f1ecadd24d5 (CIDR: 2001:db8:0:1::/64) Oct 18 23:56:37.242797 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-409b781e-667a-4875-87a7-210474d1c0bf tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 23:56:37.244072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409b781e-667a-4875-87a7-210474d1c0bf tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:37.261926 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-409b781e-667a-4875-87a7-210474d1c0bf tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2683885 Oct 18 23:56:37.264949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36354) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:37.270363 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'subnet': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:37.392920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Made reservation on behalf of efa00dbccd07443a9624756305bff710 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:37.396717 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:37.608676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:37.633402 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:37.666072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-94a03686-64ab-48ab-af33-141312e27778 None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:37.666649 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-94a03686-64ab-48ab-af33-141312e27778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:37.681619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Network b9da0c16-99d4-40e9-b240-642688a57735 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:37.687891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:37.690738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:37.691334 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:37.706803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Subnet': ['ID=78b2cae7-ae58-48ba-8af8-f5d7273f242a,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:37.721046 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1b0880a5-bd9c-4f72-bd62-7ac993d4d496 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4525902 Oct 18 23:56:37.721406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36356) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:37.727249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1519905437', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78b2cae7-ae58-48ba-8af8-f5d7273f242a'}], 'security_groups': ['0436c18a-6f20-40ca-addf-21d7f0043157', '30e0b090-7f7c-4c6c-b863-3df53bb563c2']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:37.739114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:37.739695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:37.802315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:37.889194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-94a03686-64ab-48ab-af33-141312e27778 None None] Provisioning complete for port 4fd239e4-be3c-4c7a-9c37-803638c0260d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:37.889584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-94a03686-64ab-48ab-af33-141312e27778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:37.919326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e86aec8-2c6b-4fa7-abdd-5eea5862f84a None None] Network b9da0c16-99d4-40e9-b240-642688a57735 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:37.956746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-94a03686-64ab-48ab-af33-141312e27778 None None] Port 4fd239e4-be3c-4c7a-9c37-803638c0260d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:38.110647 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-63bc0b90-8fa0-4dd7-a448-0c5a06207179 None None] Provisioning complete for port b2bd12a8-0ccb-46ec-ba0c-c2b432a51840 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:38.111335 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-63bc0b90-8fa0-4dd7-a448-0c5a06207179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.151951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Delete allocated IP 2001:db8::230 (b9da0c16-99d4-40e9-b240-642688a57735/7ccda93e-a4c6-4cd0-818c-aef1178b0495) {{(pid=100922) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 23:56:38.161469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Allocated IP 2001:db8:0:2::2 (b9da0c16-99d4-40e9-b240-642688a57735/78b2cae7-ae58-48ba-8af8-f5d7273f242a/b2bd12a8-0ccb-46ec-ba0c-c2b432a51840) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:38.164629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-63bc0b90-8fa0-4dd7-a448-0c5a06207179 None None] Port b2bd12a8-0ccb-46ec-ba0c-c2b432a51840 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:38.204347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] Update dhcp port {'port': {'network_id': 'b9da0c16-99d4-40e9-b240-642688a57735', 'fixed_ips': [{'subnet_id': '65a31fe9-83b8-4651-8c4b-6f1ecadd24d5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7ccda93e-a4c6-4cd0-818c-aef1178b0495', 'ip_address': '2001:db8::2'}, {'subnet_id': '78b2cae7-ae58-48ba-8af8-f5d7273f242a'}], 'binding:host_id': 'n-d-713498-28'}, 'id': '8dfbb230-b55e-4916-b7c6-28532bfcbfa0'} from n-d-713498-28. {{(pid=100923) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 23:56:38.233238 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.281455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-ec143eb1-c6f8-425e-84b9-a651f92f289a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:38.283058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-ec143eb1-c6f8-425e-84b9-a651f92f289a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1207252 Oct 18 23:56:38.301362 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-70a03d64-bd92-4d1a-80d5-fcedb0d3c3dd tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/quotas/83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 375 time: 0.0118575 Oct 18 23:56:38.341370 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.347004 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.371685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-a72cf626-471a-4cc0-858a-0d1e7858cf20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636282 Oct 18 23:56:38.413216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] In _notify_port_updated(), no bound segment for port b2bd12a8-0ccb-46ec-ba0c-c2b432a51840 on network b9da0c16-99d4-40e9-b240-642688a57735 {{(pid=100922) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 23:56:38.415967 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:2::2-de2eb032-e720-4fea-83fd-d9aa276646c3 {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 23:56:38.416425 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 23:56:38.418775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:38.419388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.420747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "PUT /v2.0/ports/b2bd12a8-0ccb-46ec-ba0c-c2b432a51840 HTTP/1.1" status: 200 len: 968 time: 0.6981640 Oct 18 23:56:38.423822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36368) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:38.456939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bde05-6083-4cfd-b0ed-aac735e30552 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event updated for resources: {'Port': ['ID=b2bd12a8-0ccb-46ec-ba0c-c2b432a51840,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:38.458930 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-e3c7c181-f506-4240-bb25-3687c57389fb service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864086 Oct 18 23:56:38.523397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-db5253bb-741a-40aa-90c5-fa10fae43681 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port b2bd12a8-0ccb-46ec-ba0c-c2b432a51840 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:38.523721 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db5253bb-741a-40aa-90c5-fa10fae43681 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.553036 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-57c23572-96d8-4400-b383-fd1f56684ace service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871542 Oct 18 23:56:38.616859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db5253bb-741a-40aa-90c5-fa10fae43681 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.630617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-db5253bb-741a-40aa-90c5-fa10fae43681 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for b2bd12a8-0ccb-46ec-ba0c-c2b432a51840 owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:38.761350 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db5253bb-741a-40aa-90c5-fa10fae43681 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.807141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5253bb-741a-40aa-90c5-fa10fae43681 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=b2bd12a8-0ccb-46ec-ba0c-c2b432a51840,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:38.827719 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db5253bb-741a-40aa-90c5-fa10fae43681 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.831651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-db5253bb-741a-40aa-90c5-fa10fae43681 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/b2bd12a8-0ccb-46ec-ba0c-c2b432a51840 HTTP/1.1" status: 204 len: 168 time: 0.4068055 Oct 18 23:56:38.834512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36380) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:38.865544 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1faeed3-7206-478f-ae31-fbefea98da0d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] GET failed (client error): The resource could not be found. Oct 18 23:56:38.867143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b1faeed3-7206-478f-ae31-fbefea98da0d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports/b2bd12a8-0ccb-46ec-ba0c-c2b432a51840 HTTP/1.1" status: 404 len: 333 time: 0.0314305 Oct 18 23:56:38.869817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36384) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:38.945945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20767974-d4cc-471d-b5e4-a3cb01c87513 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.952102 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:38.971090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e361e4a0-a24e-4cbe-be73-8485af04edc0 req-1be630d7-94fb-41bd-919a-cfe08e0af4c9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 210 time: 0.1339133 Oct 18 23:56:38.991781 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20767974-d4cc-471d-b5e4-a3cb01c87513 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.043925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20767974-d4cc-471d-b5e4-a3cb01c87513 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.046657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-20767974-d4cc-471d-b5e4-a3cb01c87513 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.050269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-20767974-d4cc-471d-b5e4-a3cb01c87513 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/security-groups/3aee5e75-767f-4762-992c-b19d1b78e167 HTTP/1.1" status: 204 len: 168 time: 0.1769834 Oct 18 23:56:39.050653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36390) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:39.057705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20767974-d4cc-471d-b5e4-a3cb01c87513 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aee5e75-767f-4762-992c-b19d1b78e167,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:39.123868 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9be61227-a5a5-4bc4-8136-440262a75b17 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.147450 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9be61227-a5a5-4bc4-8136-440262a75b17 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.155067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] Allocated IP 2001:db8:0:2::2 (b9da0c16-99d4-40e9-b240-642688a57735/78b2cae7-ae58-48ba-8af8-f5d7273f242a/8dfbb230-b55e-4916-b7c6-28532bfcbfa0) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:39.196030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9be61227-a5a5-4bc4-8136-440262a75b17 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.200327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9be61227-a5a5-4bc4-8136-440262a75b17 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.201402 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9be61227-a5a5-4bc4-8136-440262a75b17 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/security-groups/30e0b090-7f7c-4c6c-b863-3df53bb563c2 HTTP/1.1" status: 204 len: 168 time: 0.1488960 Oct 18 23:56:39.204858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36394) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:39.219016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be61227-a5a5-4bc4-8136-440262a75b17 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e0b090-7f7c-4c6c-b863-3df53bb563c2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:39.267164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] For port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,segment=NetworkSegment(027e0812-0a7e-44b3-a712-543333d56268),segment_id=027e0812-0a7e-44b3-a712-543333d56268)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:39.267714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0a0963f0-2177-4375-b760-9c186e20202f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.292862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0a0963f0-2177-4375-b760-9c186e20202f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.300410 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.306052 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.339283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0a0963f0-2177-4375-b760-9c186e20202f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.344825 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0a0963f0-2177-4375-b760-9c186e20202f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.346186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0a0963f0-2177-4375-b760-9c186e20202f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/security-groups/0436c18a-6f20-40ca-addf-21d7f0043157 HTTP/1.1" status: 204 len: 168 time: 0.1402442 Oct 18 23:56:39.350906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36396) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:39.357991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0963f0-2177-4375-b760-9c186e20202f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0436c18a-6f20-40ca-addf-21d7f0043157,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:39.405311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-1175d1fa-a314-4f14-89df-710a945e2409 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 7ccda93e-a4c6-4cd0-818c-aef1178b0495 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:39.409027 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1175d1fa-a314-4f14-89df-710a945e2409 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.430063 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4afe6-714d-466e-a8ed-e9445fcd30a3 None None] Pushing event updated for resources: {'Port': ['ID=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:39.476930 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1175d1fa-a314-4f14-89df-710a945e2409 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.563208 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1175d1fa-a314-4f14-89df-710a945e2409 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.617649 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:39.631167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1175d1fa-a314-4f14-89df-710a945e2409 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.663323 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175d1fa-a314-4f14-89df-710a945e2409 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccda93e-a4c6-4cd0-818c-aef1178b0495,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:39.672343 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1175d1fa-a314-4f14-89df-710a945e2409 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.679700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1175d1fa-a314-4f14-89df-710a945e2409 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/7ccda93e-a4c6-4cd0-818c-aef1178b0495 HTTP/1.1" status: 204 len: 168 time: 0.3232684 Oct 18 23:56:39.679883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36398) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:39.681627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:39.682098 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.737247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02102a9-550c-499c-ad9f-8ab2ae010e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 78b2cae7-ae58-48ba-8af8-f5d7273f242a {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:39.741633 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a02102a9-550c-499c-ad9f-8ab2ae010e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.805535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a02102a9-550c-499c-ad9f-8ab2ae010e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.905966 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a02102a9-550c-499c-ad9f-8ab2ae010e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.970818 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-8ec93b2c-a9eb-475a-9181-402aa0f015fc tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:39.972620 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-8ec93b2c-a9eb-475a-9181-402aa0f015fc tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1396315 Oct 18 23:56:39.977145 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a02102a9-550c-499c-ad9f-8ab2ae010e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:39.994888 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'port': {'device_id': '0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'admin_state_up': True, 'tenant_id': '83c29ede187047efa503f1fcf27d87ca'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:40.021267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02102a9-550c-499c-ad9f-8ab2ae010e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=78b2cae7-ae58-48ba-8af8-f5d7273f242a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:40.027932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a02102a9-550c-499c-ad9f-8ab2ae010e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.034116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a02102a9-550c-499c-ad9f-8ab2ae010e61 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/78b2cae7-ae58-48ba-8af8-f5d7273f242a HTTP/1.1" status: 204 len: 168 time: 0.3508730 Oct 18 23:56:40.034641 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36402) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:40.067576 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dce7df8-6c88-4e32-8963-e42f690d73ce tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:40.068039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dce7df8-6c88-4e32-8963-e42f690d73ce tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:40.073895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4dce7df8-6c88-4e32-8963-e42f690d73ce tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/7ccda93e-a4c6-4cd0-818c-aef1178b0495 HTTP/1.1" status: 404 len: 337 time: 0.0361757 Oct 18 23:56:40.074589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36404) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:40.105998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eec44c-5582-4e34-ace3-f08cacd1f965 None None] Network b9da0c16-99d4-40e9-b240-642688a57735 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:40.132747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb15ca31-5f16-4b34-a91c-447d02b9fe3c req-2967a9cf-7da8-4d66-92e9-a6126902081e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 210 time: 0.0439942 Oct 18 23:56:40.143064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac031ea-0558-4aa8-9603-26d72f7bcf60 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting subnet 65a31fe9-83b8-4651-8c4b-6f1ecadd24d5 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:40.151100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dac031ea-0558-4aa8-9603-26d72f7bcf60 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.174431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Made reservation on behalf of 83c29ede187047efa503f1fcf27d87ca for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:40.179466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.196670 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dac031ea-0558-4aa8-9603-26d72f7bcf60 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.253879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fbb9e05c-b300-4128-b67b-f2550d93e1c0 None None] Could not find standard attr ID for object b2bd12a8-0ccb-46ec-ba0c-c2b432a51840. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 23:56:40.285027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fbb9e05c-b300-4128-b67b-f2550d93e1c0 None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:40.285658 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e05c-b300-4128-b67b-f2550d93e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.366392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.20.0.12 (b80637fd-7b3f-43f9-9f81-82200c144307/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2/cc14402c-e887-4890-8669-5b8d8abddeb1) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:56:40.399101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-fbb9e05c-b300-4128-b67b-f2550d93e1c0 None None] Provisioning complete for port 4fd239e4-be3c-4c7a-9c37-803638c0260d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:40.399703 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e05c-b300-4128-b67b-f2550d93e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.453230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9e05c-b300-4128-b67b-f2550d93e1c0 None None] Port 4fd239e4-be3c-4c7a-9c37-803638c0260d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:40.575550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.619991 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.665407 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dac031ea-0558-4aa8-9603-26d72f7bcf60 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.678685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=cc14402c-e887-4890-8669-5b8d8abddeb1,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:40.689842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:56:40.691405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:56:40.694252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:56:40.744931 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dac031ea-0558-4aa8-9603-26d72f7bcf60 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.752920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:40.753660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.775215 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-1bbb23ed-aa54-4a7d-af3a-0f52c6d3a1e6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7870190 Oct 18 23:56:40.777240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac031ea-0558-4aa8-9603-26d72f7bcf60 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Subnet': ['ID=65a31fe9-83b8-4651-8c4b-6f1ecadd24d5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:40.787963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dac031ea-0558-4aa8-9603-26d72f7bcf60 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.796617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dac031ea-0558-4aa8-9603-26d72f7bcf60 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/65a31fe9-83b8-4651-8c4b-6f1ecadd24d5 HTTP/1.1" status: 204 len: 168 time: 0.7208805 Oct 18 23:56:40.797360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36408) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:40.798413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Request body: {'port': {'device_id': '0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:40.856773 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-750abdaf-7925-4a89-82cb-7b1d199ae9e2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:40.857935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750abdaf-7925-4a89-82cb-7b1d199ae9e2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:40.863677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-750abdaf-7925-4a89-82cb-7b1d199ae9e2 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/85ec1a8d-9293-4db7-bf5f-bf4558e41a8c HTTP/1.1" status: 404 len: 337 time: 0.0630169 Oct 18 23:56:40.864293 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36410) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:40.873018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:40.904512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1eacef07-c1b9-40c1-928c-601093637b2f tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "GET /v2.0/ports?device_id=370f0a23-487d-4cee-a764-9ba46a5d72e5 HTTP/1.1" status: 200 len: 205 time: 0.0360229 Oct 18 23:56:40.904715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36412) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:40.959525 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-d455af57-787e-4126-89ad-6c77925a48e4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] delete failed (client error): The resource could not be found. Oct 18 23:56:40.962993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d455af57-787e-4126-89ad-6c77925a48e4 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/routers/370f0a23-487d-4cee-a764-9ba46a5d72e5 HTTP/1.1" status: 404 len: 336 time: 0.0549145 Oct 18 23:56:40.967722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36414) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.003646 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a257ba8-792d-4678-b036-f3bc5317d759 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:41.004279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a257ba8-792d-4678-b036-f3bc5317d759 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:41.009588 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4a257ba8-792d-4678-b036-f3bc5317d759 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/24be8835-db67-455b-a135-b4bbd07d4814 HTTP/1.1" status: 404 len: 337 time: 0.0386095 Oct 18 23:56:41.009976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36416) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.038044 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aaafed-5655-44ab-81dd-e4501960294d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:41.038613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aaafed-5655-44ab-81dd-e4501960294d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:41.042831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-09aaafed-5655-44ab-81dd-e4501960294d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/1af1d052-01d8-4926-b47b-f77e6abde8cc HTTP/1.1" status: 404 len: 337 time: 0.0308363 Oct 18 23:56:41.045612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36418) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.075713 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de16cfd-55a5-4fd4-a1c4-5ccb0f0d9397 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:41.076552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de16cfd-55a5-4fd4-a1c4-5ccb0f0d9397 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:41.079257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4116bef4-2d7e-4edb-9966-fe53b3ea38c5 None None] Provisioning complete for port cc14402c-e887-4890-8669-5b8d8abddeb1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:41.079569 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4116bef4-2d7e-4edb-9966-fe53b3ea38c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.083399 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3de16cfd-55a5-4fd4-a1c4-5ccb0f0d9397 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/3adfc62b-b8db-46be-9b2f-3a3a63d9c6b7 HTTP/1.1" status: 404 len: 337 time: 0.0343473 Oct 18 23:56:41.084712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36420) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.111058 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22293d2-f491-4898-8bd4-45bbd0f3859d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:41.111904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22293d2-f491-4898-8bd4-45bbd0f3859d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:41.118502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a22293d2-f491-4898-8bd4-45bbd0f3859d tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/655e8edf-64ad-4b9d-9647-da5e8889a833 HTTP/1.1" status: 404 len: 333 time: 0.0312388 Oct 18 23:56:41.118884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36422) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.148362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4116bef4-2d7e-4edb-9966-fe53b3ea38c5 None None] Port cc14402c-e887-4890-8669-5b8d8abddeb1 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:41.157878 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da40eee-bfb8-4767-85e4-6935450f6684 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:41.158579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da40eee-bfb8-4767-85e4-6935450f6684 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:41.161877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7da40eee-bfb8-4767-85e4-6935450f6684 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/9b66f03b-c735-4c70-98ce-d1c06ab6b94a HTTP/1.1" status: 404 len: 337 time: 0.0419688 Oct 18 23:56:41.165753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36426) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.193109 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfa9124-5626-432f-99f3-7a7014dcf1e7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:41.193715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfa9124-5626-432f-99f3-7a7014dcf1e7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:41.197118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bcfa9124-5626-432f-99f3-7a7014dcf1e7 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/89065026-97b2-4ab5-a171-d7169a3204ca HTTP/1.1" status: 404 len: 337 time: 0.0301950 Oct 18 23:56:41.199662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36428) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.224190 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1b0d89-5959-42a8-8351-a4ae7a0cd888 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:41.224878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1b0d89-5959-42a8-8351-a4ae7a0cd888 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:41.228150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5b1b0d89-5959-42a8-8351-a4ae7a0cd888 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/d76311e5-bcc4-4a9f-8060-2fcc2fd26f77 HTTP/1.1" status: 404 len: 333 time: 0.0275087 Oct 18 23:56:41.230579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36430) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.285994 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b0c7fe-a45b-43c3-9a8f-435c8d7cf322 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:41.286449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b0c7fe-a45b-43c3-9a8f-435c8d7cf322 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:41.289633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-64b0c7fe-a45b-43c3-9a8f-435c8d7cf322 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/0c574330-b93f-43f7-a98a-26c026accb5d HTTP/1.1" status: 404 len: 337 time: 0.0346692 Oct 18 23:56:41.289952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b903dffa-8295-4126-b041-6a454339ff0e None None] Network b9da0c16-99d4-40e9-b240-642688a57735 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:41.292300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36432) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.323530 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bf2882-b881-4e68-ab73-3c55dd1a0161 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] DELETE failed (client error): The resource could not be found. Oct 18 23:56:41.323986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bf2882-b881-4e68-ab73-3c55dd1a0161 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 23:56:41.327534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e3bf2882-b881-4e68-ab73-3c55dd1a0161 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/subnets/d37a09a4-5a93-45bd-9362-554c17090956 HTTP/1.1" status: 404 len: 337 time: 0.0343347 Oct 18 23:56:41.330827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36434) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.370820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6ff88-7c4b-4c01-b531-99660e4284f6 req-72679715-62b1-4c8f-8570-9aa7c1cdda62 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:41.372325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7dd6ff88-7c4b-4c01-b531-99660e4284f6 req-72679715-62b1-4c8f-8570-9aa7c1cdda62 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 932 time: 0.1431513 Oct 18 23:56:41.398348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc14402c-e887-4890-8669-5b8d8abddeb1 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:56:41.408681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.429313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Transition to ACTIVE for port object cc14402c-e887-4890-8669-5b8d8abddeb1 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:56:41.432317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8576e2da-dbe1-4043-bd21-dc42df55bdcc None None] Provisioning complete for port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:41.432916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8576e2da-dbe1-4043-bd21-dc42df55bdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.438064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.452020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7dd6ff88-7c4b-4c01-b531-99660e4284f6 req-8db7539c-a430-4a56-99ea-ee61760515d4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700061 Oct 18 23:56:41.473399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-427147c4-8508-423e-8621-736ad09e4b42 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 4fd239e4-be3c-4c7a-9c37-803638c0260d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:41.487107 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-427147c4-8508-423e-8621-736ad09e4b42 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.573735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7292b8-cf55-4f8c-a584-fcd7da9d9859 None None] DHCP port deletion for b9da0c16-99d4-40e9-b240-642688a57735 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:56:41.597135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-427147c4-8508-423e-8621-736ad09e4b42 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.612730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8576e2da-dbe1-4043-bd21-dc42df55bdcc None None] Provisioning complete for port 4fd239e4-be3c-4c7a-9c37-803638c0260d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:41.613214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8576e2da-dbe1-4043-bd21-dc42df55bdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.618845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-427147c4-8508-423e-8621-736ad09e4b42 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 4fd239e4-be3c-4c7a-9c37-803638c0260d owned by {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:41.686290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:56:41.695432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8576e2da-dbe1-4043-bd21-dc42df55bdcc None None] Port 4fd239e4-be3c-4c7a-9c37-803638c0260d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:56:41.757382 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cf7292b8-cf55-4f8c-a584-fcd7da9d9859 None None] Deleting port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:41.758025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cf7292b8-cf55-4f8c-a584-fcd7da9d9859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.761861 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-427147c4-8508-423e-8621-736ad09e4b42 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.819053 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-427147c4-8508-423e-8621-736ad09e4b42 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.826142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-427147c4-8508-423e-8621-736ad09e4b42 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/ports/4fd239e4-be3c-4c7a-9c37-803638c0260d HTTP/1.1" status: 204 len: 168 time: 0.4942956 Oct 18 23:56:41.826899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36436) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:41.827780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427147c4-8508-423e-8621-736ad09e4b42 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=4fd239e4-be3c-4c7a-9c37-803638c0260d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:41.892425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cf7292b8-cf55-4f8c-a584-fcd7da9d9859 None None] For port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,segment=NetworkSegment(027e0812-0a7e-44b3-a712-543333d56268),segment_id=027e0812-0a7e-44b3-a712-543333d56268)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:41.892828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cf7292b8-cf55-4f8c-a584-fcd7da9d9859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.914980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cf7292b8-cf55-4f8c-a584-fcd7da9d9859 None None] Calling delete_port for 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:41.919436 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.932214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:41.961187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Pushing event updated for resources: {'Port': ['ID=cc14402c-e887-4890-8669-5b8d8abddeb1,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:42.016111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Deleting port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:42.016697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.031574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Attempting to bind port cc14402c-e887-4890-8669-5b8d8abddeb1 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:56:42.032067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Attempting to bind port cc14402c-e887-4890-8669-5b8d8abddeb1 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:56:42.032404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Attempting to bind port cc14402c-e887-4890-8669-5b8d8abddeb1 on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:42.039525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Port cc14402c-e887-4890-8669-5b8d8abddeb1 on network b80637fd-7b3f-43f9-9f81-82200c144307 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:56:42.039893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Attempting to bind port cc14402c-e887-4890-8669-5b8d8abddeb1 on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:56:42.042069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,segment=NetworkSegment(027e0812-0a7e-44b3-a712-543333d56268),segment_id=027e0812-0a7e-44b3-a712-543333d56268)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:42.047187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:56:42.047700 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:56:42.048136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Bound using segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:56:42.048668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Bound port: cc14402c-e887-4890-8669-5b8d8abddeb1, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:56:42.049709 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.051405 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.105574 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cf7292b8-cf55-4f8c-a584-fcd7da9d9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.113503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] For port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,segment=NetworkSegment(027e0812-0a7e-44b3-a712-543333d56268),segment_id=027e0812-0a7e-44b3-a712-543333d56268)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:42.114134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.122346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,revision_number=11']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:42.128487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7292b8-cf55-4f8c-a584-fcd7da9d9859 None None] No DVR routers for this DVR port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:42.151556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7292b8-cf55-4f8c-a584-fcd7da9d9859 None None] Pushing event deleted for resources: {'Port': ['ID=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:42.155100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] For port cc14402c-e887-4890-8669-5b8d8abddeb1, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:56:42.156068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Calling delete_port for 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:42.158682 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] For port cc14402c-e887-4890-8669-5b8d8abddeb1, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cc14402c-e887-4890-8669-5b8d8abddeb1,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:56:42.164323 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.203492 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:42.204371 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.206261 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] 10.222.0.102 "PUT /v2.0/ports/cc14402c-e887-4890-8669-5b8d8abddeb1 HTTP/1.1" status: 200 len: 1093 time: 1.4141912 Oct 18 23:56:42.206396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877', 'tag': 'cc14402c-e887-4890-8669-5b8d8abddeb1'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:56:42.208647 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22448544-5b9d-4795-93aa-ba4e89b59d82" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877", "tag": "cc14402c-e887-4890-8669-5b8d8abddeb1"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:56:42.262195 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b9cdb5-d855-40fa-938f-81a578af0c2a x-openstack-request-id: req-82b9cdb5-d855-40fa-938f-81a578af0c2a {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:56:42.262432 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877", "tag": "cc14402c-e887-4890-8669-5b8d8abddeb1", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:56:42.263025 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82b9cdb5-d855-40fa-938f-81a578af0c2a {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:56:42.263947 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877', 'tag': 'cc14402c-e887-4890-8669-5b8d8abddeb1', 'status': 'completed', 'code': 200} Oct 18 23:56:42.269259 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.270462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cf4e2-8e5a-4831-b829-ea096dcf1007 service neutron] Pushing event updated for resources: {'Port': ['ID=cc14402c-e887-4890-8669-5b8d8abddeb1,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:42.297285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Port': ['ID=8dfbb230-b55e-4916-b7c6-28532bfcbfa0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:42.299241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] No DVR routers for this DVR port 8dfbb230-b55e-4916-b7c6-28532bfcbfa0 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:42.336570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-da5fa76e-0c2a-42e0-9c08-32178b42b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:42.338584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-da5fa76e-0c2a-42e0-9c08-32178b42b46a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 1096 time: 0.0573747 Oct 18 23:56:42.390579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-0951d9f9-bc75-4a3a-ab66-e92445538bfa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc14402c-e887-4890-8669-5b8d8abddeb1 HTTP/1.1" status: 200 len: 217 time: 0.0378127 Oct 18 23:56:42.395839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.420850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9da0c16-99d4-40e9-b240-642688a57735']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:42.433528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027e0812-0a7e-44b3-a712-543333d56268') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:42.433980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027e0812-0a7e-44b3-a712-543333d56268') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:42.449149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.449814 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-30a93df3-e40b-4648-81aa-932f2da9b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:42.452178 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-30a93df3-e40b-4648-81aa-932f2da9b2cd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0546515 Oct 18 23:56:42.465833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.473518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:56:42.474596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:56:42.489810 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:56:42.514947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-59dd86ed-9317-4c15-b0dd-5cbec995ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:42.516950 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-59dd86ed-9317-4c15-b0dd-5cbec995ce6e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574951 Oct 18 23:56:42.595368 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.604964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:42.608042 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] 10.222.0.52 "DELETE /v2.0/networks/b9da0c16-99d4-40e9-b240-642688a57735 HTTP/1.1" status: 204 len: 168 time: 0.7767563 Oct 18 23:56:42.624486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14790cad-a427-4437-ba6f-fea4f0d10372 tempest-PortsIpV6TestJSON-1352934654 tempest-PortsIpV6TestJSON-1352934654-project] Pushing event deleted for resources: {'Network': ['ID=b9da0c16-99d4-40e9-b240-642688a57735,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:42.634968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e81113-218e-41f3-9b3b-3ce290548130 req-bbab861c-d48f-4ec6-98b0-8b0f6c5a7086 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:42.636510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2e81113-218e-41f3-9b3b-3ce290548130 req-bbab861c-d48f-4ec6-98b0-8b0f6c5a7086 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0808079 Oct 18 23:56:42.654799 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-d1e1dce9-c99d-49c1-8494-b99b39cc2da0 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284606 Oct 18 23:56:42.678501 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2e81113-218e-41f3-9b3b-3ce290548130 req-f8b8f727-5415-49e7-aec7-bd3b5a3c3513 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340657 Oct 18 23:56:42.774639 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4e10644c-f237-40ef-98b5-b0b5179d7d1a req-efa9732f-007a-49d4-a84a-d58a443761bf service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128962 Oct 18 23:56:42.886291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-612ee64e-cc16-48e8-a975-67dbe5a54f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:42.888233 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-612ee64e-cc16-48e8-a975-67dbe5a54f42 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 1096 time: 0.0436749 Oct 18 23:56:42.913949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36446) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:42.992918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-cedcaad4-d7e7-4134-8b91-fbc99ad73145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:42.994508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-cedcaad4-d7e7-4134-8b91-fbc99ad73145 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0991724 Oct 18 23:56:43.039236 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-22b83442-4023-491d-b2d2-d5f2b6742690 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc14402c-e887-4890-8669-5b8d8abddeb1 HTTP/1.1" status: 200 len: 217 time: 0.0374243 Oct 18 23:56:43.069174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0cc5a29a-5fb2-4f0c-b099-74eea499c8ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=efa00dbccd07443a9624756305bff710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514537 Oct 18 23:56:43.069708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36450) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:43.089322 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-f6d237ab-5ca9-40fd-b8cf-198f40d7d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:43.090862 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-f6d237ab-5ca9-40fd-b8cf-198f40d7d161 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0449829 Oct 18 23:56:43.121802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7665b648-e677-4b4d-b104-8be6eddfe709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:43.143179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-f650eb01-4171-49fc-bcf0-01bd7099c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:43.144690 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-f650eb01-4171-49fc-bcf0-01bd7099c8a9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467312 Oct 18 23:56:43.149708 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7665b648-e677-4b4d-b104-8be6eddfe709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:43.199640 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7665b648-e677-4b4d-b104-8be6eddfe709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:43.203242 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7665b648-e677-4b4d-b104-8be6eddfe709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:43.207364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7665b648-e677-4b4d-b104-8be6eddfe709 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc55f8f0-d348-4df7-a9ec-91967f88ca49 HTTP/1.1" status: 204 len: 168 time: 0.1339667 Oct 18 23:56:43.220026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665b648-e677-4b4d-b104-8be6eddfe709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc55f8f0-d348-4df7-a9ec-91967f88ca49,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:43.246918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-bb197e07-7371-4aeb-85c7-6012f20428be service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933414 Oct 18 23:56:43.348953 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-22448544-5b9d-4795-93aa-ba4e89b59d82 req-58868f65-6818-42b4-ae57-01b0c7dbc3ba service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944424 Oct 18 23:56:43.806334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a71b5-01f9-4654-8124-d505e1c86f5f req-54a753ba-74df-4551-8a4f-ab5f8ebf259f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:43.811162 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-183a71b5-01f9-4654-8124-d505e1c86f5f req-54a753ba-74df-4551-8a4f-ab5f8ebf259f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0553713 Oct 18 23:56:43.858447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-183a71b5-01f9-4654-8124-d505e1c86f5f req-5a49b3cb-c17a-4133-9f18-4541c5c06050 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Oct 18 23:56:43.918534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36476) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:44.016831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-731898897'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:56:44.039470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Made reservation on behalf of 69a68ef1e4454927b6689c26aa6addad for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:56:44.043621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:44.053145 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:44.140179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:44.144416 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:44.172237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 23:56:44.182469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50eb67c-eea9-4ab5-b837-2047a24ee604,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:44.189672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:44.190020 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Added segment c567941f-9f31-4b9b-b1ba-892e86b08c52 of type vlan for network fd2cab72-2fb0-4b32-a265-273ca1bf4287 Oct 18 23:56:44.230528 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:44.256645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:44.262342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:44.262953 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:44.304356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3846858 Oct 18 23:56:44.307742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36480) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:44.313604 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-f6f6aae3-9bf2-4e43-af03-e147e7b18c1c tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287', 'tempest-TagsTest-Tag-1676985683') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:44.336479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45454244-c6e1-40d9-a189-41764185c4cb tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Pushing event updated for resources: {'Network': ['ID=fd2cab72-2fb0-4b32-a265-273ca1bf4287,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:44.349772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network fd2cab72-2fb0-4b32-a265-273ca1bf4287 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 23:56:44.402354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f6f6aae3-9bf2-4e43-af03-e147e7b18c1c tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "PUT /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags/tempest-TagsTest-Tag-1676985683 HTTP/1.1" status: 201 len: 201 time: 0.0928981 Oct 18 23:56:44.404623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36482) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:44.409235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-9601e083-2bf4-47e4-8860-770a1eb7c298 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287', 'tempest-TagsTest-Tag-1676985683') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:44.477119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9601e083-2bf4-47e4-8860-770a1eb7c298 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "GET /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags/tempest-TagsTest-Tag-1676985683 HTTP/1.1" status: 204 len: 168 time: 0.0713329 Oct 18 23:56:44.479566 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36484) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:44.484214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-2a510c2c-f565-4cd0-8d6c-08261f07ff27 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:44.556829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2a510c2c-f565-4cd0-8d6c-08261f07ff27 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "GET /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags HTTP/1.1" status: 200 len: 238 time: 0.0761511 Oct 18 23:56:44.559296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36486) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:44.564448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-893bf870-6c67-4fc5-aafc-f499a29a6a37 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287', {'tags': ['tempest-TagsTest-Tag-1618788685', 'tempest-TagsTest-Tag-1172193474', 'tempest-TagsTest-Tag-263410226']}) {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:44.642850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-893bf870-6c67-4fc5-aafc-f499a29a6a37 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "PUT /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags HTTP/1.1" status: 200 len: 308 time: 0.0824904 Oct 18 23:56:44.645485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36488) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:44.650295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-a8f050e8-a9d7-4d7a-8c45-cecc8a3c25dc tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287', 'tempest-TagsTest-Tag-1618788685') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:44.743524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a8f050e8-a9d7-4d7a-8c45-cecc8a3c25dc tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "DELETE /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags/tempest-TagsTest-Tag-1618788685 HTTP/1.1" status: 204 len: 168 time: 0.0968738 Oct 18 23:56:44.746922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36490) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:44.751699 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-e58b1720-25ca-4aae-adf1-c87b174446d3 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287', 'tempest-TagsTest-Tag-1618788685') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:44.819554 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-e58b1720-25ca-4aae-adf1-c87b174446d3 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] show failed (client error): The resource could not be found. Oct 18 23:56:44.820586 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e58b1720-25ca-4aae-adf1-c87b174446d3 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "GET /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags/tempest-TagsTest-Tag-1618788685 HTTP/1.1" status: 404 len: 326 time: 0.0725334 Oct 18 23:56:44.823286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36492) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:44.827471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-0ff83055-4442-4568-a776-be63d7374f48 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287', 'tempest-TagsTest-Tag-1172193474') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:44.902831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36496) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:44.903065 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0ff83055-4442-4568-a776-be63d7374f48 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "GET /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags/tempest-TagsTest-Tag-1172193474 HTTP/1.1" status: 204 len: 168 time: 0.0785224 Oct 18 23:56:44.908622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.tag.tag_plugin [None req-b96cd1cb-a342-479a-b0f9-2e127c9a23f9 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287', 'tempest-TagsTest-Tag-263410226') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:45.010604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b96cd1cb-a342-479a-b0f9-2e127c9a23f9 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "GET /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags/tempest-TagsTest-Tag-263410226 HTTP/1.1" status: 204 len: 168 time: 0.1052363 Oct 18 23:56:45.013036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36498) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:45.018193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-bf2debd7-bde5-421a-931a-2f1726ca5e16 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:45.019558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddc37-c195-417f-a06d-d12029133539 req-cde793cf-61ee-4071-9fa1-d7966906604c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:45.020991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd1ddc37-c195-417f-a06d-d12029133539 req-cde793cf-61ee-4071-9fa1-d7966906604c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0918379 Oct 18 23:56:45.062068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd1ddc37-c195-417f-a06d-d12029133539 req-09dee7a2-491f-4f69-a7af-147840baa845 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347395 Oct 18 23:56:45.103706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bf2debd7-bde5-421a-931a-2f1726ca5e16 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "DELETE /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags HTTP/1.1" status: 204 len: 168 time: 0.0890510 Oct 18 23:56:45.106262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36500) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:45.110546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-b8d46bb9-b3c9-4853-a579-ac28494d3979 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287', 'tempest-TagsTest-Tag-1172193474') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:45.180972 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-b8d46bb9-b3c9-4853-a579-ac28494d3979 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] show failed (client error): The resource could not be found. Oct 18 23:56:45.182010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b8d46bb9-b3c9-4853-a579-ac28494d3979 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "GET /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags/tempest-TagsTest-Tag-1172193474 HTTP/1.1" status: 404 len: 326 time: 0.0748420 Oct 18 23:56:45.184976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36502) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:45.189255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-0c8b89ac-ce00-4a8b-95b9-7fe4f35bdef3 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287', 'tempest-TagsTest-Tag-263410226') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:45.256853 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-0c8b89ac-ce00-4a8b-95b9-7fe4f35bdef3 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] show failed (client error): The resource could not be found. Oct 18 23:56:45.257995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0c8b89ac-ce00-4a8b-95b9-7fe4f35bdef3 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "GET /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags/tempest-TagsTest-Tag-263410226 HTTP/1.1" status: 404 len: 325 time: 0.0721078 Oct 18 23:56:45.260900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36504) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:45.265698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.tag.tag_plugin [None req-f806b957-85d3-4823-88e1-46218df35346 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fd2cab72-2fb0-4b32-a265-273ca1bf4287') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:45.346865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f806b957-85d3-4823-88e1-46218df35346 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "DELETE /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287/tags HTTP/1.1" status: 204 len: 168 time: 0.0810883 Oct 18 23:56:45.347293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36506) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:45.423532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:45.518425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:45.541476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2cab72-2fb0-4b32-a265-273ca1bf4287']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:45.553341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c567941f-9f31-4b9b-b1ba-892e86b08c52') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:45.553648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c567941f-9f31-4b9b-b1ba-892e86b08c52') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:45.564453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:45.578386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:45.585332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:56:45.585789 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: timer() Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: self._notify() Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:56:45.589774 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:56:45.653594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:45.662269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:45.665387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] 10.222.0.52 "DELETE /v2.0/networks/fd2cab72-2fb0-4b32-a265-273ca1bf4287 HTTP/1.1" status: 204 len: 168 time: 0.3172638 Oct 18 23:56:45.683218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ee204-cc73-47bb-9724-a65950a11b20 tempest-TagsTest-173514592 tempest-TagsTest-173514592-project] Pushing event deleted for resources: {'Network': ['ID=fd2cab72-2fb0-4b32-a265-273ca1bf4287,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:45.924188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36512) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:46.053797 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7e7dc4aa-080e-4193-9b63-fade0bed5106 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69a68ef1e4454927b6689c26aa6addad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283522 Oct 18 23:56:46.056325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36516) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:46.105551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2804fb83-15a1-44a7-a4a8-84bd13a0974a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:46.128202 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2804fb83-15a1-44a7-a4a8-84bd13a0974a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:46.201753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824149-7b6b-42a5-b6a9-5035711f164a req-4cecb6eb-6df7-496c-93f4-b403f15769e1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:46.203278 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66824149-7b6b-42a5-b6a9-5035711f164a req-4cecb6eb-6df7-496c-93f4-b403f15769e1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0686405 Oct 18 23:56:46.219354 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2804fb83-15a1-44a7-a4a8-84bd13a0974a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:46.221803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2804fb83-15a1-44a7-a4a8-84bd13a0974a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:46.222905 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2804fb83-15a1-44a7-a4a8-84bd13a0974a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e50eb67c-eea9-4ab5-b837-2047a24ee604 HTTP/1.1" status: 204 len: 168 time: 0.1656268 Oct 18 23:56:46.242910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804fb83-15a1-44a7-a4a8-84bd13a0974a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50eb67c-eea9-4ab5-b837-2047a24ee604,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:46.256959 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66824149-7b6b-42a5-b6a9-5035711f164a req-8a1bf32a-859d-4ada-a8c1-541e6e756c6f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468626 Oct 18 23:56:47.381801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75762850-4241-4449-bc76-f83daee88dc6 req-27e54e77-b0d4-4900-b941-8dc90353be38 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:47.383403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75762850-4241-4449-bc76-f83daee88dc6 req-27e54e77-b0d4-4900-b941-8dc90353be38 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0590520 Oct 18 23:56:47.423218 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75762850-4241-4449-bc76-f83daee88dc6 req-e24faebc-73ec-432d-86c0-7650b4e638b8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330977 Oct 18 23:56:48.541515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec39daf-af9c-4c9d-a334-4fb69fa39139 req-feb08dd8-e63a-48fe-892e-02bc9d7ee310 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:48.543016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fec39daf-af9c-4c9d-a334-4fb69fa39139 req-feb08dd8-e63a-48fe-892e-02bc9d7ee310 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0533395 Oct 18 23:56:48.580842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fec39daf-af9c-4c9d-a334-4fb69fa39139 req-1150994b-78a6-4ff7-9718-8b6251aeb9ab tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319002 Oct 18 23:56:49.698056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd10ca-5f99-49ab-878e-c241aafbb54e req-e2a6005a-df64-4e4a-a8d1-4b415258051c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:49.699573 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e1dd10ca-5f99-49ab-878e-c241aafbb54e req-e2a6005a-df64-4e4a-a8d1-4b415258051c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0517821 Oct 18 23:56:49.740775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e1dd10ca-5f99-49ab-878e-c241aafbb54e req-97be2864-7b43-408d-9dfe-c4ba645e4fe8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Oct 18 23:56:50.297783 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b0bc61d1-bfc9-40f3-8fdf-e33a95726a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:50.858496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f38fa-ec98-4093-9ce5-a48ca338788d req-20235951-6439-4c01-afd1-3ffcda390ab2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:50.861506 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e49f38fa-ec98-4093-9ce5-a48ca338788d req-20235951-6439-4c01-afd1-3ffcda390ab2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0520184 Oct 18 23:56:50.898979 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e49f38fa-ec98-4093-9ce5-a48ca338788d req-0175c6a7-38f1-4a15-9019-142fbd5f2f00 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Oct 18 23:56:51.878431 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36602) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:52.017663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e733445-3b59-4a0f-8a5a-20989020f1ff req-dd2140e1-17c1-4e1f-961e-02877f263822 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:52.019149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e733445-3b59-4a0f-8a5a-20989020f1ff req-dd2140e1-17c1-4e1f-961e-02877f263822 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0540321 Oct 18 23:56:52.037686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port c24c160c-277c-4744-a978-476f5eea7b4b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:52.038027 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:52.057868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e733445-3b59-4a0f-8a5a-20989020f1ff req-37e8d347-9616-4ed7-bd32-982a2fc0b01a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Oct 18 23:56:52.117650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:52.117975 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:52.129271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for c24c160c-277c-4744-a978-476f5eea7b4b owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:52.277710 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:52.304150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=c24c160c-277c-4744-a978-476f5eea7b4b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:52.364859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:52.365198 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Floating IP 773b727a-4ffc-4e63-b210-d783c61d397a disassociated (deleted). External IP: 172.25.7.217, port: 01943826-6db2-4d31-8607-827e84b4ad7b. Oct 18 23:56:52.586378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 0e31fd19-6a82-41ad-adba-946c9d09ab6b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:56:52.699345 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:56:52.704542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:52.712623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] Sync routers for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:56:52.728024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:52.728594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:56:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:52.740778 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7f373d1c-a923-4587-b6c5-07f2e221b8fd tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/floatingips/773b727a-4ffc-4e63-b210-d783c61d397a HTTP/1.1" status: 204 len: 168 time: 0.8586168 Oct 18 23:56:52.741022 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:56:52.741459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:56:52.741802 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b081ed-19c0-48f7-ba24-687faec8721f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:56:52.779741 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca60c71-f171-4f12-8142-6f32efae2544 x-openstack-request-id: req-6ca60c71-f171-4f12-8142-6f32efae2544 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:56:52.780254 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:56:52.780507 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ca60c71-f171-4f12-8142-6f32efae2544 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:56:52.780915 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b', 'status': 'completed', 'code': 200} Oct 18 23:56:52.885994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b081ed-19c0-48f7-ba24-687faec8721f req-5f7c4e86-1a6f-4b7f-833e-92132992def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:52.887455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72b081ed-19c0-48f7-ba24-687faec8721f req-5f7c4e86-1a6f-4b7f-833e-92132992def7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=084edf71706a486c94ae3b47f49b2bdb&device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 1097 time: 0.0518327 Oct 18 23:56:52.894207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:56:53.055893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b081ed-19c0-48f7-ba24-687faec8721f req-971f87f5-04c0-4d76-91b7-e724c1920e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:53.057532 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72b081ed-19c0-48f7-ba24-687faec8721f req-971f87f5-04c0-4d76-91b7-e724c1920e39 service neutron] 10.222.0.73 "GET /v2.0/networks?id=815dece3-d640-4102-b8b4-dbf1ce9a0a23 HTTP/1.1" status: 200 len: 897 time: 0.1598063 Oct 18 23:56:53.107441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72b081ed-19c0-48f7-ba24-687faec8721f req-efc39dbf-e490-4c47-a1e1-d10e285e3600 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01943826-6db2-4d31-8607-827e84b4ad7b HTTP/1.1" status: 200 len: 217 time: 0.0421765 Oct 18 23:56:53.136398 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42875f-8552-475d-b537-c908940ea870 req-a3355c70-4edd-449e-807c-df2eb30bc9c2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:53.141177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:43Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2185adf1-d677-4f80-ac76-e67e36e8bd05', 'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:f7:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:42Z', 'updated_at': '2021-10-18T23:53:48Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:53.144783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a42875f-8552-475d-b537-c908940ea870 req-a3355c70-4edd-449e-807c-df2eb30bc9c2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.1336498 Oct 18 23:56:53.181146 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] Checking router: 0e31fd19-6a82-41ad-adba-946c9d09ab6b for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:56:53.190978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:53.191839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:56:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:53.199823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3d9af-d359-4b70-907f-e96868030d83 req-42b16f35-e05d-4165-95c4-5ef99ebd4463 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:53.201614 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3db3d9af-d359-4b70-907f-e96868030d83 req-42b16f35-e05d-4165-95c4-5ef99ebd4463 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0562010 Oct 18 23:56:53.226517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a42875f-8552-475d-b537-c908940ea870 req-2b46da46-c8f6-4df7-9ee4-e3852c3e91c9 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807750 Oct 18 23:56:53.243742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b081ed-19c0-48f7-ba24-687faec8721f req-3604c88f-e06e-4e07-9dde-f8386e974fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:53.245512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72b081ed-19c0-48f7-ba24-687faec8721f req-3604c88f-e06e-4e07-9dde-f8386e974fa9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60867e4c-46ac-42e2-87ec-e6adbed08bf6 HTTP/1.1" status: 200 len: 835 time: 0.1283131 Oct 18 23:56:53.266484 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3db3d9af-d359-4b70-907f-e96868030d83 req-34779b9d-0da3-4f9b-a758-5a61be0d7253 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586116 Oct 18 23:56:53.317599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b081ed-19c0-48f7-ba24-687faec8721f req-8f8c68f7-cc8e-4744-a5e9-031a9ff486e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:53.319637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72b081ed-19c0-48f7-ba24-687faec8721f req-8f8c68f7-cc8e-4744-a5e9-031a9ff486e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=815dece3-d640-4102-b8b4-dbf1ce9a0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660450 Oct 18 23:56:53.418203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72b081ed-19c0-48f7-ba24-687faec8721f req-677c2146-7741-41ce-8ec9-d34f6ce7ee32 service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895324 Oct 18 23:56:53.491901 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:56:53.521593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72b081ed-19c0-48f7-ba24-687faec8721f req-01d68764-5dce-4046-a41e-14115fcd79f3 service neutron] 10.222.0.73 "GET /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955365 Oct 18 23:56:53.706995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:43Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2185adf1-d677-4f80-ac76-e67e36e8bd05', 'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:f7:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:42Z', 'updated_at': '2021-10-18T23:53:48Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:53.735362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f9d9e-acea-46a1-bd17-b53a71728559 None None] The sync data for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 is: [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:53:43Z', 'revision_number': 4, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2185adf1-d677-4f80-ac76-e67e36e8bd05', 'name': '', 'network_id': '815dece3-d640-4102-b8b4-dbf1ce9a0a23', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'mac_address': 'fa:16:3e:f7:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:42Z', 'updated_at': '2021-10-18T23:53:48Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'subnets': [{'id': '60867e4c-46ac-42e2-87ec-e6adbed08bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:56:53.962807 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7ae13006-4766-4997-bdfd-eb28f20aba73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:53.966877 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e67358-6c80-4b13-a2e5-33a3b4263240 None None] New status for floating IP 773b727a-4ffc-4e63-b210-d783c61d397a: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:56:54.363595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cf8e-b7e7-4cd4-bcdf-b86e07c37664 req-7fb5dfac-24b7-459b-b682-97df595acceb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:54.365161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b1cf8e-b7e7-4cd4-bcdf-b86e07c37664 req-7fb5dfac-24b7-459b-b682-97df595acceb tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0573468 Oct 18 23:56:54.412041 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab9bb0-5c06-401b-8273-5891657daf90 req-b307b676-8bbd-496c-93e5-19016d1565b7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:54.414960 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99b1cf8e-b7e7-4cd4-bcdf-b86e07c37664 req-514bd050-6c7d-4fb5-956d-31d5e70e4089 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/security-groups?id=00e5fdd9-0f84-4b84-abcf-9bc5993ad553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Oct 18 23:56:54.419195 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0ab9bb0-5c06-401b-8273-5891657daf90 req-b307b676-8bbd-496c-93e5-19016d1565b7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 944 time: 0.0692263 Oct 18 23:56:54.458965 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b0ab9bb0-5c06-401b-8273-5891657daf90 req-446437ab-3090-4f70-b042-b36241d1592e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361452 Oct 18 23:56:54.624490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-f3f683a3-c149-426d-834d-d10f79c7d448 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:54.625948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-f3f683a3-c149-426d-834d-d10f79c7d448 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 945 time: 0.0489769 Oct 18 23:56:54.724087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 01943826-6db2-4d31-8607-827e84b4ad7b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:54.724430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:54.783567 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:54.818325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 01943826-6db2-4d31-8607-827e84b4ad7b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=01943826-6db2-4d31-8607-827e84b4ad7b,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:54.818689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:54.831392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 01943826-6db2-4d31-8607-827e84b4ad7b owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:54.923471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cc14402c-e887-4890-8669-5b8d8abddeb1 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:56:54.976779 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:55.010274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=01943826-6db2-4d31-8607-827e84b4ad7b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:55.026323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cc14402c-e887-4890-8669-5b8d8abddeb1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cc14402c-e887-4890-8669-5b8d8abddeb1,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:55.040200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'cc14402c-e887-4890-8669-5b8d8abddeb1', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'port_id': 'cc14402c-e887-4890-8669-5b8d8abddeb1', 'mac_address': 'fa:16:3e:e9:0c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:56:55.056917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] No DVR routers for this DVR port 01943826-6db2-4d31-8607-827e84b4ad7b on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:56:55.059677 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:55.063948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0b2ddbaa-4b7f-4539-ad5e-f7159a48c75b req-a78079ba-6911-4b17-83cc-4f7fe472ed5e tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.73 "DELETE /v2.0/ports/01943826-6db2-4d31-8607-827e84b4ad7b HTTP/1.1" status: 204 len: 173 time: 0.4309871 Oct 18 23:56:55.064539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'name': 'network-vif-deleted', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:56:55.067031 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88976638-36b8-46bc-b49e-823b9bd89b01" -d '{"events": [{"server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "name": "network-vif-deleted", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:56:55.081221 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:55.095856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc14402c-e887-4890-8669-5b8d8abddeb1 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:56:55.112192 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc04a30-6cfa-438b-98e8-2319d63cd301 x-openstack-request-id: req-9bc04a30-6cfa-438b-98e8-2319d63cd301 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:56:55.112514 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e", "name": "network-vif-deleted", "tag": "01943826-6db2-4d31-8607-827e84b4ad7b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:56:55.112761 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bc04a30-6cfa-438b-98e8-2319d63cd301 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:56:55.113191 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e', 'name': 'network-vif-deleted', 'tag': '01943826-6db2-4d31-8607-827e84b4ad7b', 'status': 'completed', 'code': 200} Oct 18 23:56:55.117167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cc14402c-e887-4890-8669-5b8d8abddeb1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cc14402c-e887-4890-8669-5b8d8abddeb1,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:55.120860 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:55.173816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=cc14402c-e887-4890-8669-5b8d8abddeb1,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:55.466049 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:55.478153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['cc14402c-e887-4890-8669-5b8d8abddeb1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:56:55.659442 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ada6cea8-71cb-4f70-a1cc-5eaa0428a947 req-99ed6864-a93f-45b3-aebb-e7aeb26412b1 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0ff75ae-e954-4ec2-b73f-bb5d3ce6569e HTTP/1.1" status: 200 len: 210 time: 0.0692720 Oct 18 23:56:55.677144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbfc80-2982-4486-a344-5b2d94598c18 req-e07f10aa-9c5b-42c3-8ba0-16e3ae8720aa tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:55.678217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cefbfc80-2982-4486-a344-5b2d94598c18 req-e07f10aa-9c5b-42c3-8ba0-16e3ae8720aa tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 945 time: 0.1047847 Oct 18 23:56:55.743306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cefbfc80-2982-4486-a344-5b2d94598c18 req-9c9641ae-e829-4ef5-9ba3-1f0e7805cb3a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556388 Oct 18 23:56:56.714460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36656) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:56.887877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995fbca-f728-48e1-b468-9ef737e5d8cc req-731874c3-3394-4587-b9e1-afee6e155c57 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:56.890260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9995fbca-f728-48e1-b468-9ef737e5d8cc req-731874c3-3394-4587-b9e1-afee6e155c57 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 945 time: 0.0556769 Oct 18 23:56:56.926358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cc14402c-e887-4890-8669-5b8d8abddeb1 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:56:56.946839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9995fbca-f728-48e1-b468-9ef737e5d8cc req-cd28cacf-41cb-4d26-a851-5b5496bdddf3 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499334 Oct 18 23:56:57.022951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port cc14402c-e887-4890-8669-5b8d8abddeb1 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:56:57.035663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port cc14402c-e887-4890-8669-5b8d8abddeb1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:56:57.036401 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:57.120245 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:57.136850 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:57.143496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc14402c-e887-4890-8669-5b8d8abddeb1'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:56:57.145811 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b0f362-06cc-4d20-899d-31ad43fc00f9" -d '{"events": [{"server_uuid": "0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877", "name": "network-vif-plugged", "status": "completed", "tag": "cc14402c-e887-4890-8669-5b8d8abddeb1"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:56:57.180969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port cc14402c-e887-4890-8669-5b8d8abddeb1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cc14402c-e887-4890-8669-5b8d8abddeb1,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:57.190204 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:57.215209 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09bfa5b-3d4c-4e22-9088-f72b20180a72 x-openstack-request-id: req-e09bfa5b-3d4c-4e22-9088-f72b20180a72 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:56:57.215424 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877", "name": "network-vif-plugged", "status": "completed", "tag": "cc14402c-e887-4890-8669-5b8d8abddeb1", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:56:57.215655 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e09bfa5b-3d4c-4e22-9088-f72b20180a72 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:56:57.216039 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc14402c-e887-4890-8669-5b8d8abddeb1', 'code': 200} Oct 18 23:56:57.257798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=cc14402c-e887-4890-8669-5b8d8abddeb1,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:57.373299 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86815e01-d276-4436-82a5-55ab692c3fd5 req-13d516a2-ec32-49bc-9f6f-6a8979fa89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:57.374821 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-86815e01-d276-4436-82a5-55ab692c3fd5 req-13d516a2-ec32-49bc-9f6f-6a8979fa89ab service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 1098 time: 0.0978343 Oct 18 23:56:57.447463 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-86815e01-d276-4436-82a5-55ab692c3fd5 req-14b3ba47-faf5-48a1-a2c8-837436c1a2e7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640461 Oct 18 23:56:57.496555 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 2185adf1-d677-4f80-ac76-e67e36e8bd05 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:57.496785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:57.595674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 2185adf1-d677-4f80-ac76-e67e36e8bd05, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2185adf1-d677-4f80-ac76-e67e36e8bd05,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:57.596400 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:57.610044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 2185adf1-d677-4f80-ac76-e67e36e8bd05 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:57.939328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 01943826-6db2-4d31-8607-827e84b4ad7b no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:56:57.967605 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 01943826-6db2-4d31-8607-827e84b4ad7b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:56:57.968212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 01943826-6db2-4d31-8607-827e84b4ad7b not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:56:57.988315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:58.088537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d62e26-7f42-4fb8-8f2a-d35aa04b0bf4 req-c184f163-a093-44ee-a1c7-f0b3f9bce83a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:58.096715 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08d62e26-7f42-4fb8-8f2a-d35aa04b0bf4 req-c184f163-a093-44ee-a1c7-f0b3f9bce83a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 946 time: 0.0613434 Oct 18 23:56:58.130325 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:58.133717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08d62e26-7f42-4fb8-8f2a-d35aa04b0bf4 req-db83d4cd-306b-4a09-a51b-a362d8be0944 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359225 Oct 18 23:56:58.160131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=2185adf1-d677-4f80-ac76-e67e36e8bd05,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:58.350501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:58.593711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Router 0e31fd19-6a82-41ad-adba-946c9d09ab6b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:56:58.705215 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:56:58.713590 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d28c6ddd-8be0-4cbb-bdb4-4a6b0b988711 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "PUT /v2.0/routers/0e31fd19-6a82-41ad-adba-946c9d09ab6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9950211 Oct 18 23:56:58.713590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36672) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:58.726415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635a190-c494-46d6-874b-85e11d528446 None None] Sync routers for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:56:58.737954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635a190-c494-46d6-874b-85e11d528446 None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:58.741700 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8635a190-c494-46d6-874b-85e11d528446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:56:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:58.777110 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85c74f7-298c-4682-857f-fb2ebddf0bd2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting subnet 60867e4c-46ac-42e2-87ec-e6adbed08bf6 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 23:56:58.780700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a85c74f7-298c-4682-857f-fb2ebddf0bd2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:58.842465 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a85c74f7-298c-4682-857f-fb2ebddf0bd2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:58.899005 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-8635a190-c494-46d6-874b-85e11d528446 None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:56:58.947539 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a85c74f7-298c-4682-857f-fb2ebddf0bd2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.020508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a85c74f7-298c-4682-857f-fb2ebddf0bd2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.049891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c74f7-298c-4682-857f-fb2ebddf0bd2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Subnet': ['ID=60867e4c-46ac-42e2-87ec-e6adbed08bf6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:56:59.053645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a85c74f7-298c-4682-857f-fb2ebddf0bd2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.056952 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a85c74f7-298c-4682-857f-fb2ebddf0bd2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/subnets/60867e4c-46ac-42e2-87ec-e6adbed08bf6 HTTP/1.1" status: 204 len: 168 time: 0.3427131 Oct 18 23:56:59.059657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36676) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:56:59.069912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12417c-1ef3-4d12-88a2-c21e19730f75 None None] Network 815dece3-d640-4102-b8b4-dbf1ce9a0a23 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 23:56:59.193369 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.224708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8635a190-c494-46d6-874b-85e11d528446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:56:58Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:59.255540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635a190-c494-46d6-874b-85e11d528446 None None] Checking router: 0e31fd19-6a82-41ad-adba-946c9d09ab6b for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:56:59.272619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635a190-c494-46d6-874b-85e11d528446 None None] Routers {'0e31fd19-6a82-41ad-adba-946c9d09ab6b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:56:59.273144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8635a190-c494-46d6-874b-85e11d528446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:56:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:59.317202 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.376484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b090b13-37f6-4ee9-bcac-7aae4a9dfd51 req-7ddd0abe-470e-4acf-b0e7-e6d0f6da2b58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:59.384208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Deleting port 2e20c380-a716-43f6-9176-2c8c3cc82e3b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:59.384557 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.387699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b090b13-37f6-4ee9-bcac-7aae4a9dfd51 req-7ddd0abe-470e-4acf-b0e7-e6d0f6da2b58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 946 time: 0.1734371 Oct 18 23:56:59.424464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ef052-177b-4b21-aa7d-ae527f99663d None None] DHCP port deletion for 815dece3-d640-4102-b8b4-dbf1ce9a0a23 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 23:56:59.448579 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b090b13-37f6-4ee9-bcac-7aae4a9dfd51 req-44ef6907-11a9-4194-96d3-0c94aa5910a8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503416 Oct 18 23:56:59.461504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-8635a190-c494-46d6-874b-85e11d528446 None None] Set router 0e31fd19-6a82-41ad-adba-946c9d09ab6b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:56:59.539340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] For port 2e20c380-a716-43f6-9176-2c8c3cc82e3b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2e20c380-a716-43f6-9176-2c8c3cc82e3b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:59.540636 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.571275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Calling delete_port for 2e20c380-a716-43f6-9176-2c8c3cc82e3b owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:59.630385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-675ef052-177b-4b21-aa7d-ae527f99663d None None] Deleting port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:56:59.630648 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-675ef052-177b-4b21-aa7d-ae527f99663d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.700365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-675ef052-177b-4b21-aa7d-ae527f99663d None None] For port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb,segment=NetworkSegment(2cf17c71-3142-49c5-8c56-7c29f723cd78),segment_id=2cf17c71-3142-49c5-8c56-7c29f723cd78)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:56:59.700816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-675ef052-177b-4b21-aa7d-ae527f99663d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.723394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-675ef052-177b-4b21-aa7d-ae527f99663d None None] Calling delete_port for 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:56:59.751064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6acb3-e8ef-4ffa-af58-eab3078a5673 req-d9c1ca1c-2c2b-4530-8d27-b3c5ae21d6ec tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:56:59.752618 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25e6acb3-e8ef-4ffa-af58-eab3078a5673 req-d9c1ca1c-2c2b-4530-8d27-b3c5ae21d6ec tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 946 time: 0.1622980 Oct 18 23:56:59.797907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:56:59.819670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25e6acb3-e8ef-4ffa-af58-eab3078a5673 req-0af93ba1-3e79-4fca-a376-e7cb276199d6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454402 Oct 18 23:56:59.894251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8635a190-c494-46d6-874b-85e11d528446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:56:58Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:56:59.934037 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635a190-c494-46d6-874b-85e11d528446 None None] The sync data for ids ['0e31fd19-6a82-41ad-adba-946c9d09ab6b'] in n-d-713498-28 is: [{'id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658780972', 'tenant_id': '084edf71706a486c94ae3b47f49b2bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:53:38Z', 'updated_at': '2021-10-18T23:56:58Z', 'revision_number': 5, 'project_id': '084edf71706a486c94ae3b47f49b2bdb', 'gw_port': {'id': '2e20c380-a716-43f6-9176-2c8c3cc82e3b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31fd19-6a82-41ad-adba-946c9d09ab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:53:39Z', 'updated_at': '2021-10-18T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:56:59.940497 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.955175 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-675ef052-177b-4b21-aa7d-ae527f99663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:56:59.974066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Port': ['ID=2e20c380-a716-43f6-9176-2c8c3cc82e3b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:00.010971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb update to DOWN by agent not found {{(pid=100923) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 18 23:57:00.016414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ef052-177b-4b21-aa7d-ae527f99663d None None] Pushing event deleted for resources: {'Port': ['ID=67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:00.023513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ef052-177b-4b21-aa7d-ae527f99663d None None] No DVR routers for this DVR port 67494e9a-4fc5-485f-9bdb-1d22aa8ccaeb on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:57:00.061325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.161741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.164127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.224019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.225371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Fanout notify agent at l3_agent the message router_deleted on router 0e31fd19-6a82-41ad-adba-946c9d09ab6b {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 23:57:00.235200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.236327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e310bce0-0dc7-4d74-8b23-c31dea9b9bda tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/routers/0e31fd19-6a82-41ad-adba-946c9d09ab6b HTTP/1.1" status: 204 len: 168 time: 1.1756516 Oct 18 23:57:00.239857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36692) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:00.363479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-4b3ad4b7-b91a-48b3-95e4-db2d8ef79551 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667179 Oct 18 23:57:00.381506 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.532484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-93c5a63f-8a82-440a-9aa5-2833b6828307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:00.536715 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-93c5a63f-8a82-440a-9aa5-2833b6828307 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 1098 time: 0.0854471 Oct 18 23:57:00.537790 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.563362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815dece3-d640-4102-b8b4-dbf1ce9a0a23']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:57:00.586700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf17c71-3142-49c5-8c56-7c29f723cd78') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:57:00.587556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf17c71-3142-49c5-8c56-7c29f723cd78') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:57:00.627438 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.668215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.684853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 23:57:00.685473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.836924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-346cc8c0-aa07-4315-b71a-103e2de2790e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:00.838941 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-346cc8c0-aa07-4315-b71a-103e2de2790e service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.2591002 Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: timer() Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: self._notify() Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 23:57:00.861194 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 23:57:00.876512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.894000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:00.905137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/networks/815dece3-d640-4102-b8b4-dbf1ce9a0a23 HTTP/1.1" status: 204 len: 168 time: 0.6601319 Oct 18 23:57:00.910648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36708) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:00.931123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976978c8-a877-4910-bbce-32aa4b9dd119 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'Network': ['ID=815dece3-d640-4102-b8b4-dbf1ce9a0a23,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:00.979530 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-1c7f14b1-f9fd-4fd2-b446-73c2d9ae12cf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc14402c-e887-4890-8669-5b8d8abddeb1 HTTP/1.1" status: 200 len: 217 time: 0.1328318 Oct 18 23:57:01.079337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7c6946d9-7e04-4813-aaee-3920f275c5b2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:01.111130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-1a109c62-e90c-4e5b-b0fd-dd63e69112f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:01.113016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-1a109c62-e90c-4e5b-b0fd-dd63e69112f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.1266131 Oct 18 23:57:01.152636 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7c6946d9-7e04-4813-aaee-3920f275c5b2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:01.207977 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-dad6e729-65da-4526-b70d-b89caab5f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:01.210022 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-dad6e729-65da-4526-b70d-b89caab5f3e7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885313 Oct 18 23:57:01.303602 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7c6946d9-7e04-4813-aaee-3920f275c5b2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:01.306605 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7c6946d9-7e04-4813-aaee-3920f275c5b2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:01.310406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7c6946d9-7e04-4813-aaee-3920f275c5b2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] 10.222.0.52 "DELETE /v2.0/security-groups/00e5fdd9-0f84-4b84-abcf-9bc5993ad553 HTTP/1.1" status: 204 len: 168 time: 0.3962574 Oct 18 23:57:01.326765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6946d9-7e04-4813-aaee-3920f275c5b2 tempest-TestNetworkAdvancedServerOps-404426983 tempest-TestNetworkAdvancedServerOps-404426983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e5fdd9-0f84-4b84-abcf-9bc5993ad553,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:01.365219 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-3c0d46f6-f66a-4dfd-9b4b-06370ff3a582 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442800 Oct 18 23:57:01.525445 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4afda56d-fdd3-4588-9b47-b2a60fc1af0f req-5f3f0f70-a164-497e-b525-d02729d53b85 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487434 Oct 18 23:57:01.673653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-668804cd-833e-4b64-9434-789cef25a0af req-f8ad103f-f132-4d4f-b8fa-8c34a972d1ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0988114 Oct 18 23:57:01.674384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2185adf1-d677-4f80-ac76-e67e36e8bd05 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:57:01.696684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 2185adf1-d677-4f80-ac76-e67e36e8bd05 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:57:01.697339 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2185adf1-d677-4f80-ac76-e67e36e8bd05 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:57:01.698105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2e20c380-a716-43f6-9176-2c8c3cc82e3b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:57:01.732922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 2e20c380-a716-43f6-9176-2c8c3cc82e3b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:57:01.733390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2e20c380-a716-43f6-9176-2c8c3cc82e3b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:57:01.783981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36738) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:01.797368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668804cd-833e-4b64-9434-789cef25a0af req-daed43ed-e55c-43c4-ba90-22da2b8da5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:01.799554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-668804cd-833e-4b64-9434-789cef25a0af req-daed43ed-e55c-43c4-ba90-22da2b8da5d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6be112448ef4339b053aa321ec928d2&device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1097 time: 0.0594518 Oct 18 23:57:01.953806 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668804cd-833e-4b64-9434-789cef25a0af req-cf8b9c25-8d23-48af-8b4f-467c9be74e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:01.955960 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-668804cd-833e-4b64-9434-789cef25a0af req-cf8b9c25-8d23-48af-8b4f-467c9be74e0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 200 len: 909 time: 0.1319380 Oct 18 23:57:01.999422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d638486c-f0c8-4c4f-ba74-8dd2c440dc40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=084edf71706a486c94ae3b47f49b2bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141967 Oct 18 23:57:02.002001 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36750) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:02.107425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-492101f5-f8c5-421a-b953-6b93d041104e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:02.136410 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-492101f5-f8c5-421a-b953-6b93d041104e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:02.241223 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-492101f5-f8c5-421a-b953-6b93d041104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:02.246904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-492101f5-f8c5-421a-b953-6b93d041104e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:02.249594 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-492101f5-f8c5-421a-b953-6b93d041104e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa7b9fed-d2a0-47c6-9572-bbb5895ce0d7 HTTP/1.1" status: 204 len: 168 time: 0.2459662 Oct 18 23:57:02.276021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492101f5-f8c5-421a-b953-6b93d041104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7b9fed-d2a0-47c6-9572-bbb5895ce0d7,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:02.473014 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-668804cd-833e-4b64-9434-789cef25a0af req-f2d07dde-13c9-47a7-a24b-98cb8c47b8cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 200 len: 1001 time: 0.5092051 Oct 18 23:57:02.588699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668804cd-833e-4b64-9434-789cef25a0af req-261e856b-d7c1-4449-ba04-f2961b41b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:02.590625 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-668804cd-833e-4b64-9434-789cef25a0af req-261e856b-d7c1-4449-ba04-f2961b41b7b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be8928e2-6476-4fca-9ad1-70cdfd562e91 HTTP/1.1" status: 200 len: 847 time: 0.1069360 Oct 18 23:57:02.646038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668804cd-833e-4b64-9434-789cef25a0af req-582dc5f6-b715-4a37-a75a-e8b37ffc52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:02.648066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-668804cd-833e-4b64-9434-789cef25a0af req-582dc5f6-b715-4a37-a75a-e8b37ffc52c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847cd454-4232-4b11-b50a-13b778208d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498352 Oct 18 23:57:02.804955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-668804cd-833e-4b64-9434-789cef25a0af req-02507ded-fe92-48c4-b512-c69cee2f233b service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495693 Oct 18 23:57:02.813270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36790) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:02.868700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c4d7b129-6a27-4895-9988-85112716075a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34803b5633ea43e9bf31e71c9860cbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602424 Oct 18 23:57:02.871053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36792) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:02.917328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-668804cd-833e-4b64-9434-789cef25a0af req-333c8d36-c548-4249-8090-7ea6d7e49467 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992129 Oct 18 23:57:02.924905 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-546466a0-e072-4b85-88cd-770af7ccd0af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:02.949999 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-546466a0-e072-4b85-88cd-770af7ccd0af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:03.001520 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-546466a0-e072-4b85-88cd-770af7ccd0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:03.004945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-546466a0-e072-4b85-88cd-770af7ccd0af admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:03.006149 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-546466a0-e072-4b85-88cd-770af7ccd0af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd5fa754-797c-43d8-9cfe-2fbc52cfd16a HTTP/1.1" status: 204 len: 168 time: 0.1341877 Oct 18 23:57:03.015643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546466a0-e072-4b85-88cd-770af7ccd0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5fa754-797c-43d8-9cfe-2fbc52cfd16a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:03.919729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1505d-29db-4347-8e89-f13463768f45 req-633dcedb-01ea-4354-bdf7-ee676b785aa6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:03.921416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-633dcedb-01ea-4354-bdf7-ee676b785aa6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1170683 Oct 18 23:57:03.938158 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-285861b9-b413-40d4-9a74-cacaa1932744 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/quotas/83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 375 time: 0.0103507 Oct 18 23:57:04.002526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-179a8106-b072-4e21-92b9-99a89fe21635 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562191 Oct 18 23:57:04.214278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-ef3627d5-8411-4452-a7ba-51f4d73246d2 service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035596 Oct 18 23:57:04.312243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-be9e7f7e-f097-4682-b5ec-c15e0ced4262 service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903082 Oct 18 23:57:04.832693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cc738565-1d3f-41d0-867d-e149c7961872 req-d74f0161-abd4-4ca5-976f-b62a210043dc tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 210 time: 0.3402338 Oct 18 23:57:04.987988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:05.462874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 36984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:05.597331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:05.697982 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:05.703534 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:05.707662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a5ca9fd9-0065-4166-a8e9-213841c9e89b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:05.718647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a5ca9fd9-0065-4166-a8e9-213841c9e89b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1367273 Oct 18 23:57:05.741395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'port': {'device_id': 'c363e834-37fb-4abf-8129-89e6a7b61b9f', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'admin_state_up': True, 'tenant_id': '83c29ede187047efa503f1fcf27d87ca'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:57:05.741581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1312b39-00c7-4eec-b148-f31d41c0b04b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:05.753008 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.753506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.753957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.754402 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.754954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.755627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.756094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.756739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.757113 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.757632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.758081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.758495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:05.777761 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2d68ebe7-47b1-4aff-b887-9fe560b94dd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a9efd93993f48f0af001f8793fe8add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110518 Oct 18 23:57:05.778361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 36988) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:05.918263 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:05.961102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-359a0b01-21bb-4c6e-98cd-55884307abf6 req-ef8825c4-780a-4251-bfea-6df601957092 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 210 time: 0.0379839 Oct 18 23:57:06.000366 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.003052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Made reservation on behalf of 83c29ede187047efa503f1fcf27d87ca for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:57:06.006937 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.187109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.190623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.195172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1312b39-00c7-4eec-b148-f31d41c0b04b HTTP/1.1" status: 204 len: 168 time: 0.4144657 Oct 18 23:57:06.213565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1312b39-00c7-4eec-b148-f31d41c0b04b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:06.228310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.228853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.229279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.229537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.229895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.230254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.230556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.231061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.241815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.241815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.241815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.241815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8ea5a0-6739-42d2-a782-ea84898efc33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:06.313650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.20.0.13 (b80637fd-7b3f-43f9-9f81-82200c144307/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2/db8f0263-fb04-47c4-a279-5700bdf89c4c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:57:06.541828 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.593568 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.596451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37014) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:06.615704 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e0865c1-7364-4d2e-9579-c686f9c63476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.616933 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.629368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['cc14402c-e887-4890-8669-5b8d8abddeb1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:57:06.639179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:57:06.642696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:57:06.660356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:57:06.717328 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e0865c1-7364-4d2e-9579-c686f9c63476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.725515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5e0865c1-7364-4d2e-9579-c686f9c63476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.754630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:06.755601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.779921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=db8f0263-fb04-47c4-a279-5700bdf89c4c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:06.789344 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5e0865c1-7364-4d2e-9579-c686f9c63476 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cc72017b17b409c8674f667255f6e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893749 Oct 18 23:57:06.794857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37016) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:06.819080 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-13972c08-166b-4b58-9759-0f34c8017c89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0843434 Oct 18 23:57:06.840768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0865c1-7364-4d2e-9579-c686f9c63476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8321d69-31ff-4b08-b4c1-fba7ef6d438d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:06.857199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Request body: {'port': {'device_id': 'c363e834-37fb-4abf-8129-89e6a7b61b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:57:06.893800 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2537d806-6d2e-4a98-a057-c3de679d6f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.926509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2537d806-6d2e-4a98-a057-c3de679d6f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:06.983616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:07.009883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2537d806-6d2e-4a98-a057-c3de679d6f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:07.014168 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2537d806-6d2e-4a98-a057-c3de679d6f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:07.019154 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2537d806-6d2e-4a98-a057-c3de679d6f4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8321d69-31ff-4b08-b4c1-fba7ef6d438d HTTP/1.1" status: 204 len: 168 time: 0.2022710 Oct 18 23:57:07.031027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537d806-6d2e-4a98-a057-c3de679d6f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8321d69-31ff-4b08-b4c1-fba7ef6d438d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:07.103895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8454621d-0e77-4422-83cb-bfec3833aa04 None None] Provisioning complete for port db8f0263-fb04-47c4-a279-5700bdf89c4c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:57:07.104605 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8454621d-0e77-4422-83cb-bfec3833aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:07.188413 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430505a-785a-4082-909c-42ce6eb9a98e req-323313a9-100e-4c54-ad7c-ef7fe9762950 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:07.189957 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3430505a-785a-4082-909c-42ce6eb9a98e req-323313a9-100e-4c54-ad7c-ef7fe9762950 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 932 time: 0.1057661 Oct 18 23:57:07.191835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8454621d-0e77-4422-83cb-bfec3833aa04 None None] Port db8f0263-fb04-47c4-a279-5700bdf89c4c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:57:07.280584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3430505a-785a-4082-909c-42ce6eb9a98e req-58d275c0-0ae3-49aa-a81a-d7215365c158 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Oct 18 23:57:07.483419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8f0263-fb04-47c4-a279-5700bdf89c4c {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:57:07.493876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:07.512268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Transition to ACTIVE for port object db8f0263-fb04-47c4-a279-5700bdf89c4c will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:57:07.517528 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:07.628260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Pushing event updated for resources: {'Port': ['ID=db8f0263-fb04-47c4-a279-5700bdf89c4c,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:07.812996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Attempting to bind port db8f0263-fb04-47c4-a279-5700bdf89c4c on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:57:07.814340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Attempting to bind port db8f0263-fb04-47c4-a279-5700bdf89c4c by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:57:07.814958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Attempting to bind port db8f0263-fb04-47c4-a279-5700bdf89c4c on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:57:07.825978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Port db8f0263-fb04-47c4-a279-5700bdf89c4c on network b80637fd-7b3f-43f9-9f81-82200c144307 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:57:07.826577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Attempting to bind port db8f0263-fb04-47c4-a279-5700bdf89c4c on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:57:07.838035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:57:07.838411 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:57:07.838808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Bound using segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:57:07.839361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Bound port: db8f0263-fb04-47c4-a279-5700bdf89c4c, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:57:07.839830 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:07.928689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] For port db8f0263-fb04-47c4-a279-5700bdf89c4c, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:57:07.932668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] For port db8f0263-fb04-47c4-a279-5700bdf89c4c, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=db8f0263-fb04-47c4-a279-5700bdf89c4c,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:57:07.939268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:07.988187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:07.988848 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:07.990312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] 10.222.0.73 "PUT /v2.0/ports/db8f0263-fb04-47c4-a279-5700bdf89c4c HTTP/1.1" status: 200 len: 1093 time: 1.1518912 Oct 18 23:57:07.990792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c363e834-37fb-4abf-8129-89e6a7b61b9f', 'tag': 'db8f0263-fb04-47c4-a279-5700bdf89c4c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:57:07.993132 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117140ea-517b-4cc1-8e25-f9a078f1873a" -d '{"events": [{"name": "network-changed", "server_uuid": "c363e834-37fb-4abf-8129-89e6a7b61b9f", "tag": "db8f0263-fb04-47c4-a279-5700bdf89c4c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:57:08.060328 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac07d61e-b1ce-413b-9c97-45abe318ba64 x-openstack-request-id: req-ac07d61e-b1ce-413b-9c97-45abe318ba64 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:57:08.060731 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c363e834-37fb-4abf-8129-89e6a7b61b9f", "tag": "db8f0263-fb04-47c4-a279-5700bdf89c4c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:57:08.061078 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac07d61e-b1ce-413b-9c97-45abe318ba64 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:57:08.061582 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c363e834-37fb-4abf-8129-89e6a7b61b9f', 'tag': 'db8f0263-fb04-47c4-a279-5700bdf89c4c', 'status': 'completed', 'code': 200} Oct 18 23:57:08.062374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20be970-4bca-4ac2-a4c0-6818deb9b944 service neutron] Pushing event updated for resources: {'Port': ['ID=db8f0263-fb04-47c4-a279-5700bdf89c4c,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:08.121337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1505d-29db-4347-8e89-f13463768f45 req-9bfb77ef-5745-4a78-9077-682454a2e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:08.123652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-9bfb77ef-5745-4a78-9077-682454a2e74f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 1096 time: 0.0489135 Oct 18 23:57:08.178322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-8ffd1855-c7d4-4787-ae17-6fa5bec9c262 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db8f0263-fb04-47c4-a279-5700bdf89c4c HTTP/1.1" status: 200 len: 217 time: 0.0383940 Oct 18 23:57:08.231064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1505d-29db-4347-8e89-f13463768f45 req-03d53742-811d-4cc5-b602-42fc781723f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:08.232957 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-03d53742-811d-4cc5-b602-42fc781723f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0487549 Oct 18 23:57:08.289726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1505d-29db-4347-8e89-f13463768f45 req-b9592d00-a446-4d6b-80b5-ea7853cd5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:08.292277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-b9592d00-a446-4d6b-80b5-ea7853cd5f94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512669 Oct 18 23:57:08.396314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-dbd60b8b-7fc8-4272-a360-3e02e2d66ecc service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967376 Oct 18 23:57:08.504207 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd32d2-037a-4520-ba4f-ca14f4777c45 req-b35ea5e0-74ed-4fdc-ab27-cdafc3bef75b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:08.512128 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79cd32d2-037a-4520-ba4f-ca14f4777c45 req-b35ea5e0-74ed-4fdc-ab27-cdafc3bef75b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0877299 Oct 18 23:57:08.526213 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d1f1505d-29db-4347-8e89-f13463768f45 req-be2ceba5-ca1b-425a-bba7-095d3a000c91 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233134 Oct 18 23:57:08.557116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-79cd32d2-037a-4520-ba4f-ca14f4777c45 req-d2ab118d-08f0-4ee4-9a09-cd76cc98dc26 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439370 Oct 18 23:57:08.650825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-9ca03707-fc80-4077-9c2a-a4ee8f03fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:08.652332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-9ca03707-fc80-4077-9c2a-a4ee8f03fc32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 1096 time: 0.0430837 Oct 18 23:57:08.749238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-4e5b960d-39e7-4bb3-a9da-715178ccace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:08.750856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-4e5b960d-39e7-4bb3-a9da-715178ccace2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0914571 Oct 18 23:57:08.793882 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-8e5ed3d5-0eed-4b37-93f7-8e8d938044cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db8f0263-fb04-47c4-a279-5700bdf89c4c HTTP/1.1" status: 200 len: 217 time: 0.0358946 Oct 18 23:57:08.853941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-aa2e88ab-6760-4e02-90ee-3dceef5830d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:08.855826 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-aa2e88ab-6760-4e02-90ee-3dceef5830d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0553262 Oct 18 23:57:08.913335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-4c46ed0d-af0a-468c-a315-0dd5af7a6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:08.914874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-4c46ed0d-af0a-468c-a315-0dd5af7a6e31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513456 Oct 18 23:57:09.012631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-4ab4f681-4a40-4e44-9607-8b4a750d3b15 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907726 Oct 18 23:57:09.122555 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-117140ea-517b-4cc1-8e25-f9a078f1873a req-7c494157-736e-4364-8004-aa504b203b14 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017067 Oct 18 23:57:09.689803 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b99206-7265-4093-88ae-23bb55c08326 req-1715aecb-35fe-4728-960a-40311007fa14 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:09.691651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00b99206-7265-4093-88ae-23bb55c08326 req-1715aecb-35fe-4728-960a-40311007fa14 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0586658 Oct 18 23:57:09.745856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00b99206-7265-4093-88ae-23bb55c08326 req-4527770c-02d7-4adb-85c8-d64cb887cb77 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Oct 18 23:57:10.933997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe15271-469c-413f-a343-66a91b413796 req-87c3a857-f209-4be8-b124-0d026e2333fb tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:10.936627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe15271-469c-413f-a343-66a91b413796 req-87c3a857-f209-4be8-b124-0d026e2333fb tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0815339 Oct 18 23:57:10.996922 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6fe15271-469c-413f-a343-66a91b413796 req-18c5577e-8159-416c-b33e-841c1c723f57 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539606 Oct 18 23:57:12.205671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da5189-7a8a-46f9-b813-ca8b598a5545 req-baedf2a0-5bf9-4be0-87b2-d5fbb6647dd1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:12.207145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28da5189-7a8a-46f9-b813-ca8b598a5545 req-baedf2a0-5bf9-4be0-87b2-d5fbb6647dd1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0853238 Oct 18 23:57:12.263543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-28da5189-7a8a-46f9-b813-ca8b598a5545 req-9d754bba-a409-47db-b91c-3e94ba67ebf1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Oct 18 23:57:13.434656 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b9949-8e67-46dc-a02e-6a3b2c7124ab req-1ee42f91-ada5-43c8-9974-ce7e395733c9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:13.436644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe1b9949-8e67-46dc-a02e-6a3b2c7124ab req-1ee42f91-ada5-43c8-9974-ce7e395733c9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0668163 Oct 18 23:57:13.493477 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fe1b9949-8e67-46dc-a02e-6a3b2c7124ab req-72606691-e90f-4289-8f54-bbef60d96d30 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499079 Oct 18 23:57:14.645572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206fad7-fad7-4f44-b1bb-4d3670b815c4 req-b40f3e67-a5b7-4f73-a0c4-5f4d0ed98e80 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:14.652860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d206fad7-fad7-4f44-b1bb-4d3670b815c4 req-b40f3e67-a5b7-4f73-a0c4-5f4d0ed98e80 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0708263 Oct 18 23:57:14.703430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d206fad7-fad7-4f44-b1bb-4d3670b815c4 req-c7db840b-7130-42f2-b80d-7c29023c1aa3 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493441 Oct 18 23:57:15.840154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e6ab4-018c-47c9-987e-ef94dc7c481c req-a3275d3f-d271-4529-9ee2-161bdfac4d19 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:15.841995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b52e6ab4-018c-47c9-987e-ef94dc7c481c req-a3275d3f-d271-4529-9ee2-161bdfac4d19 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0697088 Oct 18 23:57:15.888681 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b52e6ab4-018c-47c9-987e-ef94dc7c481c req-04cfa28b-e450-48f4-8aa2-4805545a20ba tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Oct 18 23:57:17.034240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503ab61-81f3-4300-819c-c49cd2fd4380 req-5f042318-3209-4874-972d-08b9c6dae9f0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:17.035838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b503ab61-81f3-4300-819c-c49cd2fd4380 req-5f042318-3209-4874-972d-08b9c6dae9f0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0526586 Oct 18 23:57:17.078149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b503ab61-81f3-4300-819c-c49cd2fd4380 req-b0a682b8-b9ff-4a2f-8208-3fe75136122d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360382 Oct 18 23:57:18.198592 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b389d-e40e-48e4-8d41-dda4793ed129 req-1a178bac-2f31-4134-b9c5-f2acd5e110a6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:18.200651 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918b389d-e40e-48e4-8d41-dda4793ed129 req-1a178bac-2f31-4134-b9c5-f2acd5e110a6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0510614 Oct 18 23:57:18.242811 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-918b389d-e40e-48e4-8d41-dda4793ed129 req-6b60f1a9-97f7-4f67-8ff1-a2dc09606717 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359623 Oct 18 23:57:19.368893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93041e5c-c4f6-408a-8d8e-14078d062f09 req-90a38d22-4d69-4009-990e-5fea4a985b7d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:19.370491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93041e5c-c4f6-408a-8d8e-14078d062f09 req-90a38d22-4d69-4009-990e-5fea4a985b7d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0573356 Oct 18 23:57:19.411890 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93041e5c-c4f6-408a-8d8e-14078d062f09 req-9ae4629c-09a7-4f09-a07d-5b6f6ae04828 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348196 Oct 18 23:57:20.301740 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-264dd7c6-9077-4d4b-a95b-d2e489575b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:20.546747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9565a-03a9-41da-8ee7-9adc1f0a0e58 req-a3b14e0d-df14-4ed8-a964-83376a9c99c0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:20.548707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cb9565a-03a9-41da-8ee7-9adc1f0a0e58 req-a3b14e0d-df14-4ed8-a964-83376a9c99c0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0634940 Oct 18 23:57:20.607262 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2cb9565a-03a9-41da-8ee7-9adc1f0a0e58 req-77e2d2ba-6fa2-4d31-955b-348473fa2a38 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Oct 18 23:57:21.734586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43abf95-18b3-47eb-9a5d-151018bf0220 req-ccb9dcaa-6712-4a60-b41c-af76d89e0a9a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:21.737121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b43abf95-18b3-47eb-9a5d-151018bf0220 req-ccb9dcaa-6712-4a60-b41c-af76d89e0a9a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0590014 Oct 18 23:57:21.781185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b43abf95-18b3-47eb-9a5d-151018bf0220 req-2005a137-0533-4379-ad64-1fa8bb9806bf tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Oct 18 23:57:22.914360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd2591-2582-4b1d-b6ec-291dc74e4065 req-3caf80e7-1bdd-4f42-b630-5c55ff9f7ad6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:22.916117 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cadd2591-2582-4b1d-b6ec-291dc74e4065 req-3caf80e7-1bdd-4f42-b630-5c55ff9f7ad6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0517311 Oct 18 23:57:22.957685 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cadd2591-2582-4b1d-b6ec-291dc74e4065 req-0b4b0d9c-65b7-4cb7-9c98-f88d0a0e78e7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Oct 18 23:57:23.963718 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2134b05f-bc14-43a6-82d6-141c0d12ca82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:24.140534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd20e22-7048-434c-8fd5-6a035f1a603e req-64a7c7c5-573a-4eb5-b1ac-a12dc78a8004 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:24.144036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0dd20e22-7048-434c-8fd5-6a035f1a603e req-64a7c7c5-573a-4eb5-b1ac-a12dc78a8004 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.1030483 Oct 18 23:57:24.248394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0dd20e22-7048-434c-8fd5-6a035f1a603e req-336316f7-d09e-4eb0-95b5-4dc896676e54 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945563 Oct 18 23:57:24.785415 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:25.397974 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daf842-023c-40a6-bbcf-381665061179 req-e80865c9-1ec5-404a-afe2-f0028c0ba636 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:25.399496 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29daf842-023c-40a6-bbcf-381665061179 req-e80865c9-1ec5-404a-afe2-f0028c0ba636 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0587318 Oct 18 23:57:25.449745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29daf842-023c-40a6-bbcf-381665061179 req-a62188e7-b1ee-40d1-8cf5-b2d8f8463feb tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Oct 18 23:57:25.459508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:26.449793 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37196) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:26.582649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78795-8f22-4a55-922b-4c4289698696 req-f463f839-6934-4515-8765-6a1f8b6d8010 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:26.584216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5e78795-8f22-4a55-922b-4c4289698696 req-f463f839-6934-4515-8765-6a1f8b6d8010 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0569208 Oct 18 23:57:26.634232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5e78795-8f22-4a55-922b-4c4289698696 req-410f8bdd-aee5-42a9-aa5b-d49adf568ec5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Oct 18 23:57:26.691746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc081da-4c16-4fbb-8803-ae88c14c8ce8 req-830d301a-2d2b-4e75-8ebc-80a0e1a37369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:26.693786 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efc081da-4c16-4fbb-8803-ae88c14c8ce8 req-830d301a-2d2b-4e75-8ebc-80a0e1a37369 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1097 time: 0.2429755 Oct 18 23:57:26.739712 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efc081da-4c16-4fbb-8803-ae88c14c8ce8 req-5113a81c-ebe7-4bea-a639-d1b42d948786 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390241 Oct 18 23:57:27.795674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf965cb9-c23b-4e0a-baff-106fe5038c0a req-00d786ee-f2cc-4de8-9df2-901f80c76a0b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:27.797203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf965cb9-c23b-4e0a-baff-106fe5038c0a req-00d786ee-f2cc-4de8-9df2-901f80c76a0b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0591242 Oct 18 23:57:27.841678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bf965cb9-c23b-4e0a-baff-106fe5038c0a req-b94c4c97-7dd6-4509-bb21-a5c2113dbfd1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368855 Oct 18 23:57:27.971802 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:28.989243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f75fe2-e1d2-4e3a-b66e-76e18d198892 req-0adbf3ab-bd39-46b0-8ff3-f1f767d25fb2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:28.990752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6f75fe2-e1d2-4e3a-b66e-76e18d198892 req-0adbf3ab-bd39-46b0-8ff3-f1f767d25fb2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0616605 Oct 18 23:57:29.040979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6f75fe2-e1d2-4e3a-b66e-76e18d198892 req-5a7bbd71-f2be-4b96-ab06-03423aded9dc tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407221 Oct 18 23:57:29.740174 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:57:30.106004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device db8f0263-fb04-47c4-a279-5700bdf89c4c details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:57:30.216463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed3673-3773-4c7e-89dc-067a2f506e6b req-c4b3466b-df8f-49e5-88c3-e2a965f17e82 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:30.218944 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aaed3673-3773-4c7e-89dc-067a2f506e6b req-c4b3466b-df8f-49e5-88c3-e2a965f17e82 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 944 time: 0.0670879 Oct 18 23:57:30.254561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port db8f0263-fb04-47c4-a279-5700bdf89c4c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=db8f0263-fb04-47c4-a279-5700bdf89c4c,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:57:30.271211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'db8f0263-fb04-47c4-a279-5700bdf89c4c', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'port_id': 'db8f0263-fb04-47c4-a279-5700bdf89c4c', 'mac_address': 'fa:16:3e:b4:f3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:57:30.274140 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aaed3673-3773-4c7e-89dc-067a2f506e6b req-e508a9bb-8da4-49a9-ae52-b04a995dc5ab tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Oct 18 23:57:30.329254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:30.350414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8f0263-fb04-47c4-a279-5700bdf89c4c {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:57:30.375729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port db8f0263-fb04-47c4-a279-5700bdf89c4c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=db8f0263-fb04-47c4-a279-5700bdf89c4c,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:57:30.380404 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:30.437019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=db8f0263-fb04-47c4-a279-5700bdf89c4c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:30.445744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.446148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.446507 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.446917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.451300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.451300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.451300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.451300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.451300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.451300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.451300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.451300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:57:30.820568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['db8f0263-fb04-47c4-a279-5700bdf89c4c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:57:31.399722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48ed7-153b-45c6-ad6a-350905cf7413 req-2df8d95e-1333-43fc-aedd-6e894d58a683 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:31.401183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6c48ed7-153b-45c6-ad6a-350905cf7413 req-2df8d95e-1333-43fc-aedd-6e894d58a683 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 945 time: 0.0484643 Oct 18 23:57:31.440513 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6c48ed7-153b-45c6-ad6a-350905cf7413 req-64ecbb44-0fe5-4e12-a1f4-099bf03d1f8d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327027 Oct 18 23:57:32.098954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device db8f0263-fb04-47c4-a279-5700bdf89c4c up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:57:32.307213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port db8f0263-fb04-47c4-a279-5700bdf89c4c completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:57:32.311751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port db8f0263-fb04-47c4-a279-5700bdf89c4c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:57:32.312183 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:32.392452 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:32.417784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c363e834-37fb-4abf-8129-89e6a7b61b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8f0263-fb04-47c4-a279-5700bdf89c4c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:57:32.420680 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b44b5af-b134-4c72-97c7-aaf94a626d0e" -d '{"events": [{"server_uuid": "c363e834-37fb-4abf-8129-89e6a7b61b9f", "name": "network-vif-plugged", "status": "completed", "tag": "db8f0263-fb04-47c4-a279-5700bdf89c4c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:57:32.434546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port db8f0263-fb04-47c4-a279-5700bdf89c4c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=db8f0263-fb04-47c4-a279-5700bdf89c4c,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:57:32.439285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:32.469935 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505cd2f2-9d85-4f74-9819-4fad14f3adc2 x-openstack-request-id: req-505cd2f2-9d85-4f74-9819-4fad14f3adc2 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:57:32.470290 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c363e834-37fb-4abf-8129-89e6a7b61b9f", "name": "network-vif-plugged", "status": "completed", "tag": "db8f0263-fb04-47c4-a279-5700bdf89c4c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:57:32.470603 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-505cd2f2-9d85-4f74-9819-4fad14f3adc2 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:57:32.471050 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c363e834-37fb-4abf-8129-89e6a7b61b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8f0263-fb04-47c4-a279-5700bdf89c4c', 'code': 200} Oct 18 23:57:32.500900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=db8f0263-fb04-47c4-a279-5700bdf89c4c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:32.606732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cb292-4feb-40b4-9a93-700469ca40a2 req-e38f0ad6-9fe1-4663-b4cb-970dd7e78647 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:32.608251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a6cb292-4feb-40b4-9a93-700469ca40a2 req-e38f0ad6-9fe1-4663-b4cb-970dd7e78647 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 946 time: 0.0872903 Oct 18 23:57:32.610074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4e6c-1b4e-48da-bfe5-05ffc0edd92f req-ccded362-ceb1-435f-8d23-33928847b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:32.611452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5edc4e6c-1b4e-48da-bfe5-05ffc0edd92f req-ccded362-ceb1-435f-8d23-33928847b145 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 1098 time: 0.0627825 Oct 18 23:57:32.672921 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a6cb292-4feb-40b4-9a93-700469ca40a2 req-b46a48c4-b98a-40a2-8960-e5776ed516a2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Oct 18 23:57:32.674502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5edc4e6c-1b4e-48da-bfe5-05ffc0edd92f req-a4b6c120-ff3d-402a-8689-875b81a950e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538847 Oct 18 23:57:33.797125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766673c-a7b4-4474-8359-5d563789580f req-1139604d-24c5-4c49-92e8-6de642eff7b0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:33.798617 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7766673c-a7b4-4474-8359-5d563789580f req-1139604d-24c5-4c49-92e8-6de642eff7b0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 946 time: 0.0539331 Oct 18 23:57:33.839701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7766673c-a7b4-4474-8359-5d563789580f req-e66b2f71-ec67-485c-9fe0-ee4491303228 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Oct 18 23:57:34.961881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182a5c6-b0aa-4a22-b32f-19b689e35c3e req-292f2da6-82f7-4c4d-acba-b2ac54658db2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:34.963422 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6182a5c6-b0aa-4a22-b32f-19b689e35c3e req-292f2da6-82f7-4c4d-acba-b2ac54658db2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 946 time: 0.0556695 Oct 18 23:57:34.997278 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:35.008312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6182a5c6-b0aa-4a22-b32f-19b689e35c3e req-d9fe1d22-0516-4bd6-b48f-b325872f1ba2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365627 Oct 18 23:57:35.130187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd55ff-af8d-4c0f-87c6-4a1d6c046ef4 req-6091b4f4-85e6-4b08-9852-68bdc26fdb0f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:35.131875 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccdd55ff-af8d-4c0f-87c6-4a1d6c046ef4 req-6091b4f4-85e6-4b08-9852-68bdc26fdb0f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 946 time: 0.0536566 Oct 18 23:57:35.173645 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ccdd55ff-af8d-4c0f-87c6-4a1d6c046ef4 req-41d4f853-7beb-4a2e-b4a0-96cfb184f43b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352235 Oct 18 23:57:35.468634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7412d1-1311-44de-adf3-c1fb4d8b2f8d req-1dd8a98b-567e-4710-9305-be7a0d47ed9d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:35.470137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb7412d1-1311-44de-adf3-c1fb4d8b2f8d req-1dd8a98b-567e-4710-9305-be7a0d47ed9d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 946 time: 0.0496073 Oct 18 23:57:35.512197 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cb7412d1-1311-44de-adf3-c1fb4d8b2f8d req-3d7929d2-5121-48db-9d14-0daba85de7d0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355272 Oct 18 23:57:36.636852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2c548-fd64-44ec-84a6-396b340d26d4 req-6f637445-9872-4b1d-a199-514f45e39a38 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:36.638368 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:36.639430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97f2c548-fd64-44ec-84a6-396b340d26d4 req-6f637445-9872-4b1d-a199-514f45e39a38 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 946 time: 0.0553493 Oct 18 23:57:36.682838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97f2c548-fd64-44ec-84a6-396b340d26d4 req-cf1127ec-c622-46f5-9f89-1c1e4bc52aea tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Oct 18 23:57:37.318561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-7b69fd30-cb2a-4dc6-b3f7-e62b3fd0a852 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:37.320504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-7b69fd30-cb2a-4dc6-b3f7-e62b3fd0a852 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 946 time: 0.0524616 Oct 18 23:57:37.424352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port db8f0263-fb04-47c4-a279-5700bdf89c4c {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:57:37.424794 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:37.540382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] For port db8f0263-fb04-47c4-a279-5700bdf89c4c, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=db8f0263-fb04-47c4-a279-5700bdf89c4c,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:57:37.541116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:37.557773 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for db8f0263-fb04-47c4-a279-5700bdf89c4c owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:57:37.715124 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:37.748873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=db8f0263-fb04-47c4-a279-5700bdf89c4c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:37.752650 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['db8f0263-fb04-47c4-a279-5700bdf89c4c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:57:37.800998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] No DVR routers for this DVR port db8f0263-fb04-47c4-a279-5700bdf89c4c on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:57:37.804525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:37.808174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-65407d31-0df4-4aa7-af67-329eaca374a3 req-456cef8b-d1cc-483a-93f8-f3203244f64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "DELETE /v2.0/ports/db8f0263-fb04-47c4-a279-5700bdf89c4c HTTP/1.1" status: 204 len: 173 time: 0.4818974 Oct 18 23:57:37.808864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['cc14402c-e887-4890-8669-5b8d8abddeb1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:57:37.809012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c363e834-37fb-4abf-8129-89e6a7b61b9f', 'name': 'network-vif-deleted', 'tag': 'db8f0263-fb04-47c4-a279-5700bdf89c4c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:57:37.813854 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d16d8-cea4-4f54-a87b-2ea4603af6a0" -d '{"events": [{"server_uuid": "c363e834-37fb-4abf-8129-89e6a7b61b9f", "name": "network-vif-deleted", "tag": "db8f0263-fb04-47c4-a279-5700bdf89c4c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:57:37.848238 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-02696af5-2a61-43b2-b852-d897fa39a8ad req-41510bd7-216a-4739-93bf-6d5e573a0ac8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 210 time: 0.0621727 Oct 18 23:57:37.860518 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce399a4-6f55-46b7-891b-1faa9782d622 x-openstack-request-id: req-dce399a4-6f55-46b7-891b-1faa9782d622 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:57:37.861658 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c363e834-37fb-4abf-8129-89e6a7b61b9f", "name": "network-vif-deleted", "tag": "db8f0263-fb04-47c4-a279-5700bdf89c4c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:57:37.862053 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dce399a4-6f55-46b7-891b-1faa9782d622 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:57:37.862705 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c363e834-37fb-4abf-8129-89e6a7b61b9f', 'name': 'network-vif-deleted', 'tag': 'db8f0263-fb04-47c4-a279-5700bdf89c4c', 'status': 'completed', 'code': 200} Oct 18 23:57:38.949629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-31ffceee-de6a-4fbc-ab3d-dd8a8a6a37ab req-b4371bfd-d9ad-45d8-8d3a-73fd6821e722 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 210 time: 0.0282760 Oct 18 23:57:40.068471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7324c879-8b92-44ca-a158-740191e57bb4 req-07add240-4df9-4140-8da3-9f8fbf7d263e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 210 time: 0.0340056 Oct 18 23:57:40.159220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device db8f0263-fb04-47c4-a279-5700bdf89c4c no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:57:40.182156 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: db8f0263-fb04-47c4-a279-5700bdf89c4c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:57:40.182442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device db8f0263-fb04-47c4-a279-5700bdf89c4c not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:57:41.174373 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b8121251-c717-42d2-b99d-e9d512b1d523 req-53bcb36f-cedd-4ca2-abb9-6936f0fa952e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 210 time: 0.0303404 Oct 18 23:57:42.273177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1b3ded77-f297-4201-bec1-b3644bacaeb8 req-81bfa154-e10d-4815-a0bc-01f8fb372493 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=c363e834-37fb-4abf-8129-89e6a7b61b9f HTTP/1.1" status: 200 len: 210 time: 0.0286772 Oct 18 23:57:44.741577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37418) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:44.860180 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33456e90-1364-4540-88ac-c0aa7d33e82a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:44.939790 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33456e90-1364-4540-88ac-c0aa7d33e82a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:44.943846 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-33456e90-1364-4540-88ac-c0aa7d33e82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:44.982206 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33456e90-1364-4540-88ac-c0aa7d33e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239043fa-53c2-4ba5-ae15-d293bae9a45e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:44.988978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-33456e90-1364-4540-88ac-c0aa7d33e82a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f4e928640024a7f997f74af849029e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440000 Oct 18 23:57:44.989361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37422) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:45.038907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-412b89ac-a4fd-4524-a93e-f1640540fcb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.059592 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-412b89ac-a4fd-4524-a93e-f1640540fcb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.105515 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-412b89ac-a4fd-4524-a93e-f1640540fcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.108138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-412b89ac-a4fd-4524-a93e-f1640540fcb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.109292 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-412b89ac-a4fd-4524-a93e-f1640540fcb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/239043fa-53c2-4ba5-ae15-d293bae9a45e HTTP/1.1" status: 204 len: 168 time: 0.1189516 Oct 18 23:57:45.118470 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b89ac-a4fd-4524-a93e-f1640540fcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239043fa-53c2-4ba5-ae15-d293bae9a45e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:45.397339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37428) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:45.414167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6cca-0c01-49f6-ac22-71cf44aed279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.499068 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6cca-0c01-49f6-ac22-71cf44aed279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.503844 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6cca-0c01-49f6-ac22-71cf44aed279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.547823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 37436) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:45.557197 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1e7c6cca-0c01-49f6-ac22-71cf44aed279 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f850635719a4f2e9e82de448a4aeb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555331 Oct 18 23:57:45.558614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c6cca-0c01-49f6-ac22-71cf44aed279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198f627a-4313-4298-8a97-37562a5a74ea,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:45.611287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4960b65e-5933-4eab-93fc-5facf0699f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.639582 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4960b65e-5933-4eab-93fc-5facf0699f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.688942 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4960b65e-5933-4eab-93fc-5facf0699f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.691775 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4960b65e-5933-4eab-93fc-5facf0699f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:45.692976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4960b65e-5933-4eab-93fc-5facf0699f27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/198f627a-4313-4298-8a97-37562a5a74ea HTTP/1.1" status: 204 len: 168 time: 0.1441724 Oct 18 23:57:45.702066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960b65e-5933-4eab-93fc-5facf0699f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198f627a-4313-4298-8a97-37562a5a74ea,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:47.826673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0369ca-e703-4772-8774-6bcc721cdadb req-88625a96-1376-47b8-88ce-15cbdc3c12c7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:47.828188 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff0369ca-e703-4772-8774-6bcc721cdadb req-88625a96-1376-47b8-88ce-15cbdc3c12c7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 946 time: 0.0507584 Oct 18 23:57:47.866341 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff0369ca-e703-4772-8774-6bcc721cdadb req-b1dac023-4685-44b2-9d1d-3b9722a83067 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Oct 18 23:57:48.991230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f05b-2e36-428b-9c4e-4c07a8bf1597 req-c8a97faa-71de-4ed2-a139-2ec6b7ac9f5c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:48.992605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce39f05b-2e36-428b-9c4e-4c07a8bf1597 req-c8a97faa-71de-4ed2-a139-2ec6b7ac9f5c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 946 time: 0.0518577 Oct 18 23:57:49.040898 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce39f05b-2e36-428b-9c4e-4c07a8bf1597 req-c5391f66-5955-4794-b149-70758d48dcf9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=42e8ca31-4939-41fd-bd77-1330b759b4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Oct 18 23:57:49.563493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-dc7f19b6-c4bc-472c-a194-bde4f319c3f2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:57:49.565013 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-dc7f19b6-c4bc-472c-a194-bde4f319c3f2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 946 time: 0.0488451 Oct 18 23:57:49.658690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port cc14402c-e887-4890-8669-5b8d8abddeb1 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 23:57:49.659170 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:49.748732 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] For port cc14402c-e887-4890-8669-5b8d8abddeb1, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=cc14402c-e887-4890-8669-5b8d8abddeb1,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:57:49.749093 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:49.761173 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for cc14402c-e887-4890-8669-5b8d8abddeb1 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 23:57:49.885912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:49.918351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['cc14402c-e887-4890-8669-5b8d8abddeb1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:57:49.919662 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=cc14402c-e887-4890-8669-5b8d8abddeb1,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:49.958222 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] No DVR routers for this DVR port cc14402c-e887-4890-8669-5b8d8abddeb1 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 23:57:49.960849 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:49.964341 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8a4659f-7b65-421a-94bb-e5d6205844b1 req-d1509d33-3444-47d9-8356-58270dcfa1c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "DELETE /v2.0/ports/cc14402c-e887-4890-8669-5b8d8abddeb1 HTTP/1.1" status: 204 len: 173 time: 0.3925910 Oct 18 23:57:49.964780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877', 'name': 'network-vif-deleted', 'tag': 'cc14402c-e887-4890-8669-5b8d8abddeb1'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:57:49.967621 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e84782a-7d5b-41b8-ab44-43b12691b210" -d '{"events": [{"server_uuid": "0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877", "name": "network-vif-deleted", "tag": "cc14402c-e887-4890-8669-5b8d8abddeb1"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:57:50.006754 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345cab77-a78c-4af9-a19a-6898f5e9299b x-openstack-request-id: req-345cab77-a78c-4af9-a19a-6898f5e9299b {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:57:50.007057 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877", "name": "network-vif-deleted", "tag": "cc14402c-e887-4890-8669-5b8d8abddeb1", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:57:50.007485 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-345cab77-a78c-4af9-a19a-6898f5e9299b {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:57:50.007891 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877', 'name': 'network-vif-deleted', 'tag': 'cc14402c-e887-4890-8669-5b8d8abddeb1', 'status': 'completed', 'code': 200} Oct 18 23:57:50.137962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-210d5aef-7107-47d4-b56f-3260f51292a7 req-4ec57137-537b-4385-b243-66112c975686 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 210 time: 0.0279777 Oct 18 23:57:50.307569 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a8952c3-a33b-4430-bf61-5123bb150819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:50.784581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37544) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:50.900605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-322b17e6-1e8d-47ec-a9ec-81d4bbfe6e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:50.979971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-322b17e6-1e8d-47ec-a9ec-81d4bbfe6e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:50.985350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-322b17e6-1e8d-47ec-a9ec-81d4bbfe6e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.022315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b17e6-1e8d-47ec-a9ec-81d4bbfe6e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a383e66-e8c7-4f93-b696-cd4f42545910,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:51.026694 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-322b17e6-1e8d-47ec-a9ec-81d4bbfe6e79 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9feb7d0579034d798cfa28b07fdaa891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410882 Oct 18 23:57:51.029451 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37548) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:51.079732 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c736c980-2bd7-46ea-975a-0a4bf16c6010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.105134 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c736c980-2bd7-46ea-975a-0a4bf16c6010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.155362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c736c980-2bd7-46ea-975a-0a4bf16c6010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.157975 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c736c980-2bd7-46ea-975a-0a4bf16c6010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.160558 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c736c980-2bd7-46ea-975a-0a4bf16c6010 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a383e66-e8c7-4f93-b696-cd4f42545910 HTTP/1.1" status: 204 len: 168 time: 0.1287963 Oct 18 23:57:51.172034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736c980-2bd7-46ea-975a-0a4bf16c6010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a383e66-e8c7-4f93-b696-cd4f42545910,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:51.249477 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8b111478-0e09-41b7-9fd0-af5344800062 req-481ca07e-4836-4685-a8c9-92baf604be89 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 210 time: 0.0357342 Oct 18 23:57:51.452757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37556) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:51.466496 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c51bd7d1-1ab3-4cdf-baa9-1dd453000d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.545469 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c51bd7d1-1ab3-4cdf-baa9-1dd453000d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.549331 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c51bd7d1-1ab3-4cdf-baa9-1dd453000d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.586663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bd7d1-1ab3-4cdf-baa9-1dd453000d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c1965f-0223-4f14-810d-abe4a1d4d829,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:51.591452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c51bd7d1-1ab3-4cdf-baa9-1dd453000d14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ffc70ca63ead49558ba041810f56c80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376619 Oct 18 23:57:51.594479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37558) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:51.649957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aee55746-f3e3-49d9-8561-3f5da80f8e35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.672436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aee55746-f3e3-49d9-8561-3f5da80f8e35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.730059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aee55746-f3e3-49d9-8561-3f5da80f8e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.732836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aee55746-f3e3-49d9-8561-3f5da80f8e35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:51.734059 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aee55746-f3e3-49d9-8561-3f5da80f8e35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26c1965f-0223-4f14-810d-abe4a1d4d829 HTTP/1.1" status: 204 len: 168 time: 0.1384566 Oct 18 23:57:51.742763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee55746-f3e3-49d9-8561-3f5da80f8e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c1965f-0223-4f14-810d-abe4a1d4d829,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:52.358032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e2651f5-c7b3-4992-908f-5fd2005915f6 req-ad644e84-78ad-4911-9ed1-8d6ac4035990 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 210 time: 0.0374303 Oct 18 23:57:53.206202 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cc14402c-e887-4890-8669-5b8d8abddeb1 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 23:57:53.228040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: cc14402c-e887-4890-8669-5b8d8abddeb1 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 23:57:53.228391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device cc14402c-e887-4890-8669-5b8d8abddeb1 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 23:57:53.454676 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c5872d27-f0d2-4d05-b956-c046893e5a14 req-4a857188-b623-4bb5-8f3d-387314bfc8d4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Oct 18 23:57:53.957088 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-89e0cca2-eceb-4ae0-9e1c-2219719bc6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:54.554211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e6e9501-7d1e-40b6-8ec6-de9668a40343 req-e629db4e-3d59-454c-af7f-91de403be8d0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ef3fc6e-07bc-4b79-8d64-f0e4b7aee877 HTTP/1.1" status: 200 len: 210 time: 0.0300007 Oct 18 23:57:54.795626 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:55.460677 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:57.973215 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:58.849874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:58.854827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cc1e4141-7851-40a2-a6c5-f7736436cd5c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197346191', 'description': 'tempest-secgroup-smoke-1197346191 description', 'project_id': '83c29ede187047efa503f1fcf27d87ca'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:57:58.880939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4141-7851-40a2-a6c5-f7736436cd5c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:58.957698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4141-7851-40a2-a6c5-f7736436cd5c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:58.962712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4141-7851-40a2-a6c5-f7736436cd5c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:58.998398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e4141-7851-40a2-a6c5-f7736436cd5c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96dea8e3-56ee-44e4-8297-f169fed04097,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:59.003939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4141-7851-40a2-a6c5-f7736436cd5c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.005432 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cc1e4141-7851-40a2-a6c5-f7736436cd5c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1542773 Oct 18 23:57:59.008969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37692) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:59.014275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-586157f6-eb91-4528-a27f-606cebd66f6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'security_group_rule': {'security_group_id': '96dea8e3-56ee-44e4-8297-f169fed04097', 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:57:59.050436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-586157f6-eb91-4528-a27f-606cebd66f6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.130878 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-586157f6-eb91-4528-a27f-606cebd66f6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.135440 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-586157f6-eb91-4528-a27f-606cebd66f6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.154609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586157f6-eb91-4528-a27f-606cebd66f6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d6c78e-f0a6-4c33-bee8-298300a83014,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:59.165728 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-586157f6-eb91-4528-a27f-606cebd66f6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.166996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-586157f6-eb91-4528-a27f-606cebd66f6b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570399 Oct 18 23:57:59.170846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37694) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:59.175687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3bd4cc68-35e8-465f-b5cd-80bf4e604be4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'security_group_rule': {'security_group_id': '96dea8e3-56ee-44e4-8297-f169fed04097', 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:57:59.204705 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bd4cc68-35e8-465f-b5cd-80bf4e604be4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.263998 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bd4cc68-35e8-465f-b5cd-80bf4e604be4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.268358 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bd4cc68-35e8-465f-b5cd-80bf4e604be4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.287781 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4cc68-35e8-465f-b5cd-80bf4e604be4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b13d542-c443-49ba-b4a5-aeccc20e97a2,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:59.296420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3bd4cc68-35e8-465f-b5cd-80bf4e604be4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.297627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3bd4cc68-35e8-465f-b5cd-80bf4e604be4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258054 Oct 18 23:57:59.300348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37696) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:59.304677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-90586396-6ffc-4ad7-8e7f-21c7e46b5127 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'security_group_rule': {'security_group_id': '96dea8e3-56ee-44e4-8297-f169fed04097', 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:57:59.331439 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90586396-6ffc-4ad7-8e7f-21c7e46b5127 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.396526 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90586396-6ffc-4ad7-8e7f-21c7e46b5127 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.401160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90586396-6ffc-4ad7-8e7f-21c7e46b5127 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.419970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90586396-6ffc-4ad7-8e7f-21c7e46b5127 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d0dffc-6d39-4974-80e2-ad5b2602ad57,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:59.430409 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-90586396-6ffc-4ad7-8e7f-21c7e46b5127 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.434428 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-90586396-6ffc-4ad7-8e7f-21c7e46b5127 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304393 Oct 18 23:57:59.434742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37702) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:59.439358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3159ceb8-e109-46cc-8630-c46432b05581 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'security_group_rule': {'security_group_id': '96dea8e3-56ee-44e4-8297-f169fed04097', 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:57:59.468776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3159ceb8-e109-46cc-8630-c46432b05581 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.556757 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3159ceb8-e109-46cc-8630-c46432b05581 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.563143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3159ceb8-e109-46cc-8630-c46432b05581 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.582981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159ceb8-e109-46cc-8630-c46432b05581 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e002bbb-7bb6-4d3d-bc90-4e2ccb1816fd,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:59.590226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3159ceb8-e109-46cc-8630-c46432b05581 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.594315 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3159ceb8-e109-46cc-8630-c46432b05581 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557288 Oct 18 23:57:59.594315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37706) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:59.599015 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9b9501f5-9ae4-4ef8-b8eb-0b4001c4e176 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'security_group_rule': {'security_group_id': '96dea8e3-56ee-44e4-8297-f169fed04097', 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:57:59.625292 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-9b9501f5-9ae4-4ef8-b8eb-0b4001c4e176 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Project 83c29ede187047efa503f1fcf27d87ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:57:59.631774 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b9501f5-9ae4-4ef8-b8eb-0b4001c4e176 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.705076 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b9501f5-9ae4-4ef8-b8eb-0b4001c4e176 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.710207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b9501f5-9ae4-4ef8-b8eb-0b4001c4e176 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.730256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9501f5-9ae4-4ef8-b8eb-0b4001c4e176 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d217581-2859-492d-a14c-50c2a4a62417,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:59.735329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9b9501f5-9ae4-4ef8-b8eb-0b4001c4e176 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.736468 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9b9501f5-9ae4-4ef8-b8eb-0b4001c4e176 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411173 Oct 18 23:57:59.739271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37708) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:57:59.743683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2e401f82-779d-4e6d-ba8d-22442a8b15b5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'security_group_rule': {'security_group_id': '96dea8e3-56ee-44e4-8297-f169fed04097', 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:57:59.772645 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-2e401f82-779d-4e6d-ba8d-22442a8b15b5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Project 83c29ede187047efa503f1fcf27d87ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 23:57:59.777880 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e401f82-779d-4e6d-ba8d-22442a8b15b5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.839562 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e401f82-779d-4e6d-ba8d-22442a8b15b5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.843453 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e401f82-779d-4e6d-ba8d-22442a8b15b5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.860773 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e401f82-779d-4e6d-ba8d-22442a8b15b5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20223a0b-067b-488a-8d12-3b0ed2546336,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:57:59.870441 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2e401f82-779d-4e6d-ba8d-22442a8b15b5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:57:59.872200 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2e401f82-779d-4e6d-ba8d-22442a8b15b5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314807 Oct 18 23:58:02.144378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37794) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:02.326255 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b398-1948-4f96-9d52-51b3626130af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:02.417245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b398-1948-4f96-9d52-51b3626130af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:02.423817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f7f9b398-1948-4f96-9d52-51b3626130af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:02.462538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9b398-1948-4f96-9d52-51b3626130af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f750a0b9-16f0-4ea9-a504-fac42c003696,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:02.470106 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f7f9b398-1948-4f96-9d52-51b3626130af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6690ac5e8734ee8a8e61794e6c7b824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204706 Oct 18 23:58:02.470460 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37802) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:02.529902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf592be2-e670-4952-8100-167f299a738e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:02.556862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf592be2-e670-4952-8100-167f299a738e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:02.592104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60574e6-3323-42bf-9f84-c48783d9903f req-30f0b267-ca60-491f-8d16-aab8979d2510 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495403 Oct 18 23:58:02.643437 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf592be2-e670-4952-8100-167f299a738e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:02.648873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf592be2-e670-4952-8100-167f299a738e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:02.651715 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bf592be2-e670-4952-8100-167f299a738e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f750a0b9-16f0-4ea9-a504-fac42c003696 HTTP/1.1" status: 204 len: 168 time: 0.1796365 Oct 18 23:58:02.672154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf592be2-e670-4952-8100-167f299a738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f750a0b9-16f0-4ea9-a504-fac42c003696,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:02.732714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60574e6-3323-42bf-9f84-c48783d9903f req-553b71bb-745b-4fb4-aefb-390ee97d3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:02.735049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60574e6-3323-42bf-9f84-c48783d9903f req-553b71bb-745b-4fb4-aefb-390ee97d3ffe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6be112448ef4339b053aa321ec928d2&device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1097 time: 0.0669856 Oct 18 23:58:02.894305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60574e6-3323-42bf-9f84-c48783d9903f req-97140005-08b3-4563-b326-47a9787561de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:02.895991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60574e6-3323-42bf-9f84-c48783d9903f req-97140005-08b3-4563-b326-47a9787561de service neutron] 10.222.0.73 "GET /v2.0/networks?id=847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 200 len: 909 time: 0.1367562 Oct 18 23:58:03.007901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60574e6-3323-42bf-9f84-c48783d9903f req-caf22ff9-81c4-4782-ba05-921032fa441d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 200 len: 1001 time: 0.1043320 Oct 18 23:58:03.069562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60574e6-3323-42bf-9f84-c48783d9903f req-9283a111-ccdd-4776-8750-f9952cabfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:03.071240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60574e6-3323-42bf-9f84-c48783d9903f req-9283a111-ccdd-4776-8750-f9952cabfd23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be8928e2-6476-4fca-9ad1-70cdfd562e91 HTTP/1.1" status: 200 len: 847 time: 0.0560763 Oct 18 23:58:03.085610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37808) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:03.106669 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb60c2e5-f809-4212-99d4-89b19858a01b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:03.123792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60574e6-3323-42bf-9f84-c48783d9903f req-1bee0dcf-cca0-4cca-960c-a85ab694600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:03.125468 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60574e6-3323-42bf-9f84-c48783d9903f req-1bee0dcf-cca0-4cca-960c-a85ab694600a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847cd454-4232-4b11-b50a-13b778208d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467005 Oct 18 23:58:03.222372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb60c2e5-f809-4212-99d4-89b19858a01b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:03.228401 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cb60c2e5-f809-4212-99d4-89b19858a01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:03.254191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60574e6-3323-42bf-9f84-c48783d9903f req-d9e98cc2-2b2d-4892-9357-5345245e27a6 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216390 Oct 18 23:58:03.280407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60c2e5-f809-4212-99d4-89b19858a01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06a7d2b-4af5-4fc7-adca-cf970c3fcf7e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:03.286620 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cb60c2e5-f809-4212-99d4-89b19858a01b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b8993e69dab4806b69fea9a70d6a2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993062 Oct 18 23:58:03.289691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37810) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:03.367765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40cb56f5-f623-4f26-8091-732ba4ed4a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:03.395145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40cb56f5-f623-4f26-8091-732ba4ed4a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:03.399108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b60574e6-3323-42bf-9f84-c48783d9903f req-52df29f1-802c-424c-a57d-1e053d0cb906 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375606 Oct 18 23:58:03.461243 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40cb56f5-f623-4f26-8091-732ba4ed4a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:03.468952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-40cb56f5-f623-4f26-8091-732ba4ed4a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:03.470137 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-40cb56f5-f623-4f26-8091-732ba4ed4a58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d06a7d2b-4af5-4fc7-adca-cf970c3fcf7e HTTP/1.1" status: 204 len: 168 time: 0.1791673 Oct 18 23:58:03.479354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb56f5-f623-4f26-8091-732ba4ed4a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06a7d2b-4af5-4fc7-adca-cf970c3fcf7e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:04.987014 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:06.650116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:06.739402 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:58:16.560872 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 37996) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:16.674853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:16.750576 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:16.755209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:16.792987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc792da4-370d-4af0-b2e9-ded3e7c923e8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:16.796759 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f34a4939635467aa55cfdcfbef742d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346349 Oct 18 23:58:16.799539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38000) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:16.803495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.803844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.804185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.804521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.804854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.805185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.805510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.805835 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.806157 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.806757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.807971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.807971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb80705-960f-4469-90c5-8f15a0eba5e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.854525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:16.890394 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:16.945899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:16.949078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:16.950998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc792da4-370d-4af0-b2e9-ded3e7c923e8 HTTP/1.1" status: 204 len: 168 time: 0.1497481 Oct 18 23:58:16.961860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc792da4-370d-4af0-b2e9-ded3e7c923e8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:16.971387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.971387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.971619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.971868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.972155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.972480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.972795 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.973110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.973688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.974000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.974324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:16.974637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5f1e2-c8bf-46f6-9e1f-8d3c460f3664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:17.285067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38008) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:17.300469 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c174889c-6b58-4814-81ea-ca0d7ee46508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:17.401642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c174889c-6b58-4814-81ea-ca0d7ee46508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:17.408504 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c174889c-6b58-4814-81ea-ca0d7ee46508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:17.453610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c174889c-6b58-4814-81ea-ca0d7ee46508 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0b5dd8eaf724836a1003642e0430e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673386 Oct 18 23:58:17.454807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174889c-6b58-4814-81ea-ca0d7ee46508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd262e1-4cb4-4fa1-a452-8ba8478038ec,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:17.456632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38010) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:17.532785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f00eb5db-3ba8-4878-a223-f4954ddaf75e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:17.562939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f00eb5db-3ba8-4878-a223-f4954ddaf75e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:17.619830 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f00eb5db-3ba8-4878-a223-f4954ddaf75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:17.624845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f00eb5db-3ba8-4878-a223-f4954ddaf75e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:17.624845 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f00eb5db-3ba8-4878-a223-f4954ddaf75e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8cd262e1-4cb4-4fa1-a452-8ba8478038ec HTTP/1.1" status: 204 len: 168 time: 0.1569111 Oct 18 23:58:17.634025 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eb5db-3ba8-4878-a223-f4954ddaf75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd262e1-4cb4-4fa1-a452-8ba8478038ec,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:17.960984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38016) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:17.975406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9870ab9a-5c24-45ad-89a1-58c2e69e2fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:18.053075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9870ab9a-5c24-45ad-89a1-58c2e69e2fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:18.057768 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9870ab9a-5c24-45ad-89a1-58c2e69e2fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:18.099040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9870ab9a-5c24-45ad-89a1-58c2e69e2fca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f6062f3e7fb4cce8fa8cd574963c78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365380 Oct 18 23:58:18.099946 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870ab9a-5c24-45ad-89a1-58c2e69e2fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e7e3b9-00b7-42da-8af0-4cbdcb73591f,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:18.101860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38018) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:18.157450 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0967b1cc-ca68-4bbd-a2dd-ef14d1ab90c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:18.179634 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0967b1cc-ca68-4bbd-a2dd-ef14d1ab90c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:18.235193 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0967b1cc-ca68-4bbd-a2dd-ef14d1ab90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:18.238000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0967b1cc-ca68-4bbd-a2dd-ef14d1ab90c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:18.239287 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0967b1cc-ca68-4bbd-a2dd-ef14d1ab90c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05e7e3b9-00b7-42da-8af0-4cbdcb73591f HTTP/1.1" status: 204 len: 168 time: 0.1363642 Oct 18 23:58:18.248478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967b1cc-ca68-4bbd-a2dd-ef14d1ab90c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e7e3b9-00b7-42da-8af0-4cbdcb73591f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:19.621470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-66770729-5056-4194-b1f4-1fd12a0555a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197346191&fields=id&tenant_id=83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 267 time: 0.0424502 Oct 18 23:58:19.730892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-20b852a6-95d0-4f42-9684-e59ea4acd829 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:19.732389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-20b852a6-95d0-4f42-9684-e59ea4acd829 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1040614 Oct 18 23:58:19.747933 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-cf2e8dcf-2e03-4351-a0e0-b812c4c4aead tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/quotas/83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 375 time: 0.0094740 Oct 18 23:58:19.801116 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-fc97cce2-a215-40aa-ba41-699367e83c62 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475202 Oct 18 23:58:19.903882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-56cabc9f-4782-4106-b0a9-55add990c965 service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905344 Oct 18 23:58:19.993836 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-a5ce2668-5d86-441f-96d4-fb7bd53a3b5b service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837448 Oct 18 23:58:20.276356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da836da-61b5-4495-8da5-8935657bd2a8 req-1cf49b85-4efc-46cc-a872-d439813fc890 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 210 time: 0.0264440 Oct 18 23:58:20.301405 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5ca853e6-a66e-4122-bb54-77ea55b7d9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:21.398682 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18a5d2c7-bf52-40fe-9ab9-8d4c9ea754a1 req-d2893ac2-d031-4bbd-85a2-379946bd9828 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 210 time: 0.0304940 Oct 18 23:58:21.433806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-09b555f0-1709-4917-bb6f-ec6b7dfbd451 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:21.435439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-09b555f0-1709-4917-bb6f-ec6b7dfbd451 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1458092 Oct 18 23:58:21.520655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-a6436f88-027b-4fde-b53d-c715fb85f1ed tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 380 time: 0.0532444 Oct 18 23:58:21.534875 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'port': {'device_id': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'admin_state_up': True, 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'security_groups': ['96dea8e3-56ee-44e4-8297-f169fed04097']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:58:21.670131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Made reservation on behalf of 83c29ede187047efa503f1fcf27d87ca for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 23:58:21.673851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:21.824569 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.20.0.6 (b80637fd-7b3f-43f9-9f81-82200c144307/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2/5e957833-ae27-4b3e-b51e-fe2a67b6caec) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:58:21.964547 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.003000 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.045768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:58:22.049111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:58:22.052730 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:58:22.062502 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=5e957833-ae27-4b3e-b51e-fe2a67b6caec,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:22.109457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:22.110080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.128098 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-702985cf-57c7-4469-b233-58d90fd2a884 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990191 Oct 18 23:58:22.264305 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Request body: {'port': {'device_id': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:58:22.313944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c5b15241-58ee-456a-ab8e-ead355873746 None None] Provisioning complete for port 5e957833-ae27-4b3e-b51e-fe2a67b6caec triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:58:22.314510 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5b15241-58ee-456a-ab8e-ead355873746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.322030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.350453 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c5b15241-58ee-456a-ab8e-ead355873746 None None] Port 5e957833-ae27-4b3e-b51e-fe2a67b6caec cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 23:58:22.522971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141858-7c39-44d9-93e5-53f11f91ab42 req-066c6df8-a463-4f03-8a4e-01efb1bcbeaf tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:22.524381 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d141858-7c39-44d9-93e5-53f11f91ab42 req-066c6df8-a463-4f03-8a4e-01efb1bcbeaf tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 931 time: 0.0546703 Oct 18 23:58:22.566375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d141858-7c39-44d9-93e5-53f11f91ab42 req-81a85ef6-7b66-490c-a984-60cc86ae01f2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328562 Oct 18 23:58:22.595060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e957833-ae27-4b3e-b51e-fe2a67b6caec {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:58:22.602936 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.616053 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Transition to ACTIVE for port object 5e957833-ae27-4b3e-b51e-fe2a67b6caec will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 23:58:22.620841 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.674809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Pushing event updated for resources: {'Port': ['ID=5e957833-ae27-4b3e-b51e-fe2a67b6caec,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:22.754428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Attempting to bind port 5e957833-ae27-4b3e-b51e-fe2a67b6caec on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 23:58:22.754892 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Attempting to bind port 5e957833-ae27-4b3e-b51e-fe2a67b6caec by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 23:58:22.755335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Attempting to bind port 5e957833-ae27-4b3e-b51e-fe2a67b6caec on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:58:22.761412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Port 5e957833-ae27-4b3e-b51e-fe2a67b6caec on network b80637fd-7b3f-43f9-9f81-82200c144307 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 23:58:22.761810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Attempting to bind port 5e957833-ae27-4b3e-b51e-fe2a67b6caec on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 23:58:22.772415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 23:58:22.772763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 23:58:22.773230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Bound using segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 23:58:22.775330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Bound port: 5e957833-ae27-4b3e-b51e-fe2a67b6caec, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 23:58:22.775986 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.850123 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] For port 5e957833-ae27-4b3e-b51e-fe2a67b6caec, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 23:58:22.855264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] For port 5e957833-ae27-4b3e-b51e-fe2a67b6caec, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 23:58:22.862250 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.898032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:22.898630 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:22.900130 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] 10.222.0.102 "PUT /v2.0/ports/5e957833-ae27-4b3e-b51e-fe2a67b6caec HTTP/1.1" status: 200 len: 1092 time: 0.7579224 Oct 18 23:58:22.900590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'tag': '5e957833-ae27-4b3e-b51e-fe2a67b6caec'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:58:22.903566 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5679693a-00b2-48f8-ab3a-14659c8bf910" -d '{"events": [{"name": "network-changed", "server_uuid": "69f4199a-e220-447b-91a5-4c2d1da94fbb", "tag": "5e957833-ae27-4b3e-b51e-fe2a67b6caec"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:58:22.931210 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad44d89-476d-4c25-95f6-d875d89ea0cb service neutron] Pushing event updated for resources: {'Port': ['ID=5e957833-ae27-4b3e-b51e-fe2a67b6caec,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:22.970274 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d302e2-5440-4ba5-b4bc-1499c648860a x-openstack-request-id: req-f7d302e2-5440-4ba5-b4bc-1499c648860a {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:58:22.970693 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f4199a-e220-447b-91a5-4c2d1da94fbb", "tag": "5e957833-ae27-4b3e-b51e-fe2a67b6caec", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:58:22.971168 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7d302e2-5440-4ba5-b4bc-1499c648860a {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:58:22.971863 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'tag': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'status': 'completed', 'code': 200} Oct 18 23:58:23.040798 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-4be8c34e-654a-4b7d-a321-00b935416454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:23.042561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-4be8c34e-654a-4b7d-a321-00b935416454 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 1095 time: 0.0595450 Oct 18 23:58:23.099986 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-b0f75698-b8f5-4ce2-a32e-3b1dc8a4d5c5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec HTTP/1.1" status: 200 len: 217 time: 0.0417523 Oct 18 23:58:23.153538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-a3c699d9-54ca-4c49-ab92-a2638e495f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:23.155039 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-a3c699d9-54ca-4c49-ab92-a2638e495f60 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0481832 Oct 18 23:58:23.207443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-437141f4-f063-4620-b913-17b44b87b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:23.208995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-437141f4-f063-4620-b913-17b44b87b2dc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472646 Oct 18 23:58:23.313960 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-75d49219-fbc0-4161-a57d-8693e233353b service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964253 Oct 18 23:58:23.409319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ef7ec463-3497-4207-a530-ec2ad9ac1324 req-cb6b8d98-791e-4fa4-b500-e836768e5718 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880754 Oct 18 23:58:23.533093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-77a8534f-14a5-45c4-a4cc-eec02ed07f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:23.534700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-77a8534f-14a5-45c4-a4cc-eec02ed07f5c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 1095 time: 0.0475309 Oct 18 23:58:23.636065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-401834e0-c56a-4c8f-b326-01d5c3ab5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:23.637576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-401834e0-c56a-4c8f-b326-01d5c3ab5e63 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0963066 Oct 18 23:58:23.685011 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-4c593d57-1931-442a-a824-af6e1d6a030c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec HTTP/1.1" status: 200 len: 217 time: 0.0405774 Oct 18 23:58:23.698244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855407a-8204-42cc-9dbb-b6ae45cfaf20 req-63ad6844-a7f7-4cb0-8b0d-8915397c20cd tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:23.699959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4855407a-8204-42cc-9dbb-b6ae45cfaf20 req-63ad6844-a7f7-4cb0-8b0d-8915397c20cd tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0548298 Oct 18 23:58:23.738991 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-d082b4db-da81-4bac-a957-7a969066195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:23.740650 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-d082b4db-da81-4bac-a957-7a969066195e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0473831 Oct 18 23:58:23.744022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4855407a-8204-42cc-9dbb-b6ae45cfaf20 req-9a82362b-84a9-425b-836d-de7943c129ce tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365920 Oct 18 23:58:23.790094 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-5d0db530-e148-47d2-9a3c-f75d91947731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:23.791642 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-5d0db530-e148-47d2-9a3c-f75d91947731 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430698 Oct 18 23:58:23.972117 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a8cb71c3-c71a-4efc-9b88-4250cab2ed99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:24.176280 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-7d15e070-7528-4a41-a1be-a42a8fa3c256 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771691 Oct 18 23:58:24.277680 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5679693a-00b2-48f8-ab3a-14659c8bf910 req-cdb38a7d-83f7-48a8-8a29-89bed2ddfab0 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938842 Oct 18 23:58:24.796132 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:24.904631 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e80db3-e6a0-4f9b-88a1-8b1754c1fdd7 req-d2aada89-f7f8-492f-8929-25b0f66e693d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:24.906350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5e80db3-e6a0-4f9b-88a1-8b1754c1fdd7 req-d2aada89-f7f8-492f-8929-25b0f66e693d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0771604 Oct 18 23:58:24.982013 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f5e80db3-e6a0-4f9b-88a1-8b1754c1fdd7 req-0978173c-0135-4273-8b21-da2dc8b550f6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665045 Oct 18 23:58:25.464079 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:26.120339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c945d-9ef3-478d-b6ce-5d0cbdafc8fe req-82a8fb7e-2fc1-4c02-973a-e95f85a6cae0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:26.121878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-350c945d-9ef3-478d-b6ce-5d0cbdafc8fe req-82a8fb7e-2fc1-4c02-973a-e95f85a6cae0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0539448 Oct 18 23:58:26.161766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-350c945d-9ef3-478d-b6ce-5d0cbdafc8fe req-eeb209a9-b1ed-47b3-bb99-792e67910c41 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334463 Oct 18 23:58:27.276765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64617a-379d-470c-a744-2097b0d27a0d req-8766701b-e75c-477b-bf20-0b48dc42d7e2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:27.278774 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f64617a-379d-470c-a744-2097b0d27a0d req-8766701b-e75c-477b-bf20-0b48dc42d7e2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0496123 Oct 18 23:58:27.317205 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f64617a-379d-470c-a744-2097b0d27a0d req-0ef80782-c03b-41b4-86d8-dfcc8aceca15 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Oct 18 23:58:27.975917 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:28.432509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255918c-d17e-43ce-ad6b-38d9388b0f08 req-0667a47f-143f-49b2-81c6-a557a7e738e4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:28.434594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5255918c-d17e-43ce-ad6b-38d9388b0f08 req-0667a47f-143f-49b2-81c6-a557a7e738e4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0492940 Oct 18 23:58:28.471452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5255918c-d17e-43ce-ad6b-38d9388b0f08 req-1aa6e679-2c04-4c38-8871-e8109266dc4b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308788 Oct 18 23:58:29.586412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4cab8-f09b-485d-be78-c66e9d1b2a50 req-9bf3a830-f481-4eb1-8e63-b29d82119c22 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:29.587919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fad4cab8-f09b-485d-be78-c66e9d1b2a50 req-9bf3a830-f481-4eb1-8e63-b29d82119c22 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0496545 Oct 18 23:58:29.625737 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fad4cab8-f09b-485d-be78-c66e9d1b2a50 req-c10c14d3-51f1-4c3c-8146-d7093f6d40fd tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Oct 18 23:58:30.745496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f10992-5d95-48c7-bbf7-54ff315815ee req-f86129b9-24b0-4db3-95f9-7d7429c5a520 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:30.747731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f10992-5d95-48c7-bbf7-54ff315815ee req-f86129b9-24b0-4db3-95f9-7d7429c5a520 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0522151 Oct 18 23:58:30.787981 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49f10992-5d95-48c7-bbf7-54ff315815ee req-8fea7c8f-b0aa-47b4-a681-ea16b0582380 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342653 Oct 18 23:58:31.900988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee291-79c3-410e-93c4-2ce726b77d06 req-675f1219-78b8-457d-8c8b-f5f1299dc5e5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:31.902067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6aeee291-79c3-410e-93c4-2ce726b77d06 req-675f1219-78b8-457d-8c8b-f5f1299dc5e5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0478702 Oct 18 23:58:31.944863 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6aeee291-79c3-410e-93c4-2ce726b77d06 req-d4d9b722-0571-495b-9535-8a0b82f6ae9a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357513 Oct 18 23:58:33.060705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4a8dd-5d3a-4c18-9897-2d5d083c58b2 req-e50e261a-cbee-4b34-80d7-92ffc0b890ab tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:33.062154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ea4a8dd-5d3a-4c18-9897-2d5d083c58b2 req-e50e261a-cbee-4b34-80d7-92ffc0b890ab tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0522084 Oct 18 23:58:33.101170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ea4a8dd-5d3a-4c18-9897-2d5d083c58b2 req-ef87751e-2973-4a26-8eb9-403cb7a787d8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Oct 18 23:58:34.214302 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b4bf2-240c-4dc8-ba1b-7a5589dd7c94 req-a05f7ae0-0cae-47ae-bb2f-caf653a81b19 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:34.215805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-364b4bf2-240c-4dc8-ba1b-7a5589dd7c94 req-a05f7ae0-0cae-47ae-bb2f-caf653a81b19 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0494702 Oct 18 23:58:34.253882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-364b4bf2-240c-4dc8-ba1b-7a5589dd7c94 req-d43aca52-d5d5-4f25-9ff7-754d82d2985b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 Oct 18 23:58:34.986297 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:35.371978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b2305-9308-4833-aeb7-b52358d67bfe req-928604e6-8649-4bea-b6c2-3dc915bde707 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:35.373776 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-287b2305-9308-4833-aeb7-b52358d67bfe req-928604e6-8649-4bea-b6c2-3dc915bde707 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 943 time: 0.0516510 Oct 18 23:58:35.383608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5e957833-ae27-4b3e-b51e-fe2a67b6caec details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 23:58:35.412680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-287b2305-9308-4833-aeb7-b52358d67bfe req-e9979a20-fc77-4edf-9bf4-5d13e4c75bf3 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Oct 18 23:58:35.476355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5e957833-ae27-4b3e-b51e-fe2a67b6caec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:58:35.487034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'port_id': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'mac_address': 'fa:16:3e:70:b2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 23:58:35.526304 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:35.538446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e957833-ae27-4b3e-b51e-fe2a67b6caec {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 23:58:35.556623 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5e957833-ae27-4b3e-b51e-fe2a67b6caec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:58:35.561704 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:35.607957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5e957833-ae27-4b3e-b51e-fe2a67b6caec,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:35.615123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.615465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.615800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.616135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.616460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.616791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.617211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.617435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.617755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.618072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.618390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.618708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 23:58:35.932657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['5e957833-ae27-4b3e-b51e-fe2a67b6caec'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 23:58:36.527194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed2f3-3daf-4fc9-b6f3-583ddf5cba0b req-9337af65-c0df-4ae8-8a5e-3b40ae0696f6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:36.528673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e4ed2f3-3daf-4fc9-b6f3-583ddf5cba0b req-9337af65-c0df-4ae8-8a5e-3b40ae0696f6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 944 time: 0.0488706 Oct 18 23:58:36.567376 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8e4ed2f3-3daf-4fc9-b6f3-583ddf5cba0b req-652a1f99-7e74-4ab2-b7a1-3a04f13c80ed tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322595 Oct 18 23:58:36.671566 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:37.383167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5e957833-ae27-4b3e-b51e-fe2a67b6caec up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 23:58:37.432561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 5e957833-ae27-4b3e-b51e-fe2a67b6caec completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 23:58:37.436227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 5e957833-ae27-4b3e-b51e-fe2a67b6caec triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 23:58:37.436602 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:37.518771 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:37.540503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e957833-ae27-4b3e-b51e-fe2a67b6caec'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:58:37.542745 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324688c8-76cd-47ff-9627-43e8a40d0574" -d '{"events": [{"server_uuid": "69f4199a-e220-447b-91a5-4c2d1da94fbb", "name": "network-vif-plugged", "status": "completed", "tag": "5e957833-ae27-4b3e-b51e-fe2a67b6caec"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:58:37.555854 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 5e957833-ae27-4b3e-b51e-fe2a67b6caec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 23:58:37.560307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:37.591422 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cdd6e8-be2a-42da-98af-9368bcd671ba x-openstack-request-id: req-46cdd6e8-be2a-42da-98af-9368bcd671ba {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:58:37.591770 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4199a-e220-447b-91a5-4c2d1da94fbb", "name": "network-vif-plugged", "status": "completed", "tag": "5e957833-ae27-4b3e-b51e-fe2a67b6caec", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:58:37.592060 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46cdd6e8-be2a-42da-98af-9368bcd671ba {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:58:37.592447 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'code': 200} Oct 18 23:58:37.612665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=5e957833-ae27-4b3e-b51e-fe2a67b6caec,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:37.714810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386766c-7f9a-44ee-bb7a-9643953033cd req-7ddbf7c7-75c8-480d-b414-a096c386d379 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:37.716162 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a386766c-7f9a-44ee-bb7a-9643953033cd req-7ddbf7c7-75c8-480d-b414-a096c386d379 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 945 time: 0.0789945 Oct 18 23:58:37.745264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5087fbe-91f5-4eb9-9ffe-c24575279af4 req-89b38f2d-e133-4fcb-bfcc-0a262a17b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:37.746700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d5087fbe-91f5-4eb9-9ffe-c24575279af4 req-89b38f2d-e133-4fcb-bfcc-0a262a17b1ee service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 1097 time: 0.0701077 Oct 18 23:58:37.774107 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a386766c-7f9a-44ee-bb7a-9643953033cd req-d39d9e8a-41d2-4f43-abe5-c5d0543395c3 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507488 Oct 18 23:58:37.791432 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d5087fbe-91f5-4eb9-9ffe-c24575279af4 req-c4231136-4c42-49da-9902-da9efb4b76ea service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352082 Oct 18 23:58:38.895480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6ad3-5691-453f-9ec5-215bde787f8a req-fd1a8737-ad32-4195-82bd-8306a8c99b88 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:38.896947 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-207d6ad3-5691-453f-9ec5-215bde787f8a req-fd1a8737-ad32-4195-82bd-8306a8c99b88 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 945 time: 0.0493882 Oct 18 23:58:38.934688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-207d6ad3-5691-453f-9ec5-215bde787f8a req-c174fb15-f608-4a1b-b548-18403a166aa3 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319085 Oct 18 23:58:40.049676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181be81-a550-4309-a15f-9d832e43a31c req-ce6a06b2-1ffd-4cdb-8010-3d5c90e064f9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:40.051186 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6181be81-a550-4309-a15f-9d832e43a31c req-ce6a06b2-1ffd-4cdb-8010-3d5c90e064f9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 945 time: 0.0492933 Oct 18 23:58:40.089250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6181be81-a550-4309-a15f-9d832e43a31c req-3633cd5e-f1a9-4ef1-aab1-56228a2abcf8 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321245 Oct 18 23:58:40.208250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabae4b-3a90-4f5f-84f5-9b9557a143e9 req-40896111-8b84-4303-9780-481f973bab6e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:40.209751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cabae4b-3a90-4f5f-84f5-9b9557a143e9 req-40896111-8b84-4303-9780-481f973bab6e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 945 time: 0.0540874 Oct 18 23:58:40.251691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0cabae4b-3a90-4f5f-84f5-9b9557a143e9 req-d1987830-5065-4acd-94aa-137fd7625182 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357535 Oct 18 23:58:40.274128 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38098) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:40.313794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c4bf48-8c0d-477a-8761-55986c72ce7e tempest-TestVolumeBootPattern-1632718077 tempest-TestVolumeBootPattern-1632718077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:40.315351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b5c4bf48-8c0d-477a-8761-55986c72ce7e tempest-TestVolumeBootPattern-1632718077 tempest-TestVolumeBootPattern-1632718077-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 1092 time: 0.0402153 Oct 18 23:58:40.318372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38100) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 23:58:40.322610 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 23:58:40.345547 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:40.443843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:40.550142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.25.7.57 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/54a95c4e-ee64-47bd-a273-c904dd40ee8e) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 23:58:40.649461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:40.681512 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:40.716910 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 23:58:40.720212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 23:58:40.723863 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 23:58:40.757624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=54a95c4e-ee64-47bd-a273-c904dd40ee8e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:41.088192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:41.155743 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:41.301139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:41.305602 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:41.381007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=54a95c4e-ee64-47bd-a273-c904dd40ee8e,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 23:58:41.389437 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:41.490490 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Floating IP 69e8fc76-afb9-4723-bad5-57fdcd753b80 associated. External IP: 172.25.7.57, port: 5e957833-ae27-4b3e-b51e-fe2a67b6caec. Oct 18 23:58:41.705197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 23:58:41.821479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 23:58:41.832645 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] Sync routers for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 23:58:41.838948 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:41.842699 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:58:41.843315 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:58:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:58:41.867124 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-71798fc0-edc1-471b-aee4-7af38316cb58 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5476067 Oct 18 23:58:41.867730 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'tag': '5e957833-ae27-4b3e-b51e-fe2a67b6caec'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 23:58:41.870341 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed6e38b-03af-4091-9250-ac7fe1e752bc" -d '{"events": [{"name": "network-changed", "server_uuid": "69f4199a-e220-447b-91a5-4c2d1da94fbb", "tag": "5e957833-ae27-4b3e-b51e-fe2a67b6caec"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 23:58:41.910573 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 23:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac3b8d1-5b3c-4a89-969f-3f1a608ac084 x-openstack-request-id: req-dac3b8d1-5b3c-4a89-969f-3f1a608ac084 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 23:58:41.910902 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f4199a-e220-447b-91a5-4c2d1da94fbb", "tag": "5e957833-ae27-4b3e-b51e-fe2a67b6caec", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 23:58:41.911165 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dac3b8d1-5b3c-4a89-969f-3f1a608ac084 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 23:58:41.911575 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'tag': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'status': 'completed', 'code': 200} Oct 18 23:58:41.950037 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:58:41.997392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-87a95550-f4c1-45e8-88e5-cdda88f066d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:41.999049 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-87a95550-f4c1-45e8-88e5-cdda88f066d1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 1097 time: 0.0413525 Oct 18 23:58:42.094704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-9fddf087-3fc7-407e-97dd-2230920b9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:42.096240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-9fddf087-3fc7-407e-97dd-2230920b9d2a service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0903089 Oct 18 23:58:42.193820 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-42dcef4c-cf98-4bdd-9cf0-6e8dcbe29d44 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec HTTP/1.1" status: 200 len: 998 time: 0.0902667 Oct 18 23:58:42.248165 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-c8e98007-e703-4b94-851b-69a1f27c6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:42.250241 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-c8e98007-e703-4b94-851b-69a1f27c6906 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0493014 Oct 18 23:58:42.260786 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '69e8fc76-afb9-4723-bad5-57fdcd753b80', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:70:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:58:40Z', 'updated_at': '2021-10-18T23:58:40Z', 'revision_number': 0, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:58:42.295062 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] Checking router: 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 23:58:42.300560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-e42c06df-4417-4724-98e5-13ac5544a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:58:42.302072 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-e42c06df-4417-4724-98e5-13ac5544a76c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447757 Oct 18 23:58:42.303961 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 23:58:42.304554 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-18T23:58:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:58:42.399655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-979bfdc2-04ae-47ee-8ee1-5ba8a536c77a service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903263 Oct 18 23:58:42.408521 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 23:58:42.490668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ed6e38b-03af-4091-9250-ac7fe1e752bc req-1bb964e7-c314-418d-9372-fe1a1d0ccd58 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832405 Oct 18 23:58:42.629960 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '69e8fc76-afb9-4723-bad5-57fdcd753b80', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:70:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:58:40Z', 'updated_at': '2021-10-18T23:58:40Z', 'revision_number': 0, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 23:58:42.659005 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6212a0a-b206-476c-a617-4fd7fc2d1df0 None None] The sync data for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 is: [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '69e8fc76-afb9-4723-bad5-57fdcd753b80', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:70:b2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T23:58:40Z', 'updated_at': '2021-10-18T23:58:40Z', 'revision_number': 0, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 23:58:42.871818 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7778702-aa1d-4aa9-abf0-f91cf56b9daa None None] New status for floating IP 69e8fc76-afb9-4723-bad5-57fdcd753b80: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 23:58:43.738517 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:58:50.303597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ec0d78aa-6ffb-419a-a606-9e53fb419bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:53.955172 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e81f185-889a-41e2-bdb7-843142585178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:54.788807 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:55.464962 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:58:57.979674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:03.328342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-b3c06147-2333-4822-b448-4364437b3ad4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403571 Oct 18 23:59:03.435663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-100fb441-df92-4770-8641-086f371e7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:59:03.437198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-100fb441-df92-4770-8641-086f371e7545 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 1097 time: 0.0472116 Oct 18 23:59:03.542660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-cf3dcd01-0833-42b2-acae-39014618cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:59:03.544242 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-cf3dcd01-0833-42b2-acae-39014618cf16 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0849395 Oct 18 23:59:03.615129 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-87cedf59-d1bd-4a49-8f1b-e6fb86d62986 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec HTTP/1.1" status: 200 len: 1000 time: 0.0625179 Oct 18 23:59:03.666333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-6c832859-512b-4ad9-8d92-08b839d5e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:59:03.667872 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-6c832859-512b-4ad9-8d92-08b839d5e941 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0460432 Oct 18 23:59:03.716148 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-a133c08d-c147-4f8f-bbd1-62a47202ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:59:03.717832 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-a133c08d-c147-4f8f-bbd1-62a47202ea76 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420961 Oct 18 23:59:03.819252 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-418ba674-4979-4ed1-b14b-a331e40c8c75 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936124 Oct 18 23:59:03.916865 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0c3e7000-208f-4ace-b238-3677e12c5c58 req-faf68610-7168-4dfc-87f3-30b102003aed service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903692 Oct 18 23:59:04.684599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07b610c6-3651-4c6e-b349-096be10777d8 req-85db737e-aac6-44b0-82e5-466f1f22c2b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1318712 Oct 18 23:59:04.796983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b610c6-3651-4c6e-b349-096be10777d8 req-06619a67-3dff-49d6-84a7-e1bf9f0d25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:59:04.798628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07b610c6-3651-4c6e-b349-096be10777d8 req-06619a67-3dff-49d6-84a7-e1bf9f0d25ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6be112448ef4339b053aa321ec928d2&device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1097 time: 0.0541799 Oct 18 23:59:04.915285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b610c6-3651-4c6e-b349-096be10777d8 req-bcbcb78d-981c-499f-8562-0a587aef353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:59:04.917434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07b610c6-3651-4c6e-b349-096be10777d8 req-bcbcb78d-981c-499f-8562-0a587aef353e service neutron] 10.222.0.73 "GET /v2.0/networks?id=847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 200 len: 909 time: 0.0978272 Oct 18 23:59:04.984210 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:04.986859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07b610c6-3651-4c6e-b349-096be10777d8 req-44d363e8-cfed-4c17-9e07-dee4dfb96e8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 200 len: 1001 time: 0.0625756 Oct 18 23:59:05.039886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b610c6-3651-4c6e-b349-096be10777d8 req-ed71437c-c5b3-4fa1-8cf1-3e72dbc25c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:59:05.041993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07b610c6-3651-4c6e-b349-096be10777d8 req-ed71437c-c5b3-4fa1-8cf1-3e72dbc25c33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be8928e2-6476-4fca-9ad1-70cdfd562e91 HTTP/1.1" status: 200 len: 847 time: 0.0480580 Oct 18 23:59:05.087975 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b610c6-3651-4c6e-b349-096be10777d8 req-ed031a16-63d9-42ea-8790-398f3d6f3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 23:59:05.089867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07b610c6-3651-4c6e-b349-096be10777d8 req-ed031a16-63d9-42ea-8790-398f3d6f3e76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847cd454-4232-4b11-b50a-13b778208d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417778 Oct 18 23:59:05.187528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07b610c6-3651-4c6e-b349-096be10777d8 req-a91ba0ea-fece-46ea-a056-0d823c0be784 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906610 Oct 18 23:59:05.291252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07b610c6-3651-4c6e-b349-096be10777d8 req-b4d424e9-3ff5-4854-903b-55a768e61baa service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966029 Oct 18 23:59:06.678549 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:20.305804 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a9e1fda8-72e0-49de-ba5a-aea36c60b26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:20.737512 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:59:23.955480 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1ae5072f-96ed-4890-8a60-2e1f9cb20820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:24.791693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:25.467932 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:27.985483 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:34.974288 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:36.680215 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:50.312911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-86d71926-e9ef-4670-bdcc-f7ada05d8a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:53.959930 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7cdbec7d-511c-482c-b385-72915718b76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:54.796768 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:55.478682 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 23:59:57.736445 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 23:59:57.986894 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:03.331544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-0fdfd689-631f-43f6-9a0b-322783d4fb4e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448618 Oct 19 00:00:03.438575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-b7dcc199-8111-4b1e-9fc6-aebcb173f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:03.440268 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-b7dcc199-8111-4b1e-9fc6-aebcb173f7a0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 1097 time: 0.0420194 Oct 19 00:00:03.549118 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-aa209b05-e98c-44ae-9880-aeba8b008dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:03.550619 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-aa209b05-e98c-44ae-9880-aeba8b008dcb service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0891917 Oct 19 00:00:03.622441 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-8e943b00-0697-49f0-8a85-a518608f0c72 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec HTTP/1.1" status: 200 len: 1000 time: 0.0635340 Oct 19 00:00:03.672845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-5d27f7c8-a7b7-4941-8b04-e108299d31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:03.674309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-5d27f7c8-a7b7-4941-8b04-e108299d31e2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0447288 Oct 19 00:00:03.726369 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-f4142a5b-399e-420d-addf-4b7dcda38353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:03.727935 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-f4142a5b-399e-420d-addf-4b7dcda38353 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426652 Oct 19 00:00:03.825642 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-ea679046-06c1-403c-b558-21d5bee48b9a service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901916 Oct 19 00:00:03.920377 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7062ff7a-b48c-4a14-865d-b0ff7909abf0 req-b17bdd46-3937-43ec-ab3d-3c2afc028bdc service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875299 Oct 19 00:00:04.974485 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:06.599174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-5167bd00-6081-47a1-a76b-a16555ec21ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414872 Oct 19 00:00:06.695963 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:06.707771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-d454a729-736e-4fcf-bbd9-f6f1ec243f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:06.709254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-d454a729-736e-4fcf-bbd9-f6f1ec243f0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6be112448ef4339b053aa321ec928d2&device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1097 time: 0.0460603 Oct 19 00:00:06.811607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-2128057b-c905-4da2-bbd3-ab0402f3e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:06.813084 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-2128057b-c905-4da2-bbd3-ab0402f3e700 service neutron] 10.222.0.73 "GET /v2.0/networks?id=847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 200 len: 909 time: 0.0844321 Oct 19 00:00:06.885075 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-f140d6b5-425a-46ba-bd88-f80efbc86b8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 200 len: 1001 time: 0.0653794 Oct 19 00:00:06.933153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-48750bd5-94d7-4a37-b9bf-d261fdb316cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:06.934617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-48750bd5-94d7-4a37-b9bf-d261fdb316cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be8928e2-6476-4fca-9ad1-70cdfd562e91 HTTP/1.1" status: 200 len: 847 time: 0.0432279 Oct 19 00:00:06.983169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-f2e4db4d-69f0-4529-a125-eb96cf9a3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:06.984714 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-f2e4db4d-69f0-4529-a125-eb96cf9a3f47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847cd454-4232-4b11-b50a-13b778208d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433865 Oct 19 00:00:07.368343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-5a7acbba-9528-4190-883b-79c1098dccfe service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730383 Oct 19 00:00:07.456631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-033c5867-65f6-4b2b-b4f8-1dbd0031de35 req-fe8fcf8a-64bd-49de-974d-53caf4f8ce20 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803587 Oct 19 00:00:20.305909 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e9d4cbb5-276d-4db7-840f-b7cef1d6cdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:23.962562 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8dee2cfc-7b81-4b17-ba63-537195899fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:24.797974 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:25.474671 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:27.989764 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:34.735078 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:00:34.987568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:36.703980 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:37.490061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de3eed-ed7a-4d31-a5d8-cef05b015d89 req-6e01fff5-c316-4996-8da8-4ad90cf5a043 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:37.491510 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-03de3eed-ed7a-4d31-a5d8-cef05b015d89 req-6e01fff5-c316-4996-8da8-4ad90cf5a043 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 945 time: 0.0568938 Oct 19 00:00:37.530014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-03de3eed-ed7a-4d31-a5d8-cef05b015d89 req-44fefe76-d25d-4710-8e3f-799e8c4d4046 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Oct 19 00:00:38.654912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186263-27e5-4e2d-a001-6a0923e6afcf req-3a7e68ef-d9f9-44ee-a038-c22b669b32ef tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:38.656430 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc186263-27e5-4e2d-a001-6a0923e6afcf req-3a7e68ef-d9f9-44ee-a038-c22b669b32ef tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 945 time: 0.0546780 Oct 19 00:00:38.700716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc186263-27e5-4e2d-a001-6a0923e6afcf req-ce0eab0a-18bf-4133-b9b9-803ee62253fe tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Oct 19 00:00:39.353947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-316ba293-1d0c-474d-944a-9ef4549308d5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:39.355491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-316ba293-1d0c-474d-944a-9ef4549308d5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 945 time: 0.0487602 Oct 19 00:00:39.731426 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port 5e957833-ae27-4b3e-b51e-fe2a67b6caec {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:00:39.731720 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:39.856751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] For port 5e957833-ae27-4b3e-b51e-fe2a67b6caec, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=5e957833-ae27-4b3e-b51e-fe2a67b6caec,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:00:39.857113 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:39.898545 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e7ea-d42e-4f1c-8be7-ed3845956f09 req-2de80a54-0842-40d9-9289-3b102a78b51f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:39.900050 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea82e7ea-d42e-4f1c-8be7-ed3845956f09 req-2de80a54-0842-40d9-9289-3b102a78b51f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 945 time: 0.0932508 Oct 19 00:00:40.034653 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea82e7ea-d42e-4f1c-8be7-ed3845956f09 req-83727102-8ad3-4465-99d8-41b0cba060d4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041670 Oct 19 00:00:40.115336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:40.115847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:40.116182 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Floating IP 69e8fc76-afb9-4723-bad5-57fdcd753b80 disassociated. External IP: 172.25.7.57, port: 5e957833-ae27-4b3e-b51e-fe2a67b6caec. Oct 19 00:00:40.116651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for 5e957833-ae27-4b3e-b51e-fe2a67b6caec owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:00:40.243113 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:40.273425 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=5e957833-ae27-4b3e-b51e-fe2a67b6caec,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:00:40.284269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.284624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.285023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.285313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.285655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.285990 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.286332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.286650 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.287007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.287335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.288034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.288034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:00:40.403504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:00:40.507259 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:00:40.518198 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] Sync routers for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:00:40.534702 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:00:40.535416 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:00:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:00:40.553585 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] No DVR routers for this DVR port 5e957833-ae27-4b3e-b51e-fe2a67b6caec on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:00:40.556381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:40.560010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5dfcfc5-886e-4a70-a696-afc7b1c1c6cb req-63cf10e0-7b74-4d4f-9dce-25dbc535719a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "DELETE /v2.0/ports/5e957833-ae27-4b3e-b51e-fe2a67b6caec HTTP/1.1" status: 204 len: 173 time: 1.1976020 Oct 19 00:00:40.560491 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'name': 'network-vif-deleted', 'tag': '5e957833-ae27-4b3e-b51e-fe2a67b6caec'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:00:40.563376 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013e1d20-80ff-4764-be1b-b575333bec06" -d '{"events": [{"server_uuid": "69f4199a-e220-447b-91a5-4c2d1da94fbb", "name": "network-vif-deleted", "tag": "5e957833-ae27-4b3e-b51e-fe2a67b6caec"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:00:40.655430 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:00:40.688817 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce10bd1-d0c3-49cf-b00b-a91886399fde x-openstack-request-id: req-3ce10bd1-d0c3-49cf-b00b-a91886399fde {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:00:40.689220 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f4199a-e220-447b-91a5-4c2d1da94fbb", "name": "network-vif-deleted", "tag": "5e957833-ae27-4b3e-b51e-fe2a67b6caec", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:00:40.689561 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ce10bd1-d0c3-49cf-b00b-a91886399fde {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:00:40.690038 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f4199a-e220-447b-91a5-4c2d1da94fbb', 'name': 'network-vif-deleted', 'tag': '5e957833-ae27-4b3e-b51e-fe2a67b6caec', 'status': 'completed', 'code': 200} Oct 19 00:00:40.884356 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:00:40.913936 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] Checking router: 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:00:40.922540 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:00:40.923182 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:00:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:00:41.029733 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:00:41.134104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-517aa0e2-2b40-49f3-9b86-89c3036bb7d5 req-0ad3b57f-0234-43a1-b4bf-570b156a36b0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 210 time: 0.0285020 Oct 19 00:00:41.297243 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:00:41.325173 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02815ff-fca6-4aac-9bea-7361f7b558c2 None None] The sync data for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 is: [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:00:41.583589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1069cf-9639-4356-b7cb-0939ecb9f665 None None] New status for floating IP 69e8fc76-afb9-4723-bad5-57fdcd753b80: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:00:42.233957 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-863403ad-5590-4470-9cc1-9e60f3c971da req-a6be633f-d2b0-4609-8ea0-369cddaf1c33 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 210 time: 0.0289826 Oct 19 00:00:43.330638 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2562dbc9-465f-4014-a442-931eebdae69d req-3e4a03c8-3ac7-4a36-9b33-9c596465b0b7 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 210 time: 0.0265019 Oct 19 00:00:43.931118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5e957833-ae27-4b3e-b51e-fe2a67b6caec no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:00:43.952115 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 5e957833-ae27-4b3e-b51e-fe2a67b6caec {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:00:43.952384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 5e957833-ae27-4b3e-b51e-fe2a67b6caec not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:00:44.425988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04bc80bb-53ba-40df-a9d1-1a93548d5cfe req-5a3ff2fa-7d43-4923-beab-5db9613a8031 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=69f4199a-e220-447b-91a5-4c2d1da94fbb HTTP/1.1" status: 200 len: 210 time: 0.0276506 Oct 19 00:00:45.628514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-62c3b099-da84-4fb9-9d8f-d827fa244827 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197346191&fields=id&tenant_id=83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 267 time: 0.0330834 Oct 19 00:00:45.740054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794940-68e1-4037-87e8-c067b0721aea req-a84cb937-a486-4f28-afc9-e99ed161c8d1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:45.741509 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-a84cb937-a486-4f28-afc9-e99ed161c8d1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1061842 Oct 19 00:00:45.756154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-8affd813-1afd-4efe-9671-1c9333d58e78 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/quotas/83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 375 time: 0.0089514 Oct 19 00:00:45.811411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-0a5647e8-5d87-4833-aca6-33dad44fc39e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499768 Oct 19 00:00:45.904856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-2eb94520-465c-4e8b-a9bb-968dd2256eff service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817797 Oct 19 00:00:45.998763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-c2893199-9ce0-4386-a7bc-657d967c3f8e service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872612 Oct 19 00:00:46.293252 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3586efd0-fbb9-4f09-8ccb-dfb886df3581 req-7f5f1707-318a-48e0-bb72-49d776bdfc49 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 210 time: 0.0284805 Oct 19 00:00:47.370500 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-845b5bda-1005-4765-b654-39fb6093eb40 req-f4fd0fc5-314c-4eeb-9c89-9a7f65b83894 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 210 time: 0.0270686 Oct 19 00:00:48.475647 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3fa71d42-abb0-4a6b-a5aa-ede5e421a7a7 req-3325dbfd-d569-4d72-ae80-01e9615c0ef1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 210 time: 0.0309446 Oct 19 00:00:48.509683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794940-68e1-4037-87e8-c067b0721aea req-a74bff2a-044e-4e6e-a65b-174925b681cc tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:48.511381 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-a74bff2a-044e-4e6e-a65b-174925b681cc tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1471238 Oct 19 00:00:48.567179 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-5d8990a0-860f-4d15-88fa-0a066e587f8e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 380 time: 0.0402777 Oct 19 00:00:48.584257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'port': {'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'admin_state_up': True, 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'security_groups': ['96dea8e3-56ee-44e4-8297-f169fed04097']}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:00:48.731520 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Made reservation on behalf of 83c29ede187047efa503f1fcf27d87ca for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:00:48.735358 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:48.893316 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.20.0.11 (b80637fd-7b3f-43f9-9f81-82200c144307/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2/7fb4f500-1d96-40c2-b952-6defc9416f58) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:00:49.067937 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.113209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.159705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:00:49.162976 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:00:49.170195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:00:49.217852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=7fb4f500-1d96-40c2-b952-6defc9416f58,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:00:49.263368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:49.264066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.285040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-bd9c97b5-d436-4166-a382-b452017f6267 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7083783 Oct 19 00:00:49.305245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Request body: {'port': {'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:00:49.364933 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.433654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3cd4653d-c841-40c7-8819-ba657681cc65 None None] Provisioning complete for port 7fb4f500-1d96-40c2-b952-6defc9416f58 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:00:49.434335 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3cd4653d-c841-40c7-8819-ba657681cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.480779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4653d-c841-40c7-8819-ba657681cc65 None None] Port 7fb4f500-1d96-40c2-b952-6defc9416f58 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:00:49.610109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaedba-4ba8-487e-8f5f-78fe5c2ebd16 req-172ed5b3-7a13-4721-aefe-d31b7e6de2c2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:49.612348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacaedba-4ba8-487e-8f5f-78fe5c2ebd16 req-172ed5b3-7a13-4721-aefe-d31b7e6de2c2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 932 time: 0.0652773 Oct 19 00:00:49.660453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aacaedba-4ba8-487e-8f5f-78fe5c2ebd16 req-13c0e672-c052-42d1-8070-c941b0f7a130 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409405 Oct 19 00:00:49.691218 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb4f500-1d96-40c2-b952-6defc9416f58 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:00:49.699056 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.713622 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Transition to ACTIVE for port object 7fb4f500-1d96-40c2-b952-6defc9416f58 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:00:49.717762 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.778516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4f500-1d96-40c2-b952-6defc9416f58,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:00:49.848600 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Attempting to bind port 7fb4f500-1d96-40c2-b952-6defc9416f58 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:00:49.849038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Attempting to bind port 7fb4f500-1d96-40c2-b952-6defc9416f58 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:00:49.849453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Attempting to bind port 7fb4f500-1d96-40c2-b952-6defc9416f58 on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:00:49.854392 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Port 7fb4f500-1d96-40c2-b952-6defc9416f58 on network b80637fd-7b3f-43f9-9f81-82200c144307 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:00:49.854861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Attempting to bind port 7fb4f500-1d96-40c2-b952-6defc9416f58 on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:00:49.860356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:00:49.860789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:00:49.861288 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Bound using segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:00:49.861808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Bound port: 7fb4f500-1d96-40c2-b952-6defc9416f58, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:00:49.862244 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.933557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] For port 7fb4f500-1d96-40c2-b952-6defc9416f58, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:00:49.937272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] For port 7fb4f500-1d96-40c2-b952-6defc9416f58, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7fb4f500-1d96-40c2-b952-6defc9416f58,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:00:49.943458 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.985940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:49.986904 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:49.988765 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] 10.222.0.102 "PUT /v2.0/ports/7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 200 len: 1093 time: 0.6884062 Oct 19 00:00:49.991676 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:00:49.993964 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:00:50.041907 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbf822-5c43-4a56-9db2-e9431cf58461 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4f500-1d96-40c2-b952-6defc9416f58,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:00:50.104340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794940-68e1-4037-87e8-c067b0721aea req-37fc27f1-3ba0-49cd-84ae-db0568eaaf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:50.107176 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-37fc27f1-3ba0-49cd-84ae-db0568eaaf42 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1096 time: 0.0513985 Oct 19 00:00:50.183456 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-6f7471c9-ed88-4b50-9a22-bceb78573ea0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 200 len: 217 time: 0.0619147 Oct 19 00:00:50.252211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794940-68e1-4037-87e8-c067b0721aea req-bd4befa2-fa48-42d2-87ab-7bb6b7d29524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:50.253692 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-bd4befa2-fa48-42d2-87ab-7bb6b7d29524 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0620813 Oct 19 00:00:50.305878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794940-68e1-4037-87e8-c067b0721aea req-c4bec71e-6c82-426d-9083-183660a648b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:50.307777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-c4bec71e-6c82-426d-9083-183660a648b8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464020 Oct 19 00:00:50.313420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7397e526-774e-44ea-8d9c-6b2c4ba07648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:50.411385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-af0c34ce-8da5-4b7a-af9d-1537b45eb4d9 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934730 Oct 19 00:00:50.511460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29794940-68e1-4037-87e8-c067b0721aea req-e0c0a300-a35d-4be7-a5f5-281d717d6af1 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931497 Oct 19 00:00:50.782507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513773c9-e242-4f52-b9f3-9adc393433e1 req-0784e9a9-74d4-463d-bf2f-c7ef2468dc2f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:50.785147 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-513773c9-e242-4f52-b9f3-9adc393433e1 req-0784e9a9-74d4-463d-bf2f-c7ef2468dc2f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0547211 Oct 19 00:00:50.832720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-513773c9-e242-4f52-b9f3-9adc393433e1 req-58812697-2ec8-48f7-85d8-c4fc04544e85 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414646 Oct 19 00:00:51.078883 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3c298c-29ec-4e7b-9ec8-161e545a4711 x-openstack-request-id: req-bc3c298c-29ec-4e7b-9ec8-161e545a4711 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:00:51.079601 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:00:51.080497 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc3c298c-29ec-4e7b-9ec8-161e545a4711 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:00:51.080879 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'status': 'completed', 'code': 200} Oct 19 00:00:51.164009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-f87fa3c3-645a-4dd2-a538-f79f1b673654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:51.165516 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-f87fa3c3-645a-4dd2-a538-f79f1b673654 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1096 time: 0.0434146 Oct 19 00:00:51.268388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-d738de79-1345-413b-b799-81cee2505568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:51.269899 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-d738de79-1345-413b-b799-81cee2505568 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0968258 Oct 19 00:00:51.314784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-4538e053-5b53-4337-8461-fed9c310246c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 200 len: 217 time: 0.0367827 Oct 19 00:00:51.371187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-ec628511-629f-489c-a5e3-7f03f7d6e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:51.372687 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-ec628511-629f-489c-a5e3-7f03f7d6e85b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0519357 Oct 19 00:00:51.421475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-a658ef31-90b7-459e-ac3b-5bb079ef783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:51.423048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-a658ef31-90b7-459e-ac3b-5bb079ef783d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436723 Oct 19 00:00:51.517050 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-e7e73612-64ac-4d83-97bf-82bd920d1d45 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869846 Oct 19 00:00:51.617981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ce3e6321-4fcd-4cdc-ad8f-2c33ee8b2d3b req-782e5ecc-82d6-4e57-a617-300453586815 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941689 Oct 19 00:00:51.982788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b6083-8082-41af-9c8c-9303a9a2709a req-abefd142-3e09-4df8-95ae-0625fd8519f9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:51.984397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c4b6083-8082-41af-9c8c-9303a9a2709a req-abefd142-3e09-4df8-95ae-0625fd8519f9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0620759 Oct 19 00:00:52.039104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c4b6083-8082-41af-9c8c-9303a9a2709a req-4788bd1a-6c8a-4d37-a02b-5e8dbbfca17d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Oct 19 00:00:53.173330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa4def-73eb-4fd3-9e23-93bb3db55248 req-ec552b8a-280d-4ee2-9c6f-889ab652324c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:53.175589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cfa4def-73eb-4fd3-9e23-93bb3db55248 req-ec552b8a-280d-4ee2-9c6f-889ab652324c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0584412 Oct 19 00:00:53.238968 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0cfa4def-73eb-4fd3-9e23-93bb3db55248 req-cae8382e-7274-4352-b968-a302f0192c55 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567987 Oct 19 00:00:53.965630 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0cc82485-39db-48ed-80d7-15e943203830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:54.372456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe5b48-6dc6-47d6-9d88-238a8af1b2df req-c7d5ae7e-0990-4b34-99f8-4dfe79034d15 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:54.374180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abfe5b48-6dc6-47d6-9d88-238a8af1b2df req-c7d5ae7e-0990-4b34-99f8-4dfe79034d15 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0562899 Oct 19 00:00:54.427736 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abfe5b48-6dc6-47d6-9d88-238a8af1b2df req-f4a430eb-49a7-412a-8043-76c2822e6f8f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Oct 19 00:00:54.801996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:55.489082 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:55.568717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394fff5-4b59-4935-a407-ea59ca7b43e6 req-c93cd65e-f66c-4beb-95cb-b4711eab0995 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:55.570322 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a394fff5-4b59-4935-a407-ea59ca7b43e6 req-c93cd65e-f66c-4beb-95cb-b4711eab0995 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0565341 Oct 19 00:00:55.624799 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a394fff5-4b59-4935-a407-ea59ca7b43e6 req-1e4c6808-cd14-49d4-96b7-04148d579167 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457699 Oct 19 00:00:56.770872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b481a-a7c3-4361-b704-a571d81c48dd req-9b6973ba-fc9d-43f0-89ce-3274673de89f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:56.773205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df8b481a-a7c3-4361-b704-a571d81c48dd req-9b6973ba-fc9d-43f0-89ce-3274673de89f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0716946 Oct 19 00:00:56.819759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df8b481a-a7c3-4361-b704-a571d81c48dd req-c033ae85-90f9-4d0a-b5ed-942337b7cc84 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401833 Oct 19 00:00:57.941164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405494c-3c41-4ba2-8262-ce91e4c8f2d7 req-6cc36362-4378-4040-9fae-684903abf088 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:57.942734 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f405494c-3c41-4ba2-8262-ce91e4c8f2d7 req-6cc36362-4378-4040-9fae-684903abf088 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0518050 Oct 19 00:00:57.992603 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:00:57.996847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f405494c-3c41-4ba2-8262-ce91e4c8f2d7 req-0673633b-f549-4e4f-a4c4-ae6c743f629a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433764 Oct 19 00:00:59.147459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015993c1-b7cf-436f-934c-3b0e32ef967e req-1b57f2a6-83ad-4263-9c10-204b3eb5b149 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:00:59.149061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-015993c1-b7cf-436f-934c-3b0e32ef967e req-1b57f2a6-83ad-4263-9c10-204b3eb5b149 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0676451 Oct 19 00:00:59.205415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-015993c1-b7cf-436f-934c-3b0e32ef967e req-f2dc1aea-b8fd-4d55-9275-1d9eeb7532fb tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442736 Oct 19 00:01:00.347852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678bdce-f54e-453b-85fb-0794f10ab5ca req-b019ab22-3638-451f-b57a-61fa9be66945 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:00.349447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9678bdce-f54e-453b-85fb-0794f10ab5ca req-b019ab22-3638-451f-b57a-61fa9be66945 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0562191 Oct 19 00:01:00.396847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9678bdce-f54e-453b-85fb-0794f10ab5ca req-ddc51317-cc00-4745-8986-5875ba19b426 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381527 Oct 19 00:01:01.520968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910cc13-38e0-4445-b6ee-71122aae89d7 req-235485bc-cda5-4cb3-acef-59f5d8677cf0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:01.522694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6910cc13-38e0-4445-b6ee-71122aae89d7 req-235485bc-cda5-4cb3-acef-59f5d8677cf0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0533848 Oct 19 00:01:01.576574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6910cc13-38e0-4445-b6ee-71122aae89d7 req-6bbb8754-edc4-4b31-9878-0aaa0ccf1326 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474229 Oct 19 00:01:02.701847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15b0a-dcf8-44d9-958b-e0279c43ca1c req-9575acc9-3003-480f-b19a-723c8781d534 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:02.704303 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98c15b0a-dcf8-44d9-958b-e0279c43ca1c req-9575acc9-3003-480f-b19a-723c8781d534 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0541689 Oct 19 00:01:02.750634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-98c15b0a-dcf8-44d9-958b-e0279c43ca1c req-ee34515f-ba21-46ef-b06b-1503dd7d61ae tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 Oct 19 00:01:03.875141 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ffcaa-fa39-4339-99be-1b8dd535480a req-79ca8316-dc22-4aaa-b9e2-bc6e70f93a7d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:03.877244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd3ffcaa-fa39-4339-99be-1b8dd535480a req-79ca8316-dc22-4aaa-b9e2-bc6e70f93a7d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 944 time: 0.0565240 Oct 19 00:01:03.925909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd3ffcaa-fa39-4339-99be-1b8dd535480a req-130ba631-4dce-4cbf-907f-1b9a62d8a02e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425076 Oct 19 00:01:04.034266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7fb4f500-1d96-40c2-b952-6defc9416f58 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:01:04.130485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7fb4f500-1d96-40c2-b952-6defc9416f58, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7fb4f500-1d96-40c2-b952-6defc9416f58,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:04.141966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:01:04.179242 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:04.196648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb4f500-1d96-40c2-b952-6defc9416f58 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:01:04.217524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7fb4f500-1d96-40c2-b952-6defc9416f58, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7fb4f500-1d96-40c2-b952-6defc9416f58,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:04.229000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:04.282993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7fb4f500-1d96-40c2-b952-6defc9416f58,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:04.291056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.291333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.291679 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.292019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.292352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.292693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.293022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.293349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.293675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.293998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.294322 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.294642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:04.674730 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['7fb4f500-1d96-40c2-b952-6defc9416f58'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:01:05.009227 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:05.065845 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b74ac-7ab3-4a52-b085-ce33ea608fb4 req-10ef5194-e758-461b-8865-096c33c0f457 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:05.067578 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e4b74ac-7ab3-4a52-b085-ce33ea608fb4 req-10ef5194-e758-461b-8865-096c33c0f457 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 945 time: 0.0612483 Oct 19 00:01:05.123477 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6e4b74ac-7ab3-4a52-b085-ce33ea608fb4 req-0d519f64-2592-4b7f-994e-700dc5ff5403 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488908 Oct 19 00:01:06.056792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7fb4f500-1d96-40c2-b952-6defc9416f58 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:01:06.112670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 7fb4f500-1d96-40c2-b952-6defc9416f58 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:01:06.116859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 7fb4f500-1d96-40c2-b952-6defc9416f58 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:01:06.117240 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:06.200733 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:06.227842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:01:06.231375 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af653398-e00b-4dd1-be23-572c4faa0cb9" -d '{"events": [{"server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:01:06.246369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 7fb4f500-1d96-40c2-b952-6defc9416f58, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7fb4f500-1d96-40c2-b952-6defc9416f58,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:06.247737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d0835-1d41-469f-aa56-e9df0ab86010 req-564cfa94-65c4-4d72-a5f0-818acb0894eb tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:06.249445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a7d0835-1d41-469f-aa56-e9df0ab86010 req-564cfa94-65c4-4d72-a5f0-818acb0894eb tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 945 time: 0.0529907 Oct 19 00:01:06.251674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:06.296129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a7d0835-1d41-469f-aa56-e9df0ab86010 req-fa6699ad-a286-40d0-9f3c-7f2789bf63f3 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382385 Oct 19 00:01:06.306148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=7fb4f500-1d96-40c2-b952-6defc9416f58,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:06.363398 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f3f9a7-7e48-4305-8264-699733a179d5 x-openstack-request-id: req-a1f3f9a7-7e48-4305-8264-699733a179d5 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:01:06.363689 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:01:06.363944 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1f3f9a7-7e48-4305-8264-699733a179d5 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:01:06.364837 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'code': 200} Oct 19 00:01:06.498986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441ff24-4f84-4514-bda0-23452a12838e req-896c555c-ef6a-40cf-b279-2c940f1a26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:06.500548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7441ff24-4f84-4514-bda0-23452a12838e req-896c555c-ef6a-40cf-b279-2c940f1a26e0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1098 time: 0.0524290 Oct 19 00:01:06.539984 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7441ff24-4f84-4514-bda0-23452a12838e req-9b41a87b-ed03-4114-b8b0-bd01b33d5ab9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Oct 19 00:01:06.701237 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:07.420119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477abe9-2cfb-43c0-a7ab-78429003392d req-9e4541c8-63d9-46e6-8adc-a6cd4ffaaf97 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:07.421566 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8477abe9-2cfb-43c0-a7ab-78429003392d req-9e4541c8-63d9-46e6-8adc-a6cd4ffaaf97 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 946 time: 0.0481081 Oct 19 00:01:07.463528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8477abe9-2cfb-43c0-a7ab-78429003392d req-92425c70-6f61-405f-8010-56c5076abd14 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351512 Oct 19 00:01:07.579945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-68c08b16-e2b9-4b46-b3a7-a676afb073cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418501 Oct 19 00:01:07.676264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-fdaf4b40-a04b-4130-a534-ca06f3b35625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:07.677728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-fdaf4b40-a04b-4130-a534-ca06f3b35625 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6be112448ef4339b053aa321ec928d2&device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 1097 time: 0.0419357 Oct 19 00:01:07.787672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-47e82c64-93f2-4a5b-9883-c9f42c8f0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:07.789162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-47e82c64-93f2-4a5b-9883-c9f42c8f0e26 service neutron] 10.222.0.73 "GET /v2.0/networks?id=847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 200 len: 909 time: 0.0928574 Oct 19 00:01:07.855840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-579f48c0-c097-40e6-a9eb-dc3e9b91dbe2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 200 len: 1001 time: 0.0595307 Oct 19 00:01:07.905183 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-9adfc5da-3882-4cf5-ae27-2b3256044145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:07.906657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-9adfc5da-3882-4cf5-ae27-2b3256044145 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be8928e2-6476-4fca-9ad1-70cdfd562e91 HTTP/1.1" status: 200 len: 847 time: 0.0440052 Oct 19 00:01:07.957972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-3659c61a-ed2f-48fc-9b11-26158b1b69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:07.959757 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-3659c61a-ed2f-48fc-9b11-26158b1b69f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=847cd454-4232-4b11-b50a-13b778208d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468092 Oct 19 00:01:08.054423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-99bd9a4a-ff04-44ad-9341-b5351b35e079 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874040 Oct 19 00:01:08.153488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205b8bb4-082d-4524-8d59-de95fd2136ee req-10371385-c6f5-4617-a009-9e58aae43325 service neutron] 10.222.0.73 "GET /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926318 Oct 19 00:01:08.578817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310b0ef-d991-4390-b560-25e6747a2228 req-96fab9e2-fc87-4144-b083-ee7ba868a055 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:08.580324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a310b0ef-d991-4390-b560-25e6747a2228 req-96fab9e2-fc87-4144-b083-ee7ba868a055 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 946 time: 0.0487654 Oct 19 00:01:08.622061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a310b0ef-d991-4390-b560-25e6747a2228 req-2749be6e-63cc-4590-96af-5fc015938d66 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356197 Oct 19 00:01:08.743111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dc10c-9941-4417-9430-9c422c7656ad req-a940a143-7c8e-44c8-b3ad-daaa9d5e1ebf tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:08.744608 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c7dc10c-9941-4417-9430-9c422c7656ad req-a940a143-7c8e-44c8-b3ad-daaa9d5e1ebf tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 946 time: 0.0501988 Oct 19 00:01:08.784134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c7dc10c-9941-4417-9430-9c422c7656ad req-8e33ab7b-20ff-449b-a040-dbb16e11565f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334988 Oct 19 00:01:08.806646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38308) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:08.942219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef37db-2975-460e-9e86-1e06ad0a7b56 tempest-TestVolumeBootPattern-1632718077 tempest-TestVolumeBootPattern-1632718077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:08.943752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4fef37db-2975-460e-9e86-1e06ad0a7b56 tempest-TestVolumeBootPattern-1632718077 tempest-TestVolumeBootPattern-1632718077-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1093 time: 0.1360428 Oct 19 00:01:08.946459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38312) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:08.950688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:01:08.973126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:09.072175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:09.180420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.25.7.40 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/1d6718b8-704a-4ce3-8d17-6b087eedd19d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:01:09.282945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:09.320241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:09.358988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:01:09.363760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:01:09.371097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:01:09.374433 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=1d6718b8-704a-4ce3-8d17-6b087eedd19d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:09.407491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.407843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.408191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.408529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.408871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.409209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.409655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.409873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.410203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.410529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.410920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.411216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:01:09.756744 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:09.829024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:09.976518 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:09.981839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:10.053039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=1d6718b8-704a-4ce3-8d17-6b087eedd19d,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:10.067331 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:10.175146 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Floating IP 6190bf71-f6aa-498d-a260-8e7aa3ae3c49 associated. External IP: 172.25.7.40, port: 7fb4f500-1d96-40c2-b952-6defc9416f58. Oct 19 00:01:10.390955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:01:10.506042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:01:10.519543 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] Sync routers for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:01:10.526628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:10.530305 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:01:10.530956 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:00:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:10.555193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c664920b-6735-44b6-aa20-50d4ea76909f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6076438 Oct 19 00:01:10.555913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:01:10.558235 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417bb926-4dcb-4a9b-b477-f349715349c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:01:10.664065 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ddda66-3d89-48f9-9b04-d364be16678e x-openstack-request-id: req-b5ddda66-3d89-48f9-9b04-d364be16678e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:01:10.664507 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:01:10.664633 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5ddda66-3d89-48f9-9b04-d364be16678e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:01:10.664974 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'status': 'completed', 'code': 200} Oct 19 00:01:10.737625 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:01:10.757255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-5d689630-f581-4cf2-a5a8-d02e87078b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:10.758850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-5d689630-f581-4cf2-a5a8-d02e87078b1c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1098 time: 0.0428016 Oct 19 00:01:10.854641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-3447f483-4d2c-4287-b9bb-45f77d4ca2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:10.856196 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-3447f483-4d2c-4287-b9bb-45f77d4ca2dd service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0889401 Oct 19 00:01:10.928068 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-336adefc-622d-4017-8816-b3e59fba1a73 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 200 len: 999 time: 0.0624244 Oct 19 00:01:10.967407 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '6190bf71-f6aa-498d-a260-8e7aa3ae3c49', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:01:09Z', 'updated_at': '2021-10-19T00:01:09Z', 'revision_number': 0, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:10.978463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-c1d97871-57c8-4c3b-9d0f-f0088c8e7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:10.979938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-c1d97871-57c8-4c3b-9d0f-f0088c8e7d49 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0436141 Oct 19 00:01:10.994643 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] Checking router: 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:01:11.002985 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:01:11.003597 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:00:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:11.027861 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-2b5b67c6-62cb-4f1d-b428-a253b2e0297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:11.029359 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-2b5b67c6-62cb-4f1d-b428-a253b2e0297c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406919 Oct 19 00:01:11.111701 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:01:11.125438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-91c02841-2f18-42fe-962d-86bf53633570 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872283 Oct 19 00:01:11.218828 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-417bb926-4dcb-4a9b-b477-f349715349c4 req-d05ca0e1-3da7-4292-ae70-fec681c49b46 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864894 Oct 19 00:01:11.336427 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '6190bf71-f6aa-498d-a260-8e7aa3ae3c49', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:01:09Z', 'updated_at': '2021-10-19T00:01:09Z', 'revision_number': 0, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:11.362515 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74865e71-cdf6-4df6-9e24-f14ebe6a8dce None None] The sync data for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 is: [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '6190bf71-f6aa-498d-a260-8e7aa3ae3c49', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:01:09Z', 'updated_at': '2021-10-19T00:01:09Z', 'revision_number': 0, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:01:11.551702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88d134-d3a8-40ef-b6b4-3cd2953b1e28 None None] New status for floating IP 6190bf71-f6aa-498d-a260-8e7aa3ae3c49: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:01:11.734127 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:01:20.306867 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-73c68e39-11a7-480c-8f5f-50be3b3dd64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:23.967915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-07adc598-7702-411e-9651-dba04cd4866f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:24.813230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:25.475927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:27.996310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:31.681277 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b44061-d2bb-4f01-9262-d32b4c7bce7c req-204cb09e-bd26-4635-bca4-2ecc64a90800 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:31.682805 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4b44061-d2bb-4f01-9262-d32b4c7bce7c req-204cb09e-bd26-4635-bca4-2ecc64a90800 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 945 time: 0.0518463 Oct 19 00:01:31.720969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b4b44061-d2bb-4f01-9262-d32b4c7bce7c req-bebf3e33-4659-4f80-8aad-8bc24e66f3f2 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320780 Oct 19 00:01:32.420294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d40936-c795-4382-a2dc-7426d8953869 req-381946c6-77d1-4e5e-91ba-b6cfea5361c7 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:32.421760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20d40936-c795-4382-a2dc-7426d8953869 req-381946c6-77d1-4e5e-91ba-b6cfea5361c7 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 945 time: 0.0494308 Oct 19 00:01:32.515345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Deleting port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:01:32.515682 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:32.602742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] For port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:32.603098 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:32.860375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:32.860739 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:32.861063 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Floating IP 505f8190-c185-4630-a73a-ade1a1cc797d disassociated. External IP: 172.25.7.231, port: 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf. Oct 19 00:01:32.861413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Calling delete_port for 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:01:32.881459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2e452-a4cc-479b-a156-d4aa738829c4 req-5e9de7fc-8e1a-48e8-84e1-3b3ff150658b tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:01:32.883689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ef2e452-a4cc-479b-a156-d4aa738829c4 req-5e9de7fc-8e1a-48e8-84e1-3b3ff150658b tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 945 time: 0.0759082 Oct 19 00:01:32.965499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ef2e452-a4cc-479b-a156-d4aa738829c4 req-1c8a03c3-69aa-42e3-bf40-24c0074b2a3e tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/security-groups?id=50683e21-2300-4ba0-a3a1-6ae126f81463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757236 Oct 19 00:01:33.033183 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:33.062543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event deleted for resources: {'Port': ['ID=81fe54d1-1fe2-4e1f-aecf-c299b58f01bf,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:33.175495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Router 4851bb08-3a2a-4352-b536-04b6639b541e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:01:33.590404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:01:33.600151 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] Sync routers for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:01:33.609926 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:01:33.610831 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:01:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:33.631831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] No DVR routers for this DVR port 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:01:33.635441 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:33.639418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20d40936-c795-4382-a2dc-7426d8953869 req-b3839687-f5cf-4110-ac8f-7e2e6360b198 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.73 "DELETE /v2.0/ports/81fe54d1-1fe2-4e1f-aecf-c299b58f01bf HTTP/1.1" status: 204 len: 173 time: 1.2119265 Oct 19 00:01:33.639895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e62edd-761d-4649-8cd9-07033e964496', 'name': 'network-vif-deleted', 'tag': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:01:33.642161 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1bc8f1-446b-43e0-861a-157a7dff3fc8" -d '{"events": [{"server_uuid": "f1e62edd-761d-4649-8cd9-07033e964496", "name": "network-vif-deleted", "tag": "81fe54d1-1fe2-4e1f-aecf-c299b58f01bf"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:01:33.682441 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75796c2-42e9-4781-82bd-8099d02461c1 x-openstack-request-id: req-e75796c2-42e9-4781-82bd-8099d02461c1 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:01:33.682789 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e62edd-761d-4649-8cd9-07033e964496", "name": "network-vif-deleted", "tag": "81fe54d1-1fe2-4e1f-aecf-c299b58f01bf", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:01:33.683045 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e75796c2-42e9-4781-82bd-8099d02461c1 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:01:33.683473 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e62edd-761d-4649-8cd9-07033e964496', 'name': 'network-vif-deleted', 'tag': '81fe54d1-1fe2-4e1f-aecf-c299b58f01bf', 'status': 'completed', 'code': 200} Oct 19 00:01:33.721116 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:01:33.917460 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd3bee7b6-dce4-4d57-893f-12b9407aecaa', 'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'mac_address': 'fa:16:3e:8b:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:47Z', 'updated_at': '2021-10-18T23:55:52Z', 'revision_number': 5, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'subnets': [{'id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:33.945855 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] Checking router: 4851bb08-3a2a-4352-b536-04b6639b541e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:01:33.954412 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:01:33.955035 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:01:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:34.061499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:01:34.091597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c7720fb-40f2-490e-b55f-ab5e89f2be0b req-8c340d57-d016-4af9-bbd9-848633200ec5 tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1e62edd-761d-4649-8cd9-07033e964496 HTTP/1.1" status: 200 len: 210 time: 0.0334368 Oct 19 00:01:34.342368 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd3bee7b6-dce4-4d57-893f-12b9407aecaa', 'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'mac_address': 'fa:16:3e:8b:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:47Z', 'updated_at': '2021-10-18T23:55:52Z', 'revision_number': 5, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'subnets': [{'id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:34.371554 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be212574-d0fa-41ef-8d4e-42357266b244 None None] The sync data for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 is: [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-18T23:55:48Z', 'revision_number': 4, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'd3bee7b6-dce4-4d57-893f-12b9407aecaa', 'name': '', 'network_id': '847cd454-4232-4b11-b50a-13b778208d8e', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'mac_address': 'fa:16:3e:8b:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:47Z', 'updated_at': '2021-10-18T23:55:52Z', 'revision_number': 5, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'subnets': [{'id': 'be8928e2-6476-4fca-9ad1-70cdfd562e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:01:34.590712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53662ba-3087-4204-82e7-000fe73cb5c5 None None] New status for floating IP 505f8190-c185-4630-a73a-ade1a1cc797d: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:01:35.013900 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.157173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38344) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:35.225853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:01:35.245452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:01:35.245796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 81fe54d1-1fe2-4e1f-aecf-c299b58f01bf not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:01:35.278926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Deleting port 04a5416b-2a73-461e-9534-91d003f785a1 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:01:35.279168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.351984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.352318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.363668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Calling delete_port for 04a5416b-2a73-461e-9534-91d003f785a1 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:01:35.496509 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.522602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event deleted for resources: {'Port': ['ID=04a5416b-2a73-461e-9534-91d003f785a1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:35.584432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.586853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.588000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-79413951-b8fa-4c40-8f1a-0eb78757763a tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "DELETE /v2.0/floatingips/505f8190-c185-4630-a73a-ade1a1cc797d HTTP/1.1" status: 204 len: 168 time: 0.4298270 Oct 19 00:01:35.654778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38350) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:35.712346 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5356-3a01-490b-9fb5-a427efef413f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.738133 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5356-3a01-490b-9fb5-a427efef413f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.803516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5356-3a01-490b-9fb5-a427efef413f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.807249 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5356-3a01-490b-9fb5-a427efef413f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:35.808968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ff6c5356-3a01-490b-9fb5-a427efef413f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] 10.222.0.52 "DELETE /v2.0/security-groups/50683e21-2300-4ba0-a3a1-6ae126f81463 HTTP/1.1" status: 204 len: 168 time: 0.1531527 Oct 19 00:01:35.819850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c5356-3a01-490b-9fb5-a427efef413f tempest-TestServerBasicOps-1292001848 tempest-TestServerBasicOps-1292001848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50683e21-2300-4ba0-a3a1-6ae126f81463,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:35.848190 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38354) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:36.306815 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:36.708051 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:36.818551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Deleting port d3bee7b6-dce4-4d57-893f-12b9407aecaa {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:01:36.818921 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:36.895396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] For port d3bee7b6-dce4-4d57-893f-12b9407aecaa, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d3bee7b6-dce4-4d57-893f-12b9407aecaa,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:36.896089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:36.908187 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Calling delete_port for d3bee7b6-dce4-4d57-893f-12b9407aecaa owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:01:37.083700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:37.108667 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bee7b6-dce4-4d57-893f-12b9407aecaa,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:37.275456 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:37.489258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Router 4851bb08-3a2a-4352-b536-04b6639b541e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:01:37.594985 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:01:37.600028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-98392421-86c8-4ac1-8976-9bcc42a134b1 admin admin] 10.222.0.52 "PUT /v2.0/routers/4851bb08-3a2a-4352-b536-04b6639b541e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501338 Oct 19 00:01:37.603144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38358) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:37.605754 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] Sync routers for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:01:37.615077 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:01:37.615685 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:01:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:37.705290 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:37.719310 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:01:37.810296 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:37.867268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Deleting port ecdbf827-67ab-43a9-a1f2-a3a4570057aa {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:01:37.867610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:37.897821 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-19T00:01:37Z', 'revision_number': 5, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port': {'id': 'ecdbf827-67ab-43a9-a1f2-a3a4570057aa', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:45Z', 'updated_at': '2021-10-18T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:37.924768 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] Checking router: 4851bb08-3a2a-4352-b536-04b6639b541e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:01:37.939007 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] Routers {'4851bb08-3a2a-4352-b536-04b6639b541e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:01:37.939625 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:01:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['4851bb08-3a2a-4352-b536-04b6639b541e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:37.949959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] For port ecdbf827-67ab-43a9-a1f2-a3a4570057aa, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=ecdbf827-67ab-43a9-a1f2-a3a4570057aa,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:37.950527 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:37.964370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Calling delete_port for ecdbf827-67ab-43a9-a1f2-a3a4570057aa owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:01:38.029284 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] Set router 4851bb08-3a2a-4352-b536-04b6639b541e gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:01:38.085529 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-19T00:01:37Z', 'revision_number': 6, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:38.113551 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9ee4c2-0388-4ac6-a68d-24051404b71f None None] The sync data for ids ['4851bb08-3a2a-4352-b536-04b6639b541e'] in n-d-713498-28 is: [{'id': '4851bb08-3a2a-4352-b536-04b6639b541e', 'name': 'tempest-TestServerBasicOps-863484342-router', 'tenant_id': 'e6be112448ef4339b053aa321ec928d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:44Z', 'updated_at': '2021-10-19T00:01:37Z', 'revision_number': 6, 'project_id': 'e6be112448ef4339b053aa321ec928d2', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:01:38.139551 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.164813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdbf827-67ab-43a9-a1f2-a3a4570057aa,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:38.234701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.327312 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.329399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.373356 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.373889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4851bb08-3a2a-4352-b536-04b6639b541e {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:01:38.378521 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.382431 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d3cb02c1-0e76-4b7d-81d3-7ec0de7f9ffb admin admin] 10.222.0.52 "DELETE /v2.0/routers/4851bb08-3a2a-4352-b536-04b6639b541e HTTP/1.1" status: 204 len: 168 time: 0.7757936 Oct 19 00:01:38.382708 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38360) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:38.427508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-e058425f-992a-4b72-a68f-d54d8a85cc8f admin admin] Deleting subnet be8928e2-6476-4fca-9ad1-70cdfd562e91 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:01:38.430942 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e058425f-992a-4b72-a68f-d54d8a85cc8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.472471 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e058425f-992a-4b72-a68f-d54d8a85cc8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.558021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e058425f-992a-4b72-a68f-d54d8a85cc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.610900 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e058425f-992a-4b72-a68f-d54d8a85cc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.638865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058425f-992a-4b72-a68f-d54d8a85cc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8928e2-6476-4fca-9ad1-70cdfd562e91,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:38.640973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e058425f-992a-4b72-a68f-d54d8a85cc8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.644235 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e058425f-992a-4b72-a68f-d54d8a85cc8f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/be8928e2-6476-4fca-9ad1-70cdfd562e91 HTTP/1.1" status: 204 len: 168 time: 0.2604961 Oct 19 00:01:38.647021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38362) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:38.649345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728730e-f47c-4f0c-95c6-1b0f9877b069 None None] Network 847cd454-4232-4b11-b50a-13b778208d8e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:01:38.718511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.773152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Deleting port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:01:38.773586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.845105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] For port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=3d4f1eb8-a980-4bc7-a380-84e62e32bdaf,segment=NetworkSegment(5e256c5b-9a0a-4400-81cb-ae63865ca5e9),segment_id=5e256c5b-9a0a-4400-81cb-ae63865ca5e9)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:38.845472 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.862813 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Calling delete_port for 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:01:38.950383 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:38.979280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] No DVR routers for this DVR port 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:01:38.984866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4f1eb8-a980-4bc7-a380-84e62e32bdaf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:38.999989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641cda8d-74ee-41e5-9f47-a6af6c90e812 None None] DHCP port deletion for 847cd454-4232-4b11-b50a-13b778208d8e request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:01:39.062696 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:39.083233 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847cd454-4232-4b11-b50a-13b778208d8e']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:39.093563 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e256c5b-9a0a-4400-81cb-ae63865ca5e9') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:39.093889 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e256c5b-9a0a-4400-81cb-ae63865ca5e9') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:39.105305 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:39.119432 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:39.126175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:01:39.126769 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:01:39.128567 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:01:39.190655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:39.196303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:39.199529 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] 10.222.0.52 "DELETE /v2.0/networks/847cd454-4232-4b11-b50a-13b778208d8e HTTP/1.1" status: 204 len: 168 time: 0.5515659 Oct 19 00:01:39.202627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38364) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:39.217021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedaae8-2b7c-48b4-833f-c61895ba22cf admin admin] Pushing event deleted for resources: {'Network': ['ID=847cd454-4232-4b11-b50a-13b778208d8e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:39.555984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:39.790300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ecdbf827-67ab-43a9-a1f2-a3a4570057aa no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:01:39.810279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: ecdbf827-67ab-43a9-a1f2-a3a4570057aa {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:01:39.810551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Deleting port 29f52043-4e67-47ed-902b-f19cef7d3ddb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:01:39.810668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device ecdbf827-67ab-43a9-a1f2-a3a4570057aa not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:01:39.811008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d3bee7b6-dce4-4d57-893f-12b9407aecaa no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:01:39.811181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:39.830140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d3bee7b6-dce4-4d57-893f-12b9407aecaa {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:01:39.830500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d3bee7b6-dce4-4d57-893f-12b9407aecaa not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:01:39.830935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:01:39.853372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:01:39.853722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 3d4f1eb8-a980-4bc7-a380-84e62e32bdaf not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:01:39.891351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] For port 29f52043-4e67-47ed-902b-f19cef7d3ddb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=29f52043-4e67-47ed-902b-f19cef7d3ddb,segment=NetworkSegment(4911378f-62c8-4774-9a11-926f99d230cb),segment_id=4911378f-62c8-4774-9a11-926f99d230cb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:39.891715 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:39.904147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Calling delete_port for 29f52043-4e67-47ed-902b-f19cef7d3ddb owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:01:40.080627 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:40.108731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f52043-4e67-47ed-902b-f19cef7d3ddb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:40.276660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:40.492031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:01:40.596639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:01:40.602150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0dff8ac6-f200-4429-89a6-154ec6347eb9 admin admin] 10.222.0.52 "PUT /v2.0/routers/70da0eeb-fc1c-4b71-86ec-f8047b8dbc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3983977 Oct 19 00:01:40.604608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38370) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:40.605557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] Sync routers for ids ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:01:40.614625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] Routers {'70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:01:40.615260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:01:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:40.707761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:40.722458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] Set router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:01:40.810138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:40.861780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Deleting port 4ab9206a-4117-43c1-add2-2e00b317892b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:01:40.862114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:40.900989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:50Z', 'updated_at': '2021-10-19T00:01:40Z', 'revision_number': 5, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'gw_port': {'id': '4ab9206a-4117-43c1-add2-2e00b317892b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:55:52Z', 'updated_at': '2021-10-18T23:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:40.926761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] Checking router: 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:01:40.935512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] Routers {'70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:01:40.936119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:01:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:40.949061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] For port 4ab9206a-4117-43c1-add2-2e00b317892b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4ab9206a-4117-43c1-add2-2e00b317892b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:40.949429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:40.961322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Calling delete_port for 4ab9206a-4117-43c1-add2-2e00b317892b owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:01:41.023371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] Set router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:01:41.077388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:50Z', 'updated_at': '2021-10-19T00:01:40Z', 'revision_number': 6, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:41.103637 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b75f60-7f49-4e76-b564-91de47034ed1 None None] The sync data for ids ['70da0eeb-fc1c-4b71-86ec-f8047b8dbc38'] in n-d-713498-28 is: [{'id': '70da0eeb-fc1c-4b71-86ec-f8047b8dbc38', 'name': 'tempest-TestServerBasicOps-527477155-router', 'tenant_id': '5c777a55b57b4022bb729835144f7d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:55:50Z', 'updated_at': '2021-10-19T00:01:40Z', 'revision_number': 6, 'project_id': '5c777a55b57b4022bb729835144f7d8e', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:01:41.129872 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.154744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab9206a-4117-43c1-add2-2e00b317892b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:41.222943 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.312900 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.315074 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.358621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.359139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:01:41.363678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.364828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-fa0851f8-db93-4829-8401-750b73a3a1a2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/70da0eeb-fc1c-4b71-86ec-f8047b8dbc38 HTTP/1.1" status: 204 len: 168 time: 0.7593141 Oct 19 00:01:41.367515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38372) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:41.411236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-36220c17-037f-48a4-bed1-62aebbf83acb admin admin] Deleting subnet 3e462e2a-d656-495c-9c1b-45e0ef44e34f {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:01:41.414151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-36220c17-037f-48a4-bed1-62aebbf83acb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.447835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-36220c17-037f-48a4-bed1-62aebbf83acb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.534128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-36220c17-037f-48a4-bed1-62aebbf83acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.591137 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-36220c17-037f-48a4-bed1-62aebbf83acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.619582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36220c17-037f-48a4-bed1-62aebbf83acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e462e2a-d656-495c-9c1b-45e0ef44e34f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:41.621566 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-36220c17-037f-48a4-bed1-62aebbf83acb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.624793 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-36220c17-037f-48a4-bed1-62aebbf83acb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3e462e2a-d656-495c-9c1b-45e0ef44e34f HTTP/1.1" status: 204 len: 168 time: 0.2556219 Oct 19 00:01:41.626747 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ea234-dcd2-4e87-b639-ac4ab0aca957 None None] Network 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:01:41.627295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38374) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:41.700866 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.756551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Deleting port d177acc7-307a-4b4b-b41b-56785af3be99 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:01:41.756896 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.821103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] For port d177acc7-307a-4b4b-b41b-56785af3be99, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d177acc7-307a-4b4b-b41b-56785af3be99,segment=NetworkSegment(4911378f-62c8-4774-9a11-926f99d230cb),segment_id=4911378f-62c8-4774-9a11-926f99d230cb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:41.821470 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.839466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Calling delete_port for d177acc7-307a-4b4b-b41b-56785af3be99 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:01:41.915310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] DHCP port deletion for 12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:01:41.937098 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.968313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Pushing event deleted for resources: {'Port': ['ID=d177acc7-307a-4b4b-b41b-56785af3be99,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:41.973899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] No DVR routers for this DVR port d177acc7-307a-4b4b-b41b-56785af3be99 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:01:41.974635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] Deleting port d177acc7-307a-4b4b-b41b-56785af3be99 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:01:41.975116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:41.989695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4ab9206a-4117-43c1-add2-2e00b317892b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:01:42.022937 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 4ab9206a-4117-43c1-add2-2e00b317892b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:01:42.023292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4ab9206a-4117-43c1-add2-2e00b317892b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:01:42.023721 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d177acc7-307a-4b4b-b41b-56785af3be99 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:01:42.054161 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.069745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d177acc7-307a-4b4b-b41b-56785af3be99 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:01:42.070096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d177acc7-307a-4b4b-b41b-56785af3be99 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:01:42.070517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 29f52043-4e67-47ed-902b-f19cef7d3ddb no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:01:42.074289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:42.083604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4911378f-62c8-4774-9a11-926f99d230cb') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:42.083901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4911378f-62c8-4774-9a11-926f99d230cb') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:01:42.093804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.098545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 29f52043-4e67-47ed-902b-f19cef7d3ddb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:01:42.098927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 29f52043-4e67-47ed-902b-f19cef7d3ddb not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:01:42.100827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] For port d177acc7-307a-4b4b-b41b-56785af3be99, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:01:42.101226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.108021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.115907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] Calling delete_port for d177acc7-307a-4b4b-b41b-56785af3be99 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:01:42.116676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:01:42.117135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:01:42.119007 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:01:42.122439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] Port d177acc7-307a-4b4b-b41b-56785af3be99 was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 00:01:42.124045 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.151478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] Pushing event deleted for resources: {'Port': ['ID=d177acc7-307a-4b4b-b41b-56785af3be99,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:42.161025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a730b9-51bc-4b57-be8c-6abe07a01894 None None] No DVR routers for this DVR port d177acc7-307a-4b4b-b41b-56785af3be99 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:01:42.199511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.206501 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.209613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] 10.222.0.52 "DELETE /v2.0/networks/12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed HTTP/1.1" status: 204 len: 168 time: 0.5813859 Oct 19 00:01:42.221505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a718f44-8394-4a28-a1b8-e2500913d563 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e0240f-a3c7-44af-8ac2-bdaaa7c7a2ed,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:42.337438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38378) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:42.377371 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-629c2034-37a9-40c3-b660-305a999c5872 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6be112448ef4339b053aa321ec928d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386567 Oct 19 00:01:42.379944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38380) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:42.426182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7d7621f-9811-409e-878d-eb8e724f3506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.448582 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7d7621f-9811-409e-878d-eb8e724f3506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.495570 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7d7621f-9811-409e-878d-eb8e724f3506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.498338 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c7d7621f-9811-409e-878d-eb8e724f3506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:42.499505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c7d7621f-9811-409e-878d-eb8e724f3506 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87115194-05ec-4f03-bcbc-071119834c7f HTTP/1.1" status: 204 len: 168 time: 0.1186738 Oct 19 00:01:42.507680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7621f-9811-409e-878d-eb8e724f3506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87115194-05ec-4f03-bcbc-071119834c7f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:42.814571 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38386) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:42.855193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-941b71dd-0935-4401-8182-fcf49a23e1f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c777a55b57b4022bb729835144f7d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394602 Oct 19 00:01:42.857854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38388) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:01:42.909114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe3dc-0209-4bba-99ef-0e66d1ea4e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:43.235487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe3dc-0209-4bba-99ef-0e66d1ea4e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:43.283931 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe3dc-0209-4bba-99ef-0e66d1ea4e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:43.286660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe3dc-0209-4bba-99ef-0e66d1ea4e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:43.287872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ec4fe3dc-0209-4bba-99ef-0e66d1ea4e37 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1655939c-1d58-4e15-98d8-d58d87d2318e HTTP/1.1" status: 204 len: 168 time: 0.4291403 Oct 19 00:01:43.296578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fe3dc-0209-4bba-99ef-0e66d1ea4e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1655939c-1d58-4e15-98d8-d58d87d2318e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:01:48.733448 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:01:50.308344 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d4557e99-7914-429d-ad5b-adedbf3faeac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:53.967947 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bae16abe-65b4-489b-bec8-ef6c4422234a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:54.809134 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:55.482167 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:01:57.996833 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:04.342659 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-9191441a-87da-440a-96cd-64db64bedd99 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532467 Oct 19 00:02:04.445768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-3e366db9-9fdd-4a64-bb84-9d259df40d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:02:04.447391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-3e366db9-9fdd-4a64-bb84-9d259df40d2b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1098 time: 0.0448508 Oct 19 00:02:04.561639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-f4258085-5840-4b3e-bf32-5e3812a4ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:02:04.563150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-f4258085-5840-4b3e-bf32-5e3812a4ae8d service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0955141 Oct 19 00:02:04.633700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-4d4116da-68b1-4d4b-9d24-586aa7517ba5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 200 len: 1001 time: 0.0628505 Oct 19 00:02:04.684936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-3af6d03a-3aee-4a03-b437-29511a10c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:02:04.686375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-3af6d03a-3aee-4a03-b437-29511a10c8a8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0449688 Oct 19 00:02:04.736609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-a51bdb3e-4741-46ee-9435-bea3ca0b365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:02:04.738090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-a51bdb3e-4741-46ee-9435-bea3ca0b365c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441496 Oct 19 00:02:04.828189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-906ed076-12f1-495a-87ef-325d9d4b7770 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825770 Oct 19 00:02:04.922042 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-29e7c823-6a93-4266-91b7-62b9a68e0e7d req-eb59f0bb-a199-4a1a-b3e2-4076df56e3db service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Oct 19 00:02:05.043333 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:06.708332 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:20.309055 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-60c2ec97-ff4b-4e81-aa14-b5cfb66ad069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:23.969938 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e5f9c84f-f027-4e45-92f9-78f4bb129476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:24.812246 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:25.482188 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:25.734678 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:02:27.998952 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:35.064378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:36.709941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:50.310788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc296-9d97-4b98-9b8f-8bc952be7534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:53.970701 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b564cdd9-1c12-44e4-a953-b1800a2878bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:54.816441 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:55.496265 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:02:58.012768 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:01.043985 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-e00210f3-6681-44f4-b6da-b8dd99668d2a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197346191&fields=id&tenant_id=83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 267 time: 0.0334568 Oct 19 00:03:01.153330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-a8773454-d896-4f67-973e-3f562b369cc0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:01.154824 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-a8773454-d896-4f67-973e-3f562b369cc0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1040051 Oct 19 00:03:01.170129 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-ed00ceba-9255-4c42-8b4a-1f668903face tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/quotas/83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 375 time: 0.0095370 Oct 19 00:03:01.230170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-15abab6f-e9ac-4192-97b1-aa1addf59a13 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0542207 Oct 19 00:03:01.418273 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-b790c42d-b94e-4f59-b69d-3eac9cd8a513 service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768379 Oct 19 00:03:01.510033 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-38289ca6-9342-4eae-8155-7a84249207e0 service neutron] 10.222.0.52 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856187 Oct 19 00:03:01.856974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-58c91e12-4d81-471e-ac5b-3eab813cd2b2 req-d17a91ec-02f0-49e2-97dc-129b5e941915 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0878224 Oct 19 00:03:02.735030 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:03:02.935387 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f3644a82-826f-489a-bd3c-ccabe961dc8d req-54209e98-a967-4010-9c8e-92264dc2e959 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0292914 Oct 19 00:03:04.038019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7151ccb6-e90c-4b69-b513-ea6690f982e0 req-8fb32ca7-2026-4450-bd22-ad3df690ba29 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0261140 Oct 19 00:03:04.344486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-fae06291-84a9-44a5-99cd-893f382cddc6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468135 Oct 19 00:03:04.457230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-62b15e26-94d7-425d-8792-4e387edb8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:04.458687 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-62b15e26-94d7-425d-8792-4e387edb8e25 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1098 time: 0.0440059 Oct 19 00:03:04.558394 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-7d994db4-9dfd-428c-8346-9a0530d0adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:04.560038 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-7d994db4-9dfd-428c-8346-9a0530d0adc4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0826325 Oct 19 00:03:04.628396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-8c39d9b9-07e3-4a28-b71a-01364483feae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 200 len: 1001 time: 0.0609670 Oct 19 00:03:04.679365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-5c027676-f3a3-43db-9a5b-a883960552ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:04.680870 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-5c027676-f3a3-43db-9a5b-a883960552ef service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0452528 Oct 19 00:03:04.729858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-56bb1a84-f937-4085-baa9-e1818631ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:04.731678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-56bb1a84-f937-4085-baa9-e1818631ca93 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431087 Oct 19 00:03:04.860077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-4cf8cc52-83d6-4704-9248-bf788be6adb4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:04.861738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-4cf8cc52-83d6-4704-9248-bf788be6adb4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 811 time: 0.1150484 Oct 19 00:03:04.924522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-5221b598-7dac-49e6-988d-ac3dfbd696fd tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c29ede187047efa503f1fcf27d87ca HTTP/1.1" status: 200 len: 380 time: 0.0404062 Oct 19 00:03:04.935444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'port': {'device_id': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'admin_state_up': True, 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'security_groups': ['96dea8e3-56ee-44e4-8297-f169fed04097']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:03:05.090095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Made reservation on behalf of 83c29ede187047efa503f1fcf27d87ca for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:03:05.103677 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:05.112885 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:05.143686 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-3452e44f-ceda-4b49-ad6a-3e94b0ad0e3c service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050205 Oct 19 00:03:05.162312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-efae530b-f340-46ad-a3b2-c9c206316bfe req-088d7787-32e8-4b69-b56e-3f0a1359c575 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0351121 Oct 19 00:03:05.265639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.20.0.14 (b80637fd-7b3f-43f9-9f81-82200c144307/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2/d292aa67-4aef-4268-9b6a-232ebafe93cb) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:03:05.279066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05cf609c-14fb-4c23-b107-bfeaa24a4e1f req-be461f5f-b196-41ae-8cb8-c011b61628bf service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194506 Oct 19 00:03:05.422131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:05.464761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:05.510344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network b80637fd-7b3f-43f9-9f81-82200c144307 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:03:05.513573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:03:05.517412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:03:05.551899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=d292aa67-4aef-4268-9b6a-232ebafe93cb,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:03:05.569454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.569831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.570144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.570629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.570902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.571282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.571621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.572003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.572340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.572748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.573128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.573503 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:05.598186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:05.598901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:05.619384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-bd380214-a5e7-4e16-9571-e7852860e88b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6883698 Oct 19 00:03:05.630480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-61bb2249-fab1-4525-acf1-b7863e378135 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:03:05.632355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-61bb2249-fab1-4525-acf1-b7863e378135 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063953 Oct 19 00:03:05.650281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Request body: {'port': {'device_id': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:03:05.711422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:05.798506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cdc97bd8-f908-488b-ad8a-418a4cd52224 None None] Provisioning complete for port d292aa67-4aef-4268-9b6a-232ebafe93cb triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:03:05.799146 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cdc97bd8-f908-488b-ad8a-418a4cd52224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:05.847868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-cdc97bd8-f908-488b-ad8a-418a4cd52224 None None] Port d292aa67-4aef-4268-9b6a-232ebafe93cb cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:03:05.995720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d292aa67-4aef-4268-9b6a-232ebafe93cb {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:03:06.003285 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:06.015074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Transition to ACTIVE for port object d292aa67-4aef-4268-9b6a-232ebafe93cb will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:03:06.019099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:06.071894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Pushing event updated for resources: {'Port': ['ID=d292aa67-4aef-4268-9b6a-232ebafe93cb,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:03:06.139465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Attempting to bind port d292aa67-4aef-4268-9b6a-232ebafe93cb on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:03:06.140045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Attempting to bind port d292aa67-4aef-4268-9b6a-232ebafe93cb by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:03:06.140157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Attempting to bind port d292aa67-4aef-4268-9b6a-232ebafe93cb on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:03:06.144896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Port d292aa67-4aef-4268-9b6a-232ebafe93cb on network b80637fd-7b3f-43f9-9f81-82200c144307 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:03:06.145222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Attempting to bind port d292aa67-4aef-4268-9b6a-232ebafe93cb on network b80637fd-7b3f-43f9-9f81-82200c144307 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:03:06.150208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:03:06.150545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Checking segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:03:06.150977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Bound using segment: {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:03:06.151927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Bound port: d292aa67-4aef-4268-9b6a-232ebafe93cb, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc5deb0-7b37-445a-8788-0272240f2e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:03:06.152291 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:06.227033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] For port d292aa67-4aef-4268-9b6a-232ebafe93cb, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:03:06.230409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] For port d292aa67-4aef-4268-9b6a-232ebafe93cb, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:03:06.237012 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:06.303792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:06.304392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:06.305824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] 10.222.0.73 "PUT /v2.0/ports/d292aa67-4aef-4268-9b6a-232ebafe93cb HTTP/1.1" status: 200 len: 1093 time: 0.6599593 Oct 19 00:03:06.311491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:03:06.313796 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5b6e01-1187-4447-8cd7-70a1b24560d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:03:06.347859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ecfb1-69d2-4655-aa18-a126504d7fdb service neutron] Pushing event updated for resources: {'Port': ['ID=d292aa67-4aef-4268-9b6a-232ebafe93cb,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:03:06.364424 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd737c32-2732-4332-b1d9-da8513c90873 x-openstack-request-id: req-cd737c32-2732-4332-b1d9-da8513c90873 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:03:06.364720 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:03:06.364976 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd737c32-2732-4332-b1d9-da8513c90873 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:03:06.365378 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'status': 'completed', 'code': 200} Oct 19 00:03:06.374766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36face8-a4a1-4bba-8af5-8e5fd7c36c9b req-cfec9722-2180-4dff-92fb-64b20486399d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:06.376508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e36face8-a4a1-4bba-8af5-8e5fd7c36c9b req-cfec9722-2180-4dff-92fb-64b20486399d tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.1328700 Oct 19 00:03:06.451433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e36face8-a4a1-4bba-8af5-8e5fd7c36c9b req-a88bfc69-1df6-43fe-86ba-4549010931e2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615623 Oct 19 00:03:06.456193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-099ec35e-7832-4edf-9b3d-43e4f9bf644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:06.457690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-099ec35e-7832-4edf-9b3d-43e4f9bf644b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 1096 time: 0.0776052 Oct 19 00:03:06.515300 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-12a71e16-0f0f-45ce-9978-8860c7509e06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb HTTP/1.1" status: 200 len: 217 time: 0.0429409 Oct 19 00:03:06.572861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-36d972c5-b8b0-48ea-8ff3-c67c9467b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:06.574998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-36d972c5-b8b0-48ea-8ff3-c67c9467b28c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0522685 Oct 19 00:03:06.633213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-45173447-ba9f-4602-b9ac-6de39330468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:06.634806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-45173447-ba9f-4602-b9ac-6de39330468c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535276 Oct 19 00:03:06.733455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-cf313b49-95c3-4376-b764-8255bc980ff9 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918272 Oct 19 00:03:06.736040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:06.844289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3044341d-6478-469b-ae0f-03af2b2eac19 req-2673ee5d-e337-4642-a7b8-6e30c80d6030 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041374 Oct 19 00:03:06.962939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-d72b183f-9e5f-43b4-9b51-743402345afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:06.965184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-d72b183f-9e5f-43b4-9b51-743402345afd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 1096 time: 0.0448833 Oct 19 00:03:07.072399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-7efc1bd2-abad-4312-a908-8663f0f7b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:07.074676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-7efc1bd2-abad-4312-a908-8663f0f7b254 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.1031809 Oct 19 00:03:07.122418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-4583899c-4ad2-495d-9df5-c3b4448ffc91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb HTTP/1.1" status: 200 len: 217 time: 0.0409160 Oct 19 00:03:07.180400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-0b5d23e0-ae2b-46de-9681-8637146cc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:07.181865 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-0b5d23e0-ae2b-46de-9681-8637146cc3b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0528619 Oct 19 00:03:07.236970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-ba9a4649-5ee6-42d7-8301-1396d6597767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:07.238482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-ba9a4649-5ee6-42d7-8301-1396d6597767 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500867 Oct 19 00:03:07.334296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-9a1d9956-758e-4257-b207-b856470d1ae6 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887749 Oct 19 00:03:07.445206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dc5b6e01-1187-4447-8cd7-70a1b24560d1 req-4b4ea034-4650-46bd-b407-165c610a4583 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039538 Oct 19 00:03:07.587535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f278-e2f9-42e0-8f2b-fae80d9991a4 req-6d4c543f-5e2a-4959-bb68-9d9cec48c64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:07.589257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d24f278-e2f9-42e0-8f2b-fae80d9991a4 req-6d4c543f-5e2a-4959-bb68-9d9cec48c64a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0580602 Oct 19 00:03:07.637654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d24f278-e2f9-42e0-8f2b-fae80d9991a4 req-31a17b97-e668-4aa6-983f-9bd80b701ce0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Oct 19 00:03:08.754278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba8011-34ef-4799-a267-37bb714f3722 req-b040fd78-2ddf-43ee-88d1-f67beb9d529e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:08.755761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03ba8011-34ef-4799-a267-37bb714f3722 req-b040fd78-2ddf-43ee-88d1-f67beb9d529e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0511563 Oct 19 00:03:08.795499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03ba8011-34ef-4799-a267-37bb714f3722 req-aa157a32-f061-4e14-9777-251b052bce7b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337505 Oct 19 00:03:09.912487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d500b2-2971-40a1-975c-22d3e58603ec req-33e40078-306a-4ad3-ad61-d1080f8a8d8a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:09.914092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70d500b2-2971-40a1-975c-22d3e58603ec req-33e40078-306a-4ad3-ad61-d1080f8a8d8a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0519457 Oct 19 00:03:09.954389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70d500b2-2971-40a1-975c-22d3e58603ec req-fb95f15b-62a0-4189-8768-8980ef8a426c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Oct 19 00:03:11.069814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd314389-05d0-4216-9680-96d1c3df4c6e req-3b8d6d1b-85c2-4b04-9274-264cb2edfc0b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:11.071296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd314389-05d0-4216-9680-96d1c3df4c6e req-3b8d6d1b-85c2-4b04-9274-264cb2edfc0b tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0508487 Oct 19 00:03:11.109321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd314389-05d0-4216-9680-96d1c3df4c6e req-848e3941-2948-4c03-8bee-75ef9114b4b1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Oct 19 00:03:12.222552 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3af38-536f-49d8-a271-49ebcf10ef7e req-e3159e9a-0efb-4836-be82-8c99f93fbfc2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:12.224051 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8fd3af38-536f-49d8-a271-49ebcf10ef7e req-e3159e9a-0efb-4836-be82-8c99f93fbfc2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0483949 Oct 19 00:03:12.268400 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8fd3af38-536f-49d8-a271-49ebcf10ef7e req-700c6cc1-a2fe-4a9b-a674-5020a26e9b57 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378752 Oct 19 00:03:13.385363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9b274-93a6-40c7-aa46-c6b47acde4ee req-6e4b33e5-d752-4d56-944c-f6d7667dc123 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:13.387441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ed9b274-93a6-40c7-aa46-c6b47acde4ee req-6e4b33e5-d752-4d56-944c-f6d7667dc123 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0535834 Oct 19 00:03:13.424254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0ed9b274-93a6-40c7-aa46-c6b47acde4ee req-4ff9da41-c1ed-4b67-aaed-9bf81c8a01c1 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308149 Oct 19 00:03:14.537628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59227c15-1154-43da-99c7-c4436931265f req-8a848d91-085c-4517-bf06-521acc2c6c43 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:14.539096 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-59227c15-1154-43da-99c7-c4436931265f req-8a848d91-085c-4517-bf06-521acc2c6c43 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0484285 Oct 19 00:03:14.578174 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-59227c15-1154-43da-99c7-c4436931265f req-cd4f93a9-0fa6-4fe0-b746-d15d18de2ca6 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324650 Oct 19 00:03:15.692274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c9e8-b9d4-4365-ad4a-92db35867e94 req-58023270-853a-41da-b161-45e89f9e0be9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:15.693743 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08e0c9e8-b9d4-4365-ad4a-92db35867e94 req-58023270-853a-41da-b161-45e89f9e0be9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0487399 Oct 19 00:03:15.733239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08e0c9e8-b9d4-4365-ad4a-92db35867e94 req-7f488988-73bc-4b41-bd23-c5227de0355f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332663 Oct 19 00:03:16.846925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94a57a-8110-42b9-88d7-a2d8fc343192 req-7e4efe06-251f-4389-b9bb-3675f8e2429c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:16.848406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e94a57a-8110-42b9-88d7-a2d8fc343192 req-7e4efe06-251f-4389-b9bb-3675f8e2429c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0496962 Oct 19 00:03:16.887231 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5e94a57a-8110-42b9-88d7-a2d8fc343192 req-21d077f0-bbae-4e18-b81f-58742f6ff082 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328498 Oct 19 00:03:17.999847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9ccd2-550f-4d97-81fe-70bb762ed0d1 req-b87ccf90-7c1b-492d-be0e-6f17f0b69af2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:18.001332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5b9ccd2-550f-4d97-81fe-70bb762ed0d1 req-b87ccf90-7c1b-492d-be0e-6f17f0b69af2 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0488353 Oct 19 00:03:18.038777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5b9ccd2-550f-4d97-81fe-70bb762ed0d1 req-a754dd42-29d8-43d8-9852-a025084cc1ff tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Oct 19 00:03:19.153933 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e11d-bc67-4ed8-88f7-c5184f24564e req-668c0019-ab12-4f48-8ff4-f685afae6b33 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:19.155461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c653e11d-bc67-4ed8-88f7-c5184f24564e req-668c0019-ab12-4f48-8ff4-f685afae6b33 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 944 time: 0.0493703 Oct 19 00:03:19.195766 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c653e11d-bc67-4ed8-88f7-c5184f24564e req-77d1726d-bb1b-42d1-9980-a30fcf305aa0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341465 Oct 19 00:03:19.707836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device d292aa67-4aef-4268-9b6a-232ebafe93cb details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:03:19.801787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port d292aa67-4aef-4268-9b6a-232ebafe93cb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:03:19.816883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'port_id': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'mac_address': 'fa:16:3e:75:17:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:03:19.853551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:19.866586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d292aa67-4aef-4268-9b6a-232ebafe93cb {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:03:19.886255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port d292aa67-4aef-4268-9b6a-232ebafe93cb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:03:19.890345 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:19.936848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=d292aa67-4aef-4268-9b6a-232ebafe93cb,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:03:19.945170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.945520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.945722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.946058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.946393 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.946745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.947089 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.947416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.947744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.948067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.948416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:19.948765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:03:20.309873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['d292aa67-4aef-4268-9b6a-232ebafe93cb'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:03:20.316234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b0e1d-fb06-448e-b920-063742968405 req-096bd63b-5328-4cc9-ba69-f241e5962e34 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:20.317802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d0b0e1d-fb06-448e-b920-063742968405 req-096bd63b-5328-4cc9-ba69-f241e5962e34 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 945 time: 0.0544271 Oct 19 00:03:20.332726 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-442ef84c-ca9a-4b63-a04d-8903108d21a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:20.357916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d0b0e1d-fb06-448e-b920-063742968405 req-9353e463-f210-4645-b82e-2d9456747aed tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338931 Oct 19 00:03:21.470286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e353a13-9d13-4c38-9918-3821727da6b3 req-6c0ed78d-7daf-4349-a811-9a1170842b20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:21.472030 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e353a13-9d13-4c38-9918-3821727da6b3 req-6c0ed78d-7daf-4349-a811-9a1170842b20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 945 time: 0.0490885 Oct 19 00:03:21.509889 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1e353a13-9d13-4c38-9918-3821727da6b3 req-8bbad931-4623-4e38-9d75-501cba57cee9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319288 Oct 19 00:03:21.719983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device d292aa67-4aef-4268-9b6a-232ebafe93cb up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:03:21.770491 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port d292aa67-4aef-4268-9b6a-232ebafe93cb completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:03:21.774434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port d292aa67-4aef-4268-9b6a-232ebafe93cb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:03:21.774873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:21.855113 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:21.878345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:03:21.880634 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3fd573-2ead-40a6-8389-e7616f116aa1" -d '{"events": [{"server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "name": "network-vif-plugged", "status": "completed", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:03:21.894119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port d292aa67-4aef-4268-9b6a-232ebafe93cb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:03:21.898464 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:21.924627 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9064eeb5-a4f0-4173-ab8c-87b26f1d75d4 x-openstack-request-id: req-9064eeb5-a4f0-4173-ab8c-87b26f1d75d4 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:03:21.924919 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "name": "network-vif-plugged", "status": "completed", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:03:21.925176 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9064eeb5-a4f0-4173-ab8c-87b26f1d75d4 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:03:21.925558 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'code': 200} Oct 19 00:03:21.949071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=d292aa67-4aef-4268-9b6a-232ebafe93cb,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:03:22.049883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97664835-9a69-4a5f-b786-caf25aec8ff3 req-8462ea4b-f995-4ed2-a322-431b8a963d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:22.051348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97664835-9a69-4a5f-b786-caf25aec8ff3 req-8462ea4b-f995-4ed2-a322-431b8a963d6b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 1098 time: 0.0402889 Oct 19 00:03:22.086496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97664835-9a69-4a5f-b786-caf25aec8ff3 req-000f51d6-c302-4f6d-bef3-8b25d05cd055 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273864 Oct 19 00:03:22.623400 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb46b5c-6968-4970-82b1-0b1a32641197 req-a7651916-3ac3-4165-aef7-c19a36b0d043 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:22.624917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dcb46b5c-6968-4970-82b1-0b1a32641197 req-a7651916-3ac3-4165-aef7-c19a36b0d043 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 946 time: 0.0505481 Oct 19 00:03:22.662700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dcb46b5c-6968-4970-82b1-0b1a32641197 req-a8875688-3670-48da-9efe-7146c2981a54 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Oct 19 00:03:23.779988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7beae0a-43e5-4077-a2cc-e7eb4ae97c94 req-d723c2ad-790b-4be2-aae8-e1f7d9b1d5b9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:23.781654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7beae0a-43e5-4077-a2cc-e7eb4ae97c94 req-d723c2ad-790b-4be2-aae8-e1f7d9b1d5b9 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 946 time: 0.0513399 Oct 19 00:03:23.819508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7beae0a-43e5-4077-a2cc-e7eb4ae97c94 req-4c8904a8-86ec-4a7a-870e-e15047ae7d00 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Oct 19 00:03:23.934767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696a2b7-670a-418d-a35a-a14ab47bd194 req-6502820d-6e7e-4edb-b00c-503191a34fee tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:23.936357 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7696a2b7-670a-418d-a35a-a14ab47bd194 req-6502820d-6e7e-4edb-b00c-503191a34fee tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 946 time: 0.0508666 Oct 19 00:03:23.975933 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-918a3326-7161-41c1-bfc2-268f8ecf4f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:23.982414 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7696a2b7-670a-418d-a35a-a14ab47bd194 req-d9cbc4dc-2d6f-4870-b0b9-3887caac5b7e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401158 Oct 19 00:03:24.005062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38552) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:03:24.048508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a570d93-9308-45e4-9f78-bc0f58cd6ef4 tempest-TestVolumeBootPattern-1632718077 tempest-TestVolumeBootPattern-1632718077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:24.050102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5a570d93-9308-45e4-9f78-bc0f58cd6ef4 tempest-TestVolumeBootPattern-1632718077 tempest-TestVolumeBootPattern-1632718077-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 1093 time: 0.0439966 Oct 19 00:03:24.053196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38554) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:03:24.057348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:03:24.080483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:24.179739 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:24.289789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Allocated IP 172.25.7.75 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/8f384234-9333-4f48-8d4b-ecfae7e68eed) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:03:24.391355 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:24.424653 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:24.472237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:03:24.475281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:03:24.481995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:03:24.485184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=8f384234-9333-4f48-8d4b-ecfae7e68eed,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:03:24.829232 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:24.849563 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:24.921438 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:25.084206 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:25.089789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:25.188478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event updated for resources: {'Port': ['ID=8f384234-9333-4f48-8d4b-ecfae7e68eed,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:03:25.204112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:25.318517 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Floating IP 9abea049-f267-4771-a3c1-fdb2c2255345 associated. External IP: 172.25.7.75, port: d292aa67-4aef-4268-9b6a-232ebafe93cb. Oct 19 00:03:25.492927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:25.541129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:03:25.654902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:03:25.665815 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] Sync routers for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:03:25.674821 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:25.675477 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:03:25.676092 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:03:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:03:25.729851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9c79d41f-5657-4f99-8777-8acd3deb36ad tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6667163 Oct 19 00:03:25.729851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:03:25.729851 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a35beb6-93de-4cfb-b044-93c63f3ab51c" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:03:25.775918 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6022775-613e-43c9-8a4b-2629ce7daafa x-openstack-request-id: req-a6022775-613e-43c9-8a4b-2629ce7daafa {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:03:25.776340 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:03:25.776715 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6022775-613e-43c9-8a4b-2629ce7daafa {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:03:25.777279 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'status': 'completed', 'code': 200} Oct 19 00:03:25.790867 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:03:25.861448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-25c144c5-2c7e-4dbf-a32e-3a8a1ba82cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:25.863377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-25c144c5-2c7e-4dbf-a32e-3a8a1ba82cfd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 1098 time: 0.0453088 Oct 19 00:03:25.984568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-e0082309-cfe5-4b15-94cd-16794406091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:25.986120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-e0082309-cfe5-4b15-94cd-16794406091b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.1159203 Oct 19 00:03:26.049505 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '6190bf71-f6aa-498d-a260-8e7aa3ae3c49', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:01:09Z', 'updated_at': '2021-10-19T00:01:11Z', 'revision_number': 1, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}, {'id': '9abea049-f267-4771-a3c1-fdb2c2255345', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:75:17:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:03:24Z', 'updated_at': '2021-10-19T00:03:24Z', 'revision_number': 0, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:03:26.056099 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-a9bdbd02-10ee-40f3-ae2b-3b3146c3c1a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb HTTP/1.1" status: 200 len: 999 time: 0.0619500 Oct 19 00:03:26.075315 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] Checking router: 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:03:26.084547 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:03:26.085240 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:03:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:03:26.107219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-06916ab0-48ad-4414-86b6-ca7c4a0f39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:26.108693 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-06916ab0-48ad-4414-86b6-ca7c4a0f39df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0463018 Oct 19 00:03:26.162567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-c83b74f2-2b84-478a-9e24-fc1fd400a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:03:26.164236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-c83b74f2-2b84-478a-9e24-fc1fd400a105 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477667 Oct 19 00:03:26.206862 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:03:26.264056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-c9d0c0f6-8e07-491e-8822-4972d0e799dd service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921361 Oct 19 00:03:26.369454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9a35beb6-93de-4cfb-b044-93c63f3ab51c req-ad153c23-9ee7-4726-b838-d7a805d4a31d service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988061 Oct 19 00:03:26.540566 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '6190bf71-f6aa-498d-a260-8e7aa3ae3c49', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:01:09Z', 'updated_at': '2021-10-19T00:01:11Z', 'revision_number': 1, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}, {'id': '9abea049-f267-4771-a3c1-fdb2c2255345', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:75:17:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:03:24Z', 'updated_at': '2021-10-19T00:03:24Z', 'revision_number': 0, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:03:26.566826 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e266624-758b-4bc5-aea5-6e8e955c1987 None None] The sync data for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 is: [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '6190bf71-f6aa-498d-a260-8e7aa3ae3c49', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:01:09Z', 'updated_at': '2021-10-19T00:01:11Z', 'revision_number': 1, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}, {'id': '9abea049-f267-4771-a3c1-fdb2c2255345', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:75:17:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:03:24Z', 'updated_at': '2021-10-19T00:03:24Z', 'revision_number': 0, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:03:26.800770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd4c10-2534-4eda-867f-111931fa462f None None] New status for floating IP 9abea049-f267-4771-a3c1-fdb2c2255345: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:03:27.999402 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:35.073467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:36.713908 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:39.736331 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:03:50.315430 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b3faa334-4b06-46e7-a8fa-fa96f6f40b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:53.968909 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a05eb684-d3a9-4393-884f-edfdf88535fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:54.822026 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:55.493597 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:03:58.004133 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:04.380257 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-147a4894-399f-4f7c-a441-b53c6319ada1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1019471 Oct 19 00:04:04.478034 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-49db48b0-03a9-4d12-ba92-c3c0851c70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:04:04.479597 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-49db48b0-03a9-4d12-ba92-c3c0851c70f3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1098 time: 0.0408156 Oct 19 00:04:04.587298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-a4625b6a-6e44-4fe0-aa90-5e8c660e68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:04:04.588735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-a4625b6a-6e44-4fe0-aa90-5e8c660e68ee service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0878038 Oct 19 00:04:04.652981 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-9f667776-2fbf-45ec-a535-1e087dcfacda service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 200 len: 1001 time: 0.0574188 Oct 19 00:04:04.701633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-9b8f28a6-5830-4288-85a5-9ff9c9736b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:04:04.703159 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-9b8f28a6-5830-4288-85a5-9ff9c9736b5d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0432639 Oct 19 00:04:04.751665 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-91459248-2f8a-47fc-b6ef-288e7160eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:04:04.753139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-91459248-2f8a-47fc-b6ef-288e7160eb45 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434315 Oct 19 00:04:04.765488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-9e28ea63-6c58-45c5-8b4d-07304bb23b85 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:04:04.766435 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-9e28ea63-6c58-45c5-8b4d-07304bb23b85 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054989 Oct 19 00:04:04.856092 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-475f1d5f-dc84-41b3-a809-d2cad07d0fa4 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824306 Oct 19 00:04:04.948271 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-eeb9573d-2c2b-44a8-8274-3bb1db936995 req-ec390ff8-f2b0-4a9f-8c30-5ef9c1026e1b service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850074 Oct 19 00:04:05.100987 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:06.714819 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:13.636485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-fd70524d-56fe-4a5e-a225-259995668c3a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885949 Oct 19 00:04:13.738597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-52ccdb9c-05bb-4990-a816-8b16f7fdbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:04:13.740080 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-52ccdb9c-05bb-4990-a816-8b16f7fdbe99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 1098 time: 0.0405478 Oct 19 00:04:13.849089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-55c76f88-122b-49a6-bf42-2c2289200ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:04:13.850683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-55c76f88-122b-49a6-bf42-2c2289200ffc service neutron] 10.222.0.73 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0912101 Oct 19 00:04:13.914553 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-975e8e08-e3ec-430e-9023-bc38b2393e6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb HTTP/1.1" status: 200 len: 1001 time: 0.0565071 Oct 19 00:04:13.966808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-5d246eac-9a85-4267-ac39-b2b9a1bab05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:04:13.968226 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-5d246eac-9a85-4267-ac39-b2b9a1bab05e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0469255 Oct 19 00:04:14.013996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-d91acab2-343d-46b1-92f3-e64bf309330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:04:14.015490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-d91acab2-343d-46b1-92f3-e64bf309330a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398800 Oct 19 00:04:14.111644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-1e9164ac-5d76-4eec-b7a9-c795cb2ef1c1 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875187 Oct 19 00:04:14.498295 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f96137a-468e-4446-82a3-aa58e01c20e1 req-035ef876-7070-4c5e-9e3f-0837a9e42d86 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780084 Oct 19 00:04:16.738481 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:04:20.316794 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-921efb90-4dbe-4334-a1f3-298e139d4740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:22.181614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-b2b4aa50-2680-4c74-98ae-80d4d3a5f97e req-6ee3fe12-90e6-4eb3-9ae1-44eef9414247 service neutron] (100922) timed out ('10.222.0.52', 60474) {{(pid=100922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 00:04:23.971797 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fa310694-5a9d-43dd-8469-55eab24e73bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:24.824057 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:25.496116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:28.005339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:35.090967 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:36.730563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:50.322012 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a4798122-767d-45c7-a170-c31dd81c2805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:53.581212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-b8b75f4e-951e-477b-9e30-f0a1f335fea2 req-6ff133c4-61fd-4b1d-b6a0-9fb015798d85 service neutron] (100921) timed out ('10.222.0.73', 64199) {{(pid=100921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 00:04:53.736972 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:04:53.972299 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c8f5202e-ce17-413b-bc29-ae9e3e15b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:54.826840 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:55.498798 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:04:58.007947 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:05.088634 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:05.317847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-6b8cf755-732c-429c-960c-3dc36792737b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410860 Oct 19 00:05:05.418356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-755debb3-1435-4312-8f74-b8361dc4a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:05.419943 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-755debb3-1435-4312-8f74-b8361dc4a814 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1098 time: 0.0418761 Oct 19 00:05:05.484058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38596) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:05.529521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-0de02ad5-7573-47ed-9732-06b3473f774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:05.531450 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-0de02ad5-7573-47ed-9732-06b3473f774b service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.0906579 Oct 19 00:05:05.601932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-d67fc2ea-4c45-4981-bf36-a0f64eaaa898 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 200 len: 1001 time: 0.0623493 Oct 19 00:05:05.646033 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port 8f384234-9333-4f48-8d4b-ecfae7e68eed {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:05.646374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:05.652351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-a6ff2201-b704-4bac-8b33-91701d9fe55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:05.653825 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-a6ff2201-b704-4bac-8b33-91701d9fe55a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0456941 Oct 19 00:05:05.705842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-5a869097-b419-4a51-bceb-bd0b76929103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:05.707283 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-5a869097-b419-4a51-bceb-bd0b76929103 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455861 Oct 19 00:05:05.727501 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:05.727832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:05.739790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for 8f384234-9333-4f48-8d4b-ecfae7e68eed owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:05.799053 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-594cdb20-1947-4b45-ba4a-e9b0442c0c63 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842516 Oct 19 00:05:05.901527 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ff5db350-e95c-4d3c-811b-48c10cd2a046 req-269fdd9d-334d-4790-97f5-4ba95c4c4565 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954230 Oct 19 00:05:05.921571 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:05.948660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=8f384234-9333-4f48-8d4b-ecfae7e68eed,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:05.959242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.959518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.959909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.960242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.960572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.960899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.961222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.961540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.961862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.962178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.962494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:05.962842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:06.018657 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:06.019011 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Floating IP 9abea049-f267-4771-a3c1-fdb2c2255345 disassociated (deleted). External IP: 172.25.7.75, port: d292aa67-4aef-4268-9b6a-232ebafe93cb. Oct 19 00:05:06.223126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:05:06.329573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:05:06.334379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:06.340449 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] Sync routers for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:05:06.349597 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:05:06.350711 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:04:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:06.363451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-83ddb31a-1b6c-47fb-8c7d-7a82c31802a5 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "DELETE /v2.0/floatingips/9abea049-f267-4771-a3c1-fdb2c2255345 HTTP/1.1" status: 204 len: 168 time: 0.8779342 Oct 19 00:05:06.364055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:05:06.367076 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:05:06.408706 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3bded8-5e4f-48af-8140-b3ad7abf73d1 x-openstack-request-id: req-2c3bded8-5e4f-48af-8140-b3ad7abf73d1 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:05:06.408706 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:05:06.408706 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c3bded8-5e4f-48af-8140-b3ad7abf73d1 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:05:06.408706 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'status': 'completed', 'code': 200} Oct 19 00:05:06.460527 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:05:06.494095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-28c59e6d-fb4e-49e9-be0d-29bd5b5db650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:06.495597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-28c59e6d-fb4e-49e9-be0d-29bd5b5db650 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 1098 time: 0.0449471 Oct 19 00:05:06.628917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-6ba5a955-fae7-44c6-bc74-6cc82eee0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:06.630402 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-6ba5a955-fae7-44c6-bc74-6cc82eee0616 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.1279023 Oct 19 00:05:06.639424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370d1a6-3fbb-42d3-b25b-2516d455b855 req-907d3723-6ca5-4dae-94d2-0f446a3bf76e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:06.640866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b370d1a6-3fbb-42d3-b25b-2516d455b855 req-907d3723-6ca5-4dae-94d2-0f446a3bf76e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 946 time: 0.0784585 Oct 19 00:05:06.687454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-0f5157f2-4584-4b43-92bd-8442f18d9ae9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb HTTP/1.1" status: 200 len: 217 time: 0.0456264 Oct 19 00:05:06.690283 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '6190bf71-f6aa-498d-a260-8e7aa3ae3c49', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:01:09Z', 'updated_at': '2021-10-19T00:01:11Z', 'revision_number': 1, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:06.716205 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] Checking router: 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:05:06.724686 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:05:06.726303 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:04:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:06.733992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b370d1a6-3fbb-42d3-b25b-2516d455b855 req-94b3955a-7e65-4559-a39c-ae1423105fac tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858259 Oct 19 00:05:06.737984 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:06.754586 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-39af889d-497e-4fa3-a970-de15dc4598d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:06.756295 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-39af889d-497e-4fa3-a970-de15dc4598d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0612650 Oct 19 00:05:06.807533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-7c1c8166-af8c-4150-857f-f5c004893803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:06.809592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-7c1c8166-af8c-4150-857f-f5c004893803 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453358 Oct 19 00:05:06.831839 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:05:06.902684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-6fe34f18-bc78-4be0-b451-7e56d4699af5 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 Oct 19 00:05:06.999805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6d06b1d-06c0-4aab-9dfc-a61dd9006e10 req-1dec313e-529a-4429-be42-d72e1c4243a8 service neutron] 10.222.0.73 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894368 Oct 19 00:05:07.066156 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '6190bf71-f6aa-498d-a260-8e7aa3ae3c49', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:01:09Z', 'updated_at': '2021-10-19T00:01:11Z', 'revision_number': 1, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:07.091270 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2507d7-9c26-4f28-923f-eda14ecf1d77 None None] The sync data for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 is: [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '6190bf71-f6aa-498d-a260-8e7aa3ae3c49', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'port_id': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'mac_address': 'fa:16:3e:51:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29db68-5764-474b-b082-c6e34e554d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:01:09Z', 'updated_at': '2021-10-19T00:01:11Z', 'revision_number': 1, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:05:07.309847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b17fc-e357-4952-9a1c-b839fc829989 None None] New status for floating IP 9abea049-f267-4771-a3c1-fdb2c2255345: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:05:07.883902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7201ff6-8a97-4c96-bf8e-e590ba9f9d43 req-d6b6db88-d4bf-4e3d-9ca6-18a9273d9518 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:07.885464 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7201ff6-8a97-4c96-bf8e-e590ba9f9d43 req-d6b6db88-d4bf-4e3d-9ca6-18a9273d9518 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 946 time: 0.0516136 Oct 19 00:05:07.924067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7201ff6-8a97-4c96-bf8e-e590ba9f9d43 req-81ca5162-3da3-4868-bee4-94cdae39b91e tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Oct 19 00:05:08.366974 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-81cb9fb7-f5d3-4384-ac1c-9c93d4919b81 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:08.368394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-81cb9fb7-f5d3-4384-ac1c-9c93d4919b81 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 946 time: 0.0481920 Oct 19 00:05:08.462426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port d292aa67-4aef-4268-9b6a-232ebafe93cb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:08.462792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:08.550179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] For port d292aa67-4aef-4268-9b6a-232ebafe93cb, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=d292aa67-4aef-4268-9b6a-232ebafe93cb,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:08.550540 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:08.563429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for d292aa67-4aef-4268-9b6a-232ebafe93cb owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:08.694982 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:08.723369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=d292aa67-4aef-4268-9b6a-232ebafe93cb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:08.768189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] No DVR routers for this DVR port d292aa67-4aef-4268-9b6a-232ebafe93cb on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:05:08.770960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:08.774262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bfb6acd-b308-49d9-bda1-835c2875c499 req-426fb369-3c76-4983-928a-bf2ea6dd036a tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.73 "DELETE /v2.0/ports/d292aa67-4aef-4268-9b6a-232ebafe93cb HTTP/1.1" status: 204 len: 173 time: 0.3989799 Oct 19 00:05:08.774697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'name': 'network-vif-deleted', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:05:08.777027 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd37956-ff39-41ac-a719-f2efed701302" -d '{"events": [{"server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "name": "network-vif-deleted", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:05:08.817110 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e05f5e2-dd95-4864-a43b-30f93d608909 x-openstack-request-id: req-3e05f5e2-dd95-4864-a43b-30f93d608909 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:05:08.817455 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef", "name": "network-vif-deleted", "tag": "d292aa67-4aef-4268-9b6a-232ebafe93cb", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:05:08.817715 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e05f5e2-dd95-4864-a43b-30f93d608909 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:05:08.818280 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef', 'name': 'network-vif-deleted', 'tag': 'd292aa67-4aef-4268-9b6a-232ebafe93cb', 'status': 'completed', 'code': 200} Oct 19 00:05:09.017673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-660a5483-6b3b-4353-ab5c-4490cac27653 req-d5251fff-8fcb-4ce7-8ea1-f0eede82c42c tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0265434 Oct 19 00:05:10.113928 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc9ba1b7-9446-47c3-a7d1-1bc243cf9177 req-ab427978-f01a-4c56-b58f-a73311efa07f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0264323 Oct 19 00:05:11.216056 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2ce02b07-dc95-4584-a005-991ec7533e4e req-3fe23bc1-b063-4ef0-bfd9-8c1ec668c795 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0323787 Oct 19 00:05:12.283811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device d292aa67-4aef-4268-9b6a-232ebafe93cb no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:05:12.320437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: d292aa67-4aef-4268-9b6a-232ebafe93cb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:05:12.320781 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device d292aa67-4aef-4268-9b6a-232ebafe93cb not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:05:12.337622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4432f5e9-c6a0-4c75-9010-2676b5008dd8 req-0bc05ba5-0bf1-4e81-a38d-4c80918aedda tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0432205 Oct 19 00:05:13.444087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-266e6091-e3f4-4fd7-8cd9-b909c52fceef req-c206fcdc-8291-4f12-907f-ff360d23b305 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0268371 Oct 19 00:05:13.547997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a1c4f2b-4af6-4397-8012-e447cef61048 req-3bb2b2af-e7c6-4ea5-82e7-54344927c636 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276837 Oct 19 00:05:13.633331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a1c4f2b-4af6-4397-8012-e447cef61048 req-4289c07c-6846-4a18-b335-5aad2e4bb157 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=2eb170b8-ec8e-4aa9-a3e5-e906f3fd26ef HTTP/1.1" status: 200 len: 210 time: 0.0255554 Oct 19 00:05:13.842126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c4f2b-4af6-4397-8012-e447cef61048 req-3b087b4d-c2be-46db-a61b-58735e97f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:13.844074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a1c4f2b-4af6-4397-8012-e447cef61048 req-3b087b4d-c2be-46db-a61b-58735e97f0be service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=83c29ede187047efa503f1fcf27d87ca&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1859510 Oct 19 00:05:14.017475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c4f2b-4af6-4397-8012-e447cef61048 req-67162fc5-a4c8-4a38-a7f7-0bc1b87ee29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:14.018909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a1c4f2b-4af6-4397-8012-e447cef61048 req-67162fc5-a4c8-4a38-a7f7-0bc1b87ee29b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1673734 Oct 19 00:05:19.909446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38656) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:20.073949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port 1d6718b8-704a-4ce3-8d17-6b087eedd19d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:20.074180 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:20.155058 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:20.155375 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:20.168552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for 1d6718b8-704a-4ce3-8d17-6b087eedd19d owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:20.315784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:20.324890 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e99e2c38-4e60-4e60-9487-cb9cac180874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:20.354369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=1d6718b8-704a-4ce3-8d17-6b087eedd19d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:20.414487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:20.415005 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Floating IP 6190bf71-f6aa-498d-a260-8e7aa3ae3c49 disassociated (deleted). External IP: 172.25.7.40, port: 7fb4f500-1d96-40c2-b952-6defc9416f58. Oct 19 00:05:20.940526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:05:21.050487 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:05:21.055421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:21.060467 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] Sync routers for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:05:21.070111 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:05:21.070782 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:04:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:21.082299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c0ac0e4b-28e3-4b3d-99b4-10358ae480c4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "DELETE /v2.0/floatingips/6190bf71-f6aa-498d-a260-8e7aa3ae3c49 HTTP/1.1" status: 204 len: 168 time: 1.1715915 Oct 19 00:05:21.082962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:05:21.085790 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faec6c17-2a0e-46da-b601-d182cff25d34" -d '{"events": [{"name": "network-changed", "server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:05:21.124618 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53720c96-40e5-478f-9a59-8fea1b744558 x-openstack-request-id: req-53720c96-40e5-478f-9a59-8fea1b744558 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:05:21.125230 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:05:21.125682 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53720c96-40e5-478f-9a59-8fea1b744558 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:05:21.126114 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'status': 'completed', 'code': 200} Oct 19 00:05:21.186994 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:05:21.231227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-20043539-603b-4592-a0b8-d4adec6275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:21.232835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-20043539-603b-4592-a0b8-d4adec6275d9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=83c29ede187047efa503f1fcf27d87ca&device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 1098 time: 0.0583396 Oct 19 00:05:21.333018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d23f9-7119-4d84-b94b-0388ab8dd300 req-f185593b-12fe-42dd-aacb-da43385e4c68 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:21.335239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d5d23f9-7119-4d84-b94b-0388ab8dd300 req-f185593b-12fe-42dd-aacb-da43385e4c68 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 946 time: 0.0532930 Oct 19 00:05:21.351274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-4b405d9e-dc3e-43de-a008-c017d0a26eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:21.353000 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-4b405d9e-dc3e-43de-a008-c017d0a26eaf service neutron] 10.222.0.102 "GET /v2.0/networks?id=b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 200 len: 912 time: 0.1112924 Oct 19 00:05:21.377452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3d5d23f9-7119-4d84-b94b-0388ab8dd300 req-68ab79b2-c46b-40c7-b851-8ec1b6de8a4f tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364654 Oct 19 00:05:21.398616 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-cc3f9893-301f-494f-8d5b-c38ba9b69d40 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 200 len: 217 time: 0.0373712 Oct 19 00:05:21.424630 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:21.450200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-76c27086-14d4-4f7c-b7c0-a922565eef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:21.451780 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-76c27086-14d4-4f7c-b7c0-a922565eef22 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 200 len: 850 time: 0.0462379 Oct 19 00:05:21.508559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-c716ff95-a0d4-44af-9784-b0f6ab66290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:21.510085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-c716ff95-a0d4-44af-9784-b0f6ab66290a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b80637fd-7b3f-43f9-9f81-82200c144307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493782 Oct 19 00:05:21.540902 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] Checking router: 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:05:21.549634 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:05:21.550248 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:04:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:21.607741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-a8c6aad5-bd74-463d-861c-57012915d024 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891049 Oct 19 00:05:21.667143 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:05:21.723010 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-faec6c17-2a0e-46da-b601-d182cff25d34 req-4e683dd7-3d51-4fdd-9296-0a88bf804677 service neutron] 10.222.0.102 "GET /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044219 Oct 19 00:05:21.870756 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:21.900953 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475393c5-0a93-41b4-b9b2-91c37599d7e7 None None] The sync data for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 is: [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:09Z', 'revision_number': 4, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad', 'name': '', 'network_id': 'b80637fd-7b3f-43f9-9f81-82200c144307', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'mac_address': 'fa:16:3e:86:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:08Z', 'updated_at': '2021-10-18T23:54:14Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'subnets': [{'id': '0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:05:22.137337 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ed09b-7e85-4002-8aa7-af9d2f3c737a None None] New status for floating IP 6190bf71-f6aa-498d-a260-8e7aa3ae3c49: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:05:22.498271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f58f9-ac28-4386-b1ee-3acb4f92202c req-e970cfeb-78ed-4d28-a90f-cf1c16b692da tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:22.499881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b02f58f9-ac28-4386-b1ee-3acb4f92202c req-e970cfeb-78ed-4d28-a90f-cf1c16b692da tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 946 time: 0.0518007 Oct 19 00:05:22.540545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b02f58f9-ac28-4386-b1ee-3acb4f92202c req-0daeb05a-be9b-40cf-9dae-519a5fca52a4 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/security-groups?id=96dea8e3-56ee-44e4-8297-f169fed04097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346951 Oct 19 00:05:23.169464 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-188929aa-a15f-497f-981b-e04f1f1771ae tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:23.172104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-188929aa-a15f-497f-981b-e04f1f1771ae tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 946 time: 0.0735431 Oct 19 00:05:23.269060 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port 7fb4f500-1d96-40c2-b952-6defc9416f58 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:23.269399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:23.359624 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] For port 7fb4f500-1d96-40c2-b952-6defc9416f58, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=7fb4f500-1d96-40c2-b952-6defc9416f58,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:23.359991 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:23.373602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for 7fb4f500-1d96-40c2-b952-6defc9416f58 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:23.508738 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:23.536899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=7fb4f500-1d96-40c2-b952-6defc9416f58,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:23.551549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.551829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.552289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.552500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.555318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.555754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.556240 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.556614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.557273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.557617 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.557902 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.558238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:23.598957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] No DVR routers for this DVR port 7fb4f500-1d96-40c2-b952-6defc9416f58 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:05:23.602890 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:23.605976 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f53d9e06-6837-499b-931d-815dd4eb1eb0 req-eaa0a668-cf6d-4a76-894a-a7e0645e4a73 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.102 "DELETE /v2.0/ports/7fb4f500-1d96-40c2-b952-6defc9416f58 HTTP/1.1" status: 204 len: 173 time: 0.4267299 Oct 19 00:05:23.606668 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'name': 'network-vif-deleted', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:05:23.608772 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6a9897-6f57-4546-98a8-f89749233f15" -d '{"events": [{"server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "name": "network-vif-deleted", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:05:23.648755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f4debfa-7810-4a7a-8729-8a8c3ef429d1 req-7bfb609b-5a5a-4344-a3e7-8b1287e5ae22 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 210 time: 0.0357444 Oct 19 00:05:23.651187 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b665292-b132-4261-82b0-f63b785330d7 x-openstack-request-id: req-9b665292-b132-4261-82b0-f63b785330d7 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:05:23.651608 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e29db68-5764-474b-b082-c6e34e554d95", "name": "network-vif-deleted", "tag": "7fb4f500-1d96-40c2-b952-6defc9416f58", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:05:23.651919 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b665292-b132-4261-82b0-f63b785330d7 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:05:23.652270 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e29db68-5764-474b-b082-c6e34e554d95', 'name': 'network-vif-deleted', 'tag': '7fb4f500-1d96-40c2-b952-6defc9416f58', 'status': 'completed', 'code': 200} Oct 19 00:05:23.978704 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c6e66f5b-4a5d-4b26-8226-fb9da6997413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:24.759460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-befc1e5e-60ff-4dab-94c0-b8495db17f1a req-5b98ccc8-263a-4906-9563-06a21f017107 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 210 time: 0.0307534 Oct 19 00:05:24.843192 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:25.501409 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:25.860210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c5a7d6a-854e-4204-b21f-56eec42555e6 req-84ba706b-e2ee-4187-8e21-0863beee9728 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 210 time: 0.0280581 Oct 19 00:05:26.960857 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bcaa7d84-ecc3-4285-9552-ed5e83848f23 req-1ab5e295-af28-4c7a-8e18-2046d8ca07c0 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 210 time: 0.0283675 Oct 19 00:05:27.121981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7fb4f500-1d96-40c2-b952-6defc9416f58 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:05:27.142476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 7fb4f500-1d96-40c2-b952-6defc9416f58 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:05:27.142791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 7fb4f500-1d96-40c2-b952-6defc9416f58 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:05:28.020062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:28.068131 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a870ede5-8eb6-43ed-b2c4-8805fef19108 req-b756fafa-f589-4483-af25-dd68be965c64 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e29db68-5764-474b-b082-c6e34e554d95 HTTP/1.1" status: 200 len: 210 time: 0.0287535 Oct 19 00:05:29.123785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38680) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:29.250686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Deleting port 54a95c4e-ee64-47bd-a273-c904dd40ee8e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:29.251046 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:29.327520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:29.327855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:29.340821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Calling delete_port for 54a95c4e-ee64-47bd-a273-c904dd40ee8e owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:29.480837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:29.510384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'Port': ['ID=54a95c4e-ee64-47bd-a273-c904dd40ee8e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:29.572253 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:29.575258 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:29.576459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-afbf0bfe-958c-44f5-ac47-f85a21d93c20 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "DELETE /v2.0/floatingips/69e8fc76-afb9-4723-bad5-57fdcd753b80 HTTP/1.1" status: 204 len: 168 time: 0.4516716 Oct 19 00:05:30.737299 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:05:32.880351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:32.945336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9abccb03-e697-4ed9-a47a-163d95e80513 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:32.973691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9abccb03-e697-4ed9-a47a-163d95e80513 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:33.041066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9abccb03-e697-4ed9-a47a-163d95e80513 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:33.044174 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9abccb03-e697-4ed9-a47a-163d95e80513 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:33.045358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9abccb03-e697-4ed9-a47a-163d95e80513 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] 10.222.0.52 "DELETE /v2.0/security-groups/96dea8e3-56ee-44e4-8297-f169fed04097 HTTP/1.1" status: 204 len: 168 time: 0.1639502 Oct 19 00:05:33.056108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abccb03-e697-4ed9-a47a-163d95e80513 tempest-TestVolumeBootPattern-1809654066 tempest-TestVolumeBootPattern-1809654066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dea8e3-56ee-44e4-8297-f169fed04097,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:33.131705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38702) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:33.653198 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:33.934586 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Deleting port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:33.935641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:34.023258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] For port c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:34.023624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:34.042713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Calling delete_port for c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:34.269782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:34.300759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:34.473608 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:34.708738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:05:34.825318 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:05:34.832226 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-872dbd15-0a82-4df0-a87b-59aa457b3579 admin admin] 10.222.0.52 "PUT /v2.0/routers/1fd54707-d9a1-48d4-aeec-a0a838fc9b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990521 Oct 19 00:05:34.835521 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38706) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:34.836648 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] Sync routers for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:05:34.848142 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:05:34.848805 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:05:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:34.965938 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:05:35.102019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:35.194881 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-19T00:05:34Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:35.226886 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] Checking router: 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:05:35.236630 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] Routers {'1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:05:35.237254 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:05:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:35.265650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:35.367237 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] Set router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:05:35.398176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:35.464229 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Deleting port b24f64db-9c89-432d-bccf-2740548c4c1e {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:35.464733 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:35.557868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] For port b24f64db-9c89-432d-bccf-2740548c4c1e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b24f64db-9c89-432d-bccf-2740548c4c1e,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:35.558139 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:35.581357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Calling delete_port for b24f64db-9c89-432d-bccf-2740548c4c1e owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:35.622072 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-19T00:05:34Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:35.666033 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43524fe6-0419-4581-a260-2ba3e583e998 None None] The sync data for ids ['1fd54707-d9a1-48d4-aeec-a0a838fc9b1e'] in n-d-713498-28 is: [{'id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'name': 'tempest-TestVolumeBootPattern-223354823-router', 'tenant_id': '83c29ede187047efa503f1fcf27d87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-19T00:05:34Z', 'revision_number': 5, 'project_id': '83c29ede187047efa503f1fcf27d87ca', 'gw_port': {'id': 'b24f64db-9c89-432d-bccf-2740548c4c1e', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd54707-d9a1-48d4-aeec-a0a838fc9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:06Z', 'updated_at': '2021-10-18T23:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:05:35.768891 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:35.799186 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24f64db-9c89-432d-bccf-2740548c4c1e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:35.862151 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:35.966677 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:35.968921 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.017624 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.018231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd54707-d9a1-48d4-aeec-a0a838fc9b1e {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:05:36.025030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.028515 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bcb9365c-2082-4852-8375-769617f2ec89 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1fd54707-d9a1-48d4-aeec-a0a838fc9b1e HTTP/1.1" status: 204 len: 168 time: 1.1896889 Oct 19 00:05:36.028954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38708) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:36.077848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-5379e6b0-7088-4645-ad7f-7aa6b4218f8b admin admin] Deleting subnet 0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:05:36.082182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5379e6b0-7088-4645-ad7f-7aa6b4218f8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.122628 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5379e6b0-7088-4645-ad7f-7aa6b4218f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.163809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:05:36.187894 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:05:36.188248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c7e2eed7-a6f6-43cf-872f-b51c4f73b8ad not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:05:36.206085 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5379e6b0-7088-4645-ad7f-7aa6b4218f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.281862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5379e6b0-7088-4645-ad7f-7aa6b4218f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.309779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379e6b0-7088-4645-ad7f-7aa6b4218f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:36.313795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5379e6b0-7088-4645-ad7f-7aa6b4218f8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.317063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5379e6b0-7088-4645-ad7f-7aa6b4218f8b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0e5a5e56-d25a-4b81-a2eb-3d5bed7544d2 HTTP/1.1" status: 204 len: 168 time: 0.2872818 Oct 19 00:05:36.319758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38710) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:36.323473 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42014294-2812-4ad9-9b99-d9996a3aca8f None None] Network b80637fd-7b3f-43f9-9f81-82200c144307 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:05:36.406701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.507450 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Deleting port 06346c2c-e8b4-475f-9372-d83bddd17a05 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:36.507798 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.577733 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] For port 06346c2c-e8b4-475f-9372-d83bddd17a05, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=06346c2c-e8b4-475f-9372-d83bddd17a05,segment=NetworkSegment(4dc5deb0-7b37-445a-8788-0272240f2e47),segment_id=4dc5deb0-7b37-445a-8788-0272240f2e47)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:36.578102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.592476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Calling delete_port for 06346c2c-e8b4-475f-9372-d83bddd17a05 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:36.681394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.707137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Pushing event deleted for resources: {'Port': ['ID=06346c2c-e8b4-475f-9372-d83bddd17a05,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:36.711344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] No DVR routers for this DVR port 06346c2c-e8b4-475f-9372-d83bddd17a05 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:05:36.726482 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.783660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.810346 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80637fd-7b3f-43f9-9f81-82200c144307']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:36.822658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc5deb0-7b37-445a-8788-0272240f2e47') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:36.823013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc5deb0-7b37-445a-8788-0272240f2e47') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:36.823842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ff472f-6dab-493a-8e6e-5b05a796dca5 None None] DHCP port deletion for b80637fd-7b3f-43f9-9f81-82200c144307 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:05:36.836921 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.853511 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.859466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:05:36.859832 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:05:36.861469 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:05:36.916159 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.921439 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:36.924784 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] 10.222.0.52 "DELETE /v2.0/networks/b80637fd-7b3f-43f9-9f81-82200c144307 HTTP/1.1" status: 204 len: 168 time: 0.6040287 Oct 19 00:05:36.928162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38712) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:36.937515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bdff5-b692-4d3b-822d-8799cdf5ae3d admin admin] Pushing event deleted for resources: {'Network': ['ID=b80637fd-7b3f-43f9-9f81-82200c144307,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:37.287343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:37.546635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Deleting port 60bc3936-96da-4190-884f-957af0f6f047 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:37.546924 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:37.633810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] For port 60bc3936-96da-4190-884f-957af0f6f047, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=60bc3936-96da-4190-884f-957af0f6f047,segment=NetworkSegment(bd148da8-80e4-408f-84b0-e11bef70581c),segment_id=bd148da8-80e4-408f-84b0-e11bef70581c)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:37.634175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:37.648204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Calling delete_port for 60bc3936-96da-4190-884f-957af0f6f047 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:37.835435 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:37.861914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Pushing event deleted for resources: {'Port': ['ID=60bc3936-96da-4190-884f-957af0f6f047,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:37.933548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b24f64db-9c89-432d-bccf-2740548c4c1e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:05:37.956026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: b24f64db-9c89-432d-bccf-2740548c4c1e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:05:37.956377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b24f64db-9c89-432d-bccf-2740548c4c1e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:05:37.956804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 06346c2c-e8b4-475f-9372-d83bddd17a05 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:05:37.976569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 06346c2c-e8b4-475f-9372-d83bddd17a05 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:05:37.976915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 06346c2c-e8b4-475f-9372-d83bddd17a05 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:05:38.049221 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:38.274690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:05:38.385150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:05:38.390188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-84d9ed06-0a9f-41cb-8fd7-82504e26fa2b admin admin] 10.222.0.52 "PUT /v2.0/routers/50af8878-2ef1-4e89-82c1-a73af1b30cd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4610064 Oct 19 00:05:38.392772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38714) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:38.395521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] Sync routers for ids ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:05:38.405188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] Routers {'50af8878-2ef1-4e89-82c1-a73af1b30cd1'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:05:38.405828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:05:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:38.502913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:38.511839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] Set router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:05:38.608030 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:38.661102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Deleting port 5a355474-99ad-4c52-acd2-80ce5f9417b0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:38.661351 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:38.700951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:11Z', 'updated_at': '2021-10-19T00:05:37Z', 'revision_number': 5, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'gw_port': {'id': '5a355474-99ad-4c52-acd2-80ce5f9417b0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T23:54:12Z', 'updated_at': '2021-10-18T23:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:38.748300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] For port 5a355474-99ad-4c52-acd2-80ce5f9417b0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5a355474-99ad-4c52-acd2-80ce5f9417b0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:38.748663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:38.748871 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] Checking router: 50af8878-2ef1-4e89-82c1-a73af1b30cd1 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:05:38.761237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Calling delete_port for 5a355474-99ad-4c52-acd2-80ce5f9417b0 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:38.761955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] Routers {'50af8878-2ef1-4e89-82c1-a73af1b30cd1'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:05:38.762772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:05:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:38.856936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] Set router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:05:38.914809 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:11Z', 'updated_at': '2021-10-19T00:05:38Z', 'revision_number': 6, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:38.942441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febe61b9-7184-4f5b-8348-13e59c9de1a4 None None] The sync data for ids ['50af8878-2ef1-4e89-82c1-a73af1b30cd1'] in n-d-713498-28 is: [{'id': '50af8878-2ef1-4e89-82c1-a73af1b30cd1', 'name': 'tempest-TestVolumeBootPattern-1230561318-router', 'tenant_id': '87301b062aa347a499db6d67d01e88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T23:54:11Z', 'updated_at': '2021-10-19T00:05:38Z', 'revision_number': 6, 'project_id': '87301b062aa347a499db6d67d01e88ab', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:05:38.943280 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:38.967888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a355474-99ad-4c52-acd2-80ce5f9417b0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:39.040442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.141535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.144422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.190904 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.191382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50af8878-2ef1-4e89-82c1-a73af1b30cd1 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:05:39.196245 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.197404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5d272515-7e54-4407-a76d-f66857d22b19 admin admin] 10.222.0.52 "DELETE /v2.0/routers/50af8878-2ef1-4e89-82c1-a73af1b30cd1 HTTP/1.1" status: 204 len: 168 time: 0.8037186 Oct 19 00:05:39.201098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38716) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:39.246443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-8013f9eb-051c-4714-9e89-201043026183 admin admin] Deleting subnet 593954a2-95e9-4f50-acae-e5e0231c842e {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:05:39.249787 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8013f9eb-051c-4714-9e89-201043026183 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.294128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8013f9eb-051c-4714-9e89-201043026183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.387001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8013f9eb-051c-4714-9e89-201043026183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.441624 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8013f9eb-051c-4714-9e89-201043026183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.466983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013f9eb-051c-4714-9e89-201043026183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=593954a2-95e9-4f50-acae-e5e0231c842e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:39.470997 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8013f9eb-051c-4714-9e89-201043026183 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.474435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8013f9eb-051c-4714-9e89-201043026183 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/593954a2-95e9-4f50-acae-e5e0231c842e HTTP/1.1" status: 204 len: 168 time: 0.2721188 Oct 19 00:05:39.477106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a33140b-5aae-44c8-b754-b9ca38d7f928 None None] Network 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:05:39.477516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38718) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:39.548278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.602451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Deleting port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:39.602830 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.666819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] For port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e,segment=NetworkSegment(bd148da8-80e4-408f-84b0-e11bef70581c),segment_id=bd148da8-80e4-408f-84b0-e11bef70581c)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:39.667113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.679257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Calling delete_port for cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:39.731598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] DHCP port deletion for 84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:05:39.768804 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.783054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Deleting port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:05:39.783767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.796218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:39.798046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] No DVR routers for this DVR port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:05:39.851628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] For port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:39.852183 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.871749 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Calling delete_port for cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:05:39.875128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 00:05:39.877253 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.879452 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.903659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:39.913008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] No DVR routers for this DVR port cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:05:39.913719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd148da8-80e4-408f-84b0-e11bef70581c') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:39.914019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd148da8-80e4-408f-84b0-e11bef70581c') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:05:39.915533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Pushing event deleted for resources: {'Port': ['ID=cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:39.924731 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.927155 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.927591 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.928023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.928383 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.928718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.929059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.929431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.929713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.930043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.930374 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.930702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.931096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40e905-afb8-4b35-98c8-be6eaf53ac40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:05:39.945990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 60bc3936-96da-4190-884f-957af0f6f047 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:05:39.946697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.953559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:05:39.953862 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:05:39.955994 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:05:39.988212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 60bc3936-96da-4190-884f-957af0f6f047 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:05:39.988992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 60bc3936-96da-4190-884f-957af0f6f047 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:05:39.989714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a355474-99ad-4c52-acd2-80ce5f9417b0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:05:40.015647 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.021653 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.023450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 5a355474-99ad-4c52-acd2-80ce5f9417b0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:05:40.023797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a355474-99ad-4c52-acd2-80ce5f9417b0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:05:40.024255 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:05:40.025889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] 10.222.0.52 "DELETE /v2.0/networks/84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba HTTP/1.1" status: 204 len: 168 time: 0.5473411 Oct 19 00:05:40.044920 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:05:40.045273 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cfdba0d1-17a3-4ebe-b9eb-c31739d2cf8e not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:05:40.045480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f5a06-6664-4256-b818-03e79a2fa195 admin admin] Pushing event deleted for resources: {'Network': ['ID=84e6e6b5-cf48-4f4a-bd44-0b2e2259d1ba,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:40.174651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38722) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:40.219757 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4ade4a2d-574b-4025-911d-950722f2764b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83c29ede187047efa503f1fcf27d87ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437303 Oct 19 00:05:40.222329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38724) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:40.270214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6b37b73f-ebb5-40aa-982b-495dbebf30a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.291107 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6b37b73f-ebb5-40aa-982b-495dbebf30a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.336290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6b37b73f-ebb5-40aa-982b-495dbebf30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.339160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6b37b73f-ebb5-40aa-982b-495dbebf30a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.340328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6b37b73f-ebb5-40aa-982b-495dbebf30a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42e8ca31-4939-41fd-bd77-1330b759b4ab HTTP/1.1" status: 204 len: 168 time: 0.1170776 Oct 19 00:05:40.348254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37b73f-ebb5-40aa-982b-495dbebf30a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e8ca31-4939-41fd-bd77-1330b759b4ab,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:40.669449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38730) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:40.709673 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d78856db-ded9-4a4c-a907-ffa02f8c59ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87301b062aa347a499db6d67d01e88ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385580 Oct 19 00:05:40.712249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38732) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:05:40.765350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-51dd9a25-5469-4d16-94c2-a87646cf5738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.786924 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-51dd9a25-5469-4d16-94c2-a87646cf5738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.838350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-51dd9a25-5469-4d16-94c2-a87646cf5738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.841237 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-51dd9a25-5469-4d16-94c2-a87646cf5738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:40.842614 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-51dd9a25-5469-4d16-94c2-a87646cf5738 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc5a88a6-f225-477f-8f54-15a9e8a30b32 HTTP/1.1" status: 204 len: 168 time: 0.1292367 Oct 19 00:05:40.855051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd9a25-5469-4d16-94c2-a87646cf5738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5a88a6-f225-477f-8f54-15a9e8a30b32,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:50.330340 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-08cbe72c-9def-4a1c-bd0e-e48888c59368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:51.089418 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-2289859e-b783-4078-9354-7b7b0c1ec49d tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3b07972444d04426ba2f4bbc80b26654&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295181 Oct 19 00:05:51.271370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-eabc7ac1-4ad6-4819-aae6-51e2e163477f tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:51.272745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-eabc7ac1-4ad6-4819-aae6-51e2e163477f tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776862 Oct 19 00:05:51.287675 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-c6ba8d56-fb3b-469c-9a34-23117002f8e6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/quotas/3b07972444d04426ba2f4bbc80b26654 HTTP/1.1" status: 200 len: 375 time: 0.0091453 Oct 19 00:05:51.324250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-a2c1f269-8eea-4ec6-8ffa-31300033869e tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3b07972444d04426ba2f4bbc80b26654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311499 Oct 19 00:05:52.501195 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a73a118-39c0-420c-99d5-516f5a16fb06 req-61f71720-930b-42c6-8d91-ccb614db8850 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 210 time: 0.0270386 Oct 19 00:05:53.612699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d566295-6201-4d80-9ef7-103a2896e064 req-3742aefa-2312-4d1f-8f05-f248ee288a5c tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 210 time: 0.0371184 Oct 19 00:05:53.623916 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-83a1decb-f33e-4f55-b57d-f1f380f4a438 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=3b07972444d04426ba2f4bbc80b26654&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389702 Oct 19 00:05:53.748829 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-8b5ae505-3af1-4d89-bb3c-1aa0cc264c24 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:53.750419 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-8b5ae505-3af1-4d89-bb3c-1aa0cc264c24 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208498 Oct 19 00:05:53.776518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Request body: {'port': {'device_id': 'e24ebe01-8501-4f65-a0f6-44a73d1bd26f', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'admin_state_up': True, 'tenant_id': '3b07972444d04426ba2f4bbc80b26654'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:05:53.898981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Made reservation on behalf of 3b07972444d04426ba2f4bbc80b26654 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:05:53.903393 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:53.913280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:53.982742 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-970d709f-6680-42c3-9581-bc1675c7bec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.019205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.024284 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.087713 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dfc8e9-822f-40b6-bf63-db177d5638b3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:54.171202 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Allocated IP 192.168.233.73 (c4d5e32c-7e71-4cec-8845-f6161e470c8c/beaecd2f-4d34-443c-98ea-88352738a6f1/aeed406f-1f12-4ec4-a0e2-193595f4ff16) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:05:54.361366 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.398016 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.442865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Network c4d5e32c-7e71-4cec-8845-f6161e470c8c is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:05:54.446746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:05:54.450501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:05:54.480194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Pushing event updated for resources: {'Port': ['ID=aeed406f-1f12-4ec4-a0e2-193595f4ff16,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:54.512503 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:54.513100 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.541168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9805bc4b-66ef-44b1-bff2-7581a72f95a6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7700565 Oct 19 00:05:54.563666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Request body: {'port': {'device_id': 'e24ebe01-8501-4f65-a0f6-44a73d1bd26f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:05:54.629442 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.685062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-34707db7-656d-41fa-8b18-00a88dba83b8 None None] Provisioning complete for port aeed406f-1f12-4ec4-a0e2-193595f4ff16 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:05:54.685439 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34707db7-656d-41fa-8b18-00a88dba83b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.738900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-34707db7-656d-41fa-8b18-00a88dba83b8 None None] Port aeed406f-1f12-4ec4-a0e2-193595f4ff16 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:05:54.760231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551260-4ee1-4fac-ad5a-dfea92dac30e req-60e036e5-0bba-48e0-8dfc-7b29fe41360d tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:54.761739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88551260-4ee1-4fac-ad5a-dfea92dac30e req-60e036e5-0bba-48e0-8dfc-7b29fe41360d tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 935 time: 0.0566483 Oct 19 00:05:54.802361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88551260-4ee1-4fac-ad5a-dfea92dac30e req-f94a2e45-62eb-44a2-a296-18eef5f78617 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Oct 19 00:05:54.831641 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.921526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeed406f-1f12-4ec4-a0e2-193595f4ff16 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:05:54.929694 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:54.941986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Transition to ACTIVE for port object aeed406f-1f12-4ec4-a0e2-193595f4ff16 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:05:54.945586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:55.001114 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Pushing event updated for resources: {'Port': ['ID=aeed406f-1f12-4ec4-a0e2-193595f4ff16,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:55.069790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Attempting to bind port aeed406f-1f12-4ec4-a0e2-193595f4ff16 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:05:55.070177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Attempting to bind port aeed406f-1f12-4ec4-a0e2-193595f4ff16 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:05:55.070471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Attempting to bind port aeed406f-1f12-4ec4-a0e2-193595f4ff16 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:05:55.075057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Port aeed406f-1f12-4ec4-a0e2-193595f4ff16 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:05:55.075362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Attempting to bind port aeed406f-1f12-4ec4-a0e2-193595f4ff16 on network c4d5e32c-7e71-4cec-8845-f6161e470c8c {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:05:55.080362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:05:55.080704 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Checking segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:05:55.081158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Bound using segment: {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:05:55.081538 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Bound port: aeed406f-1f12-4ec4-a0e2-193595f4ff16, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a6314-4788-4652-9159-53253b9f62ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:05:55.081908 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:55.146960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] For port aeed406f-1f12-4ec4-a0e2-193595f4ff16, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:05:55.150856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] For port aeed406f-1f12-4ec4-a0e2-193595f4ff16, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aeed406f-1f12-4ec4-a0e2-193595f4ff16,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:05:55.156571 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:55.196127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:55.196746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:55.198120 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] 10.222.0.102 "PUT /v2.0/ports/aeed406f-1f12-4ec4-a0e2-193595f4ff16 HTTP/1.1" status: 200 len: 1096 time: 0.6403642 Oct 19 00:05:55.198571 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24ebe01-8501-4f65-a0f6-44a73d1bd26f', 'tag': 'aeed406f-1f12-4ec4-a0e2-193595f4ff16'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:05:55.200854 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b7a31f-9dc4-4c25-a054-c02d7174c178" -d '{"events": [{"name": "network-changed", "server_uuid": "e24ebe01-8501-4f65-a0f6-44a73d1bd26f", "tag": "aeed406f-1f12-4ec4-a0e2-193595f4ff16"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:05:55.228106 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6b3d9-4ce2-417f-9cfb-32a25ef9639b service neutron] Pushing event updated for resources: {'Port': ['ID=aeed406f-1f12-4ec4-a0e2-193595f4ff16,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:55.305471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-8565d4c0-1c18-4e3f-943d-60db5737cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:55.307115 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-8565d4c0-1c18-4e3f-943d-60db5737cdd8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3b07972444d04426ba2f4bbc80b26654&device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 1099 time: 0.0448956 Oct 19 00:05:55.319916 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0612e073-e848-4eef-9749-167e7b5e5e80 x-openstack-request-id: req-0612e073-e848-4eef-9749-167e7b5e5e80 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:05:55.320215 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24ebe01-8501-4f65-a0f6-44a73d1bd26f", "tag": "aeed406f-1f12-4ec4-a0e2-193595f4ff16", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:05:55.320528 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0612e073-e848-4eef-9749-167e7b5e5e80 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:05:55.321065 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24ebe01-8501-4f65-a0f6-44a73d1bd26f', 'tag': 'aeed406f-1f12-4ec4-a0e2-193595f4ff16', 'status': 'completed', 'code': 200} Oct 19 00:05:55.359795 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-9b3d7a86-15c7-4a3a-af2b-d589f4a58dc6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=aeed406f-1f12-4ec4-a0e2-193595f4ff16 HTTP/1.1" status: 200 len: 217 time: 0.0371995 Oct 19 00:05:55.414020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-c23c551d-3571-4b56-894c-d51050afc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:55.415550 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-c23c551d-3571-4b56-894c-d51050afc850 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0485387 Oct 19 00:05:55.465297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-c1425b74-279c-4ac2-a915-37c4e1eb4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:55.466997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-c1425b74-279c-4ac2-a915-37c4e1eb4d3d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434031 Oct 19 00:05:55.506175 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:55.561893 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-4208bbd6-30a2-4ac5-bbcf-2a03c344a2c5 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879664 Oct 19 00:05:55.655926 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ac5f741-c5b6-4b10-8371-44e150101257 req-029caab7-b49d-47da-98ff-443f14c19c87 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871665 Oct 19 00:05:55.777424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-c81ffb55-2090-433b-b5cb-96ae5d2a22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:55.778871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-c81ffb55-2090-433b-b5cb-96ae5d2a22ff service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3b07972444d04426ba2f4bbc80b26654&device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 1099 time: 0.0403817 Oct 19 00:05:55.873780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-fe01cc93-49d1-40db-ad8c-b3704ed95341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:55.875280 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-fe01cc93-49d1-40db-ad8c-b3704ed95341 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c4d5e32c-7e71-4cec-8845-f6161e470c8c HTTP/1.1" status: 200 len: 870 time: 0.0892684 Oct 19 00:05:55.917917 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-05b9ad19-0056-431a-ba10-6ecc09e20f09 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=aeed406f-1f12-4ec4-a0e2-193595f4ff16 HTTP/1.1" status: 200 len: 217 time: 0.0351365 Oct 19 00:05:55.919680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cf05f-0d63-4309-80f2-9e00fa59decd req-2df277a7-189b-4d19-9cd3-1b2d2098a26d tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:55.921178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-985cf05f-0d63-4309-80f2-9e00fa59decd req-2df277a7-189b-4d19-9cd3-1b2d2098a26d tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 947 time: 0.0485072 Oct 19 00:05:55.958448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-985cf05f-0d63-4309-80f2-9e00fa59decd req-8650600d-88de-44a2-8532-1cdbeaf58a18 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311058 Oct 19 00:05:55.968381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-8414f6a7-8232-4574-8e55-d88e21dcce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:55.969863 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-8414f6a7-8232-4574-8e55-d88e21dcce20 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=beaecd2f-4d34-443c-98ea-88352738a6f1 HTTP/1.1" status: 200 len: 843 time: 0.0440235 Oct 19 00:05:56.019195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-602536f1-e258-41b4-8cb0-26f2eea954d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:56.020678 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-602536f1-e258-41b4-8cb0-26f2eea954d1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c4d5e32c-7e71-4cec-8845-f6161e470c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0436797 Oct 19 00:05:56.109860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-472b86d3-6c32-4181-b013-cf3abeff14a6 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817738 Oct 19 00:05:56.202409 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-84b7a31f-9dc4-4c25-a054-c02d7174c178 req-883a0efd-a606-4a01-a8bb-e860d3806911 service neutron] 10.222.0.102 "GET /v2.0/networks/c4d5e32c-7e71-4cec-8845-f6161e470c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849459 Oct 19 00:05:57.077009 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86f3eb-3e03-4d4d-a44f-4759f9591ef7 req-dc3a495f-5edc-4335-a294-17162845977e tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:57.078397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a86f3eb-3e03-4d4d-a44f-4759f9591ef7 req-dc3a495f-5edc-4335-a294-17162845977e tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 947 time: 0.0496233 Oct 19 00:05:57.117065 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a86f3eb-3e03-4d4d-a44f-4759f9591ef7 req-dc8027f5-593a-4fb5-b30c-fa52e20f6ddf tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Oct 19 00:05:58.007093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:58.230863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907c814-95ef-4e28-bdd0-fc08ccbf3d4a req-a959b520-9a02-4dd1-b11c-0e7cba36e97b tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:58.232337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d907c814-95ef-4e28-bdd0-fc08ccbf3d4a req-a959b520-9a02-4dd1-b11c-0e7cba36e97b tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 947 time: 0.0488894 Oct 19 00:05:58.269836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d907c814-95ef-4e28-bdd0-fc08ccbf3d4a req-70c58ad0-028a-4f92-9a23-c0cf22f1ceee tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Oct 19 00:05:59.336061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aeed406f-1f12-4ec4-a0e2-193595f4ff16 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:05:59.387905 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161b2bc-4c42-475f-9998-e8f7567ed93b req-133a22d7-8bdf-46c6-a4a3-13837b711cd9 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:05:59.389469 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b161b2bc-4c42-475f-9998-e8f7567ed93b req-133a22d7-8bdf-46c6-a4a3-13837b711cd9 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 947 time: 0.0522268 Oct 19 00:05:59.429434 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b161b2bc-4c42-475f-9998-e8f7567ed93b req-0dfee2bc-afec-4def-b39a-744bd325ce95 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335486 Oct 19 00:05:59.437217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aeed406f-1f12-4ec4-a0e2-193595f4ff16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aeed406f-1f12-4ec4-a0e2-193595f4ff16,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:59.448222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'aeed406f-1f12-4ec4-a0e2-193595f4ff16', 'network_id': 'c4d5e32c-7e71-4cec-8845-f6161e470c8c', 'port_id': 'aeed406f-1f12-4ec4-a0e2-193595f4ff16', 'mac_address': 'fa:16:3e:91:83:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaecd2f-4d34-443c-98ea-88352738a6f1', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:05:59.490700 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:59.503789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeed406f-1f12-4ec4-a0e2-193595f4ff16 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:05:59.522696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aeed406f-1f12-4ec4-a0e2-193595f4ff16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aeed406f-1f12-4ec4-a0e2-193595f4ff16,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:05:59.527125 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:05:59.574642 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=aeed406f-1f12-4ec4-a0e2-193595f4ff16,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:05:59.965606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aeed406f-1f12-4ec4-a0e2-193595f4ff16'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:06:00.554768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9a9d5-5a1f-436d-9f25-378473f2e70d req-1430b62c-f185-4794-907a-9c36a785060b tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:00.556322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e1c9a9d5-5a1f-436d-9f25-378473f2e70d req-1430b62c-f185-4794-907a-9c36a785060b tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 948 time: 0.0599101 Oct 19 00:06:00.595489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e1c9a9d5-5a1f-436d-9f25-378473f2e70d req-d26958d7-4f43-4cbd-ab24-b39635b9d206 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Oct 19 00:06:01.338508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aeed406f-1f12-4ec4-a0e2-193595f4ff16 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:06:01.387119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port aeed406f-1f12-4ec4-a0e2-193595f4ff16 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:06:01.390999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port aeed406f-1f12-4ec4-a0e2-193595f4ff16 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:06:01.391375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:01.469758 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:01.495430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24ebe01-8501-4f65-a0f6-44a73d1bd26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeed406f-1f12-4ec4-a0e2-193595f4ff16'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:06:01.497750 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174b24e4-19ba-45bb-b0e4-f64b551b49ed" -d '{"events": [{"server_uuid": "e24ebe01-8501-4f65-a0f6-44a73d1bd26f", "name": "network-vif-plugged", "status": "completed", "tag": "aeed406f-1f12-4ec4-a0e2-193595f4ff16"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:06:01.510972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aeed406f-1f12-4ec4-a0e2-193595f4ff16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aeed406f-1f12-4ec4-a0e2-193595f4ff16,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:06:01.515574 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:01.539798 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b119a5f-37c1-4a75-8d85-7c9c89435d3f x-openstack-request-id: req-9b119a5f-37c1-4a75-8d85-7c9c89435d3f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:06:01.540091 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24ebe01-8501-4f65-a0f6-44a73d1bd26f", "name": "network-vif-plugged", "status": "completed", "tag": "aeed406f-1f12-4ec4-a0e2-193595f4ff16", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:06:01.540335 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b119a5f-37c1-4a75-8d85-7c9c89435d3f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:06:01.540732 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24ebe01-8501-4f65-a0f6-44a73d1bd26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeed406f-1f12-4ec4-a0e2-193595f4ff16', 'code': 200} Oct 19 00:06:01.565931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=aeed406f-1f12-4ec4-a0e2-193595f4ff16,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:01.668949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3580f4d-e04d-45f4-b2f2-5a95286a5f18 req-01fd08cf-1532-432d-aa43-1be260bac8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:01.670485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f3580f4d-e04d-45f4-b2f2-5a95286a5f18 req-01fd08cf-1532-432d-aa43-1be260bac8f3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 1101 time: 0.0470889 Oct 19 00:06:01.707532 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f3580f4d-e04d-45f4-b2f2-5a95286a5f18 req-07fd3586-298b-4c69-90ab-df7f40083b98 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295634 Oct 19 00:06:01.712166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690bbad-2ef6-4bb2-b319-c25dfa4fb3d4 req-5f2f53f4-af3f-498a-bafb-4457d7b87ae1 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:01.713671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a690bbad-2ef6-4bb2-b319-c25dfa4fb3d4 req-5f2f53f4-af3f-498a-bafb-4457d7b87ae1 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 949 time: 0.0492783 Oct 19 00:06:01.753596 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a690bbad-2ef6-4bb2-b319-c25dfa4fb3d4 req-cfccb965-7e54-44a3-82f6-0e82ba440236 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338018 Oct 19 00:06:02.872802 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df983245-90fd-4709-b86b-e92f3bd593f3 req-4d3cc44a-4e96-4741-89cf-e8a5ab4404d3 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:02.874284 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df983245-90fd-4709-b86b-e92f3bd593f3 req-4d3cc44a-4e96-4741-89cf-e8a5ab4404d3 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 949 time: 0.0505102 Oct 19 00:06:02.912675 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-df983245-90fd-4709-b86b-e92f3bd593f3 req-bbec3ec7-72c4-4460-9dea-e85cee5b849c tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Oct 19 00:06:04.026409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb3d1-9082-4fbe-ab34-c6015f414203 req-5b5d8ac5-3ad1-4324-8f79-df0b7beed9d9 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:04.027910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-badfb3d1-9082-4fbe-ab34-c6015f414203 req-5b5d8ac5-3ad1-4324-8f79-df0b7beed9d9 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 949 time: 0.0504236 Oct 19 00:06:04.065337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-badfb3d1-9082-4fbe-ab34-c6015f414203 req-f6dcd878-6c86-4f95-ab39-70d9169a0344 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Oct 19 00:06:04.343856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-42252cf8-31ff-443f-8c22-99df9cc421be req-3f5674ad-31c4-44da-9fcd-e2ff17d5fb8a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:06:04.344751 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-42252cf8-31ff-443f-8c22-99df9cc421be req-3f5674ad-31c4-44da-9fcd-e2ff17d5fb8a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055339 Oct 19 00:06:04.777441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-9eb9aacb-2e52-44b3-a587-48d3522fa1d9 req-1c28f340-e3a8-4548-938c-6aa86ab5d1d0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:06:04.778458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9eb9aacb-2e52-44b3-a587-48d3522fa1d9 req-1c28f340-e3a8-4548-938c-6aa86ab5d1d0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1060743 Oct 19 00:06:05.101408 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:05.135105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e1d73-32b2-4c3a-90a5-b4c4d4ce06a7 req-d1259eae-5a10-40ae-ac39-cb785ba360d2 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:05.136583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e1d73-32b2-4c3a-90a5-b4c4d4ce06a7 req-d1259eae-5a10-40ae-ac39-cb785ba360d2 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 949 time: 0.0538828 Oct 19 00:06:05.175215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e1d73-32b2-4c3a-90a5-b4c4d4ce06a7 req-121094ce-21eb-44b8-81cb-c53e52be4621 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Oct 19 00:06:06.294964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb068a-3dff-4ff8-801f-2e9966a4462a req-ae857b8c-e6a8-427a-a330-18fada2459fc tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:06.296473 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fecb068a-3dff-4ff8-801f-2e9966a4462a req-ae857b8c-e6a8-427a-a330-18fada2459fc tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 949 time: 0.0507860 Oct 19 00:06:06.333303 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fecb068a-3dff-4ff8-801f-2e9966a4462a req-8b70619b-4cbd-4b8f-b948-db4aefb9bb9d tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dfc8e9-822f-40b6-bf63-db177d5638b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307133 Oct 19 00:06:06.602799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-825ad81a-7d9f-499c-8073-59d81b02a2e6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:06.604189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-825ad81a-7d9f-499c-8073-59d81b02a2e6 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.102 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 949 time: 0.0536370 Oct 19 00:06:06.698472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Deleting port aeed406f-1f12-4ec4-a0e2-193595f4ff16 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:06:06.698831 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:06.733875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:06.791890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] For port aeed406f-1f12-4ec4-a0e2-193595f4ff16, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aeed406f-1f12-4ec4-a0e2-193595f4ff16,segment=NetworkSegment(9e4a6314-4788-4652-9159-53253b9f62ed),segment_id=9e4a6314-4788-4652-9159-53253b9f62ed)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:06:06.792255 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:06.804297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Calling delete_port for aeed406f-1f12-4ec4-a0e2-193595f4ff16 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:06:06.933014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:06.963485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Pushing event deleted for resources: {'Port': ['ID=aeed406f-1f12-4ec4-a0e2-193595f4ff16,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:06.965440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aeed406f-1f12-4ec4-a0e2-193595f4ff16'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:06:07.008019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] No DVR routers for this DVR port aeed406f-1f12-4ec4-a0e2-193595f4ff16 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:06:07.010811 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:07.014228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-aee7531c-9d9c-4e80-914a-4e70f546929f req-9169272d-04f9-4d9c-9ad6-cdc1bbe388dd tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.102 "DELETE /v2.0/ports/aeed406f-1f12-4ec4-a0e2-193595f4ff16 HTTP/1.1" status: 204 len: 173 time: 0.4027562 Oct 19 00:06:07.014681 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24ebe01-8501-4f65-a0f6-44a73d1bd26f', 'name': 'network-vif-deleted', 'tag': 'aeed406f-1f12-4ec4-a0e2-193595f4ff16'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:06:07.017253 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74390ab-b09e-4178-8110-83237413748a" -d '{"events": [{"server_uuid": "e24ebe01-8501-4f65-a0f6-44a73d1bd26f", "name": "network-vif-deleted", "tag": "aeed406f-1f12-4ec4-a0e2-193595f4ff16"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:06:07.082415 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a5b40-1506-47e5-9652-7b3d4685911a x-openstack-request-id: req-5d1a5b40-1506-47e5-9652-7b3d4685911a {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:06:07.082740 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24ebe01-8501-4f65-a0f6-44a73d1bd26f", "name": "network-vif-deleted", "tag": "aeed406f-1f12-4ec4-a0e2-193595f4ff16", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:06:07.083520 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d1a5b40-1506-47e5-9652-7b3d4685911a {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:06:07.083520 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24ebe01-8501-4f65-a0f6-44a73d1bd26f', 'name': 'network-vif-deleted', 'tag': 'aeed406f-1f12-4ec4-a0e2-193595f4ff16', 'status': 'completed', 'code': 200} Oct 19 00:06:07.315745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ddd7d68-263c-4597-b6cc-90c4010748b3 req-7c56de2c-f9e3-47e8-b1c5-e2882282596a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253866 Oct 19 00:06:07.402266 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ddd7d68-263c-4597-b6cc-90c4010748b3 req-08bec6b7-9450-48d3-b574-d1db109bd723 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3b07972444d04426ba2f4bbc80b26654&device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 210 time: 0.0252237 Oct 19 00:06:07.451788 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ccd3ee7-9673-4922-bf18-4017a1780d76 req-30bb233f-d383-498e-8d33-669b2c69a907 tempest-ServersAdminNegativeTestJSON-1417186448 tempest-ServersAdminNegativeTestJSON-1417186448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e24ebe01-8501-4f65-a0f6-44a73d1bd26f HTTP/1.1" status: 200 len: 210 time: 0.0387545 Oct 19 00:06:07.471700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ddd7d68-263c-4597-b6cc-90c4010748b3 req-08a5b2b8-1234-47d9-968e-8d4b52c61eac service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=3b07972444d04426ba2f4bbc80b26654&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327013 Oct 19 00:06:07.648393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd7d68-263c-4597-b6cc-90c4010748b3 req-79706804-92a5-4291-97f9-fd3c177b2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:07.649880 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9ddd7d68-263c-4597-b6cc-90c4010748b3 req-79706804-92a5-4291-97f9-fd3c177b2552 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716697 Oct 19 00:06:07.737031 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:06:08.744878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38886) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:06:08.884916 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4bb715d7-ddcf-4533-9cd7-681b52387ee8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b07972444d04426ba2f4bbc80b26654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388562 Oct 19 00:06:08.887485 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38890) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:06:08.932636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2935b367-9d1d-4d25-b550-6bd60eb4e2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:08.953071 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2935b367-9d1d-4d25-b550-6bd60eb4e2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:08.998687 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2935b367-9d1d-4d25-b550-6bd60eb4e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:09.001167 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2935b367-9d1d-4d25-b550-6bd60eb4e2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:09.002332 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2935b367-9d1d-4d25-b550-6bd60eb4e2e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64dfc8e9-822f-40b6-bf63-db177d5638b3 HTTP/1.1" status: 204 len: 168 time: 0.1139631 Oct 19 00:06:09.011040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935b367-9d1d-4d25-b550-6bd60eb4e2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dfc8e9-822f-40b6-bf63-db177d5638b3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:09.259546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38896) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:06:09.276291 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-114cfd8a-e1e8-4cdc-b85d-81fd662993a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:09.367869 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aeed406f-1f12-4ec4-a0e2-193595f4ff16 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:06:09.389518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: aeed406f-1f12-4ec4-a0e2-193595f4ff16 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:06:09.389879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aeed406f-1f12-4ec4-a0e2-193595f4ff16 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:06:09.632633 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-114cfd8a-e1e8-4cdc-b85d-81fd662993a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:09.636757 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-114cfd8a-e1e8-4cdc-b85d-81fd662993a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:09.672986 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cfd8a-e1e8-4cdc-b85d-81fd662993a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266931be-7096-4b09-9cff-fbc7b69139a4,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:09.678629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-114cfd8a-e1e8-4cdc-b85d-81fd662993a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1d660eb96b14ca297ac0a9f4475fdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179850 Oct 19 00:06:09.682049 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38898) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:06:09.729321 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8c0ba3a-aa34-4831-86d3-f84ce3b3affb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:09.751300 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8c0ba3a-aa34-4831-86d3-f84ce3b3affb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:09.795867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8c0ba3a-aa34-4831-86d3-f84ce3b3affb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:09.798429 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e8c0ba3a-aa34-4831-86d3-f84ce3b3affb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:09.799645 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e8c0ba3a-aa34-4831-86d3-f84ce3b3affb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/266931be-7096-4b09-9cff-fbc7b69139a4 HTTP/1.1" status: 204 len: 168 time: 0.1166675 Oct 19 00:06:09.809050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0ba3a-aa34-4831-86d3-f84ce3b3affb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266931be-7096-4b09-9cff-fbc7b69139a4,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:10.501936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 38920) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:06:10.600743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1765433091-network', 'tenant_id': 'ee3384c8660545b1a1754e0e42c79d90'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:06:10.621645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Made reservation on behalf of ee3384c8660545b1a1754e0e42c79d90 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:06:10.623928 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:10.635719 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:10.711066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:10.715110 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:10.739317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:06:10.750172 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bb957e-a2aa-459c-b16f-105869028657,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:10.756151 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:10.756807 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Added segment 50df381b-09dc-4319-a8b9-511354b29b5a of type vlan for network 374f5ebe-d338-4c5e-8582-74fa95607fc6 Oct 19 00:06:10.802464 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:10.828915 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:10.829808 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:10.830381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:10.873633 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3702490 Oct 19 00:06:10.876726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 38924) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:06:10.881664 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Request body: {'subnet': {'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1765433091-subnet', 'tenant_id': 'ee3384c8660545b1a1754e0e42c79d90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:06:10.903581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Made reservation on behalf of ee3384c8660545b1a1754e0e42c79d90 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:06:10.905822 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:10.919815 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8f595-ee07-4e33-85d6-dc7778b16e86 admin admin] Pushing event updated for resources: {'Network': ['ID=374f5ebe-d338-4c5e-8582-74fa95607fc6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:10.929993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 374f5ebe-d338-4c5e-8582-74fa95607fc6 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:06:11.078795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:11.137093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:11.148323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.148672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.149126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.149573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.149913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.150267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.150603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.150970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.151299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.151623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.151948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.152270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:11.155537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Checking segment: {'id': '50df381b-09dc-4319-a8b9-511354b29b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:06:11.155910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Network hostable DHCP agents. Network: 374f5ebe-d338-4c5e-8582-74fa95607fc6, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:06:11.173538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Network 374f5ebe-d338-4c5e-8582-74fa95607fc6 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:06:11.182589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 374f5ebe-d338-4c5e-8582-74fa95607fc6) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:06:11.186748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:11.187360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:11.192264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c24da6d-ec04-4d1e-94df-df84f1a97a0d None None] Network 374f5ebe-d338-4c5e-8582-74fa95607fc6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:06:11.203546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7fba6f62-e683-435b-9fc4-2e6e1433d7ad admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3257234 Oct 19 00:06:11.322306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23ec7d-7630-43ec-a3ab-010c91c1cb33 None None] Network 374f5ebe-d338-4c5e-8582-74fa95607fc6 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:06:11.628273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-f3f97305-cf05-4011-b733-6e888326ff38 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:11.629831 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-f3f97305-cf05-4011-b733-6e888326ff38 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/networks?id=374f5ebe-d338-4c5e-8582-74fa95607fc6 HTTP/1.1" status: 200 len: 812 time: 0.1016695 Oct 19 00:06:11.645589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-52a05d1f-c8fa-40b5-893b-059a7f6d3229 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/quotas/ee3384c8660545b1a1754e0e42c79d90 HTTP/1.1" status: 200 len: 375 time: 0.0093329 Oct 19 00:06:11.682897 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-ba4b6e61-6ce6-4fc4-9a3e-9cdc58f1ae1a tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee3384c8660545b1a1754e0e42c79d90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305157 Oct 19 00:06:11.693652 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-2390e149-6551-40cd-bf3b-c87af9f458af service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:06:11.694671 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-2390e149-6551-40cd-bf3b-c87af9f458af service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052552 Oct 19 00:06:11.786846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-172c1464-6b15-4fd1-86f3-279c2bc58f03 service neutron] 10.222.0.52 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861228 Oct 19 00:06:11.883662 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-47b4cd56-edfc-4b8f-93d0-48b00b814838 service neutron] 10.222.0.52 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897157 Oct 19 00:06:12.045222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b9327727-89ed-4177-8850-93f599a00e4d req-66ec7953-ccc7-4d55-91b0-1858766d6a4b tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 210 time: 0.0264509 Oct 19 00:06:13.181207 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a7d24c1c-bb69-4974-bba2-5feb809efc5f req-dbd05e2f-db1e-4c3c-aa8c-aae264d54065 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 210 time: 0.0396407 Oct 19 00:06:13.209745 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-cf2a850f-ef37-44a4-9320-9c17c1d6bf0e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:13.211630 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-cf2a850f-ef37-44a4-9320-9c17c1d6bf0e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.102 "GET /v2.0/networks?id=374f5ebe-d338-4c5e-8582-74fa95607fc6 HTTP/1.1" status: 200 len: 812 time: 0.1404662 Oct 19 00:06:13.231440 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Request body: {'port': {'device_id': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6', 'admin_state_up': True, 'tenant_id': 'ee3384c8660545b1a1754e0e42c79d90'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:06:13.343183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Made reservation on behalf of ee3384c8660545b1a1754e0e42c79d90 for: {'port': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:06:13.346879 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:13.475230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Allocated IP 172.20.0.11 (374f5ebe-d338-4c5e-8582-74fa95607fc6/a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9/2e269e11-b171-4c56-8b95-2228f76eb2f3) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:06:13.633024 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:13.668509 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:13.712225 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Network 374f5ebe-d338-4c5e-8582-74fa95607fc6 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:06:13.715359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:06:13.719087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:06:13.728022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Pushing event updated for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:13.774309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:13.775053 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:13.791494 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d8330e86-c683-4b1f-885c-c747b56f6753 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637734 Oct 19 00:06:13.812124 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Request body: {'port': {'device_id': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:06:13.870668 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:14.135496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e269e11-b171-4c56-8b95-2228f76eb2f3 {{(pid=100921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:06:14.143129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:14.154908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Transition to ACTIVE for port object 2e269e11-b171-4c56-8b95-2228f76eb2f3 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:06:14.158348 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:14.207575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Pushing event updated for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:14.277955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Attempting to bind port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:06:14.278298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Attempting to bind port 2e269e11-b171-4c56-8b95-2228f76eb2f3 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '50df381b-09dc-4319-a8b9-511354b29b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:06:14.278629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Attempting to bind port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on network 374f5ebe-d338-4c5e-8582-74fa95607fc6 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:06:14.282931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on network 374f5ebe-d338-4c5e-8582-74fa95607fc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:06:14.283251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Attempting to bind port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on network 374f5ebe-d338-4c5e-8582-74fa95607fc6 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:06:14.287984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:06:14.289101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Checking segment: {'id': '50df381b-09dc-4319-a8b9-511354b29b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:06:14.289343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Bound using segment: {'id': '50df381b-09dc-4319-a8b9-511354b29b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:06:14.289718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Bound port: 2e269e11-b171-4c56-8b95-2228f76eb2f3, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50df381b-09dc-4319-a8b9-511354b29b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:06:14.290071 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:14.298315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86413c8-2f34-430c-8e38-13e6c63e6436 req-65636499-c04b-4406-b6f6-42e2e6540513 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:14.299853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b86413c8-2f34-430c-8e38-13e6c63e6436 req-65636499-c04b-4406-b6f6-42e2e6540513 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 944 time: 0.0488739 Oct 19 00:06:14.343178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b86413c8-2f34-430c-8e38-13e6c63e6436 req-6b39e078-b3ea-4401-82ae-c6eef27ddab3 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Oct 19 00:06:14.352621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:06:14.356391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:06:14.360799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:14.395767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:14.396364 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:14.398697 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] 10.222.0.102 "PUT /v2.0/ports/2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 200 len: 1093 time: 0.5913320 Oct 19 00:06:14.399247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:06:14.401699 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:06:14.428738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d536e9-7575-44d4-83fc-8af064ee176d service neutron] Pushing event updated for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=3']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:14.444352 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bedeeec-1e4c-4822-a4fd-9db188ed0e22 x-openstack-request-id: req-8bedeeec-1e4c-4822-a4fd-9db188ed0e22 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:06:14.444670 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:06:14.444931 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bedeeec-1e4c-4822-a4fd-9db188ed0e22 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:06:14.445335 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'status': 'completed', 'code': 200} Oct 19 00:06:14.506478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-8874ae8d-1fb8-4d0c-80ec-ac02a59d0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:14.508086 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-8874ae8d-1fb8-4d0c-80ec-ac02a59d0510 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee3384c8660545b1a1754e0e42c79d90&device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 1096 time: 0.0465095 Oct 19 00:06:14.557741 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-56484d1c-b9cd-467f-94c3-62c0dc3eb205 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0360873 Oct 19 00:06:14.608823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d780e9bf-41b3-40ea-a338-56220b4a1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:14.610286 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-d780e9bf-41b3-40ea-a338-56220b4a1f11 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9 HTTP/1.1" status: 200 len: 852 time: 0.0458920 Oct 19 00:06:14.641198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-05a24027-bb70-4651-9740-7201faf8a4b0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=374f5ebe-d338-4c5e-8582-74fa95607fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242770 Oct 19 00:06:14.735955 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-271388a4-1e9f-4871-8493-9ba9f06d0cea service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869222 Oct 19 00:06:14.830076 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f897a61b-04c0-4b2a-8606-a52eb0d71af4 req-5f30249f-24c3-4d45-bb0d-3a5cf4a32e65 service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871346 Oct 19 00:06:14.951964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-bb2403e5-e34c-4eb1-8fbc-05d13cce1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:14.953426 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-bb2403e5-e34c-4eb1-8fbc-05d13cce1fda service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee3384c8660545b1a1754e0e42c79d90&device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 1096 time: 0.0408647 Oct 19 00:06:15.041226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-c3010f27-5254-4ba4-9616-c03ca98c4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:15.042583 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-c3010f27-5254-4ba4-9616-c03ca98c4e5d service neutron] 10.222.0.102 "GET /v2.0/networks?id=374f5ebe-d338-4c5e-8582-74fa95607fc6 HTTP/1.1" status: 200 len: 913 time: 0.0822816 Oct 19 00:06:15.087560 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-ea629cee-3753-4223-9af3-3c237865b157 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0366671 Oct 19 00:06:15.137008 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-dda2ebde-81c2-4914-a84f-5e78603a31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:15.138410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-dda2ebde-81c2-4914-a84f-5e78603a31c1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9 HTTP/1.1" status: 200 len: 852 time: 0.0443761 Oct 19 00:06:15.170133 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-9e384026-1d3a-4e64-a176-469ce195b6ae service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=374f5ebe-d338-4c5e-8582-74fa95607fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241723 Oct 19 00:06:15.264515 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-82e8a0b0-3c98-43f6-b24d-f8df2227a9e7 service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Oct 19 00:06:15.353355 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a9d1e4b0-0875-4ab3-b34a-811e99ba4cf1 req-a87dbf6f-bf9c-4d60-befe-02deb7f33fc7 service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812793 Oct 19 00:06:15.463091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc3771-fbcb-43e8-9367-9d478e60e146 req-ed1e243b-4d4e-4773-8381-0777a3b52a81 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:15.464556 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4ecc3771-fbcb-43e8-9367-9d478e60e146 req-ed1e243b-4d4e-4773-8381-0777a3b52a81 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 944 time: 0.0494742 Oct 19 00:06:15.502327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4ecc3771-fbcb-43e8-9367-9d478e60e146 req-cefc4a08-fb1c-415e-8c80-ecccc955799d tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Oct 19 00:06:16.635866 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd6ae-0b18-41a5-8b45-3c28bfe78294 req-efb25335-a952-407d-a5bb-c44917f45961 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:16.637380 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51efd6ae-0b18-41a5-8b45-3c28bfe78294 req-efb25335-a952-407d-a5bb-c44917f45961 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 944 time: 0.0641618 Oct 19 00:06:16.677871 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-51efd6ae-0b18-41a5-8b45-3c28bfe78294 req-dfd36d25-a68c-420d-a51e-ba07f68a1572 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Oct 19 00:06:17.444618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2e269e11-b171-4c56-8b95-2228f76eb2f3 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:06:17.547751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:06:17.560518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6', 'port_id': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'mac_address': 'fa:16:3e:59:7c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:06:17.604528 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:17.616990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e269e11-b171-4c56-8b95-2228f76eb2f3 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:06:17.637283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:06:17.641042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:17.688084 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:17.799076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a8560-62c9-4f2a-874b-5ff990ff3cc5 req-c52b5259-d094-4165-9264-d3ceb5985475 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:17.800570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-063a8560-62c9-4f2a-874b-5ff990ff3cc5 req-c52b5259-d094-4165-9264-d3ceb5985475 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 945 time: 0.0522792 Oct 19 00:06:17.838840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-063a8560-62c9-4f2a-874b-5ff990ff3cc5 req-72bcb788-4fe7-4058-af34-6210d8e38b29 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Oct 19 00:06:18.007886 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['2e269e11-b171-4c56-8b95-2228f76eb2f3'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:06:18.953973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ddcad-afc4-4fed-ad4d-f9963fb5d73c req-aa18d908-8168-48a0-974e-6268bdcf4f11 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:18.955485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f6ddcad-afc4-4fed-ad4d-f9963fb5d73c req-aa18d908-8168-48a0-974e-6268bdcf4f11 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 945 time: 0.0495586 Oct 19 00:06:18.993019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f6ddcad-afc4-4fed-ad4d-f9963fb5d73c req-33175d0c-3026-41f8-99df-91055df04b5f tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Oct 19 00:06:19.448821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2e269e11-b171-4c56-8b95-2228f76eb2f3 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:06:19.497810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 2e269e11-b171-4c56-8b95-2228f76eb2f3 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:06:19.501552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 2e269e11-b171-4c56-8b95-2228f76eb2f3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:06:19.501930 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:19.576701 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:19.602161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:06:19.604990 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d3cec6-53ab-402a-83c1-bea4a729cec3" -d '{"events": [{"server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "name": "network-vif-plugged", "status": "completed", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:06:19.620932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:06:19.629467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:19.677136 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:19.713921 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b602cba-4be0-47e1-b1ec-09e1d4f62018 x-openstack-request-id: req-5b602cba-4be0-47e1-b1ec-09e1d4f62018 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:06:19.714282 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "name": "network-vif-plugged", "status": "completed", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:06:19.714541 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b602cba-4be0-47e1-b1ec-09e1d4f62018 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:06:19.714968 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'code': 200} Oct 19 00:06:19.838789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cec15-9769-425f-bf78-02f05639b4bc req-14b8c491-f189-47f7-ad92-1af0de3be090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:19.840279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f03cec15-9769-425f-bf78-02f05639b4bc req-14b8c491-f189-47f7-ad92-1af0de3be090 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 1098 time: 0.0403678 Oct 19 00:06:19.874980 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f03cec15-9769-425f-bf78-02f05639b4bc req-9d8c975e-62db-4968-83b9-52d2e0302a09 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272102 Oct 19 00:06:20.113108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be63eed-53ba-4cca-9e23-105d2b7c8c36 req-7bd1c032-490a-46db-86c5-cebc8ee2908d tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:20.114571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2be63eed-53ba-4cca-9e23-105d2b7c8c36 req-7bd1c032-490a-46db-86c5-cebc8ee2908d tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0526938 Oct 19 00:06:20.151991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2be63eed-53ba-4cca-9e23-105d2b7c8c36 req-c998209d-342b-4e2a-8b1a-72cf9df1cf7f tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Oct 19 00:06:20.331816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ec5ffaa9-e293-411c-a3ad-7d050e9b49d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:21.270840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e6f16-ae3c-4bc3-8c86-8019b7bc598f req-2f802401-6ddf-4823-9964-5ac8f896847c tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:21.272324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd2e6f16-ae3c-4bc3-8c86-8019b7bc598f req-2f802401-6ddf-4823-9964-5ac8f896847c tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0536339 Oct 19 00:06:21.316508 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fd2e6f16-ae3c-4bc3-8c86-8019b7bc598f req-4a4fd531-79b5-4699-9fdc-c88d741ae274 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375643 Oct 19 00:06:22.433349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf5401-8652-46b2-b6fa-8e5393043603 req-b6fed812-8518-4acc-baee-e5131e0e46ce tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:22.434832 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1bf5401-8652-46b2-b6fa-8e5393043603 req-b6fed812-8518-4acc-baee-e5131e0e46ce tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0502930 Oct 19 00:06:22.471994 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1bf5401-8652-46b2-b6fa-8e5393043603 req-f6b87974-563c-42dc-b703-ccd6ac79c97e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Oct 19 00:06:22.711083 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24190e-599f-40d7-a2d3-0019e929e800 req-9c7bb569-ed3f-4050-a87e-36fc1d29f0f7 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:22.713189 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e24190e-599f-40d7-a2d3-0019e929e800 req-9c7bb569-ed3f-4050-a87e-36fc1d29f0f7 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0507777 Oct 19 00:06:22.748656 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-52ba72c8-e164-4217-bbff-843e6e595d96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945861 Oct 19 00:06:22.752881 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9e24190e-599f-40d7-a2d3-0019e929e800 req-cf30c87e-a3b5-43de-ada1-a77c4a68c6c2 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Oct 19 00:06:22.757996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-6443695e-2e1f-42b3-94a4-d8cc1b4f8736 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:06:22.759139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-6443695e-2e1f-42b3-94a4-d8cc1b4f8736 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053079 Oct 19 00:06:23.876560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff36911-4fda-4859-9407-ff126c1e9b7f req-e33b08f1-e739-4873-8d22-bf34f4c4d641 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:23.878520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ff36911-4fda-4859-9407-ff126c1e9b7f req-e33b08f1-e739-4873-8d22-bf34f4c4d641 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0528011 Oct 19 00:06:23.922210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5ff36911-4fda-4859-9407-ff126c1e9b7f req-df0ebfd5-5611-4908-a0ba-767c96f12c51 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341811 Oct 19 00:06:23.975742 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7e77da11-4dbe-4013-9e18-9ec1e08c5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:24.036422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-b7140a38-335a-4739-bb86-5f562e5a3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:24.037931 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-b7140a38-335a-4739-bb86-5f562e5a3b77 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee3384c8660545b1a1754e0e42c79d90&device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 1098 time: 0.0451612 Oct 19 00:06:24.130500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-8b962983-16cd-48f6-8677-83c3d24af91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:24.132319 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-8b962983-16cd-48f6-8677-83c3d24af91c service neutron] 10.222.0.102 "GET /v2.0/networks?id=374f5ebe-d338-4c5e-8582-74fa95607fc6 HTTP/1.1" status: 200 len: 913 time: 0.0872691 Oct 19 00:06:24.180208 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-41be5dbc-2a70-4a6b-b1cb-a9d8c6b47eb4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0406919 Oct 19 00:06:24.230869 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-1aeab49d-d4ab-43b5-a788-f095a02114e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:24.232340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-1aeab49d-d4ab-43b5-a788-f095a02114e3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9 HTTP/1.1" status: 200 len: 852 time: 0.0455434 Oct 19 00:06:24.265798 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-eda70fe0-45a3-4ace-8f52-d8e06ef7dee7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=374f5ebe-d338-4c5e-8582-74fa95607fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249453 Oct 19 00:06:24.361867 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-bdcb3c06-4d52-4aff-9c90-c23b12c07b97 service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883563 Oct 19 00:06:24.453995 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-455caf54-bd84-4d19-b757-17c78e64113c service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850625 Oct 19 00:06:24.833898 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:25.040325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138a4ba-5f43-4cd9-85f2-70d082246eec req-6bfffbcd-efc4-49d2-b376-dd1213bf9124 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:25.041822 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0138a4ba-5f43-4cd9-85f2-70d082246eec req-6bfffbcd-efc4-49d2-b376-dd1213bf9124 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0508838 Oct 19 00:06:25.079983 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0138a4ba-5f43-4cd9-85f2-70d082246eec req-fa9d283e-1d45-46bc-ab75-a53f884a40c6 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Oct 19 00:06:25.507230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:26.199383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73e4e4-fd7c-4f1b-928f-4081593b1214 req-95461bc2-44fc-429d-9e02-ef886418f3b6 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:26.201101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b73e4e4-fd7c-4f1b-928f-4081593b1214 req-95461bc2-44fc-429d-9e02-ef886418f3b6 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0532317 Oct 19 00:06:26.243942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b73e4e4-fd7c-4f1b-928f-4081593b1214 req-34b9603c-e5e8-4edd-b9c6-fd3f6967c820 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349958 Oct 19 00:06:27.363850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19f550-bd9c-473a-9e69-198ff4f817e3 req-ae4c9ee7-ce3e-4775-b8cd-a91888b2ae1f tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:27.365473 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a19f550-bd9c-473a-9e69-198ff4f817e3 req-ae4c9ee7-ce3e-4775-b8cd-a91888b2ae1f tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0547371 Oct 19 00:06:27.406285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0a19f550-bd9c-473a-9e69-198ff4f817e3 req-982a5b65-7337-4fdf-8eb7-e580d9736118 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342331 Oct 19 00:06:28.011540 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:28.524684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a103ca9-9abf-4536-b89a-ac20050b8a7d req-30ef8eba-1565-40d7-95dc-70e9557e3a73 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:28.526161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a103ca9-9abf-4536-b89a-ac20050b8a7d req-30ef8eba-1565-40d7-95dc-70e9557e3a73 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0523138 Oct 19 00:06:28.564834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a103ca9-9abf-4536-b89a-ac20050b8a7d req-3140af0e-421b-48e2-9792-0a607481b59d tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Oct 19 00:06:29.679195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170b90-e017-47f3-856c-096d3c597ca7 req-e8dbc3e6-befd-4430-ae8a-9e7e3e85f729 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:29.680691 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a170b90-e017-47f3-856c-096d3c597ca7 req-e8dbc3e6-befd-4430-ae8a-9e7e3e85f729 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0491087 Oct 19 00:06:29.718903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a170b90-e017-47f3-856c-096d3c597ca7 req-0d6d15f1-0439-4a56-b63c-36994470da8c tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Oct 19 00:06:30.838618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141f8f0-d1ec-40df-919b-90beaf8f6ab2 req-9100da98-dcb7-4d5b-8520-2886c31a7de6 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:30.840366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6141f8f0-d1ec-40df-919b-90beaf8f6ab2 req-9100da98-dcb7-4d5b-8520-2886c31a7de6 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0522623 Oct 19 00:06:30.878125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6141f8f0-d1ec-40df-919b-90beaf8f6ab2 req-c74cd6ca-a538-4d22-9f1a-2b68f661749e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Oct 19 00:06:31.998496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d60f3-0202-439d-89ca-f137581a38a4 req-2f7d031d-c98a-43ec-80e9-04c6d83ff073 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:32.000002 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b30d60f3-0202-439d-89ca-f137581a38a4 req-2f7d031d-c98a-43ec-80e9-04c6d83ff073 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0557213 Oct 19 00:06:32.037735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b30d60f3-0202-439d-89ca-f137581a38a4 req-624455df-6217-450d-800a-29e1b7cdf186 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Oct 19 00:06:33.150658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2e899-3473-4887-a5c8-c55fdf1ebc53 req-f485f91d-acd3-4f0f-b148-6d49f93a481e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:33.152143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3bb2e899-3473-4887-a5c8-c55fdf1ebc53 req-f485f91d-acd3-4f0f-b148-6d49f93a481e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0482485 Oct 19 00:06:33.189164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3bb2e899-3473-4887-a5c8-c55fdf1ebc53 req-60695641-2910-40b2-9d6a-4a7df9a4fa2b tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Oct 19 00:06:34.307529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691a4f4-b1ce-4509-8eaa-2d12ca137193 req-1bfbc245-b8e9-4303-baab-69f264e33fd5 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:34.309008 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3691a4f4-b1ce-4509-8eaa-2d12ca137193 req-1bfbc245-b8e9-4303-baab-69f264e33fd5 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Oct 19 00:06:34.347090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3691a4f4-b1ce-4509-8eaa-2d12ca137193 req-369b3c8d-c93b-48fb-8fed-97f61faf1fe5 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319564 Oct 19 00:06:35.113667 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:35.472903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e91fa-e692-48f4-ab16-263a490d2d16 req-faf69e68-cc3c-4cda-a3ef-3dd3dd4f4bb7 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:35.474411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-647e91fa-e692-48f4-ab16-263a490d2d16 req-faf69e68-cc3c-4cda-a3ef-3dd3dd4f4bb7 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0596447 Oct 19 00:06:35.513997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-647e91fa-e692-48f4-ab16-263a490d2d16 req-953237ba-5b5f-48ae-82db-a55ad080052c tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Oct 19 00:06:36.628272 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833db09a-b850-4fa5-9c64-3d4871a639df req-c487d017-ce84-418f-8bbc-4cae190a0e79 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:36.629793 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-833db09a-b850-4fa5-9c64-3d4871a639df req-c487d017-ce84-418f-8bbc-4cae190a0e79 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0495276 Oct 19 00:06:36.668356 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-833db09a-b850-4fa5-9c64-3d4871a639df req-ded410f3-c496-4f80-b945-5fdb4900fc77 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317712 Oct 19 00:06:36.760939 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:37.782296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b71285-9f51-4a3e-8ac1-7268939f181d req-f8633827-7be8-45bd-9bbc-f2f518160050 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:37.783891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6b71285-9f51-4a3e-8ac1-7268939f181d req-f8633827-7be8-45bd-9bbc-f2f518160050 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0489457 Oct 19 00:06:37.822955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6b71285-9f51-4a3e-8ac1-7268939f181d req-38b84cbe-7b3f-47d3-a6aa-9b53ec06714e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Oct 19 00:06:38.938091 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b8ac6-dbbd-4c72-b38e-c084be9c80df req-24532339-991c-40a5-a24a-7e284aeb8425 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:38.939708 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-553b8ac6-dbbd-4c72-b38e-c084be9c80df req-24532339-991c-40a5-a24a-7e284aeb8425 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0490520 Oct 19 00:06:38.977250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-553b8ac6-dbbd-4c72-b38e-c084be9c80df req-3d5409b1-3d90-45ae-9cc5-c455fdeb665e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315523 Oct 19 00:06:40.092131 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c44057-fcbf-4546-be07-706c38cc2fa2 req-29b90607-406c-4456-86bf-28904b393144 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:40.093512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44c44057-fcbf-4546-be07-706c38cc2fa2 req-29b90607-406c-4456-86bf-28904b393144 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0491412 Oct 19 00:06:40.131391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44c44057-fcbf-4546-be07-706c38cc2fa2 req-dcb2d90e-01ec-4ea6-84a9-ae339b33eff7 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Oct 19 00:06:41.248697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8c80d-42d6-43c7-8bb3-3d68b4fb9d73 req-b1e872a5-deee-4a3e-b145-991d11556114 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:41.250198 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6c8c80d-42d6-43c7-8bb3-3d68b4fb9d73 req-b1e872a5-deee-4a3e-b145-991d11556114 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0527785 Oct 19 00:06:41.288187 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f6c8c80d-42d6-43c7-8bb3-3d68b4fb9d73 req-777c7189-c757-4add-a904-7d18a23056db tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Oct 19 00:06:42.413592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74058fa8-3bc2-4054-94ba-6b0e1ed75afb req-d93ad720-e76f-4a90-977a-9f9d77745c3e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:42.415193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74058fa8-3bc2-4054-94ba-6b0e1ed75afb req-d93ad720-e76f-4a90-977a-9f9d77745c3e tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0583391 Oct 19 00:06:42.453590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74058fa8-3bc2-4054-94ba-6b0e1ed75afb req-055f5786-df1d-40ae-8c57-026fc12deb51 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Oct 19 00:06:43.570387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d03a3-8157-4189-a83d-a427ab826458 req-7074ad66-42f7-4e7c-aa74-6d823b7e8025 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:43.571914 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed3d03a3-8157-4189-a83d-a427ab826458 req-7074ad66-42f7-4e7c-aa74-6d823b7e8025 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0505390 Oct 19 00:06:43.611250 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ed3d03a3-8157-4189-a83d-a427ab826458 req-206e89e4-05cb-4a69-aa80-77ca573b6ed3 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Oct 19 00:06:44.724518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb94e0d-9dc1-4870-b883-868f1d9e5eb6 req-aa2b6cf8-1fee-41d2-9dd8-ec923fded240 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:44.725999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcb94e0d-9dc1-4870-b883-868f1d9e5eb6 req-aa2b6cf8-1fee-41d2-9dd8-ec923fded240 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0488892 Oct 19 00:06:44.737499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:06:44.768152 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcb94e0d-9dc1-4870-b883-868f1d9e5eb6 req-deda5632-12cf-4da7-aad1-ed20cdfd845b tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354924 Oct 19 00:06:45.884957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2570290-f0ca-4326-bcda-849cef86f5d8 req-8ba27365-83da-4d35-9d1c-abcd09821188 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:45.887016 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2570290-f0ca-4326-bcda-849cef86f5d8 req-8ba27365-83da-4d35-9d1c-abcd09821188 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0487247 Oct 19 00:06:45.924847 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2570290-f0ca-4326-bcda-849cef86f5d8 req-73dc0e31-692b-4bf3-8caf-a4ecdc40c146 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312366 Oct 19 00:06:47.038446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0ada-7d84-45db-bbb9-f6d7c33e4946 req-57b8efe8-8585-467b-8d85-3ab0efd48974 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:47.039932 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-579f0ada-7d84-45db-bbb9-f6d7c33e4946 req-57b8efe8-8585-467b-8d85-3ab0efd48974 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0482752 Oct 19 00:06:47.078820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-579f0ada-7d84-45db-bbb9-f6d7c33e4946 req-ac9a192a-70cf-4197-918b-133e5b6a829b tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329354 Oct 19 00:06:48.198508 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d33a2-558d-4e9c-86ff-d676b7388afa req-5e499421-d95d-400b-81d1-1b5b015ef680 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:48.200006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d13d33a2-558d-4e9c-86ff-d676b7388afa req-5e499421-d95d-400b-81d1-1b5b015ef680 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0526237 Oct 19 00:06:48.240203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d13d33a2-558d-4e9c-86ff-d676b7388afa req-a3a8a982-afc2-4e88-a753-a1433427efd3 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Oct 19 00:06:49.357732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff61b3-c192-4808-9de3-ca72f90d8628 req-93f2e778-7673-439b-b936-1f05dc9e82fe tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:49.359310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5ff61b3-c192-4808-9de3-ca72f90d8628 req-93f2e778-7673-439b-b936-1f05dc9e82fe tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0538001 Oct 19 00:06:49.397055 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5ff61b3-c192-4808-9de3-ca72f90d8628 req-f0cd63c1-0f4b-4ac5-af53-8c0725b2023d tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Oct 19 00:06:50.333345 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b3408bae-83f3-4a58-8c40-e64e9291dc1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:50.511769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d79c3a-004c-4bd2-91b7-a9fc2a66acf9 req-74e12d52-c68b-4386-87df-c303a001f762 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:50.513248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2d79c3a-004c-4bd2-91b7-a9fc2a66acf9 req-74e12d52-c68b-4386-87df-c303a001f762 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0496545 Oct 19 00:06:50.551970 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d2d79c3a-004c-4bd2-91b7-a9fc2a66acf9 req-63454b8f-41a7-4ccc-841e-946757b540fb tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Oct 19 00:06:51.667305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1b6f-b921-4f3c-98a2-2a952c389d96 req-24f3e29a-46b4-4af6-9441-0776d00a7254 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:51.668786 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8aa1b6f-b921-4f3c-98a2-2a952c389d96 req-24f3e29a-46b4-4af6-9441-0776d00a7254 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0503283 Oct 19 00:06:51.706847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8aa1b6f-b921-4f3c-98a2-2a952c389d96 req-9ab52149-86eb-4795-942a-a7d14749a8b4 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Oct 19 00:06:51.759267 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-0fe24ef5-69e3-4b03-98e3-08f621e430ff service neutron] show failed (client error): The resource could not be found. Oct 19 00:06:51.760291 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-0fe24ef5-69e3-4b03-98e3-08f621e430ff service neutron] 10.222.0.102 "GET /v2.0/ports/2e269e11-b171-4c56-8b95-2228f76eb2f3/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0570197 Oct 19 00:06:51.996045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-d1906bc8-890e-4b98-b390-41a9c06095df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:51.997524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-d1906bc8-890e-4b98-b390-41a9c06095df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4&tenant_id=ee3384c8660545b1a1754e0e42c79d90 HTTP/1.1" status: 200 len: 1098 time: 0.0761983 Oct 19 00:06:52.016048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:06:52.068473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:52.586019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:06:52.618628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:06:52.661297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:06:52.663583 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf6a1d-03cf-4cfc-a9f2-60907bd33a59" -d '{"events": [{"server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:06:52.668354 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:52.682287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Transition to ACTIVE for port object 2e269e11-b171-4c56-8b95-2228f76eb2f3 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:06:52.685693 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:52.742886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] No DVR routers for this DVR port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:06:52.777370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Pushing event updated for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:52.815667 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a18a7fc-b903-47ac-9b38-f548cdb3508f x-openstack-request-id: req-6a18a7fc-b903-47ac-9b38-f548cdb3508f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:06:52.815963 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:06:52.816219 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a18a7fc-b903-47ac-9b38-f548cdb3508f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:06:52.816614 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'code': 200} Oct 19 00:06:52.826325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Attempting to bind port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:06:52.826658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Attempting to bind port 2e269e11-b171-4c56-8b95-2228f76eb2f3 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '50df381b-09dc-4319-a8b9-511354b29b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:06:52.827014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Attempting to bind port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on network 374f5ebe-d338-4c5e-8582-74fa95607fc6 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:06:52.834169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on network 374f5ebe-d338-4c5e-8582-74fa95607fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:06:52.834485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Attempting to bind port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on network 374f5ebe-d338-4c5e-8582-74fa95607fc6 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:06:52.842793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:06:52.843055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Checking segment: {'id': '50df381b-09dc-4319-a8b9-511354b29b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:06:52.843440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Bound using segment: {'id': '50df381b-09dc-4319-a8b9-511354b29b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:06:52.843866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Bound port: 2e269e11-b171-4c56-8b95-2228f76eb2f3, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50df381b-09dc-4319-a8b9-511354b29b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:06:52.844226 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:52.866426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9234a-3f26-464c-a96f-1f562d605992 req-573dae44-a8d1-4a82-9466-b3aa90b6bb52 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:52.867915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96a9234a-3f26-464c-a96f-1f562d605992 req-573dae44-a8d1-4a82-9466-b3aa90b6bb52 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 944 time: 0.0835066 Oct 19 00:06:52.942159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-96a9234a-3f26-464c-a96f-1f562d605992 req-6eca1a22-a8b4-408b-a950-210403701e0d tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536232 Oct 19 00:06:52.945592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:06:52.949283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:06:52.953290 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:52.986620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:52.987281 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:52.988654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] 10.222.0.73 "PUT /v2.0/ports/2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 200 len: 1093 time: 0.9766796 Oct 19 00:06:53.009711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c6f6e-d4c4-4b29-a685-c553f7c590ed service neutron] Pushing event updated for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:53.066556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-d20b7e2e-2d9e-4368-ae44-a322ab2f40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:53.068155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-d20b7e2e-2d9e-4368-ae44-a322ab2f40be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee3384c8660545b1a1754e0e42c79d90&device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 1096 time: 0.0451279 Oct 19 00:06:53.157223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-a4b5913d-8de0-4ad9-ae0c-70b0c694bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:53.158711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-a4b5913d-8de0-4ad9-ae0c-70b0c694bac6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=374f5ebe-d338-4c5e-8582-74fa95607fc6 HTTP/1.1" status: 200 len: 913 time: 0.0837753 Oct 19 00:06:53.203057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-e47f868b-c5f3-443f-bce4-45dece9d6c27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0369835 Oct 19 00:06:53.250445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-024408ee-f0de-4f13-aa40-1fa42dac5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:53.251883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-024408ee-f0de-4f13-aa40-1fa42dac5daa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9 HTTP/1.1" status: 200 len: 852 time: 0.0421131 Oct 19 00:06:53.283215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-f4d62836-f7c2-4ea2-af7d-b6e331682917 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=374f5ebe-d338-4c5e-8582-74fa95607fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246601 Oct 19 00:06:53.375438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-97b809ce-94a5-42f9-b69e-dd4d1056b602 service neutron] 10.222.0.73 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855424 Oct 19 00:06:53.465740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50f15c4a-862e-4485-9139-4be1e8f3a7b1 req-9dc42273-72d7-40d4-8f64-106f94cfd820 service neutron] 10.222.0.73 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837827 Oct 19 00:06:53.978934 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-164280b0-0c7a-4ad1-8bd0-7587450eca0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:54.066546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47a1a0-dff3-402a-8212-05570de0b8f2 req-cc461f85-1bc1-444c-91b4-72981bafc88c tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:54.068011 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba47a1a0-dff3-402a-8212-05570de0b8f2 req-cc461f85-1bc1-444c-91b4-72981bafc88c tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 944 time: 0.0536642 Oct 19 00:06:54.106311 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ba47a1a0-dff3-402a-8212-05570de0b8f2 req-9d9bd82d-1680-4616-907d-668065a5e4a1 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Oct 19 00:06:54.817826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:06:54.820226 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2274420-9671-48d0-91b9-d41d091dba89" -d '{"events": [{"name": "network-changed", "server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:06:54.837748 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:54.874389 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b75b884-0612-4965-9457-f85f592cd36f x-openstack-request-id: req-0b75b884-0612-4965-9457-f85f592cd36f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:06:54.874692 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:06:54.874992 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b75b884-0612-4965-9457-f85f592cd36f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:06:54.875401 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'status': 'completed', 'code': 200} Oct 19 00:06:54.956346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274420-9671-48d0-91b9-d41d091dba89 req-a2523510-4574-4e06-9347-f7fd24c277c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:54.957857 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-a2523510-4574-4e06-9347-f7fd24c277c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee3384c8660545b1a1754e0e42c79d90&device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 1096 time: 0.0433412 Oct 19 00:06:54.958958 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274420-9671-48d0-91b9-d41d091dba89 req-1cde5c75-ed6f-4d0b-8413-612878fe1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:54.960449 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-1cde5c75-ed6f-4d0b-8413-612878fe1d3a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee3384c8660545b1a1754e0e42c79d90&device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 1096 time: 0.0417979 Oct 19 00:06:55.054338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274420-9671-48d0-91b9-d41d091dba89 req-33028004-ba42-43f4-9dbf-e5759d546065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:55.055743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274420-9671-48d0-91b9-d41d091dba89 req-d1c2e449-4dce-4b73-931f-668922e1c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:55.055880 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-33028004-ba42-43f4-9dbf-e5759d546065 service neutron] 10.222.0.73 "GET /v2.0/networks?id=374f5ebe-d338-4c5e-8582-74fa95607fc6 HTTP/1.1" status: 200 len: 913 time: 0.0909941 Oct 19 00:06:55.057184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-d1c2e449-4dce-4b73-931f-668922e1c28b service neutron] 10.222.0.102 "GET /v2.0/networks?id=374f5ebe-d338-4c5e-8582-74fa95607fc6 HTTP/1.1" status: 200 len: 913 time: 0.0892730 Oct 19 00:06:55.097927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-53126a47-9213-493d-8887-e62e84ba608f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0348315 Oct 19 00:06:55.099932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-d1acbc8f-838d-4048-937a-eaa2249f180b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0351379 Oct 19 00:06:55.152693 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274420-9671-48d0-91b9-d41d091dba89 req-795f0f9b-24b4-4bd6-aa2d-414a9c59bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:55.154254 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-795f0f9b-24b4-4bd6-aa2d-414a9c59bde3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9 HTTP/1.1" status: 200 len: 852 time: 0.0477993 Oct 19 00:06:55.156915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274420-9671-48d0-91b9-d41d091dba89 req-bbcb2c08-3714-4e37-b54e-9460c01526a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:55.158408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-bbcb2c08-3714-4e37-b54e-9460c01526a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9 HTTP/1.1" status: 200 len: 852 time: 0.0526748 Oct 19 00:06:55.188694 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-229fc1d4-cece-42aa-b4ff-26b544d8826d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=374f5ebe-d338-4c5e-8582-74fa95607fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270946 Oct 19 00:06:55.192403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-f06708c3-5116-4711-a0b2-2953f1fb76dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=374f5ebe-d338-4c5e-8582-74fa95607fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258482 Oct 19 00:06:55.283176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-5229e4c5-b67d-43fb-8da2-b66655a3fb3b service neutron] 10.222.0.73 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835857 Oct 19 00:06:55.291911 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb5e75-f75f-441a-9a23-9fad439ba59f req-984fa572-f854-4d6b-8b3c-128ca3295cbf tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:55.293904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fbeb5e75-f75f-441a-9a23-9fad439ba59f req-984fa572-f854-4d6b-8b3c-128ca3295cbf tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 944 time: 0.1077828 Oct 19 00:06:55.331210 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-b21cf4ce-6153-4ac7-ac9a-e8acb089b79a service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343451 Oct 19 00:06:55.355810 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fbeb5e75-f75f-441a-9a23-9fad439ba59f req-2c815ab3-6548-4967-beeb-ca2acbcaafcb tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554600 Oct 19 00:06:55.381896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-fe997664-f857-40dc-a825-15d905108baa service neutron] 10.222.0.73 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922806 Oct 19 00:06:55.431900 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2274420-9671-48d0-91b9-d41d091dba89 req-2da51515-cd67-4cb9-87d8-602432d81067 service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930789 Oct 19 00:06:55.510303 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:55.677606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2e269e11-b171-4c56-8b95-2228f76eb2f3 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:06:55.718159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 2e269e11-b171-4c56-8b95-2228f76eb2f3 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:06:56.477475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f5e2b-0922-4185-ba58-7f1cccaaa19d req-eee6808b-5920-4d94-9262-aa4ff9d6c784 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:56.478983 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c6f5e2b-0922-4185-ba58-7f1cccaaa19d req-eee6808b-5920-4d94-9262-aa4ff9d6c784 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 944 time: 0.0497572 Oct 19 00:06:56.517157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c6f5e2b-0922-4185-ba58-7f1cccaaa19d req-cb1874e5-fc00-4806-9427-1966a2083526 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Oct 19 00:06:56.739652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2e269e11-b171-4c56-8b95-2228f76eb2f3 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:06:56.842058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:06:56.855355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'network_id': '374f5ebe-d338-4c5e-8582-74fa95607fc6', 'port_id': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'mac_address': 'fa:16:3e:59:7c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:06:56.895290 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:56.912529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e269e11-b171-4c56-8b95-2228f76eb2f3 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:06:56.933269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:06:56.937403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:56.988530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:56.996390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.996672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.997018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.997360 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.997696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.998030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.998359 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.998689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.999046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.999381 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:56.999708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:57.000036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:06:57.390319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['2e269e11-b171-4c56-8b95-2228f76eb2f3'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:06:57.632995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922c3e3-6e5a-4c4d-ae06-cef97b5bb1cd req-1ec1378b-5ba5-4ed6-ae49-0746354d81ab tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:57.634508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e922c3e3-6e5a-4c4d-ae06-cef97b5bb1cd req-1ec1378b-5ba5-4ed6-ae49-0746354d81ab tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 945 time: 0.0501759 Oct 19 00:06:57.673437 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e922c3e3-6e5a-4c4d-ae06-cef97b5bb1cd req-dacf918a-5bf5-40ff-949a-3c96950c77eb tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323763 Oct 19 00:06:57.956401 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-8a3a809f-ffad-4a38-992d-b1bbb4959006 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:57.957770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-8a3a809f-ffad-4a38-992d-b1bbb4959006 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.102 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4&tenant_id=ee3384c8660545b1a1754e0e42c79d90&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 945 time: 0.0881336 Oct 19 00:06:58.013944 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:58.017653 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-0416146e-ddf6-44e1-b658-5f84ad13cfad service neutron] delete failed (client error): The resource could not be found. Oct 19 00:06:58.018665 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-0416146e-ddf6-44e1-b658-5f84ad13cfad service neutron] 10.222.0.102 "DELETE /v2.0/ports/2e269e11-b171-4c56-8b95-2228f76eb2f3/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0535004 Oct 19 00:06:58.123886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-0c21838e-85f1-4eee-8f98-359d16d9c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:58.125366 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-0c21838e-85f1-4eee-8f98-359d16d9c8bf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee3384c8660545b1a1754e0e42c79d90&device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 1097 time: 0.0410688 Oct 19 00:06:58.220835 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-90603ed3-55f7-43f2-bbac-601a41a6efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:58.222204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-90603ed3-55f7-43f2-bbac-601a41a6efba service neutron] 10.222.0.102 "GET /v2.0/networks?id=374f5ebe-d338-4c5e-8582-74fa95607fc6 HTTP/1.1" status: 200 len: 913 time: 0.0901861 Oct 19 00:06:58.261887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-d4926db9-8d63-4d19-9630-7b7e8e1f6bf3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0329344 Oct 19 00:06:58.313372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-b64dd8cf-35e5-4073-8178-afee489fd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:58.314801 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-b64dd8cf-35e5-4073-8178-afee489fd356 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9 HTTP/1.1" status: 200 len: 852 time: 0.0462396 Oct 19 00:06:58.345833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-119ec16c-7102-45bc-aa73-0a974e248fe6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=374f5ebe-d338-4c5e-8582-74fa95607fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236316 Oct 19 00:06:58.432246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-47f05b3a-b38c-4f54-8bed-949d04fbaf2b service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792282 Oct 19 00:06:58.522499 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-b1fdaff4-f517-4e25-ac0f-275587cd9726 service neutron] 10.222.0.102 "GET /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822845 Oct 19 00:06:58.755222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2e269e11-b171-4c56-8b95-2228f76eb2f3 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:06:58.805548 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 2e269e11-b171-4c56-8b95-2228f76eb2f3 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:06:58.809827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 2e269e11-b171-4c56-8b95-2228f76eb2f3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:06:58.810201 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:58.890311 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:58.913810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:06:58.916108 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3268b7a3-36f5-4e86-8148-c7693664fe46" -d '{"events": [{"server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "name": "network-vif-plugged", "status": "completed", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:06:58.929840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:06:58.934363 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:06:58.961804 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf0513e-5830-41fe-b70d-437004eb3cbc x-openstack-request-id: req-8cf0513e-5830-41fe-b70d-437004eb3cbc {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:06:58.962103 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "name": "network-vif-plugged", "status": "completed", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:06:58.962364 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cf0513e-5830-41fe-b70d-437004eb3cbc {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:06:58.962880 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'code': 200} Oct 19 00:06:58.990691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:06:59.291762 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21f6c4-cd86-4017-b736-2ef2e76f9155 req-442fc1de-8aff-4321-96ca-4f61aafe0de1 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:06:59.293240 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c21f6c4-cd86-4017-b736-2ef2e76f9155 req-442fc1de-8aff-4321-96ca-4f61aafe0de1 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0492263 Oct 19 00:06:59.331202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8c21f6c4-cd86-4017-b736-2ef2e76f9155 req-ef3bca8f-1a88-4a1b-aea8-58227e777fec tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Oct 19 00:07:00.450097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585c9a4-ad85-49f7-831b-8a42bcb6b085 req-67f9f2fd-6a2e-4993-8e7b-1ce110b25bea tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:00.451581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f585c9a4-ad85-49f7-831b-8a42bcb6b085 req-67f9f2fd-6a2e-4993-8e7b-1ce110b25bea tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0486591 Oct 19 00:07:00.494242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f585c9a4-ad85-49f7-831b-8a42bcb6b085 req-3eee09d0-8c61-4d79-a2f0-9afec218f28f tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/security-groups?id=65bb957e-a2aa-459c-b16f-105869028657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367084 Oct 19 00:07:00.728186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-df05b906-35cd-4923-b90f-9b946086112f tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:00.730053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-df05b906-35cd-4923-b90f-9b946086112f tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.73 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 946 time: 0.0484059 Oct 19 00:07:00.821363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Deleting port 2e269e11-b171-4c56-8b95-2228f76eb2f3 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:07:00.821714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:00.918385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] For port 2e269e11-b171-4c56-8b95-2228f76eb2f3, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=2e269e11-b171-4c56-8b95-2228f76eb2f3,segment=NetworkSegment(50df381b-09dc-4319-a8b9-511354b29b5a),segment_id=50df381b-09dc-4319-a8b9-511354b29b5a)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:07:00.918772 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:00.931463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Calling delete_port for 2e269e11-b171-4c56-8b95-2228f76eb2f3 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:07:01.061515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:01.093251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Pushing event deleted for resources: {'Port': ['ID=2e269e11-b171-4c56-8b95-2228f76eb2f3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:01.093842 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['2e269e11-b171-4c56-8b95-2228f76eb2f3'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:07:01.132611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] No DVR routers for this DVR port 2e269e11-b171-4c56-8b95-2228f76eb2f3 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:07:01.135260 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:01.138521 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b7aefad-e519-49a7-99a6-4396e173cef8 req-39be9caa-898f-4e02-884f-34ff79e39417 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.73 "DELETE /v2.0/ports/2e269e11-b171-4c56-8b95-2228f76eb2f3 HTTP/1.1" status: 204 len: 173 time: 0.4026766 Oct 19 00:07:01.139022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'name': 'network-vif-deleted', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:07:01.141265 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c8bfb5-ef25-4f8f-a6bc-a66f84290fa2" -d '{"events": [{"server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "name": "network-vif-deleted", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:07:01.178022 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e2d9c7-ee3e-43e7-9049-2a11c9ac5eb1 x-openstack-request-id: req-e0e2d9c7-ee3e-43e7-9049-2a11c9ac5eb1 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:07:01.178319 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5075d589-69ce-4a6e-af27-7b8e207a49a4", "name": "network-vif-deleted", "tag": "2e269e11-b171-4c56-8b95-2228f76eb2f3", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:07:01.178573 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0e2d9c7-ee3e-43e7-9049-2a11c9ac5eb1 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:07:01.178995 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5075d589-69ce-4a6e-af27-7b8e207a49a4', 'name': 'network-vif-deleted', 'tag': '2e269e11-b171-4c56-8b95-2228f76eb2f3', 'status': 'completed', 'code': 200} Oct 19 00:07:01.604731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82088f8e-a8d1-4931-9f65-1004306043b6 req-6aad5aaa-db91-4e70-a4ff-b130e50e4be9 tempest-DeleteServersTestJSON-753900436 tempest-DeleteServersTestJSON-753900436-project] 10.222.0.52 "GET /v2.0/ports?device_id=5075d589-69ce-4a6e-af27-7b8e207a49a4 HTTP/1.1" status: 200 len: 210 time: 0.0278058 Oct 19 00:07:02.737065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39098) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:07:02.785371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-1970d257-8294-484d-a55e-f45d9473f85e admin admin] Deleting subnet a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:07:02.788994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1970d257-8294-484d-a55e-f45d9473f85e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:02.824894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1970d257-8294-484d-a55e-f45d9473f85e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:02.864500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1970d257-8294-484d-a55e-f45d9473f85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:02.916901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1970d257-8294-484d-a55e-f45d9473f85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:02.942369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970d257-8294-484d-a55e-f45d9473f85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:02.944342 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1970d257-8294-484d-a55e-f45d9473f85e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:02.948692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1970d257-8294-484d-a55e-f45d9473f85e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a48c9ef0-c4e5-45bd-a4b4-ed036da8eff9 HTTP/1.1" status: 204 len: 168 time: 0.2093868 Oct 19 00:07:02.950428 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39100) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:07:03.021174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.101828 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.122265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374f5ebe-d338-4c5e-8582-74fa95607fc6']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:07:03.131405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50df381b-09dc-4319-a8b9-511354b29b5a') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:07:03.131695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50df381b-09dc-4319-a8b9-511354b29b5a') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:07:03.141464 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.154449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.160698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:07:03.161237 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:07:03.162928 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:07:03.215942 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.221824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.224972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] 10.222.0.52 "DELETE /v2.0/networks/374f5ebe-d338-4c5e-8582-74fa95607fc6 HTTP/1.1" status: 204 len: 168 time: 0.2736096 Oct 19 00:07:03.235741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073cdf2-7d2c-4d35-90b3-9d029ce7009d admin admin] Pushing event deleted for resources: {'Network': ['ID=374f5ebe-d338-4c5e-8582-74fa95607fc6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:03.330105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39104) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:07:03.374189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e7b24ab6-4120-47cf-9ee1-ce4c455cc970 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee3384c8660545b1a1754e0e42c79d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428612 Oct 19 00:07:03.376727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39106) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:07:03.424984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e10f499-077f-48ca-99de-02982aa64d38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.446262 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e10f499-077f-48ca-99de-02982aa64d38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.494394 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e10f499-077f-48ca-99de-02982aa64d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.497388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5e10f499-077f-48ca-99de-02982aa64d38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:03.498546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5e10f499-077f-48ca-99de-02982aa64d38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65bb957e-a2aa-459c-b16f-105869028657 HTTP/1.1" status: 204 len: 168 time: 0.1209331 Oct 19 00:07:03.506979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10f499-077f-48ca-99de-02982aa64d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bb957e-a2aa-459c-b16f-105869028657,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:04.164320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39128) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:07:04.262043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1479126323-network', 'tenant_id': '91869714f7b34cee898079a81548551e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:07:04.283660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Made reservation on behalf of 91869714f7b34cee898079a81548551e for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:07:04.286148 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.294410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.368554 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.372497 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.394190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:07:04.409252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115cf8d3-6f7e-4749-847e-8442118fb1be,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:04.414344 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.414676 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Added segment 62549e1e-b8af-46d7-9ab1-b3045857a70f of type vlan for network e089528d-c1bb-4ab1-81a3-d49cc7f7718e Oct 19 00:07:04.459907 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.485380 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.486379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:04.486969 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.518225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3527231 Oct 19 00:07:04.521292 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39132) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:07:04.526245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Request body: {'subnet': {'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1479126323-subnet', 'tenant_id': '91869714f7b34cee898079a81548551e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:07:04.548350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Made reservation on behalf of 91869714f7b34cee898079a81548551e for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:07:04.549677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d0e27-8937-4aa3-8ce6-6495e02416e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e089528d-c1bb-4ab1-81a3-d49cc7f7718e,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:04.551009 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.559847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e089528d-c1bb-4ab1-81a3-d49cc7f7718e details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:07:04.722647 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.775934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8807cdeb-88a4-4df2-ba54-b9621802682e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:04.777159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2e269e11-b171-4c56-8b95-2228f76eb2f3 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:07:04.791035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.791379 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.791718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.792058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.792389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.792717 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.793043 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.793367 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.793690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.794012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.794333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.794658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:07:04.800120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 2e269e11-b171-4c56-8b95-2228f76eb2f3 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:07:04.800611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 2e269e11-b171-4c56-8b95-2228f76eb2f3 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:07:04.803525 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Checking segment: {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:07:04.803897 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Network hostable DHCP agents. Network: e089528d-c1bb-4ab1-81a3-d49cc7f7718e, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:07:04.820924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Network e089528d-c1bb-4ab1-81a3-d49cc7f7718e is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:07:04.830480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e089528d-c1bb-4ab1-81a3-d49cc7f7718e) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:07:04.834473 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:04.835089 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:04.839887 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ebe70e-e2a9-49f9-90d3-0b376abf000b None None] Network e089528d-c1bb-4ab1-81a3-d49cc7f7718e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:07:04.851656 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-37105c68-41c0-412b-8114-38544bd2ca64 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3292508 Oct 19 00:07:04.961604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a73b1a-d5a7-4ae2-9ac3-89c0ac542775 None None] Network e089528d-c1bb-4ab1-81a3-d49cc7f7718e requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:07:05.120077 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:05.275167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-71286075-f5b8-4a62-a02c-33f2b8cff21a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:05.277434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-71286075-f5b8-4a62-a02c-33f2b8cff21a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 815 time: 0.1092677 Oct 19 00:07:05.292362 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-25bb6ed1-c772-4643-87c0-a05314906471 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/quotas/91869714f7b34cee898079a81548551e HTTP/1.1" status: 200 len: 375 time: 0.0090375 Oct 19 00:07:05.324466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-724c7178-ab3a-450f-8074-039c637bbf66 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269356 Oct 19 00:07:05.335140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-4b79d7ea-d4de-4089-8a20-a62281027573 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:07:05.336001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-4b79d7ea-d4de-4089-8a20-a62281027573 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049698 Oct 19 00:07:05.425627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-495c5d01-0cf1-420b-be0b-6ae6920b99be service neutron] 10.222.0.52 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840280 Oct 19 00:07:05.514021 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-e252d5cc-bf3e-4cb3-b63c-aaec56509a0a service neutron] 10.222.0.52 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 Oct 19 00:07:05.673144 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-494a89cc-8b0f-4050-8266-99f59d2763c8 req-1a397209-027c-49c1-b144-f9dbe96e7155 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 210 time: 0.0262804 Oct 19 00:07:06.760347 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:06.786149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e13b108f-4463-4102-ae46-66685154a765 req-60fde843-0544-4dd6-ad66-8a2d2d894614 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 210 time: 0.0420878 Oct 19 00:07:06.856744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-f60bb979-9e0f-437d-b5a7-a4d3f17d7d39 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:06.858161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-f60bb979-9e0f-437d-b5a7-a4d3f17d7d39 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.73 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 815 time: 0.1379023 Oct 19 00:07:06.882559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Request body: {'port': {'device_id': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e', 'admin_state_up': True, 'tenant_id': '91869714f7b34cee898079a81548551e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:07:06.991431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Made reservation on behalf of 91869714f7b34cee898079a81548551e for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:07:06.995579 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:07.126016 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Allocated IP 172.20.0.9 (e089528d-c1bb-4ab1-81a3-d49cc7f7718e/8807cdeb-88a4-4df2-ba54-b9621802682e/a5bda4eb-ff2f-48b2-8b4f-568789fc7d88) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:07:07.274019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:07.307381 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:07.347264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Network e089528d-c1bb-4ab1-81a3-d49cc7f7718e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:07:07.350374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:07:07.353247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:07:07.393677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Pushing event updated for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:07.418872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:07.419485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:07.435676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c0b16657-2ff4-4190-a458-88f160af2d8c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566642 Oct 19 00:07:07.454013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Request body: {'port': {'device_id': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:07:07.511312 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:07.770271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:07:07.778451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:07.791742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Transition to ACTIVE for port object a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:07:07.796682 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:07.854419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Pushing event updated for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:07.917742 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661931-48f7-482c-8c5f-ff0d652c9693 req-bbc92f04-5de8-4520-895d-ecb6e52dad70 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:07.919254 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2f661931-48f7-482c-8c5f-ff0d652c9693 req-bbc92f04-5de8-4520-895d-ecb6e52dad70 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 943 time: 0.0498621 Oct 19 00:07:07.919950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Attempting to bind port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:07:07.920379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Attempting to bind port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:07:07.920612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Attempting to bind port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:07:07.924825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:07:07.925145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Attempting to bind port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:07:07.929900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:07:07.930163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Checking segment: {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:07:07.930541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Bound using segment: {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:07:07.930988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Bound port: a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:07:07.931337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:07.957287 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2f661931-48f7-482c-8c5f-ff0d652c9693 req-18f09fd1-afb1-4c7d-8b95-9463f75620d3 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315628 Oct 19 00:07:07.996956 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:07:08.000027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:07:08.004609 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:08.037329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:08.037933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:08.039311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] 10.222.0.73 "PUT /v2.0/ports/a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 200 len: 1092 time: 0.5899725 Oct 19 00:07:08.039750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:07:08.042496 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd29acf-0e05-4ede-9e72-243cdca481f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:07:08.066223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1275141-7463-4c3d-98a6-5d7b0a1ff0ff service neutron] Pushing event updated for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:08.087338 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297d608b-d697-4993-85c2-527df72d7b7c x-openstack-request-id: req-297d608b-d697-4993-85c2-527df72d7b7c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:07:08.087633 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:07:08.087894 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-297d608b-d697-4993-85c2-527df72d7b7c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:07:08.088309 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'status': 'completed', 'code': 200} Oct 19 00:07:08.147143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-2402849d-45be-420c-adce-ef59821559b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:08.148660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-2402849d-45be-420c-adce-ef59821559b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0428040 Oct 19 00:07:08.200044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-16435994-81bf-4b38-9cbf-5c75cb481de5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 200 len: 217 time: 0.0378981 Oct 19 00:07:08.248786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c48e7611-41f4-43b3-9e0b-f2caa89f478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:08.250200 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-c48e7611-41f4-43b3-9e0b-f2caa89f478e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0437443 Oct 19 00:07:08.282035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-87acf7fd-4a91-4f3b-829f-ffb2ecec80cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250230 Oct 19 00:07:08.375892 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-950b90d6-b415-4e1c-869a-675216088b57 service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868473 Oct 19 00:07:08.466470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-471a439a-8a1b-4c6d-bc1c-0eee2c85f780 req-b839a6b3-0954-479b-a70c-1a72bc433fa1 service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832298 Oct 19 00:07:08.590015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-2082f221-9309-4d48-9b96-15e34165681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:08.591599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-2082f221-9309-4d48-9b96-15e34165681f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0422151 Oct 19 00:07:08.684769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-6c1d7a9d-726d-4f6e-a726-dd680b710bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:08.686209 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-6c1d7a9d-726d-4f6e-a726-dd680b710bcd service neutron] 10.222.0.73 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.0879302 Oct 19 00:07:08.725734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-44522922-2f0d-46e2-9498-4cf2d98edfe9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 200 len: 217 time: 0.0329175 Oct 19 00:07:08.778135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-8aa5c025-e8e7-4a8a-b7ab-757fd8f0566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:08.779635 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-8aa5c025-e8e7-4a8a-b7ab-757fd8f0566e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0462677 Oct 19 00:07:08.811593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-75c6f5cb-fd44-4974-a748-5e0e7645fc13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252736 Oct 19 00:07:08.899966 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-2af17bea-c7c8-478e-90c2-e9efc53e7e15 service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813069 Oct 19 00:07:08.992138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ecd29acf-0e05-4ede-9e72-243cdca481f4 req-8ed70482-cc34-4f9d-a108-21ba1332013f service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855410 Oct 19 00:07:09.072824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04d6b8-f6aa-4fc8-8332-1c6cf21b836c req-46de2d1a-47dd-4d4e-9517-69829faef0e7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:09.074314 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8b04d6b8-f6aa-4fc8-8332-1c6cf21b836c req-46de2d1a-47dd-4d4e-9517-69829faef0e7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 943 time: 0.0484912 Oct 19 00:07:09.112667 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8b04d6b8-f6aa-4fc8-8332-1c6cf21b836c req-1d3b92e6-0dfc-471d-94ba-bf49dec931fd tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Oct 19 00:07:10.230534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766743e6-f814-4650-86de-bced8903569d req-38c04d32-aa22-45e0-98c3-e626fdf2a03f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:10.232027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-766743e6-f814-4650-86de-bced8903569d req-38c04d32-aa22-45e0-98c3-e626fdf2a03f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 943 time: 0.0497301 Oct 19 00:07:10.269247 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-766743e6-f814-4650-86de-bced8903569d req-6b8ab316-3223-49de-b4c2-43bbbefd6209 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Oct 19 00:07:11.386964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca659f-9aa0-4a98-b074-70c31be6a4b3 req-055beccd-c52c-41b6-becc-9ec720a9b6b0 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:11.388440 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90ca659f-9aa0-4a98-b074-70c31be6a4b3 req-055beccd-c52c-41b6-becc-9ec720a9b6b0 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 943 time: 0.0529299 Oct 19 00:07:11.426437 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-90ca659f-9aa0-4a98-b074-70c31be6a4b3 req-b99d2859-f224-4f25-b56c-270874a0c373 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Oct 19 00:07:12.539680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0abff-d4d7-4bb9-acfa-6ec5f0b61fb6 req-0f30497c-3cb4-47cb-8307-78d85fc6e5b7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:12.541143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6b0abff-d4d7-4bb9-acfa-6ec5f0b61fb6 req-0f30497c-3cb4-47cb-8307-78d85fc6e5b7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 943 time: 0.0480437 Oct 19 00:07:12.582182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a6b0abff-d4d7-4bb9-acfa-6ec5f0b61fb6 req-e22e3845-916b-4e10-a4d0-45efd6ea6570 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352149 Oct 19 00:07:12.808819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:07:13.058121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:07:13.068753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e', 'port_id': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'mac_address': 'fa:16:3e:1e:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8807cdeb-88a4-4df2-ba54-b9621802682e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:07:13.104712 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:13.116786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:07:13.136498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:07:13.140389 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:13.189612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:13.503472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:07:13.700698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef42fb-ad5d-4e06-a03d-338a140f5d72 req-a283ad68-4602-47db-b04c-e54e8f234b64 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:13.702183 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78ef42fb-ad5d-4e06-a03d-338a140f5d72 req-a283ad68-4602-47db-b04c-e54e8f234b64 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0485368 Oct 19 00:07:13.742074 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-78ef42fb-ad5d-4e06-a03d-338a140f5d72 req-f2076d2f-d7cf-4a9b-a199-ade527466053 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Oct 19 00:07:14.808680 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:07:14.857402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5141-1774-42e5-bf0d-ab89aec0aad5 req-487517bb-966e-4fd5-b840-de62d8f52831 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:14.858929 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fab5141-1774-42e5-bf0d-ab89aec0aad5 req-487517bb-966e-4fd5-b840-de62d8f52831 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0484715 Oct 19 00:07:14.862634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:07:14.866820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:07:14.867204 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:14.899699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fab5141-1774-42e5-bf0d-ab89aec0aad5 req-8143f336-7b97-4e49-9b75-125430bc2f62 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Oct 19 00:07:14.948260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:14.971829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:07:14.974123 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec9eaf6-ace1-46ee-9d2f-8a44a7978cde" -d '{"events": [{"server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "name": "network-vif-plugged", "status": "completed", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:07:14.987540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:07:14.991809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:15.014761 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf17af-7466-49fe-8286-23d3a75dcde9 x-openstack-request-id: req-dbbf17af-7466-49fe-8286-23d3a75dcde9 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:07:15.015048 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "name": "network-vif-plugged", "status": "completed", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:07:15.015299 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbbf17af-7466-49fe-8286-23d3a75dcde9 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:07:15.015680 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'code': 200} Oct 19 00:07:15.043416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:15.130122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdef073-9466-4161-ab78-30a06405958a req-954bc5ef-9abf-4294-a5a9-a313a762d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:15.131655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acdef073-9466-4161-ab78-30a06405958a req-954bc5ef-9abf-4294-a5a9-a313a762d8f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0393426 Oct 19 00:07:15.166593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acdef073-9466-4161-ab78-30a06405958a req-99768257-ee1d-4fb2-987e-7598bf1defde service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269527 Oct 19 00:07:16.014963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406edb2-c027-4e36-bfc3-7b2f37218d53 req-3265d19d-caf0-4fe7-beb3-09d89900d3ce tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:16.016403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1406edb2-c027-4e36-bfc3-7b2f37218d53 req-3265d19d-caf0-4fe7-beb3-09d89900d3ce tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Oct 19 00:07:16.056939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1406edb2-c027-4e36-bfc3-7b2f37218d53 req-f2da6b07-2022-4fde-950a-eb4bc8002fad tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Oct 19 00:07:17.173234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cdb6d-7abc-4aeb-98dd-1cf90c3e36b6 req-16cf491e-ef74-4a92-bba5-9137678715ca tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:17.174700 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-498cdb6d-7abc-4aeb-98dd-1cf90c3e36b6 req-16cf491e-ef74-4a92-bba5-9137678715ca tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0479012 Oct 19 00:07:17.212064 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-498cdb6d-7abc-4aeb-98dd-1cf90c3e36b6 req-5ee16145-4ec6-42b0-8ede-da66b473fee7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313702 Oct 19 00:07:17.324720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b37830-e74a-4355-afa5-d77ca4b9c959 req-cfe569b2-7f45-425d-8d2e-f149bb2fe080 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:17.326192 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2b37830-e74a-4355-afa5-d77ca4b9c959 req-cfe569b2-7f45-425d-8d2e-f149bb2fe080 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0485842 Oct 19 00:07:17.364621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a2b37830-e74a-4355-afa5-d77ca4b9c959 req-e6f46591-daf4-4d1a-b35c-da218de5d0c5 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Oct 19 00:07:17.561997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84710e45-c313-4514-bda8-753d7a18a6d0 req-91fd8483-7bba-47bf-ae79-4b0051d1003f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:17.563494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84710e45-c313-4514-bda8-753d7a18a6d0 req-91fd8483-7bba-47bf-ae79-4b0051d1003f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0486758 Oct 19 00:07:17.601416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84710e45-c313-4514-bda8-753d7a18a6d0 req-f00991a5-046d-4352-8a9d-1adde195106a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Oct 19 00:07:17.719901 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ce1a3-4371-4ea0-a1c5-a89757765d02 req-d712cfb8-0bdd-473f-8496-357700cf2b11 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:17.721412 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-114ce1a3-4371-4ea0-a1c5-a89757765d02 req-d712cfb8-0bdd-473f-8496-357700cf2b11 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0524845 Oct 19 00:07:17.757563 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-114ce1a3-4371-4ea0-a1c5-a89757765d02 req-a82577ca-bed0-4a33-bc62-13e34a70d348 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302703 Oct 19 00:07:17.976516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-5e73f833-f1e9-446f-a791-7130a5c66c48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400252 Oct 19 00:07:17.994575 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ae07a-8582-43c5-91f3-d6975deaed9a req-2cc73cb4-0f04-4e87-973a-328115a8d3cc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:17.996161 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-323ae07a-8582-43c5-91f3-d6975deaed9a req-2cc73cb4-0f04-4e87-973a-328115a8d3cc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0503206 Oct 19 00:07:18.036368 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-323ae07a-8582-43c5-91f3-d6975deaed9a req-f8b5e06b-88a8-479b-963d-fb5edd97e13d tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340612 Oct 19 00:07:19.187808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f635aa4-af0a-4944-bbb7-1c354d424fe2 req-e501788b-ec35-4191-9388-aa181c44d8ad tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:19.189272 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f635aa4-af0a-4944-bbb7-1c354d424fe2 req-e501788b-ec35-4191-9388-aa181c44d8ad tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0790920 Oct 19 00:07:19.195869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-98191207-a5b9-49e2-92d5-c6fea6a48045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:19.197269 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-98191207-a5b9-49e2-92d5-c6fea6a48045 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0584295 Oct 19 00:07:19.282910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f635aa4-af0a-4944-bbb7-1c354d424fe2 req-aa7eedd6-d2a4-4ac4-a708-6768d56f0689 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846653 Oct 19 00:07:19.309425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-37fdc38e-acff-47f0-a2fe-b9939fa28875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:19.310920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-37fdc38e-acff-47f0-a2fe-b9939fa28875 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.1065807 Oct 19 00:07:19.353396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-7035e973-fb21-4142-8f5b-1da439ca45cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 200 len: 217 time: 0.0357606 Oct 19 00:07:19.401781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-3f4f4ce5-8e7e-4ddc-9552-49e757fe3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:19.403512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-3f4f4ce5-8e7e-4ddc-9552-49e757fe3dca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0435572 Oct 19 00:07:19.434006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-caa3d2eb-e967-48ab-87dd-f7e64bd04845 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240328 Oct 19 00:07:19.525203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-92704702-9f84-4f3b-81dd-2ec654c2a42d service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840890 Oct 19 00:07:19.948463 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-858b983b-ab24-4f2d-a85b-181ae234c104 service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161916 Oct 19 00:07:20.335104 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-051a6e45-4cb9-433d-81d7-4f7b1fa33d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:20.397527 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df978d-4f52-4a4a-952a-a23639dc78d6 req-9cb05901-fd97-4569-8e8c-394388fc2575 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:20.399083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b7df978d-4f52-4a4a-952a-a23639dc78d6 req-9cb05901-fd97-4569-8e8c-394388fc2575 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0476012 Oct 19 00:07:20.438150 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b7df978d-4f52-4a4a-952a-a23639dc78d6 req-a69b38e1-2060-4e31-9f82-1d2a038c4a9e tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Oct 19 00:07:21.552236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d462d23-0888-4cb0-be7c-269312957f21 req-25349a53-ef35-4b2a-a539-b983859844db tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:21.553704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d462d23-0888-4cb0-be7c-269312957f21 req-25349a53-ef35-4b2a-a539-b983859844db tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0484180 Oct 19 00:07:21.591848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d462d23-0888-4cb0-be7c-269312957f21 req-a6b15c1a-25f3-45e3-bb3b-aaac76d35087 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314400 Oct 19 00:07:21.737235 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:07:23.009619 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac233496-8609-474f-a6a7-106da7b0be22 req-30b5155c-28a4-4782-8825-a5d73bf78be8 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:23.011040 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ac233496-8609-474f-a6a7-106da7b0be22 req-30b5155c-28a4-4782-8825-a5d73bf78be8 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.3511393 Oct 19 00:07:23.048388 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ac233496-8609-474f-a6a7-106da7b0be22 req-5cbae989-3529-465f-adc3-ac096bd5e5a3 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Oct 19 00:07:23.981264 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1c44b92b-c5d4-477a-9ce4-8735b7817daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:24.168411 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3eda1-ff99-478f-bace-883b93227cc5 req-89bf6260-32d7-4923-96f4-b5bce6bedf88 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:24.169789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3c3eda1-ff99-478f-bace-883b93227cc5 req-89bf6260-32d7-4923-96f4-b5bce6bedf88 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0525956 Oct 19 00:07:24.208501 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3c3eda1-ff99-478f-bace-883b93227cc5 req-2e4d82b3-474f-483a-8e7e-13e921ee7346 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326192 Oct 19 00:07:24.840234 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:25.321266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eabf7-f798-452a-9aae-eff2e1515d63 req-5c577775-66a8-4dfe-9e7c-40ed3dc177c2 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:25.322777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd1eabf7-f798-452a-9aae-eff2e1515d63 req-5c577775-66a8-4dfe-9e7c-40ed3dc177c2 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0480509 Oct 19 00:07:25.362340 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dd1eabf7-f798-452a-9aae-eff2e1515d63 req-68c61358-1b07-4cf7-89d4-f1146e53056d tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329387 Oct 19 00:07:25.511938 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:26.478406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c79db6-1dc5-4164-b5f1-ed8427a5d680 req-2c209342-dfbb-4802-8763-9af0c80197a7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:26.480390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86c79db6-1dc5-4164-b5f1-ed8427a5d680 req-2c209342-dfbb-4802-8763-9af0c80197a7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Oct 19 00:07:26.520783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86c79db6-1dc5-4164-b5f1-ed8427a5d680 req-c28fbaf8-65d2-4ee5-bdc3-200c097073f0 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344656 Oct 19 00:07:27.634127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c795bd6-0f59-4392-932c-166f725b0407 req-4f64063c-8254-443d-ac82-63d635298f64 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:27.635643 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c795bd6-0f59-4392-932c-166f725b0407 req-4f64063c-8254-443d-ac82-63d635298f64 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0493715 Oct 19 00:07:27.672888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4c795bd6-0f59-4392-932c-166f725b0407 req-7e98005f-6638-4e47-97f6-11c8a563b8a9 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Oct 19 00:07:28.019687 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:28.795750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565a35-8a3c-4401-99ad-5b994bc5da39 req-907d13fd-2e2b-453a-a43a-62ae5fbfb035 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:28.797366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a565a35-8a3c-4401-99ad-5b994bc5da39 req-907d13fd-2e2b-453a-a43a-62ae5fbfb035 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0519853 Oct 19 00:07:28.839832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0a565a35-8a3c-4401-99ad-5b994bc5da39 req-a269661a-bf30-405b-8cd2-460dae9f4895 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357690 Oct 19 00:07:29.956533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebea30-f8f9-43b2-9a62-3ff5860b931f req-ee06864a-acc3-471c-aaca-a63ce1afb59a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:29.958018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19ebea30-f8f9-43b2-9a62-3ff5860b931f req-ee06864a-acc3-471c-aaca-a63ce1afb59a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0520201 Oct 19 00:07:29.995043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-19ebea30-f8f9-43b2-9a62-3ff5860b931f req-1bc5ecab-a0e2-4d25-99f1-f3dc28fc7462 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310812 Oct 19 00:07:31.111263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb6760-3dbd-41bc-9f82-267627a70e41 req-c8796bed-411f-42e3-9062-1f505b2591c6 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:31.112812 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-68eb6760-3dbd-41bc-9f82-267627a70e41 req-c8796bed-411f-42e3-9062-1f505b2591c6 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0503974 Oct 19 00:07:31.151765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-68eb6760-3dbd-41bc-9f82-267627a70e41 req-e65022df-81f1-4b1c-9a21-c39f0388be40 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Oct 19 00:07:32.266358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec71701-d2eb-44ba-b2e6-7e0a1ff0b934 req-ea5aa528-2ecc-4922-b415-f38e74c0f342 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:32.267863 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3ec71701-d2eb-44ba-b2e6-7e0a1ff0b934 req-ea5aa528-2ecc-4922-b415-f38e74c0f342 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0481205 Oct 19 00:07:32.304245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3ec71701-d2eb-44ba-b2e6-7e0a1ff0b934 req-442d4879-e5e2-4cf2-82c1-65eda577f086 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302031 Oct 19 00:07:33.420342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75df330-8175-4faa-8d51-37c6926eb697 req-e3f69bee-de3a-4658-91b3-3fcc235ada70 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:33.421808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c75df330-8175-4faa-8d51-37c6926eb697 req-e3f69bee-de3a-4658-91b3-3fcc235ada70 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0502038 Oct 19 00:07:33.462395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c75df330-8175-4faa-8d51-37c6926eb697 req-98297e57-a4b9-429d-8cc1-5d8a9059f8d4 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345883 Oct 19 00:07:34.577057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c0e71-5c7f-4fe9-b752-94d76bd68cf5 req-8bfe1a54-20e6-4443-b705-50402d525519 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:34.578559 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-491c0e71-5c7f-4fe9-b752-94d76bd68cf5 req-8bfe1a54-20e6-4443-b705-50402d525519 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0473471 Oct 19 00:07:34.617860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-491c0e71-5c7f-4fe9-b752-94d76bd68cf5 req-18426e95-673c-4304-9da6-1b31ceda47be tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330243 Oct 19 00:07:35.111206 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:35.731005 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caa758-b19e-43b1-8a21-5a5d8e00673e req-89792a65-5a0f-447f-aa8e-53326428ea7c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:35.732524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63caa758-b19e-43b1-8a21-5a5d8e00673e req-89792a65-5a0f-447f-aa8e-53326428ea7c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0488827 Oct 19 00:07:35.772136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63caa758-b19e-43b1-8a21-5a5d8e00673e req-e09537c5-e104-4e03-a223-a8cae36536d2 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Oct 19 00:07:36.766014 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:36.890832 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c89f1c-4760-4172-b981-fc3c40bced2f req-f2a757fc-b5ef-4d53-a001-c26a00221ac7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:36.892384 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c9c89f1c-4760-4172-b981-fc3c40bced2f req-f2a757fc-b5ef-4d53-a001-c26a00221ac7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0520775 Oct 19 00:07:36.929803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c9c89f1c-4760-4172-b981-fc3c40bced2f req-bf25eb88-4117-45f3-9eb5-e5985ad2c285 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Oct 19 00:07:38.044295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37358a45-94bb-4931-8f3c-5b229fa5f001 req-6fa8692f-3a4e-4be8-a3b4-5758a3c4d0f9 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:38.045751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37358a45-94bb-4931-8f3c-5b229fa5f001 req-6fa8692f-3a4e-4be8-a3b4-5758a3c4d0f9 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0492380 Oct 19 00:07:38.083332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37358a45-94bb-4931-8f3c-5b229fa5f001 req-9462ca22-9661-4d5d-9277-52182dac285c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Oct 19 00:07:39.201930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1e57-3ac0-45e1-8dad-764e42853ffc req-173a711e-a469-412d-ab16-b070cb21ed7f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:39.203452 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c6cb1e57-3ac0-45e1-8dad-764e42853ffc req-173a711e-a469-412d-ab16-b070cb21ed7f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0512254 Oct 19 00:07:39.245422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c6cb1e57-3ac0-45e1-8dad-764e42853ffc req-f4544fc4-d63f-4ff7-a58d-bdb49a45c748 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360084 Oct 19 00:07:40.358012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280a9f3-f98c-4fc3-9365-5368540607e7 req-42a37787-f32e-4a97-932b-7b72119e0032 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:40.359490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d280a9f3-f98c-4fc3-9365-5368540607e7 req-42a37787-f32e-4a97-932b-7b72119e0032 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0478089 Oct 19 00:07:40.399973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d280a9f3-f98c-4fc3-9365-5368540607e7 req-246c4bb1-c599-4709-822c-7b686fd4a487 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Oct 19 00:07:41.514747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b48ac9-faf1-4c92-b80a-8b0e13b209bc req-ee91b306-74cb-481d-b5d4-144a032f8771 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:41.516207 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c2b48ac9-faf1-4c92-b80a-8b0e13b209bc req-ee91b306-74cb-481d-b5d4-144a032f8771 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0484805 Oct 19 00:07:41.553701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c2b48ac9-faf1-4c92-b80a-8b0e13b209bc req-42e1b67a-e6f7-4e19-95d2-7f2ec9e4df9b tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Oct 19 00:07:42.667976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640f72-4c1d-4821-b56b-2ea0230a4851 req-01ce9a30-4867-42fa-90a9-f5a605d4353c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:42.669433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d640f72-4c1d-4821-b56b-2ea0230a4851 req-01ce9a30-4867-42fa-90a9-f5a605d4353c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Oct 19 00:07:42.707031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d640f72-4c1d-4821-b56b-2ea0230a4851 req-e42b80f4-078d-451a-9785-7ea4a9bd1cfb tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Oct 19 00:07:43.828279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab333e30-bc4b-439b-8929-594199cacda5 req-7416ee86-ab39-49f2-ad58-514b55032921 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:43.829763 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab333e30-bc4b-439b-8929-594199cacda5 req-7416ee86-ab39-49f2-ad58-514b55032921 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0555310 Oct 19 00:07:43.867610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ab333e30-bc4b-439b-8929-594199cacda5 req-b13797f9-7f52-474b-a155-a571d45825f7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318296 Oct 19 00:07:44.979745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54da734-9a58-451b-b43e-2928087034e4 req-d9bdeedd-5020-4697-927f-9520303ee92c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:44.981246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e54da734-9a58-451b-b43e-2928087034e4 req-d9bdeedd-5020-4697-927f-9520303ee92c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0487943 Oct 19 00:07:45.019590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e54da734-9a58-451b-b43e-2928087034e4 req-ebeb9b63-c014-4d52-a44c-e620b9327cae tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Oct 19 00:07:46.133245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cfc64-f73f-4b05-b68b-688834f065cd req-ca88fb2d-73e2-4a11-a47d-73ba0736919d tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:46.134754 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-553cfc64-f73f-4b05-b68b-688834f065cd req-ca88fb2d-73e2-4a11-a47d-73ba0736919d tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0492277 Oct 19 00:07:46.173227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-553cfc64-f73f-4b05-b68b-688834f065cd req-6a9be977-8c29-49e2-afd8-e545d1d252a0 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Oct 19 00:07:47.288536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663aa22-5d79-4f81-9206-0b68e7c85b2e req-8423673f-4731-482c-b124-f381b19d5347 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:47.289981 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b663aa22-5d79-4f81-9206-0b68e7c85b2e req-8423673f-4731-482c-b124-f381b19d5347 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Oct 19 00:07:47.330299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b663aa22-5d79-4f81-9206-0b68e7c85b2e req-18775d53-6805-42cf-ba24-b0362eb53859 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Oct 19 00:07:48.446906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2128-4c0f-4e79-9a84-38029d781baa req-dff37db3-0cb0-4d2c-859e-b8bd90094add tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:48.448393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-481a2128-4c0f-4e79-9a84-38029d781baa req-dff37db3-0cb0-4d2c-859e-b8bd90094add tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0506752 Oct 19 00:07:48.486199 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-481a2128-4c0f-4e79-9a84-38029d781baa req-bb7ceda3-5635-43b8-9ad2-0c548d84cd84 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Oct 19 00:07:49.605717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3d8b2-290b-487a-9269-7faeda85ec41 req-da582168-d315-4294-9fe0-a89676d67380 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:49.607823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83f3d8b2-290b-487a-9269-7faeda85ec41 req-da582168-d315-4294-9fe0-a89676d67380 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0500665 Oct 19 00:07:49.645094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83f3d8b2-290b-487a-9269-7faeda85ec41 req-cf5342c8-c6d7-416b-a183-3dba75fad9a8 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314584 Oct 19 00:07:50.336555 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0b70704e-84b6-4ff8-9f8b-a669f816e0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:50.761067 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba491a9-decc-418f-97f9-8948e329a7e2 req-f7540219-19f5-41e7-8c00-9b3531644f45 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:50.762520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ba491a9-decc-418f-97f9-8948e329a7e2 req-f7540219-19f5-41e7-8c00-9b3531644f45 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0522718 Oct 19 00:07:50.801316 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ba491a9-decc-418f-97f9-8948e329a7e2 req-44736759-1a41-488c-b055-787af83e72b3 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Oct 19 00:07:51.921679 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f724d0c-f748-4bd6-85e8-5e5b9ab1d334 req-a4f3f09d-c37e-4df0-add6-f228ff9203a8 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:51.923046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7f724d0c-f748-4bd6-85e8-5e5b9ab1d334 req-a4f3f09d-c37e-4df0-add6-f228ff9203a8 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0478613 Oct 19 00:07:51.961142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7f724d0c-f748-4bd6-85e8-5e5b9ab1d334 req-2cc0413c-0e4f-429d-9ce9-b17dc93d4467 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Oct 19 00:07:53.077969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b64e-a27e-4285-bd21-66f2b33bd927 req-d1d5f0ba-860c-4242-96fd-133b2a5cdf2c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:53.079389 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d4b64e-a27e-4285-bd21-66f2b33bd927 req-d1d5f0ba-860c-4242-96fd-133b2a5cdf2c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Oct 19 00:07:53.117595 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07d4b64e-a27e-4285-bd21-66f2b33bd927 req-ea0d9f4b-dece-4e69-b155-0c631edeb0c1 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322366 Oct 19 00:07:53.984115 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ecad21c2-c134-4e25-ad34-5d078fda4391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:54.240386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f91dc-5107-43c9-922b-db7830d06b73 req-ff0fadc0-40b0-4dc0-a51c-35fc8ae270bb tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:54.241827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b83f91dc-5107-43c9-922b-db7830d06b73 req-ff0fadc0-40b0-4dc0-a51c-35fc8ae270bb tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Oct 19 00:07:54.282013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b83f91dc-5107-43c9-922b-db7830d06b73 req-bd4c54ef-d051-4ad8-a944-7241576cfe02 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342474 Oct 19 00:07:54.843942 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:55.395785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7008082-b451-4d85-bc3a-f27a547c0849 req-721705a7-6cb0-4550-a853-44215a8e8296 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:55.397383 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7008082-b451-4d85-bc3a-f27a547c0849 req-721705a7-6cb0-4550-a853-44215a8e8296 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0493345 Oct 19 00:07:55.436263 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7008082-b451-4d85-bc3a-f27a547c0849 req-fc456400-69c0-4bf3-8b40-a9e8c57a8116 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Oct 19 00:07:55.513909 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:56.551425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bbf88-3192-4e52-8f3e-8c486e5d5d5f req-1894ee0b-0a11-4643-9eb4-a47a41322c0a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:56.552903 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c8bbf88-3192-4e52-8f3e-8c486e5d5d5f req-1894ee0b-0a11-4643-9eb4-a47a41322c0a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0502286 Oct 19 00:07:56.590775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c8bbf88-3192-4e52-8f3e-8c486e5d5d5f req-5a119c17-187b-4d84-936e-316118304fcc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Oct 19 00:07:57.207699 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-197d52b1-ba0e-4775-95af-e8e8945e45f1 service neutron] show failed (client error): The resource could not be found. Oct 19 00:07:57.208992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-197d52b1-ba0e-4775-95af-e8e8945e45f1 service neutron] 10.222.0.73 "GET /v2.0/ports/a5bda4eb-ff2f-48b2-8b4f-568789fc7d88/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0865748 Oct 19 00:07:57.453179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-83effbf1-fb35-413d-b413-7575a60da062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:57.454688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-83effbf1-fb35-413d-b413-7575a60da062 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3&tenant_id=91869714f7b34cee898079a81548551e HTTP/1.1" status: 200 len: 1097 time: 0.0760398 Oct 19 00:07:57.472692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:07:57.524834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:57.756605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194146b9-b3ff-47fc-8151-defbc9653a63 req-90d6903b-caea-4ecb-ac14-c56b9b892012 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:57.757960 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-194146b9-b3ff-47fc-8151-defbc9653a63 req-90d6903b-caea-4ecb-ac14-c56b9b892012 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0967760 Oct 19 00:07:57.770567 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:07:57.826883 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-194146b9-b3ff-47fc-8151-defbc9653a63 req-3c0658ea-4494-45e3-851f-e8baaf523ace tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616388 Oct 19 00:07:57.830057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h2-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:07:57.870677 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:07:57.873122 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c89b21f-8cbd-41b7-83a7-6bde1f0b1807" -d '{"events": [{"server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:07:57.877161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:57.889804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.provisioning_blocks [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Transition to ACTIVE for port object a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 will not be triggered until provisioned by entity L2. {{(pid=100921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:07:57.894255 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:57.927176 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918e7d42-c272-4724-8662-78b179c2eb94 x-openstack-request-id: req-918e7d42-c272-4724-8662-78b179c2eb94 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:07:57.927587 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:07:57.927710 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-918e7d42-c272-4724-8662-78b179c2eb94 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:07:57.928142 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'code': 200} Oct 19 00:07:57.967671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] No DVR routers for this DVR port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on host n-h2-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:07:57.969864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Pushing event updated for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=6']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:58.004071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Attempting to bind port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:07:58.004412 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Attempting to bind port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:07:58.004749 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Attempting to bind port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:07:58.009109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:07:58.009374 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Attempting to bind port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:07:58.014254 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:07:58.014598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Checking segment: {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:07:58.015039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Bound using segment: {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'} {{(pid=100921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:07:58.015465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.managers [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Bound port: a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'}}] {{(pid=100921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:07:58.015828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:58.020353 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:58.077827 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h1-713498-28, cleared binding levels {{(pid=100921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:07:58.081027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:07:58.084898 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:58.120616 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:58.121377 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:07:58.122783 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] 10.222.0.102 "PUT /v2.0/ports/a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 200 len: 1092 time: 0.6544034 Oct 19 00:07:58.144955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083adfc-d463-43a9-b095-d2450390a9da service neutron] Pushing event updated for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=7']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:07:58.196801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-96322fc8-d785-40d3-887d-35022a10e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:58.198309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-96322fc8-d785-40d3-887d-35022a10e71f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0422895 Oct 19 00:07:58.288108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-1838697e-c6e8-43bf-a89a-71e7c6b0af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:58.289493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-1838697e-c6e8-43bf-a89a-71e7c6b0af7b service neutron] 10.222.0.102 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.0841818 Oct 19 00:07:58.335758 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-786590c6-6dfe-4166-88ba-8161a0f4cc90 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 200 len: 217 time: 0.0385714 Oct 19 00:07:58.386472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-7aec14f1-b48e-498b-aee8-8d9c0c1d42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:58.387985 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-7aec14f1-b48e-498b-aee8-8d9c0c1d42f6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0447972 Oct 19 00:07:58.421365 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-b2cfd6ef-937b-4c17-9469-875dddf216d4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261133 Oct 19 00:07:58.522379 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-7d66ba87-f2d5-4dfe-9c21-cbb235835e99 service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936313 Oct 19 00:07:58.613545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e2b42-eb50-473d-90a8-868198c6b5fe req-0c294139-6eaf-4acf-a166-2f221873d947 service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840807 Oct 19 00:07:58.736972 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:07:58.949725 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b78a3-677e-4397-aa67-2920f35935a8 req-dc63db95-5461-47de-b154-c1ca88baaae2 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:07:58.951269 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-411b78a3-677e-4397-aa67-2920f35935a8 req-dc63db95-5461-47de-b154-c1ca88baaae2 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 943 time: 0.0549505 Oct 19 00:07:58.988714 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-411b78a3-677e-4397-aa67-2920f35935a8 req-412983bf-547a-435c-a5b0-885469c9a2ae tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Oct 19 00:07:59.929862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:07:59.932270 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b3992-cb79-4abd-90ba-b7dfceeefb08" -d '{"events": [{"name": "network-changed", "server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:07:59.980333 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4ecb61-afff-4a8b-a627-6804d3e50d6f x-openstack-request-id: req-ca4ecb61-afff-4a8b-a627-6804d3e50d6f {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:07:59.980624 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:07:59.980878 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca4ecb61-afff-4a8b-a627-6804d3e50d6f {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:07:59.981278 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'status': 'completed', 'code': 200} Oct 19 00:08:00.058917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-8659cb7f-1a89-4e42-b8cc-49ef9132cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:00.061047 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-8659cb7f-1a89-4e42-b8cc-49ef9132cb6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0418015 Oct 19 00:08:00.093499 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-00749ab3-6249-4b4b-83a7-5d3c0f40d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:00.095203 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-00749ab3-6249-4b4b-83a7-5d3c0f40d2f6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0695171 Oct 19 00:08:00.133459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5dfc2-b3fa-449f-83ec-c9d98ed5249a req-95cebef8-2c7e-42cb-b497-ebff6cd39025 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:00.134951 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1fb5dfc2-b3fa-449f-83ec-c9d98ed5249a req-95cebef8-2c7e-42cb-b497-ebff6cd39025 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 943 time: 0.0753303 Oct 19 00:08:00.157537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-68ba6e31-3640-4a81-8050-fda151769a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:00.159050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-68ba6e31-3640-4a81-8050-fda151769a95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.0901091 Oct 19 00:08:00.203046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-c635d245-a068-4966-b68b-e50c460d2240 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 200 len: 217 time: 0.0361440 Oct 19 00:08:00.222227 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1fb5dfc2-b3fa-449f-83ec-c9d98ed5249a req-61805af4-c48e-4b7f-b1cf-b94ab3a92fd9 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779886 Oct 19 00:08:00.232156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-71ed1b69-21bf-455e-8666-4640689db34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:00.234277 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-71ed1b69-21bf-455e-8666-4640689db34d service neutron] 10.222.0.102 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.1306214 Oct 19 00:08:00.257312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-c4c671f8-ec8e-4a5b-a02d-ec48171196e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:00.258784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-c4c671f8-ec8e-4a5b-a02d-ec48171196e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0489509 Oct 19 00:08:00.278375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-afd045e1-3321-42ed-8117-cdacc67684bb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 200 len: 217 time: 0.0355637 Oct 19 00:08:00.290275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-b07dc821-3197-4df2-ac9b-729e6fbf7f23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244052 Oct 19 00:08:00.333791 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-1f64133c-196f-4a88-a6d1-19f825d06c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:00.335307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-1f64133c-196f-4a88-a6d1-19f825d06c96 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0484245 Oct 19 00:08:00.368659 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-db1405fa-a6d5-4721-87fa-999df35be12c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255284 Oct 19 00:08:00.381491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-630eb3ab-0cad-489b-a0e0-e49fd962ec1f service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841320 Oct 19 00:08:00.459376 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-e14c77c1-6ea1-4d40-a7b4-0858b5d920c9 service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826411 Oct 19 00:08:00.474486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-60d44e86-d6f6-4775-a494-ef9c683926e5 service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857170 Oct 19 00:08:00.557247 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-345b3992-cb79-4abd-90ba-b7dfceeefb08 req-c451c753-ae3d-4ae0-849e-4dbabb423a8d service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905013 Oct 19 00:08:01.093214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:08:01.131751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:08:01.340856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75116d-f6b2-4c96-b6f1-b5ed332115d1 req-01608126-16ce-41c5-b817-07a3e04ddafb tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:01.343029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1b75116d-f6b2-4c96-b6f1-b5ed332115d1 req-01608126-16ce-41c5-b817-07a3e04ddafb tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 943 time: 0.0496676 Oct 19 00:08:01.380600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1b75116d-f6b2-4c96-b6f1-b5ed332115d1 req-22275eeb-b9c5-462d-8ac7-76b6dce97c55 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Oct 19 00:08:01.949302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:08:02.052362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:02.064088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e', 'port_id': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'mac_address': 'fa:16:3e:1e:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8807cdeb-88a4-4df2-ba54-b9621802682e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:08:02.105248 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:02.118896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:08:02.139954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:02.143804 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:02.194365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:02.202170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.202520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.202893 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.203237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.203574 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.203907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.204246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.204576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.204903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.205233 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.205562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.205885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:02.553761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:08:02.559112 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d444a-2f2d-4b12-8e5e-5a4f332b0f71 req-da6ee3e8-0a6e-49b9-9253-410cb6dd69ff tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:02.560671 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d20d444a-2f2d-4b12-8e5e-5a4f332b0f71 req-da6ee3e8-0a6e-49b9-9253-410cb6dd69ff tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 944 time: 0.1102419 Oct 19 00:08:02.600910 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d20d444a-2f2d-4b12-8e5e-5a4f332b0f71 req-0ddf2b6a-7732-45c7-9ff6-9268dff9bd86 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Oct 19 00:08:02.801211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc98016-ae86-4d18-a499-509bff3511f5 req-5a626144-d40a-4e53-ad0d-ab616e48f47f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:02.803058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3fc98016-ae86-4d18-a499-509bff3511f5 req-5a626144-d40a-4e53-ad0d-ab616e48f47f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0537679 Oct 19 00:08:02.854127 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3fc98016-ae86-4d18-a499-509bff3511f5 req-b49f8e7a-edc4-44f4-a3ed-b5a30db52a73 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Oct 19 00:08:02.865150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-fb3cd29d-3219-4174-a1be-01499dc1dd9c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:02.867059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-fb3cd29d-3219-4174-a1be-01499dc1dd9c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3&tenant_id=91869714f7b34cee898079a81548551e&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 944 time: 0.0953681 Oct 19 00:08:02.931586 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-11d7077f-704a-410a-a793-24d46d8c91e7 service neutron] delete failed (client error): The resource could not be found. Oct 19 00:08:02.932610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-11d7077f-704a-410a-a793-24d46d8c91e7 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a5bda4eb-ff2f-48b2-8b4f-568789fc7d88/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0582345 Oct 19 00:08:03.041716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-803101b8-5481-4ee8-8938-0046c782171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:03.043172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-803101b8-5481-4ee8-8938-0046c782171b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0438929 Oct 19 00:08:03.137517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-122011c3-02ff-4cf1-96ce-3bdb7476266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:03.139642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-122011c3-02ff-4cf1-96ce-3bdb7476266f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.0898449 Oct 19 00:08:03.180274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-a3e39455-a2a8-445f-80e9-f6613e2abbc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 200 len: 217 time: 0.0342412 Oct 19 00:08:03.229192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-859a3b7f-dcd3-4e9e-8dd3-37d47669ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:03.230557 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-859a3b7f-dcd3-4e9e-8dd3-37d47669ebaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0435288 Oct 19 00:08:03.268870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-a4c9eae2-daa0-4889-9c78-5972d6c73755 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313306 Oct 19 00:08:03.361379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-e29478f9-c2d3-41ef-8536-8b893f655bef service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856836 Oct 19 00:08:03.462044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4a50aa8-2b1c-43f1-9217-265d5c8fed09 req-dfb7ff13-bbf5-4533-ad38-e59d37613e1e service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888181 Oct 19 00:08:03.962790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:08:04.022536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:08:04.026505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:08:04.026918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:04.053937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7286383-5335-4c3c-86e4-a36eb4b582f3 req-dc547dd3-d468-481b-be69-5fbdf5ba387a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:04.056148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e7286383-5335-4c3c-86e4-a36eb4b582f3 req-dc547dd3-d468-481b-be69-5fbdf5ba387a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 944 time: 0.1165550 Oct 19 00:08:04.101809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e7286383-5335-4c3c-86e4-a36eb4b582f3 req-903501a1-c7ee-4606-b557-58846aff6af8 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391643 Oct 19 00:08:04.111190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:04.136038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:08:04.138346 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea09ba2-b283-47e5-a15d-d52e264674a6" -d '{"events": [{"server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "name": "network-vif-plugged", "status": "completed", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:08:04.152110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:04.157166 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:04.181311 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd496f8e-29d7-41d9-bd76-cc9c843299f7 x-openstack-request-id: req-dd496f8e-29d7-41d9-bd76-cc9c843299f7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:08:04.181607 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "name": "network-vif-plugged", "status": "completed", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:08:04.181869 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd496f8e-29d7-41d9-bd76-cc9c843299f7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:08:04.182274 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'code': 200} Oct 19 00:08:04.212972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:04.233529 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8998825-d128-4b05-8e8e-87851cbb4426 req-a552592f-3d19-40ae-8d0b-019c905331aa tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:04.235148 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d8998825-d128-4b05-8e8e-87851cbb4426 req-a552592f-3d19-40ae-8d0b-019c905331aa tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0519836 Oct 19 00:08:04.275491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d8998825-d128-4b05-8e8e-87851cbb4426 req-6bea5bf4-39e9-4240-b5da-0edddaa2effe tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Oct 19 00:08:04.411420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2727510-e47f-496f-8841-4256cd51c665 req-f0875161-0781-48ba-be23-aaa16a38dd39 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:04.413064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2727510-e47f-496f-8841-4256cd51c665 req-f0875161-0781-48ba-be23-aaa16a38dd39 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0588748 Oct 19 00:08:04.455787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e2727510-e47f-496f-8841-4256cd51c665 req-b4a5a30d-7c04-4618-bea9-bea0de1adefb tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Oct 19 00:08:04.843002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-5e05a746-72a0-487f-8cbf-d43049d179ce tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:04.844839 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-5e05a746-72a0-487f-8cbf-d43049d179ce tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 815 time: 0.1272879 Oct 19 00:08:04.862783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-8ea1484d-02c9-4823-a61a-29804de07ba0 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/quotas/91869714f7b34cee898079a81548551e HTTP/1.1" status: 200 len: 375 time: 0.0115907 Oct 19 00:08:04.914400 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-5e12c7e7-cf9c-4294-a66c-01bee9dbca67 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458837 Oct 19 00:08:05.011344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e8eda684-8f70-465a-bc23-ce879cb618c7 service neutron] 10.222.0.52 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891719 Oct 19 00:08:05.099797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-4142e78e-32f9-4e5b-b9b5-4bb498b40e51 service neutron] 10.222.0.52 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818734 Oct 19 00:08:05.126975 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:05.257803 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2e72e210-9000-43c1-a945-a2537a1554f0 req-2e1d46f1-7b8e-4a25-bba6-b513ddb05587 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 210 time: 0.0273070 Oct 19 00:08:06.300289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-a44bcbcb-aa98-4951-a26d-85a842a38234 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:06.301910 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-a44bcbcb-aa98-4951-a26d-85a842a38234 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.102 "GET /v2.0/ports?device_id=5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0530262 Oct 19 00:08:06.395235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8d01d8f-dbe4-4cec-b4a1-9f35e58ef036 req-afb18aae-2296-4e7a-919c-b7c50920e278 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 210 time: 0.0366013 Oct 19 00:08:06.404823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Deleting port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:08:06.405177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:06.430009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-483fa873-be18-4ee4-bf66-ceccd0e72b9a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:06.431480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-483fa873-be18-4ee4-bf66-ceccd0e72b9a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.102 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 815 time: 0.1626341 Oct 19 00:08:06.477127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Request body: {'port': {'device_id': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e', 'admin_state_up': True, 'tenant_id': '91869714f7b34cee898079a81548551e'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:08:06.497487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] For port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:06.497847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:06.511348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Calling delete_port for a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 owned by compute:nova {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:08:06.591972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Made reservation on behalf of 91869714f7b34cee898079a81548551e for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:08:06.595728 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:06.643340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:06.670850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Pushing event deleted for resources: {'Port': ['ID=a5bda4eb-ff2f-48b2-8b4f-568789fc7d88,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:06.679269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:08:06.681028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.681385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.681726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.682087 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.682395 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.682761 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.683076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.683403 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.683728 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.684052 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.684373 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.684691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:06.729026 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] No DVR routers for this DVR port a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 on host n-h1-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:08:06.731828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:06.736293 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.102 "DELETE /v2.0/ports/a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 HTTP/1.1" status: 204 len: 173 time: 0.4267459 Oct 19 00:08:06.736789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'name': 'network-vif-deleted', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:08:06.739537 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fef0bedfda98a8ee5b7a36c5426160085f84c944cad2a5dfa996c8955466c68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b63681d-0bde-47cb-88ef-505a8fcfadac" -d '{"events": [{"server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "name": "network-vif-deleted", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:08:06.759756 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:06.761537 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Allocated IP 172.20.0.4 (e089528d-c1bb-4ab1-81a3-d49cc7f7718e/8807cdeb-88a4-4df2-ba54-b9621802682e/b05d4987-d289-44c1-9c50-fa883821bd63) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:08:06.786578 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534771e6-dd9a-4d67-9dfb-c2eb4ca04f5d x-openstack-request-id: req-534771e6-dd9a-4d67-9dfb-c2eb4ca04f5d {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:08:06.786921 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3", "name": "network-vif-deleted", "tag": "a5bda4eb-ff2f-48b2-8b4f-568789fc7d88", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:08:06.787181 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-534771e6-dd9a-4d67-9dfb-c2eb4ca04f5d {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:08:06.787591 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fee91c2-4b97-43e5-ac4f-07ae9ee0f2f3', 'name': 'network-vif-deleted', 'tag': 'a5bda4eb-ff2f-48b2-8b4f-568789fc7d88', 'status': 'completed', 'code': 200} Oct 19 00:08:06.924773 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:06.959040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:06.991653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a5bda4eb-ff2f-48b2-8b4f-568789fc7d88'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:08:07.008026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Network e089528d-c1bb-4ab1-81a3-d49cc7f7718e is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:08:07.011479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:08:07.015317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:08:07.045048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Pushing event updated for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:07.061240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.061589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.061936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.062275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.062611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.062978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.063314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.063643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.063971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.064335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.064662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.064983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:07.090794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:07.091457 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:07.109565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-67134884-8b08-4dcb-ac93-cb0d3460a4dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6363997 Oct 19 00:08:07.127744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Request body: {'port': {'device_id': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:08:07.188223 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:07.464266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05d4987-d289-44c1-9c50-fa883821bd63 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:08:07.480463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:07.509052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Transition to ACTIVE for port object b05d4987-d289-44c1-9c50-fa883821bd63 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:08:07.512901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:07.569258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0094ac-f50b-4b98-85a6-7146731d0cc7 req-5aab7f55-622b-4542-8bd1-736bdd5749be tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:07.570775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad0094ac-f50b-4b98-85a6-7146731d0cc7 req-5aab7f55-622b-4542-8bd1-736bdd5749be tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 931 time: 0.1020691 Oct 19 00:08:07.588446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Pushing event updated for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:07.656205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad0094ac-f50b-4b98-85a6-7146731d0cc7 req-131965a4-b8d4-4afb-bfd1-7df0974e0988 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740461 Oct 19 00:08:07.678321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Attempting to bind port b05d4987-d289-44c1-9c50-fa883821bd63 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:08:07.678578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Attempting to bind port b05d4987-d289-44c1-9c50-fa883821bd63 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:08:07.678943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Attempting to bind port b05d4987-d289-44c1-9c50-fa883821bd63 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:08:07.683285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Port b05d4987-d289-44c1-9c50-fa883821bd63 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:08:07.683614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Attempting to bind port b05d4987-d289-44c1-9c50-fa883821bd63 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:08:07.688904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:08:07.689255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Checking segment: {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:08:07.689643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Bound using segment: {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:08:07.690070 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Bound port: b05d4987-d289-44c1-9c50-fa883821bd63, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:08:07.690433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:07.752703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:08:07.755896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:08:07.759758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:07.799067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:07.799785 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:07.802438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] 10.222.0.102 "PUT /v2.0/ports/b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 200 len: 1092 time: 0.6783609 Oct 19 00:08:07.802438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:08:07.804129 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56915896-40c9-4659-8df9-829bff13d516" -d '{"events": [{"name": "network-changed", "server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:08:07.832292 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543406e-b49e-484f-9988-4bc56abfc377 service neutron] Pushing event updated for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:07.846870 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbca614-5b0f-4116-9c80-8a270a84746a x-openstack-request-id: req-ebbca614-5b0f-4116-9c80-8a270a84746a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:08:07.847168 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:08:07.847428 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebbca614-5b0f-4116-9c80-8a270a84746a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:08:07.847836 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'status': 'completed', 'code': 200} Oct 19 00:08:07.914021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-46051de7-c73f-4356-a67f-ca9023ef24af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:07.915638 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-46051de7-c73f-4356-a67f-ca9023ef24af service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 1095 time: 0.0480886 Oct 19 00:08:07.966364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-42f6481d-4e31-440f-8be2-7cbcd62798be service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 200 len: 217 time: 0.0361347 Oct 19 00:08:08.022989 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-22a84f23-e0ca-405a-ae5a-ecdad80c8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:08.024477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-22a84f23-e0ca-405a-ae5a-ecdad80c8ddd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0508232 Oct 19 00:08:08.058069 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-918f3997-e842-406f-af66-ed7f9d45d747 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257230 Oct 19 00:08:08.148867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-6fb6a24c-3840-4d5e-b25f-41f9260f564e service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831208 Oct 19 00:08:08.246364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-32b4320a-47aa-4a3e-aee0-40367f15b7c8 req-94d5937a-3988-4a58-a9f4-dd5c7d9e59b1 service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898030 Oct 19 00:08:08.373034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56915896-40c9-4659-8df9-829bff13d516 req-d2bf76dc-7f8d-4557-a144-210735423129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:08.374598 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56915896-40c9-4659-8df9-829bff13d516 req-d2bf76dc-7f8d-4557-a144-210735423129 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 1095 time: 0.0436416 Oct 19 00:08:08.469053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56915896-40c9-4659-8df9-829bff13d516 req-ff47bfb3-b447-46e7-9095-2b98d4b0502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:08.470516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56915896-40c9-4659-8df9-829bff13d516 req-ff47bfb3-b447-46e7-9095-2b98d4b0502c service neutron] 10.222.0.102 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.0885959 Oct 19 00:08:08.513256 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56915896-40c9-4659-8df9-829bff13d516 req-15fc0ff5-6f19-42dd-ba2c-7246889d6d48 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 200 len: 217 time: 0.0356071 Oct 19 00:08:08.563574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56915896-40c9-4659-8df9-829bff13d516 req-f1efba0a-8328-4b04-8276-8cc7602d3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:08.565128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56915896-40c9-4659-8df9-829bff13d516 req-f1efba0a-8328-4b04-8276-8cc7602d3dfb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0444820 Oct 19 00:08:08.602609 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56915896-40c9-4659-8df9-829bff13d516 req-2378b0a3-7dce-4004-a299-3adc35fd9f82 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303366 Oct 19 00:08:08.695813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56915896-40c9-4659-8df9-829bff13d516 req-bc8c5bd2-a6db-4c7c-b3ec-02da9ab3e553 service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856574 Oct 19 00:08:08.832870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aed12-a345-4789-98f9-88129f944904 req-5c0aa593-181d-4bb1-bce3-a84fe7e789dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:08.834401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75aed12-a345-4789-98f9-88129f944904 req-5c0aa593-181d-4bb1-bce3-a84fe7e789dc tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 943 time: 0.1017389 Oct 19 00:08:08.838768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56915896-40c9-4659-8df9-829bff13d516 req-efc0b046-af82-48df-abd5-1139fd43c859 service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357763 Oct 19 00:08:08.874878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75aed12-a345-4789-98f9-88129f944904 req-a13a566d-eefe-4fca-adca-e58c302e9486 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342181 Oct 19 00:08:09.973128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:08:09.993675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:08:09.994025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a5bda4eb-ff2f-48b2-8b4f-568789fc7d88 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:08:10.019565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cac33b-27e8-4811-b98b-215c247936db req-1ddce9e2-0556-4141-b050-7e2ec805e0f9 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:10.021146 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10cac33b-27e8-4811-b98b-215c247936db req-1ddce9e2-0556-4141-b050-7e2ec805e0f9 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 943 time: 0.0513980 Oct 19 00:08:10.059693 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-10cac33b-27e8-4811-b98b-215c247936db req-3f74f6d2-70d9-4d26-a75e-129cec9cd6f6 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324471 Oct 19 00:08:11.176429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b3f0-916a-409f-8638-6e7bc90c6dab req-97f9c766-46e5-4882-adb5-aae6ec83fe87 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:11.177973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7890b3f0-916a-409f-8638-6e7bc90c6dab req-97f9c766-46e5-4882-adb5-aae6ec83fe87 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 943 time: 0.0507486 Oct 19 00:08:11.218183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7890b3f0-916a-409f-8638-6e7bc90c6dab req-49deaea0-8e47-4b07-9c3f-4cf65ea86170 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339649 Oct 19 00:08:11.966041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b05d4987-d289-44c1-9c50-fa883821bd63 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:08:12.069718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:12.083806 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e', 'port_id': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'mac_address': 'fa:16:3e:8b:75:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8807cdeb-88a4-4df2-ba54-b9621802682e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:08:12.123806 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:12.137568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05d4987-d289-44c1-9c50-fa883821bd63 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:08:12.159293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:12.163396 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:12.216772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:12.337937 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad1c8e-456d-4fe0-999b-2db889a9c7d7 req-64860c5e-55c7-46ef-b527-c231e80b6476 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:12.339433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3ad1c8e-456d-4fe0-999b-2db889a9c7d7 req-64860c5e-55c7-46ef-b527-c231e80b6476 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 944 time: 0.0514207 Oct 19 00:08:12.382612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a3ad1c8e-456d-4fe0-999b-2db889a9c7d7 req-9be815d3-7eb5-4fd0-b783-c43ad3dc7ebe tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Oct 19 00:08:12.522308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['b05d4987-d289-44c1-9c50-fa883821bd63'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:08:13.499628 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ee8c9-ce8d-4fa9-b709-4def299fb257 req-f7428aea-de21-48cb-a37c-db72ca858498 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:13.501085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d0ee8c9-ce8d-4fa9-b709-4def299fb257 req-f7428aea-de21-48cb-a37c-db72ca858498 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 944 time: 0.0528316 Oct 19 00:08:13.538678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d0ee8c9-ce8d-4fa9-b709-4def299fb257 req-cab652e8-ca38-4a2b-8cf7-e9a975e93fba tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Oct 19 00:08:13.983728 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b05d4987-d289-44c1-9c50-fa883821bd63 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:08:14.034415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port b05d4987-d289-44c1-9c50-fa883821bd63 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:08:14.038083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port b05d4987-d289-44c1-9c50-fa883821bd63 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:08:14.038433 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:14.119248 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:14.149523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:08:14.151804 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d87aef2-39bd-4146-80e2-46c590c3ec8b" -d '{"events": [{"server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "name": "network-vif-plugged", "status": "completed", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:08:14.165323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:14.170943 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:14.194325 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b13265-6ae2-4f6c-a9ad-d227c9d6bf34 x-openstack-request-id: req-d0b13265-6ae2-4f6c-a9ad-d227c9d6bf34 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:08:14.194614 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "name": "network-vif-plugged", "status": "completed", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:08:14.194892 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0b13265-6ae2-4f6c-a9ad-d227c9d6bf34 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:08:14.195276 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'code': 200} Oct 19 00:08:14.221445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:14.320843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef4121-3143-440c-9644-674d8e770dd0 req-548f65f5-90a3-497c-861e-5bf89f34ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:14.322302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4ef4121-3143-440c-9644-674d8e770dd0 req-548f65f5-90a3-497c-861e-5bf89f34ba41 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 1097 time: 0.0394938 Oct 19 00:08:14.359550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4ef4121-3143-440c-9644-674d8e770dd0 req-d1162c7f-1828-4e91-b6c9-e4ba9bc1e842 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291927 Oct 19 00:08:14.651976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a794c4-6b86-4d9c-b57c-0b97bbe1565b req-668a9f53-b12b-4e16-8fdb-2f86e74675b1 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:14.653459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94a794c4-6b86-4d9c-b57c-0b97bbe1565b req-668a9f53-b12b-4e16-8fdb-2f86e74675b1 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0486910 Oct 19 00:08:14.691144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94a794c4-6b86-4d9c-b57c-0b97bbe1565b req-f63bd6d5-658b-4929-bed5-a3a854b5cc92 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309308 Oct 19 00:08:15.815651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0ba96-ca1e-4d21-ba93-b8575504d86a req-697947dc-4c8b-4019-bb3f-94c6620f8c9f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:15.817147 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15f0ba96-ca1e-4d21-ba93-b8575504d86a req-697947dc-4c8b-4019-bb3f-94c6620f8c9f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0535042 Oct 19 00:08:15.855636 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-15f0ba96-ca1e-4d21-ba93-b8575504d86a req-d9913e66-4212-4047-837f-0488bd8fd399 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Oct 19 00:08:15.972441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441c17-165a-4110-b789-b05399373389 req-b641a111-acd7-49da-a297-265ec742a40f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:15.973832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31441c17-165a-4110-b789-b05399373389 req-b641a111-acd7-49da-a297-265ec742a40f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0523448 Oct 19 00:08:16.011666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-31441c17-165a-4110-b789-b05399373389 req-2486731a-c512-42cf-9018-ab1124b85d84 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Oct 19 00:08:16.259184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-45760ae5-e74f-45ef-b661-ab7bca120f4c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669613 Oct 19 00:08:16.273450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d64aeb-7469-40f7-916a-a7ad8368ef2f req-5ba047a9-8e2e-450e-b148-97154b09bc4a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:16.274933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82d64aeb-7469-40f7-916a-a7ad8368ef2f req-5ba047a9-8e2e-450e-b148-97154b09bc4a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0717773 Oct 19 00:08:16.314930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-82d64aeb-7469-40f7-916a-a7ad8368ef2f req-49f33b41-e32a-4884-91dd-2e3ae136fe3c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Oct 19 00:08:17.434840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-d14ea833-6e0c-425d-9763-61dd1a7c5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:17.435546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3e117-d01f-4bd3-b4f2-5a0210eea184 req-fc393133-242b-4d8d-8c08-d630e6298588 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:17.436442 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-d14ea833-6e0c-425d-9763-61dd1a7c5627 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 1097 time: 0.0447135 Oct 19 00:08:17.436555 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a1c3e117-d01f-4bd3-b4f2-5a0210eea184 req-fc393133-242b-4d8d-8c08-d630e6298588 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0514207 Oct 19 00:08:17.475461 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a1c3e117-d01f-4bd3-b4f2-5a0210eea184 req-19e05d6d-39f9-48f4-bd77-0091612cef53 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Oct 19 00:08:17.526431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-705bf5de-c255-405c-9d31-00ce76067dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:17.527982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-705bf5de-c255-405c-9d31-00ce76067dc1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.0846894 Oct 19 00:08:17.573040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-ae261b5f-4ba5-4da4-8eaa-42b1f376b2c0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 200 len: 217 time: 0.0375555 Oct 19 00:08:17.624184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-a2fdeb76-55e0-4995-8869-99a69ecbd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:17.625713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-a2fdeb76-55e0-4995-8869-99a69ecbd8f9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0457311 Oct 19 00:08:17.658682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-b48f4b36-2125-4452-bfd4-33a072540a2c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262094 Oct 19 00:08:17.756308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-75dbd525-3fc9-4bd1-9fa5-b6a09623437c service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896802 Oct 19 00:08:17.849567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-ec8ea47e-7b70-4ea0-9d3e-4e4992e869fc service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855043 Oct 19 00:08:18.590640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8651144-c558-4f02-af42-f7752ea3a214 req-b90c7ab1-7070-4d66-a464-3b182dacf33c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:18.592179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8651144-c558-4f02-af42-f7752ea3a214 req-b90c7ab1-7070-4d66-a464-3b182dacf33c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0493641 Oct 19 00:08:18.630449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c8651144-c558-4f02-af42-f7752ea3a214 req-c38aeeda-4e12-44a7-ada6-098a5734fd8d tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Oct 19 00:08:19.743158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f868917-7250-4190-abe6-37e595a12e61 req-7b5d6d00-cfc7-4970-b4d2-dc41ff5d3796 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:19.744629 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f868917-7250-4190-abe6-37e595a12e61 req-7b5d6d00-cfc7-4970-b4d2-dc41ff5d3796 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0487895 Oct 19 00:08:19.783165 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4f868917-7250-4190-abe6-37e595a12e61 req-dab1521e-1b9e-4376-ae89-a5f0d82b577f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318313 Oct 19 00:08:20.343719 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-062ae65a-0df4-454d-9d7e-ccb97b2e34fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:20.918915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2fb71-1b57-4e01-ba87-d5ed0d4a042b req-729e8773-8df3-4315-aee1-b07539e8b5a4 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:20.920425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01d2fb71-1b57-4e01-ba87-d5ed0d4a042b req-729e8773-8df3-4315-aee1-b07539e8b5a4 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0545063 Oct 19 00:08:20.959853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-01d2fb71-1b57-4e01-ba87-d5ed0d4a042b req-a2853a1b-e3f4-4045-9567-9570203d6baf tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Oct 19 00:08:22.080259 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb8ce8-8914-47e7-aca5-6e47c60aa291 req-c1a287d1-3841-4baa-a0c8-b5e98270e044 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:22.081634 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2bb8ce8-8914-47e7-aca5-6e47c60aa291 req-c1a287d1-3841-4baa-a0c8-b5e98270e044 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0532224 Oct 19 00:08:22.120160 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e2bb8ce8-8914-47e7-aca5-6e47c60aa291 req-a454d432-9726-47d9-8f41-06a4a1c0db74 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Oct 19 00:08:23.237210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41708e01-ec3a-4945-8aca-ebf39a69a841 req-8b997476-d0eb-4b7d-a807-f4138e4e6451 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:23.238659 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41708e01-ec3a-4945-8aca-ebf39a69a841 req-8b997476-d0eb-4b7d-a807-f4138e4e6451 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0493813 Oct 19 00:08:23.274749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-41708e01-ec3a-4945-8aca-ebf39a69a841 req-f2548f1f-a829-4b6b-aba4-68a13ecb06d7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301340 Oct 19 00:08:23.985672 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f7809fc0-0e75-4441-b8f6-98c7594fc131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:24.389386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e1ab6-509c-493c-92cd-b801001537a1 req-3d1c54c0-f722-41c5-b908-74e042d3c833 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:24.390891 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad9e1ab6-509c-493c-92cd-b801001537a1 req-3d1c54c0-f722-41c5-b908-74e042d3c833 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0493045 Oct 19 00:08:24.428799 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ad9e1ab6-509c-493c-92cd-b801001537a1 req-560334f7-14f5-48da-9391-078cfbd49dac tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Oct 19 00:08:24.846235 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:25.517561 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:25.547492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08113f-2a60-4de1-85bd-a40dacd39f8c req-4dc38224-45a0-43d9-8e5e-d652b5f6e310 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:25.548984 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f08113f-2a60-4de1-85bd-a40dacd39f8c req-4dc38224-45a0-43d9-8e5e-d652b5f6e310 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0535712 Oct 19 00:08:25.585960 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f08113f-2a60-4de1-85bd-a40dacd39f8c req-efaa7c89-8b55-4c86-a0a5-38b6a231bef3 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309949 Oct 19 00:08:26.701477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f5d70-fa1c-47f9-b62e-51a61ad23147 req-5f74bd49-6672-4c7e-bdd8-e0d91084e4aa tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:26.703006 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b26f5d70-fa1c-47f9-b62e-51a61ad23147 req-5f74bd49-6672-4c7e-bdd8-e0d91084e4aa tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0490978 Oct 19 00:08:26.741029 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b26f5d70-fa1c-47f9-b62e-51a61ad23147 req-34e4490a-36f6-4201-8270-2556756a40e2 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321107 Oct 19 00:08:27.861417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bae8f-4abe-4fc2-b776-84b020f342ae req-9bf14ae2-5d60-4c94-8414-6bcdb506c245 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:27.862921 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1bae8f-4abe-4fc2-b776-84b020f342ae req-9bf14ae2-5d60-4c94-8414-6bcdb506c245 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0559616 Oct 19 00:08:27.900971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9c1bae8f-4abe-4fc2-b776-84b020f342ae req-5879a778-e1eb-4fd2-9877-fc7ca83599b9 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Oct 19 00:08:28.023378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:29.018882 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393ca67-a5fa-4aee-9961-ea45675c1869 req-a1b26ab0-41f8-49fe-9511-eae603836d8a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:29.020375 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c393ca67-a5fa-4aee-9961-ea45675c1869 req-a1b26ab0-41f8-49fe-9511-eae603836d8a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0533264 Oct 19 00:08:29.058229 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c393ca67-a5fa-4aee-9961-ea45675c1869 req-8cd2d4be-d07c-4c97-9906-18eb90da3f5a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Oct 19 00:08:30.172926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bf948-8f01-4dd7-836c-773d41ceb6fd req-bc71c356-5d47-45bd-b0ad-bdf338721671 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:30.174518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b9bf948-8f01-4dd7-836c-773d41ceb6fd req-bc71c356-5d47-45bd-b0ad-bdf338721671 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0501480 Oct 19 00:08:30.216043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b9bf948-8f01-4dd7-836c-773d41ceb6fd req-b6036b2c-3fef-48f7-ba84-51ed5131223b tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348148 Oct 19 00:08:31.336917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfe925-1ed9-433d-81b2-63263bd327e8 req-ee3004c4-c297-448c-8250-bbf53e972bf6 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:31.338479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05bfe925-1ed9-433d-81b2-63263bd327e8 req-ee3004c4-c297-448c-8250-bbf53e972bf6 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0511560 Oct 19 00:08:31.378548 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05bfe925-1ed9-433d-81b2-63263bd327e8 req-9f83d031-12ed-4428-9dd5-54f0274deb9a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Oct 19 00:08:32.493284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d3c2-28d6-4d08-89a2-072dc93b8d28 req-dda403c3-158e-470c-8b4c-a7c8ed1a71b4 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:32.494776 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4756d3c2-28d6-4d08-89a2-072dc93b8d28 req-dda403c3-158e-470c-8b4c-a7c8ed1a71b4 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0486650 Oct 19 00:08:32.532438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4756d3c2-28d6-4d08-89a2-072dc93b8d28 req-ccb11539-142a-4474-a565-fa55666f3eca tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Oct 19 00:08:33.647343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce0df1-b7e1-4a69-ac0a-b78bc9208d53 req-9c87f661-f045-4ed6-97d4-5c997838a648 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:33.648806 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-59ce0df1-b7e1-4a69-ac0a-b78bc9208d53 req-9c87f661-f045-4ed6-97d4-5c997838a648 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0490692 Oct 19 00:08:33.688296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-59ce0df1-b7e1-4a69-ac0a-b78bc9208d53 req-b220868a-5dce-4fa0-bd3e-91cbd6c04813 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335076 Oct 19 00:08:34.813907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a9cff-c96a-49da-bd09-71483e08417f req-dd6eb06a-c589-4a8d-91d3-37d889f72985 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:34.815047 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e5a9cff-c96a-49da-bd09-71483e08417f req-dd6eb06a-c589-4a8d-91d3-37d889f72985 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0595877 Oct 19 00:08:34.853661 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e5a9cff-c96a-49da-bd09-71483e08417f req-9abc9233-2d1c-4a4e-a081-2f5f66eca51c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Oct 19 00:08:35.123941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:35.736095 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:08:35.974028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24830d05-8631-416f-bc51-87f423f9ae7e req-52645ef8-3937-42d4-a029-51baec9d24e0 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:35.975567 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-24830d05-8631-416f-bc51-87f423f9ae7e req-52645ef8-3937-42d4-a029-51baec9d24e0 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0552416 Oct 19 00:08:36.013830 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-24830d05-8631-416f-bc51-87f423f9ae7e req-2222ba97-595b-49ce-a413-5fbbf64ef416 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Oct 19 00:08:36.760746 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:37.128603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e072-fffc-492a-86e8-c2c2886addd3 req-5c7bcda9-de90-4bc0-8127-26f470c9fa4c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:37.130093 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e41e072-fffc-492a-86e8-c2c2886addd3 req-5c7bcda9-de90-4bc0-8127-26f470c9fa4c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0490243 Oct 19 00:08:37.167403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e41e072-fffc-492a-86e8-c2c2886addd3 req-d91607f7-de7c-4da0-8021-d46a610a4830 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313218 Oct 19 00:08:38.283689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6ecae-9958-4a71-bd28-2129ef7802d2 req-4933c690-b3d9-4998-ae91-b77a212008b4 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:38.285168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97e6ecae-9958-4a71-bd28-2129ef7802d2 req-4933c690-b3d9-4998-ae91-b77a212008b4 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0491946 Oct 19 00:08:38.322946 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-97e6ecae-9958-4a71-bd28-2129ef7802d2 req-e9294361-a043-4e21-8638-ba31d5fbf6c1 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Oct 19 00:08:39.443456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83f393-6a64-47c2-981c-01790564c44c req-683a364d-0b19-4fbd-ae13-c4c726181241 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:39.444994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d83f393-6a64-47c2-981c-01790564c44c req-683a364d-0b19-4fbd-ae13-c4c726181241 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0555139 Oct 19 00:08:39.482548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5d83f393-6a64-47c2-981c-01790564c44c req-8b23ccf3-2564-42d9-8eaa-740dcc6abed0 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Oct 19 00:08:40.604414 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b26eb-2d9f-448e-869e-bdeeb7fb056d req-72c5a30f-f777-4a25-90d8-86d42cbca663 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:40.605990 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b91b26eb-2d9f-448e-869e-bdeeb7fb056d req-72c5a30f-f777-4a25-90d8-86d42cbca663 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0524237 Oct 19 00:08:40.645048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b91b26eb-2d9f-448e-869e-bdeeb7fb056d req-32780ae4-50c1-4bc4-a6de-30194cbbce71 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Oct 19 00:08:41.763881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b0c50-5bb5-4b41-87c1-1fe55578d743 req-6af3bb14-fcf6-4e20-9d2c-daa774a1cdb3 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:41.765357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d2b0c50-5bb5-4b41-87c1-1fe55578d743 req-6af3bb14-fcf6-4e20-9d2c-daa774a1cdb3 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0530059 Oct 19 00:08:41.805622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d2b0c50-5bb5-4b41-87c1-1fe55578d743 req-b9a29bbe-a1a7-4c51-8df3-8443c45e59a1 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Oct 19 00:08:42.932760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0b1b1-7e0d-424a-991a-ac91e56fc5c2 req-f0ebaff6-a959-4f8c-ba07-65f406f6384b tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:42.934316 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-75e0b1b1-7e0d-424a-991a-ac91e56fc5c2 req-f0ebaff6-a959-4f8c-ba07-65f406f6384b tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0556164 Oct 19 00:08:42.975075 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-75e0b1b1-7e0d-424a-991a-ac91e56fc5c2 req-e8055db2-1769-446f-9032-c1ba467ff96a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Oct 19 00:08:44.093830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd4f4d-e9d5-4b24-b23b-fcc77b07ea4f req-2667e1e2-41df-43ce-8c74-388866e9271d tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:44.095291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91fd4f4d-e9d5-4b24-b23b-fcc77b07ea4f req-2667e1e2-41df-43ce-8c74-388866e9271d tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0513566 Oct 19 00:08:44.134156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91fd4f4d-e9d5-4b24-b23b-fcc77b07ea4f req-933203b9-875c-4c8a-a964-5034668541d9 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Oct 19 00:08:44.935550 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-07055c05-1f25-4db9-9fd2-11c1c2f366c1 service neutron] show failed (client error): The resource could not be found. Oct 19 00:08:44.936539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-07055c05-1f25-4db9-9fd2-11c1c2f366c1 service neutron] 10.222.0.102 "GET /v2.0/ports/b05d4987-d289-44c1-9c50-fa883821bd63/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0534103 Oct 19 00:08:45.144004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-84d72972-fc7f-47cb-b5a2-86ec80c3fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:45.145514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-84d72972-fc7f-47cb-b5a2-86ec80c3fed3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa&tenant_id=91869714f7b34cee898079a81548551e HTTP/1.1" status: 200 len: 1097 time: 0.0442605 Oct 19 00:08:45.163315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:08:45.216920 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:45.251948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbaeb6-fe86-46cb-a89c-2c587ec4f6ed req-b1e3e29e-4a41-4842-b61a-bab617f5fbac tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:45.253806 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a1fbaeb6-fe86-46cb-a89c-2c587ec4f6ed req-b1e3e29e-4a41-4842-b61a-bab617f5fbac tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0511067 Oct 19 00:08:45.292186 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a1fbaeb6-fe86-46cb-a89c-2c587ec4f6ed req-7b40396e-356e-4cf3-a532-8cea5e149d8f tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Oct 19 00:08:45.418758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:45.450957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:08:45.494071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:08:45.496439 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5566de8-27fc-4cd2-97b9-0e9c8bc3ca30" -d '{"events": [{"server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "name": "network-vif-unplugged", "status": "completed", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:08:45.500540 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:45.513474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Transition to ACTIVE for port object b05d4987-d289-44c1-9c50-fa883821bd63 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:08:45.517956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:45.555214 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30295c62-1419-4f2d-a7da-95b9e94ceaad x-openstack-request-id: req-30295c62-1419-4f2d-a7da-95b9e94ceaad {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:08:45.555505 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "name": "network-vif-unplugged", "status": "completed", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:08:45.555761 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30295c62-1419-4f2d-a7da-95b9e94ceaad {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:08:45.556149 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'code': 200} Oct 19 00:08:45.581226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] No DVR routers for this DVR port b05d4987-d289-44c1-9c50-fa883821bd63 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:08:45.594811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Pushing event updated for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:45.622938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Attempting to bind port b05d4987-d289-44c1-9c50-fa883821bd63 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:08:45.623295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Attempting to bind port b05d4987-d289-44c1-9c50-fa883821bd63 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:08:45.623610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Attempting to bind port b05d4987-d289-44c1-9c50-fa883821bd63 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:08:45.628677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Port b05d4987-d289-44c1-9c50-fa883821bd63 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:08:45.628994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Attempting to bind port b05d4987-d289-44c1-9c50-fa883821bd63 on network e089528d-c1bb-4ab1-81a3-d49cc7f7718e {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:08:45.633847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:08:45.634182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Checking segment: {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:08:45.634565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Bound using segment: {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:08:45.635023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Bound port: b05d4987-d289-44c1-9c50-fa883821bd63, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62549e1e-b8af-46d7-9ab1-b3045857a70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:08:45.635379 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:45.699908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:08:45.702764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:08:45.706686 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:45.740740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:45.741345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:45.742851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] 10.222.0.73 "PUT /v2.0/ports/b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 200 len: 1092 time: 0.5836108 Oct 19 00:08:45.763744 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc31a0-c24d-4a90-9e20-127e0d180e32 service neutron] Pushing event updated for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:45.817504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-d4da3d78-9e64-422d-a4b2-aa701650545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:45.819072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-d4da3d78-9e64-422d-a4b2-aa701650545c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 1095 time: 0.0447659 Oct 19 00:08:45.914501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-594ad789-df3e-4ce5-8dc7-aa06266a2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:45.916052 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-594ad789-df3e-4ce5-8dc7-aa06266a2af7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.0904992 Oct 19 00:08:45.957529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-bef6a4d4-8a56-4a7d-93b1-b561c23172cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 200 len: 217 time: 0.0349650 Oct 19 00:08:46.007893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-2634e22f-130d-4395-b6e2-bab5f77674f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:46.009504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-2634e22f-130d-4395-b6e2-bab5f77674f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0447204 Oct 19 00:08:46.040975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-94de7fd2-731b-4fd5-83b1-be0dbbcb2c00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250435 Oct 19 00:08:46.136896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-21f1786d-0b5d-4db9-b2d5-7d6a08eb5ece service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893223 Oct 19 00:08:46.416737 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29605c-bb85-44ac-97f0-eb27d44f2f9f req-9475de18-989f-4955-b038-cfd3e7226159 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:46.418334 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a29605c-bb85-44ac-97f0-eb27d44f2f9f req-9475de18-989f-4955-b038-cfd3e7226159 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 943 time: 0.0529270 Oct 19 00:08:46.461670 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a29605c-bb85-44ac-97f0-eb27d44f2f9f req-3fa25b09-9c8c-4264-ae1d-38f1f5f95454 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368977 Oct 19 00:08:46.562547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3a9a0639-ce91-4e05-a028-c0b310c69860 req-27ee39d8-9bba-4dcf-b64a-fb326dce1ec3 service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187894 Oct 19 00:08:47.562558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:08:47.564821 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205ccc5d-49d9-493c-a556-d31180605284" -d '{"events": [{"name": "network-changed", "server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:08:47.595732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad467-93b0-4076-860e-2190c06bdf72 req-a95975c3-b320-4a5b-be85-aa34c6f19964 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:47.597825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94bad467-93b0-4076-860e-2190c06bdf72 req-a95975c3-b320-4a5b-be85-aa34c6f19964 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 943 time: 0.0604732 Oct 19 00:08:47.618302 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b36ec4-0290-423f-a31a-93171367ffad x-openstack-request-id: req-78b36ec4-0290-423f-a31a-93171367ffad {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:08:47.618597 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:08:47.618884 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78b36ec4-0290-423f-a31a-93171367ffad {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:08:47.619279 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'status': 'completed', 'code': 200} Oct 19 00:08:47.638484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94bad467-93b0-4076-860e-2190c06bdf72 req-325ec77b-edac-4007-b73d-dd3967d8f093 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Oct 19 00:08:47.723377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ccc5d-49d9-493c-a556-d31180605284 req-536aa3e7-e944-4a95-911c-838b25d5b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:47.724835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-536aa3e7-e944-4a95-911c-838b25d5b394 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 1095 time: 0.0636485 Oct 19 00:08:47.727185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ccc5d-49d9-493c-a556-d31180605284 req-c500a774-3b86-49d0-bba2-a2604b69ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:47.728486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-c500a774-3b86-49d0-bba2-a2604b69ee22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 1095 time: 0.0757256 Oct 19 00:08:47.894987 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ccc5d-49d9-493c-a556-d31180605284 req-bf101745-c432-4986-905a-656ba523a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:47.896494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-bf101745-c432-4986-905a-656ba523a5e7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.1636970 Oct 19 00:08:47.897605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ccc5d-49d9-493c-a556-d31180605284 req-e8fc0c61-4424-42b4-8172-4f1c3f97afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:47.898938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-e8fc0c61-4424-42b4-8172-4f1c3f97afdd service neutron] 10.222.0.73 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.1586697 Oct 19 00:08:47.972481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-a119d740-3b2c-4724-9145-c631c9a9bd4d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 200 len: 217 time: 0.0679128 Oct 19 00:08:47.973820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-dcef8b10-450a-4a79-8e80-3c8af47d4586 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 200 len: 217 time: 0.0632579 Oct 19 00:08:48.054544 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ccc5d-49d9-493c-a556-d31180605284 req-951f2d49-18f7-40a4-a419-dc3d0090dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:48.056066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-951f2d49-18f7-40a4-a419-dc3d0090dfea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0761826 Oct 19 00:08:48.059497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ccc5d-49d9-493c-a556-d31180605284 req-cd596117-4583-46c0-bf83-29612bf22cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:48.060819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-cd596117-4583-46c0-bf83-29612bf22cb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0799129 Oct 19 00:08:48.100241 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-3d517db7-e119-4c11-92a9-ee4008dd95c7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368807 Oct 19 00:08:48.115637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-aba2de0f-3065-46ce-ae5d-69f2b984a4c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451603 Oct 19 00:08:48.150015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b05d4987-d289-44c1-9c50-fa883821bd63 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:08:48.187801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device b05d4987-d289-44c1-9c50-fa883821bd63 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:08:48.267092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-2caaad4d-a593-4a74-ae87-8558e217c808 service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535079 Oct 19 00:08:48.272249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-bc857fe8-5fba-4fce-9bf1-180cb1db7cab service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399572 Oct 19 00:08:48.427462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-1d8d9c8e-57cb-48b3-a5dd-f5b2727f6e7e service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523829 Oct 19 00:08:48.432619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-205ccc5d-49d9-493c-a556-d31180605284 req-e34ef0aa-f4ec-49dd-898e-bccdc2a73522 service neutron] 10.222.0.73 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498251 Oct 19 00:08:48.758836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f0d0d-2772-4879-ac21-033d661ef542 req-1e414937-751f-4c99-ba81-d7abdbbc8c96 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:48.760202 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a53f0d0d-2772-4879-ac21-033d661ef542 req-1e414937-751f-4c99-ba81-d7abdbbc8c96 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 943 time: 0.0527081 Oct 19 00:08:48.799687 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a53f0d0d-2772-4879-ac21-033d661ef542 req-470bda76-f00e-4fb1-8272-0a33a9a9ec83 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Oct 19 00:08:49.301568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b05d4987-d289-44c1-9c50-fa883821bd63 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:08:49.402904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:49.415773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'network_id': 'e089528d-c1bb-4ab1-81a3-d49cc7f7718e', 'port_id': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'mac_address': 'fa:16:3e:8b:75:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8807cdeb-88a4-4df2-ba54-b9621802682e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:08:49.453158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:49.466690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05d4987-d289-44c1-9c50-fa883821bd63 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:08:49.487232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:49.491132 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:49.539414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:49.895640 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['b05d4987-d289-44c1-9c50-fa883821bd63'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:08:49.920105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6946ef-b91b-4468-a1ff-881a9908ead8 req-6b16a35e-cf33-4c2c-9ea7-1f4531851ed8 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:49.921752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a6946ef-b91b-4468-a1ff-881a9908ead8 req-6b16a35e-cf33-4c2c-9ea7-1f4531851ed8 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 944 time: 0.0521472 Oct 19 00:08:49.964134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a6946ef-b91b-4468-a1ff-881a9908ead8 req-21794505-2123-41f1-80df-ff0c8aebcaa7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354972 Oct 19 00:08:50.201690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe1b22-5c4d-43e8-8288-e92b6eeb2c6d req-3e2ad7ad-abb8-4044-b7e7-cf7f851504d7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:50.203272 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8fe1b22-5c4d-43e8-8288-e92b6eeb2c6d req-3e2ad7ad-abb8-4044-b7e7-cf7f851504d7 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 944 time: 0.0889616 Oct 19 00:08:50.215173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-45a7113d-11b0-4ac4-8e75-26547efe67b3 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:50.216578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-45a7113d-11b0-4ac4-8e75-26547efe67b3 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.102 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa&tenant_id=91869714f7b34cee898079a81548551e&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 944 time: 0.0700819 Oct 19 00:08:50.279113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8fe1b22-5c4d-43e8-8288-e92b6eeb2c6d req-cfb9472c-0d8a-4905-a21c-d4bd33e3f74c tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614762 Oct 19 00:08:50.298672 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-9abe1958-512d-456d-a50c-36fea43601fb service neutron] delete failed (client error): The resource could not be found. Oct 19 00:08:50.299838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-9abe1958-512d-456d-a50c-36fea43601fb service neutron] 10.222.0.102 "DELETE /v2.0/ports/b05d4987-d289-44c1-9c50-fa883821bd63/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0756824 Oct 19 00:08:50.335639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8533a11-5253-46cb-bddd-d6cb09780618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:50.409895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-626084dd-6355-4381-a5c2-8d7a6909ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:50.411668 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-626084dd-6355-4381-a5c2-8d7a6909ab30 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=91869714f7b34cee898079a81548551e&device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 1096 time: 0.0452590 Oct 19 00:08:50.502376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-b6ca1a4c-68a9-4076-8823-09a2b1dfb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:50.504352 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-b6ca1a4c-68a9-4076-8823-09a2b1dfb6a1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 200 len: 916 time: 0.0855746 Oct 19 00:08:50.550886 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-379c5424-99d0-4796-ab19-256b006ed52e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 200 len: 217 time: 0.0379171 Oct 19 00:08:50.603074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-2abc9897-8133-4906-8268-a781860645f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:50.604442 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-2abc9897-8133-4906-8268-a781860645f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 200 len: 855 time: 0.0458038 Oct 19 00:08:50.637023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-6b345644-f0fa-494b-ba61-325ea645fc23 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e089528d-c1bb-4ab1-81a3-d49cc7f7718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256102 Oct 19 00:08:50.729825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-f9a00266-502e-4241-bfe5-6b6095420d40 service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851157 Oct 19 00:08:50.820351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2cc6ef-f06b-4be4-bea5-7bd556d79702 req-2fb712ae-5170-48b2-aba2-0face351ca2d service neutron] 10.222.0.102 "GET /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836980 Oct 19 00:08:51.304517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b05d4987-d289-44c1-9c50-fa883821bd63 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:08:51.354461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port b05d4987-d289-44c1-9c50-fa883821bd63 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:08:51.358141 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port b05d4987-d289-44c1-9c50-fa883821bd63 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:08:51.358513 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:51.408069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d223d3-93a8-4196-ab5b-6f69901cb808 req-64df5a7e-2f1e-44b3-9d6b-2c336af10f29 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:51.410100 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7d223d3-93a8-4196-ab5b-6f69901cb808 req-64df5a7e-2f1e-44b3-9d6b-2c336af10f29 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 944 time: 0.0547633 Oct 19 00:08:51.440289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:51.452447 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d7d223d3-93a8-4196-ab5b-6f69901cb808 req-88fb5931-4372-4725-b2d6-0f146e7f5ef2 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Oct 19 00:08:51.463685 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:08:51.465932 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9911201-1fbc-45a9-bae7-ee2e3fde09aa" -d '{"events": [{"server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "name": "network-vif-plugged", "status": "completed", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:08:51.479996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:51.484543 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:51.509035 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf042af-f47e-4672-a668-3a20fe4d9a73 x-openstack-request-id: req-6cf042af-f47e-4672-a668-3a20fe4d9a73 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:08:51.509330 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "name": "network-vif-plugged", "status": "completed", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:08:51.509607 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cf042af-f47e-4672-a668-3a20fe4d9a73 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:08:51.509992 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'code': 200} Oct 19 00:08:51.535857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:51.575996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f0c2e-4526-40d3-9d01-b143e5ab53bc req-fa6e3f46-0816-4daf-a4a3-3ff183c32550 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:51.577561 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d67f0c2e-4526-40d3-9d01-b143e5ab53bc req-fa6e3f46-0816-4daf-a4a3-3ff183c32550 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0501509 Oct 19 00:08:51.616031 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d67f0c2e-4526-40d3-9d01-b143e5ab53bc req-84960651-3681-4019-83b3-db033f1a2e95 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Oct 19 00:08:51.729850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191f98f-f777-4bbd-89a4-d5dbbafa6979 req-5a5c961a-a2fa-4923-bb8f-ba946ca13d7b tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:51.731359 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4191f98f-f777-4bbd-89a4-d5dbbafa6979 req-5a5c961a-a2fa-4923-bb8f-ba946ca13d7b tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0491955 Oct 19 00:08:51.767992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4191f98f-f777-4bbd-89a4-d5dbbafa6979 req-3064c3bc-ae80-4d94-bf6f-e9f202d87983 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306938 Oct 19 00:08:52.108044 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef4a3b-e278-4114-847a-16eeb08031da req-3994e5a2-1902-4381-815f-9e6b6935ebb5 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:52.109545 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34ef4a3b-e278-4114-847a-16eeb08031da req-3994e5a2-1902-4381-815f-9e6b6935ebb5 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0544958 Oct 19 00:08:52.149530 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-34ef4a3b-e278-4114-847a-16eeb08031da req-a11912d8-f299-4c64-bec8-4e24982d9216 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Oct 19 00:08:53.267522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd718363-fa82-483f-b7b4-d72e7bcf9594 req-602e6e2b-8598-48b2-989b-f84a285dfb79 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:53.268992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd718363-fa82-483f-b7b4-d72e7bcf9594 req-602e6e2b-8598-48b2-989b-f84a285dfb79 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0538549 Oct 19 00:08:53.307703 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dd718363-fa82-483f-b7b4-d72e7bcf9594 req-fc5b31c8-43a9-48ab-9991-500fbc19330a tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.52 "GET /v2.0/security-groups?id=115cf8d3-6f7e-4749-847e-8442118fb1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Oct 19 00:08:53.506145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-c302cb14-bdb8-49c6-9f71-5965358f4c54 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:53.507620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-c302cb14-bdb8-49c6-9f71-5965358f4c54 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.73 "GET /v2.0/ports?device_id=33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa HTTP/1.1" status: 200 len: 945 time: 0.0492833 Oct 19 00:08:53.601182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Deleting port b05d4987-d289-44c1-9c50-fa883821bd63 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:08:53.601515 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:53.692611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] For port b05d4987-d289-44c1-9c50-fa883821bd63, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=b05d4987-d289-44c1-9c50-fa883821bd63,segment=NetworkSegment(62549e1e-b8af-46d7-9ab1-b3045857a70f),segment_id=62549e1e-b8af-46d7-9ab1-b3045857a70f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:53.692886 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:53.705269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Calling delete_port for b05d4987-d289-44c1-9c50-fa883821bd63 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:08:53.836595 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:53.863932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Pushing event deleted for resources: {'Port': ['ID=b05d4987-d289-44c1-9c50-fa883821bd63,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:53.874521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['b05d4987-d289-44c1-9c50-fa883821bd63'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:08:53.907616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] No DVR routers for this DVR port b05d4987-d289-44c1-9c50-fa883821bd63 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:08:53.910158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:53.913431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dfe6ef15-421d-4237-a5ca-61b818c47b8a req-d4b9cc35-1d12-4a4b-89e9-303a9428d362 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] 10.222.0.73 "DELETE /v2.0/ports/b05d4987-d289-44c1-9c50-fa883821bd63 HTTP/1.1" status: 204 len: 173 time: 0.3987088 Oct 19 00:08:53.913861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'name': 'network-vif-deleted', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:08:53.916125 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe6ab89-a66f-4022-8877-c7c7c227a376" -d '{"events": [{"server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "name": "network-vif-deleted", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:08:53.952897 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e6085f-7872-45a6-8f75-5706011550c2 x-openstack-request-id: req-c9e6085f-7872-45a6-8f75-5706011550c2 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:08:53.953271 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa", "name": "network-vif-deleted", "tag": "b05d4987-d289-44c1-9c50-fa883821bd63", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:08:53.953538 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9e6085f-7872-45a6-8f75-5706011550c2 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:08:53.953977 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b43fb5-b1b5-43f1-9d7e-a292a8cb6daa', 'name': 'network-vif-deleted', 'tag': 'b05d4987-d289-44c1-9c50-fa883821bd63', 'status': 'completed', 'code': 200} Oct 19 00:08:53.986148 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a4acd842-acfc-4c07-bed7-7047f2144772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.433687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39502) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:08:54.478175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-e051b094-05b9-4e18-a765-8c685b0a87e8 admin admin] Deleting subnet 8807cdeb-88a4-4df2-ba54-b9621802682e {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:08:54.481306 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e051b094-05b9-4e18-a765-8c685b0a87e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.516015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e051b094-05b9-4e18-a765-8c685b0a87e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.554326 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e051b094-05b9-4e18-a765-8c685b0a87e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.611161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e051b094-05b9-4e18-a765-8c685b0a87e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.637923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b094-05b9-4e18-a765-8c685b0a87e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8807cdeb-88a4-4df2-ba54-b9621802682e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:54.639922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e051b094-05b9-4e18-a765-8c685b0a87e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.645129 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e051b094-05b9-4e18-a765-8c685b0a87e8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8807cdeb-88a4-4df2-ba54-b9621802682e HTTP/1.1" status: 204 len: 168 time: 0.2084265 Oct 19 00:08:54.646100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39504) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:08:54.714558 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.797641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.818314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e089528d-c1bb-4ab1-81a3-d49cc7f7718e']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:08:54.828031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62549e1e-b8af-46d7-9ab1-b3045857a70f') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:08:54.828334 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62549e1e-b8af-46d7-9ab1-b3045857a70f') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:08:54.838703 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.850521 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.853705 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.859748 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:08:54.860135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:08:54.861932 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:08:54.918973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.924764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:54.928001 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e089528d-c1bb-4ab1-81a3-d49cc7f7718e HTTP/1.1" status: 204 len: 168 time: 0.2809434 Oct 19 00:08:54.939130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b1647-cb7f-4662-b4f5-a1d4625da9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e089528d-c1bb-4ab1-81a3-d49cc7f7718e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:55.037479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39508) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:08:55.078099 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9a7fbc7a-112c-40fb-aaa3-13ef136cca86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91869714f7b34cee898079a81548551e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393200 Oct 19 00:08:55.080714 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39510) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:08:55.128295 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ea341f0e-3799-4d27-afa0-0d0b76bdcaa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:55.149940 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ea341f0e-3799-4d27-afa0-0d0b76bdcaa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:55.204372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ea341f0e-3799-4d27-afa0-0d0b76bdcaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:55.206945 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ea341f0e-3799-4d27-afa0-0d0b76bdcaa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:55.208777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ea341f0e-3799-4d27-afa0-0d0b76bdcaa4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/115cf8d3-6f7e-4749-847e-8442118fb1be HTTP/1.1" status: 204 len: 168 time: 0.1264958 Oct 19 00:08:55.216876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea341f0e-3799-4d27-afa0-0d0b76bdcaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cf8d3-6f7e-4749-847e-8442118fb1be,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:55.522816 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:55.914958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39532) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:08:56.011284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1837478826-network', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:08:56.032204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Made reservation on behalf of 496e67536ebc4b8c8c32491bb8a98cbf for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:08:56.034592 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.043160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.122438 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.126374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.151554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:08:56.161791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a017e7f-8cba-4168-8540-a022e447d3e2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:56.168868 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.169217 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Added segment 6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb of type vlan for network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec Oct 19 00:08:56.210714 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.236535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.237480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:56.238052 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.272147 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3560593 Oct 19 00:08:56.275181 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39536) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:08:56.280251 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Request body: {'subnet': {'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1837478826-subnet', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:08:56.298891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a96d5-2040-4604-9c7c-b6e27074f758 admin admin] Pushing event updated for resources: {'Network': ['ID=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:56.300648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Made reservation on behalf of 496e67536ebc4b8c8c32491bb8a98cbf for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:08:56.303532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.309301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:08:56.468923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.530179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51343a00-2947-4de1-b1a4-ae87a20a3f29,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:56.537856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:08:56.538231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Network hostable DHCP agents. Network: 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:08:56.555312 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:08:56.563388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:08:56.567670 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:08:56.568255 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.573149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eab745-ea87-404e-b758-5de8d4156069 None None] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:08:56.584892 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a45a7d80-e8d7-499d-a8ba-c7d297def68d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3085935 Oct 19 00:08:56.587689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39538) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:08:56.592258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:08:56.613898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.616372 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.676138 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.726353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:08:56.727257 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.828929 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:56.874538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Allocated IP 172.20.0.2 (490c60da-3aff-4f9c-a4aa-8c5575b4e0ec/51343a00-2947-4de1-b1a4-ae87a20a3f29/4d426e2d-4729-450d-960e-49123376cd02) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:08:57.021160 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:57.026804 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:57.034014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:57.054876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:57.064120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:08:57.065613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:08:57.069142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:08:57.079890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Pushing event updated for resources: {'Port': ['ID=4d426e2d-4729-450d-960e-49123376cd02,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:57.133413 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Attempting to bind port 4d426e2d-4729-450d-960e-49123376cd02 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:08:57.133777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Attempting to bind port 4d426e2d-4729-450d-960e-49123376cd02 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:08:57.134174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Attempting to bind port 4d426e2d-4729-450d-960e-49123376cd02 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:08:57.139224 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:08:57.139596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:08:57.139996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:57.140403 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:08:57.140851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Bound port: 4d426e2d-4729-450d-960e-49123376cd02, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:08:57.141256 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:57.167020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Allocated IP 172.25.7.165 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/4f920b48-85d6-4676-beec-4c0808de801f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:08:57.205994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] For port 4d426e2d-4729-450d-960e-49123376cd02, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:08:57.210025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] For port 4d426e2d-4729-450d-960e-49123376cd02, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4d426e2d-4729-450d-960e-49123376cd02,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:08:57.213763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:57.275272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5820417-8df9-4543-8995-3ed8a86e78c0 None None] Pushing event updated for resources: {'Port': ['ID=4d426e2d-4729-450d-960e-49123376cd02,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:57.276449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:57.313850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:57.347910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b05d4987-d289-44c1-9c50-fa883821bd63 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:08:57.359612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:08:57.363913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:08:57.366444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:08:57.368463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: b05d4987-d289-44c1-9c50-fa883821bd63 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:08:57.369022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device b05d4987-d289-44c1-9c50-fa883821bd63 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:08:57.398772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Pushing event updated for resources: {'Port': ['ID=4f920b48-85d6-4676-beec-4c0808de801f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:57.662776 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.028091 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.053025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4d426e2d-4729-450d-960e-49123376cd02 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:08:58.106959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4d426e2d-4729-450d-960e-49123376cd02 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:08:58.107332 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.193486 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.205830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b569a8-0718-4745-8311-7da0ec798bbb None None] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:08:58.231662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.292590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 4d426e2d-4729-450d-960e-49123376cd02, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4d426e2d-4729-450d-960e-49123376cd02,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:08:58.293628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5b86ae73-adcc-4661-85d0-1d7e113c18b0 None None] Provisioning complete for port 4d426e2d-4729-450d-960e-49123376cd02 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:08:58.294022 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5b86ae73-adcc-4661-85d0-1d7e113c18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.314889 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.362255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:08:58.424242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=4d426e2d-4729-450d-960e-49123376cd02,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:58.474197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:08:58.484314 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:08:58.495091 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.496409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6506647a-d131-44b1-b8b7-1a16e5117a0c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9076726 Oct 19 00:08:58.496548 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:08:58.497196 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:08:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:08:58.499241 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39540) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:08:58.616569 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:08:58.805011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b58a5628-8cb4-44af-b788-e2158b9b9a90 None None] Provisioning complete for port 4d426e2d-4729-450d-960e-49123376cd02 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:08:58.805407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b58a5628-8cb4-44af-b788-e2158b9b9a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.898124 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:57Z', 'revision_number': 3, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:08:58.923643 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:08:58.923993 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Updating router c73c1a11-8bd1-4ee4-955c-1bbfada670ec port 4f920b48-85d6-4676-beec-4c0808de801f binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:08:58.932627 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:58.948875 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.088164 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Allocated IP 172.20.0.1 (490c60da-3aff-4f9c-a4aa-8c5575b4e0ec/51343a00-2947-4de1-b1a4-ae87a20a3f29/9a04adf0-3477-4d98-a718-1c2eb2831634) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:08:59.194204 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.204018 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.209125 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.258753 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Attempting to bind port 4f920b48-85d6-4676-beec-4c0808de801f on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:08:59.259139 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Attempting to bind port 4f920b48-85d6-4676-beec-4c0808de801f by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:08:59.259502 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Attempting to bind port 4f920b48-85d6-4676-beec-4c0808de801f on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:08:59.267539 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Pushing event updated for resources: {'Port': ['ID=4f920b48-85d6-4676-beec-4c0808de801f,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:59.277168 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.277513 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.277855 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.278192 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.278526 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.278883 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.279213 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.279548 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.279867 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.280189 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.280510 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.280831 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:08:59.284208 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:08:59.284603 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:08:59.284994 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.285380 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:08:59.285895 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Bound port: 4f920b48-85d6-4676-beec-4c0808de801f, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:08:59.286281 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.339661 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] For port 4f920b48-85d6-4676-beec-4c0808de801f, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:08:59.346313 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] For port 4f920b48-85d6-4676-beec-4c0808de801f, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f920b48-85d6-4676-beec-4c0808de801f,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:08:59.353898 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.419896 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:08:59.420527 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:08:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:08:59.422484 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833c7b5-df9e-41c0-a42d-14bc9ee0822d None None] Pushing event updated for resources: {'Port': ['ID=4f920b48-85d6-4676-beec-4c0808de801f,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:59.530538 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:08:59.541191 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.577453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:08:59.580359 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:08:59.583994 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:08:59.611387 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Pushing event updated for resources: {'Port': ['ID=9a04adf0-3477-4d98-a718-1c2eb2831634,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:08:59.629663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.720624 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:57Z', 'revision_number': 3, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:08:59.750453 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59a0996-08d5-4cb8-9ddd-463b0b134dab None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:57Z', 'revision_number': 3, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:08:59.763446 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.823565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e6e35b9b-053c-47ce-884a-537fe695b85a None None] Provisioning complete for port 9a04adf0-3477-4d98-a718-1c2eb2831634 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:08:59.824641 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e6e35b9b-053c-47ce-884a-537fe695b85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.861632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e6e35b9b-053c-47ce-884a-537fe695b85a None None] Port 9a04adf0-3477-4d98-a718-1c2eb2831634 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:08:59.943249 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:08:59.948428 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:00.028298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:00.030086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Pushing event updated for resources: {'Port': ['ID=9a04adf0-3477-4d98-a718-1c2eb2831634,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:00.057308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4d426e2d-4729-450d-960e-49123376cd02 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:09:00.137221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:09:00.138771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:09:00.276354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:09:00.295091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4d426e2d-4729-450d-960e-49123376cd02 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:09:00.295371 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:00.395979 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f714ef06-2db8-4cb1-9dd9-197979845ab1 None None] Provisioning complete for port 9a04adf0-3477-4d98-a718-1c2eb2831634 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:09:00.396241 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f714ef06-2db8-4cb1-9dd9-197979845ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:00.402488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:09:00.417730 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-88cbf9e2-b2e5-4b1f-8a70-232dc67bf33a admin admin] 10.222.0.52 "PUT /v2.0/routers/c73c1a11-8bd1-4ee4-955c-1bbfada670ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107428 Oct 19 00:09:00.441192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f714ef06-2db8-4cb1-9dd9-197979845ab1 None None] Port 9a04adf0-3477-4d98-a718-1c2eb2831634 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:09:00.790526 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 39548) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:09:00.795214 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-202a3614-2c1a-400d-91dd-af2463b4dacc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104952599', 'description': 'tempest-description--2100500254'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:09:00.818260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-202a3614-2c1a-400d-91dd-af2463b4dacc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:00.886517 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-202a3614-2c1a-400d-91dd-af2463b4dacc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:00.890902 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-202a3614-2c1a-400d-91dd-af2463b4dacc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:00.919029 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-202a3614-2c1a-400d-91dd-af2463b4dacc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:00.920264 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-202a3614-2c1a-400d-91dd-af2463b4dacc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1286943 Oct 19 00:09:00.923462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39550) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:09:00.924703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a3614-2c1a-400d-91dd-af2463b4dacc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6129414-662c-4dc3-a88d-4787c29846fb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:00.930241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7344f41b-89a1-47ef-a915-abfea2c49d4d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'security_group_rule': {'security_group_id': 'd6129414-662c-4dc3-a88d-4787c29846fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:09:00.957243 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7344f41b-89a1-47ef-a915-abfea2c49d4d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.017392 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7344f41b-89a1-47ef-a915-abfea2c49d4d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.021727 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7344f41b-89a1-47ef-a915-abfea2c49d4d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.039899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344f41b-89a1-47ef-a915-abfea2c49d4d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ed6541-de59-4c65-a938-30c9b078b16a,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:01.049596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7344f41b-89a1-47ef-a915-abfea2c49d4d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.050831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7344f41b-89a1-47ef-a915-abfea2c49d4d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262903 Oct 19 00:09:01.054157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39552) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:09:01.058512 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8d3e4d52-1bd6-43ff-be3d-0ce331840cfb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'security_group_rule': {'security_group_id': 'd6129414-662c-4dc3-a88d-4787c29846fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:09:01.088610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4d52-1bd6-43ff-be3d-0ce331840cfb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.150417 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4d52-1bd6-43ff-be3d-0ce331840cfb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.154479 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4d52-1bd6-43ff-be3d-0ce331840cfb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.173128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e4d52-1bd6-43ff-be3d-0ce331840cfb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785414ab-59f1-458c-8a98-12b6119397a0,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:01.181970 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4d52-1bd6-43ff-be3d-0ce331840cfb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.184651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8d3e4d52-1bd6-43ff-be3d-0ce331840cfb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294758 Oct 19 00:09:01.186366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39554) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:09:01.190650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:09:01.215248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.316914 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.369719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:09:01.379544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:09:01.380237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:08:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:09:01.421634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Allocated IP 172.25.7.34 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/b2a0bfb0-349f-4441-ae6b-05551d23eccd) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:09:01.490273 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:09:01.527824 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.561434 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.598749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:09:01.601626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:09:01.605134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:09:01.631837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event updated for resources: {'Port': ['ID=b2a0bfb0-349f-4441-ae6b-05551d23eccd,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:01.694911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 2, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:09:01.697450 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.722892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:09:01.723913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Updating router c73c1a11-8bd1-4ee4-955c-1bbfada670ec port 9a04adf0-3477-4d98-a718-1c2eb2831634 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:09:01.734761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.752670 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.888682 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.893270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:01.972944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event updated for resources: {'Port': ['ID=b2a0bfb0-349f-4441-ae6b-05551d23eccd,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:01.981538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.003240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.011340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-48633cbe-eb75-4720-9af7-f9773fd2913a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8209000 Oct 19 00:09:02.047098 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.054636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.069716 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f920b48-85d6-4676-beec-4c0808de801f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:09:02.164955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-65fc66d3-e066-41ba-8683-3bf029d9be01 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1104952599&fields=id&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 267 time: 0.0405853 Oct 19 00:09:02.172011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Pushing event updated for resources: {'Port': ['ID=9a04adf0-3477-4d98-a718-1c2eb2831634,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:02.205542 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Attempting to bind port 9a04adf0-3477-4d98-a718-1c2eb2831634 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:09:02.205900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Attempting to bind port 9a04adf0-3477-4d98-a718-1c2eb2831634 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:09:02.206273 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Attempting to bind port 9a04adf0-3477-4d98-a718-1c2eb2831634 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:09:02.213755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:09:02.214029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:09:02.214428 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.214848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:09:02.215334 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Bound port: 9a04adf0-3477-4d98-a718-1c2eb2831634, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:09:02.215716 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.227177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4f920b48-85d6-4676-beec-4c0808de801f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:09:02.227553 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.300723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-232b969f-88d4-4a5a-a3a4-99fc5e424f69 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:02.302958 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-232b969f-88d4-4a5a-a3a4-99fc5e424f69 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 812 time: 0.1240938 Oct 19 00:09:02.320800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] For port 9a04adf0-3477-4d98-a718-1c2eb2831634, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:09:02.320937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-f3706d7b-7bcc-4fad-9e05-f182ef94af10 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/quotas/496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 375 time: 0.0121400 Oct 19 00:09:02.325462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] For port 9a04adf0-3477-4d98-a718-1c2eb2831634, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9a04adf0-3477-4d98-a718-1c2eb2831634,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:09:02.347402 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.380697 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-e7468970-70ec-4f42-9ea2-c9ac0d851c0a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526114 Oct 19 00:09:02.405407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.443394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ba0e55a5-4cfb-4ce1-a2f2-561c8e90e553 None None] Provisioning complete for port 9a04adf0-3477-4d98-a718-1c2eb2831634 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:09:02.443767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ba0e55a5-4cfb-4ce1-a2f2-561c8e90e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.452271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Pushing event updated for resources: {'Port': ['ID=9a04adf0-3477-4d98-a718-1c2eb2831634,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:02.456794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:09:02.457434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:08:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:09:02.462068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 4f920b48-85d6-4676-beec-4c0808de801f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f920b48-85d6-4676-beec-4c0808de801f,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:09:02.491171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-d1f6da73-4376-4593-8eb5-a5b1e43c0ae6 service neutron] 10.222.0.52 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984943 Oct 19 00:09:02.518539 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.526770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.527573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.527573 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.527808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.528087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.528423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.528744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.529070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.529392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.529704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.530022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.530345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4024f70c-ad8d-42a8-89f0-2a3b27f94812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:09:02.602994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-88a5fbfe-8462-4808-ada4-00f66deba47c service neutron] 10.222.0.52 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052616 Oct 19 00:09:02.643722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=4f920b48-85d6-4676-beec-4c0808de801f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:02.679347 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:09:02.733025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ba0e55a5-4cfb-4ce1-a2f2-561c8e90e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.777725 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-641adc1d-8455-49e9-94d8-e37f2612718a req-72df5ad4-5712-44be-aad4-d5cd4322a3db tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 210 time: 0.0325954 Oct 19 00:09:02.836173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ba0e55a5-4cfb-4ce1-a2f2-561c8e90e553 None None] For port 9a04adf0-3477-4d98-a718-1c2eb2831634, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9a04adf0-3477-4d98-a718-1c2eb2831634,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:09:02.862858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ba0e55a5-4cfb-4ce1-a2f2-561c8e90e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:02.945335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e55a5-4cfb-4ce1-a2f2-561c8e90e553 None None] Pushing event updated for resources: {'Port': ['ID=9a04adf0-3477-4d98-a718-1c2eb2831634,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:02.990200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-aff80657-8d6a-4130-92af-7ddd736e92ab None None] Provisioning complete for port 9a04adf0-3477-4d98-a718-1c2eb2831634 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:09:02.990586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-aff80657-8d6a-4130-92af-7ddd736e92ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:03.037386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:09:03.067780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af450646-c756-489b-bc82-14b11e2a3fce None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:09:03.857480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-d9941c6b-9a19-4609-9a15-09c46e8b2560 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:03.859848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-d9941c6b-9a19-4609-9a15-09c46e8b2560 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 812 time: 0.1336803 Oct 19 00:09:03.906504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9aacc540-442a-44ef-addd-5224794cf5f6 req-115e96f4-4f35-4bfe-b2f0-721a7f71a3c7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 210 time: 0.0338600 Oct 19 00:09:03.937915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-e53ab7a2-8509-45e1-ab1b-ca55240b54b6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 380 time: 0.0536788 Oct 19 00:09:03.977695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'port': {'device_id': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'admin_state_up': True, 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'security_groups': ['d6129414-662c-4dc3-a88d-4787c29846fb']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:09:04.107938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9a04adf0-3477-4d98-a718-1c2eb2831634 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:09:04.108760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Made reservation on behalf of 496e67536ebc4b8c8c32491bb8a98cbf for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:09:04.112854 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.159855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 9a04adf0-3477-4d98-a718-1c2eb2831634 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:09:04.160233 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.240440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f920b48-85d6-4676-beec-4c0808de801f up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:09:04.243813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Allocated IP 172.20.0.11 (490c60da-3aff-4f9c-a4aa-8c5575b4e0ec/51343a00-2947-4de1-b1a4-ae87a20a3f29/72b0a663-ce98-44a9-935f-c49a551993f8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:09:04.292209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4f920b48-85d6-4676-beec-4c0808de801f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:09:04.292575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.390054 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.423284 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.466150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:09:04.469510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:09:04.473067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:09:04.499192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event updated for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:04.528604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:04.529220 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.545769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6242e1d6-faf7-4d4f-9861-1df7443ecf58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735235 Oct 19 00:09:04.562948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Request body: {'port': {'device_id': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:09:04.624293 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.765134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8af163ee-49d9-46f4-8036-49fc253f3bcb None None] Provisioning complete for port 72b0a663-ce98-44a9-935f-c49a551993f8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:09:04.765395 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8af163ee-49d9-46f4-8036-49fc253f3bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.801182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8af163ee-49d9-46f4-8036-49fc253f3bcb None None] Port 72b0a663-ce98-44a9-935f-c49a551993f8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:09:04.895764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b0a663-ce98-44a9-935f-c49a551993f8 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:09:04.903038 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.915381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Transition to ACTIVE for port object 72b0a663-ce98-44a9-935f-c49a551993f8 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:09:04.919045 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:04.972942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Pushing event updated for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:05.033194 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024568bd-717d-4ff1-beb6-6cfe0d668977 req-7bd76eb1-f6a1-41b2-910a-e42067e83f56 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:05.034630 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-024568bd-717d-4ff1-beb6-6cfe0d668977 req-7bd76eb1-f6a1-41b2-910a-e42067e83f56 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 944 time: 0.0592413 Oct 19 00:09:05.050676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Attempting to bind port 72b0a663-ce98-44a9-935f-c49a551993f8 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:09:05.051073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Attempting to bind port 72b0a663-ce98-44a9-935f-c49a551993f8 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:09:05.051781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Attempting to bind port 72b0a663-ce98-44a9-935f-c49a551993f8 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:09:05.056356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Port 72b0a663-ce98-44a9-935f-c49a551993f8 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:09:05.056687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Attempting to bind port 72b0a663-ce98-44a9-935f-c49a551993f8 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:09:05.061906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:09:05.062238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:09:05.062629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:09:05.063109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Bound port: 72b0a663-ce98-44a9-935f-c49a551993f8, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:09:05.063538 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:05.081520 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-024568bd-717d-4ff1-beb6-6cfe0d668977 req-e107201b-ddc2-4ff7-8947-b3d581b59487 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373199 Oct 19 00:09:05.133252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:09:05.136549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:09:05.142947 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:05.156764 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:05.178327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:05.179114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:05.180380 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] 10.222.0.73 "PUT /v2.0/ports/72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 1093 time: 0.6218586 Oct 19 00:09:05.180806 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:09:05.183054 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78" -d '{"events": [{"name": "network-changed", "server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:09:05.210232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7338c4-5137-44ab-9816-57aacf2459b5 service neutron] Pushing event updated for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:05.232756 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6b5457-1c39-413c-9234-8486f485468f x-openstack-request-id: req-0a6b5457-1c39-413c-9234-8486f485468f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:09:05.233041 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:09:05.233292 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a6b5457-1c39-413c-9234-8486f485468f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:09:05.233691 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8', 'status': 'completed', 'code': 200} Oct 19 00:09:05.298507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-a017b076-7e5c-4f05-95b8-c0cb90229734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:05.299961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-a017b076-7e5c-4f05-95b8-c0cb90229734 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1096 time: 0.0479608 Oct 19 00:09:05.349536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-47351dfe-f393-4e27-94db-739f3d31aaf1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 217 time: 0.0369468 Oct 19 00:09:05.399177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-5d597501-c9f7-4cda-ac8f-34f28b97c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:05.400628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-5d597501-c9f7-4cda-ac8f-34f28b97c902 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0443435 Oct 19 00:09:05.450148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-afa0c506-3923-4755-ba44-ea09dd48f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:05.451759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-afa0c506-3923-4755-ba44-ea09dd48f2c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447764 Oct 19 00:09:05.543068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-38c01faf-ea43-480c-84bd-328b995aca86 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839295 Oct 19 00:09:05.638665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70db844f-2b6b-44bf-81e4-8e4443997273 req-7dca0542-e0d9-4b83-9191-e06a659b1d61 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885365 Oct 19 00:09:05.767802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-8d39bb4a-234b-4dce-b6ef-281cf40e1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:05.769310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-8d39bb4a-234b-4dce-b6ef-281cf40e1147 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1096 time: 0.0415735 Oct 19 00:09:05.861655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-3bfd7d5b-f150-4078-8eab-2d7dfa8ceb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:05.863140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-3bfd7d5b-f150-4078-8eab-2d7dfa8ceb38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0871923 Oct 19 00:09:05.904497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-c9a9a1f5-cab5-4941-a8ae-2e7a41ecd6b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 217 time: 0.0336950 Oct 19 00:09:05.951634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-54bbb05d-3ec3-41b4-aa58-d9ba9990474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:05.953022 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-54bbb05d-3ec3-41b4-aa58-d9ba9990474a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0424528 Oct 19 00:09:05.997281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-6aa54407-d8ad-4e63-91ba-9f4f28e19e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:05.998746 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-6aa54407-d8ad-4e63-91ba-9f4f28e19e12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393069 Oct 19 00:09:06.090095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-ff489a12-1a71-4751-a44d-b3d027404c01 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Oct 19 00:09:06.186432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe889e7b-3f70-4fd8-b06e-6c219ca11a78 req-3e7c87db-3668-47ae-a38f-70909b1be854 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897813 Oct 19 00:09:06.200488 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892566a0-fc74-4ebf-92b7-f6c1b82b65be req-aa59c425-e882-4b89-a648-47120548a45b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:06.201970 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-892566a0-fc74-4ebf-92b7-f6c1b82b65be req-aa59c425-e882-4b89-a648-47120548a45b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 944 time: 0.0502379 Oct 19 00:09:06.241823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-892566a0-fc74-4ebf-92b7-f6c1b82b65be req-74621bad-c070-4999-a852-4fb81d5d977f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324314 Oct 19 00:09:06.776425 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:07.368084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda58ed-cfcb-4b90-8405-969715372165 req-5b7e7637-879f-49d7-8ae1-6fe62d83eb49 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:07.369546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fda58ed-cfcb-4b90-8405-969715372165 req-5b7e7637-879f-49d7-8ae1-6fe62d83eb49 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 944 time: 0.0487750 Oct 19 00:09:07.406565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6fda58ed-cfcb-4b90-8405-969715372165 req-f596425a-78ff-43e4-a13b-13e859f8c0d5 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Oct 19 00:09:08.520023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53353b34-541e-4033-8e59-63d515d26a9c req-3afc875a-7950-40f1-90af-f08600bb3b2c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:08.521482 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53353b34-541e-4033-8e59-63d515d26a9c req-3afc875a-7950-40f1-90af-f08600bb3b2c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 944 time: 0.0486524 Oct 19 00:09:08.558933 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-53353b34-541e-4033-8e59-63d515d26a9c req-95c274b7-465a-47ff-8344-7c8603b8f212 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Oct 19 00:09:09.398659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 72b0a663-ce98-44a9-935f-c49a551993f8 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:09:09.642836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:09:09.654228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '72b0a663-ce98-44a9-935f-c49a551993f8', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '72b0a663-ce98-44a9-935f-c49a551993f8', 'mac_address': 'fa:16:3e:dd:25:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:09:09.672592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89049-d723-4b58-be05-8349fa3fb52b req-aa04bbe4-f388-4775-b105-85ff04ab6abc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:09.674080 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fe89049-d723-4b58-be05-8349fa3fb52b req-aa04bbe4-f388-4775-b105-85ff04ab6abc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 944 time: 0.0494094 Oct 19 00:09:09.695279 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:09.707974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b0a663-ce98-44a9-935f-c49a551993f8 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:09:09.713477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fe89049-d723-4b58-be05-8349fa3fb52b req-7ef134d4-711d-431b-b9a5-a043572e1400 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Oct 19 00:09:09.728073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:09:09.733098 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:09.782357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:10.101495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['72b0a663-ce98-44a9-935f-c49a551993f8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:09:10.833613 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6592f7-ff0e-45b5-8238-d200b7ea3a85 req-cabd2a82-c7fc-49b6-bfe0-2de946028b10 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:10.835147 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca6592f7-ff0e-45b5-8238-d200b7ea3a85 req-cabd2a82-c7fc-49b6-bfe0-2de946028b10 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 945 time: 0.0542588 Oct 19 00:09:10.872563 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ca6592f7-ff0e-45b5-8238-d200b7ea3a85 req-425b7df3-03e5-4b9b-9349-9e8d4c5b7c2a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Oct 19 00:09:11.397598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 72b0a663-ce98-44a9-935f-c49a551993f8 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:09:11.446457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 72b0a663-ce98-44a9-935f-c49a551993f8 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:09:11.449990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 72b0a663-ce98-44a9-935f-c49a551993f8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:09:11.450360 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:11.524758 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:11.546639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:09:11.548913 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ad3fd7821732c6945d5191f90af0cc1893a619d4d9b602dc82abea2e30e8b58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe45124f-6531-4350-ae4c-3f505f9b30bc" -d '{"events": [{"server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "name": "network-vif-plugged", "status": "completed", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:09:11.562538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:09:11.567039 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:11.596182 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3983b666-f791-47e9-bf19-9d5af6ad8d62 x-openstack-request-id: req-3983b666-f791-47e9-bf19-9d5af6ad8d62 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:09:11.596479 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "name": "network-vif-plugged", "status": "completed", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:09:11.596740 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3983b666-f791-47e9-bf19-9d5af6ad8d62 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:09:11.597129 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8', 'code': 200} Oct 19 00:09:11.628109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:09:11.715941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5c782-85cf-49bc-bfdf-4060193e075c req-95d625bd-8f1e-42ae-b045-72dddf4379ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:11.717361 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5d5c782-85cf-49bc-bfdf-4060193e075c req-95d625bd-8f1e-42ae-b045-72dddf4379ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1098 time: 0.0444827 Oct 19 00:09:11.751610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d5d5c782-85cf-49bc-bfdf-4060193e075c req-2c5fd55d-fc6b-41b9-9e76-b56ed1dec16c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269985 Oct 19 00:09:11.989326 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca831f-881a-4d49-a245-d1df2143e95a req-f54970fd-0278-41a9-946c-2270e6d9c85a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:11.990835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83ca831f-881a-4d49-a245-d1df2143e95a req-f54970fd-0278-41a9-946c-2270e6d9c85a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0511298 Oct 19 00:09:12.031313 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-83ca831f-881a-4d49-a245-d1df2143e95a req-4c6aeb67-6e83-4db6-bd7a-de9f479e489e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Oct 19 00:09:12.735912 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:09:13.149215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dbe60-11a7-44c0-9861-d357991a4f11 req-eafc6108-acc7-45fd-9aef-ebbb79eb37d8 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:13.150686 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d8dbe60-11a7-44c0-9861-d357991a4f11 req-eafc6108-acc7-45fd-9aef-ebbb79eb37d8 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0503402 Oct 19 00:09:13.189518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d8dbe60-11a7-44c0-9861-d357991a4f11 req-f3324083-f6da-4954-90f2-137092f0730d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Oct 19 00:09:14.304000 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25bef6-0710-4c4a-801a-9d3684619355 req-caaaea94-ca0a-4e8d-9509-64d4f97d89fe tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:14.305484 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a25bef6-0710-4c4a-801a-9d3684619355 req-caaaea94-ca0a-4e8d-9509-64d4f97d89fe tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0492141 Oct 19 00:09:14.342640 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3a25bef6-0710-4c4a-801a-9d3684619355 req-bc8bfe6a-f016-4379-862c-bdacae28970a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Oct 19 00:09:14.508100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c31d6-1b04-4f07-9adf-7d9debfd03d1 req-429ab403-8cba-444b-ae7d-1d222775b494 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:14.509528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf6c31d6-1b04-4f07-9adf-7d9debfd03d1 req-429ab403-8cba-444b-ae7d-1d222775b494 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0494280 Oct 19 00:09:14.518242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 39610) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:09:14.523263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-7198f36e-87ee-48af-a8ba-d0363ce58c46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'floatingip': {'port_id': '72b0a663-ce98-44a9-935f-c49a551993f8'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:09:14.566166 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7198f36e-87ee-48af-a8ba-d0363ce58c46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:14.996820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7198f36e-87ee-48af-a8ba-d0363ce58c46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:15.000586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7198f36e-87ee-48af-a8ba-d0363ce58c46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:15.099333 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-7198f36e-87ee-48af-a8ba-d0363ce58c46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Floating IP 241733e4-3b54-49ba-95a2-bc06f774031e associated. External IP: 172.25.7.34, port: 72b0a663-ce98-44a9-935f-c49a551993f8. Oct 19 00:09:15.312035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7198f36e-87ee-48af-a8ba-d0363ce58c46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:09:15.420165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7198f36e-87ee-48af-a8ba-d0363ce58c46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:09:15.424989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7198f36e-87ee-48af-a8ba-d0363ce58c46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:15.430603 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:09:15.440166 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:09:15.440756 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:08:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:09:15.451725 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7198f36e-87ee-48af-a8ba-d0363ce58c46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "PUT /v2.0/floatingips/241733e4-3b54-49ba-95a2-bc06f774031e HTTP/1.1" status: 200 len: 991 time: 0.9324105 Oct 19 00:09:15.452319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:09:15.454610 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a941ac5bc4da360f77a8b5ab556170c561436a12a4b32886a07a93c35fb0c28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e29d62-7879-4a03-8ec6-6ab3716547ae" -d '{"events": [{"name": "network-changed", "server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:09:15.497572 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a32d949-7065-4db9-8cda-a1660b7e7601 x-openstack-request-id: req-4a32d949-7065-4db9-8cda-a1660b7e7601 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:09:15.497834 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:09:15.498124 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a32d949-7065-4db9-8cda-a1660b7e7601 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:09:15.498567 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8', 'status': 'completed', 'code': 200} Oct 19 00:09:15.548291 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:09:15.651408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-dc025248-7617-43cc-9540-b407bc35d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:15.652929 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-dc025248-7617-43cc-9540-b407bc35d170 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1098 time: 0.0928388 Oct 19 00:09:15.747115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-8b6c539b-edbe-4403-bbf0-2ef6952a736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:15.748496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-8b6c539b-edbe-4403-bbf0-2ef6952a736f service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0886421 Oct 19 00:09:15.774237 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '72b0a663-ce98-44a9-935f-c49a551993f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:dd:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:09:14Z', 'revision_number': 1, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:09:15.800755 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:09:15.809229 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:09:15.809904 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:08:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:09:15.815567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-bc32c31a-a1e8-477d-886f-bd3fcf3f6cbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 999 time: 0.0597315 Oct 19 00:09:15.867970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-9c04e1da-2448-4ee8-8c70-130a811cfe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:15.869466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-9c04e1da-2448-4ee8-8c70-130a811cfe1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0477962 Oct 19 00:09:15.915858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-7420c62e-aeae-471d-b483-ac7cd3442a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:15.917008 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:09:15.917345 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-7420c62e-aeae-471d-b483-ac7cd3442a4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407465 Oct 19 00:09:16.014213 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-6e39e0da-cfa4-4c9a-802c-eeee0a2ccd43 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Oct 19 00:09:16.109117 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a9e29d62-7879-4a03-8ec6-6ab3716547ae req-110747eb-ca2c-483f-b1dc-908e8599be30 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876622 Oct 19 00:09:16.220673 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '72b0a663-ce98-44a9-935f-c49a551993f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:dd:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:09:14Z', 'revision_number': 1, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:09:16.250079 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5282b-f1eb-41bd-b7c2-350f53274117 None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '72b0a663-ce98-44a9-935f-c49a551993f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:dd:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:09:14Z', 'revision_number': 1, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:09:16.445783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9689fb0-3ffb-428a-bccc-501be20c7341 None None] New status for floating IP 241733e4-3b54-49ba-95a2-bc06f774031e: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:09:17.602991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-b5dc88d2-1326-460f-880f-ef50223da707 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393353 Oct 19 00:09:17.702582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-0958cd88-50a3-4cad-9615-4a6197b8e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:17.704078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-0958cd88-50a3-4cad-9615-4a6197b8e1d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1098 time: 0.0442841 Oct 19 00:09:17.808879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-2a9ea134-cc68-4c0c-baf0-e2376932521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:17.810249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-2a9ea134-cc68-4c0c-baf0-e2376932521a service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0837519 Oct 19 00:09:17.884059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-f62464b1-9318-4daf-b231-82c9c2655227 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 1001 time: 0.0611608 Oct 19 00:09:17.931623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-5e679310-3143-4d37-8ad6-1bd87b55f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:17.933054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-5e679310-3143-4d37-8ad6-1bd87b55f762 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0428054 Oct 19 00:09:17.978025 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-06858084-fe49-4566-9235-61e77f646419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:09:17.979525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-06858084-fe49-4566-9235-61e77f646419 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398581 Oct 19 00:09:18.069552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-c32aad39-e86f-4d95-8ded-643387f10fb1 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826750 Oct 19 00:09:18.157198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b93b3e1b-1d08-497b-b7e1-6bd7f0cb66de req-5c53f19a-aae4-48a3-ab81-90c8213ec008 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806127 Oct 19 00:09:20.336745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51fadd60-b645-4fbb-9f10-abcbb7c74a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:23.989073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-96392b2f-754b-4fb0-a9fa-a1c484a710bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:24.853709 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:25.524664 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:28.029173 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:35.153867 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:36.771924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:49.734708 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:09:50.341094 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-216d32c6-96a1-494c-89d6-bec4e65c15bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:53.992434 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-552ff324-3c89-40c9-af2e-cc7a05f6d5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:54.859137 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:55.529540 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:09:58.037389 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:05.164706 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:06.787631 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:19.771764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-e26a9883-d901-45f9-bacd-04feb83b0811 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0856438 Oct 19 00:10:19.878107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-eac3b1ca-625e-4b97-854f-74e81f919ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:10:19.879648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-eac3b1ca-625e-4b97-854f-74e81f919ccf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1098 time: 0.0473740 Oct 19 00:10:19.987581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-9b52121e-65d4-470c-ba14-593434bdcf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:10:19.988973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-9b52121e-65d4-470c-ba14-593434bdcf50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0876319 Oct 19 00:10:20.358093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da6cd723-4ff6-4e3e-b34c-19b33f8287a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:20.407656 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-462f0384-d00e-4ac7-a70f-927b9e729b93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 1001 time: 0.4108229 Oct 19 00:10:20.459006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-9d611854-9114-496f-a4d3-18616d0aaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:10:20.461132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-9d611854-9114-496f-a4d3-18616d0aaca6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0451660 Oct 19 00:10:20.506470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-8e04cdf5-2a3f-4deb-bf1f-204e6b2d2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:10:20.508549 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-8e04cdf5-2a3f-4deb-bf1f-204e6b2d2c1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403147 Oct 19 00:10:20.606955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-406b8701-7793-4b7a-9cfc-aeb406475452 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908992 Oct 19 00:10:20.710572 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c1a98c9-6431-4234-9988-61cd748ed62b req-ec9dae5d-ad29-47bb-b6e9-8039fa1098c0 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968478 Oct 19 00:10:23.993639 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-caae096c-c600-474b-880c-4318e66dcede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:24.851470 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:25.531489 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:26.734201 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:10:28.034130 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:35.185468 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:36.784541 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:50.342156 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da876316-33cc-4fe0-95c6-43fc4153080e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:53.995021 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82fccca4-a6f6-41ff-a4c2-139f43cb5080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:54.854691 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:55.533775 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:10:58.039581 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:03.734603 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:11:05.208430 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:06.801364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:20.344467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-85b3ddd4-1e7e-4d5d-8689-d60250f95314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:21.572752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-8202e842-7454-4277-a382-7f67b6b3b115 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406604 Oct 19 00:11:21.669407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-250941df-056c-42b3-ac7e-139cf590b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:21.670924 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-250941df-056c-42b3-ac7e-139cf590b188 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1098 time: 0.0402405 Oct 19 00:11:21.774888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-efa59013-7eed-462f-a92a-5d6a7e83cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:21.776340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-efa59013-7eed-462f-a92a-5d6a7e83cd20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0871217 Oct 19 00:11:21.848984 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-80a891c1-82f5-4fc0-ab07-ca7a0b0a471a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 1001 time: 0.0587754 Oct 19 00:11:21.897793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-0e9df48e-c665-4ee6-8e2c-dd2c8e75f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:21.899244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-0e9df48e-c665-4ee6-8e2c-dd2c8e75f6db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0436068 Oct 19 00:11:21.955110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-26f028de-5a3e-4173-a2f7-3ac78057db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:21.956621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-26f028de-5a3e-4173-a2f7-3ac78057db86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502365 Oct 19 00:11:22.050325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-36930f9e-4d8e-450e-88b1-d321d5342147 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860245 Oct 19 00:11:22.144536 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-676a55c8-610d-434f-b6fa-9744cf4597ca req-e9f9ab63-b70b-40d6-8692-0d24b4a029f8 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869803 Oct 19 00:11:23.996889 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2e82-b114-49cf-b8f9-cc6d8b9a4436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:24.856794 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:25.536736 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:28.040586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:35.195574 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:36.819492 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:40.734955 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:11:50.346350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-798caeec-3b14-4fa2-b276-041edadcbec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:53.996815 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bee542ed-0e56-4c80-897c-27f63bcd9e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:54.857700 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:55.539279 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:56.769945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17743609-bd7c-4af7-afca-8d89cbcd8aac req-e336ea99-67b0-4147-aacb-4644557423fe tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:56.771517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17743609-bd7c-4af7-afca-8d89cbcd8aac req-e336ea99-67b0-4147-aacb-4644557423fe tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.1074140 Oct 19 00:11:56.811307 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17743609-bd7c-4af7-afca-8d89cbcd8aac req-409d0432-65f5-43ff-b960-e9f813bb662f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337570 Oct 19 00:11:57.034712 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40010) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:11:57.056281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49b3b1-e0be-41f8-bec0-4d1644b5a25e req-f9c95ed5-2925-4549-a804-d67ca117cd69 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:57.057802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d49b3b1-e0be-41f8-bec0-4d1644b5a25e req-f9c95ed5-2925-4549-a804-d67ca117cd69 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0561857 Oct 19 00:11:57.121787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9d49b3b1-e0be-41f8-bec0-4d1644b5a25e req-31e1abd0-79d8-4f7e-8d87-f8649adc9acd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580378 Oct 19 00:11:57.136246 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-2f7af3ce-1034-4496-941d-d825ec383c18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003397 Oct 19 00:11:57.149095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-86cb2de4-ad40-46b9-ae66-ff82e2658424 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:11:57.150087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-86cb2de4-ad40-46b9-ae66-ff82e2658424 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052872 Oct 19 00:11:58.046865 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:11:58.337510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0eafb-02c8-4022-bf20-a97a37645612 req-0196f17c-c32e-4569-bfbe-6dd272a558ee tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:58.338956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7e0eafb-02c8-4022-bf20-a97a37645612 req-0196f17c-c32e-4569-bfbe-6dd272a558ee tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.1054227 Oct 19 00:11:58.385866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c7e0eafb-02c8-4022-bf20-a97a37645612 req-cc206e1f-51d9-4fe8-8e61-d46bc65ac382 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403991 Oct 19 00:11:58.501958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-e9f5100e-34f5-443c-a83c-43f835eae712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:58.503473 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-e9f5100e-34f5-443c-a83c-43f835eae712 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1098 time: 0.0420797 Oct 19 00:11:58.599174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-f82c8507-49d4-4f20-b3dd-7a7eb1f59767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:58.600547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-f82c8507-49d4-4f20-b3dd-7a7eb1f59767 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0893395 Oct 19 00:11:58.669700 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-a70cc1e7-4616-4f6f-a359-cf93c73f4234 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 1001 time: 0.0613971 Oct 19 00:11:58.717515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-22b93280-f7a5-4803-9baa-5ee56124e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:58.718984 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-22b93280-f7a5-4803-9baa-5ee56124e6f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0431876 Oct 19 00:11:58.763426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-2271e222-35d3-4ccb-8b85-7bfa20668872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:58.764914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-2271e222-35d3-4ccb-8b85-7bfa20668872 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392103 Oct 19 00:11:58.860713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-f9810560-7b46-4a4c-bd91-0bb8d686e3e5 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886106 Oct 19 00:11:58.950304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-e31a3489-43d0-4ee5-b19f-aa67961a90f0 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820262 Oct 19 00:11:59.507855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864d38-c10e-4b4e-bf1d-86ad2303b66e req-7b1ddbb0-80e9-4aee-87f7-f21a8037bd48 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:11:59.509323 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e0864d38-c10e-4b4e-bf1d-86ad2303b66e req-7b1ddbb0-80e9-4aee-87f7-f21a8037bd48 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0525448 Oct 19 00:11:59.547580 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e0864d38-c10e-4b4e-bf1d-86ad2303b66e req-d1494063-ef9d-4435-85a8-22a03f029efa tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322077 Oct 19 00:12:00.663594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af05263-0c46-491a-824c-a7e968057ef7 req-06ca65f0-813b-4a88-a452-be85df5bf962 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:00.665118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af05263-0c46-491a-824c-a7e968057ef7 req-06ca65f0-813b-4a88-a452-be85df5bf962 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0502040 Oct 19 00:12:00.708633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2af05263-0c46-491a-824c-a7e968057ef7 req-54f4e0ac-0535-473a-9038-174a48fe9adb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374982 Oct 19 00:12:01.828075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204449ca-286c-49a0-addd-bcba636f6cc2 req-4d456694-6e51-42f0-95d7-793036066d98 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:01.829644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-204449ca-286c-49a0-addd-bcba636f6cc2 req-4d456694-6e51-42f0-95d7-793036066d98 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0506842 Oct 19 00:12:01.869745 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-204449ca-286c-49a0-addd-bcba636f6cc2 req-6ba29f02-1ee8-42ff-8cdf-c61797f3ba92 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333426 Oct 19 00:12:02.987612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d82d1-5df8-42ce-95de-e5c8d59a1312 req-c42c451f-1a73-435e-98d8-31b715a204ba tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:02.989108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea1d82d1-5df8-42ce-95de-e5c8d59a1312 req-c42c451f-1a73-435e-98d8-31b715a204ba tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0496352 Oct 19 00:12:03.026348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea1d82d1-5df8-42ce-95de-e5c8d59a1312 req-551d6c8c-5527-4fdc-9bea-33618755ca98 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311081 Oct 19 00:12:04.141439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f35685-6f94-4293-ad2b-decc2fb08969 req-c34c3eea-0cea-4956-9c16-bc697cde0101 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:04.142932 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16f35685-6f94-4293-ad2b-decc2fb08969 req-c34c3eea-0cea-4956-9c16-bc697cde0101 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0493140 Oct 19 00:12:04.180152 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16f35685-6f94-4293-ad2b-decc2fb08969 req-51b13911-c075-4d42-9241-4d3207907b75 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Oct 19 00:12:05.195552 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:05.299155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ece5-f06f-4fee-bc6f-ec7bf79212d7 req-d31625f6-1120-484b-a128-4c0bde95a748 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:05.301130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0e5ece5-f06f-4fee-bc6f-ec7bf79212d7 req-d31625f6-1120-484b-a128-4c0bde95a748 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0501981 Oct 19 00:12:05.338971 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0e5ece5-f06f-4fee-bc6f-ec7bf79212d7 req-171ef25b-c4fb-4830-a177-1ec1e8ceec1d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318267 Oct 19 00:12:06.459332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24efac-a7b9-49c3-b02a-50567227add3 req-554d937b-8ba2-492f-aebe-4f185541e614 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:06.460815 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec24efac-a7b9-49c3-b02a-50567227add3 req-554d937b-8ba2-492f-aebe-4f185541e614 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0536556 Oct 19 00:12:06.499391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ec24efac-a7b9-49c3-b02a-50567227add3 req-cdfeee97-264d-412f-9b52-a7cefca4798c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324092 Oct 19 00:12:06.828026 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:07.630657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44750b1-6c34-45d5-8b9c-7bb36eafb5fd req-658c7564-b941-49ea-8790-bd849b86616e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:07.632156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a44750b1-6c34-45d5-8b9c-7bb36eafb5fd req-658c7564-b941-49ea-8790-bd849b86616e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0484595 Oct 19 00:12:07.674127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a44750b1-6c34-45d5-8b9c-7bb36eafb5fd req-f6a80946-b280-4aeb-9677-89cf303fd56a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361190 Oct 19 00:12:08.789230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994410ce-9f55-4783-93dc-19ea274d47c1 req-255286a6-f7a6-4d2d-afdf-ce07f9a4bf5f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:08.790736 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-994410ce-9f55-4783-93dc-19ea274d47c1 req-255286a6-f7a6-4d2d-afdf-ce07f9a4bf5f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0497224 Oct 19 00:12:08.828492 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-994410ce-9f55-4783-93dc-19ea274d47c1 req-92ff9ef1-9603-4972-bdcb-008310f4ec56 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 Oct 19 00:12:09.944592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec1a44-9ab8-406e-ba70-e83891f6a643 req-ca246dff-8880-43e1-a7e8-1a3ab9bd1068 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:09.946068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24ec1a44-9ab8-406e-ba70-e83891f6a643 req-ca246dff-8880-43e1-a7e8-1a3ab9bd1068 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0504496 Oct 19 00:12:09.984191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24ec1a44-9ab8-406e-ba70-e83891f6a643 req-b4ee1966-6fd1-48a7-8879-8c2677ce81c9 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321510 Oct 19 00:12:11.017400 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-404fdaf0-990c-4682-a43b-4757849027e3 service neutron] show failed (client error): The resource could not be found. Oct 19 00:12:11.018506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-404fdaf0-990c-4682-a43b-4757849027e3 service neutron] 10.222.0.73 "GET /v2.0/ports/72b0a663-ce98-44a9-935f-c49a551993f8/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0553343 Oct 19 00:12:11.102280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afe97e-3f65-49ab-afda-38ccfea90bfc req-6cf16f60-caf5-4674-9505-922ad014074c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:11.103887 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2afe97e-3f65-49ab-afda-38ccfea90bfc req-6cf16f60-caf5-4674-9505-922ad014074c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0508282 Oct 19 00:12:11.142228 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f2afe97e-3f65-49ab-afda-38ccfea90bfc req-a3ba89bb-74cf-4999-8601-f9d52cd74cbd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Oct 19 00:12:11.294048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-5345956e-56de-4ce9-87cb-ff3cd0f21df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:11.295565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-5345956e-56de-4ce9-87cb-ff3cd0f21df1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 1098 time: 0.0797405 Oct 19 00:12:11.315178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:12:11.370832 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:11.570437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:12:11.604545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:12:11.644525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:12:11.650424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:11.663210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Transition to ACTIVE for port object 72b0a663-ce98-44a9-935f-c49a551993f8 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:12:11.669494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:11.698952 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f5a2d9-439e-4934-9bc2-2ca6728c8670" -d '{"events": [{"server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "name": "network-vif-unplugged", "status": "completed", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:12:11.783251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Pushing event updated for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:11.822954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.823300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.823640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.823970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.824302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.824733 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.824962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.825281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.825602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.825921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.826240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.826556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:11.836139 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6e43f8-a5f0-4b5f-a4a7-f3c6f9471f13 x-openstack-request-id: req-6d6e43f8-a5f0-4b5f-a4a7-f3c6f9471f13 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:12:11.836982 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "name": "network-vif-unplugged", "status": "completed", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:12:11.836982 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d6e43f8-a5f0-4b5f-a4a7-f3c6f9471f13 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:12:11.837165 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8', 'code': 200} Oct 19 00:12:11.872361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] No DVR routers for this DVR port 72b0a663-ce98-44a9-935f-c49a551993f8 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:12:12.013094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Attempting to bind port 72b0a663-ce98-44a9-935f-c49a551993f8 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:12:12.013432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Attempting to bind port 72b0a663-ce98-44a9-935f-c49a551993f8 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:12:12.013765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Attempting to bind port 72b0a663-ce98-44a9-935f-c49a551993f8 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:12:12.017992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Port 72b0a663-ce98-44a9-935f-c49a551993f8 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:12:12.018609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Attempting to bind port 72b0a663-ce98-44a9-935f-c49a551993f8 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:12:12.023187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:12:12.023527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:12:12.023972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:12:12.024417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Bound port: 72b0a663-ce98-44a9-935f-c49a551993f8, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:12:12.024781 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:12.087616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:12:12.091529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:12:12.095622 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:12.127634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:12.128240 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:12.129606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] 10.222.0.102 "PUT /v2.0/ports/72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 1093 time: 0.8184175 Oct 19 00:12:12.155548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36bb77-6052-402c-a2dd-2577deda7536 service neutron] Pushing event updated for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:12.215170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-0026d349-e29e-48cf-a4ec-3901137156f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:12.217103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-0026d349-e29e-48cf-a4ec-3901137156f6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1096 time: 0.0533464 Oct 19 00:12:12.277190 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882fcfd-c7ea-4491-a30a-8d18c39e0156 req-423c34f4-d7e2-46d6-adcf-e56e4da0ae87 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:12.278996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2882fcfd-c7ea-4491-a30a-8d18c39e0156 req-423c34f4-d7e2-46d6-adcf-e56e4da0ae87 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 944 time: 0.0582345 Oct 19 00:12:12.313204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-0c01e9bd-ef40-492b-b1f4-a41e8937224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:12.314948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-0c01e9bd-ef40-492b-b1f4-a41e8937224b service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0909982 Oct 19 00:12:12.321739 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2882fcfd-c7ea-4491-a30a-8d18c39e0156 req-0df859c0-00d8-4e58-9ff1-922839b243b0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349798 Oct 19 00:12:12.383944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-461da499-9b65-46b2-ad7e-6fa645d71529 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 999 time: 0.0615816 Oct 19 00:12:12.435135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-5d876640-3409-4119-92b3-691fb8863137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:12.436579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-5d876640-3409-4119-92b3-691fb8863137 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0447736 Oct 19 00:12:12.481483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-a0ff4315-b9a6-461d-9414-58c2c63e6ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:12.482994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-a0ff4315-b9a6-461d-9414-58c2c63e6ecb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396681 Oct 19 00:12:12.575349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-c1d2fd4c-d618-4d5a-bfdb-3a400b22e181 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843170 Oct 19 00:12:12.665237 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4da9da2f-2547-4701-b7be-4f7e6d52486d req-72fc4504-adea-48fc-ad89-5ea7f1ffdc30 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822783 Oct 19 00:12:13.443979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67072009-7665-4642-9f96-d1c6866aac72 req-1e55cac8-8863-4c15-bba6-fbe599c0fd49 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:13.445458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67072009-7665-4642-9f96-d1c6866aac72 req-1e55cac8-8863-4c15-bba6-fbe599c0fd49 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 944 time: 0.0533071 Oct 19 00:12:13.482818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67072009-7665-4642-9f96-d1c6866aac72 req-db2b9dd5-606b-4f35-a56c-e0ac2b72f79a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313470 Oct 19 00:12:13.838190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:12:13.840641 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1" -d '{"events": [{"name": "network-changed", "server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:12:13.888598 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759d40a5-6009-4673-a941-f27159eb8a7c x-openstack-request-id: req-759d40a5-6009-4673-a941-f27159eb8a7c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:12:13.888909 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:12:13.889169 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-759d40a5-6009-4673-a941-f27159eb8a7c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:12:13.889571 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8', 'status': 'completed', 'code': 200} Oct 19 00:12:13.994356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-3b42d1ca-35dd-4bfa-86f2-6686ed67c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:13.995876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-3b42d1ca-35dd-4bfa-86f2-6686ed67c0dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1096 time: 0.0686667 Oct 19 00:12:13.998170 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-5758248f-6c58-4452-9611-1e295e2ba124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:13.999517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-5758248f-6c58-4452-9611-1e295e2ba124 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1096 time: 0.0645099 Oct 19 00:12:14.159545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-fce66086-ae5d-4c0c-88db-c1c17df7182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:14.161006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-fce66086-ae5d-4c0c-88db-c1c17df7182f service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1573780 Oct 19 00:12:14.162696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-f39fbc76-c84f-46bc-bc37-94b2bd148e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:14.164036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-f39fbc76-c84f-46bc-bc37-94b2bd148e6b service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1530714 Oct 19 00:12:14.271179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-1b5689c1-d920-4fd0-9586-3d789fddf2a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 999 time: 0.1022394 Oct 19 00:12:14.276944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-686ce3f9-c7bf-4758-b291-8a4cf4d5f50b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 999 time: 0.1031270 Oct 19 00:12:14.354886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-8fe60a50-a825-4146-bad7-0bd6ecb32926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:14.356258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-8fe60a50-a825-4146-bad7-0bd6ecb32926 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0782826 Oct 19 00:12:14.357638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-1a69e0b7-4a5c-4f49-93da-c772e8729163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:14.358979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-1a69e0b7-4a5c-4f49-93da-c772e8729163 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0738311 Oct 19 00:12:14.431122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-77273014-8d8e-409b-a39b-c2f7205fe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:14.432614 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-77273014-8d8e-409b-a39b-c2f7205fe534 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689397 Oct 19 00:12:14.437602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-fddcd7fb-6785-4412-b2d4-2dca30b6d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:14.438991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-fddcd7fb-6785-4412-b2d4-2dca30b6d7a6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678375 Oct 19 00:12:14.623183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-48bdea35-ede0-40e6-8935-3439a0792259 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825800 Oct 19 00:12:14.629235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-4f2d27f0-156a-46b4-8492-00dc76b36e15 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810837 Oct 19 00:12:14.669172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaec805-8b18-4102-a8b6-286178dab83a req-7dc9350a-51cb-40bb-aefb-50177bfe1eec tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:14.670588 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4aaec805-8b18-4102-a8b6-286178dab83a req-7dc9350a-51cb-40bb-aefb-50177bfe1eec tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 944 time: 0.1184063 Oct 19 00:12:14.810173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4aaec805-8b18-4102-a8b6-286178dab83a req-0ff922ac-0156-4a2e-815f-d25244ba889b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206834 Oct 19 00:12:14.830181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-64989b2f-299b-42b8-bd2f-c7eeec843fd2 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990173 Oct 19 00:12:14.836207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d3269c-b7d3-40ec-aac2-f99c17aeccb1 req-54f940bc-40fe-413e-929b-cb89515f3018 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964078 Oct 19 00:12:15.100726 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 72b0a663-ce98-44a9-935f-c49a551993f8 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:12:15.192061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:12:15.203069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '72b0a663-ce98-44a9-935f-c49a551993f8', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '72b0a663-ce98-44a9-935f-c49a551993f8', 'mac_address': 'fa:16:3e:dd:25:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:12:15.244797 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:15.257254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b0a663-ce98-44a9-935f-c49a551993f8 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:12:15.276185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:12:15.279904 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:15.325720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:15.333533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.333896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.334242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.334580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.334941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.335277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.335613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.335943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.336299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.336628 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.336956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.337282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:12:15.932968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fbf48-3675-4abc-a2ae-f82e4b76cf5e req-e901a30b-9b85-4199-ab8c-da4b97307532 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:15.934501 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f96fbf48-3675-4abc-a2ae-f82e4b76cf5e req-e901a30b-9b85-4199-ab8c-da4b97307532 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 945 time: 0.0509818 Oct 19 00:12:15.977508 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f96fbf48-3675-4abc-a2ae-f82e4b76cf5e req-ed3a8707-2b80-42e2-8af8-ef100b1df2c9 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362921 Oct 19 00:12:16.142450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 72b0a663-ce98-44a9-935f-c49a551993f8 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:12:16.181784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 72b0a663-ce98-44a9-935f-c49a551993f8 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:12:16.761689 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['72b0a663-ce98-44a9-935f-c49a551993f8'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:12:17.093929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddc2db-44de-425d-baec-bc29cbc1ea36 req-a4311c1a-a150-4a4c-8fc6-68c63ef177e3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:17.095428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09ddc2db-44de-425d-baec-bc29cbc1ea36 req-a4311c1a-a150-4a4c-8fc6-68c63ef177e3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 945 time: 0.0498719 Oct 19 00:12:17.135591 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09ddc2db-44de-425d-baec-bc29cbc1ea36 req-d93b7931-e08c-4f4e-b756-f71a0f15cd03 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340195 Oct 19 00:12:17.700237 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-1b5ec2d9-0f9a-4607-a5dd-3d920c1ccb39 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4312305 Oct 19 00:12:17.716663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bff05-21ce-4fa9-8da6-c34db5331f19 req-647b3c9d-1684-47ea-8855-32ba5d38adb8 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:17.718033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f53bff05-21ce-4fa9-8da6-c34db5331f19 req-647b3c9d-1684-47ea-8855-32ba5d38adb8 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 945 time: 0.4229908 Oct 19 00:12:17.734017 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:12:17.742761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-11d25888-8340-4aab-a6f8-32dbd7115c21 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:17.744230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-11d25888-8340-4aab-a6f8-32dbd7115c21 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.73 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 945 time: 0.4194791 Oct 19 00:12:17.827218 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f53bff05-21ce-4fa9-8da6-c34db5331f19 req-cf78b7ea-51e2-4ff0-93df-a57ba06011b8 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022053 Oct 19 00:12:17.851476 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-13eacf92-f631-47f6-94fb-3c068b387bc7 service neutron] delete failed (client error): The resource could not be found. Oct 19 00:12:17.852521 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-13eacf92-f631-47f6-94fb-3c068b387bc7 service neutron] 10.222.0.73 "DELETE /v2.0/ports/72b0a663-ce98-44a9-935f-c49a551993f8/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0999522 Oct 19 00:12:17.854222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-73f299b6-8781-47dc-a950-247f848ed3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:17.855626 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-73f299b6-8781-47dc-a950-247f848ed3b9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1097 time: 0.0957665 Oct 19 00:12:17.997329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-e4209d10-8ea4-41ec-83b5-ce9c08524d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:17.998688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-e4209d10-8ea4-41ec-83b5-ce9c08524d47 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1234713 Oct 19 00:12:18.001480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-b060c2f2-9409-4e64-bfc0-170492f8cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:18.002858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-b060c2f2-9409-4e64-bfc0-170492f8cfd4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 1097 time: 0.0644116 Oct 19 00:12:18.120210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-c1ea8cc2-405b-4ab9-bb5f-e26734af2f99 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 1000 time: 0.1139364 Oct 19 00:12:18.173147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-209622b9-dd6c-412b-ad88-a5196e12b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:18.174640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-209622b9-dd6c-412b-ad88-a5196e12b3a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1629314 Oct 19 00:12:18.218778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-99adcc23-d374-42a8-81ed-ae83f1ff7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:18.220189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-99adcc23-d374-42a8-81ed-ae83f1ff7c38 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0920713 Oct 19 00:12:18.268541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-4ff637ad-4f67-426f-b632-53304e5c51d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 200 len: 1000 time: 0.0862720 Oct 19 00:12:18.285102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-193aca84-3475-49d2-b1d0-efca746c3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:18.287133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-193aca84-3475-49d2-b1d0-efca746c3189 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599000 Oct 19 00:12:18.375150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-3ec93c09-59c8-4b81-a829-b511e54d270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:18.376590 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-3ec93c09-59c8-4b81-a829-b511e54d270e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.1004174 Oct 19 00:12:18.432461 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-a8f4baff-e843-4ca9-bbe5-19ec9e55e992 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264560 Oct 19 00:12:18.438423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-c0c28b28-797d-424d-a8d2-1c00cbccb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:18.439858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-c0c28b28-797d-424d-a8d2-1c00cbccb7ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552919 Oct 19 00:12:18.595411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e5a6666-bec8-4cc3-880c-6a4c9d332daf req-8efeb8ca-2f43-4cb0-9bdb-7276ac570dfc service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545174 Oct 19 00:12:18.597455 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-23911fd8-c918-4a27-b52f-896fcd3c5bec service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486578 Oct 19 00:12:18.695116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b98c0ab5-23d1-4986-ae2f-46264834f4f6 req-ddb47bd0-c8f2-4057-b101-99ff7fd995b5 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902250 Oct 19 00:12:18.945623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831056d1-d860-41e3-a610-b0363b179659 req-38c4b134-ca7d-46ce-b688-c33f85f6859a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:18.947142 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-831056d1-d860-41e3-a610-b0363b179659 req-38c4b134-ca7d-46ce-b688-c33f85f6859a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 945 time: 0.0502257 Oct 19 00:12:18.986256 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-831056d1-d860-41e3-a610-b0363b179659 req-7aa2a64f-2014-4043-9376-c4c3c95c5638 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331075 Oct 19 00:12:19.111625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 72b0a663-ce98-44a9-935f-c49a551993f8 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:12:19.167940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 72b0a663-ce98-44a9-935f-c49a551993f8 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:12:19.171991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 72b0a663-ce98-44a9-935f-c49a551993f8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:12:19.172382 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:19.254295 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:19.279729 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:12:19.295978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:12:19.301183 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:19.337250 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a79b08-1509-4dff-86fc-fc90396badb1" -d '{"events": [{"server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "name": "network-vif-plugged", "status": "completed", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:12:19.370981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:19.430449 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70c036-adc2-4fe5-bc2e-eb355fb0c2e0 x-openstack-request-id: req-0d70c036-adc2-4fe5-bc2e-eb355fb0c2e0 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:12:19.430776 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "name": "network-vif-plugged", "status": "completed", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:12:19.431048 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d70c036-adc2-4fe5-bc2e-eb355fb0c2e0 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:12:19.431455 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8', 'code': 200} Oct 19 00:12:20.115373 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46473451-aa97-409e-beff-d07e9dfd9a4d req-121fb56d-3dc3-48c7-8792-1f99e743f200 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:20.116888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46473451-aa97-409e-beff-d07e9dfd9a4d req-121fb56d-3dc3-48c7-8792-1f99e743f200 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0570340 Oct 19 00:12:20.159312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-46473451-aa97-409e-beff-d07e9dfd9a4d req-ef834ecf-341f-41cc-98f7-18c4b01ce417 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336428 Oct 19 00:12:20.279612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6936ec4-ad91-4198-8f2d-ec7f52b94593 req-790f9d58-5886-4f5b-9dc5-6c9933b071b4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:20.281213 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6936ec4-ad91-4198-8f2d-ec7f52b94593 req-790f9d58-5886-4f5b-9dc5-6c9933b071b4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0509143 Oct 19 00:12:20.325583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6936ec4-ad91-4198-8f2d-ec7f52b94593 req-ec77acb5-bb5c-4e1b-877c-b800cfa1eea4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378256 Oct 19 00:12:20.354094 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a6b7dc4e-e28b-45a9-ac90-0ed00568c953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:20.463596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67927-4c69-499e-a036-8923bcc6de7b req-5278563e-c310-446f-a00b-82800d88339e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:20.465094 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ed67927-4c69-499e-a036-8923bcc6de7b req-5278563e-c310-446f-a00b-82800d88339e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0684018 Oct 19 00:12:20.512860 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0ed67927-4c69-499e-a036-8923bcc6de7b req-33474ced-c08e-4233-ad27-e61a56d51ebf tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412493 Oct 19 00:12:20.800648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac886c-e4b2-4309-8ea9-8e4a4da5810b req-21aac50c-e48c-4830-9ff0-ff9eb6fa7d0e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:20.803653 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95ac886c-e4b2-4309-8ea9-8e4a4da5810b req-21aac50c-e48c-4830-9ff0-ff9eb6fa7d0e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0654166 Oct 19 00:12:20.846004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-95ac886c-e4b2-4309-8ea9-8e4a4da5810b req-68febee0-6119-4fb2-a6ee-03d6cff00744 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346873 Oct 19 00:12:21.972075 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c86f89-a087-4a71-8260-88a0267b6428 req-a9d3af5f-2c29-4d0a-8889-e82af46d0e0d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:21.974228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e9c86f89-a087-4a71-8260-88a0267b6428 req-a9d3af5f-2c29-4d0a-8889-e82af46d0e0d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0562623 Oct 19 00:12:22.014261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e9c86f89-a087-4a71-8260-88a0267b6428 req-1175cc3e-0eee-4bd3-8b70-b23af189769d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342956 Oct 19 00:12:22.371714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-91fa5b68-8f02-4e41-9590-aaed0fd873e2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:22.373232 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-91fa5b68-8f02-4e41-9590-aaed0fd873e2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 946 time: 0.0510647 Oct 19 00:12:22.466854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Deleting port 72b0a663-ce98-44a9-935f-c49a551993f8 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:12:22.467195 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:22.563022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] For port 72b0a663-ce98-44a9-935f-c49a551993f8, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=72b0a663-ce98-44a9-935f-c49a551993f8,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:12:22.563386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:22.749869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:22.750147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:22.750472 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Floating IP 241733e4-3b54-49ba-95a2-bc06f774031e disassociated. External IP: 172.25.7.34, port: 72b0a663-ce98-44a9-935f-c49a551993f8. Oct 19 00:12:22.750853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Calling delete_port for 72b0a663-ce98-44a9-935f-c49a551993f8 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:12:22.931846 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:22.963244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event deleted for resources: {'Port': ['ID=72b0a663-ce98-44a9-935f-c49a551993f8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:23.108711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:12:23.124401 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cd4a6fdf-ea57-4e41-b8c4-099458e80141 req-4e927bfe-ac37-4041-9650-3cc7cc4adac6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=668c4d89-852b-40c1-a96d-0a9d4dddec8e HTTP/1.1" status: 200 len: 210 time: 0.0327477 Oct 19 00:12:23.229181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:12:23.240376 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:12:23.250330 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:12:23.251036 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:11:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:12:23.274231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] No DVR routers for this DVR port 72b0a663-ce98-44a9-935f-c49a551993f8 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:12:23.277325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:23.280805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0d2ccf12-aa3b-4142-9062-ab7ef0423b59 req-92debdd9-de18-4076-a774-aa9653dc7e88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "DELETE /v2.0/ports/72b0a663-ce98-44a9-935f-c49a551993f8 HTTP/1.1" status: 204 len: 173 time: 0.9013309 Oct 19 00:12:23.281295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'name': 'network-vif-deleted', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:12:23.283796 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a5375-be27-4dd9-8e5e-8754a927f7fb" -d '{"events": [{"server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "name": "network-vif-deleted", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:12:23.342770 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d6243e-3785-4c34-a2c7-417ee570d7de x-openstack-request-id: req-47d6243e-3785-4c34-a2c7-417ee570d7de {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:12:23.343065 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668c4d89-852b-40c1-a96d-0a9d4dddec8e", "name": "network-vif-deleted", "tag": "72b0a663-ce98-44a9-935f-c49a551993f8", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:12:23.343368 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47d6243e-3785-4c34-a2c7-417ee570d7de {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:12:23.343774 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668c4d89-852b-40c1-a96d-0a9d4dddec8e', 'name': 'network-vif-deleted', 'tag': '72b0a663-ce98-44a9-935f-c49a551993f8', 'status': 'completed', 'code': 200} Oct 19 00:12:23.366556 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:12:23.577616 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:12:23.605058 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:12:23.613733 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:12:23.614338 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:11:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:12:23.726445 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:12:23.981289 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:12:24.010342 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7e6d9f1e-8748-48c3-b146-208aafe9bd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:24.017727 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b2112-04ac-43e7-ab15-1202ec438d3b None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:12:24.312057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc323764-781b-4f1b-96fb-27bb5e485497 None None] New status for floating IP 241733e4-3b54-49ba-95a2-bc06f774031e: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:12:24.433061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-eae8277b-61ce-4d08-a476-2117c8be71e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1104952599&fields=id&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 267 time: 0.0573764 Oct 19 00:12:24.565482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-1532ee8a-912b-49c5-a610-79b1e5b5ad74 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:24.567190 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-1532ee8a-912b-49c5-a610-79b1e5b5ad74 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 812 time: 0.1194692 Oct 19 00:12:24.594914 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-006d4f03-0d0e-461e-bdeb-3f61f62ec963 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/quotas/496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 375 time: 0.0167332 Oct 19 00:12:24.658380 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-7c0aeb21-2a1c-4d67-973b-e8450bdf0ca5 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569155 Oct 19 00:12:24.865914 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-944e2196-a1d4-49c7-95c0-f0a279234f2a service neutron] 10.222.0.52 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566713 Oct 19 00:12:24.869421 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:24.976938 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-24dc1f56-29a9-41c2-a301-112465c92dbb service neutron] 10.222.0.52 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014395 Oct 19 00:12:25.168358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-535ba867-ab6d-456c-bd44-de9c8e34cc37 req-573e309d-a68b-48bf-86ea-193ede0e3539 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0324879 Oct 19 00:12:25.171099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 72b0a663-ce98-44a9-935f-c49a551993f8 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:12:25.197197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 72b0a663-ce98-44a9-935f-c49a551993f8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:12:25.197561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 72b0a663-ce98-44a9-935f-c49a551993f8 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:12:25.543509 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:26.278511 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a084597-2f45-47d7-9d48-86e18dc9d4fd req-2b7411b2-2e8c-4df6-8d40-9d4c52d9cd22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0286806 Oct 19 00:12:26.328224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-4802d176-fc29-473a-b101-68f5931d64d2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:26.329682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-4802d176-fc29-473a-b101-68f5931d64d2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 812 time: 0.1301785 Oct 19 00:12:26.385915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-cee94e1c-8354-4106-8c13-05d3e403f9ce tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 380 time: 0.0394557 Oct 19 00:12:26.402582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'port': {'device_id': '74e4739f-bb3f-420f-a906-51472252f4e4', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'admin_state_up': True, 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'security_groups': ['d6129414-662c-4dc3-a88d-4787c29846fb']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:12:26.523712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Made reservation on behalf of 496e67536ebc4b8c8c32491bb8a98cbf for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:12:26.527473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:26.662237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Allocated IP 172.20.0.7 (490c60da-3aff-4f9c-a4aa-8c5575b4e0ec/51343a00-2947-4de1-b1a4-ae87a20a3f29/466862db-1431-4fff-b702-b6f4266dbb67) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:12:26.741384 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-efc081da-4c16-4fbb-8803-ae88c14c8ce8 req-5113a81c-ebe7-4bea-a639-d1b42d948786 service neutron] (100921) timed out ('10.222.0.52', 37196) {{(pid=100921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 00:12:26.815665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:26.850681 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:26.892523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:12:26.895754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:12:26.899619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:12:26.933517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event updated for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:26.963870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:26.964546 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:26.982762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-80809ee6-ef43-4d8c-9739-fdcfd6f1cf77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5842619 Oct 19 00:12:27.003250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Request body: {'port': {'device_id': '74e4739f-bb3f-420f-a906-51472252f4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:12:27.078895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:27.132205 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6dcc3155-ff04-4131-8672-626b78b40ce5 None None] Provisioning complete for port 466862db-1431-4fff-b702-b6f4266dbb67 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:12:27.132786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3155-ff04-4131-8672-626b78b40ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:27.170242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc3155-ff04-4131-8672-626b78b40ce5 None None] Port 466862db-1431-4fff-b702-b6f4266dbb67 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:12:27.408002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466862db-1431-4fff-b702-b6f4266dbb67 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:12:27.417394 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:27.436825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Transition to ACTIVE for port object 466862db-1431-4fff-b702-b6f4266dbb67 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:12:27.446453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62499b90-7bac-41d2-9fdd-6a5dc08b5fc9 req-d9db9020-6c7d-4671-89cd-7fca8c28bc22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:27.447973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62499b90-7bac-41d2-9fdd-6a5dc08b5fc9 req-d9db9020-6c7d-4671-89cd-7fca8c28bc22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 931 time: 0.0828371 Oct 19 00:12:27.449093 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:27.519010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Pushing event updated for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:27.552110 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62499b90-7bac-41d2-9fdd-6a5dc08b5fc9 req-3f6b9c46-3770-414f-a4d3-83b2e2dfe7c1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947454 Oct 19 00:12:27.613321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Attempting to bind port 466862db-1431-4fff-b702-b6f4266dbb67 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:12:27.613658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Attempting to bind port 466862db-1431-4fff-b702-b6f4266dbb67 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:12:27.613988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Attempting to bind port 466862db-1431-4fff-b702-b6f4266dbb67 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:12:27.619540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Port 466862db-1431-4fff-b702-b6f4266dbb67 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:12:27.619871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Attempting to bind port 466862db-1431-4fff-b702-b6f4266dbb67 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:12:27.626965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:12:27.627464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:12:27.628086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:12:27.631876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Bound port: 466862db-1431-4fff-b702-b6f4266dbb67, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:12:27.631876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:27.709181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:12:27.713531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:12:27.717943 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:27.753494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:27.754151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:27.756397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] 10.222.0.102 "PUT /v2.0/ports/466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 1092 time: 0.7575295 Oct 19 00:12:27.757102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:12:27.761272 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e619f94-14a9-49d1-9470-0ca4371e24de" -d '{"events": [{"name": "network-changed", "server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "tag": "466862db-1431-4fff-b702-b6f4266dbb67"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:12:27.799715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf974c2-f6a9-44b2-8242-09498df478c9 service neutron] Pushing event updated for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:27.819601 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a14d0c-9612-4388-94a1-fdd66b430edf x-openstack-request-id: req-f3a14d0c-9612-4388-94a1-fdd66b430edf {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:12:27.819838 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "tag": "466862db-1431-4fff-b702-b6f4266dbb67", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:12:27.820092 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3a14d0c-9612-4388-94a1-fdd66b430edf {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:12:27.820496 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67', 'status': 'completed', 'code': 200} Oct 19 00:12:27.901932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-754d0a12-5cd4-4d6d-9179-82b49fcc572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:27.903524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-754d0a12-5cd4-4d6d-9179-82b49fcc572e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1095 time: 0.0623314 Oct 19 00:12:27.969962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-10db1999-799b-4657-bda5-290d747cbc9b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 217 time: 0.0406597 Oct 19 00:12:28.022073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-6dae95c0-64ce-421d-9a0c-66ba75c368a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:28.023499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-6dae95c0-64ce-421d-9a0c-66ba75c368a4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0467575 Oct 19 00:12:28.050140 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:28.076798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-67d973cf-44d4-472e-b2e8-662aa536a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:28.078411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-67d973cf-44d4-472e-b2e8-662aa536a0d7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474772 Oct 19 00:12:28.181066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-4e99cfa7-88af-470b-a7c1-0b8ab340e8f8 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951600 Oct 19 00:12:28.276894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7597bfda-286c-4cd1-807d-2ddb3975c997 req-def890cf-5942-4fb2-9af7-7d50169a516c service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879786 Oct 19 00:12:28.423897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-f92f0d2e-a834-4b85-aca5-7aaf3c4fb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:28.425490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-f92f0d2e-a834-4b85-aca5-7aaf3c4fb10d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1095 time: 0.0484304 Oct 19 00:12:28.523763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-4294b017-1dc4-4fd2-86e0-aea427251245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:28.525250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-4294b017-1dc4-4fd2-86e0-aea427251245 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0921707 Oct 19 00:12:28.571832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-3df83a2b-81e3-4c6c-9f31-fdafc1a6d2a7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 217 time: 0.0388656 Oct 19 00:12:28.623834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-8c7098cd-89e9-44b9-ad07-915d2f4e8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:28.625318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-8c7098cd-89e9-44b9-ad07-915d2f4e8bd3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0461605 Oct 19 00:12:28.699832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-9c416db6-820d-4c99-9503-5095bf8b093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:28.701156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-9c416db6-820d-4c99-9503-5095bf8b093d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685747 Oct 19 00:12:28.709735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8681b65-dc67-415e-94c6-06d5479d4535 req-2554bc60-28bf-40da-98ac-202ae6e3aa8f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:28.711120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8681b65-dc67-415e-94c6-06d5479d4535 req-2554bc60-28bf-40da-98ac-202ae6e3aa8f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.0708461 Oct 19 00:12:28.802131 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8681b65-dc67-415e-94c6-06d5479d4535 req-421066f6-04b1-4a21-80ce-98d77b2c9783 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829940 Oct 19 00:12:28.824496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-194375b5-b2d8-4856-b2b3-22d995830e69 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124392 Oct 19 00:12:28.919973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e619f94-14a9-49d1-9470-0ca4371e24de req-66486f08-6cec-4393-b261-bdb32b7dd4b5 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877819 Oct 19 00:12:29.923879 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8096ccc-862f-47e9-8fca-02ddd6ea498c req-51e69c03-0286-4679-bb5a-de7a7dd7af2f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:29.929297 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a8096ccc-862f-47e9-8fca-02ddd6ea498c req-51e69c03-0286-4679-bb5a-de7a7dd7af2f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.0518911 Oct 19 00:12:29.966518 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a8096ccc-862f-47e9-8fca-02ddd6ea498c req-e1c9bb28-fe02-4437-8a86-c30a7fabc144 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347829 Oct 19 00:12:31.082012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6eb0b-3a01-411c-8765-92c846607589 req-33bea70c-5f5c-4feb-9dab-fd22c2914b59 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:31.083930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80d6eb0b-3a01-411c-8765-92c846607589 req-33bea70c-5f5c-4feb-9dab-fd22c2914b59 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.0509200 Oct 19 00:12:31.129531 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80d6eb0b-3a01-411c-8765-92c846607589 req-0f32d33f-5371-403b-a930-c8f21143fd8e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381799 Oct 19 00:12:31.212850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 466862db-1431-4fff-b702-b6f4266dbb67 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:12:31.329250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:12:31.341549 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '466862db-1431-4fff-b702-b6f4266dbb67', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '466862db-1431-4fff-b702-b6f4266dbb67', 'mac_address': 'fa:16:3e:fe:c1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:12:31.378492 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:31.391483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466862db-1431-4fff-b702-b6f4266dbb67 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:12:31.410677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:12:31.414455 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:31.462125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:31.781222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['466862db-1431-4fff-b702-b6f4266dbb67'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:12:32.252557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3290-86f5-4c31-8b20-15243002f591 req-a5883a54-5373-4e5a-ae19-d7547f814aa1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:32.254033 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e3290-86f5-4c31-8b20-15243002f591 req-a5883a54-5373-4e5a-ae19-d7547f814aa1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 944 time: 0.0506279 Oct 19 00:12:32.293555 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6a1e3290-86f5-4c31-8b20-15243002f591 req-4c31d17f-4a00-4e57-99cb-9e0d26d8d307 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334692 Oct 19 00:12:33.211097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 466862db-1431-4fff-b702-b6f4266dbb67 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:12:33.259336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 466862db-1431-4fff-b702-b6f4266dbb67 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:12:33.262983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 466862db-1431-4fff-b702-b6f4266dbb67 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:12:33.263356 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:33.342772 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:33.366701 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:12:33.369917 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa18d04-6e2a-4f94-83c0-05bd9bf51097" -d '{"events": [{"server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "name": "network-vif-plugged", "status": "completed", "tag": "466862db-1431-4fff-b702-b6f4266dbb67"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:12:33.383770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:12:33.389286 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:33.414213 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7260bd-7bfe-4a1e-8137-314f5a45b25c x-openstack-request-id: req-aa7260bd-7bfe-4a1e-8137-314f5a45b25c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:12:33.414503 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "name": "network-vif-plugged", "status": "completed", "tag": "466862db-1431-4fff-b702-b6f4266dbb67", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:12:33.414783 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa7260bd-7bfe-4a1e-8137-314f5a45b25c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:12:33.415176 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67', 'code': 200} Oct 19 00:12:33.418042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eaf31-f92a-49fb-a6e8-b27e73047821 req-13b6ece4-f801-4a7c-a691-61de6c819ce0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:33.419546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f9eaf31-f92a-49fb-a6e8-b27e73047821 req-13b6ece4-f801-4a7c-a691-61de6c819ce0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 944 time: 0.0566218 Oct 19 00:12:33.443815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:12:33.460509 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6f9eaf31-f92a-49fb-a6e8-b27e73047821 req-d096c20a-da1b-4b24-97ef-03b3858a0efd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346382 Oct 19 00:12:33.538689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567d69-8a05-44a1-9b16-f5c4e6088537 req-127715ff-32e9-408b-bb78-c8fc513bd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:33.540198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72567d69-8a05-44a1-9b16-f5c4e6088537 req-127715ff-32e9-408b-bb78-c8fc513bd95f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0455003 Oct 19 00:12:33.575579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-72567d69-8a05-44a1-9b16-f5c4e6088537 req-a6479a6a-f7ef-401d-b001-db8a8424c07c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275600 Oct 19 00:12:34.592721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efe018-4f12-454c-8f56-8dba60fd0377 req-f02e90ed-261f-457e-b55b-deff9ca97165 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:34.594317 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b1efe018-4f12-454c-8f56-8dba60fd0377 req-f02e90ed-261f-457e-b55b-deff9ca97165 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0609622 Oct 19 00:12:34.636852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b1efe018-4f12-454c-8f56-8dba60fd0377 req-4436156d-e184-4ad2-93ba-147b261fb323 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362647 Oct 19 00:12:35.215117 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:35.759800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27aba-2256-48b6-b71b-bf02b9d14b12 req-27c1d58b-4170-4aa5-8e56-6758a0ef91b3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:35.761363 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2f27aba-2256-48b6-b71b-bf02b9d14b12 req-27c1d58b-4170-4aa5-8e56-6758a0ef91b3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0514619 Oct 19 00:12:35.802230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2f27aba-2256-48b6-b71b-bf02b9d14b12 req-19403e6b-cced-4f9b-958c-3daa34bc04c2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344851 Oct 19 00:12:35.922159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6a1e3-2bce-4bda-a2b2-4248b8987d3d req-6223abd3-a0ae-47f6-8ba6-2e1a2e2828a0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:35.923668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-7ae6a1e3-2bce-4bda-a2b2-4248b8987d3d req-6223abd3-a0ae-47f6-8ba6-2e1a2e2828a0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0515709 Oct 19 00:12:35.932360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40214) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:12:35.936767 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e0b15633-45f9-4075-ac12-ca076558cb3c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'floatingip': {'port_id': '466862db-1431-4fff-b702-b6f4266dbb67'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:12:35.976769 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e0b15633-45f9-4075-ac12-ca076558cb3c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:36.436459 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e0b15633-45f9-4075-ac12-ca076558cb3c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:36.440225 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e0b15633-45f9-4075-ac12-ca076558cb3c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:36.545724 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-e0b15633-45f9-4075-ac12-ca076558cb3c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Floating IP 241733e4-3b54-49ba-95a2-bc06f774031e associated. External IP: 172.25.7.34, port: 466862db-1431-4fff-b702-b6f4266dbb67. Oct 19 00:12:36.760095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b15633-45f9-4075-ac12-ca076558cb3c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:12:36.840169 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:36.902341 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b15633-45f9-4075-ac12-ca076558cb3c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:12:36.906934 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e0b15633-45f9-4075-ac12-ca076558cb3c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:36.913482 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:12:36.930498 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:12:36.931145 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:12:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:12:36.937575 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e0b15633-45f9-4075-ac12-ca076558cb3c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "PUT /v2.0/floatingips/241733e4-3b54-49ba-95a2-bc06f774031e HTTP/1.1" status: 200 len: 990 time: 1.0041628 Oct 19 00:12:36.938265 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:12:36.988262 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4183faa5-8447-4ef9-97f7-5c05efde153f" -d '{"events": [{"name": "network-changed", "server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "tag": "466862db-1431-4fff-b702-b6f4266dbb67"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:12:37.058229 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:12:37.113803 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb143c-4104-49f0-8b9c-685886f4b86e x-openstack-request-id: req-e6eb143c-4104-49f0-8b9c-685886f4b86e {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:12:37.114098 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "tag": "466862db-1431-4fff-b702-b6f4266dbb67", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:12:37.114362 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6eb143c-4104-49f0-8b9c-685886f4b86e {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:12:37.114788 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67', 'status': 'completed', 'code': 200} Oct 19 00:12:37.205011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-0133b805-89f2-444d-b540-9daa84aa6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:37.206543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-0133b805-89f2-444d-b540-9daa84aa6aec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0422332 Oct 19 00:12:37.321667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-a0b59e34-bcc3-45e5-9f24-526902e97df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:37.323088 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-a0b59e34-bcc3-45e5-9f24-526902e97df0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1091104 Oct 19 00:12:37.381616 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '466862db-1431-4fff-b702-b6f4266dbb67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:fe:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e4739f-bb3f-420f-a906-51472252f4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:12:36Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:12:37.388650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-6f71f99f-1b15-475a-b65b-4946b477e7e8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 998 time: 0.0584598 Oct 19 00:12:37.407556 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:12:37.415670 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:12:37.416267 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:12:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:12:37.442938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-92661182-63e4-410a-a525-64cc849a75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:37.444394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-92661182-63e4-410a-a525-64cc849a75a3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0479343 Oct 19 00:12:37.490548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-63880225-f234-42c2-ba56-17f59c34047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:12:37.492070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-63880225-f234-42c2-ba56-17f59c34047a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408719 Oct 19 00:12:37.520302 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:12:37.584250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-f543ec80-3df2-4e01-b46b-87f589cd6070 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841882 Oct 19 00:12:37.687820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4183faa5-8447-4ef9-97f7-5c05efde153f req-791c1763-f2fd-48c8-943b-16216ae584d8 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960839 Oct 19 00:12:37.758043 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '466862db-1431-4fff-b702-b6f4266dbb67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:fe:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e4739f-bb3f-420f-a906-51472252f4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:12:36Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:12:37.785909 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63cb85-fe68-4ede-85ea-dc43640e932f None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '466862db-1431-4fff-b702-b6f4266dbb67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:fe:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e4739f-bb3f-420f-a906-51472252f4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:12:36Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:12:38.003753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a183e-8f90-4014-bc59-6a36a7d5fd17 None None] New status for floating IP 241733e4-3b54-49ba-95a2-bc06f774031e: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:12:50.347559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-679e7724-ed1e-4422-ae1b-70dbcf946ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:54.005637 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ba52db54-4627-4afc-ad69-4468233cfc2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:54.733801 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:12:54.862903 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:55.546873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:12:58.049772 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:05.208172 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:06.836666 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:18.287053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-23b2f04a-b723-4f2b-b9cd-9bfccfdd2bed service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398231 Oct 19 00:13:18.384909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-f2477e28-4e96-4491-a147-8c32183beb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:13:18.386401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-f2477e28-4e96-4491-a147-8c32183beb25 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0415061 Oct 19 00:13:18.494302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-a6d15c47-551c-47f6-bd64-1f157d900d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:13:18.495789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-a6d15c47-551c-47f6-bd64-1f157d900d5a service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0906646 Oct 19 00:13:18.559516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-e74e7519-2616-4730-ad2d-7f3cd0a69997 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 1000 time: 0.0562351 Oct 19 00:13:18.614933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-351ea325-e945-44c4-9907-7a2ef0df657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:13:18.616408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-351ea325-e945-44c4-9907-7a2ef0df657b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0493679 Oct 19 00:13:18.664495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-465234ab-bfb8-43ca-a405-8420c1905d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:13:18.665908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-465234ab-bfb8-43ca-a405-8420c1905d1e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422111 Oct 19 00:13:18.761519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-0e09126c-6b06-4968-b9a1-3d568d42cdd6 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882761 Oct 19 00:13:18.852254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb031f75-290e-42c5-8a31-e87ddf15c36d req-43ae4fcb-354c-495a-8533-4947c374fa12 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832043 Oct 19 00:13:20.348177 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fd026d9f-e734-492d-b4a9-9324c0a823e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:24.007520 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-75907897-9d32-430c-a535-d71aba742e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:24.867875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:25.549000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:28.052693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:31.732991 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:13:35.211954 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:36.844268 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:50.350285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb8bdd90-adab-4e69-b0ce-38167800834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:54.009307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a8cc-a571-4330-942c-d9f4935a13cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:54.871864 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:55.553721 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:13:58.055860 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:05.222472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:06.855988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:08.731982 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:14:20.296704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-8b1109b0-3fe2-45fb-9f20-18f917caa457 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406849 Oct 19 00:14:20.351298 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-10eca7d0-a96d-4137-8119-763907c5d6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:20.397343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-22804594-022a-4e7b-ac93-c96f904b84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:14:20.398858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-22804594-022a-4e7b-ac93-c96f904b84b1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0448687 Oct 19 00:14:20.500232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-b6d17c2a-9d34-4ef3-a649-ccb69c900fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:14:20.501722 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-b6d17c2a-9d34-4ef3-a649-ccb69c900fb2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0838113 Oct 19 00:14:20.569456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-a1dc4a61-bfec-4cae-85d2-7e2af1a676ed service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 1000 time: 0.0605838 Oct 19 00:14:20.617866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-6eb24798-6b7c-48d3-9412-9c8c33dc7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:14:20.619316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-6eb24798-6b7c-48d3-9412-9c8c33dc7a71 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0428469 Oct 19 00:14:20.673152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-ad8e6316-df1f-4eda-bfe9-558665ea6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:14:20.674647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-ad8e6316-df1f-4eda-bfe9-558665ea6e0b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476968 Oct 19 00:14:20.685325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-a4b9ef2a-4b21-46e3-975e-49ebb0cd21c7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:14:20.686298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-a4b9ef2a-4b21-46e3-975e-49ebb0cd21c7 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050008 Oct 19 00:14:20.785284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-e4c8b922-13ae-4863-9faa-ab47d14a478a service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915868 Oct 19 00:14:20.876963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91c2f204-f926-4c2d-94ed-fc0137eb5533 req-658a2cca-4e41-4fb1-bd61-653b9839fc2a service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844116 Oct 19 00:14:24.011913 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bd7db775-1559-43cf-8b48-e61d4e9a59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:24.874090 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:25.556292 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:28.061936 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:35.231029 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:36.869041 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:45.732744 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:14:50.354159 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5adf862b-6600-461b-bea4-ccab8d95dfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:54.015116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-712a2599-c313-42cb-b8c6-61d5e8bd4fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:54.875771 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:55.561515 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:14:58.062504 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:05.220069 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:06.864909 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:12.812290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433298c-4c3a-409f-9ed7-5d3504a8956b req-4d9702a2-e788-450d-ab27-efc56a44d973 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:12.813753 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c433298c-4c3a-409f-9ed7-5d3504a8956b req-4d9702a2-e788-450d-ab27-efc56a44d973 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0520709 Oct 19 00:15:12.854168 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c433298c-4c3a-409f-9ed7-5d3504a8956b req-3fe60731-7256-4834-b55e-599e375e0669 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340822 Oct 19 00:15:13.975012 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab8cc6-fc4c-46b2-a87f-6794c082881d req-204fea54-6d43-45d0-a229-60cf0e15c423 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:13.976540 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3ab8cc6-fc4c-46b2-a87f-6794c082881d req-204fea54-6d43-45d0-a229-60cf0e15c423 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0544837 Oct 19 00:15:14.015187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3ab8cc6-fc4c-46b2-a87f-6794c082881d req-9fe6b18c-dad5-479d-a52c-c948114ad42d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327938 Oct 19 00:15:15.134582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bc0f7-7b0f-45de-bb02-8556af8e795e req-7138ee05-4604-4696-9368-3cd3509c422e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:15.136090 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-143bc0f7-7b0f-45de-bb02-8556af8e795e req-7138ee05-4604-4696-9368-3cd3509c422e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0532877 Oct 19 00:15:15.172834 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-143bc0f7-7b0f-45de-bb02-8556af8e795e req-aaaecaf3-baee-4e42-a483-4ac04b750227 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308821 Oct 19 00:15:16.288558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502434e4-2db4-4feb-8148-eb0997f6994f req-ca15b77f-3c12-4abc-b266-126184013909 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:16.290035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-502434e4-2db4-4feb-8148-eb0997f6994f req-ca15b77f-3c12-4abc-b266-126184013909 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0496523 Oct 19 00:15:16.327672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-502434e4-2db4-4feb-8148-eb0997f6994f req-a57dcae1-21c6-4d9d-854f-549a6e322c35 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Oct 19 00:15:17.443795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48438fd9-fadb-4ebd-8f87-a68bee9fb083 req-f1119bc0-320c-4d6a-9ce3-b3f24b02e01c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:17.445288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48438fd9-fadb-4ebd-8f87-a68bee9fb083 req-f1119bc0-320c-4d6a-9ce3-b3f24b02e01c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0500517 Oct 19 00:15:17.484021 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-48438fd9-fadb-4ebd-8f87-a68bee9fb083 req-18119635-11c6-47e7-ab78-185ec71f7896 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Oct 19 00:15:18.596560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72c176-76c9-41ef-8669-6e6b39bf9265 req-c2bfb747-a632-491a-844c-d066e37e924c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:18.598068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c72c176-76c9-41ef-8669-6e6b39bf9265 req-c2bfb747-a632-491a-844c-d066e37e924c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Oct 19 00:15:18.636938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c72c176-76c9-41ef-8669-6e6b39bf9265 req-fd5853ed-a945-427d-9e01-1044e946cd95 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329251 Oct 19 00:15:19.749846 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac30d2-a244-4903-9cf9-9f8594fd320e req-a1d05a02-9d37-42fc-8412-8f2b0c50bc25 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:19.751342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23ac30d2-a244-4903-9cf9-9f8594fd320e req-a1d05a02-9d37-42fc-8412-8f2b0c50bc25 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0484266 Oct 19 00:15:19.789125 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-23ac30d2-a244-4903-9cf9-9f8594fd320e req-d4e71b2c-96fd-4b89-8a60-6fac9a309da3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Oct 19 00:15:20.355795 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-408ce429-ef26-48db-8be7-cfd46e407208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:20.908522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf22a5-17d9-49ab-a581-4dc333d96f9a req-99f75100-1dac-4cb1-885f-96a218072895 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:20.910016 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bdf22a5-17d9-49ab-a581-4dc333d96f9a req-99f75100-1dac-4cb1-885f-96a218072895 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0525148 Oct 19 00:15:20.946804 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7bdf22a5-17d9-49ab-a581-4dc333d96f9a req-92766e0d-428f-42e7-8950-a6e6cfdc4042 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308447 Oct 19 00:15:22.067309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201184eb-fc60-40b9-a04d-a19c99a0b7ce req-38f8ebaf-4c26-4958-ae76-dc729d4c0c88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:22.068698 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-201184eb-fc60-40b9-a04d-a19c99a0b7ce req-38f8ebaf-4c26-4958-ae76-dc729d4c0c88 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0542777 Oct 19 00:15:22.106744 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-201184eb-fc60-40b9-a04d-a19c99a0b7ce req-f5eb14a3-761e-4975-9fdb-41d4e00d6f14 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Oct 19 00:15:22.354412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-df92767d-401b-4f28-a955-78cb6a2d4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:22.355873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-df92767d-401b-4f28-a955-78cb6a2d4d3d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0419660 Oct 19 00:15:22.461560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-31b66a31-e1bd-4f2d-b8ed-a8aa0f5dfc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:22.463040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-31b66a31-e1bd-4f2d-b8ed-a8aa0f5dfc66 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0881941 Oct 19 00:15:22.525962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-1f564688-9aed-43b8-b077-235addaee6f8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 1000 time: 0.0561121 Oct 19 00:15:22.573973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-0615c722-6e6f-474e-9e5b-e960ed4eaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:22.575553 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-0615c722-6e6f-474e-9e5b-e960ed4eaa38 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0427446 Oct 19 00:15:22.625397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-245bd21f-7faa-47be-b749-7c0aba4ed7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:22.626944 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-245bd21f-7faa-47be-b749-7c0aba4ed7b2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441177 Oct 19 00:15:22.717652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-32bcf77a-7ebf-499c-9c68-3ae2886da180 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828667 Oct 19 00:15:22.732359 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:15:23.147709 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4b45b568-608f-4140-8f4e-9bf50e98c436 req-1be4b0f3-f755-4402-b4db-a420a23cb6fe service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218793 Oct 19 00:15:23.223249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359a0e-35e2-4be9-88f2-4ef506017da8 req-38dbd1f9-ab38-4a78-bbbd-5a71a0ce017e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:23.224760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39359a0e-35e2-4be9-88f2-4ef506017da8 req-38dbd1f9-ab38-4a78-bbbd-5a71a0ce017e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0483966 Oct 19 00:15:23.264391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-39359a0e-35e2-4be9-88f2-4ef506017da8 req-d9a1d811-ce8c-4803-b001-ea558ec257d8 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337262 Oct 19 00:15:24.017150 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2e05cac6-2902-4d01-99db-d6bab7aa6d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:24.380634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f6337-aca1-41de-b2cc-f9623805357c req-7600448f-c11b-4ea7-bce2-2183796f0c9e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:24.382184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5b8f6337-aca1-41de-b2cc-f9623805357c req-7600448f-c11b-4ea7-bce2-2183796f0c9e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0498202 Oct 19 00:15:24.420442 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5b8f6337-aca1-41de-b2cc-f9623805357c req-f05e34bf-55fe-4125-a176-7420a6e1af16 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Oct 19 00:15:24.879709 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:25.536416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdf0f-d495-4d50-92f7-7480d56c9edf req-6a1c4ba4-3eab-4ac5-a224-990f1eb4d561 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:25.537921 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8cdfdf0f-d495-4d50-92f7-7480d56c9edf req-6a1c4ba4-3eab-4ac5-a224-990f1eb4d561 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0489304 Oct 19 00:15:25.566654 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:25.580318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8cdfdf0f-d495-4d50-92f7-7480d56c9edf req-81378c6a-9a96-442a-83ea-72a2c765ad41 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359702 Oct 19 00:15:26.703865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679b5e-75c6-4b7f-b2ef-c955e2ed3032 req-2e1322a0-63d8-4060-97b4-f4b833b25eac tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:26.705391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35679b5e-75c6-4b7f-b2ef-c955e2ed3032 req-2e1322a0-63d8-4060-97b4-f4b833b25eac tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0503516 Oct 19 00:15:26.743842 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-35679b5e-75c6-4b7f-b2ef-c955e2ed3032 req-a59d7e09-6490-40cf-b24d-784cd832b3d3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324216 Oct 19 00:15:27.860320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed8ab-cda0-4926-96d9-8a307ed5b21a req-aec2245e-d98f-437e-b175-76cdbf46a848 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:27.862313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-630ed8ab-cda0-4926-96d9-8a307ed5b21a req-aec2245e-d98f-437e-b175-76cdbf46a848 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0525961 Oct 19 00:15:27.900671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-630ed8ab-cda0-4926-96d9-8a307ed5b21a req-bbfa86af-ba65-489f-90a6-19d347c57ee7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322952 Oct 19 00:15:28.066161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:29.018455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792bd45-64da-4e2a-8b88-90dd477d2aa9 req-4606f266-277b-499e-8e3f-4f60640485e3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:29.020058 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1792bd45-64da-4e2a-8b88-90dd477d2aa9 req-4606f266-277b-499e-8e3f-4f60640485e3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0532286 Oct 19 00:15:29.056814 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1792bd45-64da-4e2a-8b88-90dd477d2aa9 req-39fd889b-deda-48db-94c2-037fed88f905 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Oct 19 00:15:29.303350 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-eb861f53-91ec-4859-ad07-b6c851748d87 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672548 Oct 19 00:15:29.314013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a29ff-2eb8-4562-95c1-ab1105b3a2c9 req-f93fd16d-78bd-418c-8d67-0d6fd51bea97 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:29.316123 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d1a29ff-2eb8-4562-95c1-ab1105b3a2c9 req-f93fd16d-78bd-418c-8d67-0d6fd51bea97 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0706942 Oct 19 00:15:29.355179 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8d1a29ff-2eb8-4562-95c1-ab1105b3a2c9 req-88bb5cf2-c69e-4a30-ad13-61a44a38a845 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326233 Oct 19 00:15:30.505306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34db61a-1787-4709-8aa7-66cad6071c7e req-e5006319-1ab6-458c-948a-d7b44ff56bb0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:30.506821 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e34db61a-1787-4709-8aa7-66cad6071c7e req-e5006319-1ab6-458c-948a-d7b44ff56bb0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0795901 Oct 19 00:15:30.509393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-fe2e47a1-17ee-45c2-a58e-4f8a8023e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:30.510848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-fe2e47a1-17ee-45c2-a58e-4f8a8023e871 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0718341 Oct 19 00:15:30.596959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e34db61a-1787-4709-8aa7-66cad6071c7e req-985c7f45-7b50-44ec-ab87-4dbbc9301442 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841856 Oct 19 00:15:30.627500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-2c1450d5-b5a0-45d5-be42-7a0cd89647f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:30.629078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-2c1450d5-b5a0-45d5-be42-7a0cd89647f1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1105800 Oct 19 00:15:30.697530 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-10805a0a-1a01-42d8-a7bf-817a4a4e6138 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 1000 time: 0.0607336 Oct 19 00:15:30.751017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-af22e806-e6b3-4252-88dc-ef00ce2978c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:30.752533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-af22e806-e6b3-4252-88dc-ef00ce2978c8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0480046 Oct 19 00:15:30.799490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-c030b705-61cc-4575-97fc-7dbdc7314b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:30.801089 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-c030b705-61cc-4575-97fc-7dbdc7314b13 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417340 Oct 19 00:15:30.898304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-9a6e75aa-383b-4d53-bc25-89d27bb8bed3 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891910 Oct 19 00:15:30.993687 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-ce894850-0a4b-4dac-b13d-6eba20165fb0 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881791 Oct 19 00:15:31.716597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec16307-25fd-45eb-91f9-529ce5f136ec req-6f180c39-7855-4c3c-9fa6-5fe3e63b11e2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:31.718061 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ec16307-25fd-45eb-91f9-529ce5f136ec req-6f180c39-7855-4c3c-9fa6-5fe3e63b11e2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0521588 Oct 19 00:15:31.754997 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1ec16307-25fd-45eb-91f9-529ce5f136ec req-78810ad2-c267-45ab-aaa8-0ac75746d824 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305014 Oct 19 00:15:32.873265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca504d-b11a-4fcb-9dfd-b2fd4f22e933 req-e404059a-4812-422b-ba85-adeb2a8034dc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:32.874758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4ca504d-b11a-4fcb-9dfd-b2fd4f22e933 req-e404059a-4812-422b-ba85-adeb2a8034dc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0525155 Oct 19 00:15:32.912602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4ca504d-b11a-4fcb-9dfd-b2fd4f22e933 req-eff81968-acd4-40cd-a1d2-365b12508d05 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Oct 19 00:15:32.984308 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-ef1dedd7-99e3-4988-8ee5-a9167dbe4747 service neutron] show failed (client error): The resource could not be found. Oct 19 00:15:32.985306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-ef1dedd7-99e3-4988-8ee5-a9167dbe4747 service neutron] 10.222.0.102 "GET /v2.0/ports/466862db-1431-4fff-b702-b6f4266dbb67/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0580127 Oct 19 00:15:33.235438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-bc102899-5b77-482c-b263-acc71ae9a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:33.236976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-bc102899-5b77-482c-b263-acc71ae9a381 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 1097 time: 0.0890195 Oct 19 00:15:33.247237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-3ab14c0a-096d-43c7-8437-83c6e6a23985 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:15:33.248233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-3ab14c0a-096d-43c7-8437-83c6e6a23985 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048316 Oct 19 00:15:33.265309 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:15:33.318183 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:33.523962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:15:33.557296 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:15:33.597475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:15:33.599895 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13ad131-9da0-4830-b66b-0a5587463e5e" -d '{"events": [{"server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "name": "network-vif-unplugged", "status": "completed", "tag": "466862db-1431-4fff-b702-b6f4266dbb67"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:15:33.603765 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:33.616360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Transition to ACTIVE for port object 466862db-1431-4fff-b702-b6f4266dbb67 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:15:33.620485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:33.654255 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4fb63d-e589-461f-8f7d-10ffb1946168 x-openstack-request-id: req-2c4fb63d-e589-461f-8f7d-10ffb1946168 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:15:33.654554 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "name": "network-vif-unplugged", "status": "completed", "tag": "466862db-1431-4fff-b702-b6f4266dbb67", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:15:33.654835 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c4fb63d-e589-461f-8f7d-10ffb1946168 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:15:33.655231 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67', 'code': 200} Oct 19 00:15:33.710971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Pushing event updated for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:33.723523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.723870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.724215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.724557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.724893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.725224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.725554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.725881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.726210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.726539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.726928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.727229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:33.758633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] No DVR routers for this DVR port 466862db-1431-4fff-b702-b6f4266dbb67 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:15:33.901446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Attempting to bind port 466862db-1431-4fff-b702-b6f4266dbb67 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:15:33.902107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Attempting to bind port 466862db-1431-4fff-b702-b6f4266dbb67 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:15:33.902107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Attempting to bind port 466862db-1431-4fff-b702-b6f4266dbb67 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:15:33.906508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Port 466862db-1431-4fff-b702-b6f4266dbb67 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:15:33.906868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Attempting to bind port 466862db-1431-4fff-b702-b6f4266dbb67 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:15:33.911861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:15:33.912202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:15:33.912611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:15:33.913014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Bound port: 466862db-1431-4fff-b702-b6f4266dbb67, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:15:33.913374 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:33.978076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:15:33.983074 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:15:33.994658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:34.051001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:34.051976 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:34.053374 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] 10.222.0.73 "PUT /v2.0/ports/466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 1092 time: 0.7916987 Oct 19 00:15:34.078568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0cbe2-f3dc-47dc-9f6c-0354f2b4272d service neutron] Pushing event updated for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:34.090824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333eff5-7023-42b2-9e2a-106d9a2d1d74 req-555179f0-7532-42e6-bd36-e5fe70ac0587 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:34.092383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c333eff5-7023-42b2-9e2a-106d9a2d1d74 req-555179f0-7532-42e6-bd36-e5fe70ac0587 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.1121106 Oct 19 00:15:34.159271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c333eff5-7023-42b2-9e2a-106d9a2d1d74 req-f6108584-e130-44b3-b116-e329df57d54c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575862 Oct 19 00:15:34.162681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-561125db-5e2e-4d64-808d-b40087137f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:34.164175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-561125db-5e2e-4d64-808d-b40087137f10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1095 time: 0.0709038 Oct 19 00:15:34.262931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-4d3a0284-ef77-4f1f-8a3c-9877cb869da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:34.264381 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-4d3a0284-ef77-4f1f-8a3c-9877cb869da6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0931051 Oct 19 00:15:34.329309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-03a644f3-8612-40b0-adc8-f02797a12f5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 998 time: 0.0577986 Oct 19 00:15:34.383455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-a4ccf407-a36b-4662-b79c-d5a7a7d02dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:34.384899 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-a4ccf407-a36b-4662-b79c-d5a7a7d02dc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0482147 Oct 19 00:15:34.430770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-496b4c89-0374-4d81-8304-049ef07262c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:34.432244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-496b4c89-0374-4d81-8304-049ef07262c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399601 Oct 19 00:15:34.522850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-f576fb2c-3ffd-4ea7-9497-5b3838f70cf3 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824952 Oct 19 00:15:34.617090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6eea9f61-5f07-4de6-b33e-482072113d49 req-c79de342-57c7-4b6d-b859-57619f4cc05d service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875638 Oct 19 00:15:35.219605 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:35.280673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bebf5-994c-48e9-a1a1-77ddb628213d req-d936df08-cb58-4cf0-be0a-5257e931053d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:35.282160 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c0bebf5-994c-48e9-a1a1-77ddb628213d req-d936df08-cb58-4cf0-be0a-5257e931053d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.0501118 Oct 19 00:15:35.320506 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c0bebf5-994c-48e9-a1a1-77ddb628213d req-4bfa6964-6614-42c9-9dda-1d8cee8b71c6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Oct 19 00:15:35.656413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:15:35.658850 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d948e70-9d1a-462a-8c9b-d76f5ceee920" -d '{"events": [{"name": "network-changed", "server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "tag": "466862db-1431-4fff-b702-b6f4266dbb67"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:15:35.706148 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1dbfa2-6916-48f5-a107-834f7c407540 x-openstack-request-id: req-5b1dbfa2-6916-48f5-a107-834f7c407540 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:15:35.706438 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "tag": "466862db-1431-4fff-b702-b6f4266dbb67", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:15:35.706694 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b1dbfa2-6916-48f5-a107-834f7c407540 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:15:35.707245 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67', 'status': 'completed', 'code': 200} Oct 19 00:15:35.820222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-808f11fe-8581-4951-895f-cdb84abb2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:35.821715 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-808f11fe-8581-4951-895f-cdb84abb2061 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1095 time: 0.0711474 Oct 19 00:15:35.825812 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-31b46fcd-82d1-4c73-9d31-93de287c75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:35.827188 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-31b46fcd-82d1-4c73-9d31-93de287c75f9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1095 time: 0.0778270 Oct 19 00:15:35.982775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-d15c010c-aa89-45bd-a6d2-462df4542e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:35.984139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-d15c010c-aa89-45bd-a6d2-462df4542e85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1551507 Oct 19 00:15:35.985201 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-66145a79-494e-4fb6-a8d8-4b915f982420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:35.986498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-66145a79-494e-4fb6-a8d8-4b915f982420 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1505318 Oct 19 00:15:36.100065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-6448bf21-e171-4d9e-a079-5d587c18a5f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 998 time: 0.1085820 Oct 19 00:15:36.101781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-f0ebff42-407c-4564-a278-0f4bcd53306f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 998 time: 0.1049500 Oct 19 00:15:36.111310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 466862db-1431-4fff-b702-b6f4266dbb67 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:15:36.149674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 466862db-1431-4fff-b702-b6f4266dbb67 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:15:36.185565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-7f9e1d7b-180e-4768-a903-e9960da48188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:36.187057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-7f9e1d7b-180e-4768-a903-e9960da48188 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0799890 Oct 19 00:15:36.190285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-99e03854-35a5-4d8e-b51d-029e5fe2db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:36.191951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-99e03854-35a5-4d8e-b51d-029e5fe2db5d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0777080 Oct 19 00:15:36.257569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-ac38bef6-68fd-41c9-a554-4d44164f1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:36.258986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-ac38bef6-68fd-41c9-a554-4d44164f1c12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650129 Oct 19 00:15:36.264531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-b5b883ae-8f17-44b5-9201-b035cb123986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:36.265873 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-b5b883ae-8f17-44b5-9201-b035cb123986 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635719 Oct 19 00:15:36.418814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-73ce0287-b45c-45da-879a-66df7cba1018 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509163 Oct 19 00:15:36.420627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-a334c3b5-8fd4-4fed-9f85-d3a5533df10a service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455910 Oct 19 00:15:36.435690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94212418-83c0-427c-bb4d-70396436ce87 req-1b07bbe4-1221-452f-b632-bed006009a99 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:36.437156 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94212418-83c0-427c-bb4d-70396436ce87 req-1b07bbe4-1221-452f-b632-bed006009a99 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.0481627 Oct 19 00:15:36.475850 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94212418-83c0-427c-bb4d-70396436ce87 req-36f48f9f-3d3a-4eb2-bfb2-faef34b38cbc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320401 Oct 19 00:15:36.582291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-2b8dd282-082b-42b4-b6b2-d1cc0529e2c1 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547558 Oct 19 00:15:36.584356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1d948e70-9d1a-462a-8c9b-d76f5ceee920 req-8a3d1d05-cb2e-4efb-8067-d701f0934a04 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564982 Oct 19 00:15:36.869541 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:37.595616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7abe1-cec8-4668-b80f-920a21cfc88b req-6f12d984-44f3-4c30-a0d8-8f5a4b19ec30 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:37.597203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9f7abe1-cec8-4668-b80f-920a21cfc88b req-6f12d984-44f3-4c30-a0d8-8f5a4b19ec30 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.0509291 Oct 19 00:15:37.635464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9f7abe1-cec8-4668-b80f-920a21cfc88b req-b6af8e08-3fed-4aae-824a-6a3a25e6d0bb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Oct 19 00:15:37.860509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aeb52-f10e-43a0-a74a-9552f72daa59 req-6728db39-2df9-4d7c-aa7a-a0e60803c7bd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:37.862019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090aeb52-f10e-43a0-a74a-9552f72daa59 req-6728db39-2df9-4d7c-aa7a-a0e60803c7bd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.0844326 Oct 19 00:15:37.883083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-7c309234-583e-4667-af57-6466fcce021f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:37.884479 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-7c309234-583e-4667-af57-6466fcce021f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 943 time: 0.0758972 Oct 19 00:15:37.939829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-090aeb52-f10e-43a0-a74a-9552f72daa59 req-5da8b15a-5ff0-47fc-b3d4-9db99eb84a5c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699387 Oct 19 00:15:37.959745 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-1e63c5f5-7468-40ee-9f66-a14f2d227422 service neutron] delete failed (client error): The resource could not be found. Oct 19 00:15:37.960752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-1e63c5f5-7468-40ee-9f66-a14f2d227422 service neutron] 10.222.0.102 "DELETE /v2.0/ports/466862db-1431-4fff-b702-b6f4266dbb67/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0688701 Oct 19 00:15:38.064388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-0e9923c0-29be-4007-9404-61e6eecfd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:38.065762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-0e9923c0-29be-4007-9404-61e6eecfd134 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1095 time: 0.0407095 Oct 19 00:15:38.163480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-cfba99a5-8c8f-401d-b5cb-654308ebed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:38.164924 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-cfba99a5-8c8f-401d-b5cb-654308ebed3a service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0919495 Oct 19 00:15:38.230109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-3d9e5ad8-0362-449f-8fc1-d1d18f4bec85 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 998 time: 0.0576692 Oct 19 00:15:38.278032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-0b25c460-3c8d-4ebe-8d72-3589175a8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:38.279458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-0b25c460-3c8d-4ebe-8d72-3589175a8e31 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0424747 Oct 19 00:15:38.327429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-bd7f5818-c80b-4b25-9800-696a1e53d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:38.328797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-bd7f5818-c80b-4b25-9800-696a1e53d712 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419631 Oct 19 00:15:38.419747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-55831cf7-898f-478a-9117-7b2ac087daee service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824344 Oct 19 00:15:38.511980 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2498091-5f22-4ba9-b9a1-2d3b9bdaeafb req-f750da42-f7b4-417b-9005-0de16bff6a1c service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855892 Oct 19 00:15:39.062659 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b35dff-f638-4f11-bd8f-c762e69bd55b req-13b04dc3-3140-4b1f-9725-892fd2061ac6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:39.064486 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71b35dff-f638-4f11-bd8f-c762e69bd55b req-13b04dc3-3140-4b1f-9725-892fd2061ac6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.0538745 Oct 19 00:15:39.074061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 466862db-1431-4fff-b702-b6f4266dbb67 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:15:39.108823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-71b35dff-f638-4f11-bd8f-c762e69bd55b req-37f60d2a-a386-439b-bebc-39cc5a1e492e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365493 Oct 19 00:15:39.175265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:15:39.187868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '466862db-1431-4fff-b702-b6f4266dbb67', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '466862db-1431-4fff-b702-b6f4266dbb67', 'mac_address': 'fa:16:3e:fe:c1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:15:39.226216 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:39.229507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ddb55-cb23-4f0c-b657-e40881068f34 req-acf1d61d-a4b6-4a1a-b55d-dd372b73ed5a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:39.231085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-711ddb55-cb23-4f0c-b657-e40881068f34 req-acf1d61d-a4b6-4a1a-b55d-dd372b73ed5a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 943 time: 0.0525281 Oct 19 00:15:39.239835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466862db-1431-4fff-b702-b6f4266dbb67 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:15:39.259514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:15:39.263376 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:39.271512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-711ddb55-cb23-4f0c-b657-e40881068f34 req-a0926378-68ac-44e7-b0bf-cea3bac86e49 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337894 Oct 19 00:15:39.318265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:39.325714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.326068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.326414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.326801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.327143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.327476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.327806 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.328138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.328579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.328912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.329237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.329561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:15:39.474223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474dc9f-4ddc-4801-86c6-f756a687120a req-bf286497-02ad-4a15-996a-9c429a78a49e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:39.475777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d474dc9f-4ddc-4801-86c6-f756a687120a req-bf286497-02ad-4a15-996a-9c429a78a49e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 944 time: 0.0497925 Oct 19 00:15:39.549518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d474dc9f-4ddc-4801-86c6-f756a687120a req-e9e74d07-f337-47fe-a515-b3e00f4cd228 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669057 Oct 19 00:15:39.552722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-61c2cb90-1a7e-4ea9-bf4f-8d3cc620dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:39.554107 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-61c2cb90-1a7e-4ea9-bf4f-8d3cc620dfd1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 1096 time: 0.0698905 Oct 19 00:15:39.644752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-146d6a43-9668-435b-be7b-0916e529d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:39.646747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-146d6a43-9668-435b-be7b-0916e529d526 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0849311 Oct 19 00:15:39.702088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['466862db-1431-4fff-b702-b6f4266dbb67'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:15:39.716029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-781dcf3e-14ee-4967-bceb-4f19866ffc30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 200 len: 999 time: 0.0618615 Oct 19 00:15:39.765673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-606b0c97-1d39-414f-aba5-ca1c7e08cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:39.767487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-606b0c97-1d39-414f-aba5-ca1c7e08cf65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0431373 Oct 19 00:15:39.814288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-5ae037c7-ed15-45db-bb64-8463d3684071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:39.815874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-5ae037c7-ed15-45db-bb64-8463d3684071 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417089 Oct 19 00:15:39.918415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-e3884f9a-afa8-4764-b62d-3467c7bc64b6 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956292 Oct 19 00:15:40.010486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33b85349-3cc9-411d-ae61-3d45fb072fae req-0e790ab2-c4dc-435a-aec2-19c8f27bd8d2 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844884 Oct 19 00:15:40.671769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c933a0-e247-42f2-ad19-8eec42d6d7f2 req-bfa218e0-306a-4241-ad1c-de03f0d6561e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:40.673268 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44c933a0-e247-42f2-ad19-8eec42d6d7f2 req-bfa218e0-306a-4241-ad1c-de03f0d6561e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 944 time: 0.0516479 Oct 19 00:15:40.711955 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-44c933a0-e247-42f2-ad19-8eec42d6d7f2 req-4a8a5bcb-f83d-4c3e-bbbe-120fe2e2213a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319705 Oct 19 00:15:41.109346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 466862db-1431-4fff-b702-b6f4266dbb67 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:15:41.159986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 466862db-1431-4fff-b702-b6f4266dbb67 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:15:41.164181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 466862db-1431-4fff-b702-b6f4266dbb67 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:15:41.164551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:41.238978 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:41.260075 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:15:41.262296 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ede00e-1cbc-4a94-8e98-ad7f1c75f46b" -d '{"events": [{"server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "name": "network-vif-plugged", "status": "completed", "tag": "466862db-1431-4fff-b702-b6f4266dbb67"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:15:41.275922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:15:41.280264 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:41.303636 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae08437c-5799-455a-9184-a93268d9e2c9 x-openstack-request-id: req-ae08437c-5799-455a-9184-a93268d9e2c9 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:15:41.303938 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "name": "network-vif-plugged", "status": "completed", "tag": "466862db-1431-4fff-b702-b6f4266dbb67", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:15:41.304200 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae08437c-5799-455a-9184-a93268d9e2c9 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:15:41.304594 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67', 'code': 200} Oct 19 00:15:41.333105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:41.825880 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953f54-ecc8-4bdb-a4dc-3c54d3b17b8a req-b1f7409c-3f8a-40a6-9803-519cfd2d80e0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:41.828370 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ee953f54-ecc8-4bdb-a4dc-3c54d3b17b8a req-b1f7409c-3f8a-40a6-9803-519cfd2d80e0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0501966 Oct 19 00:15:41.867160 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ee953f54-ecc8-4bdb-a4dc-3c54d3b17b8a req-6226bf93-a5f1-4210-8bba-5f0d7ffd5a6a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314088 Oct 19 00:15:42.101599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b17cb2-477e-407a-bb5f-94e74e039932 req-82dc52a6-de93-46b4-a01b-dfcb90b85427 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:42.103080 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7b17cb2-477e-407a-bb5f-94e74e039932 req-82dc52a6-de93-46b4-a01b-dfcb90b85427 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0531144 Oct 19 00:15:42.140611 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7b17cb2-477e-407a-bb5f-94e74e039932 req-c073ac89-0e9a-4f79-9335-2b6903ed5437 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Oct 19 00:15:43.257521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ad13a-1842-4333-aaf0-83ac4e931ce1 req-e19f7aa2-69d1-403d-8861-ef596d59e9ab tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:43.259057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b1ad13a-1842-4333-aaf0-83ac4e931ce1 req-e19f7aa2-69d1-403d-8861-ef596d59e9ab tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0497038 Oct 19 00:15:43.296506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b1ad13a-1842-4333-aaf0-83ac4e931ce1 req-1a85e692-d4c6-42d3-a532-1802e13e7aed tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315893 Oct 19 00:15:43.695110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05725242-5d6d-4303-99b0-6fa23f02542b req-d504575d-de9a-4988-aee0-64cd539f67ff tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:43.696543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05725242-5d6d-4303-99b0-6fa23f02542b req-d504575d-de9a-4988-aee0-64cd539f67ff tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.73 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0489013 Oct 19 00:15:43.787327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Deleting port 466862db-1431-4fff-b702-b6f4266dbb67 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:15:43.787666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:43.875907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] For port 466862db-1431-4fff-b702-b6f4266dbb67, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=466862db-1431-4fff-b702-b6f4266dbb67,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:15:43.876271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:44.051115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:44.051932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:44.052402 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Floating IP 241733e4-3b54-49ba-95a2-bc06f774031e disassociated. External IP: 172.25.7.34, port: 466862db-1431-4fff-b702-b6f4266dbb67. Oct 19 00:15:44.052636 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Calling delete_port for 466862db-1431-4fff-b702-b6f4266dbb67 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:15:44.415913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cb6b6-78e3-449f-9cb7-ae84962a1860 req-3342d39e-ab29-497c-bd06-8f0ce1d01266 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:44.417419 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a0cb6b6-78e3-449f-9cb7-ae84962a1860 req-3342d39e-ab29-497c-bd06-8f0ce1d01266 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=74e4739f-bb3f-420f-a906-51472252f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Oct 19 00:15:44.456049 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1a0cb6b6-78e3-449f-9cb7-ae84962a1860 req-421b84d8-d788-4287-a5b4-69b017d8e144 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326316 Oct 19 00:15:44.517828 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:44.548999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event deleted for resources: {'Port': ['ID=466862db-1431-4fff-b702-b6f4266dbb67,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:44.664978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:15:44.775724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:15:44.787143 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:15:44.796266 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:15:44.796867 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:15:44.815572 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] No DVR routers for this DVR port 466862db-1431-4fff-b702-b6f4266dbb67 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:15:44.818200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:44.821713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05725242-5d6d-4303-99b0-6fa23f02542b req-f050a1c6-b945-47db-aa84-2b5b5ef4ba22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.73 "DELETE /v2.0/ports/466862db-1431-4fff-b702-b6f4266dbb67 HTTP/1.1" status: 204 len: 173 time: 1.1188729 Oct 19 00:15:44.821934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'name': 'network-vif-deleted', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:15:44.824262 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a0b49-8d1d-4306-b5a5-a626e8aa61e1" -d '{"events": [{"server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "name": "network-vif-deleted", "tag": "466862db-1431-4fff-b702-b6f4266dbb67"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:15:44.866692 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e165d67-88e6-4dc1-b6d3-e6a60b6a6d5f x-openstack-request-id: req-9e165d67-88e6-4dc1-b6d3-e6a60b6a6d5f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:15:44.867002 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e4739f-bb3f-420f-a906-51472252f4e4", "name": "network-vif-deleted", "tag": "466862db-1431-4fff-b702-b6f4266dbb67", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:15:44.867254 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e165d67-88e6-4dc1-b6d3-e6a60b6a6d5f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:15:44.867643 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e4739f-bb3f-420f-a906-51472252f4e4', 'name': 'network-vif-deleted', 'tag': '466862db-1431-4fff-b702-b6f4266dbb67', 'status': 'completed', 'code': 200} Oct 19 00:15:44.903855 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:15:45.111576 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:15:45.137361 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:15:45.145893 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:15:45.146574 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:15:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:15:45.249015 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:15:45.438051 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:15:45.468806 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e404c0f-df42-4475-93cb-21c82707651e None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:15:45.706941 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174175e2-94bb-41bf-9d25-9f1f14ea2f9c None None] New status for floating IP 241733e4-3b54-49ba-95a2-bc06f774031e: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:15:45.753991 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-abbb783d-04ca-4e90-8cc1-8ca7b5fd1f1a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1104952599&fields=id&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 267 time: 0.0327971 Oct 19 00:15:45.872020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaaa89-5341-4324-924c-062053d648d9 req-f901f204-416f-4ff1-957d-70b5c5880c21 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:45.873490 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-f901f204-416f-4ff1-957d-70b5c5880c21 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 812 time: 0.1118710 Oct 19 00:15:45.888547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-fc0540ae-c3fe-4535-98da-6427a121c1e3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/quotas/496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 375 time: 0.0094085 Oct 19 00:15:45.940794 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-5b1486bb-aad3-467c-8821-420391187d8d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469518 Oct 19 00:15:46.038521 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-92cee2d9-e187-447f-a971-e34aacb5506b service neutron] 10.222.0.52 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858254 Oct 19 00:15:46.126027 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-a0bc15ce-ca32-485c-8fb1-e34e774a6144 service neutron] 10.222.0.52 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813501 Oct 19 00:15:46.284871 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e84efb8c-c948-4e05-bfc0-3d001f4b79df req-ada8e6d0-d0e8-44e7-8387-c20fa788394b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 210 time: 0.0266786 Oct 19 00:15:47.165245 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 466862db-1431-4fff-b702-b6f4266dbb67 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:15:47.205544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 466862db-1431-4fff-b702-b6f4266dbb67 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:15:47.206366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 466862db-1431-4fff-b702-b6f4266dbb67 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:15:47.279113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaaa89-5341-4324-924c-062053d648d9 req-a724ecad-1570-413c-adc5-ddff9629bd48 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:47.280558 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-a724ecad-1570-413c-adc5-ddff9629bd48 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 812 time: 0.1113226 Oct 19 00:15:47.330239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-4846aff7-cb7c-4d12-a90b-021802688d5d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 380 time: 0.0340579 Oct 19 00:15:47.344424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'port': {'device_id': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'admin_state_up': True, 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'security_groups': ['d6129414-662c-4dc3-a88d-4787c29846fb']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:15:47.379104 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b6e20cd4-9830-4b88-9fae-c0209eb18591 req-3e0d32e4-c18d-495a-9369-22b4a1146b4a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 210 time: 0.0258539 Oct 19 00:15:47.451657 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Made reservation on behalf of 496e67536ebc4b8c8c32491bb8a98cbf for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:15:47.455153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:47.583211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Allocated IP 172.20.0.4 (490c60da-3aff-4f9c-a4aa-8c5575b4e0ec/51343a00-2947-4de1-b1a4-ae87a20a3f29/82c249ba-d548-4f75-aa56-0da572bd8bb2) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:15:47.722893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:47.755519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:47.794516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:15:47.798902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:15:47.802625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:15:47.835338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:47.864272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:47.864994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:47.883736 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-56945a9c-2be1-4733-a8b1-0380932c05e4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430243 Oct 19 00:15:47.909313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Request body: {'port': {'device_id': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:15:47.970469 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:48.027930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-76762852-de2d-4a8d-b5a1-405fd162d69c None None] Provisioning complete for port 82c249ba-d548-4f75-aa56-0da572bd8bb2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:15:48.028335 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-76762852-de2d-4a8d-b5a1-405fd162d69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:48.062792 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-76762852-de2d-4a8d-b5a1-405fd162d69c None None] Port 82c249ba-d548-4f75-aa56-0da572bd8bb2 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:15:48.240615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c249ba-d548-4f75-aa56-0da572bd8bb2 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:15:48.247857 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:48.259847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Transition to ACTIVE for port object 82c249ba-d548-4f75-aa56-0da572bd8bb2 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:15:48.263225 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:48.333343 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:48.386882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:15:48.387230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:15:48.387564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:15:48.392417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:15:48.392752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:15:48.397816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:15:48.398159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:15:48.398547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:15:48.399031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Bound port: 82c249ba-d548-4f75-aa56-0da572bd8bb2, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:15:48.399383 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:48.514311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:15:48.519393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:15:48.529629 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae763ae-4394-4b3a-a44a-4828b87cd64b req-fcad0e68-dab2-4cbd-a7ed-df3340fa4180 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:48.531143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fae763ae-4394-4b3a-a44a-4828b87cd64b req-fcad0e68-dab2-4cbd-a7ed-df3340fa4180 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0790856 Oct 19 00:15:48.532610 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:48.576720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:48.577452 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:48.578690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] 10.222.0.102 "PUT /v2.0/ports/82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 1092 time: 0.6739671 Oct 19 00:15:48.582527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:15:48.585128 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4deb07-9dc5-45ec-9244-8d240c747f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:15:48.631818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb09406-3ff2-498b-b21e-68dd59edfb14 service neutron] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:48.668083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fae763ae-4394-4b3a-a44a-4828b87cd64b req-52ede408-679d-4a13-ad2d-6d0c05f74de0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253188 Oct 19 00:15:48.670370 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ef82b8-804f-4f31-a206-c2040da0c1cb x-openstack-request-id: req-59ef82b8-804f-4f31-a206-c2040da0c1cb {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:15:48.670832 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:15:48.671228 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59ef82b8-804f-4f31-a206-c2040da0c1cb {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:15:48.671834 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'status': 'completed', 'code': 200} Oct 19 00:15:48.706821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaaa89-5341-4324-924c-062053d648d9 req-de2d2c4a-2d7a-4d30-9c30-acad79693457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:48.708874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-de2d2c4a-2d7a-4d30-9c30-acad79693457 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1095 time: 0.0592325 Oct 19 00:15:48.757819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-69a3fa0b-7748-4e15-be98-73986632c4a6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 217 time: 0.0353413 Oct 19 00:15:48.816344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaaa89-5341-4324-924c-062053d648d9 req-5054bd21-d070-4a50-976d-d1a43bcf59de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:48.817317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-5054bd21-d070-4a50-976d-d1a43bcf59de service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0500638 Oct 19 00:15:48.864455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaaa89-5341-4324-924c-062053d648d9 req-8e9f2a57-c657-42b3-bd58-45e145367f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:48.866016 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-8e9f2a57-c657-42b3-bd58-45e145367f74 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416179 Oct 19 00:15:48.959987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-45756419-de40-4ec4-af07-17beafd32900 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864069 Oct 19 00:15:49.049784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cfaaaa89-5341-4324-924c-062053d648d9 req-3bbc0d67-09eb-4556-9fed-b1cf35f7f650 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815902 Oct 19 00:15:49.171207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-b6fd5995-fc2d-4dcb-bc4c-96ad63a105b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:49.172710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-b6fd5995-fc2d-4dcb-bc4c-96ad63a105b3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1095 time: 0.0404458 Oct 19 00:15:49.267271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-24b3d9ed-c277-4197-b86c-7606702eda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:49.268737 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-24b3d9ed-c277-4197-b86c-7606702eda56 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0885479 Oct 19 00:15:49.308620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-68a4495a-8140-433e-82d3-16205b9ad0e1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 217 time: 0.0327942 Oct 19 00:15:49.361545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-e545e7ef-6ea8-4d2b-bdce-c8ba86bc2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:49.363104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-e545e7ef-6ea8-4d2b-bdce-c8ba86bc2c2c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0482991 Oct 19 00:15:49.408895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-2850f394-38e7-4e45-94f2-8eaaec858325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:49.410458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-2850f394-38e7-4e45-94f2-8eaaec858325 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407457 Oct 19 00:15:49.501606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-6e7ad452-37ef-40a2-a085-4acd2cf57e21 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841234 Oct 19 00:15:49.593993 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e4deb07-9dc5-45ec-9244-8d240c747f0d req-bc4d02c7-cc42-405f-a0a5-5c394851fc06 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856960 Oct 19 00:15:49.791850 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341cd41-5e03-4082-807a-4d81e1a34107 req-c38b6177-eeac-4aef-b22b-8af93b2e6218 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:49.793342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c341cd41-5e03-4082-807a-4d81e1a34107 req-c38b6177-eeac-4aef-b22b-8af93b2e6218 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0522649 Oct 19 00:15:49.830802 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c341cd41-5e03-4082-807a-4d81e1a34107 req-dc6f90d4-dd07-4ef5-983f-f6a3f063b804 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Oct 19 00:15:50.358090 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39483d26-0efb-41fa-9e5c-36debc2eb765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:50.946587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051bbc2-c70b-4aae-9da9-8d8b4cd7cf1b req-7bd54345-0646-4ff4-ae51-9d585bc590bb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:50.948087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c051bbc2-c70b-4aae-9da9-8d8b4cd7cf1b req-7bd54345-0646-4ff4-ae51-9d585bc590bb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0487363 Oct 19 00:15:50.984823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c051bbc2-c70b-4aae-9da9-8d8b4cd7cf1b req-e5579585-cabd-43d7-8b98-9ffc0ef2a229 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308385 Oct 19 00:15:52.100646 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df75e5-3d94-49f4-bea8-e12b9b999942 req-d8e13154-6515-4644-8c13-1cb868f8ec35 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:52.102066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05df75e5-3d94-49f4-bea8-e12b9b999942 req-d8e13154-6515-4644-8c13-1cb868f8ec35 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0497289 Oct 19 00:15:52.141422 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-05df75e5-3d94-49f4-bea8-e12b9b999942 req-3a596f8b-7c2e-49f9-ab94-e5934cfdc090 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Oct 19 00:15:53.260535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3b5a6-cb4f-4d19-8088-2856ee880834 req-acf088e8-6353-4a36-9d43-358ca287e547 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:53.262007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92d3b5a6-cb4f-4d19-8088-2856ee880834 req-acf088e8-6353-4a36-9d43-358ca287e547 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0536234 Oct 19 00:15:53.298777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-92d3b5a6-cb4f-4d19-8088-2856ee880834 req-8e169b09-cacd-4c59-974c-8005089da1c9 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308373 Oct 19 00:15:54.018570 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c6187967-4221-403b-b0c8-99fc8cf4a565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:54.179291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:15:54.276271 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:15:54.287561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'mac_address': 'fa:16:3e:5c:00:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:15:54.325685 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:54.338961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c249ba-d548-4f75-aa56-0da572bd8bb2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:15:54.359293 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:15:54.363234 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:54.414919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:54.419516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320394f8-cf64-4583-9066-f5f648447204 req-dab3ce29-bac9-4c11-8f91-55dbe00a888f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:54.421045 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-320394f8-cf64-4583-9066-f5f648447204 req-dab3ce29-bac9-4c11-8f91-55dbe00a888f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.0495353 Oct 19 00:15:54.459773 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-320394f8-cf64-4583-9066-f5f648447204 req-143b358c-f086-4e1e-97f1-47d1dca8448c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Oct 19 00:15:54.811691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['82c249ba-d548-4f75-aa56-0da572bd8bb2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:15:54.890626 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:55.565754 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:55.576891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2ce86-9129-48ab-a6a1-6cbfd1c0bb6d req-69816c90-3b1a-4874-adfa-e547fc8e8f9b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:55.578452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a2ce86-9129-48ab-a6a1-6cbfd1c0bb6d req-69816c90-3b1a-4874-adfa-e547fc8e8f9b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.0517564 Oct 19 00:15:55.616849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d4a2ce86-9129-48ab-a6a1-6cbfd1c0bb6d req-71fcd8ac-49c4-4f0a-b670-471ebef0a149 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Oct 19 00:15:56.194587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:15:56.245810 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 82c249ba-d548-4f75-aa56-0da572bd8bb2 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:15:56.249286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 82c249ba-d548-4f75-aa56-0da572bd8bb2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:15:56.249658 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:56.324027 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:56.346790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:15:56.349091 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631aa75d-39ab-4ae9-bfa8-f2be6656c7ec" -d '{"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-plugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:15:56.362852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:15:56.367122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:56.391615 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de7c2ca-5f46-46a3-b8ec-3c6ef6a8e37e x-openstack-request-id: req-4de7c2ca-5f46-46a3-b8ec-3c6ef6a8e37e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:15:56.392068 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-plugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:15:56.392324 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4de7c2ca-5f46-46a3-b8ec-3c6ef6a8e37e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:15:56.392709 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'code': 200} Oct 19 00:15:56.419088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:15:56.507023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c21865-f299-44fa-b442-013ad5d3e3c9 req-2ae2d056-352a-4453-8c9c-c3e630db84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:56.508488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1c21865-f299-44fa-b442-013ad5d3e3c9 req-2ae2d056-352a-4453-8c9c-c3e630db84c3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1097 time: 0.0393410 Oct 19 00:15:56.543437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1c21865-f299-44fa-b442-013ad5d3e3c9 req-0a1f503e-3921-40e9-8c93-cb94c21e568d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274029 Oct 19 00:15:56.736248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ee47-0ec3-45b6-aaad-c60799d3b9c6 req-ecea26e5-e28a-4163-9de2-5a341d99df33 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:56.737722 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2db8ee47-0ec3-45b6-aaad-c60799d3b9c6 req-ecea26e5-e28a-4163-9de2-5a341d99df33 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0548143 Oct 19 00:15:56.776435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2db8ee47-0ec3-45b6-aaad-c60799d3b9c6 req-83f01a8d-3e58-4a42-8329-be7863bc81cf tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327480 Oct 19 00:15:58.072484 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:58.203365 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1f1b4-d38f-4452-8231-d4f567094e49 req-c4c1b723-de8b-49b1-a59c-fe058128e315 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:58.204908 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58c1f1b4-d38f-4452-8231-d4f567094e49 req-c4c1b723-de8b-49b1-a59c-fe058128e315 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.3597438 Oct 19 00:15:58.242513 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-58c1f1b4-d38f-4452-8231-d4f567094e49 req-7faa1400-be95-4e52-9e5f-250f11b0b816 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310853 Oct 19 00:15:59.361448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1656-95dc-4912-86dc-c562cdd884ed req-51f0238b-6c0c-4a11-b65d-800dc6f62a9d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:59.362961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f3a1656-95dc-4912-86dc-c562cdd884ed req-51f0238b-6c0c-4a11-b65d-800dc6f62a9d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0508680 Oct 19 00:15:59.402613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f3a1656-95dc-4912-86dc-c562cdd884ed req-17a83989-983f-4e91-9e63-ce52adab3272 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332906 Oct 19 00:15:59.520245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180de0b-39eb-4769-885f-7264a9f9f53e req-b4d4e4ee-d56f-4920-aa56-cfe27f3f87dc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:15:59.522237 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3180de0b-39eb-4769-885f-7264a9f9f53e req-b4d4e4ee-d56f-4920-aa56-cfe27f3f87dc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0550268 Oct 19 00:15:59.530868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 40736) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:15:59.535188 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3ec42f87-ba73-49d1-a510-93f64d1eb9cd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'floatingip': {'port_id': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:15:59.572691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ec42f87-ba73-49d1-a510-93f64d1eb9cd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:15:59.731650 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:16:00.004211 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ec42f87-ba73-49d1-a510-93f64d1eb9cd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:00.008683 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ec42f87-ba73-49d1-a510-93f64d1eb9cd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:00.108916 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-3ec42f87-ba73-49d1-a510-93f64d1eb9cd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Floating IP 241733e4-3b54-49ba-95a2-bc06f774031e associated. External IP: 172.25.7.34, port: 82c249ba-d548-4f75-aa56-0da572bd8bb2. Oct 19 00:16:00.316154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec42f87-ba73-49d1-a510-93f64d1eb9cd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:16:00.420759 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec42f87-ba73-49d1-a510-93f64d1eb9cd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:16:00.425616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3ec42f87-ba73-49d1-a510-93f64d1eb9cd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:00.430921 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:16:00.440080 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:16:00.440673 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:16:00.452510 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3ec42f87-ba73-49d1-a510-93f64d1eb9cd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "PUT /v2.0/floatingips/241733e4-3b54-49ba-95a2-bc06f774031e HTTP/1.1" status: 200 len: 990 time: 0.9205174 Oct 19 00:16:00.453376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:16:00.455909 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591453d4-da3a-466a-bdbf-2689fedbd398" -d '{"events": [{"name": "network-changed", "server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:16:00.495138 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9acbf6-1d4f-4fa3-91de-a2f516622146 x-openstack-request-id: req-fd9acbf6-1d4f-4fa3-91de-a2f516622146 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:16:00.495432 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:16:00.495694 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd9acbf6-1d4f-4fa3-91de-a2f516622146 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:16:00.496112 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'status': 'completed', 'code': 200} Oct 19 00:16:00.590445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-79a78f3d-61ca-4b38-b9a7-e02ed6b84303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:16:00.592102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-79a78f3d-61ca-4b38-b9a7-e02ed6b84303 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1097 time: 0.0434616 Oct 19 00:16:00.637313 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:16:00.689071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-b0e0c45c-c446-40a7-a8d9-85a4f7d0eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:16:00.690469 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-b0e0c45c-c446-40a7-a8d9-85a4f7d0eff9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0911868 Oct 19 00:16:00.755979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-83cf04f6-6006-4282-81c0-e6b6abf5e13d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 998 time: 0.0583084 Oct 19 00:16:00.812984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-8b12d802-61b6-462f-8eff-23580152146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:16:00.814533 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-8b12d802-61b6-462f-8eff-23580152146a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0516815 Oct 19 00:16:00.861224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-d6508773-a672-4f6e-8b64-e513a075abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:16:00.862746 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-d6508773-a672-4f6e-8b64-e513a075abfc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415385 Oct 19 00:16:00.863461 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:5c:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:15:59Z', 'revision_number': 9, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:16:00.888838 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:16:00.897410 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:16:00.898009 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:15:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:16:00.957084 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-9c7f795b-13d2-406a-88ab-77789624e510 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870116 Oct 19 00:16:01.002391 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:16:01.053342 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-591453d4-da3a-466a-bdbf-2689fedbd398 req-f80b6f48-36e9-4a03-9868-3b5d57b9f672 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883503 Oct 19 00:16:01.226781 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:5c:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:15:59Z', 'revision_number': 9, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:16:01.252454 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de866027-2e75-4e26-8fe6-14b29d1ba340 None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:5c:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:15:59Z', 'revision_number': 9, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:16:01.434744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a332b4a-c66c-4d8e-b039-25232e8e8a01 None None] New status for floating IP 241733e4-3b54-49ba-95a2-bc06f774031e: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:16:05.218100 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:06.880853 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:20.359509 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ebac0425-fe59-485e-837a-6c4ba064fa5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:22.308624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23d55406-62dd-410b-9950-4a91ec886b40 req-e424af60-99ba-4208-810d-ce5b87561f67 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457008 Oct 19 00:16:22.409592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55406-62dd-410b-9950-4a91ec886b40 req-d1e69573-9b1e-42e8-95cd-c398c20abb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:16:22.411090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23d55406-62dd-410b-9950-4a91ec886b40 req-d1e69573-9b1e-42e8-95cd-c398c20abb95 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1097 time: 0.0441110 Oct 19 00:16:22.512695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55406-62dd-410b-9950-4a91ec886b40 req-52c7c3ad-a741-4d80-a666-67f5a6abe5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:16:22.514156 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23d55406-62dd-410b-9950-4a91ec886b40 req-52c7c3ad-a741-4d80-a666-67f5a6abe5db service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0845740 Oct 19 00:16:22.584540 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23d55406-62dd-410b-9950-4a91ec886b40 req-06c41eca-a569-4b06-b2da-aaa01f2ae371 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0616202 Oct 19 00:16:22.633925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55406-62dd-410b-9950-4a91ec886b40 req-e4b558c7-0df1-4505-9085-e3514c0d805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:16:22.635404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23d55406-62dd-410b-9950-4a91ec886b40 req-e4b558c7-0df1-4505-9085-e3514c0d805c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0435481 Oct 19 00:16:22.682236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55406-62dd-410b-9950-4a91ec886b40 req-e7d03c03-2cdc-4f19-9bf5-bbca472002f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:16:22.683675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23d55406-62dd-410b-9950-4a91ec886b40 req-e7d03c03-2cdc-4f19-9bf5-bbca472002f4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406270 Oct 19 00:16:22.779692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23d55406-62dd-410b-9950-4a91ec886b40 req-1ff0872d-c83c-4711-8ab1-d9ad7c12cf77 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878537 Oct 19 00:16:22.870672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23d55406-62dd-410b-9950-4a91ec886b40 req-bb0e6121-878f-48be-bac9-8d2eea54d85d service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831192 Oct 19 00:16:24.021691 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c6b68461-4c6d-4347-b584-78b2ab87c726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:24.883008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:25.574256 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:28.069830 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:35.242660 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:36.730553 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:16:36.883813 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:50.361608 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5b278b3c-9c8a-4134-a2c6-91362491822d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:54.023610 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ad6be36-bf5d-498d-a7a9-98017e559d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:54.885943 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:55.572230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:16:58.072311 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:05.231779 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:06.888686 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:13.729604 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:17:20.367026 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-226bfa3b-0acb-4992-82ea-56781fec4672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:24.024600 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ffeb35aa-8fb8-4476-a55c-4f93806636a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:24.329901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-1f39a8a9-645f-45b3-9d2c-26513df1d5ee service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0855284 Oct 19 00:17:24.427333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-9f7d7b82-250c-4556-b86c-81b33bbd5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:17:24.428867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-9f7d7b82-250c-4556-b86c-81b33bbd5beb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1097 time: 0.0411670 Oct 19 00:17:24.533371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-08846c60-0460-47b8-8a19-736fb55d08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:17:24.534858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-08846c60-0460-47b8-8a19-736fb55d08cf service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0866716 Oct 19 00:17:24.606883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-b02e8756-9335-47bd-8763-5eb082ed7647 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0649736 Oct 19 00:17:24.658149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-b141d5f9-78b9-4214-94da-581c2c47ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:17:24.659699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-b141d5f9-78b9-4214-94da-581c2c47ae18 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0450046 Oct 19 00:17:24.730109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-469249c3-522a-4fed-a655-ee1ec58b4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:17:24.731637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-469249c3-522a-4fed-a655-ee1ec58b4c45 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420887 Oct 19 00:17:24.829707 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-219adf43-610f-47c5-9e49-ab9b300aa0e0 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894668 Oct 19 00:17:24.888500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:24.920788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a2d9555-000b-4616-bafb-4a1024a05159 req-3467e052-5c91-4fd8-98f0-d1115e246426 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841660 Oct 19 00:17:25.576269 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:28.075455 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:35.231398 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:36.905162 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:50.358081 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d820e84f-06ff-48d2-b81a-9b127e059706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:50.732448 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:17:54.026666 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-732fdd15-224a-465b-a9a6-25c256f4ef96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:54.893316 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:55.577632 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:17:58.078545 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:05.244280 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:06.911375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:20.359353 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9c3714d8-7f9f-438a-b559-0ca2548f4a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:24.028065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-648d3b95-42a0-403f-b923-b6c83b79888d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:24.896800 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:25.302783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-95512a64-6dcf-4036-87cf-15fbddc71c78 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447435 Oct 19 00:18:25.397089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-d3985246-b7d1-44ae-9cdd-b91b8b0677f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:25.399090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-d3985246-b7d1-44ae-9cdd-b91b8b0677f1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1097 time: 0.0393622 Oct 19 00:18:25.503992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-3844be31-a1c1-40c5-b092-2585072f1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:25.505327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-3844be31-a1c1-40c5-b092-2585072f1ba8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0870671 Oct 19 00:18:25.569600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-25242490-97bb-4b3b-8732-7418a9cf7138 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0565193 Oct 19 00:18:25.580937 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:25.619231 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-462520d9-bea8-489a-88bd-c5cddb204d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:25.620692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-462520d9-bea8-489a-88bd-c5cddb204d49 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0436683 Oct 19 00:18:25.670415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-1c95b22f-9d86-44eb-ae9e-a0d0a4fb900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:25.671901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-1c95b22f-9d86-44eb-ae9e-a0d0a4fb900a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439606 Oct 19 00:18:25.762327 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-acca6cab-8853-44ee-937f-004cfd4d8b21 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820253 Oct 19 00:18:25.859453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b9ad159-c8cf-4f29-8f15-91be5194652e req-d48e41de-6728-41ba-b99c-4983e0e3b504 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874763 Oct 19 00:18:27.732956 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:18:28.080795 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:31.694078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-0f31c37a-7674-4468-ae89-9cb94e342210 req-2f44a88a-ad80-4b90-bb7c-5c4f037ed427 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:18:31.695139 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0f31c37a-7674-4468-ae89-9cb94e342210 req-2f44a88a-ad80-4b90-bb7c-5c4f037ed427 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0452409 Oct 19 00:18:31.937508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892928f2-12b5-41dd-82d2-7ed9d5ba78c2 req-9778ce45-82da-4ec3-a51d-0ae92c16be07 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:31.939291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-892928f2-12b5-41dd-82d2-7ed9d5ba78c2 req-9778ce45-82da-4ec3-a51d-0ae92c16be07 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.1130457 Oct 19 00:18:32.003697 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-892928f2-12b5-41dd-82d2-7ed9d5ba78c2 req-06e23be0-84ef-4f92-b291-45ec440ef51a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551641 Oct 19 00:18:32.006276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-12dc1b56-750d-4c1b-b13f-6476b969db60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225667 Oct 19 00:18:32.015707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-be91bce2-03d6-4983-aff1-87b4ccecfb59 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:18:32.016707 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-be91bce2-03d6-4983-aff1-87b4ccecfb59 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052357 Oct 19 00:18:33.171175 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ea695-ca0b-4f86-a204-7ebc14c0a4ee req-64dfc746-37d1-4b37-8d70-e600b035c907 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:33.172699 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f83ea695-ca0b-4f86-a204-7ebc14c0a4ee req-64dfc746-37d1-4b37-8d70-e600b035c907 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0999784 Oct 19 00:18:33.213253 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f83ea695-ca0b-4f86-a204-7ebc14c0a4ee req-4f93575d-62ff-4165-af19-25c40d10e1e3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343909 Oct 19 00:18:33.239662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-cdef3494-eb7d-4a22-b1d3-90f1dbe41d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:33.241167 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-cdef3494-eb7d-4a22-b1d3-90f1dbe41d7c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1097 time: 0.0439243 Oct 19 00:18:33.330235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-f8bf222a-7015-46c3-bf6a-99c4f51d8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:33.331649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-f8bf222a-7015-46c3-bf6a-99c4f51d8ab4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0831511 Oct 19 00:18:33.399807 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-20fc68fe-252f-4388-a308-b818e9e98a19 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0599608 Oct 19 00:18:33.448582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-cddf3807-e56c-4190-9a11-c01cb485da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:33.450007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-cddf3807-e56c-4190-9a11-c01cb485da26 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0427451 Oct 19 00:18:33.496540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-39fcb500-746c-4cc4-ab60-56f0c1cfe3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:33.498008 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-39fcb500-746c-4cc4-ab60-56f0c1cfe3d7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401742 Oct 19 00:18:33.593193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-6c256731-e3de-43b6-8807-5df1be8f8e12 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867252 Oct 19 00:18:33.686286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-e251924c-af68-4dcd-8fdb-93cbde15bbbc service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 Oct 19 00:18:34.333988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b75294-fe1b-4596-9d03-4d9a13565a98 req-da831290-947f-49d2-b570-615cb75a42b7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:34.335481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55b75294-fe1b-4596-9d03-4d9a13565a98 req-da831290-947f-49d2-b570-615cb75a42b7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0541201 Oct 19 00:18:34.372348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-55b75294-fe1b-4596-9d03-4d9a13565a98 req-ebec5a7c-4925-447d-b92d-69d98a7e40ac tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306962 Oct 19 00:18:35.261836 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:35.490354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7354401-74bd-4114-a0ed-f2a4a8360657 req-037b5882-8f0c-4704-a2a2-422a9ec03012 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:35.491843 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7354401-74bd-4114-a0ed-f2a4a8360657 req-037b5882-8f0c-4704-a2a2-422a9ec03012 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0531943 Oct 19 00:18:35.529708 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f7354401-74bd-4114-a0ed-f2a4a8360657 req-ad396eb4-0627-4a99-a553-2b8f42816a0a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318758 Oct 19 00:18:36.644833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e13545-5af8-4415-bf50-91d21dd42b35 req-257c23a0-f3d9-4dc4-8afb-744249ac360d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:36.646278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20e13545-5af8-4415-bf50-91d21dd42b35 req-257c23a0-f3d9-4dc4-8afb-744249ac360d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0480654 Oct 19 00:18:36.685532 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20e13545-5af8-4415-bf50-91d21dd42b35 req-5039c328-6838-45fe-becb-05dbf9b353b5 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Oct 19 00:18:36.913820 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:37.799549 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a7ad3-1310-4331-927d-157e941cd937 req-c40f5755-fa04-47bf-af57-671883133c9b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:37.801015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b18a7ad3-1310-4331-927d-157e941cd937 req-c40f5755-fa04-47bf-af57-671883133c9b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0485425 Oct 19 00:18:37.839410 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b18a7ad3-1310-4331-927d-157e941cd937 req-53cbcc47-95d5-429d-a0d8-b7c57040c3bd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Oct 19 00:18:38.954233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f87dfb-faec-4117-93ee-2eba2dd462d5 req-f7106fab-7f1b-43a7-a2f9-9267ff4d0ad9 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:38.955763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f8f87dfb-faec-4117-93ee-2eba2dd462d5 req-f7106fab-7f1b-43a7-a2f9-9267ff4d0ad9 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Oct 19 00:18:38.999019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f8f87dfb-faec-4117-93ee-2eba2dd462d5 req-4206b6c7-5199-45c9-b6ef-51b797e38690 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345864 Oct 19 00:18:40.114031 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde27d88-6e90-4728-b506-23cfdc412d04 req-cdd7edc2-ab6b-4e07-8364-2f3b55007a5f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:40.115539 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dde27d88-6e90-4728-b506-23cfdc412d04 req-cdd7edc2-ab6b-4e07-8364-2f3b55007a5f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0500884 Oct 19 00:18:40.153267 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-dde27d88-6e90-4728-b506-23cfdc412d04 req-8b2748ee-ff11-462f-9618-5cf1bb3e375a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312202 Oct 19 00:18:41.273619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9915e4-509d-4eff-9c59-f110643cf967 req-270f6143-8766-4998-a4c4-261eb9bdcacd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:41.275720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a9915e4-509d-4eff-9c59-f110643cf967 req-270f6143-8766-4998-a4c4-261eb9bdcacd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0555315 Oct 19 00:18:41.312025 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a9915e4-509d-4eff-9c59-f110643cf967 req-48f56fbe-5684-4680-ae7e-264622fc1116 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305574 Oct 19 00:18:42.431077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b10c56-f80c-40b3-87b9-adafde02db27 req-d76384d3-2ae8-4f4a-ab69-3050725099aa tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:42.432584 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1b10c56-f80c-40b3-87b9-adafde02db27 req-d76384d3-2ae8-4f4a-ab69-3050725099aa tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0531905 Oct 19 00:18:42.470857 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c1b10c56-f80c-40b3-87b9-adafde02db27 req-a518572d-bbf9-47dd-bc36-18ce56ef076b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323415 Oct 19 00:18:43.584699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af539170-7616-41ee-b1e3-7aabb8ff5954 req-cb704e2a-ffac-4e6e-9415-4415af47e44a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:43.586420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af539170-7616-41ee-b1e3-7aabb8ff5954 req-cb704e2a-ffac-4e6e-9415-4415af47e44a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0485992 Oct 19 00:18:43.628091 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-af539170-7616-41ee-b1e3-7aabb8ff5954 req-53d80090-8fd6-40eb-b842-dda5a8daca2d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357070 Oct 19 00:18:44.741679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82889e-55f2-461f-892e-2e00747ccae1 req-6e6e63c1-e7cc-4059-9a28-136344bdb32e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:44.743167 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8b82889e-55f2-461f-892e-2e00747ccae1 req-6e6e63c1-e7cc-4059-9a28-136344bdb32e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0487120 Oct 19 00:18:44.783140 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8b82889e-55f2-461f-892e-2e00747ccae1 req-9ef7ff33-e60e-4926-8548-69e18b53f401 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333872 Oct 19 00:18:45.887873 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-58d9f0dd-3081-41fe-9e35-d8c54aafa241 service neutron] show failed (client error): The resource could not be found. Oct 19 00:18:45.888875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-58d9f0dd-3081-41fe-9e35-d8c54aafa241 service neutron] 10.222.0.102 "GET /v2.0/ports/82c249ba-d548-4f75-aa56-0da572bd8bb2/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0863299 Oct 19 00:18:45.913504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ead4d-8d0c-4705-a647-43bc9c929e5f req-055b3f80-1843-48d6-acee-dcb9ef01ea4f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:45.915057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae3ead4d-8d0c-4705-a647-43bc9c929e5f req-055b3f80-1843-48d6-acee-dcb9ef01ea4f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0582075 Oct 19 00:18:46.316193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae3ead4d-8d0c-4705-a647-43bc9c929e5f req-66d2a8c1-b35a-4b22-b0be-d012393346c1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940315 Oct 19 00:18:46.328720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-97dc9c37-219a-4360-9988-28bf9e837a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:46.330237 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-97dc9c37-219a-4360-9988-28bf9e837a37 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 1097 time: 0.0561554 Oct 19 00:18:46.348891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:18:46.401701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:46.604037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:18:46.636779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:18:46.676102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:18:46.678557 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d7b88-9880-484e-83e3-3d4b521e3c20" -d '{"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-unplugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:18:46.682453 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:46.696375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Transition to ACTIVE for port object 82c249ba-d548-4f75-aa56-0da572bd8bb2 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:18:46.700871 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:46.796854 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb1afa7-2d4b-4440-8699-160d397158e4 x-openstack-request-id: req-3fb1afa7-2d4b-4440-8699-160d397158e4 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:18:46.797041 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-unplugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:18:46.797258 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fb1afa7-2d4b-4440-8699-160d397158e4 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:18:46.797653 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'code': 200} Oct 19 00:18:46.800346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:18:46.817019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.817362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.817701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.818038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.818374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.818697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.819037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.819379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.819678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.819997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.820315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.820627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:46.842327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] No DVR routers for this DVR port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:18:46.977367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:18:46.978066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:18:46.978066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:18:46.982221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:18:46.982541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:18:46.987295 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:18:46.987635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:18:46.988021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:18:46.988450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Bound port: 82c249ba-d548-4f75-aa56-0da572bd8bb2, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:18:46.988801 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:47.052072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:18:47.055239 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:18:47.060023 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:47.099768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:47.100391 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:47.101829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] 10.222.0.73 "PUT /v2.0/ports/82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 1092 time: 0.7570393 Oct 19 00:18:47.126781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439d888-7e0a-45e0-b929-b44392d402b5 service neutron] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:18:47.179559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-7c15925a-48be-4f90-885b-6d9e7f517450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:47.181107 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-7c15925a-48be-4f90-885b-6d9e7f517450 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1095 time: 0.0431614 Oct 19 00:18:47.277031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-aa1d3c34-3be4-4d09-85d6-f7634101974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:47.278503 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-aa1d3c34-3be4-4d09-85d6-f7634101974d service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0903156 Oct 19 00:18:47.352375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-33f19f52-e3af-4fea-a2f4-c21854e6fe83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 999 time: 0.0666161 Oct 19 00:18:47.426707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-2bc43a37-2def-48c6-908d-6cd71fc5f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:47.428117 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-2bc43a37-2def-48c6-908d-6cd71fc5f814 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0684896 Oct 19 00:18:47.472769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f47946-148b-47b8-b100-0f85ccf2e489 req-211d49de-cb52-4182-9687-d769fb678145 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:47.474218 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67f47946-148b-47b8-b100-0f85ccf2e489 req-211d49de-cb52-4182-9687-d769fb678145 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0882595 Oct 19 00:18:47.505678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-ab7b5cdf-d187-4086-ab45-a4a34ad4268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:47.507228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-ab7b5cdf-d187-4086-ab45-a4a34ad4268e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722921 Oct 19 00:18:47.536878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67f47946-148b-47b8-b100-0f85ccf2e489 req-698c1cfc-de14-4d73-a1af-a1ddd8e8c02b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561998 Oct 19 00:18:47.603358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-4463f8a4-2e20-4dfb-bfc2-5e0f14daaba4 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889335 Oct 19 00:18:47.696884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-a0fd29d7-a5ba-4a2e-96b4-4dc1f664b0ae service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858624 Oct 19 00:18:48.656331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4e290-dea0-4930-be65-562096f20852 req-f0b1c065-36ef-46b5-b104-03a9fc398bad tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:48.657823 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e1c4e290-dea0-4930-be65-562096f20852 req-f0b1c065-36ef-46b5-b104-03a9fc398bad tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0496745 Oct 19 00:18:48.695234 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e1c4e290-dea0-4930-be65-562096f20852 req-7c80f247-27d8-4cf1-95a3-a29f386a643e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Oct 19 00:18:48.799220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:18:48.801595 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a" -d '{"events": [{"name": "network-changed", "server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:18:48.847845 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a4e108-c535-4b0f-889e-f6d542e43368 x-openstack-request-id: req-76a4e108-c535-4b0f-889e-f6d542e43368 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:18:48.848140 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:18:48.848395 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76a4e108-c535-4b0f-889e-f6d542e43368 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:18:48.848826 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'status': 'completed', 'code': 200} Oct 19 00:18:48.956820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-4a6a2110-6ecc-460f-8ec9-23ec3c70a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:48.958389 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-4a6a2110-6ecc-460f-8ec9-23ec3c70a3bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1095 time: 0.0691347 Oct 19 00:18:48.960129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-da9c1b4b-ccbb-4959-be61-4b959c68bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:48.961733 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-da9c1b4b-ccbb-4959-be61-4b959c68bd72 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1095 time: 0.0645185 Oct 19 00:18:49.121747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-ef1f81b5-89da-4c06-9f68-9b8df086f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:49.123225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-ef1f81b5-89da-4c06-9f68-9b8df086f824 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1580727 Oct 19 00:18:49.124339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-c27d6d0c-eeef-4454-8f3d-37e0b7b24a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:49.125631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-c27d6d0c-eeef-4454-8f3d-37e0b7b24a50 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1534264 Oct 19 00:18:49.232370 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-867e5bfa-dfec-442a-a69b-9abff484dbf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 999 time: 0.1013088 Oct 19 00:18:49.238151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-dca3f396-c91f-458d-9feb-bfbdfb186be6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 999 time: 0.1000543 Oct 19 00:18:49.312435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-066239b6-5c82-4e0b-a4b6-ef07dff8d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:49.313876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-066239b6-5c82-4e0b-a4b6-ef07dff8d886 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0748789 Oct 19 00:18:49.317276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-4cb5b56c-6f96-4e1b-b3f1-f4cadfc657fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:49.318569 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-4cb5b56c-6f96-4e1b-b3f1-f4cadfc657fe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0716906 Oct 19 00:18:49.387851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-1260cb8f-3aa6-41c1-a31a-52879555f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:49.389301 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-1260cb8f-3aa6-41c1-a31a-52879555f889 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678089 Oct 19 00:18:49.394971 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-b99d115b-6203-4703-a212-82577a2e952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:49.396323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-b99d115b-6203-4703-a212-82577a2e952b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675650 Oct 19 00:18:49.549154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-65a4e94c-3a6e-4574-b413-ecd65036e661 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514351 Oct 19 00:18:49.552404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-4f894b14-aa2d-4811-b113-c50e81642ee8 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472220 Oct 19 00:18:49.706813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-413d814a-8c8a-4d35-87cb-4d7a339e4f77 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503918 Oct 19 00:18:49.708831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38088f5d-58c5-4ad9-8e7f-8e03e1be072a req-c7c2b3a7-8648-45a7-8cee-8a1cc0b3be31 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457078 Oct 19 00:18:49.814126 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e46b38-da72-4a25-82d2-2c69ab363bdb req-58cccd9b-7421-4a92-98b9-32c91bae2d1f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:49.815644 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17e46b38-da72-4a25-82d2-2c69ab363bdb req-58cccd9b-7421-4a92-98b9-32c91bae2d1f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0521491 Oct 19 00:18:49.853558 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-17e46b38-da72-4a25-82d2-2c69ab363bdb req-6615c237-0a4b-48a0-a6e3-1cf639224d22 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320916 Oct 19 00:18:50.360120 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-17236793-cdff-4500-a366-523b78c3b007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:50.917565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:18:50.961024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:18:50.977895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2c7fe-7aa5-467f-a19a-b7d1093f6c59 req-ebd92420-2c8a-44fe-bf5e-220ffbd647a1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:50.979875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00e2c7fe-7aa5-467f-a19a-b7d1093f6c59 req-ebd92420-2c8a-44fe-bf5e-220ffbd647a1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0555928 Oct 19 00:18:51.017246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00e2c7fe-7aa5-467f-a19a-b7d1093f6c59 req-4a3f9640-d9dd-4283-afc4-b16100e75156 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Oct 19 00:18:51.323164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-f6f40165-102d-4cf5-ad19-0b8289c97c51 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:51.324611 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-f6f40165-102d-4cf5-ad19-0b8289c97c51 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.73 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 943 time: 0.0772917 Oct 19 00:18:51.340001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720dd3b-64a4-4aca-9fac-47410f6b7e73 req-131bff39-01dc-427b-81ae-3a8ebafbb025 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:51.341256 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4720dd3b-64a4-4aca-9fac-47410f6b7e73 req-131bff39-01dc-427b-81ae-3a8ebafbb025 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 943 time: 0.0676043 Oct 19 00:18:51.416009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4720dd3b-64a4-4aca-9fac-47410f6b7e73 req-faa90676-12ce-4f40-b1c5-4b6eef2052a6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686893 Oct 19 00:18:51.422179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-3cdfc69d-1768-4857-b3ed-fe4032c51d3a service neutron] 10.222.0.73 "GET /v2.0/ports/82c249ba-d548-4f75-aa56-0da572bd8bb2/bindings/n-h2-713498-28 HTTP/1.1" status: 200 len: 383 time: 0.0903935 Oct 19 00:18:51.501023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-e5359288-001f-46a3-9e1b-c4cda2408a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:51.502433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-e5359288-001f-46a3-9e1b-c4cda2408a54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1095 time: 0.0414276 Oct 19 00:18:51.591390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-7195718d-a146-4670-8919-2bf22b6bb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:51.592761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-7195718d-a146-4670-8919-2bf22b6bb43e service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0834434 Oct 19 00:18:51.659863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-c3e9871d-babc-4f71-b449-ce7fae421210 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 999 time: 0.0605192 Oct 19 00:18:51.708649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-051fac21-0e22-4e38-9395-267cf9d7ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:51.710070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-051fac21-0e22-4e38-9395-267cf9d7ffc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0424941 Oct 19 00:18:51.754337 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-cf58e0a7-25f9-4d92-8edb-92a46ad56040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:51.755832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-cf58e0a7-25f9-4d92-8edb-92a46ad56040 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391030 Oct 19 00:18:51.849557 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-84d40cf7-192b-4e46-8d24-861b81d38e32 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862739 Oct 19 00:18:51.944224 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-741c09ad-c9d2-4374-b4c6-2c4497a4016b service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866163 Oct 19 00:18:52.032498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:18:52.125263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:18:52.138116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'mac_address': 'fa:16:3e:5c:00:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:18:52.178013 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:52.190824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c249ba-d548-4f75-aa56-0da572bd8bb2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:18:52.209873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:18:52.215082 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:52.261612 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:18:52.269165 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.269512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.269850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.270183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.270513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.270872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.271197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.271517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.271836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.272153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.272470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.272784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:18:52.536139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f6c52-62ca-4d50-8723-b7a3a123af8f req-6188c927-b4be-4162-ab7f-1473794c9032 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:52.537655 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-442f6c52-62ca-4d50-8723-b7a3a123af8f req-6188c927-b4be-4162-ab7f-1473794c9032 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.0513330 Oct 19 00:18:52.576511 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-442f6c52-62ca-4d50-8723-b7a3a123af8f req-5ecab09c-bf1a-48b4-91b1-b08f5eafdd5f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321281 Oct 19 00:18:52.685622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['82c249ba-d548-4f75-aa56-0da572bd8bb2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:18:53.692935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca00f0-5352-4c52-aa12-eba6104e3eef req-0b70f488-765c-4fe8-b042-545fa1229159 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:53.694418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99ca00f0-5352-4c52-aa12-eba6104e3eef req-0b70f488-765c-4fe8-b042-545fa1229159 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.0481899 Oct 19 00:18:53.731936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99ca00f0-5352-4c52-aa12-eba6104e3eef req-67094e03-44fb-46df-961f-73bce0fc8260 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Oct 19 00:18:54.028145 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-75326605-7850-4bf1-aad4-ae3c142665b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:54.060243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:18:54.108884 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 82c249ba-d548-4f75-aa56-0da572bd8bb2 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:18:54.112636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 82c249ba-d548-4f75-aa56-0da572bd8bb2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:18:54.113009 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:54.191740 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:54.214135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:18:54.216434 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2155a2-3256-4907-bc79-90686c1f2b3c" -d '{"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-plugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:18:54.232624 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:18:54.237394 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:54.287279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:18:54.319193 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ef7cec-bf17-4e79-b2d0-e4349be8ebd9 x-openstack-request-id: req-90ef7cec-bf17-4e79-b2d0-e4349be8ebd9 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:18:54.319491 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-plugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:18:54.319768 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90ef7cec-bf17-4e79-b2d0-e4349be8ebd9 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:18:54.320164 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'code': 200} Oct 19 00:18:54.851934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0801d1-aafc-4f65-b4c3-7691b723fa64 req-bd1839b0-dc6d-4cd2-a98e-93c2bff045f6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:54.853411 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b0801d1-aafc-4f65-b4c3-7691b723fa64 req-bd1839b0-dc6d-4cd2-a98e-93c2bff045f6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0503888 Oct 19 00:18:54.892502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6b0801d1-aafc-4f65-b4c3-7691b723fa64 req-3a27d678-97bb-4ef1-8bdc-d79f9cf25de1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Oct 19 00:18:54.901144 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:55.583826 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:56.014747 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868544e0-e690-4030-8531-c9f1ee489cf7 req-b049288b-4d31-42a3-8638-b6765867b0ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:56.016221 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-868544e0-e690-4030-8531-c9f1ee489cf7 req-b049288b-4d31-42a3-8638-b6765867b0ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0508320 Oct 19 00:18:56.054713 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-868544e0-e690-4030-8531-c9f1ee489cf7 req-6d0119fb-18f7-49bc-9e7f-064e97852462 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326099 Oct 19 00:18:56.185492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-343ada0a-c877-49f7-a7e3-8d75021322de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:56.186911 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-343ada0a-c877-49f7-a7e3-8d75021322de service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 1097 time: 0.0412793 Oct 19 00:18:56.204769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:18:56.259998 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:56.460429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:18:56.493103 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:18:56.531243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:18:56.533652 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58956e95-f7fb-440f-9ce0-31b2ef39e714" -d '{"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-unplugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:18:56.537709 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:56.551100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Transition to ACTIVE for port object 82c249ba-d548-4f75-aa56-0da572bd8bb2 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:18:56.554892 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:56.586229 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c240b45-9414-4ada-a3fc-7d6a6b8ac15a x-openstack-request-id: req-3c240b45-9414-4ada-a3fc-7d6a6b8ac15a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:18:56.586520 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-unplugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:18:56.586798 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c240b45-9414-4ada-a3fc-7d6a6b8ac15a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:18:56.587187 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'code': 200} Oct 19 00:18:56.642377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=10']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:18:56.679578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] No DVR routers for this DVR port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:18:56.816545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:18:56.816887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:18:56.817217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:18:56.821701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:18:56.822024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Attempting to bind port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:18:56.827266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:18:56.827612 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:18:56.828030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:18:56.828413 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Bound port: 82c249ba-d548-4f75-aa56-0da572bd8bb2, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:18:56.828774 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:56.894342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:18:56.897799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:18:56.902325 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:56.936430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:56.937051 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:56.938484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] 10.222.0.102 "PUT /v2.0/ports/82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 1093 time: 0.7375517 Oct 19 00:18:56.958972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff9fab-644a-40f0-8c98-1e83e445afaa service neutron] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=11']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:18:57.019008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-4f771cf0-98c5-4f1b-91ad-2f18c28cafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:57.020497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-4f771cf0-98c5-4f1b-91ad-2f18c28cafcc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1096 time: 0.0435555 Oct 19 00:18:57.119303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-5518ab38-4bc2-4bb0-8d31-787dcc53b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:57.121267 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-5518ab38-4bc2-4bb0-8d31-787dcc53b95b service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0934663 Oct 19 00:18:57.180340 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925596-53de-4cfa-b80c-9b6390a1e5e1 req-14521a8c-04b0-4982-8ad6-6ad1c5d579cb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:57.181833 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a925596-53de-4cfa-b80c-9b6390a1e5e1 req-14521a8c-04b0-4982-8ad6-6ad1c5d579cb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.0578198 Oct 19 00:18:57.191859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-4a9df2a8-32a8-41d8-9b90-b9fe78650a71 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 999 time: 0.0626562 Oct 19 00:18:57.221467 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5a925596-53de-4cfa-b80c-9b6390a1e5e1 req-c202790d-d04f-45f4-9033-cdb8e152d330 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Oct 19 00:18:57.242853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-9eec3634-8f76-4b25-b69a-de810546b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:57.244392 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-9eec3634-8f76-4b25-b69a-de810546b4bf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0454764 Oct 19 00:18:57.294505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-5facce12-0322-4810-aaf2-e45ee6f0baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:57.296018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-5facce12-0322-4810-aaf2-e45ee6f0baa1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440626 Oct 19 00:18:57.386256 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-a6510e0b-31d3-45cd-bb98-6e3328b71947 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831649 Oct 19 00:18:57.478953 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cbd45c6b-89d7-428f-ba44-5cb7af3dfd45 req-80c87026-198e-45f7-88d7-40fb5e8e2027 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857038 Oct 19 00:18:58.068243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:18:58.106970 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:18:58.115826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:18:58.344848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2213-5d31-4ae0-acd0-7df6e267f2b8 req-5599c305-2acd-459d-8582-b7b5291c4bb9 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:58.346284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee3b2213-5d31-4ae0-acd0-7df6e267f2b8 req-5599c305-2acd-459d-8582-b7b5291c4bb9 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.0488005 Oct 19 00:18:58.383581 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee3b2213-5d31-4ae0-acd0-7df6e267f2b8 req-4c8be9a4-4168-4bdc-82d0-d36a11dcd8c3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313435 Oct 19 00:18:58.588992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:18:58.591528 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f637ad-eaf6-43b8-86dc-f0495efc319a" -d '{"events": [{"name": "network-changed", "server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:18:58.639739 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4e81ed-9882-488d-829c-445f25707425 x-openstack-request-id: req-ad4e81ed-9882-488d-829c-445f25707425 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:18:58.640030 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:18:58.640285 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad4e81ed-9882-488d-829c-445f25707425 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:18:58.640702 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'status': 'completed', 'code': 200} Oct 19 00:18:58.748272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-26a64baa-b229-4967-92ab-61eb58f7751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:58.749727 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-26a64baa-b229-4967-92ab-61eb58f7751c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1096 time: 0.0715406 Oct 19 00:18:58.752027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-0947f827-ae4a-446e-9c58-a5a56b3f7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:58.753348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-0947f827-ae4a-446e-9c58-a5a56b3f7507 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 1096 time: 0.0673184 Oct 19 00:18:58.907847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-7d5d0771-c7b8-4e22-ad98-11e7cb8dcde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:58.909297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-7d5d0771-c7b8-4e22-ad98-11e7cb8dcde9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1525784 Oct 19 00:18:58.910589 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-cac79799-b0fb-49ec-b910-65f7a406cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:58.911908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-cac79799-b0fb-49ec-b910-65f7a406cee6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1470480 Oct 19 00:18:59.359233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-7f45a1ef-b636-4320-97db-0813e514fff7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 999 time: 0.4421561 Oct 19 00:18:59.360949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-b9f44125-2c68-4da8-99d4-c8bcd42258f4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 200 len: 999 time: 0.4385362 Oct 19 00:18:59.442626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-2e6a3269-0c6d-4de7-9a4f-8ded9e3d4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:59.444107 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-2e6a3269-0c6d-4de7-9a4f-8ded9e3d4e05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0785246 Oct 19 00:18:59.445477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-2a589088-22aa-40aa-becb-0169703c9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:59.446861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-2a589088-22aa-40aa-becb-0169703c9528 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0735786 Oct 19 00:18:59.550098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-d9dbe75a-993b-43a3-876a-a7f1989f3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:59.551601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-d9dbe75a-993b-43a3-876a-a7f1989f3c9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005890 Oct 19 00:18:59.562998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792ede4-9e89-49f4-b12f-949b4c28b3f2 req-dd86ad2f-2e18-4d41-978e-dd23232c0655 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:59.564287 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6792ede4-9e89-49f4-b12f-949b4c28b3f2 req-dd86ad2f-2e18-4d41-978e-dd23232c0655 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.1057856 Oct 19 00:18:59.573943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-cded4137-adaa-4101-abc3-f50867ce9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:18:59.575460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-cded4137-adaa-4101-abc3-f50867ce9a33 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159637 Oct 19 00:18:59.718933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6792ede4-9e89-49f4-b12f-949b4c28b3f2 req-67d7c932-504b-4089-ba96-b55c01e51f4f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416028 Oct 19 00:18:59.753224 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-feaf790c-0e18-4870-9bee-5dc4cb9f22c5 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632180 Oct 19 00:18:59.756484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-77dd4017-8e0d-4a25-a966-5d835746db3b service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906703 Oct 19 00:18:59.912829 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-f2d20b25-bac2-441d-a398-b4a2c4ede814 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453917 Oct 19 00:18:59.914546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0f637ad-eaf6-43b8-86dc-f0495efc319a req-1a732d0c-2f0d-42eb-856a-5e81c0d18ea6 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541383 Oct 19 00:19:00.836107 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29697-3786-41e1-af24-cec8899a8568 req-732622b5-5050-48ec-85d6-e5fdd8a70264 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:00.837612 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94a29697-3786-41e1-af24-cec8899a8568 req-732622b5-5050-48ec-85d6-e5fdd8a70264 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.0515172 Oct 19 00:19:00.878364 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-94a29697-3786-41e1-af24-cec8899a8568 req-29120b12-ceb8-41ce-a2aa-ddf04d4baf2e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346487 Oct 19 00:19:00.952486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:19:00.991839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ed4d6-3c88-4e4e-975f-ded8541fca41 req-8c98f249-da04-4cfb-93a6-2cd77819c758 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:00.993347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-387ed4d6-3c88-4e4e-975f-ded8541fca41 req-8c98f249-da04-4cfb-93a6-2cd77819c758 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.0503473 Oct 19 00:19:01.032089 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-387ed4d6-3c88-4e4e-975f-ded8541fca41 req-fd691449-c44b-4b00-a43c-781d815ce768 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Oct 19 00:19:01.049778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:19:01.063648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'mac_address': 'fa:16:3e:5c:00:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:19:01.101500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:01.115305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c249ba-d548-4f75-aa56-0da572bd8bb2 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:19:01.135518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:19:01.140273 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:01.156466 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3663c5-7143-4411-9ce5-4b790f07f526 req-df0b2200-4245-4ba2-a34e-6cb230864f86 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:01.157969 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e3663c5-7143-4411-9ce5-4b790f07f526 req-df0b2200-4245-4ba2-a34e-6cb230864f86 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 944 time: 0.0592146 Oct 19 00:19:01.190551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=12']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:19:01.196764 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-0e3663c5-7143-4411-9ce5-4b790f07f526 req-2a2bb35f-b238-402f-b38d-e4f102659343 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Oct 19 00:19:01.436445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541f39c-c8ce-411c-a4c7-3ecf3ce8f980 req-cd1e8e35-a8f2-4c30-a439-857423364c47 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:01.437910 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d541f39c-c8ce-411c-a4c7-3ecf3ce8f980 req-cd1e8e35-a8f2-4c30-a439-857423364c47 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0544403 Oct 19 00:19:01.621639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['82c249ba-d548-4f75-aa56-0da572bd8bb2'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:19:01.648481 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d541f39c-c8ce-411c-a4c7-3ecf3ce8f980 req-3b6b3435-34c0-473a-bda1-e76d0730e24b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045827 Oct 19 00:19:02.765193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6740061-14e2-4d1b-bbd9-b54a2ed35fda req-1115979b-697f-4f92-b2a4-f5449dabb87c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:02.766684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6740061-14e2-4d1b-bbd9-b54a2ed35fda req-1115979b-697f-4f92-b2a4-f5449dabb87c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0483835 Oct 19 00:19:02.812543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6740061-14e2-4d1b-bbd9-b54a2ed35fda req-6cc0bde8-fe45-4545-b919-dc2fb2ef0b4a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Oct 19 00:19:02.961386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:19:03.011071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 82c249ba-d548-4f75-aa56-0da572bd8bb2 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:19:03.015053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 82c249ba-d548-4f75-aa56-0da572bd8bb2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:19:03.015430 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:03.037850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-328fa4ce-e26e-4ac9-80d6-6896284ec108 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:03.039413 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-328fa4ce-e26e-4ac9-80d6-6896284ec108 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Oct 19 00:19:03.097768 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:03.120379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:19:03.123115 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37576c62-9b01-49d2-ad8c-b23141444369" -d '{"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-plugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:19:03.128320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Deleting port 82c249ba-d548-4f75-aa56-0da572bd8bb2 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:19:03.128672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:03.136533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:19:03.141210 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:03.168431 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2153b44-2f56-4613-9ef0-dac7f835eb72 x-openstack-request-id: req-f2153b44-2f56-4613-9ef0-dac7f835eb72 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:19:03.168818 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-plugged", "status": "completed", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:19:03.169079 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2153b44-2f56-4613-9ef0-dac7f835eb72 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:19:03.169488 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'code': 200} Oct 19 00:19:03.194704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=13']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:19:03.225374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] For port 82c249ba-d548-4f75-aa56-0da572bd8bb2, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=82c249ba-d548-4f75-aa56-0da572bd8bb2,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:19:03.225664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:03.395033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:03.395399 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:03.395719 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Floating IP 241733e4-3b54-49ba-95a2-bc06f774031e disassociated. External IP: 172.25.7.34, port: 82c249ba-d548-4f75-aa56-0da572bd8bb2. Oct 19 00:19:03.396063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Calling delete_port for 82c249ba-d548-4f75-aa56-0da572bd8bb2 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:19:03.527607 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:03.558774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event deleted for resources: {'Port': ['ID=82c249ba-d548-4f75-aa56-0da572bd8bb2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:19:03.679606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:19:03.793315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:19:03.802748 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:19:03.812813 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:19:03.813418 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:18:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:19:03.832427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] No DVR routers for this DVR port 82c249ba-d548-4f75-aa56-0da572bd8bb2 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:19:03.835535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:03.839294 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b7a3933-c190-4f30-a2e2-2d670b62f963 req-d3167a24-dcfd-440b-aa9b-563c7e9a87d1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "DELETE /v2.0/ports/82c249ba-d548-4f75-aa56-0da572bd8bb2 HTTP/1.1" status: 204 len: 173 time: 0.7939696 Oct 19 00:19:03.839802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-deleted', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:19:03.842450 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae760b3-d2e0-4b69-8bb5-67bfc0759009" -d '{"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-deleted", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:19:03.885257 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf91a567-bb33-4326-94a4-075d9fd42a7a x-openstack-request-id: req-cf91a567-bb33-4326-94a4-075d9fd42a7a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:19:03.885639 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9963b682-cae9-4131-86a3-4e3cbfa35f31", "name": "network-vif-deleted", "tag": "82c249ba-d548-4f75-aa56-0da572bd8bb2", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:19:03.886080 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf91a567-bb33-4326-94a4-075d9fd42a7a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:19:03.886556 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9963b682-cae9-4131-86a3-4e3cbfa35f31', 'name': 'network-vif-deleted', 'tag': '82c249ba-d548-4f75-aa56-0da572bd8bb2', 'status': 'completed', 'code': 200} Oct 19 00:19:03.918448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f56e43cb-adfd-4133-8fca-2a99cb367a5b req-876d2c32-f39a-4d64-8238-2db8f0971d47 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=9963b682-cae9-4131-86a3-4e3cbfa35f31 HTTP/1.1" status: 200 len: 210 time: 0.0271263 Oct 19 00:19:03.928937 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:19:04.128862 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:19:04.155021 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:19:04.163211 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:19:04.163810 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:18:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:19:04.268376 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:19:04.471650 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:19:04.497831 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9085d3-8ae6-4a2e-a7e8-fa9fe222dfd1 None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:19:04.720775 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de528eb-7671-45d4-bd12-96aa55fd0f02 None None] New status for floating IP 241733e4-3b54-49ba-95a2-bc06f774031e: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:19:04.732390 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:19:05.216728 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-da8c9ff2-98fe-463c-82d0-4f768c3ddacb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1104952599&fields=id&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 267 time: 0.0344088 Oct 19 00:19:05.257220 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:05.326196 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-84047d7e-630d-4545-a828-b1bd062896c2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:05.328004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-84047d7e-630d-4545-a828-b1bd062896c2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 812 time: 0.1041565 Oct 19 00:19:05.343385 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-f343cd8b-4dad-4987-926e-1596fc861add tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/quotas/496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 375 time: 0.0100136 Oct 19 00:19:05.399982 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-26110e74-e20c-4feb-8b0f-8561bb0559c8 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511899 Oct 19 00:19:05.415707 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-9fa86171-1b9c-467a-8f0f-be9859750897 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:19:05.416688 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-9fa86171-1b9c-467a-8f0f-be9859750897 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050895 Oct 19 00:19:05.504777 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-2fa0ff8a-7ba7-4de7-91af-af2ca9d0c027 service neutron] 10.222.0.52 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824013 Oct 19 00:19:05.598743 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-aaf4e368-8521-4b8d-8a67-fc04b6c7a842 service neutron] 10.222.0.52 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871351 Oct 19 00:19:05.759319 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f9acef3-363b-4d3f-b788-0399c88757c1 req-6bc03353-028c-4383-a71a-ff50bbc0f9ec tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 210 time: 0.0303524 Oct 19 00:19:06.817895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-4c5612d5-0f3e-4da2-b655-339259929766 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:06.819594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-4c5612d5-0f3e-4da2-b655-339259929766 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 812 time: 0.1136596 Oct 19 00:19:06.863798 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-8655c3fb-31bc-4148-bdb7-a77f7cc79a61 req-8a6e22bd-0989-4980-9cd9-1289bd655a80 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 210 time: 0.0287256 Oct 19 00:19:06.872038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-4a3edd55-3766-4709-988e-c46b7eca21a5 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 380 time: 0.0355530 Oct 19 00:19:06.883393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'port': {'device_id': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'admin_state_up': True, 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'security_groups': ['d6129414-662c-4dc3-a88d-4787c29846fb']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:19:06.925365 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:06.988922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:19:06.999638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Made reservation on behalf of 496e67536ebc4b8c8c32491bb8a98cbf for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:19:07.003465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:07.009077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 82c249ba-d548-4f75-aa56-0da572bd8bb2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:19:07.009429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 82c249ba-d548-4f75-aa56-0da572bd8bb2 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:19:07.128696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Allocated IP 172.20.0.6 (490c60da-3aff-4f9c-a4aa-8c5575b4e0ec/51343a00-2947-4de1-b1a4-ae87a20a3f29/786abca5-9d22-4223-bd4b-df0ac822f618) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:19:07.272840 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:07.305113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:07.346134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:19:07.349174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:19:07.352782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:19:07.387927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:19:07.413267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:07.413882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:07.431301 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-07784359-29f1-44dd-8c58-5e8bdb73eaf6 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516930 Oct 19 00:19:07.453309 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Request body: {'port': {'device_id': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:19:07.510639 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:07.635751 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-33e87e98-0d4b-40e9-a7c8-7c56d663460d None None] Provisioning complete for port 786abca5-9d22-4223-bd4b-df0ac822f618 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:19:07.636033 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-33e87e98-0d4b-40e9-a7c8-7c56d663460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:07.670287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-33e87e98-0d4b-40e9-a7c8-7c56d663460d None None] Port 786abca5-9d22-4223-bd4b-df0ac822f618 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:19:07.777280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786abca5-9d22-4223-bd4b-df0ac822f618 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:19:07.784734 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:07.797405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Transition to ACTIVE for port object 786abca5-9d22-4223-bd4b-df0ac822f618 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:19:07.800440 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:07.870669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:19:07.922279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:19:07.922671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:19:07.923040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:19:07.928113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Port 786abca5-9d22-4223-bd4b-df0ac822f618 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:19:07.928444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:19:07.933728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:19:07.934069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:19:07.934465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:19:07.934923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Bound port: 786abca5-9d22-4223-bd4b-df0ac822f618, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:19:07.935287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:08.041780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e958fd-036c-44c4-b9d6-1f8cd33986c9 req-56802be6-64af-44c3-9cc9-6024fe3e7215 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:08.043325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85e958fd-036c-44c4-b9d6-1f8cd33986c9 req-56802be6-64af-44c3-9cc9-6024fe3e7215 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0975456 Oct 19 00:19:08.045831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:19:08.049822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:19:08.058529 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:08.104613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:08.105343 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:08.106765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] 10.222.0.102 "PUT /v2.0/ports/786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 1092 time: 0.6578853 Oct 19 00:19:08.111530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:19:08.113789 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a75f407-e30c-4899-867a-35488aeebb19" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:19:08.136876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85e958fd-036c-44c4-b9d6-1f8cd33986c9 req-109916e9-b8ea-49e6-baca-6249f71d26e7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853152 Oct 19 00:19:08.157755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f5367-970b-40b7-bc14-460f0585a4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:19:08.163812 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7684bec9-4175-4d94-896a-7d14658d0c28 x-openstack-request-id: req-7684bec9-4175-4d94-896a-7d14658d0c28 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:19:08.164372 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:19:08.164633 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7684bec9-4175-4d94-896a-7d14658d0c28 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:19:08.165037 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'status': 'completed', 'code': 200} Oct 19 00:19:08.231126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5c3d3e51-f52c-4798-b506-2bdf62220e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:08.232640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-5c3d3e51-f52c-4798-b506-2bdf62220e10 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1095 time: 0.0488954 Oct 19 00:19:08.285119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-8ccc771c-e79e-4d01-b339-e0647745bec7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 217 time: 0.0380020 Oct 19 00:19:08.334209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-9edb5d82-628c-43c4-baa2-e5920faa1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:08.335942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-9edb5d82-628c-43c4-baa2-e5920faa1b94 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0432465 Oct 19 00:19:08.380732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-191d4e48-efcb-4b22-ad54-2f52e636a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:08.382123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-191d4e48-efcb-4b22-ad54-2f52e636a375 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388010 Oct 19 00:19:08.478144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-c58e3a54-4545-48cc-a7c6-133999260b3d service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886352 Oct 19 00:19:08.573314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd14518-6286-4b78-8c78-459a07d106d7 req-aa3e76fc-3667-457a-9897-78ee3bbf9908 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878506 Oct 19 00:19:08.707043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75f407-e30c-4899-867a-35488aeebb19 req-f0d3ad96-f8ee-4315-96ce-f90a09f85dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:08.708535 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a75f407-e30c-4899-867a-35488aeebb19 req-f0d3ad96-f8ee-4315-96ce-f90a09f85dac service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1095 time: 0.0417967 Oct 19 00:19:08.798423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75f407-e30c-4899-867a-35488aeebb19 req-a548a94b-11b3-487d-97cf-9dd1f0963250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:08.799867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a75f407-e30c-4899-867a-35488aeebb19 req-a548a94b-11b3-487d-97cf-9dd1f0963250 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0841398 Oct 19 00:19:08.845412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a75f407-e30c-4899-867a-35488aeebb19 req-7de33742-f694-4ceb-b532-aeae59e79c74 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 217 time: 0.0386474 Oct 19 00:19:08.896192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75f407-e30c-4899-867a-35488aeebb19 req-9f5cca1c-369c-4986-b629-42a413c3c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:08.897692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a75f407-e30c-4899-867a-35488aeebb19 req-9f5cca1c-369c-4986-b629-42a413c3c3fa service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0443218 Oct 19 00:19:08.943212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75f407-e30c-4899-867a-35488aeebb19 req-a7e04a95-9895-42c8-9df8-824808103ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:08.944675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a75f407-e30c-4899-867a-35488aeebb19 req-a7e04a95-9895-42c8-9df8-824808103ae2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397527 Oct 19 00:19:09.036039 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a75f407-e30c-4899-867a-35488aeebb19 req-a7d6aac6-0a59-4706-a60e-5d649455293c service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839472 Oct 19 00:19:09.124085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a75f407-e30c-4899-867a-35488aeebb19 req-65ed1b9d-1b95-4c3b-a7da-acf34996864c service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804379 Oct 19 00:19:09.256038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943251c3-f6cf-4524-b7f9-2e76c02efd35 req-522c58d6-c5a1-4f94-91da-f31335e034bb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:09.257505 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-943251c3-f6cf-4524-b7f9-2e76c02efd35 req-522c58d6-c5a1-4f94-91da-f31335e034bb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0534213 Oct 19 00:19:09.294872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-943251c3-f6cf-4524-b7f9-2e76c02efd35 req-9320c2dd-7cd4-4998-a2d1-a0ce895f8539 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Oct 19 00:19:10.410988 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d4b00-70c0-454e-9eb3-14a4a54605a7 req-03eee6f8-8e44-4039-aea8-a9beb1dfef92 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:10.412469 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-965d4b00-70c0-454e-9eb3-14a4a54605a7 req-03eee6f8-8e44-4039-aea8-a9beb1dfef92 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0490365 Oct 19 00:19:10.450393 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-965d4b00-70c0-454e-9eb3-14a4a54605a7 req-3fd5179b-bd6b-454d-8bd1-3281f9e21039 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Oct 19 00:19:11.564248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcf1a-c3ce-41fe-b75c-06abf1100669 req-1135783f-3e7a-4e58-981b-778281d283f1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:11.565732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-368bcf1a-c3ce-41fe-b75c-06abf1100669 req-1135783f-3e7a-4e58-981b-778281d283f1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0490549 Oct 19 00:19:11.605612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-368bcf1a-c3ce-41fe-b75c-06abf1100669 req-30447ba9-7f3e-4fba-9cda-e04925c7e6b4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338261 Oct 19 00:19:12.723683 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43f130-2757-49ef-acde-7668827c3b41 req-de99a5f7-0dec-4f80-ab08-288a3ea42270 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:12.725145 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4a43f130-2757-49ef-acde-7668827c3b41 req-de99a5f7-0dec-4f80-ab08-288a3ea42270 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0532537 Oct 19 00:19:12.762360 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4a43f130-2757-49ef-acde-7668827c3b41 req-be7aebab-13a6-4528-a40b-f2ced305316f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311422 Oct 19 00:19:13.024876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:19:13.120764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:19:13.131459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '786abca5-9d22-4223-bd4b-df0ac822f618', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '786abca5-9d22-4223-bd4b-df0ac822f618', 'mac_address': 'fa:16:3e:dd:5c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:19:13.167837 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:13.180501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786abca5-9d22-4223-bd4b-df0ac822f618 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:19:13.200291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:19:13.204214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:13.250367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:19:13.565867 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['786abca5-9d22-4223-bd4b-df0ac822f618'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:19:13.876573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee3ea-1ba2-47b0-82bc-7f23aa193ef0 req-ca96039b-fbb8-4143-a693-eb2ecf4d0c16 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:13.878092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a6ee3ea-1ba2-47b0-82bc-7f23aa193ef0 req-ca96039b-fbb8-4143-a693-eb2ecf4d0c16 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0495288 Oct 19 00:19:13.915555 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4a6ee3ea-1ba2-47b0-82bc-7f23aa193ef0 req-d337f660-a63f-4249-9a44-42b56c31f584 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312634 Oct 19 00:19:15.031442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07245140-ec3b-43bc-9b38-8e9c19f55849 req-1cf9cca5-5f59-4c09-aaa8-2c36b5357597 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:15.032923 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07245140-ec3b-43bc-9b38-8e9c19f55849 req-1cf9cca5-5f59-4c09-aaa8-2c36b5357597 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0500231 Oct 19 00:19:15.038824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:19:15.070748 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-07245140-ec3b-43bc-9b38-8e9c19f55849 req-f290941d-39ee-488b-ac25-db9defd636ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317094 Oct 19 00:19:15.092684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 786abca5-9d22-4223-bd4b-df0ac822f618 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:19:15.096736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 786abca5-9d22-4223-bd4b-df0ac822f618 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:19:15.097112 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:15.174828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:15.196785 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:19:15.199681 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661b3a0e-8091-438a-ac31-9c763b66e7b9" -d '{"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-plugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:19:15.212200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:19:15.217231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:15.240326 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd00dcee-8af3-4a26-a304-de55bfe4bf92 x-openstack-request-id: req-fd00dcee-8af3-4a26-a304-de55bfe4bf92 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:19:15.240622 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-plugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:19:15.240876 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd00dcee-8af3-4a26-a304-de55bfe4bf92 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:19:15.241267 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'code': 200} Oct 19 00:19:15.266648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:19:15.364281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea388d1-f57e-434a-a6fb-1fcfcc83e632 req-901d8473-6075-4c97-9aa1-ee4256cf51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:15.365755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dea388d1-f57e-434a-a6fb-1fcfcc83e632 req-901d8473-6075-4c97-9aa1-ee4256cf51c8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1097 time: 0.0438898 Oct 19 00:19:15.400035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dea388d1-f57e-434a-a6fb-1fcfcc83e632 req-00d2f1c9-3445-458b-b6bd-f309714a1a84 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270872 Oct 19 00:19:16.187721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8cb4a-06ba-460b-9e7c-1b9209277a69 req-90e1f671-40ba-41a5-aecb-00ab5052d839 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:16.189200 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8a8cb4a-06ba-460b-9e7c-1b9209277a69 req-90e1f671-40ba-41a5-aecb-00ab5052d839 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0486832 Oct 19 00:19:16.227591 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-c8a8cb4a-06ba-460b-9e7c-1b9209277a69 req-de6c5077-acee-4fd7-8cd9-76bd518f42af tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324056 Oct 19 00:19:17.347877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb371-5426-4e70-85ba-9e67835dfc70 req-9a6c08e0-9d32-4afd-bb58-ef7ad5461ca2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:17.349326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e05bb371-5426-4e70-85ba-9e67835dfc70 req-9a6c08e0-9d32-4afd-bb58-ef7ad5461ca2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0533309 Oct 19 00:19:17.387671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e05bb371-5426-4e70-85ba-9e67835dfc70 req-e9ef4bea-ebe8-4d60-b06e-9e9a2b568455 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Oct 19 00:19:17.504225 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1394e-8078-4e4a-a0c7-541a0e5a7166 req-9ef6d4a3-b214-47be-a331-eda7e3513cc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:17.505701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-99f1394e-8078-4e4a-a0c7-541a0e5a7166 req-9ef6d4a3-b214-47be-a331-eda7e3513cc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0563023 Oct 19 00:19:17.514313 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41256) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:19:17.518651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5cb2647d-1872-4015-9548-901eacd6a8ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Request body: {'floatingip': {'port_id': '786abca5-9d22-4223-bd4b-df0ac822f618'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:19:17.558809 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cb2647d-1872-4015-9548-901eacd6a8ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:17.994799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cb2647d-1872-4015-9548-901eacd6a8ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:17.999330 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cb2647d-1872-4015-9548-901eacd6a8ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:18.100230 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-5cb2647d-1872-4015-9548-901eacd6a8ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Floating IP 241733e4-3b54-49ba-95a2-bc06f774031e associated. External IP: 172.25.7.34, port: 786abca5-9d22-4223-bd4b-df0ac822f618. Oct 19 00:19:18.301906 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb2647d-1872-4015-9548-901eacd6a8ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:19:18.408838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb2647d-1872-4015-9548-901eacd6a8ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:19:18.413778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cb2647d-1872-4015-9548-901eacd6a8ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:18.418292 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:19:18.427185 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:19:18.427785 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:18:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:19:18.443614 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5cb2647d-1872-4015-9548-901eacd6a8ca tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "PUT /v2.0/floatingips/241733e4-3b54-49ba-95a2-bc06f774031e HTTP/1.1" status: 200 len: 991 time: 0.9282305 Oct 19 00:19:18.444200 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:19:18.446549 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75d9585-8729-4df9-b67c-85485a59fc21" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:19:18.606340 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3a2b1b-147e-4078-ba08-e597592a201f x-openstack-request-id: req-4a3a2b1b-147e-4078-ba08-e597592a201f {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:19:18.607003 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:19:18.607003 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a3a2b1b-147e-4078-ba08-e597592a201f {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:19:18.607381 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'status': 'completed', 'code': 200} Oct 19 00:19:18.629279 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:19:18.704418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-587a538e-228b-4fbd-aaaa-2a766340bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:18.705851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-587a538e-228b-4fbd-aaaa-2a766340bb5b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1097 time: 0.0549605 Oct 19 00:19:18.803204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-16bfab04-0ead-4426-bea3-b3fc339d51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:18.804699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-16bfab04-0ead-4426-bea3-b3fc339d51f0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0914030 Oct 19 00:19:18.857401 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '786abca5-9d22-4223-bd4b-df0ac822f618', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:dd:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:19:17Z', 'revision_number': 13, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:19:18.870649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-17a39d73-0d54-46b5-be2b-6060152bd510 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 999 time: 0.0588949 Oct 19 00:19:18.889657 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:19:18.897885 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:19:18.898521 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:18:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:19:18.923699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-bb4d1ceb-99ed-4994-9b05-6daba5b55226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:18.925127 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-bb4d1ceb-99ed-4994-9b05-6daba5b55226 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0476432 Oct 19 00:19:18.971726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-f0e7782b-87ea-471b-a724-3d173f481631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:18.973144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-f0e7782b-87ea-471b-a724-3d173f481631 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399144 Oct 19 00:19:19.004480 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:19:19.062482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-23267cb4-e637-411f-844a-40903e778b51 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821359 Oct 19 00:19:19.160223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b75d9585-8729-4df9-b67c-85485a59fc21 req-ddc1bba8-3949-4806-a3f4-cb6c35be64e2 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908651 Oct 19 00:19:19.312612 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '786abca5-9d22-4223-bd4b-df0ac822f618', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:dd:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:19:17Z', 'revision_number': 13, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:19:19.343352 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43729f5e-0dff-49f1-9a2b-7721207898e3 None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '241733e4-3b54-49ba-95a2-bc06f774031e', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'port_id': '786abca5-9d22-4223-bd4b-df0ac822f618', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'mac_address': 'fa:16:3e:dd:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:09:01Z', 'updated_at': '2021-10-19T00:19:17Z', 'revision_number': 13, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:19:19.537953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6595189-1ea6-479c-bbbb-318a21da2c86 None None] New status for floating IP 241733e4-3b54-49ba-95a2-bc06f774031e: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:19:20.361008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6613bfdb-db25-4a99-88c3-04cbb06767b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:24.030429 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4815de71-b29b-41ee-9aa5-6b59da500ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:24.905350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:25.586423 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:27.282884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-06e7cb4c-0e3d-467c-a4d9-5b1d3cf9a4e1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391188 Oct 19 00:19:27.391352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-ce00e250-7fbb-4db7-8848-244810023429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:27.392851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-ce00e250-7fbb-4db7-8848-244810023429 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1097 time: 0.0459099 Oct 19 00:19:27.498703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-74d81a46-fb48-48eb-834a-aa3fcf217a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:27.500199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-74d81a46-fb48-48eb-834a-aa3fcf217a5d service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0865655 Oct 19 00:19:27.570507 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-4e2dd2aa-09ea-46e7-b7ab-5c4087224d55 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 1001 time: 0.0611606 Oct 19 00:19:27.621397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-14f15f85-4d7d-4ef5-abd4-9e68013ddd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:27.622951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-14f15f85-4d7d-4ef5-abd4-9e68013ddd55 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0448716 Oct 19 00:19:27.670190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-1a528b08-94e0-408c-b7c3-aa24eeaa02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:19:27.671593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-1a528b08-94e0-408c-b7c3-aa24eeaa02d3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403652 Oct 19 00:19:27.770176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-808c6340-c743-4c4f-8d6b-3192aa8c340f service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866954 Oct 19 00:19:27.865158 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5723d453-0c28-425a-8c3e-7fadf457d0bd req-16d2f47a-90a1-45ca-8ad7-ed0872f1dbb2 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837109 Oct 19 00:19:28.088611 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:35.273016 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:36.912929 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:41.732166 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:19:50.362611 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-06c1497e-4f85-4198-9ce8-86aef61b91e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:54.031435 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00f6a842-a9ba-46f6-8ea0-93be9c923734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:54.907468 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:55.588836 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:19:58.090220 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:05.316924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:06.936088 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:18.732456 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:20:20.364318 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e2995e0d-eb53-4790-9712-473a0b359ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:24.032822 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-087f2593-cdab-4193-8578-ae6e707d6f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:24.909715 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:25.591310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:27.300169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-87dfd35c-0925-4115-9c4c-b56353ab9cb5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439417 Oct 19 00:20:27.395877 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-5b8cd57b-aa08-46aa-ba35-6749661c4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:20:27.397349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-5b8cd57b-aa08-46aa-ba35-6749661c4919 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1097 time: 0.0405357 Oct 19 00:20:27.503429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-4a65078c-d51a-4e8b-80bb-49c24b39b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:20:27.504868 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-4a65078c-d51a-4e8b-80bb-49c24b39b488 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0885291 Oct 19 00:20:27.575234 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-7cb1fd9b-fe98-4bda-8ec7-a7361a570be7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 1001 time: 0.0625858 Oct 19 00:20:27.625647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-8d182ae6-13eb-45a4-af28-9ec65b5cd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:20:27.626763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-8d182ae6-13eb-45a4-af28-9ec65b5cd93b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0444508 Oct 19 00:20:27.671861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-d7acc6bb-c417-45c5-83ee-60db40531216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:20:27.673315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-d7acc6bb-c417-45c5-83ee-60db40531216 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392642 Oct 19 00:20:27.766240 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-05a33c70-aff3-4632-87eb-cccdaad59eec service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851886 Oct 19 00:20:27.856356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b7e3fc6d-a3c9-4d8a-bb21-63d4e8b28e0e req-dfa67171-966c-4b2e-a39e-5973a3bbb35c service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829046 Oct 19 00:20:28.091918 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:35.316462 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:36.932381 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:50.365185 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8d67ed8-55ac-4860-89f9-fbd58ac95d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:54.033785 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2a970313-7db4-4aea-97f8-752442a8a827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:54.915682 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:55.595046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:20:55.732807 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:20:58.094260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:05.326675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:06.946580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:20.367699 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-882295ec-658a-44ff-9292-96759d42ce8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:24.035728 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf879-3bae-49e4-9235-cf173e01e2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:24.911021 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:25.597072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:27.296977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-c9672801-c6ef-4db8-83a7-ba384974b85d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462778 Oct 19 00:21:27.394400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-6551da8b-aad2-4adc-86e5-5f8a88c73712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:21:27.395826 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-6551da8b-aad2-4adc-86e5-5f8a88c73712 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1097 time: 0.0405240 Oct 19 00:21:27.502991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-e36a1744-8993-4099-bdec-4bb5917b7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:21:27.504448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-e36a1744-8993-4099-bdec-4bb5917b7fb1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0884552 Oct 19 00:21:27.570055 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-8eb50bd0-6385-4cb9-a041-d0fd88d8e4c1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 1001 time: 0.0572500 Oct 19 00:21:27.619808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-3f9a6b12-e794-4583-bf08-6fc04caf1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:21:27.621239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-3f9a6b12-e794-4583-bf08-6fc04caf1678 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0440435 Oct 19 00:21:27.670179 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-2d932545-ef33-4af1-9c2f-b12f11dcbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:21:27.671637 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-2d932545-ef33-4af1-9c2f-b12f11dcbe83 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433426 Oct 19 00:21:27.761768 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-020e2d3c-d2fa-4ea3-be0d-1ee40d4923da service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831027 Oct 19 00:21:28.097832 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:28.193410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4397de56-4157-4aa9-87f7-af3fc3c4991c req-1e498d39-739f-4055-8292-05342ecd4523 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242926 Oct 19 00:21:32.731693 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:21:35.342942 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:36.947302 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:50.369678 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1108f5c1-76f1-44fb-8715-53078462ba49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:53.188671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512932f6-1085-4284-b1d2-4541610c78fa req-44b4e5e5-2e02-4798-a8b7-f248a3dcd6a3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:21:53.190036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-512932f6-1085-4284-b1d2-4541610c78fa req-44b4e5e5-2e02-4798-a8b7-f248a3dcd6a3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0488377 Oct 19 00:21:53.229237 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-512932f6-1085-4284-b1d2-4541610c78fa req-9e20c855-8d09-4218-87a8-d737ee5e4417 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331991 Oct 19 00:21:54.038107 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a0f0725f-ce35-41ca-ac23-b9e7ab1ae60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:54.913245 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:55.600472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:21:58.100720 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:05.328670 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:05.341516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-71a33436-22f2-47e6-80ed-ece9764be60b req-cafff63c-8257-4eea-8d50-2f92b1378eb7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:22:05.342518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-71a33436-22f2-47e6-80ed-ece9764be60b req-cafff63c-8257-4eea-8d50-2f92b1378eb7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0581558 Oct 19 00:22:05.552739 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132161c9-c8aa-4007-8c7f-a77920a2d36c req-28904722-b625-4d85-b4a4-5ccae43b41eb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:05.554248 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-132161c9-c8aa-4007-8c7f-a77920a2d36c req-28904722-b625-4d85-b4a4-5ccae43b41eb tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0728147 Oct 19 00:22:05.580628 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-d468cee6-3c94-4792-81f6-c448711f0c23 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147819 Oct 19 00:22:05.590495 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-5b57c8d0-8dda-4008-98d0-72667a443194 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:22:05.591479 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-5b57c8d0-8dda-4008-98d0-72667a443194 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049374 Oct 19 00:22:05.606190 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-132161c9-c8aa-4007-8c7f-a77920a2d36c req-62cdad1e-ec87-4f3f-9084-b7e85bde70c5 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446947 Oct 19 00:22:06.722868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47617b-e9e4-42dd-94c7-93cfe88f6b36 req-6e23c501-406e-45fa-a3c6-2eeb20680469 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:06.725128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e47617b-e9e4-42dd-94c7-93cfe88f6b36 req-6e23c501-406e-45fa-a3c6-2eeb20680469 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0499892 Oct 19 00:22:06.766551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e47617b-e9e4-42dd-94c7-93cfe88f6b36 req-3d33a22b-2c49-4c93-ac09-1017e32ac04c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352924 Oct 19 00:22:06.844018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-6f64bbce-7f89-46a2-87da-4c2d49b470fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:06.845541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-6f64bbce-7f89-46a2-87da-4c2d49b470fb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1097 time: 0.0459180 Oct 19 00:22:06.935725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-4809bf67-ac10-47cf-a91a-271bba6c045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:06.937146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-4809bf67-ac10-47cf-a91a-271bba6c045b service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0840902 Oct 19 00:22:06.959916 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:07.006545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-7d1d70a9-82b7-4f92-aeda-41c8d1e1ca78 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 1001 time: 0.0622237 Oct 19 00:22:07.055735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-63bb9e84-d9f1-4988-ace7-9d39c1f4d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:07.057251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-63bb9e84-d9f1-4988-ace7-9d39c1f4d8cb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0441344 Oct 19 00:22:07.105133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-3cd2218c-1934-49c5-a03b-5cdf5e359d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:07.106685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-3cd2218c-1934-49c5-a03b-5cdf5e359d5f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426331 Oct 19 00:22:07.201610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-1ca67c9b-a6d8-4988-9a9e-81c81cc73ec3 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864325 Oct 19 00:22:07.293056 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-a57c7ce6-6b5d-419c-827b-92e089c8904c service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840354 Oct 19 00:22:07.888923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1facc6-949a-4e94-99b6-362df6eb9a98 req-c6dfb093-206b-4aec-bc3e-c208c9b88453 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:07.890433 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f1facc6-949a-4e94-99b6-362df6eb9a98 req-c6dfb093-206b-4aec-bc3e-c208c9b88453 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0522542 Oct 19 00:22:07.928608 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5f1facc6-949a-4e94-99b6-362df6eb9a98 req-126ceeca-be2a-4c83-a421-621e957158c2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314717 Oct 19 00:22:09.047836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00f710-cd12-42ed-a0df-5a18ba64b2df req-ced5fb27-9972-4db3-93c6-f888c30375ac tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:09.049304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b00f710-cd12-42ed-a0df-5a18ba64b2df req-ced5fb27-9972-4db3-93c6-f888c30375ac tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0532491 Oct 19 00:22:09.087595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b00f710-cd12-42ed-a0df-5a18ba64b2df req-bc589a89-19a1-4f70-806d-f8f165132d3f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323138 Oct 19 00:22:09.731074 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:22:10.201093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b3dd-1a76-4606-9610-81912318019d req-b0b45454-2172-4b76-ad33-2ccd79159de4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:10.202581 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d829b3dd-1a76-4606-9610-81912318019d req-b0b45454-2172-4b76-ad33-2ccd79159de4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0487483 Oct 19 00:22:10.243771 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d829b3dd-1a76-4606-9610-81912318019d req-1b522d64-2b63-4f98-8ab9-4772d3937953 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343170 Oct 19 00:22:11.357520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f4607-4f0a-42ba-a75b-df7f4e69247f req-097a297f-f70a-4cff-90f4-a3a2859b60ac tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:11.358949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d55f4607-4f0a-42ba-a75b-df7f4e69247f req-097a297f-f70a-4cff-90f4-a3a2859b60ac tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Oct 19 00:22:11.396897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d55f4607-4f0a-42ba-a75b-df7f4e69247f req-a59f442a-1c08-404b-b7c0-7a8616788e28 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Oct 19 00:22:12.513629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8af0-88fa-405d-b9a8-9be96ec4f614 req-3e5042ba-0881-41e4-8147-6ed9ccb6eadd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:12.515151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d17d8af0-88fa-405d-b9a8-9be96ec4f614 req-3e5042ba-0881-41e4-8147-6ed9ccb6eadd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0493131 Oct 19 00:22:12.552717 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d17d8af0-88fa-405d-b9a8-9be96ec4f614 req-3111b0f5-0e5a-430b-a2f2-c1ce8c55b282 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311344 Oct 19 00:22:13.668518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adbd4f-ec3e-4bb7-8127-d77523291e3d req-0ce09f1f-1892-4fde-bebc-83177887e948 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:13.669975 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a7adbd4f-ec3e-4bb7-8127-d77523291e3d req-0ce09f1f-1892-4fde-bebc-83177887e948 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0486782 Oct 19 00:22:13.707335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a7adbd4f-ec3e-4bb7-8127-d77523291e3d req-63f31262-c24c-4eba-8fe9-9c7288ea6a14 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313592 Oct 19 00:22:14.827328 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290456-c630-497b-a4c1-59e54a10d102 req-3e318920-f47e-427e-a349-096127fe5833 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:14.828804 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16290456-c630-497b-a4c1-59e54a10d102 req-3e318920-f47e-427e-a349-096127fe5833 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Oct 19 00:22:14.866610 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-16290456-c630-497b-a4c1-59e54a10d102 req-933ebe34-d84d-49ae-9ed5-6f87e4938707 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311418 Oct 19 00:22:15.988240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69c894-c44b-4d1c-8e69-4a7cae03cd70 req-9b2ebee9-b314-4980-bbf4-dbe73668ad42 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:15.989702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb69c894-c44b-4d1c-8e69-4a7cae03cd70 req-9b2ebee9-b314-4980-bbf4-dbe73668ad42 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0528309 Oct 19 00:22:16.027589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb69c894-c44b-4d1c-8e69-4a7cae03cd70 req-6f8613e1-b13c-405e-9f89-7e1153c85b58 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Oct 19 00:22:17.142524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9491d8-10da-4731-97a7-4c4aae0a903e req-8e64fb71-649c-45bc-a2d1-653ab0574620 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:17.144020 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c9491d8-10da-4731-97a7-4c4aae0a903e req-8e64fb71-649c-45bc-a2d1-653ab0574620 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0488198 Oct 19 00:22:17.180928 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-5c9491d8-10da-4731-97a7-4c4aae0a903e req-352421fb-a77e-4dec-ba0b-bf07924191a7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310571 Oct 19 00:22:18.299256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6ecf6-edeb-4017-9c8f-ff0f6c303498 req-0f32e8b1-d8c8-4882-ae25-ba17421194f0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:18.300778 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6d6ecf6-edeb-4017-9c8f-ff0f6c303498 req-0f32e8b1-d8c8-4882-ae25-ba17421194f0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0498362 Oct 19 00:22:18.340902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d6d6ecf6-edeb-4017-9c8f-ff0f6c303498 req-3b4d5977-605a-427c-8392-920512ba69c5 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334671 Oct 19 00:22:19.457857 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb227de5-2c66-4666-b0e6-d39553307df3 req-ac54e902-9b0a-42bb-9ce8-1f3fff6dc6c3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:19.459616 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb227de5-2c66-4666-b0e6-d39553307df3 req-ac54e902-9b0a-42bb-9ce8-1f3fff6dc6c3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0497122 Oct 19 00:22:19.497564 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-fb227de5-2c66-4666-b0e6-d39553307df3 req-04862715-7d5d-48d1-95e9-dc23803ac475 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320086 Oct 19 00:22:20.371788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-eafdd13a-4db1-4f5b-98c5-19b0aa16e8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:20.618743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77e906-0339-450a-8ddf-831582f33725 req-43160688-a960-40e9-b545-402f6a62922e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:20.620391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b77e906-0339-450a-8ddf-831582f33725 req-43160688-a960-40e9-b545-402f6a62922e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0533974 Oct 19 00:22:20.659346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b77e906-0339-450a-8ddf-831582f33725 req-0edaa7c0-9123-45dd-9b77-ec04a602f9b3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326469 Oct 19 00:22:21.556460 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-be9d0697-db89-4995-8260-a3340c34b6ba service neutron] show failed (client error): The resource could not be found. Oct 19 00:22:21.557469 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-be9d0697-db89-4995-8260-a3340c34b6ba service neutron] 10.222.0.102 "GET /v2.0/ports/786abca5-9d22-4223-bd4b-df0ac822f618/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0572810 Oct 19 00:22:21.787075 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66fa7c-4041-4419-b7fe-265ddc3b4038 req-2453859c-e241-4ff8-96d5-eff1e3cc8c79 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:21.789085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc66fa7c-4041-4419-b7fe-265ddc3b4038 req-2453859c-e241-4ff8-96d5-eff1e3cc8c79 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0579147 Oct 19 00:22:21.808311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-aab265d1-255d-418a-a2ef-daff01cdda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:21.809916 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-aab265d1-255d-418a-a2ef-daff01cdda0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 1097 time: 0.0868545 Oct 19 00:22:21.829041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:22:21.888827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:22.110871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:22:22.143866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-bc66fa7c-4041-4419-b7fe-265ddc3b4038 req-1a71e26b-3d51-4806-8da2-e9b42a3014ec tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487082 Oct 19 00:22:22.145525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:22:22.185587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:22:22.187916 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697e56c5-51a2-4e52-9cf3-8518db526f0a" -d '{"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-unplugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:22:22.192268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:22.206065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Transition to ACTIVE for port object 786abca5-9d22-4223-bd4b-df0ac822f618 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:22:22.211027 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:22.241548 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f633b0a-7326-4bde-9685-6cd7389cad43 x-openstack-request-id: req-8f633b0a-7326-4bde-9685-6cd7389cad43 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:22:22.241902 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-unplugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:22:22.242090 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f633b0a-7326-4bde-9685-6cd7389cad43 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:22:22.242492 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'code': 200} Oct 19 00:22:22.295769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:22:22.310737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.311091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.311493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.311775 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.312111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.312446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.312774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.313102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.313450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.313865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.314077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.314394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:22.351109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] No DVR routers for this DVR port 786abca5-9d22-4223-bd4b-df0ac822f618 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:22:22.489999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:22:22.490334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:22:22.490665 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:22:22.495855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Port 786abca5-9d22-4223-bd4b-df0ac822f618 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:22:22.496176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:22:22.501224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:22:22.501560 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:22:22.501935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:22:22.502356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Bound port: 786abca5-9d22-4223-bd4b-df0ac822f618, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:22:22.503631 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:22.575036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:22:22.578573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:22:22.585454 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:22.620336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:22.620952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:22.622394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 1092 time: 0.7985845 Oct 19 00:22:22.643779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a809f4-4bea-49cc-8316-521a220156b4 service neutron] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:22:22.707418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-fc0c0270-14fc-4b7c-bea6-a412c6c8e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:22.709311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-fc0c0270-14fc-4b7c-bea6-a412c6c8e601 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1095 time: 0.0471036 Oct 19 00:22:22.804380 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-d9134c1c-f466-4396-a738-e1819ac24432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:22.805836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-d9134c1c-f466-4396-a738-e1819ac24432 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0893049 Oct 19 00:22:22.884105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-d4c1c7d9-6bd3-4544-aa07-5ec71caff13a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 999 time: 0.0710616 Oct 19 00:22:22.933508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-333e0f0c-7737-4316-8aed-90712b8ff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:22.934885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-333e0f0c-7737-4316-8aed-90712b8ff65b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0446050 Oct 19 00:22:22.981085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-c8f8644a-96b9-401f-9eec-c35be3acd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:22.982551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-c8f8644a-96b9-401f-9eec-c35be3acd699 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404048 Oct 19 00:22:23.074515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-1caa6d0f-1ebf-465a-9a0c-216773cffce0 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842636 Oct 19 00:22:23.164454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-997583ff-ebf4-47fa-914e-f303b1d4bc7e req-36d9751b-19aa-4946-b194-82dc4e744e06 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832961 Oct 19 00:22:23.266408 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c5a44-da2e-47d9-9c41-bf98d4cc05ee req-12c4d1f8-04d5-4c66-926b-134cbb5c1b6a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:23.267835 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a68c5a44-da2e-47d9-9c41-bf98d4cc05ee req-12c4d1f8-04d5-4c66-926b-134cbb5c1b6a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0517335 Oct 19 00:22:23.306531 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-a68c5a44-da2e-47d9-9c41-bf98d4cc05ee req-8bdfe3b3-ca70-4774-9cdc-c3ca53e1468f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Oct 19 00:22:23.935918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:22:23.980154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:22:24.040496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9777e4bb-52ad-485d-b148-cf57ba7524d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:24.243747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:22:24.246640 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88a3402-dedb-4f32-b6c4-de08a6537cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:22:24.297954 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fdcb22-e0e7-401b-b71b-6b50eed08121 x-openstack-request-id: req-f0fdcb22-e0e7-401b-b71b-6b50eed08121 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:22:24.298252 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:22:24.298507 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0fdcb22-e0e7-401b-b71b-6b50eed08121 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:22:24.298939 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'status': 'completed', 'code': 200} Oct 19 00:22:24.451856 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d4878-436e-4f32-ae6e-80d733356d48 req-19e121ed-6153-4709-838b-5561085cb990 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:24.461048 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a6d4878-436e-4f32-ae6e-80d733356d48 req-19e121ed-6153-4709-838b-5561085cb990 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0646646 Oct 19 00:22:24.466152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-5cd59634-2173-44f9-98c1-e54ebb5c15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:24.467710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-5cd59634-2173-44f9-98c1-e54ebb5c15fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1095 time: 0.1061149 Oct 19 00:22:24.470388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-966dc5db-e325-49b0-8383-06f08acb0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:24.471808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-966dc5db-e325-49b0-8383-06f08acb0364 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1095 time: 0.1242011 Oct 19 00:22:24.499975 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2a6d4878-436e-4f32-ae6e-80d733356d48 req-b0a8bd17-d82e-4591-86f2-35a1e8875c6d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378320 Oct 19 00:22:24.645440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-c7787cbc-52bb-4a98-987c-dffca357bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:24.646955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-c7787cbc-52bb-4a98-987c-dffca357bf57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1707098 Oct 19 00:22:24.650280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-dff7ef03-ff58-46c7-b49c-503187790c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:24.651822 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-dff7ef03-ff58-46c7-b49c-503187790c1e service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1662829 Oct 19 00:22:24.767690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-7c27dfa8-b4ba-4469-ab97-f26c0485b438 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 999 time: 0.1110570 Oct 19 00:22:24.767690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-28287c34-1716-44be-9822-7a417a3df559 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 999 time: 0.1062505 Oct 19 00:22:24.859327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-e914f010-3f81-4a37-9cd0-f00edc7ffb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:24.860812 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-e914f010-3f81-4a37-9cd0-f00edc7ffb89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0874655 Oct 19 00:22:24.867250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-05090683-f375-4cef-967e-bdf694d74925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:24.868799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-05090683-f375-4cef-967e-bdf694d74925 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0864356 Oct 19 00:22:24.920332 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:24.949243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-f1104608-837a-49fd-ac87-019bc3f0e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:24.950785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-f1104608-837a-49fd-ac87-019bc3f0e0f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810788 Oct 19 00:22:24.956818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-c9352d2c-bbd8-4586-966c-e61522ec73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:24.958759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-c9352d2c-bbd8-4586-966c-e61522ec73bd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811985 Oct 19 00:22:25.116941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-80625ba6-aaa0-4603-9353-0ba681a547b3 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571207 Oct 19 00:22:25.118879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-c91b2668-898c-467d-bb63-b567dcc791ab service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511898 Oct 19 00:22:25.288145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-73133a06-134d-4dea-b8a7-d98f4020e884 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569822 Oct 19 00:22:25.289902 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e88a3402-dedb-4f32-b6c4-de08a6537cb7 req-b5942f91-db1e-49fa-8ca2-068fa86024fb service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665292 Oct 19 00:22:25.604859 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:25.627078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea6413-7d5b-4743-82e8-0c1e2815bee8 req-cfc18016-6a00-467a-8851-2f4d0dd7229e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:25.628683 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-feea6413-7d5b-4743-82e8-0c1e2815bee8 req-cfc18016-6a00-467a-8851-2f4d0dd7229e tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0552886 Oct 19 00:22:25.671016 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-feea6413-7d5b-4743-82e8-0c1e2815bee8 req-a4538a4a-5286-45ba-bc6a-2b6d9b159454 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360363 Oct 19 00:22:26.791855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a17b91-ad1d-4dac-a2b4-9fcb410a047d req-bad460ee-f927-4e07-857b-e2a01e1961c2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:26.793251 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36a17b91-ad1d-4dac-a2b4-9fcb410a047d req-bad460ee-f927-4e07-857b-e2a01e1961c2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0529599 Oct 19 00:22:26.833335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-36a17b91-ad1d-4dac-a2b4-9fcb410a047d req-79334589-edbc-4ed6-a3e7-1e8a5b7cd842 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335677 Oct 19 00:22:27.953932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcb2d8-a025-45f8-8978-c93245f279e8 req-78ee0c59-b0ac-4cf7-a7c6-800335086408 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:27.955458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acdcb2d8-a025-45f8-8978-c93245f279e8 req-78ee0c59-b0ac-4cf7-a7c6-800335086408 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0496581 Oct 19 00:22:27.993855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acdcb2d8-a025-45f8-8978-c93245f279e8 req-f5b9e0f6-93c5-4b13-91f4-6a62f644adee tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Oct 19 00:22:28.103913 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:29.108740 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728a9b1-982d-40a3-b7db-d8f2d69ef0ed req-0fa6d05d-b605-4181-b336-37fb8605a05b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:29.110170 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e728a9b1-982d-40a3-b7db-d8f2d69ef0ed req-0fa6d05d-b605-4181-b336-37fb8605a05b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0493057 Oct 19 00:22:29.147746 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e728a9b1-982d-40a3-b7db-d8f2d69ef0ed req-540f1ac6-44f3-4cd8-a7cb-79dacacccd77 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309434 Oct 19 00:22:30.269391 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3f505-3bcf-47dc-9b7a-78e3905a08e1 req-786f0e89-2a18-4e4b-80ca-bb5504efef7f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:30.271079 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ac3f505-3bcf-47dc-9b7a-78e3905a08e1 req-786f0e89-2a18-4e4b-80ca-bb5504efef7f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0560939 Oct 19 00:22:30.312572 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ac3f505-3bcf-47dc-9b7a-78e3905a08e1 req-ab251259-1029-4c1c-b9fc-9c1bbe4ea768 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353940 Oct 19 00:22:30.549057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-196e2748-2f2e-4790-9e5d-092fdd76bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:30.550434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-196e2748-2f2e-4790-9e5d-092fdd76bbbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1095 time: 0.0398259 Oct 19 00:22:30.654159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-a0204128-ff9d-4e07-b509-326055f54779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:30.655667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-a0204128-ff9d-4e07-b509-326055f54779 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0834684 Oct 19 00:22:30.724298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-096f70f1-ce88-4fbc-b771-d9f2d25d2711 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 999 time: 0.0605319 Oct 19 00:22:30.773363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-ba6b5510-7187-4126-8caa-2729ec4c6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:30.774851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-ba6b5510-7187-4126-8caa-2729ec4c6fb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0440073 Oct 19 00:22:30.822439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-cdaca2cd-44a2-4f3e-8bdd-70ee3100af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:30.824046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-cdaca2cd-44a2-4f3e-8bdd-70ee3100af01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425861 Oct 19 00:22:30.922797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-5c8de342-e4fe-44a5-b5e8-576be24805b6 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917103 Oct 19 00:22:31.017543 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff385fa9-3fea-46f6-bed8-d0b0c66d25aa req-555a826a-a291-4b54-a21e-35bfa4e2ce8e service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865691 Oct 19 00:22:31.428899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea488ba4-b8b0-481b-8b1e-c7123370d339 req-2c203eea-ea7f-4583-88b5-180ae5aaf614 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:31.430371 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea488ba4-b8b0-481b-8b1e-c7123370d339 req-2c203eea-ea7f-4583-88b5-180ae5aaf614 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0488746 Oct 19 00:22:31.468807 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-ea488ba4-b8b0-481b-8b1e-c7123370d339 req-7ddb2272-ae8f-4028-beaa-5e41d17b416b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325139 Oct 19 00:22:32.586403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f689a-4d12-4e1b-852f-84f91689f47c req-621ac7e5-4449-4d21-9486-7c34d81315fc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:32.587878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-708f689a-4d12-4e1b-852f-84f91689f47c req-621ac7e5-4449-4d21-9486-7c34d81315fc tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0507309 Oct 19 00:22:32.626650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-708f689a-4d12-4e1b-852f-84f91689f47c req-3b6bf825-da67-4748-b88c-addb9d49b992 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324433 Oct 19 00:22:33.746879 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc83e63-d4cb-407e-a71b-aadb3832a5c1 req-6e3f15d2-f6e5-4a24-9382-28d17d4d2857 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:33.748363 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4cc83e63-d4cb-407e-a71b-aadb3832a5c1 req-6e3f15d2-f6e5-4a24-9382-28d17d4d2857 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0529985 Oct 19 00:22:33.785536 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4cc83e63-d4cb-407e-a71b-aadb3832a5c1 req-db8cce75-ff6f-4946-8c40-1271153aec23 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312884 Oct 19 00:22:34.901163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06565f5a-e85f-4fc6-b794-b5ff6a9e967d req-455a172b-a82c-4c96-8bf7-b6240365ddc9 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:34.902856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06565f5a-e85f-4fc6-b794-b5ff6a9e967d req-455a172b-a82c-4c96-8bf7-b6240365ddc9 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0487180 Oct 19 00:22:34.940568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06565f5a-e85f-4fc6-b794-b5ff6a9e967d req-15ab18ee-a25d-41aa-ac95-3e352761e75d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Oct 19 00:22:35.344744 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:36.056743 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853855ed-893a-4f03-8ab9-c8f0c868d443 req-76f0d6d1-e382-4723-97dc-94881515f173 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:36.058216 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-853855ed-893a-4f03-8ab9-c8f0c868d443 req-76f0d6d1-e382-4723-97dc-94881515f173 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0489841 Oct 19 00:22:36.095032 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-853855ed-893a-4f03-8ab9-c8f0c868d443 req-0fe8ea30-2491-44da-a502-ad8c0d17638d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307262 Oct 19 00:22:36.950535 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:37.210035 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a5f25-f09e-4b7a-8582-f00a5cbdfa8f req-c2bb0916-283e-4c2a-aff4-b6e85eb52efe tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:37.211593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc3a5f25-f09e-4b7a-8582-f00a5cbdfa8f req-c2bb0916-283e-4c2a-aff4-b6e85eb52efe tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0502086 Oct 19 00:22:37.252802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc3a5f25-f09e-4b7a-8582-f00a5cbdfa8f req-1ed7c48f-7bd6-4b9b-bf09-d85abdacb78f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353143 Oct 19 00:22:38.374182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416224f-c5e0-4603-bca1-50b4a9ead025 req-5f6bb1fe-e67c-4c5a-80f6-463e59bfdf6c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:38.375764 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b416224f-c5e0-4603-bca1-50b4a9ead025 req-5f6bb1fe-e67c-4c5a-80f6-463e59bfdf6c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0514388 Oct 19 00:22:38.414852 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b416224f-c5e0-4603-bca1-50b4a9ead025 req-9b39d9b1-68e2-48f1-af8f-57f4be764426 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331347 Oct 19 00:22:38.710995 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-cb8bc356-c246-4d3c-a925-3bce98c06289 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:38.712526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-cb8bc356-c246-4d3c-a925-3bce98c06289 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&binding%3Ahost_id=n-h2-713498-28 HTTP/1.1" status: 200 len: 943 time: 0.0546355 Oct 19 00:22:38.728395 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61c415-ec99-4966-8ddc-66d2529fba48 req-61c29400-4e06-40b7-bdcf-8ad1ec951dc0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:38.729961 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c61c415-ec99-4966-8ddc-66d2529fba48 req-61c29400-4e06-40b7-bdcf-8ad1ec951dc0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 943 time: 0.0598431 Oct 19 00:22:38.774043 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-9c61c415-ec99-4966-8ddc-66d2529fba48 req-0312866c-d68c-45a9-830b-b604155ef302 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379140 Oct 19 00:22:38.781072 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-58ee214b-abc5-4f88-a2ab-74306fcbfebf service neutron] 10.222.0.73 "GET /v2.0/ports/786abca5-9d22-4223-bd4b-df0ac822f618/bindings/n-h2-713498-28 HTTP/1.1" status: 200 len: 383 time: 0.0615356 Oct 19 00:22:38.858128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-50066348-0eb0-4334-affa-ff0275d986e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:38.859620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-50066348-0eb0-4334-affa-ff0275d986e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1095 time: 0.0410879 Oct 19 00:22:38.951319 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-549a03de-3394-4ba7-8ac1-c23959d1ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:38.952666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-549a03de-3394-4ba7-8ac1-c23959d1ba01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.0864182 Oct 19 00:22:38.985763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:22:39.016288 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-55d47627-c355-4a10-8323-3a9c12e3885c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 999 time: 0.0557175 Oct 19 00:22:39.069842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-1be363e2-4233-4415-8122-6ebcde533556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:39.071321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-1be363e2-4233-4415-8122-6ebcde533556 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0476129 Oct 19 00:22:39.080059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:22:39.096904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '786abca5-9d22-4223-bd4b-df0ac822f618', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '786abca5-9d22-4223-bd4b-df0ac822f618', 'mac_address': 'fa:16:3e:dd:5c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:22:39.118674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-9172e7f3-25ff-4227-ae0e-04a1294e40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:39.120279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-9172e7f3-25ff-4227-ae0e-04a1294e40c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419567 Oct 19 00:22:39.146677 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:39.189753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786abca5-9d22-4223-bd4b-df0ac822f618 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:22:39.212771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-bb219c32-ddc2-4fcb-b3d6-679e3a613b3e service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853024 Oct 19 00:22:39.215946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:22:39.223249 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:39.288739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:22:39.308314 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-e2bf5035-1c0f-4da7-afbc-97b07b664e2f service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885158 Oct 19 00:22:39.323208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.323561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.323923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.324266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.324602 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.324935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.325264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.325593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.325918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.326241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.326565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.326911 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:22:39.665501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['786abca5-9d22-4223-bd4b-df0ac822f618'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:22:39.892800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3a26e-2f4f-47e8-9b88-9e26dafb2376 req-0c7a1cde-a4c7-4325-90ec-20953e2394b0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:39.894246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fd3a26e-2f4f-47e8-9b88-9e26dafb2376 req-0c7a1cde-a4c7-4325-90ec-20953e2394b0 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0482628 Oct 19 00:22:39.931690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fd3a26e-2f4f-47e8-9b88-9e26dafb2376 req-ac9b5630-08b7-4f6e-be5f-3c0e1b9cfabe tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Oct 19 00:22:41.011940 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:22:41.047301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56169a42-2b00-4f3e-80b4-d3c1c94ec23e req-3992b7ec-d6f6-4e92-b260-a13f0c796c0d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:41.048822 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-56169a42-2b00-4f3e-80b4-d3c1c94ec23e req-3992b7ec-d6f6-4e92-b260-a13f0c796c0d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0492306 Oct 19 00:22:41.060874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 786abca5-9d22-4223-bd4b-df0ac822f618 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:22:41.064996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 786abca5-9d22-4223-bd4b-df0ac822f618 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:22:41.065392 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:41.090707 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-56169a42-2b00-4f3e-80b4-d3c1c94ec23e req-d23c8431-34a9-4bd4-87c1-35c144f97f42 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359521 Oct 19 00:22:41.146881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:41.171158 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:22:41.173426 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa46385-8544-4752-8fb8-f946290b5f4a" -d '{"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-plugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:22:41.188228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:22:41.192699 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:41.233829 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38b8bef-0704-4e8f-8c27-591b3e64d8d2 x-openstack-request-id: req-c38b8bef-0704-4e8f-8c27-591b3e64d8d2 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:22:41.234131 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-plugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:22:41.234381 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c38b8bef-0704-4e8f-8c27-591b3e64d8d2 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:22:41.234828 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'code': 200} Oct 19 00:22:41.244608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:22:42.207539 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372babf-a0cf-4d9d-886b-1e710df129cd req-c12b7a9d-273f-46b2-aeae-fbe86879db47 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:42.209301 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2372babf-a0cf-4d9d-886b-1e710df129cd req-c12b7a9d-273f-46b2-aeae-fbe86879db47 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0504410 Oct 19 00:22:42.251441 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2372babf-a0cf-4d9d-886b-1e710df129cd req-74a097ba-645f-4b09-9a4b-9e7557296eb1 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360084 Oct 19 00:22:43.005260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:22:43.084219 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:43.116204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:22:43.120524 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:43.166579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:22:43.235877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:22:43.238195 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422f6480-85ba-43e0-a7f7-8f8356cb11b1" -d '{"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-unplugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:22:43.286042 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d565d11a-8d70-41c9-a7a1-47aa72518dfa x-openstack-request-id: req-d565d11a-8d70-41c9-a7a1-47aa72518dfa {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:22:43.286362 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-unplugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:22:43.286579 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d565d11a-8d70-41c9-a7a1-47aa72518dfa {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:22:43.287013 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'code': 200} Oct 19 00:22:43.374253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9271b37-4836-4b6c-ae9f-ecaa9f765739 req-5be99984-efea-43cc-91d9-5b2cdf104713 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:43.375882 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9271b37-4836-4b6c-ae9f-ecaa9f765739 req-5be99984-efea-43cc-91d9-5b2cdf104713 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0565777 Oct 19 00:22:43.415848 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-f9271b37-4836-4b6c-ae9f-ecaa9f765739 req-60d32433-a472-4108-9889-cce4a7057112 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331228 Oct 19 00:22:43.655923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-09d4eb28-3a0c-4584-aa8e-11e713653802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:43.657325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-09d4eb28-3a0c-4584-aa8e-11e713653802 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8&tenant_id=496e67536ebc4b8c8c32491bb8a98cbf HTTP/1.1" status: 200 len: 1096 time: 0.0443542 Oct 19 00:22:43.674246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:22:43.724642 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:43.923189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:22:43.954120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:22:43.990709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786abca5-9d22-4223-bd4b-df0ac822f618 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:22:43.998147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:44.010071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Transition to ACTIVE for port object 786abca5-9d22-4223-bd4b-df0ac822f618 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:22:44.014151 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:44.088187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=11']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:22:44.136158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] No DVR routers for this DVR port 786abca5-9d22-4223-bd4b-df0ac822f618 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:22:44.599694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae430-f469-486d-8177-59b7f9fb8275 req-50f09751-c904-4a2b-ada4-a43e02acf858 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:44.601152 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f67ae430-f469-486d-8177-59b7f9fb8275 req-50f09751-c904-4a2b-ada4-a43e02acf858 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0924861 Oct 19 00:22:44.661831 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f67ae430-f469-486d-8177-59b7f9fb8275 req-54fd1ffd-73b6-424a-be65-18c612202c96 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533943 Oct 19 00:22:44.670573 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:22:44.670933 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:22:44.671266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:22:44.675540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Port 786abca5-9d22-4223-bd4b-df0ac822f618 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:22:44.675854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Attempting to bind port 786abca5-9d22-4223-bd4b-df0ac822f618 on network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:22:44.681247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:22:44.681581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Checking segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:22:44.681957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Bound using segment: {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:22:44.682382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Bound port: 786abca5-9d22-4223-bd4b-df0ac822f618, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:22:44.682757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:44.746751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:22:44.749873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:22:44.753681 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:44.785897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:44.786504 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:44.787876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] 10.222.0.102 "PUT /v2.0/ports/786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 1093 time: 1.1174569 Oct 19 00:22:44.788314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:22:44.790598 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ae50bc-16e0-4976-aa11-5e43fc485abb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:22:44.816372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec391f0-748e-4b55-bb56-6fd2a125bbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=12']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:22:44.859480 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b8fb91-d562-49e1-b3d0-914e116a6b09 x-openstack-request-id: req-06b8fb91-d562-49e1-b3d0-914e116a6b09 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:22:44.859784 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:22:44.860052 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06b8fb91-d562-49e1-b3d0-914e116a6b09 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:22:44.860461 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'status': 'completed', 'code': 200} Oct 19 00:22:44.871052 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-828392d2-c547-4637-ae53-744a62952788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:44.872651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-828392d2-c547-4637-ae53-744a62952788 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1096 time: 0.0474489 Oct 19 00:22:45.000196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-a3559ce5-9cea-49f4-9e4a-96db99d2e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.001601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-a3559ce5-9cea-49f4-9e4a-96db99d2e447 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1096 time: 0.0993962 Oct 19 00:22:45.007010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-3d101938-cc77-47bb-bbc1-bfa348546745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.008490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-3d101938-cc77-47bb-bbc1-bfa348546745 service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1291461 Oct 19 00:22:45.127467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-bbf0f1db-ec7e-4ab2-a3ee-63dcbd8aefaf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 999 time: 0.1093450 Oct 19 00:22:45.169656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-5577ccce-f8ca-44e1-a81f-28c0c1fc6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.171085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-5577ccce-f8ca-44e1-a81f-28c0c1fc6c15 service neutron] 10.222.0.73 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1617091 Oct 19 00:22:45.223381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-f6abe310-9fdc-4bb2-9357-432df3785190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.224794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-f6abe310-9fdc-4bb2-9357-432df3785190 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0886083 Oct 19 00:22:45.273835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-5a596277-b73a-4485-92fa-3ae29f53a8bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 999 time: 0.0948224 Oct 19 00:22:45.290958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-f28cea15-e872-452f-a97d-a63fa1a83dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.292348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-f28cea15-e872-452f-a97d-a63fa1a83dd7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603247 Oct 19 00:22:45.377646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-fbc7d06d-37d5-4499-bf44-d71662166b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.379065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-fbc7d06d-37d5-4499-bf44-d71662166b7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0981989 Oct 19 00:22:45.431610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-7e9133ad-a731-4e09-8fb2-fd2062148904 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223948 Oct 19 00:22:45.447958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-28b73ec4-a42b-4b09-bb87-fec76ba4ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.449323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-28b73ec4-a42b-4b09-bb87-fec76ba4ff72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624793 Oct 19 00:22:45.588238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-88bde042-370e-4993-ab68-1eaf97b6a719 req-938eb3fd-93c5-4b28-8f46-6dc38a6212da service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494000 Oct 19 00:22:45.597624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-b0e5dffc-546c-4a11-b0bb-399c85dedb77 service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386225 Oct 19 00:22:45.728546 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-cf4caa72-58a3-441a-9a6b-6094907d78dc service neutron] 10.222.0.73 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235685 Oct 19 00:22:45.731450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-417a8fac-0edd-41aa-94a5-cfcc94612165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.732883 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-417a8fac-0edd-41aa-94a5-cfcc94612165 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 1096 time: 0.0650692 Oct 19 00:22:45.843483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccc52e-cadc-4612-8100-77bd6c3f1bf4 req-4f435bcc-a965-4e3c-bc94-602a3f30b1ba tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.844909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78ccc52e-cadc-4612-8100-77bd6c3f1bf4 req-4f435bcc-a965-4e3c-bc94-602a3f30b1ba tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.1111529 Oct 19 00:22:45.883993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-f1fa1b43-80ce-4acb-b618-55f0d2c49ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:45.885453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-f1fa1b43-80ce-4acb-b618-55f0d2c49ccc service neutron] 10.222.0.102 "GET /v2.0/networks?id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 200 len: 913 time: 0.1426795 Oct 19 00:22:45.935780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-78ccc52e-cadc-4612-8100-77bd6c3f1bf4 req-1444fc67-6059-4ed8-b9b0-7836192c1c12 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836239 Oct 19 00:22:45.967487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-d84b5693-b274-43ac-bea1-2642c9b3a506 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 200 len: 999 time: 0.0745399 Oct 19 00:22:46.018558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-db82aae8-3aff-492f-97f0-f7d78fff5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:46.020103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-db82aae8-3aff-492f-97f0-f7d78fff5fa9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 200 len: 851 time: 0.0455608 Oct 19 00:22:46.067095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-f4282f14-b4ab-4808-b936-0c73012926a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:46.068824 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-f4282f14-b4ab-4808-b936-0c73012926a0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412300 Oct 19 00:22:46.168063 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-aacb4a1e-6977-4521-81ef-e3a62e886a48 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907304 Oct 19 00:22:46.259601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c0ae50bc-16e0-4976-aa11-5e43fc485abb req-8b6e4c3a-5cf1-4883-90a9-346cd462e278 service neutron] 10.222.0.102 "GET /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845299 Oct 19 00:22:46.732811 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:22:47.056463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc74920-4a1a-448d-b310-963886c5a514 req-d8b1b20c-6030-4e10-a39c-38968503060f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:47.057965 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3dc74920-4a1a-448d-b310-963886c5a514 req-d8b1b20c-6030-4e10-a39c-38968503060f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0498040 Oct 19 00:22:47.098698 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-3dc74920-4a1a-448d-b310-963886c5a514 req-99d57432-fd77-48f6-9c38-30279b3f0279 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346932 Oct 19 00:22:48.215434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bd01-e088-4056-861d-975b93b3e1c2 req-5a0efbea-5b67-41db-bc68-6472754d5527 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:48.216853 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a217bd01-e088-4056-861d-975b93b3e1c2 req-5a0efbea-5b67-41db-bc68-6472754d5527 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0499294 Oct 19 00:22:48.259541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a217bd01-e088-4056-861d-975b93b3e1c2 req-063f08d3-8130-45c0-a9db-76cdbd92cfa8 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366955 Oct 19 00:22:49.375137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df63771-9f17-43a1-b512-5346d87deb44 req-e966e3c7-449e-4d5c-ad4b-c084822e9788 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:49.376595 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2df63771-9f17-43a1-b512-5346d87deb44 req-e966e3c7-449e-4d5c-ad4b-c084822e9788 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0485697 Oct 19 00:22:49.416134 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2df63771-9f17-43a1-b512-5346d87deb44 req-06c55ea3-b736-4d4f-a5bb-267d93a55a33 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Oct 19 00:22:50.373090 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-07523a4b-51b0-4b20-a8d8-010d78780c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:50.534405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed4db9-7e10-4920-a07c-1f460a857fc7 req-3afde889-87ee-4262-9751-2fd9a6f1eb3b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:50.535905 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2ed4db9-7e10-4920-a07c-1f460a857fc7 req-3afde889-87ee-4262-9751-2fd9a6f1eb3b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0488453 Oct 19 00:22:50.573777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2ed4db9-7e10-4920-a07c-1f460a857fc7 req-93acbbb5-a38e-4292-a981-ed85dee8b2b2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318387 Oct 19 00:22:51.695393 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5101f81-3c3c-4304-9003-438c0aeb4e05 req-8dd40e70-bd47-4ff4-a421-21f95eaf1dfd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:51.696894 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5101f81-3c3c-4304-9003-438c0aeb4e05 req-8dd40e70-bd47-4ff4-a421-21f95eaf1dfd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0554459 Oct 19 00:22:51.734569 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-e5101f81-3c3c-4304-9003-438c0aeb4e05 req-ebe73e90-24da-40c4-870c-4c5265a6cd8f tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318201 Oct 19 00:22:52.850685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a08202-63a3-4e0e-87ee-7fd555c482fb req-6be46d6e-8dae-4180-a649-e76ae85207b7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:52.852202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07a08202-63a3-4e0e-87ee-7fd555c482fb req-6be46d6e-8dae-4180-a649-e76ae85207b7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0494738 Oct 19 00:22:52.892280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07a08202-63a3-4e0e-87ee-7fd555c482fb req-a9673dd3-d7ed-4b2d-80d1-2b892ff6140a tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Oct 19 00:22:54.005790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439f5ea-c448-4226-95ea-eb9a3078f3ae req-f7215d92-ff83-4761-ab78-38671e873b95 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:54.007770 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2439f5ea-c448-4226-95ea-eb9a3078f3ae req-f7215d92-ff83-4761-ab78-38671e873b95 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0487413 Oct 19 00:22:54.042875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8dedf7f1-fd00-4133-a127-8fe441982e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:54.046346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-2439f5ea-c448-4226-95ea-eb9a3078f3ae req-83c7a5d2-6f41-4994-8196-cae31964ab7b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Oct 19 00:22:54.913067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:55.162498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa872a8-4a1e-42db-b9b9-6fa4a93f7668 req-b24eabf2-31d1-49c6-9459-d2bc309c9ccf tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:55.164770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5aa872a8-4a1e-42db-b9b9-6fa4a93f7668 req-b24eabf2-31d1-49c6-9459-d2bc309c9ccf tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0478952 Oct 19 00:22:55.208817 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5aa872a8-4a1e-42db-b9b9-6fa4a93f7668 req-e78a4287-effb-4de8-b745-c32f7236ed8d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379920 Oct 19 00:22:55.604637 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:56.325231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90be09-0fb2-4fec-844c-4789d3991b98 req-e079bb0e-5e6b-447b-b92d-5928d515a99d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:56.326762 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d90be09-0fb2-4fec-844c-4789d3991b98 req-e079bb0e-5e6b-447b-b92d-5928d515a99d tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0492342 Oct 19 00:22:56.364397 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1d90be09-0fb2-4fec-844c-4789d3991b98 req-73da57f9-eae0-446b-9270-b892b496fff3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316315 Oct 19 00:22:57.480247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40f6d8-1bfa-406a-add9-1870a92a5670 req-6fd300a1-cf63-4362-b713-dba43b37eb05 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:57.481739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f40f6d8-1bfa-406a-add9-1870a92a5670 req-6fd300a1-cf63-4362-b713-dba43b37eb05 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0496216 Oct 19 00:22:57.519339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f40f6d8-1bfa-406a-add9-1870a92a5670 req-12b6d1f2-0b79-4ac2-9aaf-ea844bc059df tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316594 Oct 19 00:22:58.108408 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:22:58.643014 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236c45a-dc2e-4481-aeab-47595871733f req-c9405905-1432-4a71-aaf9-26f28141d93c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:58.644524 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b236c45a-dc2e-4481-aeab-47595871733f req-c9405905-1432-4a71-aaf9-26f28141d93c tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0550449 Oct 19 00:22:58.684706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-b236c45a-dc2e-4481-aeab-47595871733f req-958fdca8-decf-43e6-a14a-ae8cf643da39 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333631 Oct 19 00:22:59.799250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22685d-ec6f-43b3-a2b9-b87c70b160ce req-52e92bdb-e8a6-4a70-8fc5-bbfe13cbcdf7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:59.800712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba22685d-ec6f-43b3-a2b9-b87c70b160ce req-52e92bdb-e8a6-4a70-8fc5-bbfe13cbcdf7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0500233 Oct 19 00:22:59.840909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba22685d-ec6f-43b3-a2b9-b87c70b160ce req-91fb1e98-5ae9-4332-9498-83ff49d7dfb3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331669 Oct 19 00:22:59.955084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cad809-3d6e-44fd-849f-1a0ecbc1c588 req-de12f9e0-9df3-4b19-88da-7057e4ef25ae tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:22:59.956554 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70cad809-3d6e-44fd-849f-1a0ecbc1c588 req-de12f9e0-9df3-4b19-88da-7057e4ef25ae tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0488365 Oct 19 00:22:59.994607 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-70cad809-3d6e-44fd-849f-1a0ecbc1c588 req-79f42e59-5e4d-462b-8d59-038c944bc762 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Oct 19 00:23:00.098144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:23:00.108224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b53f-6e55-4cde-afd1-28186553ce52 req-429ddeb3-358b-4aae-9dc3-bd4620881797 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:23:00.109694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a736b53f-6e55-4cde-afd1-28186553ce52 req-429ddeb3-358b-4aae-9dc3-bd4620881797 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 944 time: 0.0496471 Oct 19 00:23:00.151914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a736b53f-6e55-4cde-afd1-28186553ce52 req-a626bbf8-77df-4f42-9d4b-73a202edc1fd tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362830 Oct 19 00:23:00.196241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:23:00.207820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '786abca5-9d22-4223-bd4b-df0ac822f618', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'port_id': '786abca5-9d22-4223-bd4b-df0ac822f618', 'mac_address': 'fa:16:3e:dd:5c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:23:00.252291 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:00.265513 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786abca5-9d22-4223-bd4b-df0ac822f618 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:23:00.291540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:23:00.295849 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:00.350105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=13']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:23:00.390310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429287fc-7fbc-4463-9b48-1772b6ad0aa7 req-144bd6d5-19ba-41d2-afbe-c540d2209e46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:23:00.391940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-429287fc-7fbc-4463-9b48-1772b6ad0aa7 req-144bd6d5-19ba-41d2-afbe-c540d2209e46 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0496569 Oct 19 00:23:00.430910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-429287fc-7fbc-4463-9b48-1772b6ad0aa7 req-01379028-639b-4025-8cd9-4c97269a16d4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Oct 19 00:23:00.779206 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['786abca5-9d22-4223-bd4b-df0ac822f618'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:23:01.545933 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf1307-c3a6-42b2-accc-9776114bbb66 req-b196f110-7d2f-4550-bb3c-1fbe0b1ad833 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:23:01.547437 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0cf1307-c3a6-42b2-accc-9776114bbb66 req-b196f110-7d2f-4550-bb3c-1fbe0b1ad833 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Oct 19 00:23:01.586285 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-d0cf1307-c3a6-42b2-accc-9776114bbb66 req-a9d45c65-ff33-45b1-9d01-fbe1597d9995 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322564 Oct 19 00:23:02.103239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:23:02.151639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 786abca5-9d22-4223-bd4b-df0ac822f618 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:23:02.155342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 786abca5-9d22-4223-bd4b-df0ac822f618 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:23:02.155718 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:02.234652 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:02.257317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:23:02.260261 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc87d41d-b345-4b90-9ecb-51bbee7d864e" -d '{"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-plugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:23:02.272794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:23:02.277895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:02.301198 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef42b8c-4d6e-4431-aa21-18355fdb1b28 x-openstack-request-id: req-9ef42b8c-4d6e-4431-aa21-18355fdb1b28 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:23:02.301495 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-plugged", "status": "completed", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:23:02.301760 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ef42b8c-4d6e-4431-aa21-18355fdb1b28 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:23:02.302154 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'code': 200} Oct 19 00:23:02.327660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=14']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:23:02.336846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-c90f8665-dfb8-40e7-9662-2d3e78ae9c98 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:23:02.338380 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-c90f8665-dfb8-40e7-9662-2d3e78ae9c98 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 946 time: 0.0534463 Oct 19 00:23:02.431732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Deleting port 786abca5-9d22-4223-bd4b-df0ac822f618 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:23:02.432068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:02.518799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] For port 786abca5-9d22-4223-bd4b-df0ac822f618, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=786abca5-9d22-4223-bd4b-df0ac822f618,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:23:02.519155 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:02.693090 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:02.693360 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:02.693675 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Floating IP 241733e4-3b54-49ba-95a2-bc06f774031e disassociated. External IP: 172.25.7.34, port: 786abca5-9d22-4223-bd4b-df0ac822f618. Oct 19 00:23:02.694017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Calling delete_port for 786abca5-9d22-4223-bd4b-df0ac822f618 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:23:02.708039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017bda1-069e-496a-b60f-56ea45504e30 req-43db86b2-ca72-4f59-918e-222f4556f5b3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:23:02.709691 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1017bda1-069e-496a-b60f-56ea45504e30 req-43db86b2-ca72-4f59-918e-222f4556f5b3 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 946 time: 0.0558922 Oct 19 00:23:02.748493 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-1017bda1-069e-496a-b60f-56ea45504e30 req-51a9df84-0053-4f0e-829f-1aae69a0d2d7 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6129414-662c-4dc3-a88d-4787c29846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322018 Oct 19 00:23:02.822102 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:02.852881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event deleted for resources: {'Port': ['ID=786abca5-9d22-4223-bd4b-df0ac822f618,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:23:02.979454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:23:03.090241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:23:03.100028 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:23:03.110642 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:23:03.111282 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:22:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:23:03.133557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] No DVR routers for this DVR port 786abca5-9d22-4223-bd4b-df0ac822f618 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:23:03.136278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:03.139891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a7797f6-e328-40d6-9835-8d1c0d23aefd req-ab8acb04-50d0-4651-82f9-23c7c9680935 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.102 "DELETE /v2.0/ports/786abca5-9d22-4223-bd4b-df0ac822f618 HTTP/1.1" status: 204 len: 173 time: 0.7948554 Oct 19 00:23:03.140401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-deleted', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:23:03.142665 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9857b3-2639-47f2-907e-50794b981523" -d '{"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-deleted", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:23:03.183492 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47872cbf-51ca-4020-8848-e281c30abeed x-openstack-request-id: req-47872cbf-51ca-4020-8848-e281c30abeed {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:23:03.183795 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5df2e9-ad73-4ead-8e4e-86bcfad713b8", "name": "network-vif-deleted", "tag": "786abca5-9d22-4223-bd4b-df0ac822f618", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:23:03.184054 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47872cbf-51ca-4020-8848-e281c30abeed {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:23:03.184461 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5df2e9-ad73-4ead-8e4e-86bcfad713b8', 'name': 'network-vif-deleted', 'tag': '786abca5-9d22-4223-bd4b-df0ac822f618', 'status': 'completed', 'code': 200} Oct 19 00:23:03.217910 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:23:03.414859 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:23:03.444523 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:23:03.452893 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:23:03.453499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:22:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:23:03.656470 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:23:03.846654 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-4fa1705e-5e00-4f40-9e9a-0408270ae8f3 req-4209aa42-c6b6-4ec6-8bf8-22d61bcfdc89 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 210 time: 0.0288641 Oct 19 00:23:03.867035 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:23:03.893963 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6309a-cf65-4db7-b95c-24734e1a6b19 None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:08:59Z', 'revision_number': 4, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '9a04adf0-3477-4d98-a718-1c2eb2831634', 'name': '', 'network_id': '490c60da-3aff-4f9c-a4aa-8c5575b4e0ec', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'mac_address': 'fa:16:3e:f7:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:58Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'subnets': [{'id': '51343a00-2947-4de1-b1a4-ae87a20a3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:23:04.133646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646469cc-12f9-4f40-b543-c644ba6983ce None None] New status for floating IP 241733e4-3b54-49ba-95a2-bc06f774031e: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:23:04.944187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6faa20f3-03fe-4425-bbb7-7614e0c6bb87 req-14acd908-0f86-4f3b-ab98-10f7bd91f324 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 210 time: 0.0264614 Oct 19 00:23:05.357961 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:06.039620 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-18d2824b-fc62-409e-9a66-9066475eced9 req-533c5d28-6a09-4605-9b00-269ec8b0915b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Oct 19 00:23:06.155341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:23:06.176694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 786abca5-9d22-4223-bd4b-df0ac822f618 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:23:06.177127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 786abca5-9d22-4223-bd4b-df0ac822f618 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:23:06.738554 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-b3afc3fb-0923-4b42-8ebd-19b993d6ead0 req-86ec4175-ebab-44a1-be66-e23ab75a5c04 tempest-ServerDiskConfigTestJSON-1894475805 tempest-ServerDiskConfigTestJSON-1894475805-project] (100921) timed out ('10.222.0.102', 62409) {{(pid=100921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 00:23:06.958913 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:07.135266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc1ca285-25a2-4789-b0aa-96dbcc43d3e1 req-1fbe8713-6d40-441a-ad9e-8a41d7248999 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5df2e9-ad73-4ead-8e4e-86bcfad713b8 HTTP/1.1" status: 200 len: 210 time: 0.0272825 Oct 19 00:23:20.374636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7c7669d1-7e12-4a49-8653-1efc3d3d6f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:23.732022 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:23:24.044801 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-69dfcd6a-2603-4ee7-9d07-b594577bd61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:24.915861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:25.607529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:28.109647 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:35.361603 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:36.959787 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:50.376141 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3aa1e07-9df6-4ba5-8d07-c06d2a218604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:54.046516 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4ce1445-082e-4df7-ad3f-6e09cc7d5313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:54.918824 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:55.611770 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:23:58.113545 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:00.731066 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:24:05.355858 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:06.956080 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.049355 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41882) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:12.105411 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.128833 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.182841 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.185567 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.186922 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "DELETE /v2.0/security-groups/d6129414-662c-4dc3-a88d-4787c29846fb HTTP/1.1" status: 204 len: 168 time: 0.1362205 Oct 19 00:24:12.189404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41886) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:12.196357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6129414-662c-4dc3-a88d-4787c29846fb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:12.203893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.204247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.204594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.204938 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.205061 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [None req-4cc3b0bd-6c91-4a80-932e-edb45471c3b2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] show failed (client error): The resource could not be found. Oct 19 00:24:12.205274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.205611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.205948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.206160 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4cc3b0bd-6c91-4a80-932e-edb45471c3b2 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "GET /v2.0/security-groups/d6129414-662c-4dc3-a88d-4787c29846fb HTTP/1.1" status: 404 len: 347 time: 0.0157270 Oct 19 00:24:12.206268 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.206874 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.207205 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.207533 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.207862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b78ef9-2686-437b-be45-a4bef5a57133 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.209113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41890) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:12.334577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Deleting port b2a0bfb0-349f-4441-ae6b-05551d23eccd {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:24:12.334947 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.416570 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.416899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.428451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Calling delete_port for b2a0bfb0-349f-4441-ae6b-05551d23eccd owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:24:12.563467 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.593374 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Pushing event deleted for resources: {'Port': ['ID=b2a0bfb0-349f-4441-ae6b-05551d23eccd,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:12.605414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.605760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.606111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.606451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.606819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.607159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.607492 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.607823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.608150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.608483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.608821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.609136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:12.665511 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.668389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:12.669520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-aaa0d6ea-ebd9-41fd-86a0-8f16d75f0bc4 tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] 10.222.0.52 "DELETE /v2.0/floatingips/241733e4-3b54-49ba-95a2-bc06f774031e HTTP/1.1" status: 204 len: 168 time: 0.4594815 Oct 19 00:24:12.672421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41892) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:13.161126 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:13.404998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Deleting port 9a04adf0-3477-4d98-a718-1c2eb2831634 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:24:13.405713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:13.491605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] For port 9a04adf0-3477-4d98-a718-1c2eb2831634, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=9a04adf0-3477-4d98-a718-1c2eb2831634,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:13.491872 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:13.505003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Calling delete_port for 9a04adf0-3477-4d98-a718-1c2eb2831634 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:24:14.012833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:14.041199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a04adf0-3477-4d98-a718-1c2eb2831634,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:14.210782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:14.427221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Router c73c1a11-8bd1-4ee4-955c-1bbfada670ec has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:24:14.540010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:24:14.545074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4d5fabdc-f94a-4325-8ce9-920e1e64248b admin admin] 10.222.0.52 "PUT /v2.0/routers/c73c1a11-8bd1-4ee4-955c-1bbfada670ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8716788 Oct 19 00:24:14.547811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41896) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:14.548489 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] Sync routers for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:24:14.558798 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:24:14.559406 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:23:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:14.660759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:14.664382 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:24:14.767307 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:14.822230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Deleting port 4f920b48-85d6-4676-beec-4c0808de801f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:24:14.822613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:14.849396 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '4f920b48-85d6-4676-beec-4c0808de801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:24:13Z', 'revision_number': 5, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port': {'id': '4f920b48-85d6-4676-beec-4c0808de801f', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:08:57Z', 'updated_at': '2021-10-19T00:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:14.876326 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] Checking router: c73c1a11-8bd1-4ee4-955c-1bbfada670ec for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:24:14.884413 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] Routers {'c73c1a11-8bd1-4ee4-955c-1bbfada670ec'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:24:14.885014 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:23:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:14.908041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] For port 4f920b48-85d6-4676-beec-4c0808de801f, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f920b48-85d6-4676-beec-4c0808de801f,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:14.908397 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:14.921599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Calling delete_port for 4f920b48-85d6-4676-beec-4c0808de801f owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:24:14.974787 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] Set router c73c1a11-8bd1-4ee4-955c-1bbfada670ec gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:24:15.029147 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:24:14Z', 'revision_number': 6, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:15.057576 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d8700-a189-4a29-aa1b-403d030a4dc4 None None] The sync data for ids ['c73c1a11-8bd1-4ee4-955c-1bbfada670ec'] in n-d-713498-28 is: [{'id': 'c73c1a11-8bd1-4ee4-955c-1bbfada670ec', 'name': 'tempest-ServerActionsTestJSON-1837478826-router', 'tenant_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:08:56Z', 'updated_at': '2021-10-19T00:24:14Z', 'revision_number': 6, 'project_id': '496e67536ebc4b8c8c32491bb8a98cbf', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:24:15.095906 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.121720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f920b48-85d6-4676-beec-4c0808de801f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:15.188851 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.281099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.283308 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.327482 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.328002 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c73c1a11-8bd1-4ee4-955c-1bbfada670ec {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:24:15.332975 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.334120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5a297fb9-3ccf-42ee-a0fe-ca7feb7539a3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c73c1a11-8bd1-4ee4-955c-1bbfada670ec HTTP/1.1" status: 204 len: 168 time: 0.7853861 Oct 19 00:24:15.336764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41900) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:15.390468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc5c185-07f8-45f3-b0d3-b07426e15af1 admin admin] Deleting subnet 51343a00-2947-4de1-b1a4-ae87a20a3f29 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:24:15.393837 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edc5c185-07f8-45f3-b0d3-b07426e15af1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.430549 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edc5c185-07f8-45f3-b0d3-b07426e15af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.513351 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edc5c185-07f8-45f3-b0d3-b07426e15af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.565665 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edc5c185-07f8-45f3-b0d3-b07426e15af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.597230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5c185-07f8-45f3-b0d3-b07426e15af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51343a00-2947-4de1-b1a4-ae87a20a3f29,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:15.599227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-edc5c185-07f8-45f3-b0d3-b07426e15af1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.604217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-edc5c185-07f8-45f3-b0d3-b07426e15af1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/51343a00-2947-4de1-b1a4-ae87a20a3f29 HTTP/1.1" status: 204 len: 168 time: 0.2664912 Oct 19 00:24:15.606653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41902) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:15.606829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c305890-c7b3-419b-b3e4-c668af9b99e2 None None] Network 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:24:15.675803 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.730045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Deleting port 4d426e2d-4729-450d-960e-49123376cd02 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:24:15.730389 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.802808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] For port 4d426e2d-4729-450d-960e-49123376cd02, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4d426e2d-4729-450d-960e-49123376cd02,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:15.803175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.822639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] DHCP port deletion for 490c60da-3aff-4f9c-a4aa-8c5575b4e0ec request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:24:15.822878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Calling delete_port for 4d426e2d-4729-450d-960e-49123376cd02 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:24:15.874767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Deleting port 4d426e2d-4729-450d-960e-49123376cd02 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:24:15.875151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.904000 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.938418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d426e2d-4729-450d-960e-49123376cd02,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:15.940682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] For port 4d426e2d-4729-450d-960e-49123376cd02, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4d426e2d-4729-450d-960e-49123376cd02,segment=NetworkSegment(6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb),segment_id=6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:15.941085 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:15.948395 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] No DVR routers for this DVR port 4d426e2d-4729-450d-960e-49123376cd02 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:24:15.954677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Calling delete_port for 4d426e2d-4729-450d-960e-49123376cd02 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:24:16.022202 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:24:16.033493 n-d-713498-28 neutron-server[100923]: self.session.flush() Oct 19 00:24:16.040905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.047886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490c60da-3aff-4f9c-a4aa-8c5575b4e0ec']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:16.058887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:16.059272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc92fb8-be4e-4d7c-9f6b-581c30adbfeb') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:16.067713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Pushing event deleted for resources: {'Port': ['ID=4d426e2d-4729-450d-960e-49123376cd02,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:16.072483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.073910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] No DVR routers for this DVR port 4d426e2d-4729-450d-960e-49123376cd02 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:24:16.083658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.084260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.084369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.084675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.085041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.085928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.086266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.086622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.086955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.087284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.087613 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.087936 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86800c-8e59-47db-bc45-daedf9abec42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:24:16.095646 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.102513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:24:16.102955 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:24:16.104859 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:24:16.167460 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.173026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.176273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/490c60da-3aff-4f9c-a4aa-8c5575b4e0ec HTTP/1.1" status: 204 len: 168 time: 0.5686429 Oct 19 00:24:16.187498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f701a-5c04-4253-bda2-e3095b5112f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=490c60da-3aff-4f9c-a4aa-8c5575b4e0ec,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:16.295061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41906) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:16.334550 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-59e36a15-20b1-44a6-97a4-f4eb32b3b7e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=496e67536ebc4b8c8c32491bb8a98cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381465 Oct 19 00:24:16.337457 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41908) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:16.386588 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-408709f4-dff0-4b6b-ae76-f0ef75a1eae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.407607 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-408709f4-dff0-4b6b-ae76-f0ef75a1eae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.455914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-408709f4-dff0-4b6b-ae76-f0ef75a1eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.458778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-408709f4-dff0-4b6b-ae76-f0ef75a1eae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:16.461302 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-408709f4-dff0-4b6b-ae76-f0ef75a1eae6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a017e7f-8cba-4168-8540-a022e447d3e2 HTTP/1.1" status: 204 len: 168 time: 0.1229219 Oct 19 00:24:16.470642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408709f4-dff0-4b6b-ae76-f0ef75a1eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a017e7f-8cba-4168-8540-a022e447d3e2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:16.523913 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f920b48-85d6-4676-beec-4c0808de801f no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:24:16.543433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 4f920b48-85d6-4676-beec-4c0808de801f {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:24:16.543786 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f920b48-85d6-4676-beec-4c0808de801f not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:24:16.544262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9a04adf0-3477-4d98-a718-1c2eb2831634 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:24:16.563162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 9a04adf0-3477-4d98-a718-1c2eb2831634 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:24:16.563508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 9a04adf0-3477-4d98-a718-1c2eb2831634 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:24:16.563929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4d426e2d-4729-450d-960e-49123376cd02 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:24:16.584634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 4d426e2d-4729-450d-960e-49123376cd02 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:24:16.585485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4d426e2d-4729-450d-960e-49123376cd02 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:24:17.180130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 41930) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:17.279736 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1760003945-network', 'tenant_id': '1cd692e617ab454da7b654cc6192c50c'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:24:17.301096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Made reservation on behalf of 1cd692e617ab454da7b654cc6192c50c for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:24:17.303488 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.311828 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.386594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.390268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.414098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:24:17.428587 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e8386b-84f3-4240-91d8-56ae0c21dbe2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:17.431514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.431878 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Added segment 1c0286e1-f17e-4efe-bf25-f586bd149610 of type vlan for network e1f46fa0-08cb-40c2-8578-c5180f80f18b Oct 19 00:24:17.471320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.495616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.496546 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:17.497120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.529100 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3477676 Oct 19 00:24:17.532140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 41934) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:17.537415 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Request body: {'subnet': {'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1760003945-subnet', 'tenant_id': '1cd692e617ab454da7b654cc6192c50c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:24:17.558559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Made reservation on behalf of 1cd692e617ab454da7b654cc6192c50c for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:24:17.559984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f69ae-a6bc-4a78-bd8f-5072927d9186 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f46fa0-08cb-40c2-8578-c5180f80f18b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:17.561430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.571127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e1f46fa0-08cb-40c2-8578-c5180f80f18b details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:24:17.730744 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.784895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9451e32-99b9-48e4-a537-23ee4950a2cd,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:17.793422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Checking segment: {'id': '1c0286e1-f17e-4efe-bf25-f586bd149610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:24:17.793788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Network hostable DHCP agents. Network: e1f46fa0-08cb-40c2-8578-c5180f80f18b, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:24:17.810476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Network e1f46fa0-08cb-40c2-8578-c5180f80f18b is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:24:17.819050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e1f46fa0-08cb-40c2-8578-c5180f80f18b) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:24:17.823774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:17.824421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:17.828262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e8b7d-2648-4a08-8431-965e7c0746c2 None None] Network e1f46fa0-08cb-40c2-8578-c5180f80f18b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:24:17.846441 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4a46e97f-74c8-4c13-81d1-fca7ef83cd34 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3084347 Oct 19 00:24:17.960375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bdc309-803a-4d93-adfb-053cb89111f2 None None] Network e1f46fa0-08cb-40c2-8578-c5180f80f18b requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:24:18.431668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-525f5a4f-eec1-4a26-b072-ea728040c66a tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:18.433129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-525f5a4f-eec1-4a26-b072-ea728040c66a tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/networks?id=e1f46fa0-08cb-40c2-8578-c5180f80f18b HTTP/1.1" status: 200 len: 814 time: 0.1066422 Oct 19 00:24:18.448384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-29ccf091-8637-4004-9326-ab7eac62ba13 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/quotas/1cd692e617ab454da7b654cc6192c50c HTTP/1.1" status: 200 len: 375 time: 0.0094364 Oct 19 00:24:18.480848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-047e3064-cadc-4494-bd6e-546c90968b37 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1cd692e617ab454da7b654cc6192c50c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270901 Oct 19 00:24:18.491510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-83c5eff6-abde-48b6-bc8b-4b0068f6a9bd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:24:18.492412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-83c5eff6-abde-48b6-bc8b-4b0068f6a9bd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049407 Oct 19 00:24:18.586275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-04ac2fad-3059-4cd8-92af-fe465f32c42b service neutron] 10.222.0.52 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882654 Oct 19 00:24:18.675238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-62f7e39c-fe62-4331-b6dd-e8d6ff147175 service neutron] 10.222.0.52 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826962 Oct 19 00:24:18.835420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-010027a3-9796-46b3-a5bd-4f414d9ecbb9 req-4f82fab5-0d9b-4407-9af0-2af6f0340a17 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 210 time: 0.0336440 Oct 19 00:24:19.946689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-8454e7bb-ac8b-483c-a786-4f2e65158f60 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:19.948141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-8454e7bb-ac8b-483c-a786-4f2e65158f60 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.102 "GET /v2.0/networks?id=e1f46fa0-08cb-40c2-8578-c5180f80f18b HTTP/1.1" status: 200 len: 814 time: 0.1131194 Oct 19 00:24:19.963419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a3addd29-187f-40d8-a940-0947477640f3 req-0add5e3e-2640-4dab-8bf1-b80d9f0b2cef tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 210 time: 0.0364931 Oct 19 00:24:19.967938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Request body: {'port': {'device_id': '98f4bd8b-9eb5-41eb-9107-b6f95d5edada', 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b', 'admin_state_up': True, 'tenant_id': '1cd692e617ab454da7b654cc6192c50c'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:24:20.074968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Made reservation on behalf of 1cd692e617ab454da7b654cc6192c50c for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:24:20.078272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:20.202824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Allocated IP 172.20.0.12 (e1f46fa0-08cb-40c2-8578-c5180f80f18b/d9451e32-99b9-48e4-a537-23ee4950a2cd/920c51f8-1cee-47d1-abfd-eb6ffda0f2a6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:24:20.357932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:20.378686 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-20f175b6-c955-4d94-bf27-252de1cf5f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:20.393822 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:20.438568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Network e1f46fa0-08cb-40c2-8578-c5180f80f18b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:24:20.441603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:24:20.445909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:24:20.473294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Pushing event updated for resources: {'Port': ['ID=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:20.501910 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:20.502520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:20.517511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-262b5bb6-3b90-44d7-b1da-9b58db4ccefe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5531597 Oct 19 00:24:20.535774 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Request body: {'port': {'device_id': '98f4bd8b-9eb5-41eb-9107-b6f95d5edada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:24:20.589744 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:20.857452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:24:20.864819 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:20.877213 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Transition to ACTIVE for port object 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:24:20.881193 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:20.931688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Pushing event updated for resources: {'Port': ['ID=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:20.997310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Attempting to bind port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:24:20.997851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Attempting to bind port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '1c0286e1-f17e-4efe-bf25-f586bd149610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:24:20.997964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Attempting to bind port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 on network e1f46fa0-08cb-40c2-8578-c5180f80f18b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:24:21.003316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 on network e1f46fa0-08cb-40c2-8578-c5180f80f18b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:24:21.003316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Attempting to bind port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 on network e1f46fa0-08cb-40c2-8578-c5180f80f18b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:24:21.007502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:24:21.007844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Checking segment: {'id': '1c0286e1-f17e-4efe-bf25-f586bd149610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:24:21.008214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Bound using segment: {'id': '1c0286e1-f17e-4efe-bf25-f586bd149610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:24:21.008640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Bound port: 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0286e1-f17e-4efe-bf25-f586bd149610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:24:21.008991 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:21.105677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] For port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:24:21.125824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13099331-e485-47dd-a034-06cf28bc8333 req-092ab0a0-615e-4def-a400-806b243b800e tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:21.127330 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-13099331-e485-47dd-a034-06cf28bc8333 req-092ab0a0-615e-4def-a400-806b243b800e tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 944 time: 0.0843856 Oct 19 00:24:21.128972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] For port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:24:21.133628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:21.182032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:21.182656 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:21.184058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] 10.222.0.102 "PUT /v2.0/ports/920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 HTTP/1.1" status: 200 len: 1093 time: 0.6523788 Oct 19 00:24:21.186246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f4bd8b-9eb5-41eb-9107-b6f95d5edada', 'tag': '920c51f8-1cee-47d1-abfd-eb6ffda0f2a6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:24:21.188525 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00" -d '{"events": [{"name": "network-changed", "server_uuid": "98f4bd8b-9eb5-41eb-9107-b6f95d5edada", "tag": "920c51f8-1cee-47d1-abfd-eb6ffda0f2a6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:24:21.227602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d695d1-83b3-4f65-824a-842acba8a62b service neutron] Pushing event updated for resources: {'Port': ['ID=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:21.232720 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-13099331-e485-47dd-a034-06cf28bc8333 req-6d3b237a-7ab7-4346-9f6b-dcd508712ba5 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966303 Oct 19 00:24:21.286358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-97568d08-4322-418a-8662-6e49c2610c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:21.287986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-97568d08-4322-418a-8662-6e49c2610c93 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1cd692e617ab454da7b654cc6192c50c&device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 1096 time: 0.0426729 Oct 19 00:24:21.336231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-3eab5239-f3e5-4e30-b50b-f897cc16f1ca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 HTTP/1.1" status: 200 len: 217 time: 0.0349410 Oct 19 00:24:21.337636 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18d17d-1111-4ef6-a825-032669d5ccf9 x-openstack-request-id: req-0a18d17d-1111-4ef6-a825-032669d5ccf9 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:24:21.337919 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f4bd8b-9eb5-41eb-9107-b6f95d5edada", "tag": "920c51f8-1cee-47d1-abfd-eb6ffda0f2a6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:24:21.338167 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a18d17d-1111-4ef6-a825-032669d5ccf9 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:24:21.338555 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f4bd8b-9eb5-41eb-9107-b6f95d5edada', 'tag': '920c51f8-1cee-47d1-abfd-eb6ffda0f2a6', 'status': 'completed', 'code': 200} Oct 19 00:24:21.402401 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-55004af3-2199-4979-bce0-6aced601ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:21.403849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-55004af3-2199-4979-bce0-6aced601ec1a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d9451e32-99b9-48e4-a537-23ee4950a2cd HTTP/1.1" status: 200 len: 854 time: 0.0461254 Oct 19 00:24:21.435415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-1a55f83a-f395-40b3-9246-c27cfa1d71da service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e1f46fa0-08cb-40c2-8578-c5180f80f18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246992 Oct 19 00:24:21.446238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-6c5f44f2-1bc2-4ad1-b1cd-e1aa21b46782 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:24:21.447178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-6c5f44f2-1bc2-4ad1-b1cd-e1aa21b46782 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047295 Oct 19 00:24:21.535580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-0d0c5c9c-f2fb-4e1a-9d0f-87bfc3bc7d03 service neutron] 10.222.0.102 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800331 Oct 19 00:24:21.630802 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2a03f2f3-01fa-4982-abdb-5dd548317779 req-68a0a6cf-9062-4cdb-9068-9ff9d9eb7480 service neutron] 10.222.0.102 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869703 Oct 19 00:24:21.754902 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-9e789408-43fd-4c04-aab6-6f8916e4c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:21.756285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-9e789408-43fd-4c04-aab6-6f8916e4c28c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1cd692e617ab454da7b654cc6192c50c&device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 1096 time: 0.0411918 Oct 19 00:24:21.853526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-955be68d-3aa7-414d-bdc2-d181aef56f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:21.855074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-955be68d-3aa7-414d-bdc2-d181aef56f56 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e1f46fa0-08cb-40c2-8578-c5180f80f18b HTTP/1.1" status: 200 len: 915 time: 0.0903394 Oct 19 00:24:21.897162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-b184153c-3758-4c77-a77f-5efdf73b0994 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 HTTP/1.1" status: 200 len: 217 time: 0.0345140 Oct 19 00:24:21.946790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-2f8af3de-f949-49c2-8e73-bc9ccbdf46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:21.948213 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-2f8af3de-f949-49c2-8e73-bc9ccbdf46f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d9451e32-99b9-48e4-a537-23ee4950a2cd HTTP/1.1" status: 200 len: 854 time: 0.0445740 Oct 19 00:24:21.986459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-e2375fc4-d09a-4e98-a8cc-1dfa345fe66b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e1f46fa0-08cb-40c2-8578-c5180f80f18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299461 Oct 19 00:24:22.076915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-a04bed64-0286-4b84-84c4-d187b775733c service neutron] 10.222.0.102 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830519 Oct 19 00:24:22.532466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ab0af98d-2f62-4db6-8386-a3b2f85b3e00 req-afe7740f-6f60-4d05-9382-755ef8f606d8 service neutron] 10.222.0.102 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486730 Oct 19 00:24:22.540667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52c29-6da0-4f48-b14f-a1fc9072e054 req-bf3c0b78-1f67-4065-b853-ff8a484e5e92 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:22.542031 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56e52c29-6da0-4f48-b14f-a1fc9072e054 req-bf3c0b78-1f67-4065-b853-ff8a484e5e92 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 944 time: 0.0687490 Oct 19 00:24:22.582678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-56e52c29-6da0-4f48-b14f-a1fc9072e054 req-5269290c-eedb-4c1c-842c-64b3de922082 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Oct 19 00:24:23.694696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d9d66-fd01-4794-bc28-27feb61a3edd req-f59294b4-d426-4241-950c-a590382adb00 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:23.696173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-263d9d66-fd01-4794-bc28-27feb61a3edd req-f59294b4-d426-4241-950c-a590382adb00 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 944 time: 0.0475132 Oct 19 00:24:23.733946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-263d9d66-fd01-4794-bc28-27feb61a3edd req-fd764f88-5a0b-43a0-961d-0cf347e5ae7e tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Oct 19 00:24:24.047910 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6808425-cd30-448d-8f6d-22f4cebbac9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:24.495093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:24:24.589587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:24.605802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '920c51f8-1cee-47d1-abfd-eb6ffda0f2a6', 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b', 'port_id': '920c51f8-1cee-47d1-abfd-eb6ffda0f2a6', 'mac_address': 'fa:16:3e:7e:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9451e32-99b9-48e4-a537-23ee4950a2cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:24:24.643689 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:24.656787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:24:24.676086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:24.680064 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:24.728193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:24.854696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ce9ee-db80-4056-876b-109f86c274e8 req-ff490e7a-8c01-413c-9eab-e443a169634c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:24.856597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4ce9ee-db80-4056-876b-109f86c274e8 req-ff490e7a-8c01-413c-9eab-e443a169634c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 945 time: 0.0547047 Oct 19 00:24:24.894535 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4d4ce9ee-db80-4056-876b-109f86c274e8 req-883188e7-72ba-4c57-9cf8-d415119b5c2a tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Oct 19 00:24:24.921720 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:25.070629 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['920c51f8-1cee-47d1-abfd-eb6ffda0f2a6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:24:25.614697 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:26.011778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59c3e9-fe1a-4f5f-a898-95e65c191269 req-791dbb49-1a1b-40e8-a050-5007b4a7f944 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:26.013244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba59c3e9-fe1a-4f5f-a898-95e65c191269 req-791dbb49-1a1b-40e8-a050-5007b4a7f944 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 945 time: 0.0484006 Oct 19 00:24:26.050313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ba59c3e9-fe1a-4f5f-a898-95e65c191269 req-035bf51f-dbc7-445f-a856-f1e0182cd042 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Oct 19 00:24:26.509087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:24:26.556362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:24:26.559984 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:24:26.560375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:26.640809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:26.662489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f4bd8b-9eb5-41eb-9107-b6f95d5edada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920c51f8-1cee-47d1-abfd-eb6ffda0f2a6'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:24:26.665256 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b154080-a679-4a7d-ad36-2c47c9a7329c" -d '{"events": [{"server_uuid": "98f4bd8b-9eb5-41eb-9107-b6f95d5edada", "name": "network-vif-plugged", "status": "completed", "tag": "920c51f8-1cee-47d1-abfd-eb6ffda0f2a6"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:24:26.677500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:26.682496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:26.733117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:26.758094 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87f4774-86bd-418b-aefc-735b4ed4ea0f x-openstack-request-id: req-f87f4774-86bd-418b-aefc-735b4ed4ea0f {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:24:26.758417 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f4bd8b-9eb5-41eb-9107-b6f95d5edada", "name": "network-vif-plugged", "status": "completed", "tag": "920c51f8-1cee-47d1-abfd-eb6ffda0f2a6", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:24:26.758700 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f87f4774-86bd-418b-aefc-735b4ed4ea0f {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:24:26.759122 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f4bd8b-9eb5-41eb-9107-b6f95d5edada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920c51f8-1cee-47d1-abfd-eb6ffda0f2a6', 'code': 200} Oct 19 00:24:26.879630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9b154-6db4-4ffe-ab97-c0dc91410c17 req-eef311eb-a1d0-4472-a0d7-877b5e32f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:26.881083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a9b154-6db4-4ffe-ab97-c0dc91410c17 req-eef311eb-a1d0-4472-a0d7-877b5e32f366 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 1098 time: 0.0395374 Oct 19 00:24:26.915061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03a9b154-6db4-4ffe-ab97-c0dc91410c17 req-0342da20-1362-4058-bb1a-9ad8ba65a56a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270822 Oct 19 00:24:27.168581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc0bef-7c4e-4800-9e2a-db36631b69ee req-f603a032-9efa-4a57-9742-f03110df2a46 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:27.171666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcbc0bef-7c4e-4800-9e2a-db36631b69ee req-f603a032-9efa-4a57-9742-f03110df2a46 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0540307 Oct 19 00:24:27.212450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fcbc0bef-7c4e-4800-9e2a-db36631b69ee req-ebfba8fd-569b-4b06-a9b2-330bfd66d065 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Oct 19 00:24:28.115998 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:28.330831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad3542-3afe-4349-b069-bf74f9dadbf4 req-853a9571-048b-47e9-a713-12cc66d98071 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:28.332481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33ad3542-3afe-4349-b069-bf74f9dadbf4 req-853a9571-048b-47e9-a713-12cc66d98071 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0515444 Oct 19 00:24:28.372007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33ad3542-3afe-4349-b069-bf74f9dadbf4 req-0ce2518c-7660-43f1-95da-88a16e9028d6 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Oct 19 00:24:29.486425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd288b23-2d20-4ed3-b76e-b99305040f1e req-1974872d-ece1-4df0-a680-84f386a25b13 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:29.487923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd288b23-2d20-4ed3-b76e-b99305040f1e req-1974872d-ece1-4df0-a680-84f386a25b13 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0499587 Oct 19 00:24:29.526380 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd288b23-2d20-4ed3-b76e-b99305040f1e req-b2c7c11e-3db2-4958-b1e5-d8037f7dc0e2 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Oct 19 00:24:29.750036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-44e90435-198a-4bf7-8a15-1f73652f2509 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:29.751438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-44e90435-198a-4bf7-8a15-1f73652f2509 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/networks?id=e1f46fa0-08cb-40c2-8578-c5180f80f18b HTTP/1.1" status: 200 len: 814 time: 0.1045039 Oct 19 00:24:29.766135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-10edadf0-f5f9-4b37-8dbc-72e960349278 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/quotas/1cd692e617ab454da7b654cc6192c50c HTTP/1.1" status: 200 len: 375 time: 0.0090430 Oct 19 00:24:29.817177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-188d76eb-b1d3-4762-88b3-0302d2713d3d tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1cd692e617ab454da7b654cc6192c50c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456543 Oct 19 00:24:29.910305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-d6d7a255-1518-4af9-84be-f608a8dc608f service neutron] 10.222.0.52 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861340 Oct 19 00:24:29.998003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-1c8c52f4-8049-494a-b088-feda90dfbb28 service neutron] 10.222.0.52 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810490 Oct 19 00:24:30.155818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15600e70-42a6-4f54-bba9-555aafcc8d29 req-cf3ee636-f2b4-40f5-9c18-8a0767857ba3 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0301182 Oct 19 00:24:31.232130 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-10266947-e23b-4a86-afaf-fe0655875a57 req-a7b4d84b-ecec-4cf1-9d79-7112cd90d36f tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0275097 Oct 19 00:24:31.299290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-e606e394-d183-4f32-aca6-349e9966613e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515101 Oct 19 00:24:31.400625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-2677a513-e786-49b3-8322-29a95e5d63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:31.402034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-2677a513-e786-49b3-8322-29a95e5d63d8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1cd692e617ab454da7b654cc6192c50c&device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 1098 time: 0.0409062 Oct 19 00:24:31.509955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-902e61c4-0b54-4b3e-a785-c2c57e9a6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:31.511465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-902e61c4-0b54-4b3e-a785-c2c57e9a6f3b service neutron] 10.222.0.102 "GET /v2.0/networks?id=e1f46fa0-08cb-40c2-8578-c5180f80f18b HTTP/1.1" status: 200 len: 915 time: 0.0892665 Oct 19 00:24:31.555325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-e34bbc7d-1d84-46eb-a768-e2cd8b84e995 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 HTTP/1.1" status: 200 len: 217 time: 0.0364034 Oct 19 00:24:31.611348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-e1806f5c-6994-476d-9d49-d1b2cf2bf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:31.612789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-e1806f5c-6994-476d-9d49-d1b2cf2bf41c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d9451e32-99b9-48e4-a537-23ee4950a2cd HTTP/1.1" status: 200 len: 854 time: 0.0493572 Oct 19 00:24:31.643878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-9be5ef1e-a7d3-4297-9445-a689e63979c9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e1f46fa0-08cb-40c2-8578-c5180f80f18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241506 Oct 19 00:24:31.733464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-131864b9-82fa-40cb-bba5-b888e8064e4f service neutron] 10.222.0.102 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820928 Oct 19 00:24:31.828565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e6c9fe01-5f20-4405-a7ba-7d0ad69d8914 req-7cfe336a-762b-48bd-9d24-6e595b5cc65c service neutron] 10.222.0.102 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879974 Oct 19 00:24:32.312571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-14714561-5f0f-42b8-ad86-030b48ab4ef3 req-3397b7df-6423-4ba8-9670-09248e91718e tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Oct 19 00:24:33.388745 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-171d9948-6a4b-4f92-a1dc-8c32966dcc60 req-5ce2c7cc-3a6e-40ec-8681-4f0d92c0ab9a tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0264423 Oct 19 00:24:34.479779 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b513839d-41ff-4a32-a100-5a9803d5b8c9 req-b7cb53ce-5788-40d4-b054-10ccbd2b810a tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0263016 Oct 19 00:24:35.262944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-f41732ab-ba33-4c56-9054-a674202fa0cd tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:35.264449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-f41732ab-ba33-4c56-9054-a674202fa0cd tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.73 "GET /v2.0/networks?id=e1f46fa0-08cb-40c2-8578-c5180f80f18b HTTP/1.1" status: 200 len: 814 time: 0.1091673 Oct 19 00:24:35.290278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Request body: {'port': {'device_id': '7993a3ae-f120-4f6d-bf21-7416110c2cc4', 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b', 'admin_state_up': True, 'tenant_id': '1cd692e617ab454da7b654cc6192c50c'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:24:35.355874 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:35.402314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Made reservation on behalf of 1cd692e617ab454da7b654cc6192c50c for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:24:35.406087 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:35.529821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Allocated IP 172.20.0.4 (e1f46fa0-08cb-40c2-8578-c5180f80f18b/d9451e32-99b9-48e4-a537-23ee4950a2cd/878d85e2-9192-4f84-b240-5d28a05ae71a) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:24:35.591816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-144ee4f9-8739-471d-8ec3-9065b5576fce req-b1ea10bb-982d-4cd2-93f0-9ea1a64c6efe tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0436368 Oct 19 00:24:35.704481 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:35.737891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:35.771162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['920c51f8-1cee-47d1-abfd-eb6ffda0f2a6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:24:35.781670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Network e1f46fa0-08cb-40c2-8578-c5180f80f18b is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:24:35.785150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:24:35.787895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:24:35.829029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Pushing event updated for resources: {'Port': ['ID=878d85e2-9192-4f84-b240-5d28a05ae71a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:35.852940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:35.853556 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:35.870974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-213520af-a74c-4c1a-a465-7d4da4700c18 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850987 Oct 19 00:24:35.889314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Request body: {'port': {'device_id': '7993a3ae-f120-4f6d-bf21-7416110c2cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:24:35.948844 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:36.219500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878d85e2-9192-4f84-b240-5d28a05ae71a {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:24:36.227382 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:36.238860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Transition to ACTIVE for port object 878d85e2-9192-4f84-b240-5d28a05ae71a will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:24:36.243856 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:36.294766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Pushing event updated for resources: {'Port': ['ID=878d85e2-9192-4f84-b240-5d28a05ae71a,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:36.357242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Attempting to bind port 878d85e2-9192-4f84-b240-5d28a05ae71a on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:24:36.357579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Attempting to bind port 878d85e2-9192-4f84-b240-5d28a05ae71a by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '1c0286e1-f17e-4efe-bf25-f586bd149610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:24:36.357906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Attempting to bind port 878d85e2-9192-4f84-b240-5d28a05ae71a on network e1f46fa0-08cb-40c2-8578-c5180f80f18b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:24:36.362196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Port 878d85e2-9192-4f84-b240-5d28a05ae71a on network e1f46fa0-08cb-40c2-8578-c5180f80f18b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:24:36.362518 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Attempting to bind port 878d85e2-9192-4f84-b240-5d28a05ae71a on network e1f46fa0-08cb-40c2-8578-c5180f80f18b {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:24:36.367901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:24:36.368235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Checking segment: {'id': '1c0286e1-f17e-4efe-bf25-f586bd149610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:24:36.368617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Bound using segment: {'id': '1c0286e1-f17e-4efe-bf25-f586bd149610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:24:36.369039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Bound port: 878d85e2-9192-4f84-b240-5d28a05ae71a, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0286e1-f17e-4efe-bf25-f586bd149610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:24:36.369398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:36.434905 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] For port 878d85e2-9192-4f84-b240-5d28a05ae71a, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:24:36.437684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] For port 878d85e2-9192-4f84-b240-5d28a05ae71a, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=878d85e2-9192-4f84-b240-5d28a05ae71a,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:24:36.441956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:36.473907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:36.474512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:36.475915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] 10.222.0.73 "PUT /v2.0/ports/878d85e2-9192-4f84-b240-5d28a05ae71a HTTP/1.1" status: 200 len: 1092 time: 0.5909338 Oct 19 00:24:36.476831 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7993a3ae-f120-4f6d-bf21-7416110c2cc4', 'tag': '878d85e2-9192-4f84-b240-5d28a05ae71a'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:24:36.479087 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9de645-42de-4496-acd8-486ef488f40b" -d '{"events": [{"name": "network-changed", "server_uuid": "7993a3ae-f120-4f6d-bf21-7416110c2cc4", "tag": "878d85e2-9192-4f84-b240-5d28a05ae71a"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:24:36.510164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235de18-7f97-4a84-8c25-3a58045f1860 service neutron] Pushing event updated for resources: {'Port': ['ID=878d85e2-9192-4f84-b240-5d28a05ae71a,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:36.521984 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0340fbfe-6d94-4093-9f7b-c7de84f6fac0 x-openstack-request-id: req-0340fbfe-6d94-4093-9f7b-c7de84f6fac0 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:24:36.522309 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7993a3ae-f120-4f6d-bf21-7416110c2cc4", "tag": "878d85e2-9192-4f84-b240-5d28a05ae71a", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:24:36.522590 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0340fbfe-6d94-4093-9f7b-c7de84f6fac0 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:24:36.523038 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7993a3ae-f120-4f6d-bf21-7416110c2cc4', 'tag': '878d85e2-9192-4f84-b240-5d28a05ae71a', 'status': 'completed', 'code': 200} Oct 19 00:24:36.574245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-789d4f6d-cee8-4955-9f60-fa1d3fab79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:36.575820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-789d4f6d-cee8-4955-9f60-fa1d3fab79ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cd692e617ab454da7b654cc6192c50c&device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 1095 time: 0.0414188 Oct 19 00:24:36.627125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-c81875b9-0d9e-437e-8e88-53e383909d1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=878d85e2-9192-4f84-b240-5d28a05ae71a HTTP/1.1" status: 200 len: 217 time: 0.0386939 Oct 19 00:24:36.701371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9a43808f-9323-440a-8bed-fd6eba7af387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:36.702751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-9a43808f-9323-440a-8bed-fd6eba7af387 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9451e32-99b9-48e4-a537-23ee4950a2cd HTTP/1.1" status: 200 len: 854 time: 0.0685678 Oct 19 00:24:36.736727 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-5069f525-7134-49ee-a4c4-3484984b34ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1f46fa0-08cb-40c2-8578-c5180f80f18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270791 Oct 19 00:24:36.744238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb8026-fd62-405a-84a4-3dc15b62ddad req-2a0bf6cf-f8b8-48b2-b3b3-40bd25596d3a tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:36.745599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ccfb8026-fd62-405a-84a4-3dc15b62ddad req-2a0bf6cf-f8b8-48b2-b3b3-40bd25596d3a tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 943 time: 0.0851510 Oct 19 00:24:36.836876 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ccfb8026-fd62-405a-84a4-3dc15b62ddad req-49f5571f-caf9-43a6-a521-1bb58e353074 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836458 Oct 19 00:24:36.860155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-6df58b0b-e2ed-4953-a3f0-6a00c64a90d2 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136849 Oct 19 00:24:36.955255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2542270e-f77c-44b3-80c6-1569f3aa3e91 req-57939978-a3b6-4100-9f85-12f2998e1cbc service neutron] 10.222.0.73 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865340 Oct 19 00:24:36.984944 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:37.078370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9de645-42de-4496-acd8-486ef488f40b req-59e61598-0fc5-4612-bb0f-a5ab593aa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:37.079884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a9de645-42de-4496-acd8-486ef488f40b req-59e61598-0fc5-4612-bb0f-a5ab593aa2b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1cd692e617ab454da7b654cc6192c50c&device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 1095 time: 0.0410817 Oct 19 00:24:37.174613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9de645-42de-4496-acd8-486ef488f40b req-46963412-95c8-4a9c-8be8-de2105aecbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:37.176106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a9de645-42de-4496-acd8-486ef488f40b req-46963412-95c8-4a9c-8be8-de2105aecbcc service neutron] 10.222.0.73 "GET /v2.0/networks?id=e1f46fa0-08cb-40c2-8578-c5180f80f18b HTTP/1.1" status: 200 len: 915 time: 0.0883884 Oct 19 00:24:37.219010 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a9de645-42de-4496-acd8-486ef488f40b req-ffe29ac5-7752-4767-ac8a-9968467c376c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=878d85e2-9192-4f84-b240-5d28a05ae71a HTTP/1.1" status: 200 len: 217 time: 0.0353439 Oct 19 00:24:37.268437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9de645-42de-4496-acd8-486ef488f40b req-1c9a6a18-6188-4aae-b4bd-31448c0583b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:37.270041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a9de645-42de-4496-acd8-486ef488f40b req-1c9a6a18-6188-4aae-b4bd-31448c0583b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9451e32-99b9-48e4-a537-23ee4950a2cd HTTP/1.1" status: 200 len: 854 time: 0.0440998 Oct 19 00:24:37.302339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a9de645-42de-4496-acd8-486ef488f40b req-916c0957-927c-479a-9979-2f1951ba6226 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1f46fa0-08cb-40c2-8578-c5180f80f18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248294 Oct 19 00:24:37.396453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a9de645-42de-4496-acd8-486ef488f40b req-ef5dcb8b-d47e-4388-bc0c-503b75e4ecdf service neutron] 10.222.0.73 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870454 Oct 19 00:24:37.485844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a9de645-42de-4496-acd8-486ef488f40b req-1d1e3042-a9dc-422e-a944-c45f0ccdb8ce service neutron] 10.222.0.73 "GET /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819690 Oct 19 00:24:37.731090 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:24:37.958685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462c531-384c-429d-9892-103480b498da req-1c9aada2-549a-43bf-93d6-abe16d7eaa83 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:37.960184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8462c531-384c-429d-9892-103480b498da req-1c9aada2-549a-43bf-93d6-abe16d7eaa83 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 943 time: 0.0542896 Oct 19 00:24:37.998794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8462c531-384c-429d-9892-103480b498da req-db4ce732-e441-4390-a295-e600378d19bb tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 Oct 19 00:24:39.113351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d086d-6de8-49fe-833f-d5402135a725 req-36698e2b-c820-45b8-ad1a-09dc12374784 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:39.114860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c06d086d-6de8-49fe-833f-d5402135a725 req-36698e2b-c820-45b8-ad1a-09dc12374784 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 943 time: 0.0495319 Oct 19 00:24:39.152552 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c06d086d-6de8-49fe-833f-d5402135a725 req-fce96367-7c77-47db-857e-78a671540baf tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Oct 19 00:24:40.265720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3193c9-fb76-4653-be90-f31e007937d5 req-46a7a3dd-0af2-4d67-a4f7-3898c4680c39 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:40.267202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e3193c9-fb76-4653-be90-f31e007937d5 req-46a7a3dd-0af2-4d67-a4f7-3898c4680c39 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 943 time: 0.0480657 Oct 19 00:24:40.304649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e3193c9-fb76-4653-be90-f31e007937d5 req-6e1bd174-570e-4088-b521-21ede1d1de08 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Oct 19 00:24:41.422452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd13e6-408c-4333-90a0-da1c886a5f7c req-8bdd2120-3f99-4f9f-b69f-4dcc2b6a2250 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:41.423949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8cd13e6-408c-4333-90a0-da1c886a5f7c req-8bdd2120-3f99-4f9f-b69f-4dcc2b6a2250 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 943 time: 0.0528190 Oct 19 00:24:41.461681 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8cd13e6-408c-4333-90a0-da1c886a5f7c req-86b81332-e42d-4521-b5d5-b86ebcbde24c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318258 Oct 19 00:24:41.609991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 878d85e2-9192-4f84-b240-5d28a05ae71a details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:24:41.703186 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 878d85e2-9192-4f84-b240-5d28a05ae71a, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=878d85e2-9192-4f84-b240-5d28a05ae71a,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:41.714443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '878d85e2-9192-4f84-b240-5d28a05ae71a', 'network_id': 'e1f46fa0-08cb-40c2-8578-c5180f80f18b', 'port_id': '878d85e2-9192-4f84-b240-5d28a05ae71a', 'mac_address': 'fa:16:3e:77:4a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9451e32-99b9-48e4-a537-23ee4950a2cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:24:41.754905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:41.767175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878d85e2-9192-4f84-b240-5d28a05ae71a {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:24:41.786012 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 878d85e2-9192-4f84-b240-5d28a05ae71a, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=878d85e2-9192-4f84-b240-5d28a05ae71a,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:41.790332 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:41.838447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=878d85e2-9192-4f84-b240-5d28a05ae71a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:42.178983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['878d85e2-9192-4f84-b240-5d28a05ae71a'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:24:42.577605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d77e0a-366b-4393-82e3-d02f6a32666f req-f44d342c-20f5-425c-ada3-516845bd8735 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:42.579120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30d77e0a-366b-4393-82e3-d02f6a32666f req-f44d342c-20f5-425c-ada3-516845bd8735 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 944 time: 0.0493355 Oct 19 00:24:42.616561 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30d77e0a-366b-4393-82e3-d02f6a32666f req-20ecac11-c40f-4aa8-9790-f47837eb7562 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Oct 19 00:24:43.619059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 878d85e2-9192-4f84-b240-5d28a05ae71a up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:24:43.668320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 878d85e2-9192-4f84-b240-5d28a05ae71a completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:24:43.672085 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 878d85e2-9192-4f84-b240-5d28a05ae71a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:24:43.672460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:43.736658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ec48-3314-40c1-a834-fcd5c3d669d6 req-44ab7cb8-468b-4f83-ab61-6c7f60d21557 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:43.738208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb68ec48-3314-40c1-a834-fcd5c3d669d6 req-44ab7cb8-468b-4f83-ab61-6c7f60d21557 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 944 time: 0.0500221 Oct 19 00:24:43.749440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:43.776220 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7993a3ae-f120-4f6d-bf21-7416110c2cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878d85e2-9192-4f84-b240-5d28a05ae71a'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:24:43.777044 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb68ec48-3314-40c1-a834-fcd5c3d669d6 req-05b3f701-da32-4877-9f86-98a4f4d491c3 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Oct 19 00:24:43.778487 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2a330c-9542-42c0-bcf9-50fd571cb2d9" -d '{"events": [{"server_uuid": "7993a3ae-f120-4f6d-bf21-7416110c2cc4", "name": "network-vif-plugged", "status": "completed", "tag": "878d85e2-9192-4f84-b240-5d28a05ae71a"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:24:43.792350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 878d85e2-9192-4f84-b240-5d28a05ae71a, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=878d85e2-9192-4f84-b240-5d28a05ae71a,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:43.796632 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:43.822147 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7fbae-405c-4a26-842c-d78e28f30b33 x-openstack-request-id: req-27b7fbae-405c-4a26-842c-d78e28f30b33 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:24:43.822463 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7993a3ae-f120-4f6d-bf21-7416110c2cc4", "name": "network-vif-plugged", "status": "completed", "tag": "878d85e2-9192-4f84-b240-5d28a05ae71a", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:24:43.822804 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27b7fbae-405c-4a26-842c-d78e28f30b33 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:24:43.823110 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7993a3ae-f120-4f6d-bf21-7416110c2cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878d85e2-9192-4f84-b240-5d28a05ae71a', 'code': 200} Oct 19 00:24:43.849308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=878d85e2-9192-4f84-b240-5d28a05ae71a,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:43.946483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd83615-469a-4fb5-ab2b-39f7c9061cfb req-632e736d-44bd-4cb6-94d0-0bfbfd6720ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:43.947941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ccd83615-469a-4fb5-ab2b-39f7c9061cfb req-632e736d-44bd-4cb6-94d0-0bfbfd6720ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0456381 Oct 19 00:24:43.983020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ccd83615-469a-4fb5-ab2b-39f7c9061cfb req-a55eabeb-cb3a-4a35-a89e-12592c14209e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285513 Oct 19 00:24:44.893126 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a79bcf-3833-4a5e-ae5a-7548f0f89be5 req-3264417a-eabf-4fd7-bc57-4dd4f6305196 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:44.894592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9a79bcf-3833-4a5e-ae5a-7548f0f89be5 req-3264417a-eabf-4fd7-bc57-4dd4f6305196 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 945 time: 0.0484951 Oct 19 00:24:44.933384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c9a79bcf-3833-4a5e-ae5a-7548f0f89be5 req-9a5070da-da7e-407d-827e-82b50c594dec tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315754 Oct 19 00:24:46.048893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee6981-01b5-4125-82f0-0c0ed6f50c32 req-82ea961b-09e4-4ef9-82ec-13c48edfce5f tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:46.050515 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6dee6981-01b5-4125-82f0-0c0ed6f50c32 req-82ea961b-09e4-4ef9-82ec-13c48edfce5f tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 945 time: 0.0517793 Oct 19 00:24:46.089484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6dee6981-01b5-4125-82f0-0c0ed6f50c32 req-6a69fb2a-46cd-4fd9-b88f-bde5835da678 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Oct 19 00:24:46.321716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f885735-531c-4294-9e56-d3ea2f83aecf req-74b6d1e3-7c26-4085-a3bd-5a96f2712037 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:46.323175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f885735-531c-4294-9e56-d3ea2f83aecf req-74b6d1e3-7c26-4085-a3bd-5a96f2712037 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 945 time: 0.0531445 Oct 19 00:24:46.361800 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3f885735-531c-4294-9e56-d3ea2f83aecf req-fb1e9acf-66c0-4cc8-8ff9-4ec9f4c9367f tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326006 Oct 19 00:24:47.476360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a98006-809f-4a1c-a965-d9a2ee971528 req-49030328-911c-478d-aae3-7047d3a6bc85 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:47.477863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5a98006-809f-4a1c-a965-d9a2ee971528 req-49030328-911c-478d-aae3-7047d3a6bc85 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 945 time: 0.0502832 Oct 19 00:24:47.518884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5a98006-809f-4a1c-a965-d9a2ee971528 req-f3326c28-d7fa-4794-8351-b56cd5aa10f0 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350311 Oct 19 00:24:47.809950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-e7ae0c9a-e26a-41ee-a6d9-4f61529431cf tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:47.811341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-e7ae0c9a-e26a-41ee-a6d9-4f61529431cf tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.73 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 945 time: 0.0489912 Oct 19 00:24:47.903014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Deleting port 878d85e2-9192-4f84-b240-5d28a05ae71a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:24:47.903352 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:47.989205 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] For port 878d85e2-9192-4f84-b240-5d28a05ae71a, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=878d85e2-9192-4f84-b240-5d28a05ae71a,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:47.989567 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:48.002263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Calling delete_port for 878d85e2-9192-4f84-b240-5d28a05ae71a owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:24:48.129789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:48.158472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Pushing event deleted for resources: {'Port': ['ID=878d85e2-9192-4f84-b240-5d28a05ae71a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:48.163001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['878d85e2-9192-4f84-b240-5d28a05ae71a'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:24:48.187576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['920c51f8-1cee-47d1-abfd-eb6ffda0f2a6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:24:48.205354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] No DVR routers for this DVR port 878d85e2-9192-4f84-b240-5d28a05ae71a on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:24:48.208388 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:48.211731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7474e4d8-b7df-418a-afa1-97e7537b6d03 req-16b52199-6fac-4515-9552-840729a4f66c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.73 "DELETE /v2.0/ports/878d85e2-9192-4f84-b240-5d28a05ae71a HTTP/1.1" status: 204 len: 173 time: 0.3943400 Oct 19 00:24:48.212176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7993a3ae-f120-4f6d-bf21-7416110c2cc4', 'name': 'network-vif-deleted', 'tag': '878d85e2-9192-4f84-b240-5d28a05ae71a'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:24:48.214446 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed514fe1-1ea7-45f8-b5f3-d80c68932683" -d '{"events": [{"server_uuid": "7993a3ae-f120-4f6d-bf21-7416110c2cc4", "name": "network-vif-deleted", "tag": "878d85e2-9192-4f84-b240-5d28a05ae71a"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:24:48.258207 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f081b6be-07bc-47f7-9111-0d63e7aa163f x-openstack-request-id: req-f081b6be-07bc-47f7-9111-0d63e7aa163f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:24:48.258660 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7993a3ae-f120-4f6d-bf21-7416110c2cc4", "name": "network-vif-deleted", "tag": "878d85e2-9192-4f84-b240-5d28a05ae71a", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:24:48.258972 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f081b6be-07bc-47f7-9111-0d63e7aa163f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:24:48.259386 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7993a3ae-f120-4f6d-bf21-7416110c2cc4', 'name': 'network-vif-deleted', 'tag': '878d85e2-9192-4f84-b240-5d28a05ae71a', 'status': 'completed', 'code': 200} Oct 19 00:24:48.630867 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4285b83-b8a9-4e4f-8968-5453589cf718 req-72d7046a-aa88-4dea-9a09-9184926553fa tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=7993a3ae-f120-4f6d-bf21-7416110c2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0303025 Oct 19 00:24:49.777475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e36e2-da2e-4d43-acca-bcbf26aeb807 req-d6ec4554-5d5c-4c70-b6ff-da291a301e56 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:49.778969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a93e36e2-da2e-4d43-acca-bcbf26aeb807 req-d6ec4554-5d5c-4c70-b6ff-da291a301e56 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0488298 Oct 19 00:24:49.817293 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a93e36e2-da2e-4d43-acca-bcbf26aeb807 req-a3108be7-3a29-496f-8d8f-c1d757c119ea tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324152 Oct 19 00:24:49.944136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153383ac-4bd5-4eb2-85bf-2785007bf86b req-a793481a-dab2-4845-9816-0b94c944255c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:49.945484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-153383ac-4bd5-4eb2-85bf-2785007bf86b req-a793481a-dab2-4845-9816-0b94c944255c tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0480661 Oct 19 00:24:49.987756 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-153383ac-4bd5-4eb2-85bf-2785007bf86b req-32fdc6c2-0a58-4705-bc40-4d1d11d0fe75 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363417 Oct 19 00:24:50.103079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741b107-1cfd-40a8-a306-3a3cf0e32d6e req-da158f09-1a07-401e-8e0b-2ea13f7cdd16 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:50.104568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a741b107-1cfd-40a8-a306-3a3cf0e32d6e req-da158f09-1a07-401e-8e0b-2ea13f7cdd16 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0504997 Oct 19 00:24:50.141450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a741b107-1cfd-40a8-a306-3a3cf0e32d6e req-ff2c7cb2-8407-4664-8686-6c362ba1bd7d tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Oct 19 00:24:50.310269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da098-6c09-4d16-9ce0-18d98fba248c req-0edf106e-c652-4907-b850-a67eb5a96883 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:50.311763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-715da098-6c09-4d16-9ce0-18d98fba248c req-0edf106e-c652-4907-b850-a67eb5a96883 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0529902 Oct 19 00:24:50.349480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-715da098-6c09-4d16-9ce0-18d98fba248c req-49f965b2-760a-4596-a078-99745c0339be tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Oct 19 00:24:50.387270 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-623e6efd-fcb2-4b3a-9524-02a6bc60a3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:50.463983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f364bc-7929-47a6-8791-ae46a1be8f95 req-d7b48ef0-30e8-4b27-96f0-b19e4750f815 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:50.465617 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67f364bc-7929-47a6-8791-ae46a1be8f95 req-d7b48ef0-30e8-4b27-96f0-b19e4750f815 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0492034 Oct 19 00:24:50.506807 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67f364bc-7929-47a6-8791-ae46a1be8f95 req-8ae19e45-b7c8-46b1-80c0-3bc245b68197 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351412 Oct 19 00:24:50.629611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c8a5-f84d-46dc-9343-ba22a05e1ad0 req-ea8315f8-ae42-46f3-adc7-c5cbf1ebe7bd tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:50.631129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26f9c8a5-f84d-46dc-9343-ba22a05e1ad0 req-ea8315f8-ae42-46f3-adc7-c5cbf1ebe7bd tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0494862 Oct 19 00:24:50.670038 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-26f9c8a5-f84d-46dc-9343-ba22a05e1ad0 req-b943ad22-b431-4c0a-98a7-0dcede64dc01 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Oct 19 00:24:50.968713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaf392-cfb0-47d8-8bdd-375673492f5c req-ed1d1b9f-5835-4bc8-922f-7fdd227474f7 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:50.970196 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3edaf392-cfb0-47d8-8bdd-375673492f5c req-ed1d1b9f-5835-4bc8-922f-7fdd227474f7 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0491140 Oct 19 00:24:51.007923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3edaf392-cfb0-47d8-8bdd-375673492f5c req-6ccbe9d0-d22f-441e-b00d-ab8cbad438ca tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Oct 19 00:24:51.628515 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 878d85e2-9192-4f84-b240-5d28a05ae71a no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:24:51.648581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 878d85e2-9192-4f84-b240-5d28a05ae71a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:24:51.648927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 878d85e2-9192-4f84-b240-5d28a05ae71a not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:24:52.122197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eaa9d-33dc-4aa7-a0b7-6ca8a89a0f98 req-efdea6d1-eb9c-419a-8df3-7227045a9f70 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:52.123677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd0eaa9d-33dc-4aa7-a0b7-6ca8a89a0f98 req-efdea6d1-eb9c-419a-8df3-7227045a9f70 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0490401 Oct 19 00:24:52.165399 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd0eaa9d-33dc-4aa7-a0b7-6ca8a89a0f98 req-68a38b50-1532-4b89-b029-aed0ee00d327 tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/security-groups?id=71e8386b-84f3-4240-91d8-56ae0c21dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357091 Oct 19 00:24:52.526203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-e4892685-73dd-45dd-93a8-9dfb9119194a tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:52.527737 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-e4892685-73dd-45dd-93a8-9dfb9119194a tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.102 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 946 time: 0.0512774 Oct 19 00:24:52.616951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Deleting port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:24:52.617285 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:52.708353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] For port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,segment=NetworkSegment(1c0286e1-f17e-4efe-bf25-f586bd149610),segment_id=1c0286e1-f17e-4efe-bf25-f586bd149610)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:24:52.708708 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:52.720323 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Calling delete_port for 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:24:52.848492 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:52.877579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Pushing event deleted for resources: {'Port': ['ID=920c51f8-1cee-47d1-abfd-eb6ffda0f2a6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:52.885123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['920c51f8-1cee-47d1-abfd-eb6ffda0f2a6'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:24:52.919725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] No DVR routers for this DVR port 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:24:52.922185 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:52.925480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b64456d5-8663-45f2-a0c2-97ceab06cd75 req-ae784eaf-309e-4225-8c4b-b3d80f1e3eda tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.102 "DELETE /v2.0/ports/920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 HTTP/1.1" status: 204 len: 173 time: 0.3906069 Oct 19 00:24:52.925957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f4bd8b-9eb5-41eb-9107-b6f95d5edada', 'name': 'network-vif-deleted', 'tag': '920c51f8-1cee-47d1-abfd-eb6ffda0f2a6'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:24:52.928269 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e284478-76da-4174-9add-58b3af6fb173" -d '{"events": [{"server_uuid": "98f4bd8b-9eb5-41eb-9107-b6f95d5edada", "name": "network-vif-deleted", "tag": "920c51f8-1cee-47d1-abfd-eb6ffda0f2a6"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:24:52.966732 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1873ce-db74-46ec-a993-fe3475153a49 x-openstack-request-id: req-9e1873ce-db74-46ec-a993-fe3475153a49 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:24:52.967051 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f4bd8b-9eb5-41eb-9107-b6f95d5edada", "name": "network-vif-deleted", "tag": "920c51f8-1cee-47d1-abfd-eb6ffda0f2a6", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:24:52.967329 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e1873ce-db74-46ec-a993-fe3475153a49 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:24:52.967748 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f4bd8b-9eb5-41eb-9107-b6f95d5edada', 'name': 'network-vif-deleted', 'tag': '920c51f8-1cee-47d1-abfd-eb6ffda0f2a6', 'status': 'completed', 'code': 200} Oct 19 00:24:53.269979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-509b01de-50a8-4134-afb9-e0010fd4c977 req-239a3794-cf35-4a0c-8b10-61278703d76f tempest-ServersNegativeTestJSON-1157380447 tempest-ServersNegativeTestJSON-1157380447-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f4bd8b-9eb5-41eb-9107-b6f95d5edada HTTP/1.1" status: 200 len: 210 time: 0.0266814 Oct 19 00:24:54.051210 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3b731e57-fcc2-492b-98db-6036407b55fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.326177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42116) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:54.374775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-0765fb7f-bf15-4858-b162-e1b8e0c02b8d admin admin] Deleting subnet d9451e32-99b9-48e4-a537-23ee4950a2cd {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:24:54.377871 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0765fb7f-bf15-4858-b162-e1b8e0c02b8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.412691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0765fb7f-bf15-4858-b162-e1b8e0c02b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.450660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0765fb7f-bf15-4858-b162-e1b8e0c02b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.504700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0765fb7f-bf15-4858-b162-e1b8e0c02b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.529903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765fb7f-bf15-4858-b162-e1b8e0c02b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9451e32-99b9-48e4-a537-23ee4950a2cd,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:54.535643 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0765fb7f-bf15-4858-b162-e1b8e0c02b8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.538904 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0765fb7f-bf15-4858-b162-e1b8e0c02b8d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d9451e32-99b9-48e4-a537-23ee4950a2cd HTTP/1.1" status: 204 len: 168 time: 0.2116385 Oct 19 00:24:54.541325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42118) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:54.615403 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.694797 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.719439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f46fa0-08cb-40c2-8578-c5180f80f18b']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:54.728568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0286e1-f17e-4efe-bf25-f586bd149610') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:54.728881 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0286e1-f17e-4efe-bf25-f586bd149610') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:24:54.738070 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.751430 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.757193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:24:54.757584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:24:54.759848 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:24:54.815372 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.822049 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.825273 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e1f46fa0-08cb-40c2-8578-c5180f80f18b HTTP/1.1" status: 204 len: 168 time: 0.2830026 Oct 19 00:24:54.837780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c88d7-bbc6-4d03-b039-2c39d91c3d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f46fa0-08cb-40c2-8578-c5180f80f18b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:54.925334 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:54.938886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42124) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:54.978543 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e79bd161-c107-4268-a0f4-45596478767f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cd692e617ab454da7b654cc6192c50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384970 Oct 19 00:24:54.981096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42126) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:55.034318 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eba4b1b1-5148-4f26-9938-832d660c55d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:55.058222 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eba4b1b1-5148-4f26-9938-832d660c55d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:55.103982 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eba4b1b1-5148-4f26-9938-832d660c55d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:55.106544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eba4b1b1-5148-4f26-9938-832d660c55d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:55.107735 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eba4b1b1-5148-4f26-9938-832d660c55d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71e8386b-84f3-4240-91d8-56ae0c21dbe2 HTTP/1.1" status: 204 len: 168 time: 0.1257281 Oct 19 00:24:55.115465 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4b1b1-5148-4f26-9938-832d660c55d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e8386b-84f3-4240-91d8-56ae0c21dbe2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:55.616391 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:55.776621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42148) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:55.870022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781905302'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:24:55.891603 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:24:55.895531 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:55.905101 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:55.980897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:55.984646 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:56.007701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:24:56.024816 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0936f40b-dca3-4371-933e-829f97b1e3da,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:56.029287 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:56.029638 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Added segment a77a5bc9-9568-4f77-9a30-9183e3dbe6ee of type vlan for network d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 Oct 19 00:24:56.069918 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:56.095045 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:56.101079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:56.101713 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:56.141172 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3634388 Oct 19 00:24:56.175777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f8e26-b670-4fb7-aa05-4fc97bbc5416 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Network': ['ID=d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:56.187412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:24:56.650460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:24:56.671221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:24:56.671575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 920c51f8-1cee-47d1-abfd-eb6ffda0f2a6 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:24:58.119685 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.408916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42152) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:59.414381 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'subnet': {'network_id': 'd056aa04-5c2f-4a4e-9bf4-8b5c0b38f680', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:24:59.505803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:24:59.509513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.690466 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.756018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Subnet': ['ID=d5b508e7-942a-404a-be21-7a8457974e66,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:24:59.765580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Checking segment: {'id': 'a77a5bc9-9568-4f77-9a30-9183e3dbe6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd056aa04-5c2f-4a4e-9bf4-8b5c0b38f680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:24:59.765957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network hostable DHCP agents. Network: d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:24:59.783078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:24:59.791877 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:24:59.796264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:59.796968 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.801267 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0ec762-b0b0-490f-bad6-4d580fa76869 None None] Network d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:24:59.815272 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-da978bab-c1dd-4e0a-b549-9975d4e69c8c tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4051304 Oct 19 00:24:59.817061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42154) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:59.822227 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1490293251'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:24:59.843811 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:24:59.847776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.873705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:24:59.883394 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.883744 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Added segment 0a1583df-0a20-4a8d-93da-f75b9a41e8f0 of type vlan for network 87b96078-5b7b-4832-ada0-ad37fc766d62 Oct 19 00:24:59.925192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.949045 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.955496 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:24:59.956339 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.960964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680', 'network_id': 'd056aa04-5c2f-4a4e-9bf4-8b5c0b38f680', 'tenant_id': 'adc3558d5cea4317841f89b7bb091269', 'fixed_ips': [{'subnet_id': 'd5b508e7-942a-404a-be21-7a8457974e66'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:24:59.962480 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:24:59.988737 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1703274 Oct 19 00:24:59.991656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42156) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:24:59.996940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'subnet': {'network_id': '87b96078-5b7b-4832-ada0-ad37fc766d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:00.034648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b08f5-c470-4af1-8e91-eab813653126 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Network': ['ID=87b96078-5b7b-4832-ada0-ad37fc766d62,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:00.046926 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 87b96078-5b7b-4832-ada0-ad37fc766d62 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:25:00.092030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:00.095844 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.155774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Allocated IP 2001:db8:0:ffff::2 (d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680/d5b508e7-942a-404a-be21-7a8457974e66/bafb37e0-280a-4773-9aa2-4895e4a54c94) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:00.287855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.305618 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.312503 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.350736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Network d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:00.353645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:00.354362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Subnet': ['ID=fc609d61-4114-4528-b8d9-3be9b628fe61,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:00.357412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:00.363472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Checking segment: {'id': '0a1583df-0a20-4a8d-93da-f75b9a41e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '87b96078-5b7b-4832-ada0-ad37fc766d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:00.363844 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network hostable DHCP agents. Network: 87b96078-5b7b-4832-ada0-ad37fc766d62, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:25:00.371537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Pushing event updated for resources: {'Port': ['ID=bafb37e0-280a-4773-9aa2-4895e4a54c94,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:00.381836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network 87b96078-5b7b-4832-ada0-ad37fc766d62 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:25:00.391663 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 87b96078-5b7b-4832-ada0-ad37fc766d62) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:00.396249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:00.396845 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.411411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eff275a-b67d-4a15-863e-478547e98562 None None] Network 87b96078-5b7b-4832-ada0-ad37fc766d62 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:00.413749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3132df64-c160-4de3-b703-f57b81d73bb6 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4207478 Oct 19 00:25:00.416449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42158) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:00.442657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Attempting to bind port bafb37e0-280a-4773-9aa2-4895e4a54c94 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:00.443053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Attempting to bind port bafb37e0-280a-4773-9aa2-4895e4a54c94 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a77a5bc9-9568-4f77-9a30-9183e3dbe6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd056aa04-5c2f-4a4e-9bf4-8b5c0b38f680'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:00.443427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Attempting to bind port bafb37e0-280a-4773-9aa2-4895e4a54c94 on network d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:00.475718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:00.476104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Checking segment: {'id': 'a77a5bc9-9568-4f77-9a30-9183e3dbe6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd056aa04-5c2f-4a4e-9bf4-8b5c0b38f680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:00.476508 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.476908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Bound using segment: {'id': 'a77a5bc9-9568-4f77-9a30-9183e3dbe6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd056aa04-5c2f-4a4e-9bf4-8b5c0b38f680'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:00.477426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Bound port: bafb37e0-280a-4773-9aa2-4895e4a54c94, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77a5bc9-9568-4f77-9a30-9183e3dbe6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd056aa04-5c2f-4a4e-9bf4-8b5c0b38f680'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:00.477850 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.517118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.591203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] For port bafb37e0-280a-4773-9aa2-4895e4a54c94, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:00.594363 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.595847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] For port bafb37e0-280a-4773-9aa2-4895e4a54c94, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bafb37e0-280a-4773-9aa2-4895e4a54c94,segment=NetworkSegment(a77a5bc9-9568-4f77-9a30-9183e3dbe6ee),segment_id=a77a5bc9-9568-4f77-9a30-9183e3dbe6ee)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:00.619314 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.645683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f4ed5-a454-4c13-a6c5-e6a633ac7b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-87b96078-5b7b-4832-ada0-ad37fc766d62', 'network_id': '87b96078-5b7b-4832-ada0-ad37fc766d62', 'tenant_id': 'adc3558d5cea4317841f89b7bb091269', 'fixed_ips': [{'subnet_id': 'fc609d61-4114-4528-b8d9-3be9b628fe61'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:25:00.646542 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f42f4ed5-a454-4c13-a6c5-e6a633ac7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.667525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.720690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Subnet': ['ID=fc609d61-4114-4528-b8d9-3be9b628fe61,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:00.724067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb55fa-4d2a-4643-bafe-ab32b32edffc None None] Pushing event updated for resources: {'Port': ['ID=bafb37e0-280a-4773-9aa2-4895e4a54c94,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:00.796425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060dd25-5f18-4219-91fe-571ee388a182 None None] Network 87b96078-5b7b-4832-ada0-ad37fc766d62 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:00.804230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.835757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b96078-5b7b-4832-ada0-ad37fc766d62']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:00.846895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1583df-0a20-4a8d-93da-f75b9a41e8f0') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:00.847196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1583df-0a20-4a8d-93da-f75b9a41e8f0') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:00.859701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.876889 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.888438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:25:00.889026 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:25:00.895462 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:25:00.982107 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.987361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:00.990656 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/networks/87b96078-5b7b-4832-ada0-ad37fc766d62 HTTP/1.1" status: 204 len: 168 time: 0.5729349 Oct 19 00:25:00.995124 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42162) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:01.001634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1252041244'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:01.019325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8039ee-ec57-448b-9aa1-2dc9866ed6e9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Network': ['ID=87b96078-5b7b-4832-ada0-ad37fc766d62,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:01.045242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:01.049070 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.082973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:25:01.097251 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.097251 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Added segment 081d3c40-1cd9-4635-b9cc-e11abf135242 of type vlan for network a3492196-9ff5-4cb8-9e9a-30dc0aa9125f Oct 19 00:25:01.146229 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.172430 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.178475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:01.179180 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.226000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2272375 Oct 19 00:25:01.226365 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42164) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:01.231834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'subnet': {'network_id': 'a3492196-9ff5-4cb8-9e9a-30dc0aa9125f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:01.270284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c762c0-e6a2-4ace-a6b3-407d5b4c8866 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Network': ['ID=a3492196-9ff5-4cb8-9e9a-30dc0aa9125f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:01.289247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network a3492196-9ff5-4cb8-9e9a-30dc0aa9125f details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:25:01.375482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:01.379273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.447581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Performing IP validity checks on allocation pools {{(pid=100922) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 00:25:01.448102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.ipam_backend_mixin [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100922) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 00:25:01.596869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.664273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Subnet': ['ID=099624ea-7b92-40b9-8351-23fd225616d6,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:01.671756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Checking segment: {'id': '081d3c40-1cd9-4635-b9cc-e11abf135242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'a3492196-9ff5-4cb8-9e9a-30dc0aa9125f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:01.672118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network hostable DHCP agents. Network: a3492196-9ff5-4cb8-9e9a-30dc0aa9125f, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:25:01.690866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network a3492196-9ff5-4cb8-9e9a-30dc0aa9125f is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:25:01.701077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, a3492196-9ff5-4cb8-9e9a-30dc0aa9125f) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:01.705266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:01.705847 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.710834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f8962-8919-4c4b-aeef-b1317aeeb875 None None] Network a3492196-9ff5-4cb8-9e9a-30dc0aa9125f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:01.730550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f7c1ee1-2c8c-462f-b435-d5ea5fcd3cd9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5025876 Oct 19 00:25:01.733357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42166) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:01.829608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d5e5b8-6009-414c-9b0a-c5ee9f2b074b None None] Network d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:01.847340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.924823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2b73f17f-85fd-4ff5-ade5-7a2693a5c899 None None] Provisioning complete for port bafb37e0-280a-4773-9aa2-4895e4a54c94 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:01.925114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2b73f17f-85fd-4ff5-ade5-7a2693a5c899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.930045 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.951170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5603ec-982b-4d8f-bd03-d2caa92e6ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-a3492196-9ff5-4cb8-9e9a-30dc0aa9125f', 'network_id': 'a3492196-9ff5-4cb8-9e9a-30dc0aa9125f', 'tenant_id': 'adc3558d5cea4317841f89b7bb091269', 'fixed_ips': [{'subnet_id': '099624ea-7b92-40b9-8351-23fd225616d6'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:25:01.952015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2d5603ec-982b-4d8f-bd03-d2caa92e6ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:01.989963 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.018792 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Subnet': ['ID=099624ea-7b92-40b9-8351-23fd225616d6,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:02.077176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.102482 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3492196-9ff5-4cb8-9e9a-30dc0aa9125f']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:02.114771 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081d3c40-1cd9-4635-b9cc-e11abf135242') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:02.115079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081d3c40-1cd9-4635-b9cc-e11abf135242') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:02.125054 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.130099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea12fbc3-fcd0-4339-b76e-6f8ed1b5cbbd None None] Network a3492196-9ff5-4cb8-9e9a-30dc0aa9125f requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:02.139862 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.146266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:25:02.146661 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:25:02.150252 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:25:02.202641 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2b73f17f-85fd-4ff5-ade5-7a2693a5c899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.212353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.220151 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.228452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42168) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:02.229018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/networks/a3492196-9ff5-4cb8-9e9a-30dc0aa9125f HTTP/1.1" status: 204 len: 168 time: 0.4940319 Oct 19 00:25:02.234713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-858591109'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:02.244855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a270d-2bf8-4272-a257-b459413b5ac1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Network': ['ID=a3492196-9ff5-4cb8-9e9a-30dc0aa9125f,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:02.266687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:02.271039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.281432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2b73f17f-85fd-4ff5-ade5-7a2693a5c899 None None] For port bafb37e0-280a-4773-9aa2-4895e4a54c94, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bafb37e0-280a-4773-9aa2-4895e4a54c94,segment=NetworkSegment(a77a5bc9-9568-4f77-9a30-9183e3dbe6ee),segment_id=a77a5bc9-9568-4f77-9a30-9183e3dbe6ee)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:02.286640 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2b73f17f-85fd-4ff5-ade5-7a2693a5c899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.296926 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:25:02.307583 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.308520 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Added segment d559935d-5cdf-4add-bf71-e9684a71e7f1 of type vlan for network dcd6d28f-5d87-4f21-a84c-4052e242e088 Oct 19 00:25:02.345999 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73f17f-85fd-4ff5-ade5-7a2693a5c899 None None] Pushing event updated for resources: {'Port': ['ID=bafb37e0-280a-4773-9aa2-4895e4a54c94,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:02.353400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.379484 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.385784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:02.386383 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.424692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1940603 Oct 19 00:25:02.427554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42170) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:02.433496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'subnet': {'network_id': 'dcd6d28f-5d87-4f21-a84c-4052e242e088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:02.480807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177f14f-142c-4934-8e65-d997653fbfff tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Network': ['ID=dcd6d28f-5d87-4f21-a84c-4052e242e088,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:02.491292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network dcd6d28f-5d87-4f21-a84c-4052e242e088 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:25:02.559129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:02.562760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.564300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9fd8c4c4-d69b-493e-949e-70018c87d55c None None] Provisioning complete for port bafb37e0-280a-4773-9aa2-4895e4a54c94 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:02.564671 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9fd8c4c4-d69b-493e-949e-70018c87d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.609071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bafb37e0-280a-4773-9aa2-4895e4a54c94 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:02.692878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bafb37e0-280a-4773-9aa2-4895e4a54c94 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:02.693159 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.751748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.814029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Subnet': ['ID=0e9b1aa7-dded-498c-8fc7-875cd2db28aa,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:02.823928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Checking segment: {'id': 'd559935d-5cdf-4add-bf71-e9684a71e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dcd6d28f-5d87-4f21-a84c-4052e242e088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:02.824310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network hostable DHCP agents. Network: dcd6d28f-5d87-4f21-a84c-4052e242e088, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:25:02.840943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network dcd6d28f-5d87-4f21-a84c-4052e242e088 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:25:02.849828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, dcd6d28f-5d87-4f21-a84c-4052e242e088) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:02.854942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:02.855522 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.860569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e9417-9c3d-4202-8e2e-9d82cb0c3e57 None None] Network dcd6d28f-5d87-4f21-a84c-4052e242e088 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:02.876094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ecfbb1a4-e398-4fac-a33b-6f134dc59043 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4442692 Oct 19 00:25:02.876420 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42172) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:02.881999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1268968341'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:02.906151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:02.910461 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.938574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:25:02.948586 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:02.948933 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Added segment d04a68db-5b3b-488b-a8a1-9f74bf997e74 of type vlan for network 48e3bc10-b3a6-4e3e-92d5-9aa292ee6922 Oct 19 00:25:02.993182 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.017759 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.023646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:03.024757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.066070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1884725 Oct 19 00:25:03.069154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42174) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:03.076721 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Request body: {'subnet': {'network_id': '48e3bc10-b3a6-4e3e-92d5-9aa292ee6922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:03.094853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4609-9393-41bb-a69d-4762e0139dc9 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Network': ['ID=48e3bc10-b3a6-4e3e-92d5-9aa292ee6922,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:03.107971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 48e3bc10-b3a6-4e3e-92d5-9aa292ee6922 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:25:03.172776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Made reservation on behalf of adc3558d5cea4317841f89b7bb091269 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:03.176277 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.232389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-dcd6d28f-5d87-4f21-a84c-4052e242e088', 'network_id': 'dcd6d28f-5d87-4f21-a84c-4052e242e088', 'tenant_id': 'adc3558d5cea4317841f89b7bb091269', 'fixed_ips': [{'subnet_id': '0e9b1aa7-dded-498c-8fc7-875cd2db28aa'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:25:03.233272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.360815 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.371714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Allocated IP 2001:db8::2 (dcd6d28f-5d87-4f21-a84c-4052e242e088/0e9b1aa7-dded-498c-8fc7-875cd2db28aa/6fa2103d-1482-4b06-8cdb-0d25e9df0c0a) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:03.422522 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event updated for resources: {'Subnet': ['ID=6be969ca-0276-4a25-bc3b-b5530d199235,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:03.429371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Checking segment: {'id': 'd04a68db-5b3b-488b-a8a1-9f74bf997e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '48e3bc10-b3a6-4e3e-92d5-9aa292ee6922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:03.429718 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network hostable DHCP agents. Network: 48e3bc10-b3a6-4e3e-92d5-9aa292ee6922, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:25:03.447364 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Network 48e3bc10-b3a6-4e3e-92d5-9aa292ee6922 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:25:03.456962 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 48e3bc10-b3a6-4e3e-92d5-9aa292ee6922) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:03.461105 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:03.461615 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.468143 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90a518-1a6e-474f-a305-5672aa1e58a1 None None] Network 48e3bc10-b3a6-4e3e-92d5-9aa292ee6922 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:03.480491 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-150e075d-1050-48fa-9f14-86abb4a18546 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4082012 Oct 19 00:25:03.480915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42176) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:03.578453 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.592996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.596822 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.650212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.663566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Network dcd6d28f-5d87-4f21-a84c-4052e242e088 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:03.672903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Pushing event updated for resources: {'Port': ['ID=6fa2103d-1482-4b06-8cdb-0d25e9df0c0a,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:03.675430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:03.679162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:03.717179 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.742621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee07b6f-7f5e-40d0-a56c-afa8fe556eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-48e3bc10-b3a6-4e3e-92d5-9aa292ee6922', 'network_id': '48e3bc10-b3a6-4e3e-92d5-9aa292ee6922', 'tenant_id': 'adc3558d5cea4317841f89b7bb091269', 'fixed_ips': [{'subnet_id': '6be969ca-0276-4a25-bc3b-b5530d199235'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:25:03.743475 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7ee07b6f-7f5e-40d0-a56c-afa8fe556eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.752739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Subnet': ['ID=6be969ca-0276-4a25-bc3b-b5530d199235,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:03.763644 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Attempting to bind port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:03.764022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Attempting to bind port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd559935d-5cdf-4add-bf71-e9684a71e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dcd6d28f-5d87-4f21-a84c-4052e242e088'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:03.764390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Attempting to bind port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a on network dcd6d28f-5d87-4f21-a84c-4052e242e088 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:03.777995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:03.778375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Checking segment: {'id': 'd559935d-5cdf-4add-bf71-e9684a71e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dcd6d28f-5d87-4f21-a84c-4052e242e088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:03.778805 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.779207 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Bound using segment: {'id': 'd559935d-5cdf-4add-bf71-e9684a71e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dcd6d28f-5d87-4f21-a84c-4052e242e088'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:03.779735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Bound port: 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd559935d-5cdf-4add-bf71-e9684a71e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'dcd6d28f-5d87-4f21-a84c-4052e242e088'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:03.780247 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.813252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.833823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e3bc10-b3a6-4e3e-92d5-9aa292ee6922']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:03.843970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04a68db-5b3b-488b-a8a1-9f74bf997e74') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:03.844271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04a68db-5b3b-488b-a8a1-9f74bf997e74') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:03.854751 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.861431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54097db1-99ec-4046-9746-7fe1929b087a None None] Network 48e3bc10-b3a6-4e3e-92d5-9aa292ee6922 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:03.867910 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.874145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:25:03.874550 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:25:03.877550 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:25:03.941764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.948261 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.951477 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] For port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:03.951649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/networks/48e3bc10-b3a6-4e3e-92d5-9aa292ee6922 HTTP/1.1" status: 204 len: 168 time: 0.4696627 Oct 19 00:25:03.955101 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42178) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:03.955301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] For port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6fa2103d-1482-4b06-8cdb-0d25e9df0c0a,segment=NetworkSegment(d559935d-5cdf-4add-bf71-e9684a71e7f1),segment_id=d559935d-5cdf-4add-bf71-e9684a71e7f1)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:03.967790 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d872efe-f42b-4083-a9fe-a2d74e18bcf1 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Network': ['ID=48e3bc10-b3a6-4e3e-92d5-9aa292ee6922,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:03.976829 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:03.988510 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6847ae-939b-4ece-888b-70e5d333c4af tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] GET failed (client error): The resource could not be found. Oct 19 00:25:03.989862 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aa6847ae-939b-4ece-888b-70e5d333c4af tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "GET /v2.0/subnets/6be969ca-0276-4a25-bc3b-b5530d199235 HTTP/1.1" status: 404 len: 337 time: 0.0327795 Oct 19 00:25:03.992996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42180) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:04.011531 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-0972a6ec-2be7-4302-9c68-1b4af9a4bc4b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] DELETE failed (client error): The resource could not be found. Oct 19 00:25:04.012162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0972a6ec-2be7-4302-9c68-1b4af9a4bc4b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 00:25:04.018819 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0972a6ec-2be7-4302-9c68-1b4af9a4bc4b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/networks/48e3bc10-b3a6-4e3e-92d5-9aa292ee6922 HTTP/1.1" status: 404 len: 339 time: 0.0212512 Oct 19 00:25:04.019216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42182) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:04.045724 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7cfe5-bc40-4623-8619-01617f990851 None None] Pushing event updated for resources: {'Port': ['ID=6fa2103d-1482-4b06-8cdb-0d25e9df0c0a,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:04.054870 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13aedf4-f399-4f91-9ba6-66475b7f2248 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] DELETE failed (client error): The resource could not be found. Oct 19 00:25:04.055232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13aedf4-f399-4f91-9ba6-66475b7f2248 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 00:25:04.058245 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c13aedf4-f399-4f91-9ba6-66475b7f2248 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/subnets/6be969ca-0276-4a25-bc3b-b5530d199235 HTTP/1.1" status: 404 len: 337 time: 0.0379088 Oct 19 00:25:04.060855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42184) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:04.081392 n-d-713498-28 neutron-server[100922]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2f337f-bdcd-4e52-9083-7f29ec9197c4 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] DELETE failed (client error): The resource could not be found. Oct 19 00:25:04.081978 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2f337f-bdcd-4e52-9083-7f29ec9197c4 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100922) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 00:25:04.085074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ae2f337f-bdcd-4e52-9083-7f29ec9197c4 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/networks/48e3bc10-b3a6-4e3e-92d5-9aa292ee6922 HTTP/1.1" status: 404 len: 339 time: 0.0232904 Oct 19 00:25:04.088244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42186) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:04.140088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c98d4b-ddac-4dd3-ad56-e149d1f02d1d tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Deleting subnet 0e9b1aa7-dded-498c-8fc7-875cd2db28aa {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:25:04.143476 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73c98d4b-ddac-4dd3-ad56-e149d1f02d1d tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.194620 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73c98d4b-ddac-4dd3-ad56-e149d1f02d1d tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.283731 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73c98d4b-ddac-4dd3-ad56-e149d1f02d1d tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.348500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73c98d4b-ddac-4dd3-ad56-e149d1f02d1d tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.381030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c98d4b-ddac-4dd3-ad56-e149d1f02d1d tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9b1aa7-dded-498c-8fc7-875cd2db28aa,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:04.386044 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-73c98d4b-ddac-4dd3-ad56-e149d1f02d1d tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.389649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-73c98d4b-ddac-4dd3-ad56-e149d1f02d1d tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/subnets/0e9b1aa7-dded-498c-8fc7-875cd2db28aa HTTP/1.1" status: 204 len: 168 time: 0.3004773 Oct 19 00:25:04.392098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42188) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:04.563265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:04.613583 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:04.613956 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.701900 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.739078 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6fa2103d-1482-4b06-8cdb-0d25e9df0c0a,segment=NetworkSegment(d559935d-5cdf-4add-bf71-e9684a71e7f1),segment_id=d559935d-5cdf-4add-bf71-e9684a71e7f1)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:04.745397 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.796972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=6fa2103d-1482-4b06-8cdb-0d25e9df0c0a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:04.825555 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.879259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Deleting port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:25:04.879589 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.948211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] For port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6fa2103d-1482-4b06-8cdb-0d25e9df0c0a,segment=NetworkSegment(d559935d-5cdf-4add-bf71-e9684a71e7f1),segment_id=d559935d-5cdf-4add-bf71-e9684a71e7f1)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:04.948569 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:04.962062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Calling delete_port for 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:25:05.001514 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d0e89c-12fa-4ea0-a24b-0077ffe4b764 None None] Network dcd6d28f-5d87-4f21-a84c-4052e242e088 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:05.043984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.074361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-300113fc-b923-4ce5-a897-ce047b281c82 None None] Provisioning complete for port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:05.074588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Port': ['ID=6fa2103d-1482-4b06-8cdb-0d25e9df0c0a,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:05.074880 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-300113fc-b923-4ce5-a897-ce047b281c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.082086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] No DVR routers for this DVR port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:25:05.099036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-300113fc-b923-4ce5-a897-ce047b281c82 None None] Port 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a was deleted so its status cannot be updated. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 19 00:25:05.163006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.183066 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd6d28f-5d87-4f21-a84c-4052e242e088']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:05.190980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58440de8-9da5-4548-bca1-ea04644baca0 None None] DHCP port deletion for dcd6d28f-5d87-4f21-a84c-4052e242e088 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:25:05.192755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd559935d-5cdf-4add-bf71-e9684a71e7f1') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:05.193058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd559935d-5cdf-4add-bf71-e9684a71e7f1') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:05.202789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.216496 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.222209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:25:05.222628 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:25:05.225719 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:25:05.286530 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.294020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.297226 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/networks/dcd6d28f-5d87-4f21-a84c-4052e242e088 HTTP/1.1" status: 204 len: 168 time: 0.9042044 Oct 19 00:25:05.300100 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42190) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:05.308585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b5938-9834-4876-a936-0f33286dc13f tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Network': ['ID=dcd6d28f-5d87-4f21-a84c-4052e242e088,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:05.331427 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-b782103a-6b76-4ea3-bcb7-53d8af06378e tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] DELETE failed (client error): The resource could not be found. Oct 19 00:25:05.331890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b782103a-6b76-4ea3-bcb7-53d8af06378e tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 00:25:05.334947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b782103a-6b76-4ea3-bcb7-53d8af06378e tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/subnets/099624ea-7b92-40b9-8351-23fd225616d6 HTTP/1.1" status: 404 len: 337 time: 0.0337925 Oct 19 00:25:05.338013 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42192) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:05.354368 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.357152 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fb23f2-eb24-498c-862f-149b0ed3792a tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] DELETE failed (client error): The resource could not be found. Oct 19 00:25:05.357919 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fb23f2-eb24-498c-862f-149b0ed3792a tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 00:25:05.360976 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-00fb23f2-eb24-498c-862f-149b0ed3792a tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/networks/a3492196-9ff5-4cb8-9e9a-30dc0aa9125f HTTP/1.1" status: 404 len: 339 time: 0.0220497 Oct 19 00:25:05.363524 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42194) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:05.388405 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaa9904-2519-4af8-bb7d-5a72262f7187 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] DELETE failed (client error): The resource could not be found. Oct 19 00:25:05.388854 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eaa9904-2519-4af8-bb7d-5a72262f7187 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 00:25:05.391996 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0eaa9904-2519-4af8-bb7d-5a72262f7187 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/subnets/fc609d61-4114-4528-b8d9-3be9b628fe61 HTTP/1.1" status: 404 len: 337 time: 0.0275602 Oct 19 00:25:05.394386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42196) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:05.412226 n-d-713498-28 neutron-server[100921]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dcbcff-d448-4d14-924b-60a83aeccb17 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] DELETE failed (client error): The resource could not be found. Oct 19 00:25:05.412765 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dcbcff-d448-4d14-924b-60a83aeccb17 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100921) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 00:25:05.416571 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f8dcbcff-d448-4d14-924b-60a83aeccb17 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/networks/87b96078-5b7b-4832-ada0-ad37fc766d62 HTTP/1.1" status: 404 len: 339 time: 0.0212109 Oct 19 00:25:05.419027 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42198) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:05.469099 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcbcf61-af43-41dc-bd99-c1e031e50da3 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Deleting subnet d5b508e7-942a-404a-be21-7a8457974e66 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:25:05.472243 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcf61-af43-41dc-bd99-c1e031e50da3 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.513062 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcf61-af43-41dc-bd99-c1e031e50da3 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.599767 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcf61-af43-41dc-bd99-c1e031e50da3 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.658544 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcf61-af43-41dc-bd99-c1e031e50da3 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.684446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbcf61-af43-41dc-bd99-c1e031e50da3 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b508e7-942a-404a-be21-7a8457974e66,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:05.688274 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bfcbcf61-af43-41dc-bd99-c1e031e50da3 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.691888 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bfcbcf61-af43-41dc-bd99-c1e031e50da3 tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/subnets/d5b508e7-942a-404a-be21-7a8457974e66 HTTP/1.1" status: 204 len: 168 time: 0.2717757 Oct 19 00:25:05.694077 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42200) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:05.694417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62e53ff-8ded-48d9-bbc6-745048eee411 None None] Network d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:05.774644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.830325 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Deleting port bafb37e0-280a-4773-9aa2-4895e4a54c94 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:25:05.830665 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.870626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a59b35-46b6-474f-a3fe-04d3e67ea64d None None] DHCP port deletion for d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:25:05.897243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] For port bafb37e0-280a-4773-9aa2-4895e4a54c94, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bafb37e0-280a-4773-9aa2-4895e4a54c94,segment=NetworkSegment(a77a5bc9-9568-4f77-9a30-9183e3dbe6ee),segment_id=a77a5bc9-9568-4f77-9a30-9183e3dbe6ee)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:05.897600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.910836 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Calling delete_port for bafb37e0-280a-4773-9aa2-4895e4a54c94 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:25:05.918210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d8a59b35-46b6-474f-a3fe-04d3e67ea64d None None] Deleting port bafb37e0-280a-4773-9aa2-4895e4a54c94 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:25:05.918593 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8a59b35-46b6-474f-a3fe-04d3e67ea64d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.989195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:05.994167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d8a59b35-46b6-474f-a3fe-04d3e67ea64d None None] For port bafb37e0-280a-4773-9aa2-4895e4a54c94, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bafb37e0-280a-4773-9aa2-4895e4a54c94,segment=NetworkSegment(a77a5bc9-9568-4f77-9a30-9183e3dbe6ee),segment_id=a77a5bc9-9568-4f77-9a30-9183e3dbe6ee)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:05.994569 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8a59b35-46b6-474f-a3fe-04d3e67ea64d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.007496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d8a59b35-46b6-474f-a3fe-04d3e67ea64d None None] Calling delete_port for bafb37e0-280a-4773-9aa2-4895e4a54c94 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:25:06.017097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Port': ['ID=bafb37e0-280a-4773-9aa2-4895e4a54c94,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:06.019051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] No DVR routers for this DVR port bafb37e0-280a-4773-9aa2-4895e4a54c94 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:25:06.085803 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8a59b35-46b6-474f-a3fe-04d3e67ea64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.102333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.108590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a59b35-46b6-474f-a3fe-04d3e67ea64d None None] Pushing event deleted for resources: {'Port': ['ID=bafb37e0-280a-4773-9aa2-4895e4a54c94,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:06.114673 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a59b35-46b6-474f-a3fe-04d3e67ea64d None None] No DVR routers for this DVR port bafb37e0-280a-4773-9aa2-4895e4a54c94 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:25:06.126651 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:06.136493 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77a5bc9-9568-4f77-9a30-9183e3dbe6ee') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:06.136794 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77a5bc9-9568-4f77-9a30-9183e3dbe6ee') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:06.145917 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.158418 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.164263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:25:06.165137 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:25:06.168062 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:25:06.229881 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.237059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.240231 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] 10.222.0.52 "DELETE /v2.0/networks/d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680 HTTP/1.1" status: 204 len: 168 time: 0.5452273 Oct 19 00:25:06.252289 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3a4a6-4eae-4f00-a776-4567b2d7627b tempest-NetworksIpV6Test-1533061058 tempest-NetworksIpV6Test-1533061058-project] Pushing event deleted for resources: {'Network': ['ID=d056aa04-5c2f-4a4e-9bf4-8b5c0b38f680,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:06.479023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42206) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:06.555646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:25:06.579297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:25:06.579643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6fa2103d-1482-4b06-8cdb-0d25e9df0c0a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:25:06.580058 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bafb37e0-280a-4773-9aa2-4895e4a54c94 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:25:06.598896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: bafb37e0-280a-4773-9aa2-4895e4a54c94 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:25:06.599240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bafb37e0-280a-4773-9aa2-4895e4a54c94 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:25:06.618471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f324536-4ef2-4a51-b052-2eeb43b0ac6b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=adc3558d5cea4317841f89b7bb091269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376536 Oct 19 00:25:06.621010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42210) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:06.666874 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f7c018e-3acd-4fe9-aee9-47d281e20743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.687227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f7c018e-3acd-4fe9-aee9-47d281e20743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.736737 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f7c018e-3acd-4fe9-aee9-47d281e20743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.739508 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8f7c018e-3acd-4fe9-aee9-47d281e20743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:06.740690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8f7c018e-3acd-4fe9-aee9-47d281e20743 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0936f40b-dca3-4371-933e-829f97b1e3da HTTP/1.1" status: 204 len: 168 time: 0.1187723 Oct 19 00:25:06.749194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c018e-3acd-4fe9-aee9-47d281e20743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0936f40b-dca3-4371-933e-829f97b1e3da,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:06.987183 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.371009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42232) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:07.463001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-42a65eca-a2f0-4951-9165-764e619ebac2 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1000960706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:07.486556 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a65eca-a2f0-4951-9165-764e619ebac2 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.487638 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a65eca-a2f0-4951-9165-764e619ebac2 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.537321 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a65eca-a2f0-4951-9165-764e619ebac2 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.542011 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a65eca-a2f0-4951-9165-764e619ebac2 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.558334 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-42a65eca-a2f0-4951-9165-764e619ebac2 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.559532 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-42a65eca-a2f0-4951-9165-764e619ebac2 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1874197 Oct 19 00:25:07.562245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42236) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:07.566941 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1055846841'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:07.587526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Made reservation on behalf of 02a9bcfc3cf44f259fc7c5c01f0d041f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:07.590964 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.599264 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.671652 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.675269 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.699595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:25:07.715341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b443760e-d3a4-42e3-bcba-110b02e57b0d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:07.718395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.718760 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Added segment 672ccba4-b98b-4ff6-a0dd-760a5d46a012 of type vlan for network 52e734b1-952c-49eb-9eb9-092dec729cb7 Oct 19 00:25:07.757009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.781733 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.787300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:07.787875 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:07.822938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2595892 Oct 19 00:25:07.825930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42238) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:07.831562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Request body: {'subnet': {'network_id': '52e734b1-952c-49eb-9eb9-092dec729cb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:07.856144 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fb310-0200-4fdf-ba84-af9a0832fc91 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event updated for resources: {'Network': ['ID=52e734b1-952c-49eb-9eb9-092dec729cb7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:07.869421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 52e734b1-952c-49eb-9eb9-092dec729cb7 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:25:07.923572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Made reservation on behalf of 02a9bcfc3cf44f259fc7c5c01f0d041f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:07.927145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.104699 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.169858 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event updated for resources: {'Subnet': ['ID=408167a8-6cf7-4f2d-9b3c-9c4e4f8ca46f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:08.178453 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Checking segment: {'id': '672ccba4-b98b-4ff6-a0dd-760a5d46a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '52e734b1-952c-49eb-9eb9-092dec729cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:08.178860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Network hostable DHCP agents. Network: 52e734b1-952c-49eb-9eb9-092dec729cb7, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:25:08.196528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Network 52e734b1-952c-49eb-9eb9-092dec729cb7 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:25:08.205064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 52e734b1-952c-49eb-9eb9-092dec729cb7) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:08.209644 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:08.210241 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.215291 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f39822-39b1-4866-9fac-9ec3c11c98f6 None None] Network 52e734b1-952c-49eb-9eb9-092dec729cb7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:08.226878 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-748d3b6a-db98-4de7-99e2-32adbaef1f4a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3996956 Oct 19 00:25:08.230344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42240) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:08.235384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1337635366'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:08.256643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Made reservation on behalf of 02a9bcfc3cf44f259fc7c5c01f0d041f for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:08.260850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.284827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:25:08.294870 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.295212 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Added segment c8a84642-667a-4d6b-a043-45d14e53ac90 of type vlan for network 80cadf4f-e0eb-4017-a43e-ea99f281b62c Oct 19 00:25:08.348618 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.368850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-52e734b1-952c-49eb-9eb9-092dec729cb7', 'network_id': '52e734b1-952c-49eb-9eb9-092dec729cb7', 'tenant_id': '02a9bcfc3cf44f259fc7c5c01f0d041f', 'fixed_ips': [{'subnet_id': '408167a8-6cf7-4f2d-9b3c-9c4e4f8ca46f'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:25:08.369793 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.375129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.380898 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:08.381481 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.413158 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1816602 Oct 19 00:25:08.416823 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42242) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:08.423539 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Request body: {'subnet': {'network_id': '80cadf4f-e0eb-4017-a43e-ea99f281b62c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:08.453996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75207b83-a0b2-437d-b5c7-1408f275a5ef tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event updated for resources: {'Network': ['ID=80cadf4f-e0eb-4017-a43e-ea99f281b62c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:08.465055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 80cadf4f-e0eb-4017-a43e-ea99f281b62c details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:25:08.519487 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Made reservation on behalf of 02a9bcfc3cf44f259fc7c5c01f0d041f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:08.523316 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.563668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Allocated IP 172.20.0.2 (52e734b1-952c-49eb-9eb9-092dec729cb7/408167a8-6cf7-4f2d-9b3c-9c4e4f8ca46f/6ad34cbb-5b4d-4494-aaf3-7f4faf613633) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:08.709714 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.712982 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.719601 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.757481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Network 52e734b1-952c-49eb-9eb9-092dec729cb7 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:08.761808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:08.765375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:08.776979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event updated for resources: {'Subnet': ['ID=959082b8-0a00-4dd7-9a23-c97adbeb6815,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:08.781445 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Pushing event updated for resources: {'Port': ['ID=6ad34cbb-5b4d-4494-aaf3-7f4faf613633,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:08.782211 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Checking segment: {'id': 'c8a84642-667a-4d6b-a043-45d14e53ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '80cadf4f-e0eb-4017-a43e-ea99f281b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:08.782572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Network hostable DHCP agents. Network: 80cadf4f-e0eb-4017-a43e-ea99f281b62c, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:25:08.800130 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Network 80cadf4f-e0eb-4017-a43e-ea99f281b62c is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:25:08.812327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 80cadf4f-e0eb-4017-a43e-ea99f281b62c) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:08.816987 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:08.817605 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.824481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08555ed8-5ccc-4df0-adef-5b5ee128101b None None] Network 80cadf4f-e0eb-4017-a43e-ea99f281b62c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:08.834253 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cd57a428-b565-4cc5-8981-7be017ecca9d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4155245 Oct 19 00:25:08.837789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42244) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:08.842357 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5f00136a-8c2e-4649-9dbb-576ae3d36b3a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Request body: {'router': {'external_gateway_info': {'network_id': '80cadf4f-e0eb-4017-a43e-ea99f281b62c'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:08.848712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Attempting to bind port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:08.849092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Attempting to bind port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '672ccba4-b98b-4ff6-a0dd-760a5d46a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '52e734b1-952c-49eb-9eb9-092dec729cb7'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:08.849464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Attempting to bind port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 on network 52e734b1-952c-49eb-9eb9-092dec729cb7 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:08.863368 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:08.863745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Checking segment: {'id': '672ccba4-b98b-4ff6-a0dd-760a5d46a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '52e734b1-952c-49eb-9eb9-092dec729cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:08.864151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.864544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Bound using segment: {'id': '672ccba4-b98b-4ff6-a0dd-760a5d46a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '52e734b1-952c-49eb-9eb9-092dec729cb7'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:08.865016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Bound port: 6ad34cbb-5b4d-4494-aaf3-7f4faf613633, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672ccba4-b98b-4ff6-a0dd-760a5d46a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '52e734b1-952c-49eb-9eb9-092dec729cb7'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:08.865401 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:08.999246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] For port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:09.003843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] For port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6ad34cbb-5b4d-4494-aaf3-7f4faf613633,segment=NetworkSegment(672ccba4-b98b-4ff6-a0dd-760a5d46a012),segment_id=672ccba4-b98b-4ff6-a0dd-760a5d46a012)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:09.011054 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.050764 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5f00136a-8c2e-4649-9dbb-576ae3d36b3a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.052632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-80cadf4f-e0eb-4017-a43e-ea99f281b62c', 'network_id': '80cadf4f-e0eb-4017-a43e-ea99f281b62c', 'tenant_id': '02a9bcfc3cf44f259fc7c5c01f0d041f', 'fixed_ips': [{'subnet_id': '959082b8-0a00-4dd7-9a23-c97adbeb6815'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:25:09.053492 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.109001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16444b3e-3d43-4c8b-9dd5-5b9efeee9977 None None] Pushing event updated for resources: {'Port': ['ID=6ad34cbb-5b4d-4494-aaf3-7f4faf613633,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:09.170038 n-d-713498-28 neutron-server[100921]: INFO neutron.api.v2.resource [None req-5f00136a-8c2e-4649-9dbb-576ae3d36b3a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 00:25:09.171153 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5f00136a-8c2e-4649-9dbb-576ae3d36b3a tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "PUT /v2.0/routers/003cdf7e-6890-48f9-9a76-0b1aac00670f HTTP/1.1" status: 400 len: 364 time: 0.3324127 Oct 19 00:25:09.177002 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42246) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:09.231730 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-0018185d-ce4d-4f9e-a27a-2ea1bd7fcb2d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Deleting subnet 959082b8-0a00-4dd7-9a23-c97adbeb6815 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:25:09.243633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Allocated IP 172.21.0.2 (80cadf4f-e0eb-4017-a43e-ea99f281b62c/959082b8-0a00-4dd7-9a23-c97adbeb6815/76e472a5-32fd-4294-903f-ceb915407b65) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:09.403531 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.408805 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0018185d-ce4d-4f9e-a27a-2ea1bd7fcb2d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.409544 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.448965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Network 80cadf4f-e0eb-4017-a43e-ea99f281b62c is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:09.451299 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0018185d-ce4d-4f9e-a27a-2ea1bd7fcb2d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.452028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:09.454440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:09.469527 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Pushing event updated for resources: {'Port': ['ID=76e472a5-32fd-4294-903f-ceb915407b65,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:09.520116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Attempting to bind port 76e472a5-32fd-4294-903f-ceb915407b65 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:09.520582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Attempting to bind port 76e472a5-32fd-4294-903f-ceb915407b65 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'c8a84642-667a-4d6b-a043-45d14e53ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '80cadf4f-e0eb-4017-a43e-ea99f281b62c'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:09.521014 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Attempting to bind port 76e472a5-32fd-4294-903f-ceb915407b65 on network 80cadf4f-e0eb-4017-a43e-ea99f281b62c {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:09.528411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:09.528963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Checking segment: {'id': 'c8a84642-667a-4d6b-a043-45d14e53ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '80cadf4f-e0eb-4017-a43e-ea99f281b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:09.529373 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.529770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Bound using segment: {'id': 'c8a84642-667a-4d6b-a043-45d14e53ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '80cadf4f-e0eb-4017-a43e-ea99f281b62c'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:09.530246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Bound port: 76e472a5-32fd-4294-903f-ceb915407b65, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a84642-667a-4d6b-a043-45d14e53ac90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '80cadf4f-e0eb-4017-a43e-ea99f281b62c'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:09.530630 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.542220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0018185d-ce4d-4f9e-a27a-2ea1bd7fcb2d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.601735 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0018185d-ce4d-4f9e-a27a-2ea1bd7fcb2d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.603889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-79253518-3e75-402d-8555-c7a251168a8f None None] For port 76e472a5-32fd-4294-903f-ceb915407b65, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:09.607178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-79253518-3e75-402d-8555-c7a251168a8f None None] For port 76e472a5-32fd-4294-903f-ceb915407b65, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=76e472a5-32fd-4294-903f-ceb915407b65,segment=NetworkSegment(c8a84642-667a-4d6b-a043-45d14e53ac90),segment_id=c8a84642-667a-4d6b-a043-45d14e53ac90)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:09.612651 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.629786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018185d-ce4d-4f9e-a27a-2ea1bd7fcb2d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event deleted for resources: {'Subnet': ['ID=959082b8-0a00-4dd7-9a23-c97adbeb6815,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:09.634870 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0018185d-ce4d-4f9e-a27a-2ea1bd7fcb2d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.638066 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0018185d-ce4d-4f9e-a27a-2ea1bd7fcb2d tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "DELETE /v2.0/subnets/959082b8-0a00-4dd7-9a23-c97adbeb6815 HTTP/1.1" status: 204 len: 168 time: 0.4598780 Oct 19 00:25:09.640633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42248) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:09.670891 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79253518-3e75-402d-8555-c7a251168a8f None None] Pushing event updated for resources: {'Port': ['ID=76e472a5-32fd-4294-903f-ceb915407b65,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:09.727386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.793947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Deleting port 76e472a5-32fd-4294-903f-ceb915407b65 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:25:09.794294 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.875797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] For port 76e472a5-32fd-4294-903f-ceb915407b65, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=76e472a5-32fd-4294-903f-ceb915407b65,segment=NetworkSegment(c8a84642-667a-4d6b-a043-45d14e53ac90),segment_id=c8a84642-667a-4d6b-a043-45d14e53ac90)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:09.876504 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:09.893281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Calling delete_port for 76e472a5-32fd-4294-903f-ceb915407b65 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:25:09.984522 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.013028 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event deleted for resources: {'Port': ['ID=76e472a5-32fd-4294-903f-ceb915407b65,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:10.015023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] No DVR routers for this DVR port 76e472a5-32fd-4294-903f-ceb915407b65 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:25:10.099161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.101051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07375c2a-b6d2-43f3-b406-e03279fc772a None None] Network 52e734b1-952c-49eb-9eb9-092dec729cb7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:10.356185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-76c4fc6a-cb71-46ef-a297-50f91a94ea58 None None] Provisioning complete for port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:10.356848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-76c4fc6a-cb71-46ef-a297-50f91a94ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.448260 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cadf4f-e0eb-4017-a43e-ea99f281b62c']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:10.459143 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a84642-667a-4d6b-a043-45d14e53ac90') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:10.459484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a84642-667a-4d6b-a043-45d14e53ac90') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:10.469412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.483578 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.492315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:25:10.493239 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.500762 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-76c4fc6a-cb71-46ef-a297-50f91a94ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:25:10.505571 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:25:10.549472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-76c4fc6a-cb71-46ef-a297-50f91a94ea58 None None] For port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6ad34cbb-5b4d-4494-aaf3-7f4faf613633,segment=NetworkSegment(672ccba4-b98b-4ff6-a0dd-760a5d46a012),segment_id=672ccba4-b98b-4ff6-a0dd-760a5d46a012)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:10.558449 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-76c4fc6a-cb71-46ef-a297-50f91a94ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.595776 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.604858 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.608312 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "DELETE /v2.0/networks/80cadf4f-e0eb-4017-a43e-ea99f281b62c HTTP/1.1" status: 204 len: 168 time: 0.9666400 Oct 19 00:25:10.610656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42250) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:10.619354 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea6dd8-01dd-48e6-9179-af69ba101706 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event deleted for resources: {'Network': ['ID=80cadf4f-e0eb-4017-a43e-ea99f281b62c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:10.642192 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4fc6a-cb71-46ef-a297-50f91a94ea58 None None] Pushing event updated for resources: {'Port': ['ID=6ad34cbb-5b4d-4494-aaf3-7f4faf613633,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:10.647432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:10.684999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-887cb0b8-aa5b-4361-904a-067cd1ae9032 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Deleting subnet 408167a8-6cf7-4f2d-9b3c-9c4e4f8ca46f {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:25:10.688457 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-887cb0b8-aa5b-4361-904a-067cd1ae9032 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.705142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:10.705589 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.738833 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-887cb0b8-aa5b-4361-904a-067cd1ae9032 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.839355 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-887cb0b8-aa5b-4361-904a-067cd1ae9032 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.854149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d723e2-a4c4-4375-ad18-696e6837e52e None None] DHCP port deletion for 80cadf4f-e0eb-4017-a43e-ea99f281b62c request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:25:10.869535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5de3ed-c07e-48ab-8a90-649b504d2c0e None None] Network 80cadf4f-e0eb-4017-a43e-ea99f281b62c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:10.883988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5de3ed-c07e-48ab-8a90-649b504d2c0e None None] Network 80cadf4f-e0eb-4017-a43e-ea99f281b62c could not be found, it might have been deleted concurrently. {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 00:25:10.893234 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f8b0fab1-342e-4f88-b9c1-0ec87ce2f768 None None] Provisioning complete for port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:10.893692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f8b0fab1-342e-4f88-b9c1-0ec87ce2f768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.909672 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-887cb0b8-aa5b-4361-904a-067cd1ae9032 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.938645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cb0b8-aa5b-4361-904a-067cd1ae9032 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event deleted for resources: {'Subnet': ['ID=408167a8-6cf7-4f2d-9b3c-9c4e4f8ca46f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:10.942408 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-887cb0b8-aa5b-4361-904a-067cd1ae9032 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:10.948781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-887cb0b8-aa5b-4361-904a-067cd1ae9032 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "DELETE /v2.0/subnets/408167a8-6cf7-4f2d-9b3c-9c4e4f8ca46f HTTP/1.1" status: 204 len: 168 time: 0.3338914 Oct 19 00:25:10.948781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42252) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:10.959064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8314875-214b-4bac-9808-ffdddcdf49e5 None None] Network 52e734b1-952c-49eb-9eb9-092dec729cb7 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:11.024654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.027875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f8b0fab1-342e-4f88-b9c1-0ec87ce2f768 None None] Could not find standard attr ID for object 76e472a5-32fd-4294-903f-ceb915407b65. {{(pid=100923) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 00:25:11.083089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Deleting port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:25:11.083427 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.143096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d1688-3818-4127-9449-ee87ba0ab8ab None None] DHCP port deletion for 52e734b1-952c-49eb-9eb9-092dec729cb7 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:25:11.150459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] For port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6ad34cbb-5b4d-4494-aaf3-7f4faf613633,segment=NetworkSegment(672ccba4-b98b-4ff6-a0dd-760a5d46a012),segment_id=672ccba4-b98b-4ff6-a0dd-760a5d46a012)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:11.150915 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.163155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Calling delete_port for 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:25:11.189202 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-136d1688-3818-4127-9449-ee87ba0ab8ab None None] Deleting port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:25:11.189580 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-136d1688-3818-4127-9449-ee87ba0ab8ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.247272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.258004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-136d1688-3818-4127-9449-ee87ba0ab8ab None None] For port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6ad34cbb-5b4d-4494-aaf3-7f4faf613633,segment=NetworkSegment(672ccba4-b98b-4ff6-a0dd-760a5d46a012),segment_id=672ccba4-b98b-4ff6-a0dd-760a5d46a012)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:11.258534 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-136d1688-3818-4127-9449-ee87ba0ab8ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.271317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-136d1688-3818-4127-9449-ee87ba0ab8ab None None] Calling delete_port for 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:25:11.274869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] No DVR routers for this DVR port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:25:11.281783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event deleted for resources: {'Port': ['ID=6ad34cbb-5b4d-4494-aaf3-7f4faf613633,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:11.351364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-136d1688-3818-4127-9449-ee87ba0ab8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.361158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.376195 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d1688-3818-4127-9449-ee87ba0ab8ab None None] Pushing event deleted for resources: {'Port': ['ID=6ad34cbb-5b4d-4494-aaf3-7f4faf613633,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:11.379712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d1688-3818-4127-9449-ee87ba0ab8ab None None] No DVR routers for this DVR port 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:25:11.386761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e734b1-952c-49eb-9eb9-092dec729cb7']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:11.396564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672ccba4-b98b-4ff6-a0dd-760a5d46a012') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:11.396862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672ccba4-b98b-4ff6-a0dd-760a5d46a012') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:11.406674 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.419994 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.425718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:25:11.426104 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:25:11.429038 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:25:11.486181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.497278 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.500472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "DELETE /v2.0/networks/52e734b1-952c-49eb-9eb9-092dec729cb7 HTTP/1.1" status: 204 len: 168 time: 0.5511656 Oct 19 00:25:11.503480 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42254) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:11.510691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb3691-89d3-4fd7-ad21-145570f45a19 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Pushing event deleted for resources: {'Network': ['ID=52e734b1-952c-49eb-9eb9-092dec729cb7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:11.533544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ad0ebf14-92af-4b0f-a686-fdc6fb76f68f tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "GET /v2.0/ports?device_id=003cdf7e-6890-48f9-9a76-0b1aac00670f HTTP/1.1" status: 200 len: 205 time: 0.0288310 Oct 19 00:25:11.536023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42256) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:11.609281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad992276-10a1-414f-9e58-0aed45617513 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.763129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad992276-10a1-414f-9e58-0aed45617513 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.765234 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad992276-10a1-414f-9e58-0aed45617513 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.814969 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad992276-10a1-414f-9e58-0aed45617513 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.815504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad992276-10a1-414f-9e58-0aed45617513 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Fanout notify agent at l3_agent the message router_deleted on router 003cdf7e-6890-48f9-9a76-0b1aac00670f {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:25:11.823010 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ad992276-10a1-414f-9e58-0aed45617513 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:11.824110 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ad992276-10a1-414f-9e58-0aed45617513 tempest-RoutersNegativeTest-2091866465 tempest-RoutersNegativeTest-2091866465-project] 10.222.0.52 "DELETE /v2.0/routers/003cdf7e-6890-48f9-9a76-0b1aac00670f HTTP/1.1" status: 204 len: 168 time: 0.2871833 Oct 19 00:25:12.063660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42262) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:12.196693 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a3fe0da0-4e33-419d-ab7a-c344cf1b7637 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02a9bcfc3cf44f259fc7c5c01f0d041f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318469 Oct 19 00:25:12.199117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42266) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:12.250991 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dd58f0da-bbad-46d3-9e40-fe15cae525eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:12.272396 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dd58f0da-bbad-46d3-9e40-fe15cae525eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:12.319718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dd58f0da-bbad-46d3-9e40-fe15cae525eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:12.323319 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dd58f0da-bbad-46d3-9e40-fe15cae525eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:12.324513 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dd58f0da-bbad-46d3-9e40-fe15cae525eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b443760e-d3a4-42e3-bcba-110b02e57b0d HTTP/1.1" status: 204 len: 168 time: 0.1244848 Oct 19 00:25:12.333008 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58f0da-bbad-46d3-9e40-fe15cae525eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b443760e-d3a4-42e3-bcba-110b02e57b0d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:12.533896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:25:12.557262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:25:12.557616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6ad34cbb-5b4d-4494-aaf3-7f4faf613633 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:25:12.558034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 76e472a5-32fd-4294-903f-ceb915407b65 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:25:12.577428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 76e472a5-32fd-4294-903f-ceb915407b65 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:25:12.577856 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 76e472a5-32fd-4294-903f-ceb915407b65 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:25:12.950460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42288) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:13.044481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1810175126-network', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:13.065738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Made reservation on behalf of 0a2c1f695ab64351be192e6ccb648811 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:13.068013 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.076158 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.146565 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.151598 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.177631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:25:13.183416 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bc3484-47fe-4692-94ed-154b9b308719,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:13.193850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.194189 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Added segment 61bd9c39-b6a0-4cd7-8725-82ecf63de770 of type vlan for network e3d30c64-8862-48bf-a7e2-b84510727598 Oct 19 00:25:13.196111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.196453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.196789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.197121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.197500 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.197773 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.198094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.198412 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.198750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.199148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.199468 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.199786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.244999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.272534 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.274094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:13.274815 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.305920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3543468 Oct 19 00:25:13.308928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42292) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:13.313940 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Request body: {'subnet': {'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-subnet', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:13.335867 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Made reservation on behalf of 0a2c1f695ab64351be192e6ccb648811 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:13.338778 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.340158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711b3f8-9271-4561-9351-15a9d6bfc2af admin admin] Pushing event updated for resources: {'Network': ['ID=e3d30c64-8862-48bf-a7e2-b84510727598,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:13.349687 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network e3d30c64-8862-48bf-a7e2-b84510727598 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:25:13.504631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.561300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae4016c-718e-48ba-a98e-cfbd85e5cb64,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:13.572348 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.572691 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.573036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.573372 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.573706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.574040 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.574368 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.574694 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.575042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.575362 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.575686 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.576006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:13.580256 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Checking segment: {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:13.580629 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Network hostable DHCP agents. Network: e3d30c64-8862-48bf-a7e2-b84510727598, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:25:13.598065 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Network e3d30c64-8862-48bf-a7e2-b84510727598 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:25:13.607144 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, e3d30c64-8862-48bf-a7e2-b84510727598) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:13.612032 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:13.612632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.615110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6cb810-daa2-4649-b3f0-69bb75974ae5 None None] Network e3d30c64-8862-48bf-a7e2-b84510727598 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:13.629279 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2c5f4afd-0f94-4922-8332-13e6866ba914 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3191509 Oct 19 00:25:13.632757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42294) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:13.637405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:13.658212 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.659259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.709951 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.761249 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-e3d30c64-8862-48bf-a7e2-b84510727598', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'fixed_ips': [{'subnet_id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:25:13.762110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.850177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:13.903811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Allocated IP 172.20.0.2 (e3d30c64-8862-48bf-a7e2-b84510727598/2ae4016c-718e-48ba-a98e-cfbd85e5cb64/03f714cb-ae4c-468b-8eaf-42c634e43276) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:14.048948 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.055359 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.056611 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.076619 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.091375 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Network e3d30c64-8862-48bf-a7e2-b84510727598 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:14.094227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:14.097702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:14.110169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Pushing event updated for resources: {'Port': ['ID=03f714cb-ae4c-468b-8eaf-42c634e43276,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:14.158406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Attempting to bind port 03f714cb-ae4c-468b-8eaf-42c634e43276 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:14.158798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Attempting to bind port 03f714cb-ae4c-468b-8eaf-42c634e43276 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:14.159167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Attempting to bind port 03f714cb-ae4c-468b-8eaf-42c634e43276 on network e3d30c64-8862-48bf-a7e2-b84510727598 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:14.165199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:14.165564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Checking segment: {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:14.165958 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.166367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Bound using segment: {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:14.166837 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Bound port: 03f714cb-ae4c-468b-8eaf-42c634e43276, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:14.167212 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.182513 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Allocated IP 172.25.7.188 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/975e8440-2e0c-4f6a-8fd5-15f7a72238dd) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:14.238841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] For port 03f714cb-ae4c-468b-8eaf-42c634e43276, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:14.242102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] For port 03f714cb-ae4c-468b-8eaf-42c634e43276, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=03f714cb-ae4c-468b-8eaf-42c634e43276,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:14.247563 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.295821 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.304258 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d58f7-1095-428d-9690-3680abc209b7 None None] Pushing event updated for resources: {'Port': ['ID=03f714cb-ae4c-468b-8eaf-42c634e43276,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:14.335845 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.376541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:14.379445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:14.386469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:14.389565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Pushing event updated for resources: {'Port': ['ID=975e8440-2e0c-4f6a-8fd5-15f7a72238dd,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:14.585756 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 03f714cb-ae4c-468b-8eaf-42c634e43276 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:14.642467 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 03f714cb-ae4c-468b-8eaf-42c634e43276 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:14.643232 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.662879 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.725023 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.730494 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:25:14.758061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 03f714cb-ae4c-468b-8eaf-42c634e43276, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=03f714cb-ae4c-468b-8eaf-42c634e43276,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:14.762618 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:14.815593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=03f714cb-ae4c-468b-8eaf-42c634e43276,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:14.870684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:15.025189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Router b9acc81b-bbbd-4298-b7f5-55affdbfc638 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:25:15.136922 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:25:15.151045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Sync routers for ids ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:25:15.156867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:15.161396 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0a68a984-65c2-4755-85bd-28ede7936b9a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5275784 Oct 19 00:25:15.161715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42296) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:15.162210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Routers {'b9acc81b-bbbd-4298-b7f5-55affdbfc638'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:25:15.162324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:24:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:15.253236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8982cac-7b0d-449f-9031-d3a5fed5b958 None None] Network e3d30c64-8862-48bf-a7e2-b84510727598 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:15.337833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Set router b9acc81b-bbbd-4298-b7f5-55affdbfc638 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:25:15.407177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5498b6ef-e91f-4450-a4ec-ead281144d80 None None] Provisioning complete for port 03f714cb-ae4c-468b-8eaf-42c634e43276 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:15.407540 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5498b6ef-e91f-4450-a4ec-ead281144d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:15.585867 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:15.680791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:13Z', 'updated_at': '2021-10-19T00:25:14Z', 'revision_number': 3, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'gw_port': {'id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:14Z', 'updated_at': '2021-10-19T00:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:15.710989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Checking router: b9acc81b-bbbd-4298-b7f5-55affdbfc638 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:25:15.711358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Updating router b9acc81b-bbbd-4298-b7f5-55affdbfc638 port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:25:15.740482 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:15.751106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Allocated IP 172.20.0.1 (e3d30c64-8862-48bf-a7e2-b84510727598/2ae4016c-718e-48ba-a98e-cfbd85e5cb64/6361fcc6-ac27-403d-9b19-5fc327883287) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:15.870588 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:15.904428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:15.925528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-18409a29-7196-44cb-a213-47b78ec3e4a6 None None] Provisioning complete for port 03f714cb-ae4c-468b-8eaf-42c634e43276 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:15.925818 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18409a29-7196-44cb-a213-47b78ec3e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:15.946862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Network e3d30c64-8862-48bf-a7e2-b84510727598 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:15.951312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:15.959423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:15.990833 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Pushing event updated for resources: {'Port': ['ID=6361fcc6-ac27-403d-9b19-5fc327883287,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:16.012384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.083394 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.089459 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.144023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Attempting to bind port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:16.144412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Attempting to bind port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:16.144763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Attempting to bind port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:16.146907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Pushing event updated for resources: {'Port': ['ID=975e8440-2e0c-4f6a-8fd5-15f7a72238dd,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:16.156359 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.156460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:16.156798 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:16.157202 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.157763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:16.158067 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Bound port: 975e8440-2e0c-4f6a-8fd5-15f7a72238dd, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:16.158450 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.161645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.161988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.162326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.162660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.163020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.163354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.163681 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.164007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.164859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.165182 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.165503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.165823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:16.214610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-95da208b-6806-4a79-bfed-24eacb3a4286 None None] Provisioning complete for port 6361fcc6-ac27-403d-9b19-5fc327883287 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:16.214922 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-95da208b-6806-4a79-bfed-24eacb3a4286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.247225 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] For port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:16.264449 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] For port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=975e8440-2e0c-4f6a-8fd5-15f7a72238dd,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:16.265762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-95da208b-6806-4a79-bfed-24eacb3a4286 None None] Port 6361fcc6-ac27-403d-9b19-5fc327883287 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:25:16.268955 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.321246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.326891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.330073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Routers {'b9acc81b-bbbd-4298-b7f5-55affdbfc638'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:25:16.331302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:24:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:16.333681 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12296543-d5dc-4cbf-b54e-1006f4d7e24a None None] Pushing event updated for resources: {'Port': ['ID=975e8440-2e0c-4f6a-8fd5-15f7a72238dd,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:16.395925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Pushing event updated for resources: {'Port': ['ID=6361fcc6-ac27-403d-9b19-5fc327883287,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:16.398935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.494375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Network e3d30c64-8862-48bf-a7e2-b84510727598 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:16.495862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:16.587503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 03f714cb-ae4c-468b-8eaf-42c634e43276 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:16.630091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] Set router b9acc81b-bbbd-4298-b7f5-55affdbfc638 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:25:16.637732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Router b9acc81b-bbbd-4298-b7f5-55affdbfc638 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:25:16.736753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 03f714cb-ae4c-468b-8eaf-42c634e43276 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:16.737248 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.771976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:25:16.781373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ac7f448a-51d7-44bb-913d-920505bb6fcf admin admin] 10.222.0.52 "PUT /v2.0/routers/b9acc81b-bbbd-4298-b7f5-55affdbfc638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6160266 Oct 19 00:25:16.837007 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3d7ccbb7-6078-4920-98db-0882ea85a064 None None] Provisioning complete for port 6361fcc6-ac27-403d-9b19-5fc327883287 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:16.837380 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3d7ccbb7-6078-4920-98db-0882ea85a064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:16.928217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ccbb7-6078-4920-98db-0882ea85a064 None None] Port 6361fcc6-ac27-403d-9b19-5fc327883287 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:25:16.969903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:13Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 4, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'gw_port': {'id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:14Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6361fcc6-ac27-403d-9b19-5fc327883287', 'name': '', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'mac_address': 'fa:16:3e:d5:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:15Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 2, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'subnets': [{'id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:16.999370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a6d0a-6c7c-4a7d-8bd0-b87a7dba6b11 None None] The sync data for ids ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'] in n-d-713498-28 is: [{'id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:13Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 4, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'gw_port': {'id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:14Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6361fcc6-ac27-403d-9b19-5fc327883287', 'name': '', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'mac_address': 'fa:16:3e:d5:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:15Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 2, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'subnets': [{'id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:25:17.342890 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42312) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:17.348064 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1794554629-network', 'tenant_id': '9d813b466a864357aca40f5e94a20116'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:17.376641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Made reservation on behalf of 9d813b466a864357aca40f5e94a20116 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:17.379207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.389795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.471767 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.476006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.505323 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:25:17.513179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca3187d-770a-4e6d-9b7a-4a533a93c79e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:17.520262 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.520539 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Added segment 9faffec5-1a83-4b72-a7b3-f1b5a869f7ab of type vlan for network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a Oct 19 00:25:17.570549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.596522 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.597541 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:17.598124 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.627439 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2796316 Oct 19 00:25:17.627439 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42314) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:17.631168 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Request body: {'subnet': {'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-subnet', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:17.685166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8703df-1051-4e4c-94e7-b2465c407320 admin admin] Pushing event updated for resources: {'Network': ['ID=f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:17.692266 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Made reservation on behalf of 9d813b466a864357aca40f5e94a20116 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:17.694678 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.697286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:25:17.876336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.931511 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:17.942127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Checking segment: {'id': '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:17.942491 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Network hostable DHCP agents. Network: f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:25:17.960195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:25:17.970249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:17.974510 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:17.975162 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:17.979692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11bb4e4-4f53-4eda-82f3-64df21c39510 None None] Network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:17.993485 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7915d107-9dce-466c-a904-ac527913361c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3660533 Oct 19 00:25:17.995945 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42316) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:18.000954 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:18.024047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.025457 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.085859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.142214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a', 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'fixed_ips': [{'subnet_id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:25:18.143128 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.235200 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.287030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Allocated IP 172.20.0.2 (f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a/29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2/b60f7fc1-9a57-48da-82ad-23020fda5fb3) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:18.439744 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.443072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.449159 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.459973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.485992 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:18.490426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:18.493917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:18.509392 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Pushing event updated for resources: {'Port': ['ID=b60f7fc1-9a57-48da-82ad-23020fda5fb3,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:18.562381 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Attempting to bind port b60f7fc1-9a57-48da-82ad-23020fda5fb3 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:18.562780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Attempting to bind port b60f7fc1-9a57-48da-82ad-23020fda5fb3 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:18.563184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Attempting to bind port b60f7fc1-9a57-48da-82ad-23020fda5fb3 on network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:18.568275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:18.568656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Checking segment: {'id': '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:18.569063 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.569466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Bound using segment: {'id': '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:18.569944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Bound port: b60f7fc1-9a57-48da-82ad-23020fda5fb3, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:18.570445 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.574514 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Allocated IP 172.25.7.197 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/94ff2211-a2cd-4d6c-8fb9-1af163acedb5) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:18.606680 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 975e8440-2e0c-4f6a-8fd5-15f7a72238dd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:18.672885 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] For port b60f7fc1-9a57-48da-82ad-23020fda5fb3, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:18.688754 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] For port b60f7fc1-9a57-48da-82ad-23020fda5fb3, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b60f7fc1-9a57-48da-82ad-23020fda5fb3,segment=NetworkSegment(9faffec5-1a83-4b72-a7b3-f1b5a869f7ab),segment_id=9faffec5-1a83-4b72-a7b3-f1b5a869f7ab)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:18.693408 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.696107 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.704080 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:18.704448 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.728303 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.780839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:18.783732 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:18.786001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f8845-ce5c-419b-b207-b6daea8ff517 None None] Pushing event updated for resources: {'Port': ['ID=b60f7fc1-9a57-48da-82ad-23020fda5fb3,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:18.790864 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:18.794018 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Pushing event updated for resources: {'Port': ['ID=94ff2211-a2cd-4d6c-8fb9-1af163acedb5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:18.852882 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.875440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=975e8440-2e0c-4f6a-8fd5-15f7a72238dd,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:18.879883 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:18.951229 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=975e8440-2e0c-4f6a-8fd5-15f7a72238dd,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:19.241755 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Sync routers for ids ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:25:19.258607 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Routers {'b9acc81b-bbbd-4298-b7f5-55affdbfc638'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:25:19.259247 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:24:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:19.381467 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Set router b9acc81b-bbbd-4298-b7f5-55affdbfc638 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:25:19.421080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:19.629075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:19.681305 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:13Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 4, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'gw_port': {'id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:14Z', 'updated_at': '2021-10-19T00:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6361fcc6-ac27-403d-9b19-5fc327883287', 'name': '', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'mac_address': 'fa:16:3e:d5:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:15Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 2, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'subnets': [{'id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:19.707771 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Checking router: b9acc81b-bbbd-4298-b7f5-55affdbfc638 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:25:19.708151 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Updating router b9acc81b-bbbd-4298-b7f5-55affdbfc638 port 6361fcc6-ac27-403d-9b19-5fc327883287 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:25:19.738850 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:19.782051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Router 91b47745-1e63-4e5a-a9af-f98c2812eb27 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:25:19.891235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:25:19.902310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Sync routers for ids ['91b47745-1e63-4e5a-a9af-f98c2812eb27'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:25:19.910391 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:19.916346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42318) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:25:19.918212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Routers {'91b47745-1e63-4e5a-a9af-f98c2812eb27'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:25:19.919367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:24:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['91b47745-1e63-4e5a-a9af-f98c2812eb27'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:19.925180 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-52a95d06-6b79-4c72-bce0-1c5e583c2c8c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9274762 Oct 19 00:25:20.020463 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd68b8-8ca6-47eb-8e8a-42b3e9e61774 None None] Network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:25:20.043012 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.050744 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.090248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Set router 91b47745-1e63-4e5a-a9af-f98c2812eb27 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:25:20.143041 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Pushing event updated for resources: {'Port': ['ID=6361fcc6-ac27-403d-9b19-5fc327883287,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:20.170708 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.171371 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.171876 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.172413 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.173010 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.173994 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.174489 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.175148 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.175875 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.176357 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.176839 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.177351 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:25:20.180706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-275a9b39-58ae-42ad-9c5c-96d417a9bc5e None None] Provisioning complete for port b60f7fc1-9a57-48da-82ad-23020fda5fb3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:20.181086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-275a9b39-58ae-42ad-9c5c-96d417a9bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.194294 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Attempting to bind port 6361fcc6-ac27-403d-9b19-5fc327883287 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:20.194980 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Attempting to bind port 6361fcc6-ac27-403d-9b19-5fc327883287 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:20.196211 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Attempting to bind port 6361fcc6-ac27-403d-9b19-5fc327883287 on network e3d30c64-8862-48bf-a7e2-b84510727598 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:20.202565 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:20.203260 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Checking segment: {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:20.203836 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.204392 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Bound using segment: {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:20.205031 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Bound port: 6361fcc6-ac27-403d-9b19-5fc327883287, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:20.205974 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.291674 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] For port 6361fcc6-ac27-403d-9b19-5fc327883287, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:20.295748 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] For port 6361fcc6-ac27-403d-9b19-5fc327883287, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6361fcc6-ac27-403d-9b19-5fc327883287,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:20.304390 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.357879 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Routers {'b9acc81b-bbbd-4298-b7f5-55affdbfc638'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:25:20.359027 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:24:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:20.413893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.430283 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3c04c10-7e68-46b7-b1c0-b1489fd38c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.443380 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-275a9b39-58ae-42ad-9c5c-96d417a9bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.482278 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] Set router b9acc81b-bbbd-4298-b7f5-55affdbfc638 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:25:20.491167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-275a9b39-58ae-42ad-9c5c-96d417a9bc5e None None] For port b60f7fc1-9a57-48da-82ad-23020fda5fb3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b60f7fc1-9a57-48da-82ad-23020fda5fb3,segment=NetworkSegment(9faffec5-1a83-4b72-a7b3-f1b5a869f7ab),segment_id=9faffec5-1a83-4b72-a7b3-f1b5a869f7ab)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:20.503837 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-275a9b39-58ae-42ad-9c5c-96d417a9bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.560889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:19Z', 'revision_number': 3, 'project_id': '9d813b466a864357aca40f5e94a20116', 'gw_port': {'id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:20.610555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Checking router: 91b47745-1e63-4e5a-a9af-f98c2812eb27 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:25:20.610695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Updating router 91b47745-1e63-4e5a-a9af-f98c2812eb27 port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:25:20.668145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Allocated IP 172.20.0.1 (f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a/29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2/c1902eb7-45b8-41df-beea-0b787f219141) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:20.675152 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffb13-85fc-4cca-8a95-90cb1ffdb079 None None] Pushing event updated for resources: {'Port': ['ID=6361fcc6-ac27-403d-9b19-5fc327883287,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:20.675285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a9b39-58ae-42ad-9c5c-96d417a9bc5e None None] Pushing event updated for resources: {'Port': ['ID=b60f7fc1-9a57-48da-82ad-23020fda5fb3,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:20.686974 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.690788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f4e88a1e-31e9-46d4-89da-2973bedab097 None None] Provisioning complete for port 6361fcc6-ac27-403d-9b19-5fc327883287 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:20.691158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4e88a1e-31e9-46d4-89da-2973bedab097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.823890 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b60f7fc1-9a57-48da-82ad-23020fda5fb3 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:20.830234 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:13Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 4, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'gw_port': {'id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:14Z', 'updated_at': '2021-10-19T00:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6361fcc6-ac27-403d-9b19-5fc327883287', 'name': '', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'mac_address': 'fa:16:3e:d5:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:15Z', 'updated_at': '2021-10-19T00:25:20Z', 'revision_number': 4, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'subnets': [{'id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:20.838631 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.871133 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f21054-2e80-4ca4-8c24-edc5f4698618 None None] The sync data for ids ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'] in n-d-713498-28 is: [{'id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:13Z', 'updated_at': '2021-10-19T00:25:16Z', 'revision_number': 4, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'gw_port': {'id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:14Z', 'updated_at': '2021-10-19T00:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6361fcc6-ac27-403d-9b19-5fc327883287', 'name': '', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'mac_address': 'fa:16:3e:d5:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:15Z', 'updated_at': '2021-10-19T00:25:20Z', 'revision_number': 4, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'subnets': [{'id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:25:20.878149 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.919186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:20.922039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:20.928875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:20.961494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c1902eb7-45b8-41df-beea-0b787f219141,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:20.974037 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:20.987890 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4e88a1e-31e9-46d4-89da-2973bedab097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.009235 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b60f7fc1-9a57-48da-82ad-23020fda5fb3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:21.009624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.136836 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.250782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f4e88a1e-31e9-46d4-89da-2973bedab097 None None] For port 6361fcc6-ac27-403d-9b19-5fc327883287, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6361fcc6-ac27-403d-9b19-5fc327883287,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:21.267855 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4e88a1e-31e9-46d4-89da-2973bedab097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.324972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.332258 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.375218 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.391430 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.393310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e88a1e-31e9-46d4-89da-2973bedab097 None None] Pushing event updated for resources: {'Port': ['ID=6361fcc6-ac27-403d-9b19-5fc327883287,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:21.404984 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.406954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c1902eb7-45b8-41df-beea-0b787f219141,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:21.440294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 975e8440-2e0c-4f6a-8fd5-15f7a72238dd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:21.481543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-05aab220-6b7e-4cf7-b540-1f8ff9c13fa8 None None] Provisioning complete for port c1902eb7-45b8-41df-beea-0b787f219141 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:21.481925 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05aab220-6b7e-4cf7-b540-1f8ff9c13fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.506051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:21.508716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:21.516093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Attempting to bind port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:21.516444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Attempting to bind port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:21.516804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Attempting to bind port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:21.518758 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3539eb-baee-40df-aac6-c1d781e37751 None None] Pushing event updated for resources: {'Port': ['ID=94ff2211-a2cd-4d6c-8fb9-1af163acedb5,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:21.535971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:21.536353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:21.536762 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.537185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:21.537704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Bound port: 94ff2211-a2cd-4d6c-8fb9-1af163acedb5, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:21.538096 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.579434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-05aab220-6b7e-4cf7-b540-1f8ff9c13fa8 None None] Port c1902eb7-45b8-41df-beea-0b787f219141 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:25:21.614242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] For port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:21.620345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] For port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=94ff2211-a2cd-4d6c-8fb9-1af163acedb5,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:21.623653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:21.624026 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.625690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-05aab220-6b7e-4cf7-b540-1f8ff9c13fa8 None None] Provisioning complete for port b60f7fc1-9a57-48da-82ad-23020fda5fb3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:21.626065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05aab220-6b7e-4cf7-b540-1f8ff9c13fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.662977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Router 91b47745-1e63-4e5a-a9af-f98c2812eb27 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:25:21.669302 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.784210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:25:21.789261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1f989fad-06c9-4c9c-b6a8-db0e558416e7 admin admin] 10.222.0.52 "PUT /v2.0/routers/91b47745-1e63-4e5a-a9af-f98c2812eb27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8718233 Oct 19 00:25:21.807790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3539eb-baee-40df-aac6-c1d781e37751 None None] Pushing event updated for resources: {'Port': ['ID=94ff2211-a2cd-4d6c-8fb9-1af163acedb5,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:21.815924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Routers {'91b47745-1e63-4e5a-a9af-f98c2812eb27'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:25:21.816646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:24:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['91b47745-1e63-4e5a-a9af-f98c2812eb27'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:21.952547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-05aab220-6b7e-4cf7-b540-1f8ff9c13fa8 None None] Provisioning complete for port 6361fcc6-ac27-403d-9b19-5fc327883287 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:21.952924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-05aab220-6b7e-4cf7-b540-1f8ff9c13fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:21.995958 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] Set router 91b47745-1e63-4e5a-a9af-f98c2812eb27 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:25:22.236160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 4, 'project_id': '9d813b466a864357aca40f5e94a20116', 'gw_port': {'id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c1902eb7-45b8-41df-beea-0b787f219141', 'name': '', 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'mac_address': 'fa:16:3e:5a:2b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:20Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 2, 'project_id': '9d813b466a864357aca40f5e94a20116', 'subnets': [{'id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:22.266946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7cd76-459c-4851-aafb-635a2fb099ee None None] The sync data for ids ['91b47745-1e63-4e5a-a9af-f98c2812eb27'] in n-d-713498-28 is: [{'id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 4, 'project_id': '9d813b466a864357aca40f5e94a20116', 'gw_port': {'id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c1902eb7-45b8-41df-beea-0b787f219141', 'name': '', 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'mac_address': 'fa:16:3e:5a:2b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:20Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 2, 'project_id': '9d813b466a864357aca40f5e94a20116', 'subnets': [{'id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:25:22.295440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-31cffe92-aecf-42ac-932a-f07a1dfb2ae1 None None] Provisioning complete for port c1902eb7-45b8-41df-beea-0b787f219141 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:22.295440 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-31cffe92-aecf-42ac-932a-f07a1dfb2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:22.336465 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-31cffe92-aecf-42ac-932a-f07a1dfb2ae1 None None] Port c1902eb7-45b8-41df-beea-0b787f219141 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:25:22.545123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-3c45d2a0-1afb-45c4-8fe6-38e07c794918 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:22.553064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-3c45d2a0-1afb-45c4-8fe6-38e07c794918 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/networks?id=e3d30c64-8862-48bf-a7e2-b84510727598 HTTP/1.1" status: 200 len: 817 time: 0.1332145 Oct 19 00:25:22.565092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-4eaee981-b3f8-4538-961a-6a917b021a32 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/quotas/0a2c1f695ab64351be192e6ccb648811 HTTP/1.1" status: 200 len: 375 time: 0.0108726 Oct 19 00:25:22.635278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-d38c310b-8fcd-4483-a1b3-bcf9c459e777 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a2c1f695ab64351be192e6ccb648811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597501 Oct 19 00:25:22.636819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b60f7fc1-9a57-48da-82ad-23020fda5fb3 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:22.688420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port b60f7fc1-9a57-48da-82ad-23020fda5fb3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:22.688797 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:22.751311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-50b4d159-0bea-403c-96b6-c2270659e247 service neutron] 10.222.0.52 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064267 Oct 19 00:25:22.790847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6361fcc6-ac27-403d-9b19-5fc327883287 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:22.841316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6361fcc6-ac27-403d-9b19-5fc327883287 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:22.841738 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:22.857755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-3a6d9f1d-71a8-4f8e-8e84-90bb70982a52 service neutron] 10.222.0.52 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055794 Oct 19 00:25:23.039680 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b651c98-7f86-4741-aeff-88b12c4e5342 req-38d302f7-bc57-449b-9ca4-15018d2dfda6 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 210 time: 0.0266311 Oct 19 00:25:24.070757 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-da39db1c-94ab-42d4-b253-62e2d3e0d237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.088061 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-647a500a-fd93-4993-b198-45cc50b4a57d tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:24.089895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-647a500a-fd93-4993-b198-45cc50b4a57d tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.102 "GET /v2.0/networks?id=e3d30c64-8862-48bf-a7e2-b84510727598 HTTP/1.1" status: 200 len: 817 time: 0.1531355 Oct 19 00:25:24.109693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Request body: {'port': {'device_id': '72843440-1ce3-4455-ac76-ed5839e00370', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'admin_state_up': True, 'tenant_id': '0a2c1f695ab64351be192e6ccb648811'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:24.204851 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20f5cc97-fd60-4c75-90fa-1c6c7e3a2cae req-1ef3ceea-579e-43b3-9877-f0d7b9243673 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 210 time: 0.0653055 Oct 19 00:25:24.268054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Made reservation on behalf of 0a2c1f695ab64351be192e6ccb648811 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:25:24.271742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.404686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Allocated IP 172.20.0.13 (e3d30c64-8862-48bf-a7e2-b84510727598/2ae4016c-718e-48ba-a98e-cfbd85e5cb64/a2f5d63f-05df-444c-8883-c3716bcdc8a5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:25:24.560081 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.579695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:24.597356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.632228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:24.632611 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.643502 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Network e3d30c64-8862-48bf-a7e2-b84510727598 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:25:24.646839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:25:24.650703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:25:24.708501 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:24.708854 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.720529 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.722096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Pushing event updated for resources: {'Port': ['ID=a2f5d63f-05df-444c-8883-c3716bcdc8a5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:24.737535 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-b7784863-d930-460c-854d-fd67987519cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6320336 Oct 19 00:25:24.756550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=94ff2211-a2cd-4d6c-8fb9-1af163acedb5,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:24.756988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Request body: {'port': {'device_id': '72843440-1ce3-4455-ac76-ed5839e00370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:25:24.765416 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.827411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.829272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=94ff2211-a2cd-4d6c-8fb9-1af163acedb5,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:24.941518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:24.987481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-04f021da-1488-4d35-a82b-e8ce031ff710 None None] Provisioning complete for port a2f5d63f-05df-444c-8883-c3716bcdc8a5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:24.987857 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-04f021da-1488-4d35-a82b-e8ce031ff710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:25.028324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-04f021da-1488-4d35-a82b-e8ce031ff710 None None] Port a2f5d63f-05df-444c-8883-c3716bcdc8a5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:25:25.291783 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Sync routers for ids ['91b47745-1e63-4e5a-a9af-f98c2812eb27'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:25:25.301622 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Routers {'91b47745-1e63-4e5a-a9af-f98c2812eb27'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:25:25.302234 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:25:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['91b47745-1e63-4e5a-a9af-f98c2812eb27'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:25.410533 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Set router 91b47745-1e63-4e5a-a9af-f98c2812eb27 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:25:25.420780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821d255-db78-4ac8-b631-d5c204aa55ea req-41c9c726-8888-4e1d-8de1-11ccd1ef2792 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:25.422373 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c821d255-db78-4ac8-b631-d5c204aa55ea req-41c9c726-8888-4e1d-8de1-11ccd1ef2792 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 932 time: 0.1300106 Oct 19 00:25:25.512673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c821d255-db78-4ac8-b631-d5c204aa55ea req-868090a0-4584-42d9-ae07-4771b5cfeb62 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621796 Oct 19 00:25:25.576006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f5d63f-05df-444c-8883-c3716bcdc8a5 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:25:25.584117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:25.596410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Transition to ACTIVE for port object a2f5d63f-05df-444c-8883-c3716bcdc8a5 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:25:25.600150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:25.620030 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 4, 'project_id': '9d813b466a864357aca40f5e94a20116', 'gw_port': {'id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c1902eb7-45b8-41df-beea-0b787f219141', 'name': '', 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'mac_address': 'fa:16:3e:5a:2b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:20Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 2, 'project_id': '9d813b466a864357aca40f5e94a20116', 'subnets': [{'id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:25.621387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:25.646674 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Checking router: 91b47745-1e63-4e5a-a9af-f98c2812eb27 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:25:25.647332 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Updating router 91b47745-1e63-4e5a-a9af-f98c2812eb27 port c1902eb7-45b8-41df-beea-0b787f219141 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:25:25.658705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f5d63f-05df-444c-8883-c3716bcdc8a5,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:25.677203 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:25.728394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Attempting to bind port a2f5d63f-05df-444c-8883-c3716bcdc8a5 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:25.728754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Attempting to bind port a2f5d63f-05df-444c-8883-c3716bcdc8a5 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:25.729059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Attempting to bind port a2f5d63f-05df-444c-8883-c3716bcdc8a5 on network e3d30c64-8862-48bf-a7e2-b84510727598 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:25.733582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Port a2f5d63f-05df-444c-8883-c3716bcdc8a5 on network e3d30c64-8862-48bf-a7e2-b84510727598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:25:25.733960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Attempting to bind port a2f5d63f-05df-444c-8883-c3716bcdc8a5 on network e3d30c64-8862-48bf-a7e2-b84510727598 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:25.738984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:25.739327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Checking segment: {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:25.739713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Bound using segment: {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:25.740142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Bound port: a2f5d63f-05df-444c-8883-c3716bcdc8a5, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:25.740503 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:25.810620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] For port a2f5d63f-05df-444c-8883-c3716bcdc8a5, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:25.815588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] For port a2f5d63f-05df-444c-8883-c3716bcdc8a5, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a2f5d63f-05df-444c-8883-c3716bcdc8a5,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:25.821606 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:25.862702 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:25.863337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:25.864717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] 10.222.0.102 "PUT /v2.0/ports/a2f5d63f-05df-444c-8883-c3716bcdc8a5 HTTP/1.1" status: 200 len: 1093 time: 1.1127813 Oct 19 00:25:25.865164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72843440-1ce3-4455-ac76-ed5839e00370', 'tag': 'a2f5d63f-05df-444c-8883-c3716bcdc8a5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:25:25.867522 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73029a03-85f9-4664-8532-8402618ebeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "72843440-1ce3-4455-ac76-ed5839e00370", "tag": "a2f5d63f-05df-444c-8883-c3716bcdc8a5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:25:25.909457 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376fcb8-cbc1-4b02-a234-5f4f19e7fda3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f5d63f-05df-444c-8883-c3716bcdc8a5,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:25.913133 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea1158f-0387-4cd3-8e34-ce8208d6e2dc x-openstack-request-id: req-bea1158f-0387-4cd3-8e34-ce8208d6e2dc {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:25:25.913424 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72843440-1ce3-4455-ac76-ed5839e00370", "tag": "a2f5d63f-05df-444c-8883-c3716bcdc8a5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:25:25.913683 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bea1158f-0387-4cd3-8e34-ce8208d6e2dc {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:25:25.914108 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72843440-1ce3-4455-ac76-ed5839e00370', 'tag': 'a2f5d63f-05df-444c-8883-c3716bcdc8a5', 'status': 'completed', 'code': 200} Oct 19 00:25:25.980544 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-21befc18-73c4-41d4-9165-2d7ad54024d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:25.982041 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-21befc18-73c4-41d4-9165-2d7ad54024d3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0a2c1f695ab64351be192e6ccb648811&device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 1096 time: 0.0500722 Oct 19 00:25:25.988911 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:25.995181 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:26.035173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-aca15494-dfa1-4bc7-866d-cdf73dfb49fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f5d63f-05df-444c-8883-c3716bcdc8a5 HTTP/1.1" status: 200 len: 217 time: 0.0379860 Oct 19 00:25:26.050073 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857caba-fffb-49d3-8d6c-702f875b2ba9 None None] Pushing event updated for resources: {'Port': ['ID=c1902eb7-45b8-41df-beea-0b787f219141,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:26.099125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-4c0cfa35-cf7e-4ca9-badb-4861347a4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:26.100774 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-4c0cfa35-cf7e-4ca9-badb-4861347a4ecc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ae4016c-718e-48ba-a98e-cfbd85e5cb64 HTTP/1.1" status: 200 len: 856 time: 0.0589013 Oct 19 00:25:26.153222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-7bf77895-88ab-4949-a186-138ed07ee9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:26.154936 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-7bf77895-88ab-4949-a186-138ed07ee9f8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e3d30c64-8862-48bf-a7e2-b84510727598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471368 Oct 19 00:25:26.196669 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Attempting to bind port c1902eb7-45b8-41df-beea-0b787f219141 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:25:26.197037 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Attempting to bind port c1902eb7-45b8-41df-beea-0b787f219141 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:25:26.197406 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Attempting to bind port c1902eb7-45b8-41df-beea-0b787f219141 on network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:25:26.202558 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:25:26.202959 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Checking segment: {'id': '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:25:26.203358 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:26.203776 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Bound using segment: {'id': '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:25:26.204247 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Bound port: c1902eb7-45b8-41df-beea-0b787f219141, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:25:26.204623 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:26.261726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-0b391a98-9e2b-4774-9db9-a3a5309d9eaf service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991609 Oct 19 00:25:26.265942 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] For port c1902eb7-45b8-41df-beea-0b787f219141, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:25:26.269005 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] For port c1902eb7-45b8-41df-beea-0b787f219141, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c1902eb7-45b8-41df-beea-0b787f219141,segment=NetworkSegment(9faffec5-1a83-4b72-a7b3-f1b5a869f7ab),segment_id=9faffec5-1a83-4b72-a7b3-f1b5a869f7ab)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:25:26.274092 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:26.295764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f0815777-7654-4337-876e-bb4c3bf986b4 None None] Provisioning complete for port c1902eb7-45b8-41df-beea-0b787f219141 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:26.296015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f0815777-7654-4337-876e-bb4c3bf986b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:26.328908 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Routers {'91b47745-1e63-4e5a-a9af-f98c2812eb27'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:25:26.329892 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:25:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['91b47745-1e63-4e5a-a9af-f98c2812eb27'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:26.372622 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02366284-ae21-4cd6-93e7-ed4677edd80c req-fa3ab91a-3715-4cb1-8455-b5737b3ff079 service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995548 Oct 19 00:25:26.372987 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857caba-fffb-49d3-8d6c-702f875b2ba9 None None] Pushing event updated for resources: {'Port': ['ID=c1902eb7-45b8-41df-beea-0b787f219141,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:26.394070 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f0815777-7654-4337-876e-bb4c3bf986b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:26.435244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-f0815777-7654-4337-876e-bb4c3bf986b4 None None] For port c1902eb7-45b8-41df-beea-0b787f219141, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c1902eb7-45b8-41df-beea-0b787f219141,segment=NetworkSegment(9faffec5-1a83-4b72-a7b3-f1b5a869f7ab),segment_id=9faffec5-1a83-4b72-a7b3-f1b5a869f7ab)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:26.439733 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f0815777-7654-4337-876e-bb4c3bf986b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:26.456679 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] Set router 91b47745-1e63-4e5a-a9af-f98c2812eb27 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:25:26.499764 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0815777-7654-4337-876e-bb4c3bf986b4 None None] Pushing event updated for resources: {'Port': ['ID=c1902eb7-45b8-41df-beea-0b787f219141,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:26.525267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029a03-85f9-4664-8532-8402618ebeb6 req-1846c91e-92fe-4b21-a37b-e1df0ddaca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:26.526548 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73029a03-85f9-4664-8532-8402618ebeb6 req-1846c91e-92fe-4b21-a37b-e1df0ddaca36 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0a2c1f695ab64351be192e6ccb648811&device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 1096 time: 0.0533221 Oct 19 00:25:26.643367 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c1902eb7-45b8-41df-beea-0b787f219141 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:26.694197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7a368c5c-36ed-4eec-96f6-816122588a64 None None] Provisioning complete for port c1902eb7-45b8-41df-beea-0b787f219141 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:26.694568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7a368c5c-36ed-4eec-96f6-816122588a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:26.701924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae417267-7286-4321-bb5a-3d8655d46eea req-fee59d92-b72f-4222-8431-ebab9770e79a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:26.703606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae417267-7286-4321-bb5a-3d8655d46eea req-fee59d92-b72f-4222-8431-ebab9770e79a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 944 time: 0.0701027 Oct 19 00:25:26.705130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029a03-85f9-4664-8532-8402618ebeb6 req-d8ca4bfb-9f55-450d-8fee-32b7f1484b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:26.706574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73029a03-85f9-4664-8532-8402618ebeb6 req-d8ca4bfb-9f55-450d-8fee-32b7f1484b5a service neutron] 10.222.0.102 "GET /v2.0/networks?id=e3d30c64-8862-48bf-a7e2-b84510727598 HTTP/1.1" status: 200 len: 918 time: 0.1586075 Oct 19 00:25:26.724335 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 4, 'project_id': '9d813b466a864357aca40f5e94a20116', 'gw_port': {'id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c1902eb7-45b8-41df-beea-0b787f219141', 'name': '', 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'mac_address': 'fa:16:3e:5a:2b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:20Z', 'updated_at': '2021-10-19T00:25:26Z', 'revision_number': 4, 'project_id': '9d813b466a864357aca40f5e94a20116', 'subnets': [{'id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:25:26.739097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c1902eb7-45b8-41df-beea-0b787f219141 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:26.739474 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:26.751997 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba824c98-34d8-489b-9cb7-aeefb6881f44 None None] The sync data for ids ['91b47745-1e63-4e5a-a9af-f98c2812eb27'] in n-d-713498-28 is: [{'id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:21Z', 'revision_number': 4, 'project_id': '9d813b466a864357aca40f5e94a20116', 'gw_port': {'id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'c1902eb7-45b8-41df-beea-0b787f219141', 'name': '', 'network_id': 'f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'mac_address': 'fa:16:3e:5a:2b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:20Z', 'updated_at': '2021-10-19T00:25:26Z', 'revision_number': 4, 'project_id': '9d813b466a864357aca40f5e94a20116', 'subnets': [{'id': '29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:25:26.765270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73029a03-85f9-4664-8532-8402618ebeb6 req-aa12aa26-680e-4f04-bf1a-9ea30cb734b7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f5d63f-05df-444c-8883-c3716bcdc8a5 HTTP/1.1" status: 200 len: 217 time: 0.0450423 Oct 19 00:25:26.818395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae417267-7286-4321-bb5a-3d8655d46eea req-107c7496-eb70-490b-8cad-22efdb502e42 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059809 Oct 19 00:25:26.839662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029a03-85f9-4664-8532-8402618ebeb6 req-15f6963f-673f-4b8d-b349-d625e1bce950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:26.841409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73029a03-85f9-4664-8532-8402618ebeb6 req-15f6963f-673f-4b8d-b349-d625e1bce950 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ae4016c-718e-48ba-a98e-cfbd85e5cb64 HTTP/1.1" status: 200 len: 856 time: 0.0657649 Oct 19 00:25:26.880826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:26.896526 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029a03-85f9-4664-8532-8402618ebeb6 req-6126bf2c-199b-4603-8436-7ea4fee7a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:26.898092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73029a03-85f9-4664-8532-8402618ebeb6 req-6126bf2c-199b-4603-8436-7ea4fee7a72a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e3d30c64-8862-48bf-a7e2-b84510727598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440109 Oct 19 00:25:26.930667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:26.931071 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:27.002705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73029a03-85f9-4664-8532-8402618ebeb6 req-a3f8144d-ab18-4bd5-b9c0-54330105c8b5 service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972362 Oct 19 00:25:27.098134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73029a03-85f9-4664-8532-8402618ebeb6 req-cbaf50ae-99a0-4ce1-8e39-2733ed3bb406 service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881481 Oct 19 00:25:27.952031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b1eb7-28e7-45d7-ad58-0105c0dbb49c req-ef9e6e73-bd3e-4f35-98b2-72bab4266057 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:27.953585 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d7b1eb7-28e7-45d7-ad58-0105c0dbb49c req-ef9e6e73-bd3e-4f35-98b2-72bab4266057 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 944 time: 0.0531454 Oct 19 00:25:27.994102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d7b1eb7-28e7-45d7-ad58-0105c0dbb49c req-a7fb4fac-c545-4dc0-af8a-d098f26ebc53 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Oct 19 00:25:28.121787 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:28.554447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c1902eb7-45b8-41df-beea-0b787f219141 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:28.602756 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c1902eb7-45b8-41df-beea-0b787f219141 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:28.603132 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:29.114548 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f352fd-b507-4fa0-816a-2377c5a37491 req-32213340-7609-4785-bdf8-7c18a01944bc tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:29.116049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45f352fd-b507-4fa0-816a-2377c5a37491 req-32213340-7609-4785-bdf8-7c18a01944bc tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 944 time: 0.0537176 Oct 19 00:25:29.153155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-45f352fd-b507-4fa0-816a-2377c5a37491 req-7cb40c74-8604-421a-88c7-f7f5a862ffec tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Oct 19 00:25:30.268442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73472f-dbd4-4b72-bafc-aee534f9fb25 req-bb51c018-597d-49c8-91fb-4d748d879fb9 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:30.270003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c73472f-dbd4-4b72-bafc-aee534f9fb25 req-bb51c018-597d-49c8-91fb-4d748d879fb9 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 944 time: 0.0503824 Oct 19 00:25:30.311298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c73472f-dbd4-4b72-bafc-aee534f9fb25 req-b4da6de6-8b5b-463e-8f71-b64da8fedb90 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Oct 19 00:25:30.774350 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a2f5d63f-05df-444c-8883-c3716bcdc8a5 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:25:30.874314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a2f5d63f-05df-444c-8883-c3716bcdc8a5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a2f5d63f-05df-444c-8883-c3716bcdc8a5,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:30.887284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'a2f5d63f-05df-444c-8883-c3716bcdc8a5', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'port_id': 'a2f5d63f-05df-444c-8883-c3716bcdc8a5', 'mac_address': 'fa:16:3e:bd:06:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:25:30.925595 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:30.938645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f5d63f-05df-444c-8883-c3716bcdc8a5 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:25:30.958853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a2f5d63f-05df-444c-8883-c3716bcdc8a5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a2f5d63f-05df-444c-8883-c3716bcdc8a5,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:30.963292 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:31.013020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a2f5d63f-05df-444c-8883-c3716bcdc8a5,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:31.325587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a2f5d63f-05df-444c-8883-c3716bcdc8a5'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:25:31.424475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587e0cf-70f6-4b12-8097-6598b2e3a240 req-98394e66-a8f9-416e-a473-3708edf92e97 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:31.425986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2587e0cf-70f6-4b12-8097-6598b2e3a240 req-98394e66-a8f9-416e-a473-3708edf92e97 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 945 time: 0.0492251 Oct 19 00:25:31.466104 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2587e0cf-70f6-4b12-8097-6598b2e3a240 req-4d4d3653-6f77-4adf-b09f-9f687538ebcd tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333374 Oct 19 00:25:32.589351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbe293-a567-4922-a954-a2dee2bf1fd9 req-982158b4-9693-4275-84c8-3b7151243f89 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:32.590847 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bbe293-a567-4922-a954-a2dee2bf1fd9 req-982158b4-9693-4275-84c8-3b7151243f89 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 945 time: 0.0538030 Oct 19 00:25:32.629268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-97bbe293-a567-4922-a954-a2dee2bf1fd9 req-1cbb42ee-d8f9-42b6-bfc4-5a65b7c28c8b tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324996 Oct 19 00:25:32.777041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a2f5d63f-05df-444c-8883-c3716bcdc8a5 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:25:32.828633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port a2f5d63f-05df-444c-8883-c3716bcdc8a5 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:25:32.832813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port a2f5d63f-05df-444c-8883-c3716bcdc8a5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:25:32.833194 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:32.911426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:32.935012 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72843440-1ce3-4455-ac76-ed5839e00370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f5d63f-05df-444c-8883-c3716bcdc8a5'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:25:32.937273 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580d5e52-ef40-486c-b804-09a8ff03160c" -d '{"events": [{"server_uuid": "72843440-1ce3-4455-ac76-ed5839e00370", "name": "network-vif-plugged", "status": "completed", "tag": "a2f5d63f-05df-444c-8883-c3716bcdc8a5"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:25:32.950486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port a2f5d63f-05df-444c-8883-c3716bcdc8a5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a2f5d63f-05df-444c-8883-c3716bcdc8a5,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:32.954931 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:32.978807 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907bbe5e-61c4-47ff-8a03-c770e48b8ff4 x-openstack-request-id: req-907bbe5e-61c4-47ff-8a03-c770e48b8ff4 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:25:32.979135 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72843440-1ce3-4455-ac76-ed5839e00370", "name": "network-vif-plugged", "status": "completed", "tag": "a2f5d63f-05df-444c-8883-c3716bcdc8a5", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:25:32.979391 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-907bbe5e-61c4-47ff-8a03-c770e48b8ff4 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:25:32.979778 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72843440-1ce3-4455-ac76-ed5839e00370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f5d63f-05df-444c-8883-c3716bcdc8a5', 'code': 200} Oct 19 00:25:33.007994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=a2f5d63f-05df-444c-8883-c3716bcdc8a5,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:25:33.099638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52efa6d-45d0-4095-baff-f1fe8479b1f0 req-3c52e17d-6236-4a16-9582-86f2ab2192dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:33.101002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b52efa6d-45d0-4095-baff-f1fe8479b1f0 req-3c52e17d-6236-4a16-9582-86f2ab2192dd service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 1098 time: 0.0394275 Oct 19 00:25:33.135440 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b52efa6d-45d0-4095-baff-f1fe8479b1f0 req-3c4f762b-8ea5-47d6-bff7-c666cc393d23 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270691 Oct 19 00:25:33.743885 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a1ffe-026b-4a83-b2da-bde6ae4e6dbe req-13dbc26f-f8c8-48e0-a5ed-e1b280b4dbcb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:33.745285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a81a1ffe-026b-4a83-b2da-bde6ae4e6dbe req-13dbc26f-f8c8-48e0-a5ed-e1b280b4dbcb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 946 time: 0.0490446 Oct 19 00:25:33.783318 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a81a1ffe-026b-4a83-b2da-bde6ae4e6dbe req-dc72c93b-506e-4df9-b539-c3a177a268a2 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Oct 19 00:25:34.902779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564cb0b-aa96-4b7e-ba64-0cceef4d4558 req-c16594c6-9fb1-4aa2-872b-c6f7cb2bf9e7 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:34.904286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d564cb0b-aa96-4b7e-ba64-0cceef4d4558 req-c16594c6-9fb1-4aa2-872b-c6f7cb2bf9e7 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 946 time: 0.0528369 Oct 19 00:25:34.941281 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d564cb0b-aa96-4b7e-ba64-0cceef4d4558 req-ecda134a-53ae-41f8-b4f2-3e6f3f98c8cb tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Oct 19 00:25:35.053669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad924c13-452f-48a0-9c32-8d57a981c536 req-eeef9a75-5e8f-44f9-9e46-7a16dcc7ec71 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:35.055161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad924c13-452f-48a0-9c32-8d57a981c536 req-eeef9a75-5e8f-44f9-9e46-7a16dcc7ec71 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 946 time: 0.0488980 Oct 19 00:25:35.096810 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ad924c13-452f-48a0-9c32-8d57a981c536 req-8ffc2f49-52de-4f93-86ad-739e0040a21c tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352669 Oct 19 00:25:35.528945 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:36.985161 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:50.393290 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7c53e098-1287-4d12-8cfb-ab1192945476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:51.731055 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:25:54.053360 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62aaacb5-af82-49e8-b6d3-3ac1ce05be41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:54.924898 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:55.623717 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:57.702134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa6a1b-86f5-472a-a23c-55141ba1d1c2 req-2e2c7190-b4ef-446c-8294-257d9ab61cac tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:57.703694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75fa6a1b-86f5-472a-a23c-55141ba1d1c2 req-2e2c7190-b4ef-446c-8294-257d9ab61cac tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 946 time: 0.0528440 Oct 19 00:25:57.743150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75fa6a1b-86f5-472a-a23c-55141ba1d1c2 req-836725b0-ceb1-4f6b-beee-cab8ae66e835 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329571 Oct 19 00:25:58.127101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:58.865020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a27a77-cb75-4d88-962c-10cc9fb9f6f6 req-a6a59451-f7fd-4a2e-b1b5-addd25c15317 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:58.866474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57a27a77-cb75-4d88-962c-10cc9fb9f6f6 req-a6a59451-f7fd-4a2e-b1b5-addd25c15317 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 946 time: 0.0531254 Oct 19 00:25:58.903763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-57a27a77-cb75-4d88-962c-10cc9fb9f6f6 req-67ac7202-b05c-4d22-bbcd-7b034551d28e tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Oct 19 00:25:59.632342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-e16655ca-074f-4ed6-bd99-a1950ecb0944 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:25:59.633811 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-e16655ca-074f-4ed6-bd99-a1950ecb0944 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.102 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 946 time: 0.0486841 Oct 19 00:25:59.728301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Deleting port a2f5d63f-05df-444c-8883-c3716bcdc8a5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:25:59.728568 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:59.821097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] For port a2f5d63f-05df-444c-8883-c3716bcdc8a5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=a2f5d63f-05df-444c-8883-c3716bcdc8a5,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:25:59.821459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:59.834808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Calling delete_port for a2f5d63f-05df-444c-8883-c3716bcdc8a5 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:25:59.963669 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:25:59.999988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['a2f5d63f-05df-444c-8883-c3716bcdc8a5'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:26:00.000892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Pushing event deleted for resources: {'Port': ['ID=a2f5d63f-05df-444c-8883-c3716bcdc8a5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:00.043716 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a85bc2de-8f8a-4d14-9b24-e5c8a820dac1 req-b3e1b6b7-be26-473e-a952-666c12e550c8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=72843440-1ce3-4455-ac76-ed5839e00370 HTTP/1.1" status: 200 len: 210 time: 0.0534413 Oct 19 00:26:00.064377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] No DVR routers for this DVR port a2f5d63f-05df-444c-8883-c3716bcdc8a5 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:26:00.067229 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:00.070697 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dba8a542-cce9-41fa-b54e-0c44cde11868 req-1f285394-beb6-4147-99ba-3b9c2a538db8 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.102 "DELETE /v2.0/ports/a2f5d63f-05df-444c-8883-c3716bcdc8a5 HTTP/1.1" status: 204 len: 173 time: 0.4299755 Oct 19 00:26:00.071181 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72843440-1ce3-4455-ac76-ed5839e00370', 'name': 'network-vif-deleted', 'tag': 'a2f5d63f-05df-444c-8883-c3716bcdc8a5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:26:00.074099 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b5852b-0523-45d5-984c-18e979eb84b1" -d '{"events": [{"server_uuid": "72843440-1ce3-4455-ac76-ed5839e00370", "name": "network-vif-deleted", "tag": "a2f5d63f-05df-444c-8883-c3716bcdc8a5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:26:00.112610 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0da708d-0e4b-49d6-b398-4e5e8d17aadd x-openstack-request-id: req-a0da708d-0e4b-49d6-b398-4e5e8d17aadd {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:26:00.112918 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72843440-1ce3-4455-ac76-ed5839e00370", "name": "network-vif-deleted", "tag": "a2f5d63f-05df-444c-8883-c3716bcdc8a5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:26:00.113180 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0da708d-0e4b-49d6-b398-4e5e8d17aadd {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:26:00.113722 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72843440-1ce3-4455-ac76-ed5839e00370', 'name': 'network-vif-deleted', 'tag': 'a2f5d63f-05df-444c-8883-c3716bcdc8a5', 'status': 'completed', 'code': 200} Oct 19 00:26:01.592585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-be99a2be-f3dd-473a-a46f-6c12ed784c77 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:01.594066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-be99a2be-f3dd-473a-a46f-6c12ed784c77 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/networks?id=e3d30c64-8862-48bf-a7e2-b84510727598 HTTP/1.1" status: 200 len: 817 time: 0.1052859 Oct 19 00:26:01.609376 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-e2cf2ba9-ac05-45bb-806d-8b3d67a756dc tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/quotas/0a2c1f695ab64351be192e6ccb648811 HTTP/1.1" status: 200 len: 375 time: 0.0094545 Oct 19 00:26:01.665036 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-377fc706-5d44-45e4-be28-fb2cc6f93052 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a2c1f695ab64351be192e6ccb648811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503361 Oct 19 00:26:01.765215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-5a94c2dc-2ba9-40ad-aae9-1b70154dd1f9 service neutron] 10.222.0.52 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878572 Oct 19 00:26:01.862601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-0b49ab8a-d29c-44c7-b51b-eb4c0553a527 service neutron] 10.222.0.52 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911982 Oct 19 00:26:02.022235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5730f0d5-a464-4f25-b0b4-c754471ba2fa req-35d5beec-e623-4711-a23f-b5d47edf0d12 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 210 time: 0.0263269 Oct 19 00:26:02.890857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a2f5d63f-05df-444c-8883-c3716bcdc8a5 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:26:02.910611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: a2f5d63f-05df-444c-8883-c3716bcdc8a5 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:26:02.910995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device a2f5d63f-05df-444c-8883-c3716bcdc8a5 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:26:03.090815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-020a2959-7eab-405a-9e1f-2b582fe0a251 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:03.092355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-020a2959-7eab-405a-9e1f-2b582fe0a251 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.102 "GET /v2.0/networks?id=e3d30c64-8862-48bf-a7e2-b84510727598 HTTP/1.1" status: 200 len: 817 time: 0.1150200 Oct 19 00:26:03.123987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06f7e1e9-5333-40f6-afa5-ecb347b45a64 req-1a190c0e-f1f9-4df1-a4d2-74431cde11fa tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 210 time: 0.0291755 Oct 19 00:26:03.127327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Request body: {'port': {'device_id': 'e7a98443-cff8-4b19-945c-7814ebe33124', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'admin_state_up': True, 'tenant_id': '0a2c1f695ab64351be192e6ccb648811'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:26:03.235405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Made reservation on behalf of 0a2c1f695ab64351be192e6ccb648811 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:26:03.238919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:03.363783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Allocated IP 172.20.0.7 (e3d30c64-8862-48bf-a7e2-b84510727598/2ae4016c-718e-48ba-a98e-cfbd85e5cb64/1de83b5e-c41c-420e-8155-2edcf082414f) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:26:03.511304 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:03.545668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:03.590660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Network e3d30c64-8862-48bf-a7e2-b84510727598 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:26:03.593888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:03.597519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:26:03.606764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Pushing event updated for resources: {'Port': ['ID=1de83b5e-c41c-420e-8155-2edcf082414f,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:03.653394 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:03.654008 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:03.671325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-91aa8072-1f26-4463-99d8-2f47fd03bb98 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5495143 Oct 19 00:26:03.698479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Request body: {'port': {'device_id': 'e7a98443-cff8-4b19-945c-7814ebe33124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:26:03.758741 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:03.879973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-481daa11-9f30-4aff-82a6-649ab0e4a4be None None] Provisioning complete for port 1de83b5e-c41c-420e-8155-2edcf082414f triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:03.880334 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-481daa11-9f30-4aff-82a6-649ab0e4a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:03.916796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-481daa11-9f30-4aff-82a6-649ab0e4a4be None None] Port 1de83b5e-c41c-420e-8155-2edcf082414f cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:26:04.024967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de83b5e-c41c-420e-8155-2edcf082414f {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:26:04.034867 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:04.047154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Transition to ACTIVE for port object 1de83b5e-c41c-420e-8155-2edcf082414f will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:26:04.050882 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:04.103697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Pushing event updated for resources: {'Port': ['ID=1de83b5e-c41c-420e-8155-2edcf082414f,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:04.175047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Attempting to bind port 1de83b5e-c41c-420e-8155-2edcf082414f on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:26:04.175406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Attempting to bind port 1de83b5e-c41c-420e-8155-2edcf082414f by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:26:04.175713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Attempting to bind port 1de83b5e-c41c-420e-8155-2edcf082414f on network e3d30c64-8862-48bf-a7e2-b84510727598 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:26:04.180596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Port 1de83b5e-c41c-420e-8155-2edcf082414f on network e3d30c64-8862-48bf-a7e2-b84510727598 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:26:04.180914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Attempting to bind port 1de83b5e-c41c-420e-8155-2edcf082414f on network e3d30c64-8862-48bf-a7e2-b84510727598 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:26:04.186154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:26:04.186488 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Checking segment: {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:26:04.186904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Bound using segment: {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:26:04.187354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Bound port: 1de83b5e-c41c-420e-8155-2edcf082414f, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bd9c39-b6a0-4cd7-8725-82ecf63de770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:26:04.187721 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:04.287086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b5eb-b2a5-470a-a4a8-8fcc82e2cfc7 req-a5eeff09-09c4-4755-9900-4642f95bd5a5 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:04.288541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b421b5eb-b2a5-470a-a4a8-8fcc82e2cfc7 req-a5eeff09-09c4-4755-9900-4642f95bd5a5 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 943 time: 0.0909317 Oct 19 00:26:04.292089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] For port 1de83b5e-c41c-420e-8155-2edcf082414f, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:26:04.296870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] For port 1de83b5e-c41c-420e-8155-2edcf082414f, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1de83b5e-c41c-420e-8155-2edcf082414f,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:26:04.303835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:04.357336 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:04.357948 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:04.359448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] 10.222.0.102 "PUT /v2.0/ports/1de83b5e-c41c-420e-8155-2edcf082414f HTTP/1.1" status: 200 len: 1092 time: 0.6655631 Oct 19 00:26:04.359950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a98443-cff8-4b19-945c-7814ebe33124', 'tag': '1de83b5e-c41c-420e-8155-2edcf082414f'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:26:04.362281 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085db1ac-0348-4807-978e-4ee912634ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a98443-cff8-4b19-945c-7814ebe33124", "tag": "1de83b5e-c41c-420e-8155-2edcf082414f"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:26:04.391504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b421b5eb-b2a5-470a-a4a8-8fcc82e2cfc7 req-e523c360-ad6b-4362-8180-4c21115f8dd4 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969062 Oct 19 00:26:04.394495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b2a9e-ea58-4a8f-a31a-06746dd80140 service neutron] Pushing event updated for resources: {'Port': ['ID=1de83b5e-c41c-420e-8155-2edcf082414f,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:04.440407 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540d23c-8b36-45e7-bde1-d5ec614274eb x-openstack-request-id: req-e540d23c-8b36-45e7-bde1-d5ec614274eb {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:26:04.440702 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a98443-cff8-4b19-945c-7814ebe33124", "tag": "1de83b5e-c41c-420e-8155-2edcf082414f", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:26:04.440960 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e540d23c-8b36-45e7-bde1-d5ec614274eb {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:26:04.441358 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a98443-cff8-4b19-945c-7814ebe33124', 'tag': '1de83b5e-c41c-420e-8155-2edcf082414f', 'status': 'completed', 'code': 200} Oct 19 00:26:04.459094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-8bc6f87a-bbde-46c6-a2fb-2775956a2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:04.460598 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-8bc6f87a-bbde-46c6-a2fb-2775956a2425 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0a2c1f695ab64351be192e6ccb648811&device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 1095 time: 0.0470037 Oct 19 00:26:04.512477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-3962ed8b-558f-41f2-87ac-9432d5a2471b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de83b5e-c41c-420e-8155-2edcf082414f HTTP/1.1" status: 200 len: 217 time: 0.0375772 Oct 19 00:26:04.568138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-e3f01af0-4536-4db4-be3e-290fa07698d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:04.569616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-e3f01af0-4536-4db4-be3e-290fa07698d1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ae4016c-718e-48ba-a98e-cfbd85e5cb64 HTTP/1.1" status: 200 len: 856 time: 0.0499349 Oct 19 00:26:04.616284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-6301f750-dd54-468a-82d0-2722ea902bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:04.617757 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-6301f750-dd54-468a-82d0-2722ea902bc4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e3d30c64-8862-48bf-a7e2-b84510727598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409284 Oct 19 00:26:04.707579 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-f29effa0-1bb4-4947-a6e2-d69fd2b57237 service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822766 Oct 19 00:26:04.801088 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-07adc83c-22a7-4266-b5a1-9df4c54c20cb req-ae5c676c-abca-463b-861b-c8ad192add2f service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863218 Oct 19 00:26:04.933887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085db1ac-0348-4807-978e-4ee912634ae9 req-ed323bd1-9ce4-4bb7-9207-0268573f61df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:04.935386 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-085db1ac-0348-4807-978e-4ee912634ae9 req-ed323bd1-9ce4-4bb7-9207-0268573f61df service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0a2c1f695ab64351be192e6ccb648811&device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 1095 time: 0.0410109 Oct 19 00:26:05.034437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085db1ac-0348-4807-978e-4ee912634ae9 req-bc33c6b0-ddef-4e97-b4e6-9c10c204203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:05.035841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-085db1ac-0348-4807-978e-4ee912634ae9 req-bc33c6b0-ddef-4e97-b4e6-9c10c204203c service neutron] 10.222.0.102 "GET /v2.0/networks?id=e3d30c64-8862-48bf-a7e2-b84510727598 HTTP/1.1" status: 200 len: 918 time: 0.0924516 Oct 19 00:26:05.077176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-085db1ac-0348-4807-978e-4ee912634ae9 req-e9c4d67d-a717-4934-91c8-2ee4a30943a1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de83b5e-c41c-420e-8155-2edcf082414f HTTP/1.1" status: 200 len: 217 time: 0.0338936 Oct 19 00:26:05.131303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085db1ac-0348-4807-978e-4ee912634ae9 req-cdb637cb-12d7-4aa6-9678-cba5bbc6a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:05.132752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-085db1ac-0348-4807-978e-4ee912634ae9 req-cdb637cb-12d7-4aa6-9678-cba5bbc6a7bc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ae4016c-718e-48ba-a98e-cfbd85e5cb64 HTTP/1.1" status: 200 len: 856 time: 0.0478101 Oct 19 00:26:05.178579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085db1ac-0348-4807-978e-4ee912634ae9 req-787244ce-aec1-4bd4-b4f0-8bdb5a83c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:05.180372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-085db1ac-0348-4807-978e-4ee912634ae9 req-787244ce-aec1-4bd4-b4f0-8bdb5a83c2bd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e3d30c64-8862-48bf-a7e2-b84510727598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400028 Oct 19 00:26:05.268363 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-085db1ac-0348-4807-978e-4ee912634ae9 req-e1ec0f05-5f74-4c39-9162-a6903cf5c7be service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808992 Oct 19 00:26:05.362959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-085db1ac-0348-4807-978e-4ee912634ae9 req-939b3d64-7a5e-4f71-8fac-2921172cac2a service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872266 Oct 19 00:26:05.371722 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:05.509058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7c68-1e66-45be-bafc-8458db69fda8 req-004469f8-9681-4898-9410-a189389ad448 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:05.511630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90bb7c68-1e66-45be-bafc-8458db69fda8 req-004469f8-9681-4898-9410-a189389ad448 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 943 time: 0.0495846 Oct 19 00:26:05.549379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90bb7c68-1e66-45be-bafc-8458db69fda8 req-a6dc8b4c-305c-4f59-b64b-d479ed19d5a7 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318072 Oct 19 00:26:06.664209 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b246f7-620d-43ff-b67b-f1a5bf00a8f4 req-48225016-6fa9-43e4-b6ab-2b0f3a28a2bc tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:06.665673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24b246f7-620d-43ff-b67b-f1a5bf00a8f4 req-48225016-6fa9-43e4-b6ab-2b0f3a28a2bc tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 943 time: 0.0478625 Oct 19 00:26:06.710355 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-24b246f7-620d-43ff-b67b-f1a5bf00a8f4 req-dd1ddaf9-c226-468f-8313-3cf2d201af58 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Oct 19 00:26:07.004070 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:07.823821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43385658-f216-4085-a891-99fca0bd2774 req-7553b1ac-4afb-4e6f-9f29-39788881401e tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:07.825289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43385658-f216-4085-a891-99fca0bd2774 req-7553b1ac-4afb-4e6f-9f29-39788881401e tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 943 time: 0.0491412 Oct 19 00:26:07.862451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43385658-f216-4085-a891-99fca0bd2774 req-7d8daaf1-ec03-4774-819d-ccc89115536e tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309587 Oct 19 00:26:08.903281 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1de83b5e-c41c-420e-8155-2edcf082414f details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:26:08.977087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639afede-a8e9-4b10-9532-f1c92df6b36d req-29cfc0f8-54a1-4226-94fa-9766d5c3cf2b tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:08.978589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-639afede-a8e9-4b10-9532-f1c92df6b36d req-29cfc0f8-54a1-4226-94fa-9766d5c3cf2b tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 943 time: 0.0499170 Oct 19 00:26:08.997587 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1de83b5e-c41c-420e-8155-2edcf082414f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1de83b5e-c41c-420e-8155-2edcf082414f,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:09.008716 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '1de83b5e-c41c-420e-8155-2edcf082414f', 'network_id': 'e3d30c64-8862-48bf-a7e2-b84510727598', 'port_id': '1de83b5e-c41c-420e-8155-2edcf082414f', 'mac_address': 'fa:16:3e:96:aa:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae4016c-718e-48ba-a98e-cfbd85e5cb64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:26:09.017858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-639afede-a8e9-4b10-9532-f1c92df6b36d req-058451dc-a480-475c-aa93-91322195b4b2 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Oct 19 00:26:09.048829 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:09.061526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de83b5e-c41c-420e-8155-2edcf082414f {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:26:09.080501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1de83b5e-c41c-420e-8155-2edcf082414f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1de83b5e-c41c-420e-8155-2edcf082414f,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:09.084771 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:09.131672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1de83b5e-c41c-420e-8155-2edcf082414f,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:09.465670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['1de83b5e-c41c-420e-8155-2edcf082414f'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:26:10.129923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177c361-ca0c-4225-b645-94837938ebed req-a467b877-3967-4e42-bc5d-116e8fcf4469 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:10.131474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c177c361-ca0c-4225-b645-94837938ebed req-a467b877-3967-4e42-bc5d-116e8fcf4469 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 944 time: 0.0491135 Oct 19 00:26:10.172830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c177c361-ca0c-4225-b645-94837938ebed req-25cf6ab9-41bb-402c-9d82-06a0c86a1aa5 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Oct 19 00:26:10.929531 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1de83b5e-c41c-420e-8155-2edcf082414f up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:26:10.977717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 1de83b5e-c41c-420e-8155-2edcf082414f completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:26:10.981939 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 1de83b5e-c41c-420e-8155-2edcf082414f triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:10.982309 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:11.055330 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:11.076663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a98443-cff8-4b19-945c-7814ebe33124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de83b5e-c41c-420e-8155-2edcf082414f'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:26:11.078849 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c876b4c4-1cba-4b17-8fda-f89a049585b4" -d '{"events": [{"server_uuid": "e7a98443-cff8-4b19-945c-7814ebe33124", "name": "network-vif-plugged", "status": "completed", "tag": "1de83b5e-c41c-420e-8155-2edcf082414f"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:26:11.094710 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 1de83b5e-c41c-420e-8155-2edcf082414f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1de83b5e-c41c-420e-8155-2edcf082414f,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:11.099064 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:11.122474 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d77ed9c-faa5-4a34-97ed-424ece740967 x-openstack-request-id: req-0d77ed9c-faa5-4a34-97ed-424ece740967 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:26:11.122794 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a98443-cff8-4b19-945c-7814ebe33124", "name": "network-vif-plugged", "status": "completed", "tag": "1de83b5e-c41c-420e-8155-2edcf082414f", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:26:11.123056 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d77ed9c-faa5-4a34-97ed-424ece740967 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:26:11.123446 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a98443-cff8-4b19-945c-7814ebe33124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de83b5e-c41c-420e-8155-2edcf082414f', 'code': 200} Oct 19 00:26:11.147903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=1de83b5e-c41c-420e-8155-2edcf082414f,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:11.250247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67973f5-6cd0-4d64-9ce6-86b33077ffc4 req-cc09d38f-6cc9-46c2-a827-a08a78e56d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:11.251672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b67973f5-6cd0-4d64-9ce6-86b33077ffc4 req-cc09d38f-6cc9-46c2-a827-a08a78e56d58 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 1097 time: 0.0489755 Oct 19 00:26:11.309382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40a432-0b0b-4fef-b3e2-a2923d4a4d32 req-3fb26bc5-f1af-4909-ba2e-f0652c511b42 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:11.311310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e40a432-0b0b-4fef-b3e2-a2923d4a4d32 req-3fb26bc5-f1af-4909-ba2e-f0652c511b42 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 945 time: 0.0707746 Oct 19 00:26:11.314972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b67973f5-6cd0-4d64-9ce6-86b33077ffc4 req-76dee86e-4f61-4e10-a5ba-f9439392a755 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469558 Oct 19 00:26:11.348473 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e40a432-0b0b-4fef-b3e2-a2923d4a4d32 req-2e83940e-61fe-4ba1-b187-4a09bcf50932 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 Oct 19 00:26:12.465042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecc4c-43f4-448d-90e0-bc203bc90a7b req-ef7a707c-5d0f-4aeb-bcef-0bed01ef61d0 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:12.466528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cdecc4c-43f4-448d-90e0-bc203bc90a7b req-ef7a707c-5d0f-4aeb-bcef-0bed01ef61d0 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 945 time: 0.0541632 Oct 19 00:26:12.503773 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cdecc4c-43f4-448d-90e0-bc203bc90a7b req-21ec2f69-3220-4578-9cfb-d21a1df59a51 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312979 Oct 19 00:26:13.616931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46912ce2-035d-4f18-adba-29c8d9a43a8a req-6a62e050-7e22-4dd4-ab9e-2a3340e372ed tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:13.618399 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46912ce2-035d-4f18-adba-29c8d9a43a8a req-6a62e050-7e22-4dd4-ab9e-2a3340e372ed tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 945 time: 0.0493145 Oct 19 00:26:13.655303 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46912ce2-035d-4f18-adba-29c8d9a43a8a req-d2ffabe0-bcfe-4ffc-903c-3485415599d6 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303957 Oct 19 00:26:13.765235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89fa82-fbdd-4875-8552-69665be21650 req-91c8f28a-0fb2-4475-ba9f-8a262298245f tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:13.766691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff89fa82-fbdd-4875-8552-69665be21650 req-91c8f28a-0fb2-4475-ba9f-8a262298245f tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 945 time: 0.0475495 Oct 19 00:26:13.803952 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff89fa82-fbdd-4875-8552-69665be21650 req-a15e7924-2fb8-4cdf-a3a8-a16dee48dbab tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Oct 19 00:26:20.396301 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2d151ff7-5971-4ebd-bbb0-9c6e64163737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:24.056607 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fd14-f3b8-48b8-ab0c-286ebfa067ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:24.926565 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:25.624960 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:28.129644 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:28.731646 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:26:33.278663 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d80f518-d48f-417d-b671-de806699df58 req-db4294ae-d8a3-4a40-9ace-bf233cb58642 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424316 Oct 19 00:26:33.380053 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80f518-d48f-417d-b671-de806699df58 req-bd54f5c2-06e7-4132-a971-6bca8e162a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:33.381514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d80f518-d48f-417d-b671-de806699df58 req-bd54f5c2-06e7-4132-a971-6bca8e162a02 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0a2c1f695ab64351be192e6ccb648811&device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 1097 time: 0.0403492 Oct 19 00:26:33.486780 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80f518-d48f-417d-b671-de806699df58 req-8837990e-f10b-42f1-a4c4-2577b38b1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:33.488249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d80f518-d48f-417d-b671-de806699df58 req-8837990e-f10b-42f1-a4c4-2577b38b1ad5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e3d30c64-8862-48bf-a7e2-b84510727598 HTTP/1.1" status: 200 len: 918 time: 0.0847971 Oct 19 00:26:33.534143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d80f518-d48f-417d-b671-de806699df58 req-cff5ec06-3133-44ac-b004-b819380a0dc5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de83b5e-c41c-420e-8155-2edcf082414f HTTP/1.1" status: 200 len: 217 time: 0.0382659 Oct 19 00:26:33.586036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80f518-d48f-417d-b671-de806699df58 req-696da06e-4224-4e02-a358-82612d296c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:33.587550 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d80f518-d48f-417d-b671-de806699df58 req-696da06e-4224-4e02-a358-82612d296c58 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ae4016c-718e-48ba-a98e-cfbd85e5cb64 HTTP/1.1" status: 200 len: 856 time: 0.0452471 Oct 19 00:26:33.636381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80f518-d48f-417d-b671-de806699df58 req-48522bff-c902-48bc-bb5a-5cd06f637d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:33.637877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d80f518-d48f-417d-b671-de806699df58 req-48522bff-c902-48bc-bb5a-5cd06f637d61 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e3d30c64-8862-48bf-a7e2-b84510727598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418029 Oct 19 00:26:33.733494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d80f518-d48f-417d-b671-de806699df58 req-4cb5bbfa-a727-4c5c-a9ca-31eff5029480 service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865874 Oct 19 00:26:33.826758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d80f518-d48f-417d-b671-de806699df58 req-b5c254c5-fdad-448d-a085-f1b67d07d653 service neutron] 10.222.0.102 "GET /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838432 Oct 19 00:26:35.382525 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:36.267294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a1c45-78b7-4a29-8639-dc629d4907c3 req-480eb7b4-a083-441b-bf6b-6b0ab5e2bd2f tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:36.268772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-133a1c45-78b7-4a29-8639-dc629d4907c3 req-480eb7b4-a083-441b-bf6b-6b0ab5e2bd2f tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 945 time: 0.0544078 Oct 19 00:26:36.307987 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-133a1c45-78b7-4a29-8639-dc629d4907c3 req-04fd170f-1f36-45b4-95c5-bac30e41678e tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321612 Oct 19 00:26:36.998673 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:37.420047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218ea54-dfd2-4edf-be70-2bde21ea88ba req-f99ad936-d60d-45e6-b5f4-5e7752552809 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:37.421481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2218ea54-dfd2-4edf-be70-2bde21ea88ba req-f99ad936-d60d-45e6-b5f4-5e7752552809 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 945 time: 0.0477004 Oct 19 00:26:37.459305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2218ea54-dfd2-4edf-be70-2bde21ea88ba req-fb0586fe-dc1e-479d-bf5e-cf9c30825aab tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319643 Oct 19 00:26:38.262671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-0e12e603-f0df-415e-a4cb-657533f26690 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:38.264119 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-0e12e603-f0df-415e-a4cb-657533f26690 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.102 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 945 time: 0.0471873 Oct 19 00:26:38.356444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Deleting port 1de83b5e-c41c-420e-8155-2edcf082414f {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:26:38.356782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:38.441673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] For port 1de83b5e-c41c-420e-8155-2edcf082414f, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=1de83b5e-c41c-420e-8155-2edcf082414f,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:38.442398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:38.453945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Calling delete_port for 1de83b5e-c41c-420e-8155-2edcf082414f owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:26:38.608706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cc53a-0c06-4d7c-accc-d5eeac6c52c0 req-78e3b6c7-7d44-4dfb-a13b-d595a4504103 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:38.610176 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c58cc53a-0c06-4d7c-accc-d5eeac6c52c0 req-78e3b6c7-7d44-4dfb-a13b-d595a4504103 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7a98443-cff8-4b19-945c-7814ebe33124 HTTP/1.1" status: 200 len: 945 time: 0.0840425 Oct 19 00:26:38.623756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:38.657227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['1de83b5e-c41c-420e-8155-2edcf082414f'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:26:38.662858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Pushing event deleted for resources: {'Port': ['ID=1de83b5e-c41c-420e-8155-2edcf082414f,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:38.684937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.685286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.685620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.685953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.686277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.686603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.687497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.687497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.687681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.687873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.688258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.688489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:38.712927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c58cc53a-0c06-4d7c-accc-d5eeac6c52c0 req-4bf859e4-f9c4-43ba-8c90-9f0b44798055 tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9bc3484-47fe-4692-94ed-154b9b308719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963614 Oct 19 00:26:38.731772 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] No DVR routers for this DVR port 1de83b5e-c41c-420e-8155-2edcf082414f on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:26:38.734423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:38.737735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4eb15017-d10c-4b0c-9435-2679a6e9fa58 req-c27d749b-377f-4e57-9566-f5007ed3089a tempest-TestEncryptedCinderVolumes-1142479952 tempest-TestEncryptedCinderVolumes-1142479952-project] 10.222.0.102 "DELETE /v2.0/ports/1de83b5e-c41c-420e-8155-2edcf082414f HTTP/1.1" status: 204 len: 173 time: 0.4660749 Oct 19 00:26:38.738191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a98443-cff8-4b19-945c-7814ebe33124', 'name': 'network-vif-deleted', 'tag': '1de83b5e-c41c-420e-8155-2edcf082414f'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:26:38.740531 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e5a5b-ff56-42a0-8d09-53e51e1235fc" -d '{"events": [{"server_uuid": "e7a98443-cff8-4b19-945c-7814ebe33124", "name": "network-vif-deleted", "tag": "1de83b5e-c41c-420e-8155-2edcf082414f"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:26:38.789984 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a16a06-fc71-4f38-8ed3-013183ac4aae x-openstack-request-id: req-46a16a06-fc71-4f38-8ed3-013183ac4aae {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:26:38.790281 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a98443-cff8-4b19-945c-7814ebe33124", "name": "network-vif-deleted", "tag": "1de83b5e-c41c-420e-8155-2edcf082414f", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:26:38.790537 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46a16a06-fc71-4f38-8ed3-013183ac4aae {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:26:38.790972 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a98443-cff8-4b19-945c-7814ebe33124', 'name': 'network-vif-deleted', 'tag': '1de83b5e-c41c-420e-8155-2edcf082414f', 'status': 'completed', 'code': 200} Oct 19 00:26:39.803386 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42638) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:40.144962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:40.384690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Deleting port 6361fcc6-ac27-403d-9b19-5fc327883287 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:26:40.385035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:40.460960 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] For port 6361fcc6-ac27-403d-9b19-5fc327883287, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6361fcc6-ac27-403d-9b19-5fc327883287,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:40.461253 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:40.478004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Calling delete_port for 6361fcc6-ac27-403d-9b19-5fc327883287 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:26:40.656406 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:40.683505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Pushing event deleted for resources: {'Port': ['ID=6361fcc6-ac27-403d-9b19-5fc327883287,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:40.708787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.708787 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.709158 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.709497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.709834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.710169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.710500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.710860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.711243 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.711516 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.711842 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.712169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:40.856729 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.059718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1de83b5e-c41c-420e-8155-2edcf082414f no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:26:41.068505 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Router b9acc81b-bbbd-4298-b7f5-55affdbfc638 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:26:41.081761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 1de83b5e-c41c-420e-8155-2edcf082414f {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:26:41.082108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 1de83b5e-c41c-420e-8155-2edcf082414f not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:26:41.173639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:26:41.178627 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ca3085f2-7e81-4bac-a75b-22285ad7d081 admin admin] 10.222.0.52 "PUT /v2.0/routers/b9acc81b-bbbd-4298-b7f5-55affdbfc638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742146 Oct 19 00:26:41.181275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42642) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:41.182594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] Sync routers for ids ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:26:41.191582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] Routers {'b9acc81b-bbbd-4298-b7f5-55affdbfc638'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:41.192193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:41.283851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.293111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] Set router b9acc81b-bbbd-4298-b7f5-55affdbfc638 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:41.384873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.437270 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Deleting port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:26:41.437671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.472898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:13Z', 'updated_at': '2021-10-19T00:26:40Z', 'revision_number': 5, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'gw_port': {'id': '975e8440-2e0c-4f6a-8fd5-15f7a72238dd', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:14Z', 'updated_at': '2021-10-19T00:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:41.498470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] Checking router: b9acc81b-bbbd-4298-b7f5-55affdbfc638 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:26:41.506614 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] Routers {'b9acc81b-bbbd-4298-b7f5-55affdbfc638'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:41.507244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:41.515174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] For port 975e8440-2e0c-4f6a-8fd5-15f7a72238dd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=975e8440-2e0c-4f6a-8fd5-15f7a72238dd,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:41.515532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.528920 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Calling delete_port for 975e8440-2e0c-4f6a-8fd5-15f7a72238dd owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:26:41.594836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] Set router b9acc81b-bbbd-4298-b7f5-55affdbfc638 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:41.649800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:13Z', 'updated_at': '2021-10-19T00:26:41Z', 'revision_number': 6, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:41.676040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a174e64-0c38-4568-93b6-5ed596315597 None None] The sync data for ids ['b9acc81b-bbbd-4298-b7f5-55affdbfc638'] in n-d-713498-28 is: [{'id': 'b9acc81b-bbbd-4298-b7f5-55affdbfc638', 'name': 'tempest-TestEncryptedCinderVolumes-1810175126-router', 'tenant_id': '0a2c1f695ab64351be192e6ccb648811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:13Z', 'updated_at': '2021-10-19T00:26:41Z', 'revision_number': 6, 'project_id': '0a2c1f695ab64351be192e6ccb648811', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:26:41.694826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.726542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Pushing event deleted for resources: {'Port': ['ID=975e8440-2e0c-4f6a-8fd5-15f7a72238dd,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:41.782897 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.869267 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.871949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.913044 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.913438 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9acc81b-bbbd-4298-b7f5-55affdbfc638 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:26:41.917657 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:41.918807 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-03c985d4-2321-446b-9952-b0037a9a951c admin admin] 10.222.0.52 "DELETE /v2.0/routers/b9acc81b-bbbd-4298-b7f5-55affdbfc638 HTTP/1.1" status: 204 len: 168 time: 0.7365921 Oct 19 00:26:41.921310 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42644) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:42.272551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c943c2-fdec-4632-a1f9-4e80d0c43fd2 admin admin] Deleting subnet 2ae4016c-718e-48ba-a98e-cfbd85e5cb64 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:26:42.275429 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-11c943c2-fdec-4632-a1f9-4e80d0c43fd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.308090 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-11c943c2-fdec-4632-a1f9-4e80d0c43fd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.381245 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-11c943c2-fdec-4632-a1f9-4e80d0c43fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.438971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-11c943c2-fdec-4632-a1f9-4e80d0c43fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.465515 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c943c2-fdec-4632-a1f9-4e80d0c43fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae4016c-718e-48ba-a98e-cfbd85e5cb64,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:42.469117 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-11c943c2-fdec-4632-a1f9-4e80d0c43fd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.472925 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-11c943c2-fdec-4632-a1f9-4e80d0c43fd2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2ae4016c-718e-48ba-a98e-cfbd85e5cb64 HTTP/1.1" status: 204 len: 168 time: 0.5500817 Oct 19 00:26:42.474782 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42646) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:42.477292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16b3ec-ea23-48b6-926c-147359e731ce None None] Network e3d30c64-8862-48bf-a7e2-b84510727598 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:26:42.546073 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.606769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 975e8440-2e0c-4f6a-8fd5-15f7a72238dd no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:26:42.615679 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Deleting port 03f714cb-ae4c-468b-8eaf-42c634e43276 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:26:42.616021 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.628390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 975e8440-2e0c-4f6a-8fd5-15f7a72238dd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:26:42.628742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 975e8440-2e0c-4f6a-8fd5-15f7a72238dd not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:26:42.629168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6361fcc6-ac27-403d-9b19-5fc327883287 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:26:42.651980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6361fcc6-ac27-403d-9b19-5fc327883287 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:26:42.652326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6361fcc6-ac27-403d-9b19-5fc327883287 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:26:42.667896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] DHCP port deletion for e3d30c64-8862-48bf-a7e2-b84510727598 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:26:42.694376 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] For port 03f714cb-ae4c-468b-8eaf-42c634e43276, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=03f714cb-ae4c-468b-8eaf-42c634e43276,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:42.694765 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.708666 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Calling delete_port for 03f714cb-ae4c-468b-8eaf-42c634e43276 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:26:42.715511 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Deleting port 03f714cb-ae4c-468b-8eaf-42c634e43276 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:26:42.715903 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.784641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] For port 03f714cb-ae4c-468b-8eaf-42c634e43276, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=03f714cb-ae4c-468b-8eaf-42c634e43276,segment=NetworkSegment(61bd9c39-b6a0-4cd7-8725-82ecf63de770),segment_id=61bd9c39-b6a0-4cd7-8725-82ecf63de770)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:42.784948 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.796093 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.798504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Calling delete_port for 03f714cb-ae4c-468b-8eaf-42c634e43276 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:26:42.823236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f714cb-ae4c-468b-8eaf-42c634e43276,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:42.825055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] No DVR routers for this DVR port 03f714cb-ae4c-468b-8eaf-42c634e43276 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:26:42.871759 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.898236 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.901866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Pushing event deleted for resources: {'Port': ['ID=03f714cb-ae4c-468b-8eaf-42c634e43276,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:42.904194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] No DVR routers for this DVR port 03f714cb-ae4c-468b-8eaf-42c634e43276 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:26:42.917283 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.917664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.918088 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.918559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.919118 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.919461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.919793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.920148 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.920479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.920796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.921125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.921450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f99c2c6-071d-4cf8-b4e0-52e1d90ec2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:42.924476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d30c64-8862-48bf-a7e2-b84510727598']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:42.934342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bd9c39-b6a0-4cd7-8725-82ecf63de770') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:42.934639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bd9c39-b6a0-4cd7-8725-82ecf63de770') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:42.943725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.956463 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.962248 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:26:42.962651 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:26:42.964313 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:26:43.015738 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:43.020874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:43.024035 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e3d30c64-8862-48bf-a7e2-b84510727598 HTTP/1.1" status: 204 len: 168 time: 0.5483325 Oct 19 00:26:43.027277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42648) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:43.034336 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2045-fef5-46f7-966b-df15b6fa55f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d30c64-8862-48bf-a7e2-b84510727598,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:43.697411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:43.937985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Deleting port c1902eb7-45b8-41df-beea-0b787f219141 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:26:43.938328 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:44.014226 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] For port c1902eb7-45b8-41df-beea-0b787f219141, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c1902eb7-45b8-41df-beea-0b787f219141,segment=NetworkSegment(9faffec5-1a83-4b72-a7b3-f1b5a869f7ab),segment_id=9faffec5-1a83-4b72-a7b3-f1b5a869f7ab)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:44.014514 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:44.027203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Calling delete_port for c1902eb7-45b8-41df-beea-0b787f219141 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:26:44.202562 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:44.226631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1902eb7-45b8-41df-beea-0b787f219141,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:44.400068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:44.617251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Router 91b47745-1e63-4e5a-a9af-f98c2812eb27 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:26:44.649986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 03f714cb-ae4c-468b-8eaf-42c634e43276 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:26:44.671045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 03f714cb-ae4c-468b-8eaf-42c634e43276 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:26:44.671385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 03f714cb-ae4c-468b-8eaf-42c634e43276 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:26:44.720865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:26:44.726434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3dbfa538-1798-423b-9c5e-28246bf7fde4 admin admin] 10.222.0.52 "PUT /v2.0/routers/91b47745-1e63-4e5a-a9af-f98c2812eb27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981537 Oct 19 00:26:44.728965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42650) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:44.729310 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] Sync routers for ids ['91b47745-1e63-4e5a-a9af-f98c2812eb27'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:26:44.738337 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] Routers {'91b47745-1e63-4e5a-a9af-f98c2812eb27'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:44.738968 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['91b47745-1e63-4e5a-a9af-f98c2812eb27'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:44.833271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:44.843425 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] Set router 91b47745-1e63-4e5a-a9af-f98c2812eb27 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:44.934398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:44.985735 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Deleting port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:26:44.986078 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.023765 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:26:44Z', 'revision_number': 5, 'project_id': '9d813b466a864357aca40f5e94a20116', 'gw_port': {'id': '94ff2211-a2cd-4d6c-8fb9-1af163acedb5', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:45.049759 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] Checking router: 91b47745-1e63-4e5a-a9af-f98c2812eb27 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:26:45.058402 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] Routers {'91b47745-1e63-4e5a-a9af-f98c2812eb27'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:45.059075 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['91b47745-1e63-4e5a-a9af-f98c2812eb27'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:45.069101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] For port 94ff2211-a2cd-4d6c-8fb9-1af163acedb5, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=94ff2211-a2cd-4d6c-8fb9-1af163acedb5,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:45.069386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.081737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Calling delete_port for 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:26:45.145279 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] Set router 91b47745-1e63-4e5a-a9af-f98c2812eb27 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:45.197300 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:26:44Z', 'revision_number': 6, 'project_id': '9d813b466a864357aca40f5e94a20116', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:45.226415 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3fff7-6559-4746-bd56-d40e55c5b608 None None] The sync data for ids ['91b47745-1e63-4e5a-a9af-f98c2812eb27'] in n-d-713498-28 is: [{'id': '91b47745-1e63-4e5a-a9af-f98c2812eb27', 'name': 'tempest-TestEncryptedCinderVolumes-1794554629-router', 'tenant_id': '9d813b466a864357aca40f5e94a20116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:25:18Z', 'updated_at': '2021-10-19T00:26:44Z', 'revision_number': 6, 'project_id': '9d813b466a864357aca40f5e94a20116', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:26:45.250057 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.272245 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Pushing event deleted for resources: {'Port': ['ID=94ff2211-a2cd-4d6c-8fb9-1af163acedb5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:45.340606 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.429796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.431898 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.475542 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.476123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b47745-1e63-4e5a-a9af-f98c2812eb27 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:26:45.481756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.483049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3936bb6a-3bc0-4c23-9975-b649015a894b admin admin] 10.222.0.52 "DELETE /v2.0/routers/91b47745-1e63-4e5a-a9af-f98c2812eb27 HTTP/1.1" status: 204 len: 168 time: 0.7530670 Oct 19 00:26:45.485497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42652) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:45.530564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77b263b-62c0-4836-8f86-93b61feb6360 admin admin] Deleting subnet 29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:26:45.533512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c77b263b-62c0-4836-8f86-93b61feb6360 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.568074 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c77b263b-62c0-4836-8f86-93b61feb6360 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.652194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c77b263b-62c0-4836-8f86-93b61feb6360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.706428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c77b263b-62c0-4836-8f86-93b61feb6360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.734982 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b263b-62c0-4836-8f86-93b61feb6360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:45.736955 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c77b263b-62c0-4836-8f86-93b61feb6360 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.741973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6701f5fa-02fb-43c4-90a5-baee0a85d41e None None] Network f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:26:45.742636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c77b263b-62c0-4836-8f86-93b61feb6360 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/29a34e00-dd8f-4dee-8f7d-4f5fdc8df2c2 HTTP/1.1" status: 204 len: 168 time: 0.2561667 Oct 19 00:26:45.743129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42654) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:45.822498 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.876942 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Deleting port b60f7fc1-9a57-48da-82ad-23020fda5fb3 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:26:45.877336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.930930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaee07c-4b6b-43dc-bb92-5337e63c22dd None None] DHCP port deletion for f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:26:45.947358 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] For port b60f7fc1-9a57-48da-82ad-23020fda5fb3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b60f7fc1-9a57-48da-82ad-23020fda5fb3,segment=NetworkSegment(9faffec5-1a83-4b72-a7b3-f1b5a869f7ab),segment_id=9faffec5-1a83-4b72-a7b3-f1b5a869f7ab)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:45.948207 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:45.969081 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Calling delete_port for b60f7fc1-9a57-48da-82ad-23020fda5fb3 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:26:45.978099 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-dcaee07c-4b6b-43dc-bb92-5337e63c22dd None None] Deleting port b60f7fc1-9a57-48da-82ad-23020fda5fb3 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:26:45.978487 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dcaee07c-4b6b-43dc-bb92-5337e63c22dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.047174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-dcaee07c-4b6b-43dc-bb92-5337e63c22dd None None] For port b60f7fc1-9a57-48da-82ad-23020fda5fb3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=b60f7fc1-9a57-48da-82ad-23020fda5fb3,segment=NetworkSegment(9faffec5-1a83-4b72-a7b3-f1b5a869f7ab),segment_id=9faffec5-1a83-4b72-a7b3-f1b5a869f7ab)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:46.047573 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dcaee07c-4b6b-43dc-bb92-5337e63c22dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.051616 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.067042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-dcaee07c-4b6b-43dc-bb92-5337e63c22dd None None] Calling delete_port for b60f7fc1-9a57-48da-82ad-23020fda5fb3 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:26:46.078939 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] No DVR routers for this DVR port b60f7fc1-9a57-48da-82ad-23020fda5fb3 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:26:46.080952 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b60f7fc1-9a57-48da-82ad-23020fda5fb3,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:46.143837 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dcaee07c-4b6b-43dc-bb92-5337e63c22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.153442 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.167057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaee07c-4b6b-43dc-bb92-5337e63c22dd None None] Pushing event deleted for resources: {'Port': ['ID=b60f7fc1-9a57-48da-82ad-23020fda5fb3,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:46.172778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee07c-4b6b-43dc-bb92-5337e63c22dd None None] No DVR routers for this DVR port b60f7fc1-9a57-48da-82ad-23020fda5fb3 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:26:46.173446 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:46.183535 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:46.183834 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9faffec5-1a83-4b72-a7b3-f1b5a869f7ab') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:46.193120 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.206935 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.213608 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:26:46.214129 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:26:46.216058 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:26:46.270399 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.276723 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.279947 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] 10.222.0.52 "DELETE /v2.0/networks/f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a HTTP/1.1" status: 204 len: 168 time: 0.5355749 Oct 19 00:26:46.291996 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c378abf-c791-49d6-a87c-9c491e26f8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d2e917-e17d-4e7b-b1c4-db9ce2d52e8a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:46.436863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42658) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:46.476516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-22d24af2-cf06-4f69-a8bb-60204ef6f38f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a2c1f695ab64351be192e6ccb648811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384715 Oct 19 00:26:46.479533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42660) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:46.531823 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4db97aee-f3cf-4318-926e-c7aa82bb1d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.552853 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4db97aee-f3cf-4318-926e-c7aa82bb1d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.597877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b60f7fc1-9a57-48da-82ad-23020fda5fb3 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:26:46.604040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4db97aee-f3cf-4318-926e-c7aa82bb1d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.606749 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4db97aee-f3cf-4318-926e-c7aa82bb1d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:46.607927 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4db97aee-f3cf-4318-926e-c7aa82bb1d7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9bc3484-47fe-4692-94ed-154b9b308719 HTTP/1.1" status: 204 len: 168 time: 0.1274848 Oct 19 00:26:46.615655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db97aee-f3cf-4318-926e-c7aa82bb1d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bc3484-47fe-4692-94ed-154b9b308719,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:46.619683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: b60f7fc1-9a57-48da-82ad-23020fda5fb3 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:26:46.620062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device b60f7fc1-9a57-48da-82ad-23020fda5fb3 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:26:46.620556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c1902eb7-45b8-41df-beea-0b787f219141 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:26:46.644598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: c1902eb7-45b8-41df-beea-0b787f219141 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:26:46.644944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c1902eb7-45b8-41df-beea-0b787f219141 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:26:46.645351 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:26:46.670878 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:26:46.671227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 94ff2211-a2cd-4d6c-8fb9-1af163acedb5 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:26:46.921661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42666) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:46.961922 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9c5fc4b0-9025-402a-809b-88186e95b059 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d813b466a864357aca40f5e94a20116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390985 Oct 19 00:26:46.964778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42668) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:47.011790 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-728af63e-5019-4137-97e0-dd6abf5801d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:47.032421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-728af63e-5019-4137-97e0-dd6abf5801d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:47.085645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-728af63e-5019-4137-97e0-dd6abf5801d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:47.088859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-728af63e-5019-4137-97e0-dd6abf5801d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:47.090020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-728af63e-5019-4137-97e0-dd6abf5801d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dca3187d-770a-4e6d-9b7a-4a533a93c79e HTTP/1.1" status: 204 len: 168 time: 0.1243670 Oct 19 00:26:47.098187 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728af63e-5019-4137-97e0-dd6abf5801d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca3187d-770a-4e6d-9b7a-4a533a93c79e,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:47.742507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42690) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:47.846432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2002426822-network', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:26:47.867522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Made reservation on behalf of fd4f6d392d254ba19f798ad484826a04 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:26:47.869722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:47.880540 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:47.952197 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:47.957108 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:47.981326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:26:47.989804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c0e7cb-0a0b-4d79-b94f-da5a16882c27,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:47.995744 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:47.996091 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Added segment 85624745-2490-456b-8b59-f47f0c5724b5 of type vlan for network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 Oct 19 00:26:48.034838 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.060238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.061173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:48.061880 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.094061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3504126 Oct 19 00:26:48.096984 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42694) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:48.102657 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Request body: {'subnet': {'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2002426822-subnet', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:26:48.124780 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Made reservation on behalf of fd4f6d392d254ba19f798ad484826a04 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:26:48.127318 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.128621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d081b-600f-4ead-b567-8ce3e699b2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=42a78769-7313-4b9f-8212-f5f5cbdf13f3,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:48.139600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:26:48.298691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.352117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c21b35-5514-4c6c-baa0-a25e85aa317d,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:48.360562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Checking segment: {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:26:48.360923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Network hostable DHCP agents. Network: 42a78769-7313-4b9f-8212-f5f5cbdf13f3, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:26:48.376971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:26:48.385568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 42a78769-7313-4b9f-8212-f5f5cbdf13f3) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:48.390108 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:48.391206 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.396201 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab49bc-e21b-4d85-9673-fba65cb681e0 None None] Network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:26:48.406912 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-bf2c4b02-276a-436c-96f4-20d2023a9c10 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3087425 Oct 19 00:26:48.409500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42696) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:48.413757 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:26:48.434072 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.435127 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.484709 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.543357 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:26:48.544996 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.622015 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.679442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Allocated IP 172.20.0.2 (42a78769-7313-4b9f-8212-f5f5cbdf13f3/67c21b35-5514-4c6c-baa0-a25e85aa317d/57132f63-7d09-4851-945b-4f2ca31f1512) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:26:48.821798 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.824684 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.828663 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.845541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.865839 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:26:48.870554 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:48.876802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:26:48.879657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Pushing event updated for resources: {'Port': ['ID=57132f63-7d09-4851-945b-4f2ca31f1512,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:48.930396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Attempting to bind port 57132f63-7d09-4851-945b-4f2ca31f1512 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:26:48.930790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Attempting to bind port 57132f63-7d09-4851-945b-4f2ca31f1512 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:26:48.931152 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Attempting to bind port 57132f63-7d09-4851-945b-4f2ca31f1512 on network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:26:48.936722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:26:48.937092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Checking segment: {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:26:48.937483 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.937864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Bound using segment: {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:26:48.938323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Bound port: 57132f63-7d09-4851-945b-4f2ca31f1512, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:26:48.938695 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:48.950226 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Allocated IP 172.25.7.128 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/a98c8153-b21e-40b3-a841-edbf475655bb) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:26:49.000509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] For port 57132f63-7d09-4851-945b-4f2ca31f1512, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:26:49.004190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] For port 57132f63-7d09-4851-945b-4f2ca31f1512, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=57132f63-7d09-4851-945b-4f2ca31f1512,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:26:49.008276 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:49.054976 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:49.071411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133b7c6-2f27-46e0-bbb9-6bd7a7047336 None None] Pushing event updated for resources: {'Port': ['ID=57132f63-7d09-4851-945b-4f2ca31f1512,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:49.089995 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:49.124931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:26:49.128066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:49.131544 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:26:49.164228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Pushing event updated for resources: {'Port': ['ID=a98c8153-b21e-40b3-a841-edbf475655bb,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:49.396268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:49.589640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:49.722131 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:26:49.840335 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:26:49.851896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Sync routers for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:26:49.861695 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:49.863087 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-41aa9a2e-abfa-4cfd-88cd-b864fbb82328 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4526107 Oct 19 00:26:49.865627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:49.865802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:49.866423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:50.114812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42751e24-7005-4d45-90e7-8f88a13fa58a None None] Network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:26:50.190029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-126ab3a9-fe42-46e1-9615-54354f019ada None None] Provisioning complete for port 57132f63-7d09-4851-945b-4f2ca31f1512 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:50.190398 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-126ab3a9-fe42-46e1-9615-54354f019ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.195976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:50.290281 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.421454 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-20bec098-5b55-493a-8951-1e34b43bb3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.450177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Allocated IP 172.20.0.1 (42a78769-7313-4b9f-8212-f5f5cbdf13f3/67c21b35-5514-4c6c-baa0-a25e85aa317d/27591e61-b547-42f4-8bd7-403fe4cd5c06) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:26:50.507896 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-126ab3a9-fe42-46e1-9615-54354f019ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.555873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-126ab3a9-fe42-46e1-9615-54354f019ada None None] For port 57132f63-7d09-4851-945b-4f2ca31f1512, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=57132f63-7d09-4851-945b-4f2ca31f1512,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:50.560426 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.564399 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-126ab3a9-fe42-46e1-9615-54354f019ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.568678 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:49Z', 'revision_number': 3, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:50.600030 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.618127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Checking router: f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:26:50.618488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Updating router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff port a98c8153-b21e-40b3-a841-edbf475655bb binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:26:50.653342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Pushing event updated for resources: {'Port': ['ID=27591e61-b547-42f4-8bd7-403fe4cd5c06,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:50.656893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:26:50.658688 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:50.660840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:26:50.661657 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.664753 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ab3a9-fe42-46e1-9615-54354f019ada None None] Pushing event updated for resources: {'Port': ['ID=57132f63-7d09-4851-945b-4f2ca31f1512,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:50.695828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 57132f63-7d09-4851-945b-4f2ca31f1512 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:26:50.703944 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.831618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 57132f63-7d09-4851-945b-4f2ca31f1512 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:50.832047 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.845983 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:50.940776 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5f2db519-9175-41f1-8cd4-34ce36357ba2 None None] Provisioning complete for port 57132f63-7d09-4851-945b-4f2ca31f1512 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:50.941321 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5f2db519-9175-41f1-8cd4-34ce36357ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.030852 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.035608 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.109160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.111332 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.111839 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Pushing event updated for resources: {'Port': ['ID=27591e61-b547-42f4-8bd7-403fe4cd5c06,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:51.120204 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.174460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Attempting to bind port a98c8153-b21e-40b3-a841-edbf475655bb on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:26:51.174864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Attempting to bind port a98c8153-b21e-40b3-a841-edbf475655bb by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:26:51.175243 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Attempting to bind port a98c8153-b21e-40b3-a841-edbf475655bb on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:26:51.183324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd927d52-e755-4c9b-bde9-0479d6bf8619 None None] Pushing event updated for resources: {'Port': ['ID=a98c8153-b21e-40b3-a841-edbf475655bb,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:51.188135 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:26:51.188519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:26:51.188924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.189316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:26:51.189797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Bound port: a98c8153-b21e-40b3-a841-edbf475655bb, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:26:51.190187 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.255690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] For port a98c8153-b21e-40b3-a841-edbf475655bb, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:26:51.261454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] For port a98c8153-b21e-40b3-a841-edbf475655bb, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a98c8153-b21e-40b3-a841-edbf475655bb,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:26:51.264708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3bc89bbf-b8f6-4cba-8a3c-f868318ffc50 None None] Provisioning complete for port 27591e61-b547-42f4-8bd7-403fe4cd5c06 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:51.265230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3bc89bbf-b8f6-4cba-8a3c-f868318ffc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.268605 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.336500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-3bc89bbf-b8f6-4cba-8a3c-f868318ffc50 None None] Port 27591e61-b547-42f4-8bd7-403fe4cd5c06 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:26:51.359995 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:51.360621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:51.362544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd927d52-e755-4c9b-bde9-0479d6bf8619 None None] Pushing event updated for resources: {'Port': ['ID=a98c8153-b21e-40b3-a841-edbf475655bb,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:51.474094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:51.519343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:26:51.520726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:51.637572 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:26:51.687266 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 2, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:51.715955 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37216eae-4d20-4c7e-a6ac-c0d98c63cb42 None None] The sync data for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 is: [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 2, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:26:51.753038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:26:51.756801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e709a128-ae4d-4427-ac85-5d2d0623bd07 None None] Provisioning complete for port 27591e61-b547-42f4-8bd7-403fe4cd5c06 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:51.757172 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e709a128-ae4d-4427-ac85-5d2d0623bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:51.758288 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-aea9d7d9-ee6a-45c9-8134-1587429d4f9c admin admin] 10.222.0.52 "PUT /v2.0/routers/f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8914654 Oct 19 00:26:51.792924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e709a128-ae4d-4427-ac85-5d2d0623bd07 None None] Port 27591e61-b547-42f4-8bd7-403fe4cd5c06 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:26:52.266628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42714) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:52.272069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1154633293-network', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:26:52.294583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Made reservation on behalf of c7d03a509c034b659fb74f40bd9cde36 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:26:52.297447 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.307040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.396915 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.401550 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.423550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:26:52.439648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf81266-3e66-4159-86c2-b2d9a3e183f2,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:52.444564 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.444911 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Added segment 42fd92f8-b48b-4f38-8011-91296b2b0741 of type vlan for network 981cb654-df1c-4d1c-98d5-6400d61a52cf Oct 19 00:26:52.487881 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.513286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.514459 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:52.515080 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.558906 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2879848 Oct 19 00:26:52.560153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42716) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:52.569716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Request body: {'subnet': {'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1154633293-subnet', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:26:52.585849 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1ae2e-fdce-42d6-9983-6f55df7758e8 admin admin] Pushing event updated for resources: {'Network': ['ID=981cb654-df1c-4d1c-98d5-6400d61a52cf,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:52.602821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Made reservation on behalf of c7d03a509c034b659fb74f40bd9cde36 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:26:52.605720 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.623544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 981cb654-df1c-4d1c-98d5-6400d61a52cf details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:26:52.716498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 57132f63-7d09-4851-945b-4f2ca31f1512 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:26:52.771446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 57132f63-7d09-4851-945b-4f2ca31f1512 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:52.772087 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.813160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.860908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a98c8153-b21e-40b3-a841-edbf475655bb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:26:52.871606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd2e62d-3830-4073-88e5-1ad3c0cf5908,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:52.883991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Checking segment: {'id': '42fd92f8-b48b-4f38-8011-91296b2b0741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:26:52.884422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Network hostable DHCP agents. Network: 981cb654-df1c-4d1c-98d5-6400d61a52cf, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:26:52.910980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Network 981cb654-df1c-4d1c-98d5-6400d61a52cf is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:26:52.920215 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a98c8153-b21e-40b3-a841-edbf475655bb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:52.920865 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.921721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 981cb654-df1c-4d1c-98d5-6400d61a52cf) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:52.934601 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:26:52.935327 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.947380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07715c2-5316-46cf-933d-7a6f1c4762ed None None] Network 981cb654-df1c-4d1c-98d5-6400d61a52cf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:26:52.955199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e61e000e-180b-4efb-b1ff-20f678733c19 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3928225 Oct 19 00:26:52.957677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42718) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:52.962486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:26:52.985867 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:52.987039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.041977 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.101378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.131547 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port a98c8153-b21e-40b3-a841-edbf475655bb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a98c8153-b21e-40b3-a841-edbf475655bb,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:53.137998 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.183441 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.183825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-981cb654-df1c-4d1c-98d5-6400d61a52cf', 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'fixed_ips': [{'subnet_id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:26:53.184690 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.214051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=a98c8153-b21e-40b3-a841-edbf475655bb,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:53.340277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Allocated IP 172.20.0.2 (981cb654-df1c-4d1c-98d5-6400d61a52cf/2cd2e62d-3830-4073-88e5-1ad3c0cf5908/20b4f16e-8915-4cae-808c-e9b2b12e16ed) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:26:53.387842 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.406817 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.489518 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.496840 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.511605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Allocated IP 172.25.7.37 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/caf2f3e1-c18d-439a-930f-a153ac7b3337) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:26:53.536791 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Network 981cb654-df1c-4d1c-98d5-6400d61a52cf is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:26:53.541081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:53.548209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:26:53.551185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Pushing event updated for resources: {'Port': ['ID=20b4f16e-8915-4cae-808c-e9b2b12e16ed,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:53.604429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Attempting to bind port 20b4f16e-8915-4cae-808c-e9b2b12e16ed on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:26:53.604802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Attempting to bind port 20b4f16e-8915-4cae-808c-e9b2b12e16ed by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '42fd92f8-b48b-4f38-8011-91296b2b0741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:26:53.605170 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Attempting to bind port 20b4f16e-8915-4cae-808c-e9b2b12e16ed on network 981cb654-df1c-4d1c-98d5-6400d61a52cf {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:26:53.610124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:26:53.610503 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Checking segment: {'id': '42fd92f8-b48b-4f38-8011-91296b2b0741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:26:53.610936 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.611325 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Bound using segment: {'id': '42fd92f8-b48b-4f38-8011-91296b2b0741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:26:53.611814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Bound port: 20b4f16e-8915-4cae-808c-e9b2b12e16ed, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fd92f8-b48b-4f38-8011-91296b2b0741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:26:53.612220 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.630340 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.666320 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.680394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] For port 20b4f16e-8915-4cae-808c-e9b2b12e16ed, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:26:53.684032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] For port 20b4f16e-8915-4cae-808c-e9b2b12e16ed, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=20b4f16e-8915-4cae-808c-e9b2b12e16ed,segment=NetworkSegment(42fd92f8-b48b-4f38-8011-91296b2b0741),segment_id=42fd92f8-b48b-4f38-8011-91296b2b0741)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:26:53.687821 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:53.702143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:26:53.707204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:53.710242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:26:53.744993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a038b6-8408-4048-94e5-b9afba48c099 None None] Pushing event updated for resources: {'Port': ['ID=20b4f16e-8915-4cae-808c-e9b2b12e16ed,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:53.752396 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Pushing event updated for resources: {'Port': ['ID=caf2f3e1-c18d-439a-930f-a153ac7b3337,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:53.806274 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Sync routers for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:26:53.818200 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:53.818929 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:53.936428 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:54.001705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.064091 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c37ec85f-7e15-4027-9ba8-660fa33dde13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.160841 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 2, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:54.189553 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Checking router: f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:26:54.189908 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Updating router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff port 27591e61-b547-42f4-8bd7-403fe4cd5c06 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:26:54.220167 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.300067 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.585240 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.593172 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.642736 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Pushing event updated for resources: {'Port': ['ID=27591e61-b547-42f4-8bd7-403fe4cd5c06,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:54.653327 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.653721 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.654002 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.654529 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.655064 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.655746 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.656223 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.656701 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.657196 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.657683 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.658165 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.658639 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:26:54.739876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:26:54.750736 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Attempting to bind port 27591e61-b547-42f4-8bd7-403fe4cd5c06 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:26:54.751124 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Attempting to bind port 27591e61-b547-42f4-8bd7-403fe4cd5c06 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:26:54.751506 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Attempting to bind port 27591e61-b547-42f4-8bd7-403fe4cd5c06 on network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:26:54.760843 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:26:54.761203 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Checking segment: {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:26:54.761800 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.762366 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Bound using segment: {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:26:54.763048 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Bound port: 27591e61-b547-42f4-8bd7-403fe4cd5c06, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:26:54.763596 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.774232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 20b4f16e-8915-4cae-808c-e9b2b12e16ed up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:26:54.826641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d1bb5-ef47-47e9-9732-246858b36ad1 None None] Network 981cb654-df1c-4d1c-98d5-6400d61a52cf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:26:54.850544 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] For port 27591e61-b547-42f4-8bd7-403fe4cd5c06, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:26:54.855514 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] For port 27591e61-b547-42f4-8bd7-403fe4cd5c06, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=27591e61-b547-42f4-8bd7-403fe4cd5c06,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:26:54.862976 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.885542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:26:54.908446 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:54.910541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3196e47a-ffc9-4539-84a8-8f7e94a926ae admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9515383 Oct 19 00:26:54.913090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42720) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:26:54.935889 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:54.936562 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:55.010781 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7055e8f-52ce-4d94-82a7-13509abca545 None None] Pushing event updated for resources: {'Port': ['ID=27591e61-b547-42f4-8bd7-403fe4cd5c06,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:55.091240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Sync routers for ids ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:26:55.107253 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:55.119004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Routers {'8f430f84-aad5-4ac2-ac77-47c0bddd6321'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:55.119665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:55.247478 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.248849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-dfcfcb04-1e21-4735-9552-968cc2651e53 None None] Provisioning complete for port 20b4f16e-8915-4cae-808c-e9b2b12e16ed triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:55.249196 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dfcfcb04-1e21-4735-9552-968cc2651e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.291018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Set router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:55.331237 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:54Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:55.357712 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6c3a51-7db1-441a-9070-c213ddeeeddd None None] The sync data for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 is: [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:54Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:26:55.378821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 20b4f16e-8915-4cae-808c-e9b2b12e16ed triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:55.379211 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.382098 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.552961 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Allocated IP 172.20.0.1 (981cb654-df1c-4d1c-98d5-6400d61a52cf/2cd2e62d-3830-4073-88e5-1ad3c0cf5908/467623fa-5c77-4944-8125-f8587b61a961) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:26:55.581039 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dfcfcb04-1e21-4735-9552-968cc2651e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.688030 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.689936 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.690680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.709489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-dfcfcb04-1e21-4735-9552-968cc2651e53 None None] For port 20b4f16e-8915-4cae-808c-e9b2b12e16ed, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=20b4f16e-8915-4cae-808c-e9b2b12e16ed,segment=NetworkSegment(42fd92f8-b48b-4f38-8011-91296b2b0741),segment_id=42fd92f8-b48b-4f38-8011-91296b2b0741)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:55.724630 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dfcfcb04-1e21-4735-9552-968cc2651e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.743223 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.803311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:52Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 3, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'gw_port': {'id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:53Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:55.811161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Network 981cb654-df1c-4d1c-98d5-6400d61a52cf is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:26:55.816716 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:55.823132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:26:55.826659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Pushing event updated for resources: {'Port': ['ID=467623fa-5c77-4944-8125-f8587b61a961,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:55.857545 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 00:26:55.858099 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 00:26:55.862664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Checking router: 8f430f84-aad5-4ac2-ac77-47c0bddd6321 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:26:55.863083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Updating router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 port caf2f3e1-c18d-439a-930f-a153ac7b3337 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:26:55.872015 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.884018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfcb04-1e21-4735-9552-968cc2651e53 None None] Pushing event updated for resources: {'Port': ['ID=20b4f16e-8915-4cae-808c-e9b2b12e16ed,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:55.899705 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:55.906988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c201bfc7-43ae-4621-ac2a-17b19d9d4117 None None] Provisioning complete for port 20b4f16e-8915-4cae-808c-e9b2b12e16ed triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:55.908072 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c201bfc7-43ae-4621-ac2a-17b19d9d4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.037664 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.178362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c201bfc7-43ae-4621-ac2a-17b19d9d4117 None None] Provisioning complete for port 27591e61-b547-42f4-8bd7-403fe4cd5c06 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:56.178763 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c201bfc7-43ae-4621-ac2a-17b19d9d4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.220404 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.225510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.296006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Pushing event updated for resources: {'Port': ['ID=467623fa-5c77-4944-8125-f8587b61a961,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:56.298541 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.329477 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.331629 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c201bfc7-43ae-4621-ac2a-17b19d9d4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.341555 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.391372 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Network 981cb654-df1c-4d1c-98d5-6400d61a52cf is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:26:56.392829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:26:56.434259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c201bfc7-43ae-4621-ac2a-17b19d9d4117 None None] For port 27591e61-b547-42f4-8bd7-403fe4cd5c06, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=27591e61-b547-42f4-8bd7-403fe4cd5c06,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:56.447231 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Attempting to bind port caf2f3e1-c18d-439a-930f-a153ac7b3337 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:26:56.448125 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Attempting to bind port caf2f3e1-c18d-439a-930f-a153ac7b3337 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:26:56.448492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Attempting to bind port caf2f3e1-c18d-439a-930f-a153ac7b3337 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:26:56.454055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c56f0-cdd8-4b02-b772-03d2efdeaf5b None None] Pushing event updated for resources: {'Port': ['ID=caf2f3e1-c18d-439a-930f-a153ac7b3337,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:56.457972 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c201bfc7-43ae-4621-ac2a-17b19d9d4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.466590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a98c8153-b21e-40b3-a841-edbf475655bb up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:26:56.470341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:26:56.470816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:26:56.471154 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.471557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:26:56.472046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Bound port: caf2f3e1-c18d-439a-930f-a153ac7b3337, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:26:56.472433 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.517297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:26:56.592778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201bfc7-43ae-4621-ac2a-17b19d9d4117 None None] Pushing event updated for resources: {'Port': ['ID=27591e61-b547-42f4-8bd7-403fe4cd5c06,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:56.605935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] For port caf2f3e1-c18d-439a-930f-a153ac7b3337, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:26:56.613495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] For port caf2f3e1-c18d-439a-930f-a153ac7b3337, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=caf2f3e1-c18d-439a-930f-a153ac7b3337,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:26:56.617003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-f5072ca7-82b3-4d22-a903-b1bb51743af9 None None] Provisioning complete for port 467623fa-5c77-4944-8125-f8587b61a961 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:56.617403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f5072ca7-82b3-4d22-a903-b1bb51743af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.621797 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.641977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:26:56.647059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1518acbf-93a9-4617-89cf-810171350a1b admin admin] 10.222.0.52 "PUT /v2.0/routers/8f430f84-aad5-4ac2-ac77-47c0bddd6321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7326872 Oct 19 00:26:56.678805 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a98c8153-b21e-40b3-a841-edbf475655bb triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:56.679097 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.724630 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-f5072ca7-82b3-4d22-a903-b1bb51743af9 None None] Port 467623fa-5c77-4944-8125-f8587b61a961 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:26:56.748083 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Routers {'8f430f84-aad5-4ac2-ac77-47c0bddd6321'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:56.748717 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:56.751484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c56f0-cdd8-4b02-b772-03d2efdeaf5b None None] Pushing event updated for resources: {'Port': ['ID=caf2f3e1-c18d-439a-930f-a153ac7b3337,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:56.897722 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-894907b1-a645-4dbe-96bd-414055c46363 None None] Provisioning complete for port 467623fa-5c77-4944-8125-f8587b61a961 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:56.898269 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-894907b1-a645-4dbe-96bd-414055c46363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:56.903556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] Set router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:26:56.972406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-894907b1-a645-4dbe-96bd-414055c46363 None None] Port 467623fa-5c77-4944-8125-f8587b61a961 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:26:57.003943 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 20b4f16e-8915-4cae-808c-e9b2b12e16ed up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:26:57.278982 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 20b4f16e-8915-4cae-808c-e9b2b12e16ed triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:57.279357 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:57.398034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:52Z', 'updated_at': '2021-10-19T00:26:55Z', 'revision_number': 4, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'gw_port': {'id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:53Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '467623fa-5c77-4944-8125-f8587b61a961', 'name': '', 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'mac_address': 'fa:16:3e:3f:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:55Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 2, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'subnets': [{'id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:57.402240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 27591e61-b547-42f4-8bd7-403fe4cd5c06 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:26:57.427043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee28e765-9ffd-4824-97c3-e4f6066b60a8 None None] The sync data for ids ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'] in n-d-713498-28 is: [{'id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:52Z', 'updated_at': '2021-10-19T00:26:55Z', 'revision_number': 4, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'gw_port': {'id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:53Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '467623fa-5c77-4944-8125-f8587b61a961', 'name': '', 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'mac_address': 'fa:16:3e:3f:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:55Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 2, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'subnets': [{'id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:26:57.480971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 27591e61-b547-42f4-8bd7-403fe4cd5c06 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:57.481340 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:58.148226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:58.996030 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device caf2f3e1-c18d-439a-930f-a153ac7b3337 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:26:59.049444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port caf2f3e1-c18d-439a-930f-a153ac7b3337 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:26:59.049818 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:59.142552 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:59.168593 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port caf2f3e1-c18d-439a-930f-a153ac7b3337, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=caf2f3e1-c18d-439a-930f-a153ac7b3337,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:26:59.173420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:26:59.242189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=caf2f3e1-c18d-439a-930f-a153ac7b3337,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:26:59.653949 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Sync routers for ids ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:26:59.663352 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Routers {'8f430f84-aad5-4ac2-ac77-47c0bddd6321'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:26:59.665896 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:26:59.788711 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Set router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:27:00.008548 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:52Z', 'updated_at': '2021-10-19T00:26:55Z', 'revision_number': 4, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'gw_port': {'id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:53Z', 'updated_at': '2021-10-19T00:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '467623fa-5c77-4944-8125-f8587b61a961', 'name': '', 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'mac_address': 'fa:16:3e:3f:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:55Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 2, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'subnets': [{'id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:27:00.037606 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Checking router: 8f430f84-aad5-4ac2-ac77-47c0bddd6321 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:27:00.037957 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Updating router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 port 467623fa-5c77-4944-8125-f8587b61a961 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:27:00.066174 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:00.372081 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:00.379581 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:00.443471 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056df84-80d9-4d0b-b395-79068f0d7788 None None] Pushing event updated for resources: {'Port': ['ID=467623fa-5c77-4944-8125-f8587b61a961,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:00.505520 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Attempting to bind port 467623fa-5c77-4944-8125-f8587b61a961 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:27:00.505886 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Attempting to bind port 467623fa-5c77-4944-8125-f8587b61a961 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '42fd92f8-b48b-4f38-8011-91296b2b0741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:27:00.506249 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Attempting to bind port 467623fa-5c77-4944-8125-f8587b61a961 on network 981cb654-df1c-4d1c-98d5-6400d61a52cf {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:27:00.512265 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:27:00.512634 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Checking segment: {'id': '42fd92f8-b48b-4f38-8011-91296b2b0741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:27:00.513037 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:00.513424 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Bound using segment: {'id': '42fd92f8-b48b-4f38-8011-91296b2b0741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:27:00.513886 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Bound port: 467623fa-5c77-4944-8125-f8587b61a961, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fd92f8-b48b-4f38-8011-91296b2b0741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:27:00.514260 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:00.602684 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] For port 467623fa-5c77-4944-8125-f8587b61a961, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:27:00.607647 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] For port 467623fa-5c77-4944-8125-f8587b61a961, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=467623fa-5c77-4944-8125-f8587b61a961,segment=NetworkSegment(42fd92f8-b48b-4f38-8011-91296b2b0741),segment_id=42fd92f8-b48b-4f38-8011-91296b2b0741)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:27:00.613829 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:00.666848 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Routers {'8f430f84-aad5-4ac2-ac77-47c0bddd6321'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:27:00.667501 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:26:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:27:00.725129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-33fa71af-3331-4616-96c9-0eba6b242fb2 None None] Provisioning complete for port 467623fa-5c77-4944-8125-f8587b61a961 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:27:00.725698 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-33fa71af-3331-4616-96c9-0eba6b242fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:00.726744 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056df84-80d9-4d0b-b395-79068f0d7788 None None] Pushing event updated for resources: {'Port': ['ID=467623fa-5c77-4944-8125-f8587b61a961,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:00.848368 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-33fa71af-3331-4616-96c9-0eba6b242fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:00.932605 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] Set router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:27:00.951264 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-33fa71af-3331-4616-96c9-0eba6b242fb2 None None] For port 467623fa-5c77-4944-8125-f8587b61a961, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=467623fa-5c77-4944-8125-f8587b61a961,segment=NetworkSegment(42fd92f8-b48b-4f38-8011-91296b2b0741),segment_id=42fd92f8-b48b-4f38-8011-91296b2b0741)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:27:00.964875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-33fa71af-3331-4616-96c9-0eba6b242fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:01.037559 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa71af-3331-4616-96c9-0eba6b242fb2 None None] Pushing event updated for resources: {'Port': ['ID=467623fa-5c77-4944-8125-f8587b61a961,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:01.065435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 467623fa-5c77-4944-8125-f8587b61a961 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:27:01.116425 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3db37dca-2ab7-42df-87a8-45fd2fefa175 None None] Provisioning complete for port 467623fa-5c77-4944-8125-f8587b61a961 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:27:01.116425 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3db37dca-2ab7-42df-87a8-45fd2fefa175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:01.171969 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 467623fa-5c77-4944-8125-f8587b61a961 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:27:01.172342 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:01.202920 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:52Z', 'updated_at': '2021-10-19T00:26:55Z', 'revision_number': 4, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'gw_port': {'id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:53Z', 'updated_at': '2021-10-19T00:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '467623fa-5c77-4944-8125-f8587b61a961', 'name': '', 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'mac_address': 'fa:16:3e:3f:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:55Z', 'updated_at': '2021-10-19T00:27:00Z', 'revision_number': 4, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'subnets': [{'id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:27:01.244045 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35753075-7f9c-4840-bbc8-1898ae695767 None None] The sync data for ids ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'] in n-d-713498-28 is: [{'id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:52Z', 'updated_at': '2021-10-19T00:26:55Z', 'revision_number': 4, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'gw_port': {'id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:53Z', 'updated_at': '2021-10-19T00:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '467623fa-5c77-4944-8125-f8587b61a961', 'name': '', 'network_id': '981cb654-df1c-4d1c-98d5-6400d61a52cf', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'mac_address': 'fa:16:3e:3f:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:55Z', 'updated_at': '2021-10-19T00:27:00Z', 'revision_number': 4, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'subnets': [{'id': '2cd2e62d-3830-4073-88e5-1ad3c0cf5908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:27:01.304424 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device caf2f3e1-c18d-439a-930f-a153ac7b3337 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:27:01.357236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port caf2f3e1-c18d-439a-930f-a153ac7b3337 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:27:01.357718 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:02.974914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 467623fa-5c77-4944-8125-f8587b61a961 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:27:03.027801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 467623fa-5c77-4944-8125-f8587b61a961 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:27:03.028274 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:05.410086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:05.731589 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:27:07.007209 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:07.135656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-133b5dc5-d3b7-4002-9d34-1740b77887a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:07.137107 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-133b5dc5-d3b7-4002-9d34-1740b77887a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 815 time: 0.1020582 Oct 19 00:27:07.151418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-cc995eed-b141-406a-b1fa-f92610947da5 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/quotas/fd4f6d392d254ba19f798ad484826a04 HTTP/1.1" status: 200 len: 375 time: 0.0087452 Oct 19 00:27:07.204850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-57c03ea4-6a20-4811-b74f-e29672dcb37b tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482872 Oct 19 00:27:07.388709 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-c9524d22-d507-484c-8548-97f1c161d69a service neutron] 10.222.0.52 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714926 Oct 19 00:27:07.480529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-9eb40328-abfd-40e2-8da1-d5f4535da86d service neutron] 10.222.0.52 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858629 Oct 19 00:27:07.636506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e96d7fff-07ad-49fa-9ec4-4c60a80d459e req-ca9866ce-0af3-45eb-b004-39bb5b644b56 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 210 time: 0.0268707 Oct 19 00:27:08.690815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-eae36be2-b59e-4473-a723-f169955a0cc1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:08.692274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-eae36be2-b59e-4473-a723-f169955a0cc1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.102 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 815 time: 0.1084485 Oct 19 00:27:08.716390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'port': {'device_id': 'eb761042-c251-4345-8716-b5a72883214b', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'admin_state_up': True, 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:08.735007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c8889ab-5697-4319-a97a-0389dbde6098 req-97026412-3909-418c-b1ef-dc050b3f5db5 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 210 time: 0.0325861 Oct 19 00:27:08.836604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Made reservation on behalf of fd4f6d392d254ba19f798ad484826a04 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:27:08.840767 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:08.976583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Allocated IP 172.20.0.8 (42a78769-7313-4b9f-8212-f5f5cbdf13f3/67c21b35-5514-4c6c-baa0-a25e85aa317d/aff3a888-3d32-410d-9152-e035e4c2086c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:27:09.196601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:09.235047 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:09.285972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:27:09.292711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:27:09.294652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'Port': ['ID=aff3a888-3d32-410d-9152-e035e4c2086c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:09.296881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:27:09.349429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:09.350076 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:09.377594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-f2b258ee-9bf7-4737-942b-97459724ecb3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651142 Oct 19 00:27:09.529808 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-56e40caa-0934-46c1-81ad-615135f13132 None None] Provisioning complete for port aff3a888-3d32-410d-9152-e035e4c2086c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:27:09.530371 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-56e40caa-0934-46c1-81ad-615135f13132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:09.565800 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-56e40caa-0934-46c1-81ad-615135f13132 None None] Port aff3a888-3d32-410d-9152-e035e4c2086c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:27:09.864279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb211e-8cd1-4e3f-85c4-a2403763fc42 req-fbcbe2d6-347e-4e27-a784-fdbf372e9344 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:09.871083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fefb211e-8cd1-4e3f-85c4-a2403763fc42 req-fbcbe2d6-347e-4e27-a784-fdbf372e9344 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0665510 Oct 19 00:27:09.905857 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fefb211e-8cd1-4e3f-85c4-a2403763fc42 req-3030b5c9-50b5-4b3e-966f-f86dada1c7dc tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309227 Oct 19 00:27:11.021895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617faf9-4656-4d96-9d97-9e0298ec3907 req-df4112f5-d345-438e-9207-9bb3909287d9 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:11.023647 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b617faf9-4656-4d96-9d97-9e0298ec3907 req-df4112f5-d345-438e-9207-9bb3909287d9 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0498319 Oct 19 00:27:11.066146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b617faf9-4656-4d96-9d97-9e0298ec3907 req-67ed8aac-b5e0-426a-b213-10c193195c04 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Oct 19 00:27:12.185976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f520ac9-b23d-4e50-86fa-bb3a26b14ebe req-d95abd55-39cc-455e-bf4a-8821629650cb tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:12.187466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f520ac9-b23d-4e50-86fa-bb3a26b14ebe req-d95abd55-39cc-455e-bf4a-8821629650cb tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0546021 Oct 19 00:27:12.229384 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8f520ac9-b23d-4e50-86fa-bb3a26b14ebe req-e8032200-651e-4f6f-b54f-879cf3157a4e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355051 Oct 19 00:27:13.351927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f96cf2-36cf-4a7c-902a-ca05c9824dd8 req-eab384df-dd2c-4255-b970-f079a264b3f7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:13.353418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0f96cf2-36cf-4a7c-902a-ca05c9824dd8 req-eab384df-dd2c-4255-b970-f079a264b3f7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0544467 Oct 19 00:27:13.393787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f0f96cf2-36cf-4a7c-902a-ca05c9824dd8 req-bca6b72a-2aec-493e-b871-1526436aee92 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Oct 19 00:27:14.515724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eca99-7162-4cf6-86a3-25e3c4bf0b8f req-f7c2acf0-ce9c-430f-9d94-4c1827ce5f13 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:14.517195 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7c1eca99-7162-4cf6-86a3-25e3c4bf0b8f req-f7c2acf0-ce9c-430f-9d94-4c1827ce5f13 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0534279 Oct 19 00:27:14.557245 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7c1eca99-7162-4cf6-86a3-25e3c4bf0b8f req-1c925714-41e1-40a2-bcef-5cb65c8d877f tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339720 Oct 19 00:27:15.680829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631eea2b-76d6-4806-adc6-94bccfc95eaa req-c5efd187-a71c-4efe-b368-82fc39da6317 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:15.682522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-631eea2b-76d6-4806-adc6-94bccfc95eaa req-c5efd187-a71c-4efe-b368-82fc39da6317 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0515382 Oct 19 00:27:15.724474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-631eea2b-76d6-4806-adc6-94bccfc95eaa req-64838af6-3ee5-499d-8e63-d613eb9ff5ec tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Oct 19 00:27:16.874186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b2ec-a34c-4da1-8eeb-995efda01ab2 req-d8ba3038-e6aa-4c5a-aa57-f9af4c74ac34 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:16.876019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1199b2ec-a34c-4da1-8eeb-995efda01ab2 req-d8ba3038-e6aa-4c5a-aa57-f9af4c74ac34 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0559726 Oct 19 00:27:16.916758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1199b2ec-a34c-4da1-8eeb-995efda01ab2 req-2ffb794c-cc9b-4757-97aa-393bc12f495b tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Oct 19 00:27:18.039123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35d6fa-a542-46e6-9958-a0751e2f111d req-b142f7e1-c8bf-4680-a9e1-dbc47b414cd6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:18.040644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f35d6fa-a542-46e6-9958-a0751e2f111d req-b142f7e1-c8bf-4680-a9e1-dbc47b414cd6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0523386 Oct 19 00:27:18.079023 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9f35d6fa-a542-46e6-9958-a0751e2f111d req-f59f8629-b8ec-4f66-b6a7-2895d90eeaeb tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Oct 19 00:27:19.191389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289074d-9cab-48ae-881a-0b5e7d7e449d req-3486a5f0-3157-4021-a8c7-4e8efd9999a3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:19.192731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d289074d-9cab-48ae-881a-0b5e7d7e449d req-3486a5f0-3157-4021-a8c7-4e8efd9999a3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0479848 Oct 19 00:27:19.229730 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d289074d-9cab-48ae-881a-0b5e7d7e449d req-0e65ee30-bfaa-4740-b210-bda2f74c99e3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Oct 19 00:27:20.349014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc065e6-4599-43ca-86f2-b788b437e276 req-0c902d42-a796-43ef-be00-7b2f65383263 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:20.350450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7dc065e6-4599-43ca-86f2-b788b437e276 req-0c902d42-a796-43ef-be00-7b2f65383263 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0552294 Oct 19 00:27:20.387292 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7dc065e6-4599-43ca-86f2-b788b437e276 req-714bb507-096c-4c52-80ab-014c731bb600 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304384 Oct 19 00:27:20.395231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f5aa8bc-98ca-4857-882c-cec5c4fd03c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:21.517900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acde09-561d-4a54-8eea-bcb35e1d3a46 req-2b6537f4-74eb-4101-b361-2f594aa12f7b tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:21.519352 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06acde09-561d-4a54-8eea-bcb35e1d3a46 req-2b6537f4-74eb-4101-b361-2f594aa12f7b tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 931 time: 0.0474920 Oct 19 00:27:21.557806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-06acde09-561d-4a54-8eea-bcb35e1d3a46 req-5f91ea33-161e-4403-bb08-9b3691ebfc22 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Oct 19 00:27:21.808600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Request body: {'port': {'device_id': 'eb761042-c251-4345-8716-b5a72883214b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:21.866972 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:22.119721 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff3a888-3d32-410d-9152-e035e4c2086c {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:27:22.127167 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:22.139580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Transition to ACTIVE for port object aff3a888-3d32-410d-9152-e035e4c2086c will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:27:22.143007 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:22.195081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Pushing event updated for resources: {'Port': ['ID=aff3a888-3d32-410d-9152-e035e4c2086c,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:22.264557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Attempting to bind port aff3a888-3d32-410d-9152-e035e4c2086c on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:27:22.264895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Attempting to bind port aff3a888-3d32-410d-9152-e035e4c2086c by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:27:22.265255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Attempting to bind port aff3a888-3d32-410d-9152-e035e4c2086c on network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:27:22.269932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Port aff3a888-3d32-410d-9152-e035e4c2086c on network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:27:22.270259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Attempting to bind port aff3a888-3d32-410d-9152-e035e4c2086c on network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:27:22.275265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:27:22.275609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Checking segment: {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:27:22.275999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Bound using segment: {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:27:22.276438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Bound port: aff3a888-3d32-410d-9152-e035e4c2086c, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85624745-2490-456b-8b59-f47f0c5724b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:27:22.276800 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:22.341900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] For port aff3a888-3d32-410d-9152-e035e4c2086c, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:27:22.345024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] For port aff3a888-3d32-410d-9152-e035e4c2086c, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aff3a888-3d32-410d-9152-e035e4c2086c,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:27:22.350578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:22.384698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:22.385283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:22.387274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] 10.222.0.102 "PUT /v2.0/ports/aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 1092 time: 0.5825090 Oct 19 00:27:22.387710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:27:22.389949 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20f606f-814e-4db4-86de-6a820e82bd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:27:22.412891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16669f0f-e456-4f63-828d-a353ecc495b8 service neutron] Pushing event updated for resources: {'Port': ['ID=aff3a888-3d32-410d-9152-e035e4c2086c,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:22.434159 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0def17-e6d8-40c6-9543-21aa2f0ad0f2 x-openstack-request-id: req-de0def17-e6d8-40c6-9543-21aa2f0ad0f2 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:27:22.434445 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:27:22.434697 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de0def17-e6d8-40c6-9543-21aa2f0ad0f2 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:27:22.435130 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'status': 'completed', 'code': 200} Oct 19 00:27:22.560073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f606f-814e-4db4-86de-6a820e82bd5d req-66192961-f4db-4098-b121-4a6e635a4218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:22.561630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e20f606f-814e-4db4-86de-6a820e82bd5d req-66192961-f4db-4098-b121-4a6e635a4218 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1095 time: 0.0430038 Oct 19 00:27:22.705364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f434-787a-4e61-8b69-4babf3f9900a req-f7ddc3a5-379b-4d41-9c52-b57e26239c7f tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:22.707000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b62f434-787a-4e61-8b69-4babf3f9900a req-f7ddc3a5-379b-4d41-9c52-b57e26239c7f tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 943 time: 0.0672970 Oct 19 00:27:22.708338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f606f-814e-4db4-86de-6a820e82bd5d req-b2fb4a2c-7976-4c4a-b02c-bffb9b55dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:22.709640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e20f606f-814e-4db4-86de-6a820e82bd5d req-b2fb4a2c-7976-4c4a-b02c-bffb9b55dae9 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=fd4f6d392d254ba19f798ad484826a04&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1336732 Oct 19 00:27:22.773740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5b62f434-787a-4e61-8b69-4babf3f9900a req-1358256c-7138-4482-854a-2e367a82e7a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609441 Oct 19 00:27:22.828022 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f606f-814e-4db4-86de-6a820e82bd5d req-45a19859-c392-4a24-bd63-864e06f93b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:22.829460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e20f606f-814e-4db4-86de-6a820e82bd5d req-45a19859-c392-4a24-bd63-864e06f93b94 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111889 Oct 19 00:27:22.927917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-c8d4c70f-51b1-4713-897c-0afc00acfb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:22.929401 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-c8d4c70f-51b1-4713-897c-0afc00acfb53 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1095 time: 0.0411677 Oct 19 00:27:22.981600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-af442158-8cdd-4e21-96f2-57a8bab27524 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 217 time: 0.0381916 Oct 19 00:27:23.028424 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-8ab9e827-f8ef-4066-94d3-a5fc1119340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:23.029897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-8ab9e827-f8ef-4066-94d3-a5fc1119340d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 200 len: 854 time: 0.0418787 Oct 19 00:27:23.074219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-63783166-0570-4a4b-9764-2e2dd46e3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:23.075689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-63783166-0570-4a4b-9764-2e2dd46e3e00 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42a78769-7313-4b9f-8212-f5f5cbdf13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391953 Oct 19 00:27:23.166556 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-9102073f-403b-4b6d-880d-6b2ca03c0426 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834968 Oct 19 00:27:23.256856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b7495f4-6f53-4527-b243-3e39571d2f2c req-aadef61e-1685-4a6b-84b4-dfab85cd18b5 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829761 Oct 19 00:27:23.892891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f957a8-75ce-427c-893d-bf2e1d51b0c0 req-7a23f9b4-aa06-4525-8bee-8f671c757692 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:23.894366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42f957a8-75ce-427c-893d-bf2e1d51b0c0 req-7a23f9b4-aa06-4525-8bee-8f671c757692 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 943 time: 0.0529101 Oct 19 00:27:23.930478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42f957a8-75ce-427c-893d-bf2e1d51b0c0 req-839bc6ea-717e-4072-a540-b711ab43528c tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303452 Oct 19 00:27:24.056581 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-45747577-a831-4f5d-9d30-130d173f5b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:24.932635 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:25.043936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678956a7-21fd-45a7-8be6-b2fabf8e6889 req-1018d2de-f414-4ea3-ae1c-afaca1274e00 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:25.045782 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-678956a7-21fd-45a7-8be6-b2fabf8e6889 req-1018d2de-f414-4ea3-ae1c-afaca1274e00 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 943 time: 0.0505674 Oct 19 00:27:25.083356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-678956a7-21fd-45a7-8be6-b2fabf8e6889 req-98d08ca7-0aaa-4548-8317-2e992e68c7d8 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Oct 19 00:27:25.629744 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:26.194579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4ed2d-5bda-4e42-881f-2530118f11aa req-d807930c-2493-4a13-83d2-a00d210946c3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:26.196049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eab4ed2d-5bda-4e42-881f-2530118f11aa req-d807930c-2493-4a13-83d2-a00d210946c3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 943 time: 0.0481467 Oct 19 00:27:26.233570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eab4ed2d-5bda-4e42-881f-2530118f11aa req-f6fd2f11-5440-4c9c-8b19-eb0450106141 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Oct 19 00:27:27.208799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aff3a888-3d32-410d-9152-e035e4c2086c details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:27:27.306187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aff3a888-3d32-410d-9152-e035e4c2086c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aff3a888-3d32-410d-9152-e035e4c2086c,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:27:27.318214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'port_id': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'mac_address': 'fa:16:3e:ff:92:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:27:27.353807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db88e4-e414-4fb6-b568-176f12d3ad46 req-4bb394d5-bcb9-40ca-8717-98ba9e0fa662 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:27.355838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22db88e4-e414-4fb6-b568-176f12d3ad46 req-4bb394d5-bcb9-40ca-8717-98ba9e0fa662 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 943 time: 0.0580142 Oct 19 00:27:27.356196 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:27.368983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff3a888-3d32-410d-9152-e035e4c2086c {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:27:27.389989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aff3a888-3d32-410d-9152-e035e4c2086c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aff3a888-3d32-410d-9152-e035e4c2086c,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:27:27.393771 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:27.395189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-22db88e4-e414-4fb6-b568-176f12d3ad46 req-07d6fbb2-1333-498c-a579-000c9250e40f tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Oct 19 00:27:27.444988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=aff3a888-3d32-410d-9152-e035e4c2086c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:27.812285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aff3a888-3d32-410d-9152-e035e4c2086c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:27:28.133860 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:28.507857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ab994-668c-47d9-9962-3b45de4526a3 req-b64781e0-6008-41ad-9161-06b686f4e46e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:28.509325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-360ab994-668c-47d9-9962-3b45de4526a3 req-b64781e0-6008-41ad-9161-06b686f4e46e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 944 time: 0.0488439 Oct 19 00:27:28.547998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-360ab994-668c-47d9-9962-3b45de4526a3 req-38d31f01-cecc-4e7b-bb65-e7ef25b46e19 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Oct 19 00:27:29.209242 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aff3a888-3d32-410d-9152-e035e4c2086c up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:27:29.260837 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port aff3a888-3d32-410d-9152-e035e4c2086c completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:27:29.264974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port aff3a888-3d32-410d-9152-e035e4c2086c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:27:29.265341 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:29.339419 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:29.361470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:27:29.363729 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38f3a8b-cb7e-4526-a33d-cf8d43fce1d0" -d '{"events": [{"server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "name": "network-vif-plugged", "status": "completed", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:27:29.377163 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port aff3a888-3d32-410d-9152-e035e4c2086c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aff3a888-3d32-410d-9152-e035e4c2086c,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:27:29.380919 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:29.403626 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8aa5f4-5631-4c28-a0d3-0fef32c11505 x-openstack-request-id: req-8e8aa5f4-5631-4c28-a0d3-0fef32c11505 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:27:29.403914 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "name": "network-vif-plugged", "status": "completed", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:27:29.404169 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e8aa5f4-5631-4c28-a0d3-0fef32c11505 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:27:29.404557 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'code': 200} Oct 19 00:27:29.429879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=aff3a888-3d32-410d-9152-e035e4c2086c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:29.561445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4d3d-078d-4725-aca9-fdf135578f56 req-c2156945-162c-4b8b-8c9f-d3f78d69419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:29.563011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c9b4d3d-078d-4725-aca9-fdf135578f56 req-c2156945-162c-4b8b-8c9f-d3f78d69419d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1097 time: 0.0830500 Oct 19 00:27:29.597913 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c9b4d3d-078d-4725-aca9-fdf135578f56 req-c16b7105-5dd1-45d1-8c4e-a804f19f8102 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278902 Oct 19 00:27:29.664719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df478-f980-4ef1-a71f-09387fd783de req-fb8964db-c766-45ca-a02b-34f7c996304a tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:29.666171 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-004df478-f980-4ef1-a71f-09387fd783de req-fb8964db-c766-45ca-a02b-34f7c996304a tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0515411 Oct 19 00:27:29.703035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-004df478-f980-4ef1-a71f-09387fd783de req-22c25927-f97a-4f22-95db-a19714384fc8 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303328 Oct 19 00:27:30.816277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dc996-89ac-407a-b3bd-fab846954013 req-ccf2e796-ff56-40bd-977b-af40910e8b79 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:30.817787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-208dc996-89ac-407a-b3bd-fab846954013 req-ccf2e796-ff56-40bd-977b-af40910e8b79 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0502758 Oct 19 00:27:30.854487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-208dc996-89ac-407a-b3bd-fab846954013 req-23de8910-e9ec-492c-8136-a31a7d877c6f tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309155 Oct 19 00:27:31.968494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdab13-40c2-46e0-adc6-a1471c677ed1 req-c781bd9b-3187-45fe-998b-6c5b503721b3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:31.969970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fbdab13-40c2-46e0-adc6-a1471c677ed1 req-c781bd9b-3187-45fe-998b-6c5b503721b3 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0491467 Oct 19 00:27:32.006908 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fbdab13-40c2-46e0-adc6-a1471c677ed1 req-a0a061d5-5e19-4683-acf7-923b7219829d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309107 Oct 19 00:27:32.119972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83dfe3-9ed0-4b94-a5ba-6ec8109ab368 req-fe004751-72c5-4248-83bc-21b2c58afb74 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:32.121909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e83dfe3-9ed0-4b94-a5ba-6ec8109ab368 req-fe004751-72c5-4248-83bc-21b2c58afb74 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0518270 Oct 19 00:27:32.158424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6e83dfe3-9ed0-4b94-a5ba-6ec8109ab368 req-628ad695-ba4a-4790-87c1-cab6354cab1c tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306504 Oct 19 00:27:32.341135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b047f81-6a83-41ec-a49b-13650788d445 req-ea874b71-16bf-411d-8e8d-90fc98975a28 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:32.342616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b047f81-6a83-41ec-a49b-13650788d445 req-ea874b71-16bf-411d-8e8d-90fc98975a28 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0495253 Oct 19 00:27:32.381184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b047f81-6a83-41ec-a49b-13650788d445 req-86fa83e6-a855-4289-a47f-768eedb4370a tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 Oct 19 00:27:33.318651 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8bba3573-dda4-448e-b87d-a21463b41213 req-a637a98b-d485-4476-928f-538edb7b4c87 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397470 Oct 19 00:27:33.416698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba3573-dda4-448e-b87d-a21463b41213 req-154ff81b-5210-4a3f-8fb4-c5cb8809f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:33.418169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8bba3573-dda4-448e-b87d-a21463b41213 req-154ff81b-5210-4a3f-8fb4-c5cb8809f8e9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1097 time: 0.0399773 Oct 19 00:27:33.531125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba3573-dda4-448e-b87d-a21463b41213 req-21c8ec0f-893d-468b-9b6b-5672fb1defd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:33.532606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8bba3573-dda4-448e-b87d-a21463b41213 req-21c8ec0f-893d-468b-9b6b-5672fb1defd4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 916 time: 0.0927134 Oct 19 00:27:33.574957 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8bba3573-dda4-448e-b87d-a21463b41213 req-7480a19f-803f-4237-8e47-62b817209fd4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 217 time: 0.0345421 Oct 19 00:27:33.626534 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba3573-dda4-448e-b87d-a21463b41213 req-0ee18965-fa4a-4ca9-95f8-56b60ee3a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:33.627985 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8bba3573-dda4-448e-b87d-a21463b41213 req-0ee18965-fa4a-4ca9-95f8-56b60ee3a2ee service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 200 len: 854 time: 0.0465841 Oct 19 00:27:33.680647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba3573-dda4-448e-b87d-a21463b41213 req-06f0abed-5e41-44bf-be65-11239b511e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:33.682096 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8bba3573-dda4-448e-b87d-a21463b41213 req-06f0abed-5e41-44bf-be65-11239b511e21 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42a78769-7313-4b9f-8212-f5f5cbdf13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438752 Oct 19 00:27:33.774501 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8bba3573-dda4-448e-b87d-a21463b41213 req-db78846d-7a8f-4245-b709-115ce07b2044 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853000 Oct 19 00:27:34.225473 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8bba3573-dda4-448e-b87d-a21463b41213 req-1cd00417-428f-4981-b664-8836ac39f75b service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432757 Oct 19 00:27:35.421845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:37.011391 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:42.731285 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:27:46.225697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ea155-53c4-4f5b-99a5-acba98de336d req-d111ceb5-3d68-44a4-96aa-58f395efc69e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:46.227149 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d0ea155-53c4-4f5b-99a5-acba98de336d req-d111ceb5-3d68-44a4-96aa-58f395efc69e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0476580 Oct 19 00:27:46.266675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7d0ea155-53c4-4f5b-99a5-acba98de336d req-7a3d2d24-e965-4ca1-b060-8b9b1f73f979 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330062 Oct 19 00:27:46.288723 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42934) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:27:46.372426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92271d45-c0ca-42fc-a528-b3e2e912ed00 tempest-TestMinimumBasicScenario-849722679 tempest-TestMinimumBasicScenario-849722679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:46.373918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-92271d45-c0ca-42fc-a528-b3e2e912ed00 tempest-TestMinimumBasicScenario-849722679 tempest-TestMinimumBasicScenario-849722679-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1092 time: 0.0841956 Oct 19 00:27:46.377004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42938) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:27:46.381167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:46.405575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:46.498107 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:46.603041 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Allocated IP 172.25.7.19 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/0c7e1bbe-b218-4abf-93bb-370ccd76b9aa) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:27:46.700942 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:46.737109 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:46.773297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:27:46.776115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:27:46.779320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:27:46.810122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'Port': ['ID=0c7e1bbe-b218-4abf-93bb-370ccd76b9aa,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:46.821602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.821945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.822282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.822611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.822960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.823286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.823607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.823924 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.824242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.824557 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.824870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:46.825185 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:47.143502 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:47.207532 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:47.352668 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:47.357387 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:47.429886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'Port': ['ID=0c7e1bbe-b218-4abf-93bb-370ccd76b9aa,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:47.441815 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:47.538989 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Floating IP 12408122-e00d-4c46-ab8d-371b8f8ed979 associated. External IP: 172.25.7.19, port: aff3a888-3d32-410d-9152-e035e4c2086c. Oct 19 00:27:47.745221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:27:47.853681 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:27:47.864265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] Sync routers for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:27:47.872415 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:47.874672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:27:47.875323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:27:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:27:47.898710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3801d35f-e365-4720-93b0-dc0f0a09f29e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5206277 Oct 19 00:27:47.899384 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:27:47.901671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42940) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:27:47.902217 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:27:47.907300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1135484777', 'description': 'tempest-secgroup-smoke-1135484777 description', 'project_id': 'fd4f6d392d254ba19f798ad484826a04'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:47.933834 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:47.939397 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa573a1f-8710-4f8a-a99f-a1afb4ee4740 x-openstack-request-id: req-fa573a1f-8710-4f8a-a99f-a1afb4ee4740 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:27:47.939831 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:27:47.940155 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa573a1f-8710-4f8a-a99f-a1afb4ee4740 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:27:47.940656 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'status': 'completed', 'code': 200} Oct 19 00:27:47.987046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:27:48.007785 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.011991 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.033361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-40fcc7c8-cdab-402b-ad6a-2658ccbe3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:48.034914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-40fcc7c8-cdab-402b-ad6a-2658ccbe3580 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1097 time: 0.0491378 Oct 19 00:27:48.046185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417f013a-4464-473a-ad85-610d47f5f84e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:48.055543 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.056147 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.056729 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.057281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.057623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.057965 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.058319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.058640 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.059007 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.059337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.059673 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.060035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:27:48.067136 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.068309 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3110b332-e2d7-459d-8d04-93a63f8ea369 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1652730 Oct 19 00:27:48.071926 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42944) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:27:48.078472 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7ff20980-848a-4f77-97df-901fad2f8666 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'security_group_rule': {'security_group_id': '417f013a-4464-473a-ad85-610d47f5f84e', 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:48.107155 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ff20980-848a-4f77-97df-901fad2f8666 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.132840 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-5d3f9f59-db99-4efd-983c-7d716be9ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:48.134364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-5d3f9f59-db99-4efd-983c-7d716be9ce03 service neutron] 10.222.0.102 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 916 time: 0.0914011 Oct 19 00:27:48.167597 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ff20980-848a-4f77-97df-901fad2f8666 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.172519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ff20980-848a-4f77-97df-901fad2f8666 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.195358 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7ff20980-848a-4f77-97df-901fad2f8666 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.199436 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7ff20980-848a-4f77-97df-901fad2f8666 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264651 Oct 19 00:27:48.199694 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 42946) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:27:48.201155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff20980-848a-4f77-97df-901fad2f8666 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068a1cfc-52ed-4223-ba19-c17d134747a6,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:48.207094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a74bb64a-1e65-4191-b03e-481fecbf83c0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'security_group_rule': {'security_group_id': '417f013a-4464-473a-ad85-610d47f5f84e', 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:48.225428 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '12408122-e00d-4c46-ab8d-371b8f8ed979', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'port_id': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'mac_address': 'fa:16:3e:ff:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb761042-c251-4345-8716-b5a72883214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:27:47Z', 'updated_at': '2021-10-19T00:27:47Z', 'revision_number': 0, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 5, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:27:48.231319 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-fc22cd30-2552-43dd-90a1-bd60602b543d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 998 time: 0.0889900 Oct 19 00:27:48.251282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a74bb64a-1e65-4191-b03e-481fecbf83c0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.251479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] Checking router: f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:27:48.259492 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:27:48.260090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:27:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:27:48.308280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-cd6e1b5d-9911-4397-ace9-78ac8894a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:48.309734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-cd6e1b5d-9911-4397-ace9-78ac8894a6d6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 200 len: 854 time: 0.0705411 Oct 19 00:27:48.352049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a74bb64a-1e65-4191-b03e-481fecbf83c0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.358302 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a74bb64a-1e65-4191-b03e-481fecbf83c0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.367663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:27:48.382094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bb64a-1e65-4191-b03e-481fecbf83c0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77f586f-02a1-461c-965b-b51b16f03a3b,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:48.388847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-fa56f5be-6798-4927-800d-dd49b1dce3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:48.390383 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-fa56f5be-6798-4927-800d-dd49b1dce3dd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42a78769-7313-4b9f-8212-f5f5cbdf13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719948 Oct 19 00:27:48.396020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a74bb64a-1e65-4191-b03e-481fecbf83c0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.397474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a74bb64a-1e65-4191-b03e-481fecbf83c0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1960278 Oct 19 00:27:48.400935 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42948) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:27:48.409092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-66693c8f-f97e-4d71-8c1d-89799ae0d9a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'security_group_rule': {'security_group_id': '417f013a-4464-473a-ad85-610d47f5f84e', 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:48.437417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-66693c8f-f97e-4d71-8c1d-89799ae0d9a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.504205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-66693c8f-f97e-4d71-8c1d-89799ae0d9a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.505618 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-57af705e-8b18-4b38-8357-ee1fd96ecbb3 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066837 Oct 19 00:27:48.508484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-66693c8f-f97e-4d71-8c1d-89799ae0d9a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.528155 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66693c8f-f97e-4d71-8c1d-89799ae0d9a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30402411-28ac-47a4-bea2-ac6c85c9359e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:48.533263 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-66693c8f-f97e-4d71-8c1d-89799ae0d9a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.536033 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-66693c8f-f97e-4d71-8c1d-89799ae0d9a0 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317439 Oct 19 00:27:48.537152 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42950) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:27:48.541956 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c936521e-a092-4997-8867-11e2ab97aff6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'security_group_rule': {'security_group_id': '417f013a-4464-473a-ad85-610d47f5f84e', 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:48.569615 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c936521e-a092-4997-8867-11e2ab97aff6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.612644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bdd0b9ea-686d-497b-a1b8-9447a15ec9cf req-8f31342b-a0cd-4a77-ab07-7bd61ee3cc50 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979977 Oct 19 00:27:48.619024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '12408122-e00d-4c46-ab8d-371b8f8ed979', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'port_id': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'mac_address': 'fa:16:3e:ff:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb761042-c251-4345-8716-b5a72883214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:27:47Z', 'updated_at': '2021-10-19T00:27:47Z', 'revision_number': 0, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 5, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:27:48.637640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c936521e-a092-4997-8867-11e2ab97aff6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.643066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c936521e-a092-4997-8867-11e2ab97aff6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.646318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ad1a6-1f5e-487b-85ff-328a9c340146 None None] The sync data for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 is: [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '12408122-e00d-4c46-ab8d-371b8f8ed979', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'port_id': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'mac_address': 'fa:16:3e:ff:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb761042-c251-4345-8716-b5a72883214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:27:47Z', 'updated_at': '2021-10-19T00:27:47Z', 'revision_number': 0, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 5, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:27:48.658339 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936521e-a092-4997-8867-11e2ab97aff6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f638971a-7260-4e1b-9a64-b1e1071b8f97,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:48.670061 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c936521e-a092-4997-8867-11e2ab97aff6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.671324 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c936521e-a092-4997-8867-11e2ab97aff6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331973 Oct 19 00:27:48.674061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42952) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:27:48.678661 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ccabc739-0e82-48fc-b55a-c35277e755e2 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'security_group_rule': {'security_group_id': '417f013a-4464-473a-ad85-610d47f5f84e', 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:48.702415 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-ccabc739-0e82-48fc-b55a-c35277e755e2 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Project fd4f6d392d254ba19f798ad484826a04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:27:48.707725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ccabc739-0e82-48fc-b55a-c35277e755e2 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.768317 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ccabc739-0e82-48fc-b55a-c35277e755e2 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.772922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ccabc739-0e82-48fc-b55a-c35277e755e2 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.792039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabc739-0e82-48fc-b55a-c35277e755e2 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedafcd5-199b-4cfa-89bd-4aa405f920f0,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:48.802733 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ccabc739-0e82-48fc-b55a-c35277e755e2 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.803953 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ccabc739-0e82-48fc-b55a-c35277e755e2 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287801 Oct 19 00:27:48.806706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 42954) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:27:48.816955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8f5bd95c-ac41-4ba6-8664-e93b0535c0c1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'security_group_rule': {'security_group_id': '417f013a-4464-473a-ad85-610d47f5f84e', 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:48.839478 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-8f5bd95c-ac41-4ba6-8664-e93b0535c0c1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Project fd4f6d392d254ba19f798ad484826a04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:27:48.844645 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd95c-ac41-4ba6-8664-e93b0535c0c1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.859711 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53125ee5-ab13-4a0a-bbbd-1e6c4fbdd3c5 None None] New status for floating IP 12408122-e00d-4c46-ab8d-371b8f8ed979: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:27:48.908787 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd95c-ac41-4ba6-8664-e93b0535c0c1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.912679 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd95c-ac41-4ba6-8664-e93b0535c0c1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.930973 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bd95c-ac41-4ba6-8664-e93b0535c0c1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25cf284-91f0-469b-a1cb-0b168905bcd8,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:48.941135 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd95c-ac41-4ba6-8664-e93b0535c0c1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:48.942335 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8f5bd95c-ac41-4ba6-8664-e93b0535c0c1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346359 Oct 19 00:27:49.028337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52676532-d99e-4aae-a23b-b231c44d975d req-491b7bfb-1d91-485c-83fa-2fbf65112b45 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135484777&fields=id&tenant_id=fd4f6d392d254ba19f798ad484826a04 HTTP/1.1" status: 200 len: 267 time: 0.0389402 Oct 19 00:27:49.082439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676532-d99e-4aae-a23b-b231c44d975d req-1802a71b-9282-4b7d-8818-c24793232c17 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:49.083941 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52676532-d99e-4aae-a23b-b231c44d975d req-1802a71b-9282-4b7d-8818-c24793232c17 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0494473 Oct 19 00:27:49.095162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-52676532-d99e-4aae-a23b-b231c44d975d req-91a7a664-3a0c-461a-99a1-cbc97e4acf3d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'port': {'security_groups': ['76c0e7cb-0a0b-4d79-b94f-da5a16882c27', '417f013a-4464-473a-ad85-610d47f5f84e']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:27:49.155170 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-52676532-d99e-4aae-a23b-b231c44d975d req-91a7a664-3a0c-461a-99a1-cbc97e4acf3d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:49.336361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-52676532-d99e-4aae-a23b-b231c44d975d req-91a7a664-3a0c-461a-99a1-cbc97e4acf3d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] For port aff3a888-3d32-410d-9152-e035e4c2086c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aff3a888-3d32-410d-9152-e035e4c2086c,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:27:49.364919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-52676532-d99e-4aae-a23b-b231c44d975d req-91a7a664-3a0c-461a-99a1-cbc97e4acf3d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:49.369376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-52676532-d99e-4aae-a23b-b231c44d975d req-91a7a664-3a0c-461a-99a1-cbc97e4acf3d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:49.407804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aff3a888-3d32-410d-9152-e035e4c2086c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:27:49.416139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676532-d99e-4aae-a23b-b231c44d975d req-91a7a664-3a0c-461a-99a1-cbc97e4acf3d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:49.416737 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-52676532-d99e-4aae-a23b-b231c44d975d req-91a7a664-3a0c-461a-99a1-cbc97e4acf3d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:49.421304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-52676532-d99e-4aae-a23b-b231c44d975d req-91a7a664-3a0c-461a-99a1-cbc97e4acf3d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "PUT /v2.0/ports/aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 981 time: 0.3278816 Oct 19 00:27:49.443794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7a664-3a0c-461a-99a1-cbc97e4acf3d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'Port': ['ID=aff3a888-3d32-410d-9152-e035e4c2086c,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:27:49.532864 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9652e19-538d-41f0-893f-9671b11e0721 req-153f6459-c06a-443a-a28e-7c8331897654 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:49.534708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9652e19-538d-41f0-893f-9671b11e0721 req-153f6459-c06a-443a-a28e-7c8331897654 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0555632 Oct 19 00:27:49.536567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aff3a888-3d32-410d-9152-e035e4c2086c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:27:49.578010 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9652e19-538d-41f0-893f-9671b11e0721 req-d8c6a1bb-a154-4c43-bf28-2de00dbd4cbb tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365922 Oct 19 00:27:49.700128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-facc2181-f718-4865-ba6b-860d2252138a None None] Provisioning complete for port aff3a888-3d32-410d-9152-e035e4c2086c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:27:49.700934 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-facc2181-f718-4865-ba6b-860d2252138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:49.942040 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:27:49.944449 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:27:49.980508 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bd4e01-1d7c-40c1-b9a9-0b3088f631fb x-openstack-request-id: req-02bd4e01-1d7c-40c1-b9a9-0b3088f631fb {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:27:49.980807 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:27:49.981069 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02bd4e01-1d7c-40c1-b9a9-0b3088f631fb {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:27:49.981483 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'status': 'completed', 'code': 200} Oct 19 00:27:50.063460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-4862ac29-0d2d-412d-b23b-022fed2fe795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:50.064955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-4862ac29-0d2d-412d-b23b-022fed2fe795 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1136 time: 0.0408950 Oct 19 00:27:50.158371 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-297aa92a-1b59-4104-a6e4-2908a7263c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:50.159780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-297aa92a-1b59-4104-a6e4-2908a7263c53 service neutron] 10.222.0.102 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 916 time: 0.0877888 Oct 19 00:27:50.226531 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-55cf1d9c-387c-45d1-83e3-d35b74b66c83 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 1000 time: 0.0583997 Oct 19 00:27:50.279662 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-4e6772a9-4743-45d5-904c-5e69a924ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:50.281066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-4e6772a9-4743-45d5-904c-5e69a924ea0d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 200 len: 854 time: 0.0439510 Oct 19 00:27:50.330854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-7fac99b8-ae6d-4a57-9dab-360cc1a418fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:27:50.332273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-7fac99b8-ae6d-4a57-9dab-360cc1a418fd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42a78769-7313-4b9f-8212-f5f5cbdf13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440722 Oct 19 00:27:50.396618 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6d701e14-8bb2-4010-81e4-0e4bef81c1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:50.425569 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-06ea8c11-0c3a-43dd-9444-b15ef2c138e3 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831013 Oct 19 00:27:50.520256 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-356e6ccc-96f9-4bf7-be31-adeae6d8d2c9 req-dc83dd69-b768-4e5c-8a65-6aaef3cbd9f9 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868144 Oct 19 00:27:54.058169 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c0f17d14-b427-4e67-9caa-ce8f296b3e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:54.933808 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:55.632469 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:27:58.136945 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:05.421524 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:07.018846 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:19.731680 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:28:20.397190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef4aa-080c-48f0-a035-7547bb26d38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:24.063471 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9b18c999-a861-4581-ad95-3c1168195c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:24.936197 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:25.634307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:28.138313 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:35.283765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-bd2b21b3-e52f-40c6-a7a5-7a65875d90d9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394797 Oct 19 00:28:35.384322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-97a2a590-b4d4-4684-ab3f-a5290bba02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:35.385749 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-97a2a590-b4d4-4684-ab3f-a5290bba02a6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1136 time: 0.0395415 Oct 19 00:28:35.411765 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:35.493322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-27d3412f-91d7-4985-a89d-8bede84e1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:35.494790 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-27d3412f-91d7-4985-a89d-8bede84e1c67 service neutron] 10.222.0.102 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 916 time: 0.0873373 Oct 19 00:28:35.560459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-1935bf45-de0c-4f9b-b725-fb9be9aab24d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 1000 time: 0.0568173 Oct 19 00:28:35.614361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-37d436f7-fd23-4a30-97dc-cecccc14c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:35.615827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-37d436f7-fd23-4a30-97dc-cecccc14c06e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 200 len: 854 time: 0.0471358 Oct 19 00:28:35.661495 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-fb118964-b014-4693-91ea-05c409c65f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:35.662948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-fb118964-b014-4693-91ea-05c409c65f3c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42a78769-7313-4b9f-8212-f5f5cbdf13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391502 Oct 19 00:28:35.754570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-53b445b7-52b6-4544-a491-818a517d148d service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829530 Oct 19 00:28:35.848266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d8a2133-c965-474c-9e98-9eb40d570c02 req-0d95ab28-6239-4f33-9046-793526ec424e service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838487 Oct 19 00:28:37.029525 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:47.229587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f9dc-537b-48a2-ad23-fd27a1e401be req-bf3c8ce7-0ebc-4423-a8c0-15fefdc234a5 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:47.231048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0b03f9dc-537b-48a2-ad23-fd27a1e401be req-bf3c8ce7-0ebc-4423-a8c0-15fefdc234a5 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0756676 Oct 19 00:28:47.255214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-cba28395-fd89-42ab-9867-e226d4dca733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:47.256607 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-cba28395-fd89-42ab-9867-e226d4dca733 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1136 time: 0.0707281 Oct 19 00:28:47.285103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0b03f9dc-537b-48a2-ad23-fd27a1e401be req-26a597a3-0148-4993-a1ad-37a567ebefd1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470991 Oct 19 00:28:47.361234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-66c0698a-e4cb-4769-a162-2433399bcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:47.362755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-66c0698a-e4cb-4769-a162-2433399bcda4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 916 time: 0.0936475 Oct 19 00:28:47.432225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-51c8238b-45fd-40b8-9ac8-a7d00018c62a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 1000 time: 0.0615396 Oct 19 00:28:47.480461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-cd53c523-1e15-4b3c-9432-d8119e656b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:47.481845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-cd53c523-1e15-4b3c-9432-d8119e656b4d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 200 len: 854 time: 0.0425475 Oct 19 00:28:47.527321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-aeb460e7-8546-48f4-9af2-64ba7e04640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:47.529184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-aeb460e7-8546-48f4-9af2-64ba7e04640a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42a78769-7313-4b9f-8212-f5f5cbdf13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400834 Oct 19 00:28:47.629049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-b7bc7e7e-b4d5-4112-bee4-f3a80d375471 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921290 Oct 19 00:28:47.719600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-793a1826-35df-427f-8c6e-aeeeb9cc873e req-5d9a2c0a-f8ac-483b-8a36-f6a7641d8c83 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819979 Oct 19 00:28:48.403306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce1f12-7ce1-4111-8714-5d5113fc0e83 req-e68746f7-cec8-47b9-a5ce-05687e2baeca tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:48.405019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5ce1f12-7ce1-4111-8714-5d5113fc0e83 req-e68746f7-cec8-47b9-a5ce-05687e2baeca tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0530219 Oct 19 00:28:48.445797 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5ce1f12-7ce1-4111-8714-5d5113fc0e83 req-b5b7446d-db8f-444b-ae2d-5dde571743e6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328367 Oct 19 00:28:49.558515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d54f62-f6ca-48c9-afa7-a3b29e9ddca1 req-31fde8e2-ab3d-4234-8b8d-91633bf227c7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:49.560004 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43d54f62-f6ca-48c9-afa7-a3b29e9ddca1 req-31fde8e2-ab3d-4234-8b8d-91633bf227c7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0490091 Oct 19 00:28:49.599919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43d54f62-f6ca-48c9-afa7-a3b29e9ddca1 req-0c2a9cae-f443-4e9c-a1b1-63f451ebffc6 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334685 Oct 19 00:28:50.398520 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e33f1193-dc8f-44f9-9a1c-770d6f269204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:50.715367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ed492-8fa9-45db-905c-12a60dc516e1 req-b289cae0-4102-4513-a979-10d94c57610f tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:50.716823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-913ed492-8fa9-45db-905c-12a60dc516e1 req-b289cae0-4102-4513-a979-10d94c57610f tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0517509 Oct 19 00:28:50.755815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-913ed492-8fa9-45db-905c-12a60dc516e1 req-c65755bf-5515-4c65-87f5-568765db9355 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322163 Oct 19 00:28:51.874473 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f586a1-512a-4cda-bc24-a252decdbce9 req-f88ed696-9384-4ab8-bbb8-774b4e488fef tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:51.875969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05f586a1-512a-4cda-bc24-a252decdbce9 req-f88ed696-9384-4ab8-bbb8-774b4e488fef tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0533013 Oct 19 00:28:51.915631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05f586a1-512a-4cda-bc24-a252decdbce9 req-09352b13-99db-455c-8a84-84b245ed340d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335815 Oct 19 00:28:53.029057 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe9e50-0937-42a6-a8b2-ce9737d33fcf req-c481ecb4-e02d-481f-b195-9937addec869 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:53.030497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15fe9e50-0937-42a6-a8b2-ce9737d33fcf req-c481ecb4-e02d-481f-b195-9937addec869 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0484464 Oct 19 00:28:53.071660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15fe9e50-0937-42a6-a8b2-ce9737d33fcf req-493d7b6c-efed-4c08-89ef-3d7358e0b521 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350261 Oct 19 00:28:54.065185 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-810c6263-d809-4d13-b4cd-56305be30246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:54.186581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d6f4a-5ef1-4571-8cf3-3df7e607a297 req-03cf32db-7f14-496f-a070-805bbf8d578b tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:54.188068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f6d6f4a-5ef1-4571-8cf3-3df7e607a297 req-03cf32db-7f14-496f-a070-805bbf8d578b tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0494781 Oct 19 00:28:54.227263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f6d6f4a-5ef1-4571-8cf3-3df7e607a297 req-c59e6252-bb24-4746-a955-40ee54f7955d tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331151 Oct 19 00:28:54.936575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:55.343731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eef3dd-e3f9-4ab2-8bc0-3406cec9ddb4 req-b58e0ad4-68fb-4bec-8d63-14e4419eb601 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:55.345173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04eef3dd-e3f9-4ab2-8bc0-3406cec9ddb4 req-b58e0ad4-68fb-4bec-8d63-14e4419eb601 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0522656 Oct 19 00:28:55.384282 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-04eef3dd-e3f9-4ab2-8bc0-3406cec9ddb4 req-890a17bf-8d84-4371-8c1f-d02c0f279de8 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331464 Oct 19 00:28:55.636759 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:56.496708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fd61f-db1f-41dd-81bf-4c8df2c59cde req-a504edfa-2129-40e9-a523-4df85ca1f961 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:56.498132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e17fd61f-db1f-41dd-81bf-4c8df2c59cde req-a504edfa-2129-40e9-a523-4df85ca1f961 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0492511 Oct 19 00:28:56.538491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e17fd61f-db1f-41dd-81bf-4c8df2c59cde req-067183f6-7b19-4e14-9ee3-1ce66eddc865 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338645 Oct 19 00:28:56.732026 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:28:57.650596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47fb21-380e-4852-b850-80ada737763a req-6a717b0a-08b9-47a0-b5f3-5e13652b311c tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:57.652076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a47fb21-380e-4852-b850-80ada737763a req-6a717b0a-08b9-47a0-b5f3-5e13652b311c tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0479100 Oct 19 00:28:57.693175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a47fb21-380e-4852-b850-80ada737763a req-2c8ec634-634f-43c3-b204-6f01b23cd89e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340385 Oct 19 00:28:58.141836 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:28:58.810381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8167e3a-6cb8-4262-a0e0-b810048b6e6e req-97b8fe3f-9605-418a-beb7-95167edfef4e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:28:58.811877 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8167e3a-6cb8-4262-a0e0-b810048b6e6e req-97b8fe3f-9605-418a-beb7-95167edfef4e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0527036 Oct 19 00:28:58.852164 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8167e3a-6cb8-4262-a0e0-b810048b6e6e req-d7b38746-ace9-457a-932a-2328bbd5e562 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=417f013a-4464-473a-ad85-610d47f5f84e&id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341928 Oct 19 00:29:05.422497 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:07.055497 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:20.399228 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82bdf9b5-afa4-4c04-8d72-d4ee75e3326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:24.066896 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-29558803-257d-426e-93e9-96c2b6a565c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:24.937910 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:25.639624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:28.144152 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:33.732088 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:29:35.273818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-b2c98178-49ed-4b78-bed7-dc67b29bf5ac service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390749 Oct 19 00:29:35.373456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-d7acfd0f-9b3f-43ff-9f81-5d9b979a9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:29:35.374833 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-d7acfd0f-9b3f-43ff-9f81-5d9b979a9a68 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1136 time: 0.0405715 Oct 19 00:29:35.422830 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:35.480655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-9355363b-fcc9-4f76-bc10-3a22935cd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:29:35.482121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-9355363b-fcc9-4f76-bc10-3a22935cd3d8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 916 time: 0.0874636 Oct 19 00:29:35.547625 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-6b0422b1-28ae-4d7a-a6de-53a908d4bf8b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 1000 time: 0.0578973 Oct 19 00:29:35.601868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-977bcc8a-027b-4599-8bae-7ecfd344053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:29:35.603347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-977bcc8a-027b-4599-8bae-7ecfd344053b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 200 len: 854 time: 0.0477953 Oct 19 00:29:35.648194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-263e805a-4106-443b-80ff-90f9ed73e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:29:35.649618 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-263e805a-4106-443b-80ff-90f9ed73e27b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42a78769-7313-4b9f-8212-f5f5cbdf13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393958 Oct 19 00:29:35.737591 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-a2e1c342-3180-4db9-9534-bc8612f6c335 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808539 Oct 19 00:29:35.830199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2c0e9f7a-32f2-440a-8c47-c2f504ccc26d req-c454d3a3-4cf5-424c-b3a7-d82e53c16c8d service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852675 Oct 19 00:29:37.056306 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:50.400254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bec07c1c-6e94-489e-aab0-8f6e85b8d2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:54.066627 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2cd16119-7fc2-4aa9-8bfe-268354be5e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:54.938603 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:55.642038 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:29:58.148097 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:02.377245 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-3859164f-e225-44ee-9148-e13f5a8a5d41 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135484777&fields=id&tenant_id=fd4f6d392d254ba19f798ad484826a04 HTTP/1.1" status: 200 len: 267 time: 0.1455693 Oct 19 00:30:02.430732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-72023ebb-27c6-4b1d-9042-05dc7d91cdfa tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:02.432246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-72023ebb-27c6-4b1d-9042-05dc7d91cdfa tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 984 time: 0.0493348 Oct 19 00:30:02.443238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Request body: {'port': {'security_groups': ['76c0e7cb-0a0b-4d79-b94f-da5a16882c27']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:02.511201 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:02.683048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] For port aff3a888-3d32-410d-9152-e035e4c2086c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aff3a888-3d32-410d-9152-e035e4c2086c,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:02.713519 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:02.718349 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:02.753895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aff3a888-3d32-410d-9152-e035e4c2086c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:30:02.780622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:02.781246 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:02.782636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4f00e505-4898-470a-b5d5-38a2a8689141 req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "PUT /v2.0/ports/aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 942 time: 0.3439329 Oct 19 00:30:02.784886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:30:02.786503 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c9ca31-5024-4635-ba7e-fa726199b800" -d '{"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:30:02.789061 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43058) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:02.827584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event updated for resources: {'Port': ['ID=aff3a888-3d32-410d-9152-e035e4c2086c,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:02.851936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.852279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.852623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.852955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.853321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.853653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.853962 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.854288 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.854608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.855276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.855618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.855939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89381eb-8002-4da4-9767-2f66f3d72b86 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:02.914844 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:02.959221 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:02.965880 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aff3a888-3d32-410d-9152-e035e4c2086c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:30:02.976329 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1633c3a-0e66-4307-b3ee-f29e805ae79d x-openstack-request-id: req-a1633c3a-0e66-4307-b3ee-f29e805ae79d {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:30:02.976623 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:30:02.976875 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1633c3a-0e66-4307-b3ee-f29e805ae79d {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:30:02.977307 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'status': 'completed', 'code': 200} Oct 19 00:30:03.028886 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:03.032382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:03.036746 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "DELETE /v2.0/security-groups/417f013a-4464-473a-ad85-610d47f5f84e HTTP/1.1" status: 204 len: 168 time: 0.2465942 Oct 19 00:30:03.037417 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43066) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:03.101533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-769fb0d6-2946-4b17-bb69-d78a229ac7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:03.104620 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-769fb0d6-2946-4b17-bb69-d78a229ac7bc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1097 time: 0.0665081 Oct 19 00:30:03.137596 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417f013a-4464-473a-ad85-610d47f5f84e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:03.161906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-deec3cb9-6c40-4c72-b60d-77f234eddd5b None None] Provisioning complete for port aff3a888-3d32-410d-9152-e035e4c2086c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:03.162360 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-deec3cb9-6c40-4c72-b60d-77f234eddd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:03.219162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-8ed0a71c-0809-40c2-9eb2-047e1563bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:03.219930 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.220361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.220777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-8ed0a71c-0809-40c2-9eb2-047e1563bd2d service neutron] 10.222.0.102 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 916 time: 0.1086347 Oct 19 00:30:03.220893 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.221163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.221502 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.221840 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.222174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.222506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.222865 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.223198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.223528 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.223853 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08eee29-88b0-48c6-810d-98ea4e29f393 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:03.267997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Deleting port 0c7e1bbe-b218-4abf-93bb-370ccd76b9aa {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:03.268345 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:03.293816 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-7b2a1c44-5049-4b47-984b-990d1b688e6c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 1000 time: 0.0635984 Oct 19 00:30:03.348027 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:03.348354 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:03.352791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-9fc3c394-537b-453b-b9f8-f7e09f6ada9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:03.354843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-9fc3c394-537b-453b-b9f8-f7e09f6ada9a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 200 len: 854 time: 0.0508742 Oct 19 00:30:03.360351 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Calling delete_port for 0c7e1bbe-b218-4abf-93bb-370ccd76b9aa owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:03.402939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-7f715178-b9c5-4eae-9b9b-21af3f1e9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:03.404469 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-7f715178-b9c5-4eae-9b9b-21af3f1e9ca5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42a78769-7313-4b9f-8212-f5f5cbdf13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398207 Oct 19 00:30:03.498321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-51e3ac81-917c-4f2f-838c-64f53fb8ef92 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Oct 19 00:30:03.505810 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:03.539711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event deleted for resources: {'Port': ['ID=0c7e1bbe-b218-4abf-93bb-370ccd76b9aa,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:03.593062 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7c9ca31-5024-4635-ba7e-fa726199b800 req-3085bbab-a53e-46d9-b73a-81f4e1e92fad service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873249 Oct 19 00:30:03.593457 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:03.593803 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Floating IP 12408122-e00d-4c46-ab8d-371b8f8ed979 disassociated (deleted). External IP: 172.25.7.19, port: aff3a888-3d32-410d-9152-e035e4c2086c. Oct 19 00:30:03.798249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:30:03.904611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:30:03.909420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:03.914010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] Sync routers for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:30:03.923144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:03.923746 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:03.935544 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-398d66b9-2077-4ce7-b876-dde936afc3d7 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "DELETE /v2.0/floatingips/12408122-e00d-4c46-ab8d-371b8f8ed979 HTTP/1.1" status: 204 len: 168 time: 0.8943081 Oct 19 00:30:03.936135 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:30:03.938427 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45" -d '{"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:30:04.031866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:04.203016 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272a108c-c1b7-4e2b-be20-d32cc70893a8 x-openstack-request-id: req-272a108c-c1b7-4e2b-be20-d32cc70893a8 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:30:04.203315 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:30:04.203578 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-272a108c-c1b7-4e2b-be20-d32cc70893a8 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:30:04.204056 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'status': 'completed', 'code': 200} Oct 19 00:30:04.239117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 5, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:04.266708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] Checking router: f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:30:04.275038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:04.275606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:04.285738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-b2a8fce6-8ce2-454a-ada5-7b39648f5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:04.287349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-b2a8fce6-8ce2-454a-ada5-7b39648f5cb6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd4f6d392d254ba19f798ad484826a04&device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 1097 time: 0.0413275 Oct 19 00:30:04.382949 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:04.385939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-e6abbfe1-47b9-49c7-9f98-a3919be88cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:04.387418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-e6abbfe1-47b9-49c7-9f98-a3919be88cd6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 200 len: 916 time: 0.0917120 Oct 19 00:30:04.428310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-953ab7c0-b085-4942-a167-01f819d59ffd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 200 len: 217 time: 0.0330253 Oct 19 00:30:04.480051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-b833f547-965d-49b0-bd54-32f05b7d61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:04.481576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-b833f547-965d-49b0-bd54-32f05b7d61d5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 200 len: 854 time: 0.0465674 Oct 19 00:30:04.527734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-8faf63a6-abd5-4d0f-8099-17dd331c3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:04.529204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-8faf63a6-abd5-4d0f-8099-17dd331c3464 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=42a78769-7313-4b9f-8212-f5f5cbdf13f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397534 Oct 19 00:30:04.582627 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 5, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:04.612812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeb2b7b-95ff-4d3d-a7d1-027164cf5c52 None None] The sync data for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 is: [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:50Z', 'revision_number': 4, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '27591e61-b547-42f4-8bd7-403fe4cd5c06', 'name': '', 'network_id': '42a78769-7313-4b9f-8212-f5f5cbdf13f3', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'mac_address': 'fa:16:3e:aa:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:50Z', 'updated_at': '2021-10-19T00:26:56Z', 'revision_number': 5, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'subnets': [{'id': '67c21b35-5514-4c6c-baa0-a25e85aa317d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:30:04.624131 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-261dec54-945f-4f25-ab4e-577e6bb34b2e service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845919 Oct 19 00:30:04.727784 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c012dfe-d3de-43e4-bc54-a87f9a0dbc45 req-be847871-cc94-469a-ae51-411b67e5ad56 service neutron] 10.222.0.102 "GET /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906312 Oct 19 00:30:04.857677 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25916053-82d3-4ef5-be13-070b2e51cbd7 None None] New status for floating IP 12408122-e00d-4c46-ab8d-371b8f8ed979: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:30:05.433821 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:07.054485 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:10.731540 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:30:13.024927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8a35-2371-4ba3-9bb1-9e58b33aa471 req-2d3b118b-bce5-476e-a5cc-4fb66a6702ab tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:13.026410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a3a8a35-2371-4ba3-9bb1-9e58b33aa471 req-2d3b118b-bce5-476e-a5cc-4fb66a6702ab tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0503716 Oct 19 00:30:13.066791 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a3a8a35-2371-4ba3-9bb1-9e58b33aa471 req-86fcb35d-4942-443e-89ee-89a737ad1f2a tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Oct 19 00:30:14.179782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba97d3-2497-49f1-91f0-6f91887b74c9 req-6b8755d3-d9de-4c1f-8c02-555dc924efd1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:14.181738 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89ba97d3-2497-49f1-91f0-6f91887b74c9 req-6b8755d3-d9de-4c1f-8c02-555dc924efd1 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0496707 Oct 19 00:30:14.224723 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89ba97d3-2497-49f1-91f0-6f91887b74c9 req-c717ab28-3b68-47d0-a713-ae2d8c9e96fa tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/security-groups?id=76c0e7cb-0a0b-4d79-b94f-da5a16882c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371244 Oct 19 00:30:14.934464 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-ce7a40c7-234b-4590-8467-77eae229b5ac tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:14.935959 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-ce7a40c7-234b-4590-8467-77eae229b5ac tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 945 time: 0.0482605 Oct 19 00:30:15.024322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Deleting port aff3a888-3d32-410d-9152-e035e4c2086c {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:15.024660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:15.113703 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] For port aff3a888-3d32-410d-9152-e035e4c2086c, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=aff3a888-3d32-410d-9152-e035e4c2086c,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:15.114063 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:15.125749 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Calling delete_port for aff3a888-3d32-410d-9152-e035e4c2086c owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:15.254678 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:15.284355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Pushing event deleted for resources: {'Port': ['ID=aff3a888-3d32-410d-9152-e035e4c2086c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:15.294550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['aff3a888-3d32-410d-9152-e035e4c2086c'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:30:15.349465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be29809d-0e98-499a-8348-06e717c90139 req-cc3c1851-8191-43fe-b5f3-726e73b67671 tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb761042-c251-4345-8716-b5a72883214b HTTP/1.1" status: 200 len: 210 time: 0.0543318 Oct 19 00:30:15.350269 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] No DVR routers for this DVR port aff3a888-3d32-410d-9152-e035e4c2086c on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:30:15.352859 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:15.356175 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a134a8c1-5461-48fc-8595-825e9b6cf754 req-75f78a99-db77-4d87-8911-6e219a55993e tempest-TestMinimumBasicScenario-1199287386 tempest-TestMinimumBasicScenario-1199287386-project] 10.222.0.102 "DELETE /v2.0/ports/aff3a888-3d32-410d-9152-e035e4c2086c HTTP/1.1" status: 204 len: 173 time: 0.4137466 Oct 19 00:30:15.356622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'name': 'network-vif-deleted', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:30:15.358900 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e301484b-c1d2-43a0-b54b-c6102d8e556f" -d '{"events": [{"server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "name": "network-vif-deleted", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:30:15.393986 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4136dc-5262-43a8-af66-75e7778588c3 x-openstack-request-id: req-9c4136dc-5262-43a8-af66-75e7778588c3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:30:15.394500 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb761042-c251-4345-8716-b5a72883214b", "name": "network-vif-deleted", "tag": "aff3a888-3d32-410d-9152-e035e4c2086c", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:30:15.394931 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c4136dc-5262-43a8-af66-75e7778588c3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:30:15.395341 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb761042-c251-4345-8716-b5a72883214b', 'name': 'network-vif-deleted', 'tag': 'aff3a888-3d32-410d-9152-e035e4c2086c', 'status': 'completed', 'code': 200} Oct 19 00:30:16.913746 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43168) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:17.252283 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:17.490284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Deleting port 27591e61-b547-42f4-8bd7-403fe4cd5c06 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:17.490627 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:17.565913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] For port 27591e61-b547-42f4-8bd7-403fe4cd5c06, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=27591e61-b547-42f4-8bd7-403fe4cd5c06,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:17.566189 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:17.578879 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Calling delete_port for 27591e61-b547-42f4-8bd7-403fe4cd5c06 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:17.751916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:17.775360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Pushing event deleted for resources: {'Port': ['ID=27591e61-b547-42f4-8bd7-403fe4cd5c06,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:17.941227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:18.150599 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:30:18.251633 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:30:18.256706 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-91610c0d-8612-45a7-ad3d-00c932215505 admin admin] 10.222.0.52 "PUT /v2.0/routers/f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3418434 Oct 19 00:30:18.259306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43170) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:18.260726 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] Sync routers for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:30:18.269707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:18.270308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:18.361929 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:18.374133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:18.464763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:18.519440 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Deleting port a98c8153-b21e-40b3-a841-edbf475655bb {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:18.519802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:18.550879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:30:17Z', 'revision_number': 5, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port': {'id': 'a98c8153-b21e-40b3-a841-edbf475655bb', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:18.581356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] Checking router: f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:30:18.590043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] Routers {'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:18.590645 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:18.600550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] For port a98c8153-b21e-40b3-a841-edbf475655bb, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a98c8153-b21e-40b3-a841-edbf475655bb,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:18.600918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:18.613013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Calling delete_port for a98c8153-b21e-40b3-a841-edbf475655bb owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:18.676391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] Set router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:18.726978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:30:18Z', 'revision_number': 6, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:18.756265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea770687-4330-4565-86a0-5ef3d9c8e749 None None] The sync data for ids ['f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff'] in n-d-713498-28 is: [{'id': 'f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff', 'name': 'tempest-TestMinimumBasicScenario-2002426822-router', 'tenant_id': 'fd4f6d392d254ba19f798ad484826a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:48Z', 'updated_at': '2021-10-19T00:30:18Z', 'revision_number': 6, 'project_id': 'fd4f6d392d254ba19f798ad484826a04', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:30:18.777262 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:18.803241 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98c8153-b21e-40b3-a841-edbf475655bb,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:18.865551 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.282702 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.284722 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.325128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.325782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:30:19.331009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.331888 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1d834687-b312-4b09-8153-3f147248b617 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f79c8c34-ed5e-4c7b-a4fd-6612cedc76ff HTTP/1.1" status: 204 len: 168 time: 1.0715795 Oct 19 00:30:19.334362 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43172) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:19.377024 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-82275b53-ea14-45dd-8fea-41af2647c41e admin admin] Deleting subnet 67c21b35-5514-4c6c-baa0-a25e85aa317d {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:30:19.380009 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82275b53-ea14-45dd-8fea-41af2647c41e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.415956 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82275b53-ea14-45dd-8fea-41af2647c41e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.490008 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82275b53-ea14-45dd-8fea-41af2647c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.530151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 27591e61-b547-42f4-8bd7-403fe4cd5c06 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:30:19.544125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82275b53-ea14-45dd-8fea-41af2647c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.553181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 27591e61-b547-42f4-8bd7-403fe4cd5c06 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:30:19.553768 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 27591e61-b547-42f4-8bd7-403fe4cd5c06 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:30:19.569787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82275b53-ea14-45dd-8fea-41af2647c41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c21b35-5514-4c6c-baa0-a25e85aa317d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:19.575855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82275b53-ea14-45dd-8fea-41af2647c41e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.578970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e5583-7e1c-450d-b2f6-ab146a4b8756 None None] Network 42a78769-7313-4b9f-8212-f5f5cbdf13f3 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:30:19.579118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-82275b53-ea14-45dd-8fea-41af2647c41e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/67c21b35-5514-4c6c-baa0-a25e85aa317d HTTP/1.1" status: 204 len: 168 time: 0.2437239 Oct 19 00:30:19.581923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43174) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:19.657559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.711153 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Deleting port 57132f63-7d09-4851-945b-4f2ca31f1512 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:19.711619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.771829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] DHCP port deletion for 42a78769-7313-4b9f-8212-f5f5cbdf13f3 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:30:19.784096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] For port 57132f63-7d09-4851-945b-4f2ca31f1512, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=57132f63-7d09-4851-945b-4f2ca31f1512,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:19.784451 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.798951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Calling delete_port for 57132f63-7d09-4851-945b-4f2ca31f1512 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:19.826057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Deleting port 57132f63-7d09-4851-945b-4f2ca31f1512 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:19.826524 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.883958 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.895108 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] For port 57132f63-7d09-4851-945b-4f2ca31f1512, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=57132f63-7d09-4851-945b-4f2ca31f1512,segment=NetworkSegment(85624745-2490-456b-8b59-f47f0c5724b5),segment_id=85624745-2490-456b-8b59-f47f0c5724b5)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:19.895513 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.908117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Calling delete_port for 57132f63-7d09-4851-945b-4f2ca31f1512 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:19.908953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57132f63-7d09-4851-945b-4f2ca31f1512,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:19.912718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] No DVR routers for this DVR port 57132f63-7d09-4851-945b-4f2ca31f1512 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:30:19.986707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:19.987134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aff3a888-3d32-410d-9152-e035e4c2086c no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:30:20.007176 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a78769-7313-4b9f-8212-f5f5cbdf13f3']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:20.013012 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: aff3a888-3d32-410d-9152-e035e4c2086c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:30:20.013361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device aff3a888-3d32-410d-9152-e035e4c2086c not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:30:20.015899 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:20.016947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85624745-2490-456b-8b59-f47f0c5724b5') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:20.017251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85624745-2490-456b-8b59-f47f0c5724b5') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:20.027187 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:20.040601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:20.043331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Pushing event deleted for resources: {'Port': ['ID=57132f63-7d09-4851-945b-4f2ca31f1512,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:20.047137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:30:20.047463 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:30:20.049237 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:30:20.051580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] No DVR routers for this DVR port 57132f63-7d09-4851-945b-4f2ca31f1512 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:30:20.053844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.054179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.054566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.054964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.055335 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.055671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.056009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.056341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.056672 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.057002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.057394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.057726 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8273d11-b86d-47ef-9032-53bbe9805fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:20.110160 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:20.115646 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:20.118761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/42a78769-7313-4b9f-8212-f5f5cbdf13f3 HTTP/1.1" status: 204 len: 168 time: 0.5357783 Oct 19 00:30:20.121801 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43176) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:20.130876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc48e4-9dd6-4d1a-8f95-338dbd9aa5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=42a78769-7313-4b9f-8212-f5f5cbdf13f3,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:20.403506 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e1ee31a8-e40a-43ca-8432-fa1b65e16117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:20.461685 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:21.004020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Deleting port 467623fa-5c77-4944-8125-f8587b61a961 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:21.004370 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:21.073577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a98c8153-b21e-40b3-a841-edbf475655bb no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:30:21.090271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] For port 467623fa-5c77-4944-8125-f8587b61a961, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=467623fa-5c77-4944-8125-f8587b61a961,segment=NetworkSegment(42fd92f8-b48b-4f38-8011-91296b2b0741),segment_id=42fd92f8-b48b-4f38-8011-91296b2b0741)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:21.090630 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:21.096450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a98c8153-b21e-40b3-a841-edbf475655bb {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:30:21.096799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a98c8153-b21e-40b3-a841-edbf475655bb not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:30:21.097213 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 57132f63-7d09-4851-945b-4f2ca31f1512 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:30:21.102957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Calling delete_port for 467623fa-5c77-4944-8125-f8587b61a961 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:21.273011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 57132f63-7d09-4851-945b-4f2ca31f1512 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:30:21.273353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 57132f63-7d09-4851-945b-4f2ca31f1512 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:30:21.285998 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:21.315918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Pushing event deleted for resources: {'Port': ['ID=467623fa-5c77-4944-8125-f8587b61a961,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:21.471201 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:21.680080 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:30:21.784852 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:30:21.789812 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-170b153d-d65c-4e06-aafd-f011089ef871 admin admin] 10.222.0.52 "PUT /v2.0/routers/8f430f84-aad5-4ac2-ac77-47c0bddd6321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6669049 Oct 19 00:30:21.792685 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43178) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:21.793480 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] Sync routers for ids ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:30:21.803240 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] Routers {'8f430f84-aad5-4ac2-ac77-47c0bddd6321'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:21.803854 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:21.898600 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:21.908512 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] Set router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:22.004997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.056655 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Deleting port caf2f3e1-c18d-439a-930f-a153ac7b3337 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:22.056993 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.088396 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:52Z', 'updated_at': '2021-10-19T00:30:21Z', 'revision_number': 5, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'gw_port': {'id': 'caf2f3e1-c18d-439a-930f-a153ac7b3337', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:26:53Z', 'updated_at': '2021-10-19T00:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:22.115571 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] Checking router: 8f430f84-aad5-4ac2-ac77-47c0bddd6321 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:30:22.123686 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] Routers {'8f430f84-aad5-4ac2-ac77-47c0bddd6321'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:22.124285 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:29:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:22.134454 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] For port caf2f3e1-c18d-439a-930f-a153ac7b3337, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=caf2f3e1-c18d-439a-930f-a153ac7b3337,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:22.134865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.152966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Calling delete_port for caf2f3e1-c18d-439a-930f-a153ac7b3337 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:22.208835 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] Set router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:22.259054 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:52Z', 'updated_at': '2021-10-19T00:30:22Z', 'revision_number': 6, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:22.287884 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224b7508-bdfb-4d92-b067-caa3bad7cd96 None None] The sync data for ids ['8f430f84-aad5-4ac2-ac77-47c0bddd6321'] in n-d-713498-28 is: [{'id': '8f430f84-aad5-4ac2-ac77-47c0bddd6321', 'name': 'tempest-TestMinimumBasicScenario-1154633293-router', 'tenant_id': 'c7d03a509c034b659fb74f40bd9cde36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:26:52Z', 'updated_at': '2021-10-19T00:30:22Z', 'revision_number': 6, 'project_id': 'c7d03a509c034b659fb74f40bd9cde36', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:30:22.313455 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.343162 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=caf2f3e1-c18d-439a-930f-a153ac7b3337,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:22.405178 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.494633 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.497567 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.543285 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.543786 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f430f84-aad5-4ac2-ac77-47c0bddd6321 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:30:22.548853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.550019 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e15b1db1-1313-4322-8c82-57bc1bbe3e3b admin admin] 10.222.0.52 "DELETE /v2.0/routers/8f430f84-aad5-4ac2-ac77-47c0bddd6321 HTTP/1.1" status: 204 len: 168 time: 0.7562895 Oct 19 00:30:22.552593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43180) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:22.599479 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-27666c18-d301-421d-abe8-6215933f6c4b admin admin] Deleting subnet 2cd2e62d-3830-4073-88e5-1ad3c0cf5908 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:30:22.602375 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27666c18-d301-421d-abe8-6215933f6c4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.640060 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27666c18-d301-421d-abe8-6215933f6c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.725808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27666c18-d301-421d-abe8-6215933f6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.784501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27666c18-d301-421d-abe8-6215933f6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.809900 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27666c18-d301-421d-abe8-6215933f6c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd2e62d-3830-4073-88e5-1ad3c0cf5908,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:22.813808 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27666c18-d301-421d-abe8-6215933f6c4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.817063 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-27666c18-d301-421d-abe8-6215933f6c4b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2cd2e62d-3830-4073-88e5-1ad3c0cf5908 HTTP/1.1" status: 204 len: 168 time: 0.2635102 Oct 19 00:30:22.818902 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4eeebb-4477-44f2-9fca-0a8744c55829 None None] Network 981cb654-df1c-4d1c-98d5-6400d61a52cf requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:30:22.819553 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43182) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:22.894070 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:22.954609 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Deleting port 20b4f16e-8915-4cae-808c-e9b2b12e16ed {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:22.954974 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.020321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] For port 20b4f16e-8915-4cae-808c-e9b2b12e16ed, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=20b4f16e-8915-4cae-808c-e9b2b12e16ed,segment=NetworkSegment(42fd92f8-b48b-4f38-8011-91296b2b0741),segment_id=42fd92f8-b48b-4f38-8011-91296b2b0741)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:23.020606 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.028103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318c435b-cb44-4054-92d4-4ecab9b5e0af None None] DHCP port deletion for 981cb654-df1c-4d1c-98d5-6400d61a52cf request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:30:23.040356 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Calling delete_port for 20b4f16e-8915-4cae-808c-e9b2b12e16ed owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:23.082183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-318c435b-cb44-4054-92d4-4ecab9b5e0af None None] Deleting port 20b4f16e-8915-4cae-808c-e9b2b12e16ed {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:30:23.082848 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-318c435b-cb44-4054-92d4-4ecab9b5e0af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.110931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 20b4f16e-8915-4cae-808c-e9b2b12e16ed no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:30:23.131147 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.157191 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Pushing event deleted for resources: {'Port': ['ID=20b4f16e-8915-4cae-808c-e9b2b12e16ed,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:23.164949 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] No DVR routers for this DVR port 20b4f16e-8915-4cae-808c-e9b2b12e16ed on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:30:23.166590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 20b4f16e-8915-4cae-808c-e9b2b12e16ed {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:30:23.167000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 20b4f16e-8915-4cae-808c-e9b2b12e16ed not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:30:23.167401 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 467623fa-5c77-4944-8125-f8587b61a961 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:30:23.189988 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 467623fa-5c77-4944-8125-f8587b61a961 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:30:23.190622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 467623fa-5c77-4944-8125-f8587b61a961 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:30:23.191060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device caf2f3e1-c18d-439a-930f-a153ac7b3337 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:30:23.218432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-318c435b-cb44-4054-92d4-4ecab9b5e0af None None] For port 20b4f16e-8915-4cae-808c-e9b2b12e16ed, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=20b4f16e-8915-4cae-808c-e9b2b12e16ed,segment=NetworkSegment(42fd92f8-b48b-4f38-8011-91296b2b0741),segment_id=42fd92f8-b48b-4f38-8011-91296b2b0741)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:23.219015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-318c435b-cb44-4054-92d4-4ecab9b5e0af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.221282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: caf2f3e1-c18d-439a-930f-a153ac7b3337 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:30:23.221643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device caf2f3e1-c18d-439a-930f-a153ac7b3337 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:30:23.232802 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-318c435b-cb44-4054-92d4-4ecab9b5e0af None None] Calling delete_port for 20b4f16e-8915-4cae-808c-e9b2b12e16ed owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:30:23.238604 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.259016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981cb654-df1c-4d1c-98d5-6400d61a52cf']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:23.269452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fd92f8-b48b-4f38-8011-91296b2b0741') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:23.269799 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fd92f8-b48b-4f38-8011-91296b2b0741') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:23.283935 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.298264 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.304424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:30:23.304991 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:30:23.306832 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:30:23.318591 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-318c435b-cb44-4054-92d4-4ecab9b5e0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.350879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c435b-cb44-4054-92d4-4ecab9b5e0af None None] No DVR routers for this DVR port 20b4f16e-8915-4cae-808c-e9b2b12e16ed on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:30:23.358848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c435b-cb44-4054-92d4-4ecab9b5e0af None None] Pushing event deleted for resources: {'Port': ['ID=20b4f16e-8915-4cae-808c-e9b2b12e16ed,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:23.366163 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.371849 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.375015 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] 10.222.0.52 "DELETE /v2.0/networks/981cb654-df1c-4d1c-98d5-6400d61a52cf HTTP/1.1" status: 204 len: 168 time: 0.5545151 Oct 19 00:30:23.386377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd7d23-c2c1-4c9b-9da4-2c281a614ded admin admin] Pushing event deleted for resources: {'Network': ['ID=981cb654-df1c-4d1c-98d5-6400d61a52cf,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:23.530623 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43186) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:23.571192 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6c76d2d6-c6d4-4e61-8e6e-389db186aadb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd4f6d392d254ba19f798ad484826a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393245 Oct 19 00:30:23.574193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43188) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:23.621939 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-632e4570-42c5-48b3-8120-492fd523bbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.647599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-632e4570-42c5-48b3-8120-492fd523bbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.696614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-632e4570-42c5-48b3-8120-492fd523bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.700046 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-632e4570-42c5-48b3-8120-492fd523bbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:23.701237 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-632e4570-42c5-48b3-8120-492fd523bbc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76c0e7cb-0a0b-4d79-b94f-da5a16882c27 HTTP/1.1" status: 204 len: 168 time: 0.1260796 Oct 19 00:30:23.709307 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e4570-42c5-48b3-8120-492fd523bbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c0e7cb-0a0b-4d79-b94f-da5a16882c27,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:24.013220 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43194) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:24.056348 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a33c1850-a0aa-46ca-9ccb-746f5bf8985f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7d03a509c034b659fb74f40bd9cde36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396640 Oct 19 00:30:24.056593 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43196) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:24.072095 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4f9ea14b-775c-4c50-87ca-df68d209d0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:24.108295 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d33bae47-0829-493a-a202-6d1cc0d1f647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:24.128962 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d33bae47-0829-493a-a202-6d1cc0d1f647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:24.176584 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d33bae47-0829-493a-a202-6d1cc0d1f647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:24.179187 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d33bae47-0829-493a-a202-6d1cc0d1f647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:24.180470 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d33bae47-0829-493a-a202-6d1cc0d1f647 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9cf81266-3e66-4159-86c2-b2d9a3e183f2 HTTP/1.1" status: 204 len: 168 time: 0.1229160 Oct 19 00:30:24.188436 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bae47-0829-493a-a202-6d1cc0d1f647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf81266-3e66-4159-86c2-b2d9a3e183f2,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:24.940623 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:25.644924 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:25.836458 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43236) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:25.841383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488929426', 'description': 'tempest-secgroup-smoke-1488929426 description', 'project_id': 'fe1d2998f5404c28a07422bcd6177531'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:25.864913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:25.873761 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:25.950146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:25.953818 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:25.990943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036e2e97-4b52-495b-90cf-1c404abde694,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:26.027767 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.031362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.060639 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.061859 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2244046 Oct 19 00:30:26.063825 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e98ac-36b0-42df-94c1-e5d1ecacb226 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba7682-d7e4-4836-83f6-22026de9aa13,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:26.065125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43238) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:26.069870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-aeeb0ee1-cced-47e4-a8f0-060c412bb669 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': 'c9ba7682-d7e4-4836-83f6-22026de9aa13', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:26.097272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0ee1-cced-47e4-a8f0-060c412bb669 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.150291 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0ee1-cced-47e4-a8f0-060c412bb669 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.154326 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0ee1-cced-47e4-a8f0-060c412bb669 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.173352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb0ee1-cced-47e4-a8f0-060c412bb669 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90072fae-0bd6-43fc-99f8-cd1f769d9d51,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:26.182022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0ee1-cced-47e4-a8f0-060c412bb669 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.183261 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-aeeb0ee1-cced-47e4-a8f0-060c412bb669 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171246 Oct 19 00:30:26.186068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43240) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:26.190307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-e0c38329-6470-4eed-b500-5d93ed820a88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': 'c9ba7682-d7e4-4836-83f6-22026de9aa13', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:26.216065 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0c38329-6470-4eed-b500-5d93ed820a88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.270673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0c38329-6470-4eed-b500-5d93ed820a88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.274086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0c38329-6470-4eed-b500-5d93ed820a88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.293650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c38329-6470-4eed-b500-5d93ed820a88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1547e981-a443-4059-b945-248795f55d47,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:26.298959 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e0c38329-6470-4eed-b500-5d93ed820a88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.300132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e0c38329-6470-4eed-b500-5d93ed820a88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131489 Oct 19 00:30:26.302887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43242) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:26.307221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4b00c347-27f2-42d2-9c23-17114d663802 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': 'c9ba7682-d7e4-4836-83f6-22026de9aa13', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:26.332912 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b00c347-27f2-42d2-9c23-17114d663802 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.396928 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b00c347-27f2-42d2-9c23-17114d663802 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.400400 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b00c347-27f2-42d2-9c23-17114d663802 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.415092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00c347-27f2-42d2-9c23-17114d663802 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7619abd6-5118-412a-8ee3-87688cd0726f,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:26.425318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4b00c347-27f2-42d2-9c23-17114d663802 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.426488 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4b00c347-27f2-42d2-9c23-17114d663802 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226740 Oct 19 00:30:26.429345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43244) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:26.433600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-47ac38d0-3eb9-48f9-8347-452a375be9d8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': 'c9ba7682-d7e4-4836-83f6-22026de9aa13', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:26.459739 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47ac38d0-3eb9-48f9-8347-452a375be9d8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.517247 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47ac38d0-3eb9-48f9-8347-452a375be9d8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.520953 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47ac38d0-3eb9-48f9-8347-452a375be9d8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.541451 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac38d0-3eb9-48f9-8347-452a375be9d8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5875e387-dae4-4c91-9764-f051d2e6a537,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:26.545667 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-47ac38d0-3eb9-48f9-8347-452a375be9d8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.547017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-47ac38d0-3eb9-48f9-8347-452a375be9d8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165736 Oct 19 00:30:26.549536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43246) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:26.553948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-cb9e673f-1305-4bfa-b68b-2fe664efef7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': 'c9ba7682-d7e4-4836-83f6-22026de9aa13', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:26.575050 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-cb9e673f-1305-4bfa-b68b-2fe664efef7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:30:26.579658 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb9e673f-1305-4bfa-b68b-2fe664efef7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.638254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb9e673f-1305-4bfa-b68b-2fe664efef7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.643092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb9e673f-1305-4bfa-b68b-2fe664efef7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.661060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e673f-1305-4bfa-b68b-2fe664efef7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d359c12b-15b8-4499-a4ee-d41d0fcb652b,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:26.666578 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cb9e673f-1305-4bfa-b68b-2fe664efef7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.667874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cb9e673f-1305-4bfa-b68b-2fe664efef7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173840 Oct 19 00:30:26.670624 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43248) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:26.674970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9bee8110-9652-40ea-a066-1044f2e2e010 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': 'c9ba7682-d7e4-4836-83f6-22026de9aa13', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:26.695710 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-9bee8110-9652-40ea-a066-1044f2e2e010 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:30:26.701114 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bee8110-9652-40ea-a066-1044f2e2e010 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.763196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bee8110-9652-40ea-a066-1044f2e2e010 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.766662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bee8110-9652-40ea-a066-1044f2e2e010 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.783825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee8110-9652-40ea-a066-1044f2e2e010 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e8bc13-0d91-40b3-bd1d-91b4fb4abaa2,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:26.791327 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bee8110-9652-40ea-a066-1044f2e2e010 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.792490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9bee8110-9652-40ea-a066-1044f2e2e010 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208904 Oct 19 00:30:26.795536 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43250) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:26.800273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'network': {'name': 'tempest-network-smoke--1428212863', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'port_security_enabled': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:26.820505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:30:26.824433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.847270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:30:26.856369 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.856694 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Added segment 6bb12d29-bd36-4314-985d-77a6b3bfd606 of type vlan for network db1aaebb-0126-4425-ac31-cbbcc2db5a93 Oct 19 00:30:26.896755 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.919981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.925453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:26.926025 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.960538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1640134 Oct 19 00:30:26.963637 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43252) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:26.968309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'admin_state_up': True, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:26.990823 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.991843 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:26.996332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1676de-bc92-48df-abfe-518664e94b1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Network': ['ID=db1aaebb-0126-4425-ac31-cbbcc2db5a93,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:27.007114 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network db1aaebb-0126-4425-ac31-cbbcc2db5a93 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:30:27.044914 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:27.186972 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:27.376195 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:27.397865 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:27.498035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.23 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/cb2cb182-5434-4aee-b5f9-460700150608) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:30:27.599587 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:27.632280 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:27.668899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:30:27.673363 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:30:27.676862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:30:27.704735 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=cb2cb182-5434-4aee-b5f9-460700150608,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:27.931660 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:28.149577 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:28.153417 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:28.552886 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 8894947f-b80c-4340-aff0-68822f99e2f5 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:30:28.654934 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:30:28.668137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Sync routers for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:30:28.674524 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:28.675796 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7bba834a-0b5c-41ff-ba29-7668a00a7dd1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7111280 Oct 19 00:30:28.678059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:28.678838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:30:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:28.679518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43254) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:28.789404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:28.817083 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28d6d1d6-b110-4226-a784-34b1d1f30525 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe1d2998f5404c28a07422bcd6177531&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1364729 Oct 19 00:30:28.819696 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43258) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:28.964838 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab225c66-baf3-4c8d-879e-9de25fdd5ccc tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:28.966346 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ab225c66-baf3-4c8d-879e-9de25fdd5ccc tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457627 Oct 19 00:30:28.968069 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:27Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:28.969262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43260) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:28.993603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Checking router: 8894947f-b80c-4340-aff0-68822f99e2f5 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:30:28.993950 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Updating router 8894947f-b80c-4340-aff0-68822f99e2f5 port cb2cb182-5434-4aee-b5f9-460700150608 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:30:29.002666 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a243c8b0-3352-4f30-80f1-3166beb78c39 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323625 Oct 19 00:30:29.005391 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43262) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:29.010022 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-740454805', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:29.019907 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.100918 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:30:29.104758 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.279965 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.285116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.287954 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.337295 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Attempting to bind port cb2cb182-5434-4aee-b5f9-460700150608 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:30:29.337665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Attempting to bind port cb2cb182-5434-4aee-b5f9-460700150608 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:30:29.338029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Attempting to bind port cb2cb182-5434-4aee-b5f9-460700150608 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:30:29.339921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dea474-73b1-4b9d-a419-f4573f46322e None None] Pushing event updated for resources: {'Port': ['ID=cb2cb182-5434-4aee-b5f9-460700150608,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:29.345412 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:30:29.345888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:30:29.346166 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.346557 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:30:29.347059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Bound port: cb2cb182-5434-4aee-b5f9-460700150608, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:30:29.347543 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.353068 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Subnet': ['ID=6fd87f4d-43d7-4508-b2da-9f87497a986d,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:29.360396 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Checking segment: {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:30:29.360756 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network hostable DHCP agents. Network: db1aaebb-0126-4425-ac31-cbbcc2db5a93, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:30:29.378860 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network db1aaebb-0126-4425-ac31-cbbcc2db5a93 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:30:29.390547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, db1aaebb-0126-4425-ac31-cbbcc2db5a93) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:30:29.398975 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05ba88-efb2-4d97-b926-44a4e1b81888 None None] Network db1aaebb-0126-4425-ac31-cbbcc2db5a93 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:30:29.399449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:29.400329 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.406765 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] For port cb2cb182-5434-4aee-b5f9-460700150608, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:30:29.422220 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c8dae645-e3af-4f66-872b-2dae03877bb0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4126630 Oct 19 00:30:29.422501 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43264) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:29.435652 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] For port cb2cb182-5434-4aee-b5f9-460700150608, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cb2cb182-5434-4aee-b5f9-460700150608,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:30:29.441397 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.546655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:29.547346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:30:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:29.551847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dea474-73b1-4b9d-a419-f4573f46322e None None] Pushing event updated for resources: {'Port': ['ID=cb2cb182-5434-4aee-b5f9-460700150608,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:29.708632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:30:29.709572 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:29.727056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:29.843248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:30.001020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Allocated IP 172.20.0.2 (db1aaebb-0126-4425-ac31-cbbcc2db5a93/6fd87f4d-43d7-4508-b2da-9f87497a986d/5a64e1ab-df38-495f-95c0-d1b46a7bf635) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:30:30.095763 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:27Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:30.134922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc921f74-afd9-4a09-9930-b9c519ddfa1f None None] The sync data for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 is: [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:27Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:30:30.195373 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:30.202282 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:30.235974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Network db1aaebb-0126-4425-ac31-cbbcc2db5a93 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:30:30.238931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:30:30.242606 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:30:30.258478 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.1 (db1aaebb-0126-4425-ac31-cbbcc2db5a93/6fd87f4d-43d7-4508-b2da-9f87497a986d/2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:30:30.281794 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Pushing event updated for resources: {'Port': ['ID=5a64e1ab-df38-495f-95c0-d1b46a7bf635,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:30.317268 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Attempting to bind port 5a64e1ab-df38-495f-95c0-d1b46a7bf635 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:30:30.317675 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Attempting to bind port 5a64e1ab-df38-495f-95c0-d1b46a7bf635 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:30:30.318023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Attempting to bind port 5a64e1ab-df38-495f-95c0-d1b46a7bf635 on network db1aaebb-0126-4425-ac31-cbbcc2db5a93 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:30:30.324292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:30:30.324699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Checking segment: {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:30:30.325110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:30.325518 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Bound using segment: {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:30:30.326021 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Bound port: 5a64e1ab-df38-495f-95c0-d1b46a7bf635, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:30:30.326407 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:30.391534 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:30.421762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] For port 5a64e1ab-df38-495f-95c0-d1b46a7bf635, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:30:30.425951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] For port 5a64e1ab-df38-495f-95c0-d1b46a7bf635, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5a64e1ab-df38-495f-95c0-d1b46a7bf635,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:30:30.430425 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:30.431498 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:30.485442 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network db1aaebb-0126-4425-ac31-cbbcc2db5a93 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:30:30.488989 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:30:30.496497 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:30:30.503643 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:30.504061 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40dd15-7633-4ddb-8290-615ebeb6cc34 None None] Pushing event updated for resources: {'Port': ['ID=5a64e1ab-df38-495f-95c0-d1b46a7bf635,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:30.558575 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:30.727122 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.021505 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.028054 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.103797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:31.108801 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.150153 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cb2cb182-5434-4aee-b5f9-460700150608 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:30:31.206991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cb2cb182-5434-4aee-b5f9-460700150608 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:31.207500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.220817 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network db1aaebb-0126-4425-ac31-cbbcc2db5a93 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:30:31.222389 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:30:31.289789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.321787 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port cb2cb182-5434-4aee-b5f9-460700150608, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cb2cb182-5434-4aee-b5f9-460700150608,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:31.326647 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.328072 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a64e1ab-df38-495f-95c0-d1b46a7bf635 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:30:31.345698 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 8894947f-b80c-4340-aff0-68822f99e2f5 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:30:31.417263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=cb2cb182-5434-4aee-b5f9-460700150608,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:31.424929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5a64e1ab-df38-495f-95c0-d1b46a7bf635 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:31.425831 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.470639 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:30:31.483391 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-680c918c-8d81-4b75-a101-dfe28eeefd1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/8894947f-b80c-4340-aff0-68822f99e2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595009 Oct 19 00:30:31.616651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119426c6-33a8-4f87-a9a1-571f6642cea1 None None] Network db1aaebb-0126-4425-ac31-cbbcc2db5a93 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:30:31.643151 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-297ff6e4-3fe1-4c55-93f9-f108d885f829 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488929426&fields=id&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 267 time: 0.0354002 Oct 19 00:30:31.689836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-848ddb4c-c2e4-417c-af66-2fddfef2fd38 None None] Provisioning complete for port 5a64e1ab-df38-495f-95c0-d1b46a7bf635 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:31.690213 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-848ddb4c-c2e4-417c-af66-2fddfef2fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.751720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-5803b481-c9ce-46e5-8489-bb8df8abf7e4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:31.753223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-5803b481-c9ce-46e5-8489-bb8df8abf7e4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/networks?id=db1aaebb-0126-4425-ac31-cbbcc2db5a93 HTTP/1.1" status: 200 len: 797 time: 0.1035268 Oct 19 00:30:31.768070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-adf5a932-57bd-4ec5-8810-06a78251ea3f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/quotas/fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 375 time: 0.0090821 Oct 19 00:30:31.834935 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-fed0a8ff-129a-4bd9-a4a2-04e8cc8469a2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590875 Oct 19 00:30:31.868595 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.875706 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Sync routers for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:30:31.884452 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:31.885042 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:30:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:31.910553 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-848ddb4c-c2e4-417c-af66-2fddfef2fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:31.947216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-46e1da11-dfbc-4098-97ca-0d8b7cda74a9 service neutron] 10.222.0.52 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990484 Oct 19 00:30:31.957998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 5a64e1ab-df38-495f-95c0-d1b46a7bf635, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5a64e1ab-df38-495f-95c0-d1b46a7bf635,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:31.964106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:32.043873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-848ddb4c-c2e4-417c-af66-2fddfef2fd38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 00:30:32.044238 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-848ddb4c-c2e4-417c-af66-2fddfef2fd38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 00:30:32.054438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=5a64e1ab-df38-495f-95c0-d1b46a7bf635,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:32.070154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-79fae6f2-e37d-4f84-a42f-5cf290c3d4a8 service neutron] 10.222.0.52 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164587 Oct 19 00:30:32.116043 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:32.239184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f4e8e1ab-be68-48b3-9d8d-c6c816cb55ad req-bc1c0fb3-fc0a-44b4-b57c-9f6d3f5ab508 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 210 time: 0.0276275 Oct 19 00:30:32.326661 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b', 'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:97:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:29Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 2, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:32.353618 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Checking router: 8894947f-b80c-4340-aff0-68822f99e2f5 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:30:32.354065 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Updating router 8894947f-b80c-4340-aff0-68822f99e2f5 port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:30:32.383259 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:32.643931 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:32.649339 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:32.697418 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Pushing event updated for resources: {'Port': ['ID=2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:32.708204 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e06e3555-d21a-4155-9790-de9d5a2efa22 None None] Provisioning complete for port 5a64e1ab-df38-495f-95c0-d1b46a7bf635 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:32.708755 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e06e3555-d21a-4155-9790-de9d5a2efa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:32.727373 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.727711 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.728048 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.728373 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.728704 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.729072 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.729392 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.729715 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.730033 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.730348 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.730664 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.731020 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:30:32.764615 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Attempting to bind port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:30:32.765096 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Attempting to bind port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:30:32.765329 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Attempting to bind port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b on network db1aaebb-0126-4425-ac31-cbbcc2db5a93 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:30:32.770309 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:30:32.770676 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Checking segment: {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:30:32.771113 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:32.771493 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Bound using segment: {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:30:32.771957 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Bound port: 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:30:32.772330 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:32.815303 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e06e3555-d21a-4155-9790-de9d5a2efa22 None None] Provisioning complete for port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:32.815693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e06e3555-d21a-4155-9790-de9d5a2efa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:32.836570 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] For port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:30:32.840538 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] For port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:30:32.845862 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:32.855077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e06e3555-d21a-4155-9790-de9d5a2efa22 None None] Port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:30:32.899981 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:32.900600 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:30:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:32.947281 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd618ec-5da5-4780-be14-e385477222c8 None None] Pushing event updated for resources: {'Port': ['ID=2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:32.972836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2c490877-1436-47a5-8473-9ac432961a8c None None] Provisioning complete for port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:32.973214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c490877-1436-47a5-8473-9ac432961a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:33.024070 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:33.053454 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c490877-1436-47a5-8473-9ac432961a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:33.097113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-2c490877-1436-47a5-8473-9ac432961a8c None None] For port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:33.104528 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c490877-1436-47a5-8473-9ac432961a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:33.106636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cb2cb182-5434-4aee-b5f9-460700150608 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:30:33.187735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c490877-1436-47a5-8473-9ac432961a8c None None] Pushing event updated for resources: {'Port': ['ID=2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:33.195742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port cb2cb182-5434-4aee-b5f9-460700150608 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:33.196117 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:33.245812 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b', 'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:97:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:29Z', 'updated_at': '2021-10-19T00:30:32Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:33.246315 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a65f8854-f21d-4809-8749-404837d01466 None None] Provisioning complete for port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:33.246691 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a65f8854-f21d-4809-8749-404837d01466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:33.274572 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1852a1-6da9-4937-bc47-66680a1d5625 None None] The sync data for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 is: [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b', 'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:97:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:29Z', 'updated_at': '2021-10-19T00:30:32Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:30:33.327672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fe64a35-8e05-4447-a0a9-5dc84197704a req-9eca9086-0069-4345-b8e6-e57a3b74ad47 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 210 time: 0.0320294 Oct 19 00:30:33.342036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a64e1ab-df38-495f-95c0-d1b46a7bf635 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:30:33.440095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5a64e1ab-df38-495f-95c0-d1b46a7bf635 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:33.440530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:34.423930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0696bc33-084d-45f2-89c2-aac5fd367e18 req-512155d4-5e99-4863-96fd-a6d5f605d4b1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 210 time: 0.0262840 Oct 19 00:30:35.100027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:30:35.149914 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:35.150260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:35.438006 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:35.500694 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7126515c-1e51-4122-ab9d-b0aa8ef024f6 req-8ee7b4ce-2db1-420f-aa84-0513ab33ef4c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 210 time: 0.0268567 Oct 19 00:30:36.596735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5703024b-9338-4dff-8733-3362cd5383fd req-1526e030-4f05-42f7-b167-b24f9f52217c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 210 time: 0.0304456 Oct 19 00:30:37.075233 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:37.642067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-911ff72f-807b-4699-b7a5-d041c3a5f170 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:37.643629 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-911ff72f-807b-4699-b7a5-d041c3a5f170 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "GET /v2.0/networks?id=db1aaebb-0126-4425-ac31-cbbcc2db5a93 HTTP/1.1" status: 200 len: 797 time: 0.1067293 Oct 19 00:30:37.698351 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f15b722a-376f-44f6-add3-ffd996fba0f9 req-62fa9ed4-9daf-49cd-a32e-2cc8c45554d3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 210 time: 0.0323009 Oct 19 00:30:37.719310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-0ff5f27f-2f89-4a08-967b-79f931564466 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 380 time: 0.0577872 Oct 19 00:30:37.741639 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'port': {'device_id': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'admin_state_up': True, 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'security_groups': ['c9ba7682-d7e4-4836-83f6-22026de9aa13']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:37.854373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:30:37.857893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:37.983300 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.9 (db1aaebb-0126-4425-ac31-cbbcc2db5a93/6fd87f4d-43d7-4508-b2da-9f87497a986d/07884196-d535-4a59-b821-953b4b5bb09b) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:30:38.118040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:38.151769 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:38.201594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network db1aaebb-0126-4425-ac31-cbbcc2db5a93 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:30:38.205278 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:30:38.210137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:30:38.221494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=07884196-d535-4a59-b821-953b4b5bb09b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:38.270551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:38.271217 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:38.287982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d4757732-22b9-45d0-b1f3-b0fc42fff1b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499647 Oct 19 00:30:38.298023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-c75224e1-61ec-4fcd-8f2d-ba0cb8758837 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:30:38.299007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-c75224e1-61ec-4fcd-8f2d-ba0cb8758837 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052750 Oct 19 00:30:38.368691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Request body: {'port': {'device_id': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:38.421806 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:38.474671 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-285d737c-1ec7-4953-b8ff-e360e956c983 None None] Provisioning complete for port 07884196-d535-4a59-b821-953b4b5bb09b triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:38.475269 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-285d737c-1ec7-4953-b8ff-e360e956c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:38.512731 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-285d737c-1ec7-4953-b8ff-e360e956c983 None None] Port 07884196-d535-4a59-b821-953b4b5bb09b cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:30:38.696021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07884196-d535-4a59-b821-953b4b5bb09b {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:30:38.703421 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:38.715634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Transition to ACTIVE for port object 07884196-d535-4a59-b821-953b4b5bb09b will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:30:38.719337 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:38.770767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Pushing event updated for resources: {'Port': ['ID=07884196-d535-4a59-b821-953b4b5bb09b,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:38.879945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00525422-219a-41fc-b092-315359f5e110 req-e59a60e5-6222-4f64-8a5b-81228d6f100e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:38.881494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00525422-219a-41fc-b092-315359f5e110 req-e59a60e5-6222-4f64-8a5b-81228d6f100e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 943 time: 0.0944602 Oct 19 00:30:38.882707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Attempting to bind port 07884196-d535-4a59-b821-953b4b5bb09b on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:30:38.883076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Attempting to bind port 07884196-d535-4a59-b821-953b4b5bb09b by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:30:38.883406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Attempting to bind port 07884196-d535-4a59-b821-953b4b5bb09b on network db1aaebb-0126-4425-ac31-cbbcc2db5a93 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:30:38.890817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Port 07884196-d535-4a59-b821-953b4b5bb09b on network db1aaebb-0126-4425-ac31-cbbcc2db5a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:30:38.891143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Attempting to bind port 07884196-d535-4a59-b821-953b4b5bb09b on network db1aaebb-0126-4425-ac31-cbbcc2db5a93 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:30:38.908456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:30:38.908798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Checking segment: {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:30:38.909180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Bound using segment: {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:30:38.909616 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Bound port: 07884196-d535-4a59-b821-953b4b5bb09b, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb12d29-bd36-4314-985d-77a6b3bfd606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:30:38.909980 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:38.957735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-00525422-219a-41fc-b092-315359f5e110 req-9fc28762-e566-4a47-bc1a-7dd7dec5d359 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688162 Oct 19 00:30:38.986752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] For port 07884196-d535-4a59-b821-953b4b5bb09b, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:30:38.989717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] For port 07884196-d535-4a59-b821-953b4b5bb09b, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=07884196-d535-4a59-b821-953b4b5bb09b,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:30:38.993125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:39.030621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:39.031270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:39.032974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] 10.222.0.73 "PUT /v2.0/ports/07884196-d535-4a59-b821-953b4b5bb09b HTTP/1.1" status: 200 len: 1092 time: 0.7194905 Oct 19 00:30:39.033186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:30:39.035417 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f51d2c-1336-475e-b71b-6a8356c5ef1b" -d '{"events": [{"name": "network-changed", "server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "tag": "07884196-d535-4a59-b821-953b4b5bb09b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:30:39.060983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229435ea-e336-4d95-8ec3-df121391c41b service neutron] Pushing event updated for resources: {'Port': ['ID=07884196-d535-4a59-b821-953b4b5bb09b,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:39.080943 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b8577a-e761-44e8-a35f-39f0220b5748 x-openstack-request-id: req-84b8577a-e761-44e8-a35f-39f0220b5748 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:30:39.081261 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "tag": "07884196-d535-4a59-b821-953b4b5bb09b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:30:39.081529 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84b8577a-e761-44e8-a35f-39f0220b5748 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:30:39.081978 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b', 'status': 'completed', 'code': 200} Oct 19 00:30:39.142527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-88be8e5c-b882-40aa-acb5-92108a6c7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:39.144133 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-88be8e5c-b882-40aa-acb5-92108a6c7acb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 1095 time: 0.0449896 Oct 19 00:30:39.194942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-95b15bd2-ecad-4628-acc5-d4cb3ce92c6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07884196-d535-4a59-b821-953b4b5bb09b HTTP/1.1" status: 200 len: 217 time: 0.0376904 Oct 19 00:30:39.248533 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-9ef687db-0686-47df-a3b4-5fda5f375d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:39.250182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-9ef687db-0686-47df-a3b4-5fda5f375d9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6fd87f4d-43d7-4508-b2da-9f87497a986d HTTP/1.1" status: 200 len: 834 time: 0.0483990 Oct 19 00:30:39.299794 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-e7452328-a845-4f00-bb92-ece6a1edbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:39.301299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-e7452328-a845-4f00-bb92-ece6a1edbadc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db1aaebb-0126-4425-ac31-cbbcc2db5a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445735 Oct 19 00:30:39.390092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-d99c5c3c-23a5-48c6-8151-6cd30236eabd service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816920 Oct 19 00:30:39.482399 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8e6722cd-4b70-4078-ad8b-1dcccab2bee0 req-7639e4ff-11fa-417f-9446-8e9ea805ed6e service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857103 Oct 19 00:30:39.609994 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-6d7ce9a0-89ff-4ae1-b384-32bad78c6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:39.611520 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-6d7ce9a0-89ff-4ae1-b384-32bad78c6987 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 1095 time: 0.0408719 Oct 19 00:30:39.702538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-fde7bc24-7110-437a-8c44-7c1efd052d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:39.704021 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-fde7bc24-7110-437a-8c44-7c1efd052d31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db1aaebb-0126-4425-ac31-cbbcc2db5a93 HTTP/1.1" status: 200 len: 898 time: 0.0857642 Oct 19 00:30:39.745048 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-3ecf5cda-1728-425d-bd7e-9fcbba0f6e70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07884196-d535-4a59-b821-953b4b5bb09b HTTP/1.1" status: 200 len: 217 time: 0.0338695 Oct 19 00:30:39.791940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-d5173f2c-5047-4d15-abc9-f296cb080d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:39.794034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-d5173f2c-5047-4d15-abc9-f296cb080d18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6fd87f4d-43d7-4508-b2da-9f87497a986d HTTP/1.1" status: 200 len: 834 time: 0.0427735 Oct 19 00:30:39.844217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-4c3843e1-479d-417b-8a05-75796549cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:39.845731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-4c3843e1-479d-417b-8a05-75796549cf98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db1aaebb-0126-4425-ac31-cbbcc2db5a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451560 Oct 19 00:30:39.934462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-2e07e0b3-3299-47e0-b57d-995fe1408642 service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815754 Oct 19 00:30:40.030653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-23f51d2c-1336-475e-b71b-6a8356c5ef1b req-5e69d4ae-08d3-411f-8742-cbf301c2777d service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894914 Oct 19 00:30:40.077597 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a83f3d-7d30-4a68-98c0-ae9e44112e58 req-1f370525-bd55-402a-860b-974d6ae7bfed tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:40.079174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54a83f3d-7d30-4a68-98c0-ae9e44112e58 req-1f370525-bd55-402a-860b-974d6ae7bfed tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 943 time: 0.0526805 Oct 19 00:30:40.116799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54a83f3d-7d30-4a68-98c0-ae9e44112e58 req-79f51bc8-1bc4-4db6-99f9-c93d59aeac09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315490 Oct 19 00:30:41.228270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf2843-4a56-4936-9655-db28d2dc6955 req-5339425a-c712-4682-ad25-8746b3728e02 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:41.229731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09bf2843-4a56-4936-9655-db28d2dc6955 req-5339425a-c712-4682-ad25-8746b3728e02 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 943 time: 0.0480573 Oct 19 00:30:41.268316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-09bf2843-4a56-4936-9655-db28d2dc6955 req-b0ad710f-147b-45ec-8379-c1197f811a1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Oct 19 00:30:42.388152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d2b63-513c-4b06-aefd-bf9b7cdda0ab req-bc2f8b51-e04c-4bab-93ff-7fc02971ebdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:42.389612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-473d2b63-513c-4b06-aefd-bf9b7cdda0ab req-bc2f8b51-e04c-4bab-93ff-7fc02971ebdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 943 time: 0.0534484 Oct 19 00:30:42.426879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-473d2b63-513c-4b06-aefd-bf9b7cdda0ab req-260c484f-e274-4541-adb4-131a307b9c86 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Oct 19 00:30:43.223464 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 07884196-d535-4a59-b821-953b4b5bb09b details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:30:43.316504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 07884196-d535-4a59-b821-953b4b5bb09b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=07884196-d535-4a59-b821-953b4b5bb09b,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:43.328079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '07884196-d535-4a59-b821-953b4b5bb09b', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'port_id': '07884196-d535-4a59-b821-953b4b5bb09b', 'mac_address': 'fa:16:3e:d2:1a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:30:43.366656 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:43.379370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07884196-d535-4a59-b821-953b4b5bb09b {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:30:43.398002 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 07884196-d535-4a59-b821-953b4b5bb09b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=07884196-d535-4a59-b821-953b4b5bb09b,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:43.401981 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:43.447129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=07884196-d535-4a59-b821-953b4b5bb09b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:43.538564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb67b58-8062-4359-ae32-c6b5b5a25f03 req-330a8c86-1be0-4a5c-85a9-c27ea456c0bb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:43.539961 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3cb67b58-8062-4359-ae32-c6b5b5a25f03 req-330a8c86-1be0-4a5c-85a9-c27ea456c0bb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 944 time: 0.0479329 Oct 19 00:30:43.577316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3cb67b58-8062-4359-ae32-c6b5b5a25f03 req-b38a183d-7503-4cee-99aa-e704034b041e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309446 Oct 19 00:30:43.812895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['07884196-d535-4a59-b821-953b4b5bb09b'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:30:44.689820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad8883-1fc4-4b8a-8fae-edc02a008a21 req-3780066c-81fa-4968-8184-507cd9d7c14f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:44.691310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1dad8883-1fc4-4b8a-8fae-edc02a008a21 req-3780066c-81fa-4968-8184-507cd9d7c14f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 944 time: 0.0490310 Oct 19 00:30:44.728685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1dad8883-1fc4-4b8a-8fae-edc02a008a21 req-a1679e24-de08-481c-a0f4-4ec0a090706f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Oct 19 00:30:45.227905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 07884196-d535-4a59-b821-953b4b5bb09b up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:30:45.274742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 07884196-d535-4a59-b821-953b4b5bb09b completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:30:45.278461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 07884196-d535-4a59-b821-953b4b5bb09b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:30:45.279558 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:45.357555 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:45.379484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:30:45.381730 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afba8991-519a-4cd7-9c67-50eb0c95d46f" -d '{"events": [{"server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "name": "network-vif-plugged", "status": "completed", "tag": "07884196-d535-4a59-b821-953b4b5bb09b"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:30:45.394661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 07884196-d535-4a59-b821-953b4b5bb09b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=07884196-d535-4a59-b821-953b4b5bb09b,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:30:45.398839 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:45.446924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=07884196-d535-4a59-b821-953b4b5bb09b,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:45.477699 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b004016b-7d8f-48f0-a6d0-a830c31b995e x-openstack-request-id: req-b004016b-7d8f-48f0-a6d0-a830c31b995e {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:30:45.477995 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "name": "network-vif-plugged", "status": "completed", "tag": "07884196-d535-4a59-b821-953b4b5bb09b", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:30:45.478253 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b004016b-7d8f-48f0-a6d0-a830c31b995e {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:30:45.478648 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b', 'code': 200} Oct 19 00:30:45.597582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911862b0-5a75-4ece-ab84-f77a1543762c req-3a77257f-098b-453a-8e8e-00b9eaca1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:45.599105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-911862b0-5a75-4ece-ab84-f77a1543762c req-3a77257f-098b-453a-8e8e-00b9eaca1963 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 1097 time: 0.0444844 Oct 19 00:30:45.633837 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-911862b0-5a75-4ece-ab84-f77a1543762c req-61e5ecf4-00b8-43b3-a66f-5c1ad76ab80c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267155 Oct 19 00:30:45.843932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9910c4-c93f-455f-8399-ce8efc6ad286 req-5d1a6406-cf4c-4ffe-b8cd-3a79095b93af tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:45.845409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b9910c4-c93f-455f-8399-ce8efc6ad286 req-5d1a6406-cf4c-4ffe-b8cd-3a79095b93af tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0499656 Oct 19 00:30:45.883279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b9910c4-c93f-455f-8399-ce8efc6ad286 req-e28fc5d3-b1ad-4f67-b94a-bb39ba583d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Oct 19 00:30:46.995143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4de3c2-b515-4c1e-87f7-e02a1ecfeee2 req-4f1216e8-e681-4e8f-b559-5298b292497f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:46.996650 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c4de3c2-b515-4c1e-87f7-e02a1ecfeee2 req-4f1216e8-e681-4e8f-b559-5298b292497f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0483217 Oct 19 00:30:47.037241 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6c4de3c2-b515-4c1e-87f7-e02a1ecfeee2 req-57505861-fd4f-4b14-8e8a-acb8dde68c54 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331163 Oct 19 00:30:47.730241 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:30:48.154021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb48955-807d-4e62-a628-fb7c21ff1494 req-de2ea99c-dc76-46da-8de2-8b8af1b41d3c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:48.156045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ceb48955-807d-4e62-a628-fb7c21ff1494 req-de2ea99c-dc76-46da-8de2-8b8af1b41d3c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0515161 Oct 19 00:30:48.192312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ceb48955-807d-4e62-a628-fb7c21ff1494 req-d7edffd7-6b67-49e2-943c-ca1dc88c0efe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302231 Oct 19 00:30:48.304555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b19f6-568f-4b27-9303-3fd86174dd5c req-a3c34fb3-f71b-4c74-ac4d-dadd0567a3ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:48.306012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-254b19f6-568f-4b27-9303-3fd86174dd5c req-a3c34fb3-f71b-4c74-ac4d-dadd0567a3ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0492046 Oct 19 00:30:48.344135 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-254b19f6-568f-4b27-9303-3fd86174dd5c req-8516c88c-4278-41d7-96fb-debfedaa83c6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Oct 19 00:30:48.365192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43340) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:48.405254 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5ae94-ac39-46c3-a04f-aa8d49fb4aa6 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:48.406838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eac5ae94-ac39-46c3-a04f-aa8d49fb4aa6 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 1092 time: 0.0406299 Oct 19 00:30:48.409743 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43342) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:48.414166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '07884196-d535-4a59-b821-953b4b5bb09b', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:30:48.435601 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:48.532893 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:48.635631 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.215 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/1553f514-4224-47f8-9553-be8c46e9a286) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:30:48.732401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:48.764304 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:48.800483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:30:48.803277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:30:48.806643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:30:48.837943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=1553f514-4224-47f8-9553-be8c46e9a286,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:49.157531 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:49.223439 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:49.363481 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:49.367877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:49.436423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=1553f514-4224-47f8-9553-be8c46e9a286,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:30:49.445750 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:49.543249 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP 465113f0-bf7c-4b67-bb18-c92482cc78f0 associated. External IP: 172.25.7.215, port: 07884196-d535-4a59-b821-953b4b5bb09b. Oct 19 00:30:49.741577 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 8894947f-b80c-4340-aff0-68822f99e2f5 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:30:49.845814 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:30:49.855362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] Sync routers for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:30:49.864758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:49.864953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:49.865555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:30:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:49.892900 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a88e0f90-810c-48cf-8749-ef649e985c85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4821155 Oct 19 00:30:49.893493 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:30:49.895847 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac60094-115b-4c1d-8076-6e3a918f311a" -d '{"events": [{"name": "network-changed", "server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "tag": "07884196-d535-4a59-b821-953b4b5bb09b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:30:49.970508 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:49.987791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dc3d-92fc-4c59-9d1d-3f249f178b09 req-195b6b86-c0c7-4caf-a6a3-6f349a73894c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:49.989275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93c2dc3d-92fc-4c59-9d1d-3f249f178b09 req-195b6b86-c0c7-4caf-a6a3-6f349a73894c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0496659 Oct 19 00:30:50.027449 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93c2dc3d-92fc-4c59-9d1d-3f249f178b09 req-08d9d66c-1307-4905-9963-745047e11668 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318823 Oct 19 00:30:50.049570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43348) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:50.201422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '465113f0-bf7c-4b67-bb18-c92482cc78f0', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'port_id': '07884196-d535-4a59-b821-953b4b5bb09b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'mac_address': 'fa:16:3e:d2:1a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:30:49Z', 'updated_at': '2021-10-19T00:30:49Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b', 'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:97:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:29Z', 'updated_at': '2021-10-19T00:30:33Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:50.389043 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] Checking router: 8894947f-b80c-4340-aff0-68822f99e2f5 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:30:50.408620 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-64ced883-bc27-42db-ab8b-b01e42e2e3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:50.410316 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:30:50.411198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:30:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:50.436530 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812a3f2b-9d22-4d6f-9ddf-964a25d6d8bc x-openstack-request-id: req-812a3f2b-9d22-4d6f-9ddf-964a25d6d8bc {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:30:50.437676 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "tag": "07884196-d535-4a59-b821-953b4b5bb09b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:30:50.437676 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-812a3f2b-9d22-4d6f-9ddf-964a25d6d8bc {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:30:50.438003 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b', 'status': 'completed', 'code': 200} Oct 19 00:30:50.488860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8abc7401-280d-42ef-a506-8d258ef30546 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/465113f0-bf7c-4b67-bb18-c92482cc78f0 HTTP/1.1" status: 200 len: 991 time: 0.4378927 Oct 19 00:30:50.494685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60094-115b-4c1d-8076-6e3a918f311a req-7df700de-95c7-45c2-a772-30dfb7f4bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:50.496090 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bac60094-115b-4c1d-8076-6e3a918f311a req-7df700de-95c7-45c2-a772-30dfb7f4bd32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 1097 time: 0.0573792 Oct 19 00:30:50.522857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:30:50.587561 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60094-115b-4c1d-8076-6e3a918f311a req-9a4ceef0-9792-484d-a1c4-f69e5acef059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:50.589007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bac60094-115b-4c1d-8076-6e3a918f311a req-9a4ceef0-9792-484d-a1c4-f69e5acef059 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db1aaebb-0126-4425-ac31-cbbcc2db5a93 HTTP/1.1" status: 200 len: 898 time: 0.0859766 Oct 19 00:30:50.654020 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bac60094-115b-4c1d-8076-6e3a918f311a req-cbc661db-9f95-48ff-a741-a1ef14d4b483 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07884196-d535-4a59-b821-953b4b5bb09b HTTP/1.1" status: 200 len: 999 time: 0.0575917 Oct 19 00:30:50.702496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60094-115b-4c1d-8076-6e3a918f311a req-06279f20-2a03-41af-93f6-47300f586439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:50.704123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bac60094-115b-4c1d-8076-6e3a918f311a req-06279f20-2a03-41af-93f6-47300f586439 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6fd87f4d-43d7-4508-b2da-9f87497a986d HTTP/1.1" status: 200 len: 834 time: 0.0438914 Oct 19 00:30:50.751032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '465113f0-bf7c-4b67-bb18-c92482cc78f0', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'port_id': '07884196-d535-4a59-b821-953b4b5bb09b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'mac_address': 'fa:16:3e:d2:1a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:30:49Z', 'updated_at': '2021-10-19T00:30:49Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b', 'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:97:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:29Z', 'updated_at': '2021-10-19T00:30:33Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:30:50.753230 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60094-115b-4c1d-8076-6e3a918f311a req-c6089ea3-11ee-4eda-ba83-6780d5cc6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:30:50.754708 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bac60094-115b-4c1d-8076-6e3a918f311a req-c6089ea3-11ee-4eda-ba83-6780d5cc6ad8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db1aaebb-0126-4425-ac31-cbbcc2db5a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442116 Oct 19 00:30:50.777361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe08f5-6e1d-451c-85bf-5efe0160b175 None None] The sync data for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 is: [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '465113f0-bf7c-4b67-bb18-c92482cc78f0', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'port_id': '07884196-d535-4a59-b821-953b4b5bb09b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'mac_address': 'fa:16:3e:d2:1a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:30:49Z', 'updated_at': '2021-10-19T00:30:49Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b', 'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:97:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:29Z', 'updated_at': '2021-10-19T00:30:33Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:30:50.849219 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bac60094-115b-4c1d-8076-6e3a918f311a req-4a78b7dc-4d5c-4492-ba6f-4b8598303882 service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864789 Oct 19 00:30:50.945019 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bac60094-115b-4c1d-8076-6e3a918f311a req-c55bc67a-e709-4aa2-9a3d-1775441ceb53 service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876024 Oct 19 00:30:50.980569 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9021069-fcb8-4c2e-b400-adada53d3fe4 None None] New status for floating IP 465113f0-bf7c-4b67-bb18-c92482cc78f0: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:30:51.492768 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43350) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:30:51.552800 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-20ee484c-9248-4153-b5e1-3d96897ddb00 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/465113f0-bf7c-4b67-bb18-c92482cc78f0 HTTP/1.1" status: 200 len: 993 time: 0.0588949 Oct 19 00:30:54.065981 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9f7017e0-7c4a-43b6-9e42-6e749c5e02a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:54.942333 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:55.647159 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:30:58.152414 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:05.454618 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:07.085350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:20.409348 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d326e642-2583-4d80-92ec-959b0ca4d819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:24.067834 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-23d28f90-7a34-4b22-8c32-6c96ddda5105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:24.730122 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:31:24.943710 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:25.650606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:28.154160 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:35.460326 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:37.083020 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:40.500395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-1f17996c-6c13-40a4-a9d0-7f099330180a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387743 Oct 19 00:31:40.602334 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-dedac3d1-7936-44cd-9945-e7696e7bd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:31:40.603852 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-dedac3d1-7936-44cd-9945-e7696e7bd134 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 1097 time: 0.0447865 Oct 19 00:31:40.705252 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-5a87b191-2e8a-4da7-a91d-f861d7050e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:31:40.706712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-5a87b191-2e8a-4da7-a91d-f861d7050e29 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db1aaebb-0126-4425-ac31-cbbcc2db5a93 HTTP/1.1" status: 200 len: 898 time: 0.0844977 Oct 19 00:31:40.775808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-1fb3d2d9-af34-4b2b-977a-2db72ef3e3d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07884196-d535-4a59-b821-953b4b5bb09b HTTP/1.1" status: 200 len: 1001 time: 0.0616701 Oct 19 00:31:40.825705 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-e056b45c-3a85-4217-b39f-ce52be2a8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:31:40.827159 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-e056b45c-3a85-4217-b39f-ce52be2a8e5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6fd87f4d-43d7-4508-b2da-9f87497a986d HTTP/1.1" status: 200 len: 834 time: 0.0436170 Oct 19 00:31:40.872289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-bf51b0d8-b22f-49bc-83a7-a0db6887d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:31:40.873724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-bf51b0d8-b22f-49bc-83a7-a0db6887d68d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db1aaebb-0126-4425-ac31-cbbcc2db5a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387113 Oct 19 00:31:40.965202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-26aac9b5-5713-4ec6-8855-895ae790a8fb service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835588 Oct 19 00:31:41.053492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75798e03-e4f1-4e98-99eb-8bfa96ce46cb req-aec8391c-0306-4f13-accf-8411c83daaf9 service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810380 Oct 19 00:31:50.413878 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-399c8b3c-90f9-4a11-9a6c-fce4af3fc99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:54.069285 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-758510d1-5ccb-465c-ab1b-7d7cb6063ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:54.945551 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:55.652591 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:31:58.156692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:01.729762 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:32:03.916834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6635252-f5eb-47d0-b225-98d304d1352e req-5d771ff3-239f-440d-9d20-d3a7a5b379f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:03.918296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6635252-f5eb-47d0-b225-98d304d1352e req-5d771ff3-239f-440d-9d20-d3a7a5b379f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0542028 Oct 19 00:32:03.955594 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f6635252-f5eb-47d0-b225-98d304d1352e req-0327bfbc-71c0-4201-aee0-1c20ec03eb1d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Oct 19 00:32:05.071310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc034ca-49b1-4837-9d51-42b6b7553db2 req-c4a4676d-f8f0-4e43-bf2b-c2eb23a825ad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:05.072690 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3cc034ca-49b1-4837-9d51-42b6b7553db2 req-c4a4676d-f8f0-4e43-bf2b-c2eb23a825ad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0485377 Oct 19 00:32:05.110027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3cc034ca-49b1-4837-9d51-42b6b7553db2 req-65a7b6a2-4b3d-4ab5-a1c2-794874b6942b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Oct 19 00:32:05.131648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43388) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:05.190174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a428d761-db13-41b6-8a9f-95ba56436017 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/465113f0-bf7c-4b67-bb18-c92482cc78f0 HTTP/1.1" status: 200 len: 993 time: 0.0568902 Oct 19 00:32:05.468040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:06.468135 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695a10-91eb-4808-8268-39f4ccdc2023 req-afb8c8cf-09b8-4948-b758-fb64b0e20213 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:06.469605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd695a10-91eb-4808-8268-39f4ccdc2023 req-afb8c8cf-09b8-4948-b758-fb64b0e20213 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0533190 Oct 19 00:32:06.507203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd695a10-91eb-4808-8268-39f4ccdc2023 req-18820c22-4a7a-4ba0-a223-09ff6c637efb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315280 Oct 19 00:32:07.080986 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:07.622695 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696929a-fde9-4e51-a650-cfff4cf93daa req-319d499e-7842-43e0-bd3e-bbd5ad5697a4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:07.624221 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8696929a-fde9-4e51-a650-cfff4cf93daa req-319d499e-7842-43e0-bd3e-bbd5ad5697a4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0496933 Oct 19 00:32:07.661949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8696929a-fde9-4e51-a650-cfff4cf93daa req-0436ae4a-1502-4e13-94bd-a2eec39c534b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318885 Oct 19 00:32:07.684282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43400) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:07.748009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cc6b8c18-39f8-4e1c-ba00-16c2439bd5aa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/465113f0-bf7c-4b67-bb18-c92482cc78f0 HTTP/1.1" status: 200 len: 993 time: 0.0624740 Oct 19 00:32:07.968640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43406) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:08.122381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 1553f514-4224-47f8-9553-be8c46e9a286 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:32:08.122748 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:08.195676 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:08.195991 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:08.207456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 1553f514-4224-47f8-9553-be8c46e9a286 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:32:08.351695 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:08.377850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=1553f514-4224-47f8-9553-be8c46e9a286,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:08.403903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.404251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.404592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.404928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.405260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.405590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.405915 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.406242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.406568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.406913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.407240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.407559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:08.448440 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:08.448771 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP 465113f0-bf7c-4b67-bb18-c92482cc78f0 disassociated (deleted). External IP: 172.25.7.215, port: 07884196-d535-4a59-b821-953b4b5bb09b. Oct 19 00:32:08.651469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 8894947f-b80c-4340-aff0-68822f99e2f5 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:32:08.755822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:32:08.760558 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:08.765529 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] Sync routers for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:32:08.775137 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:08.776062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:08.786985 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cfe3ba57-02f8-4189-8abc-af9af427b470 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/floatingips/465113f0-bf7c-4b67-bb18-c92482cc78f0 HTTP/1.1" status: 204 len: 168 time: 0.8172197 Oct 19 00:32:08.787564 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:32:08.790453 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42041e-2f4e-4870-be06-c9a6f603d4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "tag": "07884196-d535-4a59-b821-953b4b5bb09b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:32:08.885500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:08.940723 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f990259a-2fab-4f57-b4f0-13e22c20c219 x-openstack-request-id: req-f990259a-2fab-4f57-b4f0-13e22c20c219 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:32:08.941025 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "tag": "07884196-d535-4a59-b821-953b4b5bb09b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:32:08.941338 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f990259a-2fab-4f57-b4f0-13e22c20c219 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:32:08.941756 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b', 'status': 'completed', 'code': 200} Oct 19 00:32:09.062976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712c60-61d6-49e8-bdfd-cb81a8ec83db req-9627f2be-75c5-4ead-a6e8-d73e103fac6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:09.064478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7712c60-61d6-49e8-bdfd-cb81a8ec83db req-9627f2be-75c5-4ead-a6e8-d73e103fac6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0776281 Oct 19 00:32:09.066943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-fd8aaf4b-333f-45f3-9093-664b1017bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:09.068309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-fd8aaf4b-333f-45f3-9093-664b1017bfe9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 1097 time: 0.0705280 Oct 19 00:32:09.095238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b', 'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:97:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:29Z', 'updated_at': '2021-10-19T00:30:33Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:09.121774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] Checking router: 8894947f-b80c-4340-aff0-68822f99e2f5 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:32:09.129841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:09.130440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:09.157704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d7712c60-61d6-49e8-bdfd-cb81a8ec83db req-b9bc63d2-5cc9-4bd7-9578-ee1b2280fcba tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871956 Oct 19 00:32:09.186545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-a900c4d2-34a2-4540-b46b-9a983cfad620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:09.188032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-a900c4d2-34a2-4540-b46b-9a983cfad620 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db1aaebb-0126-4425-ac31-cbbcc2db5a93 HTTP/1.1" status: 200 len: 898 time: 0.1109633 Oct 19 00:32:09.231284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-7eb648d9-774c-4f13-8dac-3ccda9b02d03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07884196-d535-4a59-b821-953b4b5bb09b HTTP/1.1" status: 200 len: 217 time: 0.0357778 Oct 19 00:32:09.236633 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:09.285614 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-f5f4b15e-efdb-4834-8236-5e71879747fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:09.287087 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-f5f4b15e-efdb-4834-8236-5e71879747fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6fd87f4d-43d7-4508-b2da-9f87497a986d HTTP/1.1" status: 200 len: 834 time: 0.0475101 Oct 19 00:32:09.333014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-924bc08d-e858-4c6b-9a66-1a8d01466dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:09.334507 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-924bc08d-e858-4c6b-9a66-1a8d01466dba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db1aaebb-0126-4425-ac31-cbbcc2db5a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397613 Oct 19 00:32:09.426129 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-f489ae88-81e1-4f33-9913-3bd85af48528 service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829577 Oct 19 00:32:09.433618 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b', 'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:97:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:29Z', 'updated_at': '2021-10-19T00:30:33Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:09.461269 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57e8ea-923f-493e-a6af-957346bbdedf None None] The sync data for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 is: [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:30:30Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b', 'name': '', 'network_id': 'db1aaebb-0126-4425-ac31-cbbcc2db5a93', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:97:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:29Z', 'updated_at': '2021-10-19T00:30:33Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '6fd87f4d-43d7-4508-b2da-9f87497a986d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:32:09.521836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb42041e-2f4e-4870-be06-c9a6f603d4b0 req-258420a9-7683-441e-8fdb-c808692931a5 service neutron] 10.222.0.73 "GET /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885077 Oct 19 00:32:09.679480 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36c0bc5-f1b1-4e50-b93c-677d77700415 None None] New status for floating IP 465113f0-bf7c-4b67-bb18-c92482cc78f0: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:32:10.271872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c302b07-afe2-4aae-b4db-65f0bc4f8729 req-e8589462-94ce-4291-9b5d-00815d2bc746 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:10.273323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c302b07-afe2-4aae-b4db-65f0bc4f8729 req-e8589462-94ce-4291-9b5d-00815d2bc746 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0487750 Oct 19 00:32:10.310267 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5c302b07-afe2-4aae-b4db-65f0bc4f8729 req-c65dc047-80ae-4cab-94d2-c770fc7c5c7d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ba7682-d7e4-4836-83f6-22026de9aa13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Oct 19 00:32:10.910132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-ea78abca-71d7-4cf2-a875-29a4b79c589c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:10.911583 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-ea78abca-71d7-4cf2-a875-29a4b79c589c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 945 time: 0.0483768 Oct 19 00:32:11.000732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 07884196-d535-4a59-b821-953b4b5bb09b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:32:11.001068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:11.086598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 07884196-d535-4a59-b821-953b4b5bb09b, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=07884196-d535-4a59-b821-953b4b5bb09b,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:11.087086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:11.104787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 07884196-d535-4a59-b821-953b4b5bb09b owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:32:11.231680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:11.265407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=07884196-d535-4a59-b821-953b4b5bb09b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:11.305180 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] No DVR routers for this DVR port 07884196-d535-4a59-b821-953b4b5bb09b on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:32:11.307991 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:11.311452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ab88e80-f005-4b02-b0a9-e63868b62510 req-deeff997-7a46-4434-b3e8-750f04e55330 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "DELETE /v2.0/ports/07884196-d535-4a59-b821-953b4b5bb09b HTTP/1.1" status: 204 len: 173 time: 0.3937759 Oct 19 00:32:11.311894 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'name': 'network-vif-deleted', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:32:11.314153 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a133be7-977c-4466-892a-9ff6c418ce25" -d '{"events": [{"server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "name": "network-vif-deleted", "tag": "07884196-d535-4a59-b821-953b4b5bb09b"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:32:11.353381 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc4e63a-03aa-418e-a062-3dc1c66a912f x-openstack-request-id: req-6fc4e63a-03aa-418e-a062-3dc1c66a912f {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:32:11.353677 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c53911-1ce5-4840-bdd6-06052d4358f6", "name": "network-vif-deleted", "tag": "07884196-d535-4a59-b821-953b4b5bb09b", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:32:11.353925 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fc4e63a-03aa-418e-a062-3dc1c66a912f {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:32:11.354330 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c53911-1ce5-4840-bdd6-06052d4358f6', 'name': 'network-vif-deleted', 'tag': '07884196-d535-4a59-b821-953b4b5bb09b', 'status': 'completed', 'code': 200} Oct 19 00:32:11.424468 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eea0948f-aa33-48ce-94d7-362f2e610e78 req-bcc39ff9-2433-41af-b86c-fb2f2d7618b7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=37c53911-1ce5-4840-bdd6-06052d4358f6 HTTP/1.1" status: 200 len: 210 time: 0.0271297 Oct 19 00:32:12.481208 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43422) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:13.139706 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:13.385140 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:32:13.385484 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:13.473463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:13.473826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:13.486561 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:32:13.666269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:13.693320 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:13.719873 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.720228 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.720574 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.720916 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.721252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.721583 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.721921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.722250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.722582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.722932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.723262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.723590 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:13.872971 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.086597 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 8894947f-b80c-4340-aff0-68822f99e2f5 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:32:14.189769 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:32:14.195749 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e9bcd9da-f80b-4479-a112-bea7ea8885ee tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/8894947f-b80c-4340-aff0-68822f99e2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7135112 Oct 19 00:32:14.198448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43428) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:14.200060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] Sync routers for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:32:14.211040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:14.211646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:14.248941 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23d0223-8dd6-463b-8049-6e2ff3ecbf6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting subnet 6fd87f4d-43d7-4508-b2da-9f87497a986d {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:32:14.252025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23d0223-8dd6-463b-8049-6e2ff3ecbf6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.295984 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23d0223-8dd6-463b-8049-6e2ff3ecbf6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.315018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:14.379706 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23d0223-8dd6-463b-8049-6e2ff3ecbf6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.439310 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23d0223-8dd6-463b-8049-6e2ff3ecbf6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.471653 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d0223-8dd6-463b-8049-6e2ff3ecbf6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd87f4d-43d7-4508-b2da-9f87497a986d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:14.475653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c23d0223-8dd6-463b-8049-6e2ff3ecbf6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.481427 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c23d0223-8dd6-463b-8049-6e2ff3ecbf6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/subnets/6fd87f4d-43d7-4508-b2da-9f87497a986d HTTP/1.1" status: 204 len: 168 time: 0.2792413 Oct 19 00:32:14.481632 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43430) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:14.487951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a00c84-bc20-4d89-9df4-9e7d3b601ed1 None None] Network db1aaebb-0126-4425-ac31-cbbcc2db5a93 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:32:14.521349 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:32:13Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:14.573978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] Checking router: 8894947f-b80c-4340-aff0-68822f99e2f5 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:32:14.587593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.607851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] Routers {'8894947f-b80c-4340-aff0-68822f99e2f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:14.608479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['8894947f-b80c-4340-aff0-68822f99e2f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:14.687929 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.742897 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] Set router 8894947f-b80c-4340-aff0-68822f99e2f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:14.745947 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port cb2cb182-5434-4aee-b5f9-460700150608 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:32:14.746302 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.798128 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1286265c-0481-4369-84be-f54686ef628a None None] DHCP port deletion for db1aaebb-0126-4425-ac31-cbbcc2db5a93 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:32:14.829301 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port cb2cb182-5434-4aee-b5f9-460700150608, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=cb2cb182-5434-4aee-b5f9-460700150608,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:14.829923 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:14.841663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for cb2cb182-5434-4aee-b5f9-460700150608 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:32:14.934905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1286265c-0481-4369-84be-f54686ef628a None None] Deleting port 5a64e1ab-df38-495f-95c0-d1b46a7bf635 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:32:14.935289 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.007960 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.039257 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=cb2cb182-5434-4aee-b5f9-460700150608,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:15.102443 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.169444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1286265c-0481-4369-84be-f54686ef628a None None] For port 5a64e1ab-df38-495f-95c0-d1b46a7bf635, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5a64e1ab-df38-495f-95c0-d1b46a7bf635,segment=NetworkSegment(6bb12d29-bd36-4314-985d-77a6b3bfd606),segment_id=6bb12d29-bd36-4314-985d-77a6b3bfd606)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:15.169845 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.186066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1286265c-0481-4369-84be-f54686ef628a None None] Calling delete_port for 5a64e1ab-df38-495f-95c0-d1b46a7bf635 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:32:15.192219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:32:13Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:15.208236 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.210796 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.222323 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185ffec-cc46-473c-8a96-dd7fba01e4b7 None None] The sync data for ids ['8894947f-b80c-4340-aff0-68822f99e2f5'] in n-d-713498-28 is: [{'id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243669437', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:30:26Z', 'updated_at': '2021-10-19T00:32:13Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'cb2cb182-5434-4aee-b5f9-460700150608', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8894947f-b80c-4340-aff0-68822f99e2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:30:27Z', 'updated_at': '2021-10-19T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:32:15.234355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5a64e1ab-df38-495f-95c0-d1b46a7bf635 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:32:15.265593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.266399 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Fanout notify agent at l3_agent the message router_deleted on router 8894947f-b80c-4340-aff0-68822f99e2f5 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:32:15.275254 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.276372 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f3088f52-d66d-4b25-9bdd-1b7dceb54c0e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/routers/8894947f-b80c-4340-aff0-68822f99e2f5 HTTP/1.1" status: 204 len: 168 time: 0.7939065 Oct 19 00:32:15.279276 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43432) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:15.357695 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.365889 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.393214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.398095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286265c-0481-4369-84be-f54686ef628a None None] Pushing event deleted for resources: {'Port': ['ID=5a64e1ab-df38-495f-95c0-d1b46a7bf635,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:15.408823 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286265c-0481-4369-84be-f54686ef628a None None] No DVR routers for this DVR port 5a64e1ab-df38-495f-95c0-d1b46a7bf635 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:32:15.422389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.422748 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.423090 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.423420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.423745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.424071 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.424389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.424708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.425024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.425340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.425656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.425970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286265c-0481-4369-84be-f54686ef628a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:15.451360 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.472057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1aaebb-0126-4425-ac31-cbbcc2db5a93']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:15.481084 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb12d29-bd36-4314-985d-77a6b3bfd606') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:15.481385 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb12d29-bd36-4314-985d-77a6b3bfd606') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:15.491023 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.504542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.512198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:32:15.512586 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:32:15.515782 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:32:15.575858 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.584025 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.587517 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/networks/db1aaebb-0126-4425-ac31-cbbcc2db5a93 HTTP/1.1" status: 204 len: 168 time: 0.3072550 Oct 19 00:32:15.590156 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43434) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:15.605907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 07884196-d535-4a59-b821-953b4b5bb09b no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:32:15.613855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae665d9-2499-4e81-acbc-85f9fd9f8270 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Network': ['ID=db1aaebb-0126-4425-ac31-cbbcc2db5a93,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:15.631648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 07884196-d535-4a59-b821-953b4b5bb09b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:32:15.631895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 07884196-d535-4a59-b821-953b4b5bb09b not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:32:15.665653 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5b38595-aacb-4438-8444-a770fc11fcde tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.696455 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5b38595-aacb-4438-8444-a770fc11fcde tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.757228 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5b38595-aacb-4438-8444-a770fc11fcde tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.760064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d5b38595-aacb-4438-8444-a770fc11fcde tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:15.761245 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d5b38595-aacb-4438-8444-a770fc11fcde tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/security-groups/c9ba7682-d7e4-4836-83f6-22026de9aa13 HTTP/1.1" status: 204 len: 168 time: 0.1698699 Oct 19 00:32:15.773199 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b38595-aacb-4438-8444-a770fc11fcde tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba7682-d7e4-4836-83f6-22026de9aa13,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:16.281354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43440) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:16.285892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-69a4e316-a596-4f51-8a6b-c8f5b84a359e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-636398055', 'description': 'tempest-secgroup-smoke-636398055 description', 'project_id': 'fe1d2998f5404c28a07422bcd6177531'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:16.307322 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-69a4e316-a596-4f51-8a6b-c8f5b84a359e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.374907 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-69a4e316-a596-4f51-8a6b-c8f5b84a359e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.378394 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-69a4e316-a596-4f51-8a6b-c8f5b84a359e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.409116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-69a4e316-a596-4f51-8a6b-c8f5b84a359e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.410340 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-69a4e316-a596-4f51-8a6b-c8f5b84a359e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1280046 Oct 19 00:32:16.412277 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4e316-a596-4f51-8a6b-c8f5b84a359e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4ee042-d26a-4400-a026-62e23196cc1b,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:16.413405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43442) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:16.418066 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3b383cac-2162-45d4-8dc2-57d0f7be9499 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '1e4ee042-d26a-4400-a026-62e23196cc1b', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:16.444823 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3b383cac-2162-45d4-8dc2-57d0f7be9499 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.490670 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3b383cac-2162-45d4-8dc2-57d0f7be9499 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.494143 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3b383cac-2162-45d4-8dc2-57d0f7be9499 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.515089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b383cac-2162-45d4-8dc2-57d0f7be9499 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e6d74c-0c7f-410a-8c1f-4a08c4ca1265,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:16.521296 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3b383cac-2162-45d4-8dc2-57d0f7be9499 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.522488 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3b383cac-2162-45d4-8dc2-57d0f7be9499 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1080117 Oct 19 00:32:16.525219 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43444) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:16.529463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-857ff135-84e4-4610-b8f0-cbbbbe9e606e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '1e4ee042-d26a-4400-a026-62e23196cc1b', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:16.557302 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-857ff135-84e4-4610-b8f0-cbbbbe9e606e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.612895 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-857ff135-84e4-4610-b8f0-cbbbbe9e606e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.616561 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-857ff135-84e4-4610-b8f0-cbbbbe9e606e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.633848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ff135-84e4-4610-b8f0-cbbbbe9e606e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f85372-8c56-4f7c-ba84-b4d938d3ec38,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:16.641748 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-857ff135-84e4-4610-b8f0-cbbbbe9e606e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.642999 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-857ff135-84e4-4610-b8f0-cbbbbe9e606e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168373 Oct 19 00:32:16.645732 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43446) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:16.650844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f1fcd85b-eae6-406b-b11a-9bf9bcf73c10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '1e4ee042-d26a-4400-a026-62e23196cc1b', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:16.676251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd85b-eae6-406b-b11a-9bf9bcf73c10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.735196 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd85b-eae6-406b-b11a-9bf9bcf73c10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.738598 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd85b-eae6-406b-b11a-9bf9bcf73c10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.755775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcd85b-eae6-406b-b11a-9bf9bcf73c10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8246c8bc-4bee-4fb3-af2c-8fc437c07af3,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:16.763849 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f1fcd85b-eae6-406b-b11a-9bf9bcf73c10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.765085 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f1fcd85b-eae6-406b-b11a-9bf9bcf73c10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184042 Oct 19 00:32:16.767891 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43448) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:16.772166 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e7903e40-b6a6-4eac-8490-2c78241db68f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '1e4ee042-d26a-4400-a026-62e23196cc1b', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:16.796720 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7903e40-b6a6-4eac-8490-2c78241db68f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.855436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7903e40-b6a6-4eac-8490-2c78241db68f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.858970 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7903e40-b6a6-4eac-8490-2c78241db68f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.877223 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7903e40-b6a6-4eac-8490-2c78241db68f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e403264-3407-4be8-8801-6b6b503ff872,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:16.883158 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e7903e40-b6a6-4eac-8490-2c78241db68f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.884356 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e7903e40-b6a6-4eac-8490-2c78241db68f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155353 Oct 19 00:32:16.887129 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43450) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:16.891415 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9cefae5a-9085-41a1-89c1-605c3786924e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '1e4ee042-d26a-4400-a026-62e23196cc1b', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:16.911644 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-9cefae5a-9085-41a1-89c1-605c3786924e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:32:16.916260 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9cefae5a-9085-41a1-89c1-605c3786924e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.973846 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9cefae5a-9085-41a1-89c1-605c3786924e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.977226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9cefae5a-9085-41a1-89c1-605c3786924e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:16.994103 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefae5a-9085-41a1-89c1-605c3786924e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b428c538-a77f-478a-afab-261ae0befcbe,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:17.001956 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9cefae5a-9085-41a1-89c1-605c3786924e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.003167 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9cefae5a-9085-41a1-89c1-605c3786924e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151075 Oct 19 00:32:17.005927 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43452) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:17.010634 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9576ed56-7698-494d-bea6-b65d1819081e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '1e4ee042-d26a-4400-a026-62e23196cc1b', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:17.030554 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-9576ed56-7698-494d-bea6-b65d1819081e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:32:17.035225 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9576ed56-7698-494d-bea6-b65d1819081e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.096204 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9576ed56-7698-494d-bea6-b65d1819081e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.101386 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9576ed56-7698-494d-bea6-b65d1819081e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.106010 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:32:17.123876 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576ed56-7698-494d-bea6-b65d1819081e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cead613-a866-4e28-8f24-151d81d6a69e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:17.126402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:32:17.126784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 2e17337c-b7ad-4c97-a2d3-8e22e22aaf6b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:32:17.127197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cb2cb182-5434-4aee-b5f9-460700150608 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:32:17.129627 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9576ed56-7698-494d-bea6-b65d1819081e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.135774 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9576ed56-7698-494d-bea6-b65d1819081e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240549 Oct 19 00:32:17.135774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43454) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:17.140540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'network': {'name': 'tempest-network-smoke--1030374478', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'port_security_enabled': True}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:17.145767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: cb2cb182-5434-4aee-b5f9-460700150608 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:32:17.146122 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device cb2cb182-5434-4aee-b5f9-460700150608 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:32:17.162635 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:32:17.167558 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.191424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:32:17.201397 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.201766 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Added segment d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf of type vlan for network f7a1550d-ede2-454e-9648-55c2d07d3a4c Oct 19 00:32:17.242836 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.265486 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.271121 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:17.271698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.305980 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1693618 Oct 19 00:32:17.310865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43456) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:17.315483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'admin_state_up': True, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:17.338899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.340270 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.342057 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896deb5-6fef-4458-8a57-406a6547c00d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Network': ['ID=f7a1550d-ede2-454e-9648-55c2d07d3a4c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:17.354532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network f7a1550d-ede2-454e-9648-55c2d07d3a4c details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:32:17.398215 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.537286 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.725212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.743732 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.841397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.67 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/4e2cff68-3017-4c87-804e-939695297e92) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:32:17.940700 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:17.975769 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:18.012480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:18.015266 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:18.018620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:32:18.026392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=4e2cff68-3017-4c87-804e-939695297e92,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:18.265356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:18.455134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:18.912477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 45368db0-4276-4c7b-bf34-7d22c12aff3b is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:32:19.019015 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:32:19.029564 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Sync routers for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:32:19.038555 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:19.039178 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:19.039345 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.043457 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-4c29b79e-de4a-4a27-934d-967268030423 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7285576 Oct 19 00:32:19.043623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43458) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:19.071906 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e15facdd-5f33-4e69-b526-b61aeaf859dc tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe1d2998f5404c28a07422bcd6177531&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270343 Oct 19 00:32:19.074333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43460) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:19.145725 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:19.162067 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6600477-f279-42d6-872b-68b23477b968 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:19.163631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d6600477-f279-42d6-872b-68b23477b968 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883639 Oct 19 00:32:19.166525 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43462) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:19.193773 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-97767081-4271-4caf-a150-70dbd3a8d482 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261326 Oct 19 00:32:19.196907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43464) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:19.201498 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-139990480', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:19.285713 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:32:19.289611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.316718 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:18Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:19.346264 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Checking router: 45368db0-4276-4c7b-bf34-7d22c12aff3b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:32:19.346525 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Updating router 45368db0-4276-4c7b-bf34-7d22c12aff3b port 4e2cff68-3017-4c87-804e-939695297e92 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:32:19.374499 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.471820 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.540917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Subnet': ['ID=02b57237-6787-48ba-8f02-d46ba5f619cb,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:19.545453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Checking segment: {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:32:19.545822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network hostable DHCP agents. Network: f7a1550d-ede2-454e-9648-55c2d07d3a4c, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:32:19.568109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network f7a1550d-ede2-454e-9648-55c2d07d3a4c is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:32:19.576908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, f7a1550d-ede2-454e-9648-55c2d07d3a4c) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:19.581329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:19.581915 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.590564 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a17c01b-6724-4b48-aa93-a7c90270f0ed None None] Network f7a1550d-ede2-454e-9648-55c2d07d3a4c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:32:19.603945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-802484cd-5039-463d-a807-0ff7ab21e71b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4059594 Oct 19 00:32:19.606607 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43466) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:19.635465 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.641376 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.690746 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Attempting to bind port 4e2cff68-3017-4c87-804e-939695297e92 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:32:19.691101 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Attempting to bind port 4e2cff68-3017-4c87-804e-939695297e92 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:32:19.691471 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Attempting to bind port 4e2cff68-3017-4c87-804e-939695297e92 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:32:19.701977 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Pushing event updated for resources: {'Port': ['ID=4e2cff68-3017-4c87-804e-939695297e92,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:19.704094 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:32:19.704706 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:32:19.705100 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.705480 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:32:19.705937 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Bound port: 4e2cff68-3017-4c87-804e-939695297e92, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:32:19.706302 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.732848 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.733363 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.733786 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.734195 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.734600 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.735060 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.735509 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.735936 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.736363 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.736797 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.737219 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.737641 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:19.756217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:32:19.757169 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.777018 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] For port 4e2cff68-3017-4c87-804e-939695297e92, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:32:19.780474 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] For port 4e2cff68-3017-4c87-804e-939695297e92, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4e2cff68-3017-4c87-804e-939695297e92,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:32:19.786485 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:19.838087 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07b310-ec0c-428f-b43c-1e9bd0179165 None None] Pushing event updated for resources: {'Port': ['ID=4e2cff68-3017-4c87-804e-939695297e92,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:19.856954 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:19.857486 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:19.905726 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Allocated IP 172.20.0.2 (f7a1550d-ede2-454e-9648-55c2d07d3a4c/02b57237-6787-48ba-8f02-d46ba5f619cb/c7bcbb12-a891-47c8-a35c-6976d0590140) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:32:20.060208 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:20.060801 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.067156 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.083465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.106919 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Network f7a1550d-ede2-454e-9648-55c2d07d3a4c is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:20.110105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:20.113924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:32:20.166274 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Pushing event updated for resources: {'Port': ['ID=c7bcbb12-a891-47c8-a35c-6976d0590140,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:20.179509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Attempting to bind port c7bcbb12-a891-47c8-a35c-6976d0590140 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:32:20.179509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Attempting to bind port c7bcbb12-a891-47c8-a35c-6976d0590140 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:32:20.179509 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Attempting to bind port c7bcbb12-a891-47c8-a35c-6976d0590140 on network f7a1550d-ede2-454e-9648-55c2d07d3a4c {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:32:20.184626 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:32:20.185121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Checking segment: {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:32:20.185642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.186140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Bound using segment: {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:32:20.186708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Bound port: c7bcbb12-a891-47c8-a35c-6976d0590140, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:32:20.187780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.240347 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:18Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:20.255062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-62966750-521f-49ee-b0da-f682f489c974 None None] For port c7bcbb12-a891-47c8-a35c-6976d0590140, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:32:20.259440 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-62966750-521f-49ee-b0da-f682f489c974 None None] For port c7bcbb12-a891-47c8-a35c-6976d0590140, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c7bcbb12-a891-47c8-a35c-6976d0590140,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:32:20.264255 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.267194 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2a952-96f6-4ca7-8106-07e32618ca1c None None] The sync data for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 is: [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:18Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:32:20.332928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62966750-521f-49ee-b0da-f682f489c974 None None] Pushing event updated for resources: {'Port': ['ID=c7bcbb12-a891-47c8-a35c-6976d0590140,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:20.383925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.1 (f7a1550d-ede2-454e-9648-55c2d07d3a4c/02b57237-6787-48ba-8f02-d46ba5f619cb/788d4246-00dd-45e2-b03e-b6ca79b863a8) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:32:20.420375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-524f7ed7-06ab-4251-8d30-2ba59c518e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.535420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.598742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.646324 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network f7a1550d-ede2-454e-9648-55c2d07d3a4c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:20.649748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:20.657163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:32:20.667350 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=788d4246-00dd-45e2-b03e-b6ca79b863a8,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:20.708756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:20.846960 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.143447 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.150152 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.222134 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.229884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=788d4246-00dd-45e2-b03e-b6ca79b863a8,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:21.243930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4e2cff68-3017-4c87-804e-939695297e92 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:21.297693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4e2cff68-3017-4c87-804e-939695297e92 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:21.298070 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.340752 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network f7a1550d-ede2-454e-9648-55c2d07d3a4c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:21.342638 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:21.375110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edacb4e6-eaee-4294-bba1-eb7bed154f9c None None] Network f7a1550d-ede2-454e-9648-55c2d07d3a4c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:32:21.412406 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.460874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 45368db0-4276-4c7b-bf34-7d22c12aff3b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:32:21.472172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 4e2cff68-3017-4c87-804e-939695297e92, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4e2cff68-3017-4c87-804e-939695297e92,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:21.475889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cd49d256-b6b5-4a60-84ba-1187c6e596e0 None None] Provisioning complete for port c7bcbb12-a891-47c8-a35c-6976d0590140 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:21.476251 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd49d256-b6b5-4a60-84ba-1187c6e596e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.480132 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.480906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c7bcbb12-a891-47c8-a35c-6976d0590140 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:21.572276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:32:21.577641 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-65f08a91-1c95-4622-b95b-e8be917c222c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/45368db0-4276-4c7b-bf34-7d22c12aff3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9699450 Oct 19 00:32:21.643379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=4e2cff68-3017-4c87-804e-939695297e92,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:21.687744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c7bcbb12-a891-47c8-a35c-6976d0590140 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:21.688110 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.741466 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd49d256-b6b5-4a60-84ba-1187c6e596e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.759442 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-b7c2fb79-6d21-40d2-97a0-bdd83b0a4c82 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636398055&fields=id&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 267 time: 0.0346239 Oct 19 00:32:21.803816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cd49d256-b6b5-4a60-84ba-1187c6e596e0 None None] For port c7bcbb12-a891-47c8-a35c-6976d0590140, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c7bcbb12-a891-47c8-a35c-6976d0590140,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:21.812603 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd49d256-b6b5-4a60-84ba-1187c6e596e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.822522 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:21.900253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-e1f955f7-7f77-4120-8d3e-0672d50d9c92 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:21.901787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-e1f955f7-7f77-4120-8d3e-0672d50d9c92 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/networks?id=f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 200 len: 797 time: 0.1302605 Oct 19 00:32:21.908966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49d256-b6b5-4a60-84ba-1187c6e596e0 None None] Pushing event updated for resources: {'Port': ['ID=c7bcbb12-a891-47c8-a35c-6976d0590140,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:21.923853 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 00:32:21.924208 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 00:32:21.931217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-bc775198-a92a-4343-9320-0dfcc9de67b2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/quotas/fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 375 time: 0.0204964 Oct 19 00:32:21.990491 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-9686762a-22fe-4899-9a8a-ee1409967807 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529957 Oct 19 00:32:22.033814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a7134136-43e8-466c-8949-8c7a3e7c8ee8 None None] Provisioning complete for port 788d4246-00dd-45e2-b03e-b6ca79b863a8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:22.034193 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a7134136-43e8-466c-8949-8c7a3e7c8ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:22.088471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a7134136-43e8-466c-8949-8c7a3e7c8ee8 None None] Port 788d4246-00dd-45e2-b03e-b6ca79b863a8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:32:22.096184 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Sync routers for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:32:22.109000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:22.109696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:22.113937 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-a7134136-43e8-466c-8949-8c7a3e7c8ee8 None None] Provisioning complete for port c7bcbb12-a891-47c8-a35c-6976d0590140 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:22.114187 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a7134136-43e8-466c-8949-8c7a3e7c8ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:22.160836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-0ce02877-3f99-4200-a54b-6ab6cc1f681d service neutron] 10.222.0.52 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559515 Oct 19 00:32:22.273616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:22.278563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-d19d9fd7-4c7c-4e7a-ba3a-23ba512ac6ee service neutron] 10.222.0.52 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090205 Oct 19 00:32:22.455174 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a96a32b9-ce49-46c9-96c5-576e18c5bfe1 req-a1030bc8-abcd-43d0-8a4f-714c23efff50 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 210 time: 0.0323505 Oct 19 00:32:22.607770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ed314d2c-206d-4f00-8f64-6eb4129ee54f None None] Provisioning complete for port 788d4246-00dd-45e2-b03e-b6ca79b863a8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:22.608139 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ed314d2c-206d-4f00-8f64-6eb4129ee54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:22.681354 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ed314d2c-206d-4f00-8f64-6eb4129ee54f None None] Port 788d4246-00dd-45e2-b03e-b6ca79b863a8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:32:22.746619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:20Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '788d4246-00dd-45e2-b03e-b6ca79b863a8', 'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:dd:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:20Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 2, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:22.784417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Checking router: 45368db0-4276-4c7b-bf34-7d22c12aff3b for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:32:22.784778 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Updating router 45368db0-4276-4c7b-bf34-7d22c12aff3b port 788d4246-00dd-45e2-b03e-b6ca79b863a8 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:32:22.819078 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:22.833906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ec01b8be-3d50-49d1-a2df-977d4f9fa92b None None] Provisioning complete for port 788d4246-00dd-45e2-b03e-b6ca79b863a8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:22.834273 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ec01b8be-3d50-49d1-a2df-977d4f9fa92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:22.903972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ec01b8be-3d50-49d1-a2df-977d4f9fa92b None None] Port 788d4246-00dd-45e2-b03e-b6ca79b863a8 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:32:23.139017 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.144662 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.170968 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4e2cff68-3017-4c87-804e-939695297e92 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:23.225022 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c90b9-c34c-48c1-b20e-377335479d42 None None] Pushing event updated for resources: {'Port': ['ID=788d4246-00dd-45e2-b03e-b6ca79b863a8,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:23.285456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4e2cff68-3017-4c87-804e-939695297e92 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:23.286105 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.287561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Attempting to bind port 788d4246-00dd-45e2-b03e-b6ca79b863a8 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:32:23.288466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Attempting to bind port 788d4246-00dd-45e2-b03e-b6ca79b863a8 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:32:23.288825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Attempting to bind port 788d4246-00dd-45e2-b03e-b6ca79b863a8 on network f7a1550d-ede2-454e-9648-55c2d07d3a4c {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:32:23.314297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:32:23.314661 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Checking segment: {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:32:23.315094 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.315487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Bound using segment: {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:32:23.315957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Bound port: 788d4246-00dd-45e2-b03e-b6ca79b863a8, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:32:23.316333 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.417608 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] For port 788d4246-00dd-45e2-b03e-b6ca79b863a8, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:32:23.430843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c7bcbb12-a891-47c8-a35c-6976d0590140 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:23.441964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] For port 788d4246-00dd-45e2-b03e-b6ca79b863a8, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=788d4246-00dd-45e2-b03e-b6ca79b863a8,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:32:23.466190 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.507237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c1590b70-3122-4dd0-8b6a-5332bc98a63c None None] Provisioning complete for port 788d4246-00dd-45e2-b03e-b6ca79b863a8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:23.507617 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c1590b70-3122-4dd0-8b6a-5332bc98a63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.564221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:23.565590 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:31:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:23.572729 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1f9b5c9b-70e8-42ac-b06e-ebe7247ac3cd req-c27d2aa8-ed60-4515-a24e-5f90d6188924 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 210 time: 0.0426834 Oct 19 00:32:23.580872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-b3c44a5c-a22b-4eb2-beeb-db655daac93b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:23.582525 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-b3c44a5c-a22b-4eb2-beeb-db655daac93b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/networks?id=f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 200 len: 797 time: 0.1512740 Oct 19 00:32:23.639452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-b0fa1fd2-3744-4673-b74e-95a0d4f8bce0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 379 time: 0.0403836 Oct 19 00:32:23.651221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'port': {'device_id': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'admin_state_up': True, 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'security_groups': ['1e4ee042-d26a-4400-a026-62e23196cc1b']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:23.665096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c90b9-c34c-48c1-b20e-377335479d42 None None] Pushing event updated for resources: {'Port': ['ID=788d4246-00dd-45e2-b03e-b6ca79b863a8,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:23.721536 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port c7bcbb12-a891-47c8-a35c-6976d0590140 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:23.722466 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.773001 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:32:23.776666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.791619 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:23.848317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c1590b70-3122-4dd0-8b6a-5332bc98a63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:23.898686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.13 (f7a1550d-ede2-454e-9648-55c2d07d3a4c/02b57237-6787-48ba-8f02-d46ba5f619cb/43ff783d-cec7-4474-9ead-a86c59cf6497) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:32:23.981251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c1590b70-3122-4dd0-8b6a-5332bc98a63c None None] For port 788d4246-00dd-45e2-b03e-b6ca79b863a8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=788d4246-00dd-45e2-b03e-b6ca79b863a8,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:23.994749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c1590b70-3122-4dd0-8b6a-5332bc98a63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.045962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.081870 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.101580 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1590b70-3122-4dd0-8b6a-5332bc98a63c None None] Pushing event updated for resources: {'Port': ['ID=788d4246-00dd-45e2-b03e-b6ca79b863a8,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:24.111031 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5e6582ec-cc92-4434-9136-f5dfcd8d8b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.129082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-924bb9c1-b328-4b77-a0a9-db72e7311064 None None] Provisioning complete for port 788d4246-00dd-45e2-b03e-b6ca79b863a8 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:24.129946 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-924bb9c1-b328-4b77-a0a9-db72e7311064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.133202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network f7a1550d-ede2-454e-9648-55c2d07d3a4c is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:24.136475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:24.139092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:32:24.173825 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:20Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '788d4246-00dd-45e2-b03e-b6ca79b863a8', 'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:dd:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:20Z', 'updated_at': '2021-10-19T00:32:23Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:24.182314 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=43ff783d-cec7-4474-9ead-a86c59cf6497,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:24.203261 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:24.203784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e54c97-d34b-4dee-af88-8b3d21165727 None None] The sync data for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 is: [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:20Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '788d4246-00dd-45e2-b03e-b6ca79b863a8', 'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:dd:54:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:20Z', 'updated_at': '2021-10-19T00:32:23Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:32:24.203971 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.233771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-a1982c00-7080-483f-bd98-376aedeea89e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868590 Oct 19 00:32:24.276204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Request body: {'port': {'device_id': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:24.355662 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.490860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-810407f3-dfa2-4fd1-90ee-937cd37ad5df None None] Provisioning complete for port 43ff783d-cec7-4474-9ead-a86c59cf6497 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:24.491372 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-810407f3-dfa2-4fd1-90ee-937cd37ad5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.536173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-810407f3-dfa2-4fd1-90ee-937cd37ad5df None None] Port 43ff783d-cec7-4474-9ead-a86c59cf6497 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:32:24.683475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ff783d-cec7-4474-9ead-a86c59cf6497 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:32:24.706483 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.725553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Transition to ACTIVE for port object 43ff783d-cec7-4474-9ead-a86c59cf6497 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:32:24.733252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.750196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69ad1d-a7c1-4736-b37d-29d6ef6822e8 req-21f37fc2-1255-404f-8899-140bb10cb8fc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:24.751502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-db69ad1d-a7c1-4736-b37d-29d6ef6822e8 req-21f37fc2-1255-404f-8899-140bb10cb8fc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 932 time: 0.0840108 Oct 19 00:32:24.820788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Pushing event updated for resources: {'Port': ['ID=43ff783d-cec7-4474-9ead-a86c59cf6497,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:24.852745 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-db69ad1d-a7c1-4736-b37d-29d6ef6822e8 req-650bb354-2b38-475b-b8bb-7d51406ee951 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812247 Oct 19 00:32:24.920591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Attempting to bind port 43ff783d-cec7-4474-9ead-a86c59cf6497 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:32:24.920935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Attempting to bind port 43ff783d-cec7-4474-9ead-a86c59cf6497 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:32:24.921268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Attempting to bind port 43ff783d-cec7-4474-9ead-a86c59cf6497 on network f7a1550d-ede2-454e-9648-55c2d07d3a4c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:32:24.926225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Port 43ff783d-cec7-4474-9ead-a86c59cf6497 on network f7a1550d-ede2-454e-9648-55c2d07d3a4c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:32:24.926549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Attempting to bind port 43ff783d-cec7-4474-9ead-a86c59cf6497 on network f7a1550d-ede2-454e-9648-55c2d07d3a4c {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:32:24.945423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:32:24.945766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Checking segment: {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:32:24.946157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Bound using segment: {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:32:24.946591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Bound port: 43ff783d-cec7-4474-9ead-a86c59cf6497, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:32:24.946978 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:24.953485 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:25.025339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] For port 43ff783d-cec7-4474-9ead-a86c59cf6497, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:32:25.028661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] For port 43ff783d-cec7-4474-9ead-a86c59cf6497, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=43ff783d-cec7-4474-9ead-a86c59cf6497,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:32:25.036885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:25.083212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:25.083947 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:25.086016 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] 10.222.0.102 "PUT /v2.0/ports/43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 200 len: 1093 time: 0.8342638 Oct 19 00:32:25.086463 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:32:25.088917 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:32:25.154767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a239ac-6e14-4c26-967c-31a4791c29b5 service neutron] Pushing event updated for resources: {'Port': ['ID=43ff783d-cec7-4474-9ead-a86c59cf6497,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:25.180530 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f912c2-e012-4390-8dde-6508c5304159 x-openstack-request-id: req-54f912c2-e012-4390-8dde-6508c5304159 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:32:25.181018 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:32:25.181149 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54f912c2-e012-4390-8dde-6508c5304159 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:32:25.181475 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'status': 'completed', 'code': 200} Oct 19 00:32:25.223145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-9966b464-6722-452a-a78b-bc5e29245c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:25.224557 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-9966b464-6722-452a-a78b-bc5e29245c24 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1096 time: 0.0657241 Oct 19 00:32:25.226373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 788d4246-00dd-45e2-b03e-b6ca79b863a8 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:25.290188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 788d4246-00dd-45e2-b03e-b6ca79b863a8 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:25.290735 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:25.303198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-2dcd0109-7b9f-46a6-86b2-cf23c8899c0d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 200 len: 217 time: 0.0635757 Oct 19 00:32:25.367174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-53260565-e739-413c-a58b-17851d84be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:25.368682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-53260565-e739-413c-a58b-17851d84be92 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=02b57237-6787-48ba-8f02-d46ba5f619cb HTTP/1.1" status: 200 len: 834 time: 0.0573621 Oct 19 00:32:25.427090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-b48bec31-4e09-452f-8b43-6dc95c31475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:25.428676 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-b48bec31-4e09-452f-8b43-6dc95c31475f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f7a1550d-ede2-454e-9648-55c2d07d3a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530565 Oct 19 00:32:25.656598 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:25.879769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-e194a32b-944a-4300-a715-12810bb02c66 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436743 Oct 19 00:32:26.001871 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a1713628-b5bd-4301-97d2-4c7d54e6513f req-e110646e-86db-444a-8be0-121e77566be4 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130097 Oct 19 00:32:26.013753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebf307-1f7f-4a80-9011-48921f338de4 req-0d7a25ef-7cda-4091-ae2a-f24060d40b7d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:26.015128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2ebf307-1f7f-4a80-9011-48921f338de4 req-0d7a25ef-7cda-4091-ae2a-f24060d40b7d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 944 time: 0.0722005 Oct 19 00:32:26.054396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2ebf307-1f7f-4a80-9011-48921f338de4 req-5cb5c41c-92e5-4fe8-80cc-705835b23da6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332613 Oct 19 00:32:26.130822 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-6e24f5e8-a93d-4c2a-8de2-455b95fe2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:26.132895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-6e24f5e8-a93d-4c2a-8de2-455b95fe2733 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1096 time: 0.0402908 Oct 19 00:32:26.225294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-d0fd7ac2-aaa2-42b9-a24f-231720d1c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:26.226845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-d0fd7ac2-aaa2-42b9-a24f-231720d1c10d service neutron] 10.222.0.102 "GET /v2.0/networks?id=f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 200 len: 898 time: 0.0863435 Oct 19 00:32:26.267804 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-93307290-1814-4ed5-85ee-b192988d6324 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 200 len: 217 time: 0.0333822 Oct 19 00:32:26.316259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-772e127a-d446-4390-80cd-7158f6edf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:26.317644 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-772e127a-d446-4390-80cd-7158f6edf4d0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=02b57237-6787-48ba-8f02-d46ba5f619cb HTTP/1.1" status: 200 len: 834 time: 0.0428884 Oct 19 00:32:26.367762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-729cd93d-a508-489f-948e-8a7eef5c7da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:26.369229 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-729cd93d-a508-489f-948e-8a7eef5c7da2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f7a1550d-ede2-454e-9648-55c2d07d3a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442941 Oct 19 00:32:26.458775 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-d273b477-6aa8-40cc-9e5b-67a937438c5c service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821230 Oct 19 00:32:26.551286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ec8cab6e-d31c-4b35-b934-ae0c8d4412f1 req-9c28a5cd-3edb-459c-88f5-f74dc8e885d7 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847127 Oct 19 00:32:27.168658 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab47d4a-6412-491a-98e1-0a6e1de10383 req-6fcf3fef-4e74-430d-a322-c74c83c3da88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:27.170122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ab47d4a-6412-491a-98e1-0a6e1de10383 req-6fcf3fef-4e74-430d-a322-c74c83c3da88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 944 time: 0.0489328 Oct 19 00:32:27.207772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ab47d4a-6412-491a-98e1-0a6e1de10383 req-1bede08d-2dbf-48cd-98d0-a01f04af17db tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317240 Oct 19 00:32:28.159455 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:28.320538 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb37b0-7658-45d8-b0e3-4bb0a4efea7c req-04afa538-69c0-43e7-85da-93c28c2313c6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:28.322002 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0eb37b0-7658-45d8-b0e3-4bb0a4efea7c req-04afa538-69c0-43e7-85da-93c28c2313c6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 944 time: 0.0496707 Oct 19 00:32:28.359578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0eb37b0-7658-45d8-b0e3-4bb0a4efea7c req-87712b3f-badf-4010-8de9-9477a4f73ea3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316455 Oct 19 00:32:29.477948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9894-ea13-49ff-83c4-2c142351baff req-0d27187e-a5b2-4d1d-b2ef-0a87d193b202 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:29.479451 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49ad9894-ea13-49ff-83c4-2c142351baff req-0d27187e-a5b2-4d1d-b2ef-0a87d193b202 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 944 time: 0.0557659 Oct 19 00:32:29.517388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-49ad9894-ea13-49ff-83c4-2c142351baff req-bebae8f3-271a-4a2c-9ede-e690196a5bfe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318367 Oct 19 00:32:30.632359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f93a5-43d1-4e9b-b617-ba586a74e11a req-3fa38629-4629-43de-bec9-9eefa57b54ce tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:30.633832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-725f93a5-43d1-4e9b-b617-ba586a74e11a req-3fa38629-4629-43de-bec9-9eefa57b54ce tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 944 time: 0.0488670 Oct 19 00:32:30.671407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-725f93a5-43d1-4e9b-b617-ba586a74e11a req-3ea39004-aceb-419c-aa65-5f96bc347b3c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316310 Oct 19 00:32:30.682861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 43ff783d-cec7-4474-9ead-a86c59cf6497 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:32:30.775486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 43ff783d-cec7-4474-9ead-a86c59cf6497, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=43ff783d-cec7-4474-9ead-a86c59cf6497,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:30.786188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'port_id': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'mac_address': 'fa:16:3e:df:08:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:32:30.825877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:30.839806 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ff783d-cec7-4474-9ead-a86c59cf6497 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:32:30.857737 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 43ff783d-cec7-4474-9ead-a86c59cf6497, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=43ff783d-cec7-4474-9ead-a86c59cf6497,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:30.861557 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:30.907738 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=43ff783d-cec7-4474-9ead-a86c59cf6497,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:31.289589 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['43ff783d-cec7-4474-9ead-a86c59cf6497'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:32:31.784854 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd0735-8e69-40fc-b31a-3fcfe61dc397 req-7c0c411a-f471-482a-a938-4ad3ff772ed2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:31.786338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcdd0735-8e69-40fc-b31a-3fcfe61dc397 req-7c0c411a-f471-482a-a938-4ad3ff772ed2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 945 time: 0.0507350 Oct 19 00:32:31.824640 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcdd0735-8e69-40fc-b31a-3fcfe61dc397 req-1fa8d6a9-ebbd-489a-8da0-deaa5bdb8628 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Oct 19 00:32:32.716500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 43ff783d-cec7-4474-9ead-a86c59cf6497 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:32.769292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 43ff783d-cec7-4474-9ead-a86c59cf6497 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:32:32.773690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 43ff783d-cec7-4474-9ead-a86c59cf6497 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:32:32.774064 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:32.853642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:32.876874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:32:32.879221 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53a8806-a133-4875-ae2b-ef316978f24f" -d '{"events": [{"server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "name": "network-vif-plugged", "status": "completed", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:32:32.891852 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 43ff783d-cec7-4474-9ead-a86c59cf6497, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=43ff783d-cec7-4474-9ead-a86c59cf6497,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:32.897643 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:32.946666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=43ff783d-cec7-4474-9ead-a86c59cf6497,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:32.947515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64ddce-a5fc-451d-b16c-8abedc166ff8 req-a95ad758-b4bf-4772-a568-bca03474af58 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:32.951242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe64ddce-a5fc-451d-b16c-8abedc166ff8 req-a95ad758-b4bf-4772-a568-bca03474af58 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0590837 Oct 19 00:32:32.987860 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe64ddce-a5fc-451d-b16c-8abedc166ff8 req-6a9469af-2741-4c93-8892-de5d1bbbbe64 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323501 Oct 19 00:32:33.029414 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238cefa5-0708-4f8c-becf-7ab57265dae7 x-openstack-request-id: req-238cefa5-0708-4f8c-becf-7ab57265dae7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:32:33.029712 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "name": "network-vif-plugged", "status": "completed", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:32:33.029973 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-238cefa5-0708-4f8c-becf-7ab57265dae7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:32:33.030401 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'code': 200} Oct 19 00:32:33.194268 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4dcd9-a426-468b-b23d-8b0a78a614b5 req-353cae30-4852-4432-bd66-fbd92b4fd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:33.195809 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86f4dcd9-a426-468b-b23d-8b0a78a614b5 req-353cae30-4852-4432-bd66-fbd92b4fd686 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1098 time: 0.0808029 Oct 19 00:32:33.231614 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86f4dcd9-a426-468b-b23d-8b0a78a614b5 req-32ff23fc-055b-44ee-814d-a8c304a622d2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279455 Oct 19 00:32:34.102431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385a9b8-d01d-41e0-8dd4-8016829d7fdb req-74784170-a8f4-42b3-be23-2ff983edd658 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:34.103808 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1385a9b8-d01d-41e0-8dd4-8016829d7fdb req-74784170-a8f4-42b3-be23-2ff983edd658 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0480244 Oct 19 00:32:34.141263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1385a9b8-d01d-41e0-8dd4-8016829d7fdb req-60cb058a-054d-4dfc-8ba5-b401c5d32c28 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Oct 19 00:32:35.260759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b31774-e7c3-4edd-a993-2a2983d906b1 req-dd890158-1049-4b47-9a8e-a953c0b214e9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:35.262238 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2b31774-e7c3-4edd-a993-2a2983d906b1 req-dd890158-1049-4b47-9a8e-a953c0b214e9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0541437 Oct 19 00:32:35.300780 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2b31774-e7c3-4edd-a993-2a2983d906b1 req-2730cfa9-cbb8-4858-ade1-09e9555610b1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325904 Oct 19 00:32:35.414000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a3026-d370-4942-88d1-34534ae038d4 req-b4e16a69-93ef-4b5a-a360-31ed12f1d0f9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:35.415495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f51a3026-d370-4942-88d1-34534ae038d4 req-b4e16a69-93ef-4b5a-a360-31ed12f1d0f9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0504570 Oct 19 00:32:35.455161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f51a3026-d370-4942-88d1-34534ae038d4 req-989311f1-8c1d-4a76-a72b-22a53c222a08 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336604 Oct 19 00:32:35.465669 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:35.476474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43534) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:35.516520 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330de655-7c21-4211-9a9b-2a8fda755faa tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:35.517990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-330de655-7c21-4211-9a9b-2a8fda755faa tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1093 time: 0.0405087 Oct 19 00:32:35.520704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43536) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:35.525064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:32:35.546815 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:35.644006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:35.747159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.220 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/ca7a8a1e-886e-4064-b65e-866b93ad6703) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:32:35.846034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:35.878974 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:35.915476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:35.918273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:35.921633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:32:35.929985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=ca7a8a1e-886e-4064-b65e-866b93ad6703,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:36.277744 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:36.345014 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:36.488203 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:36.492575 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:36.560660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=ca7a8a1e-886e-4064-b65e-866b93ad6703,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:36.572449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:36.669750 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP 04ce8ec7-4217-4e12-8016-cb20953bb634 associated. External IP: 172.25.7.220, port: 43ff783d-cec7-4474-9ead-a86c59cf6497. Oct 19 00:32:36.873871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 45368db0-4276-4c7b-bf34-7d22c12aff3b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:32:36.979676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:32:36.990066 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] Sync routers for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:32:36.996846 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:37.000470 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:37.001065 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:37.024568 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-005eaa45-4b6b-41c4-894f-8ed2b048fae2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5028391 Oct 19 00:32:37.025186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:32:37.027507 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c" -d '{"events": [{"name": "network-changed", "server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:32:37.089007 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:37.111340 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:37.122494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753b23d-379a-46a7-a6ef-a8170a2f9089 req-ae7245a0-e4af-421e-b505-7f49978f746e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:37.124043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9753b23d-379a-46a7-a6ef-a8170a2f9089 req-ae7245a0-e4af-421e-b505-7f49978f746e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0510683 Oct 19 00:32:37.162337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9753b23d-379a-46a7-a6ef-a8170a2f9089 req-74533f55-3594-47ea-aecc-bf71d66ba692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323262 Oct 19 00:32:37.184767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43544) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:37.225736 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b4a32d-b7d0-4823-8751-eab1a69e4267 x-openstack-request-id: req-e4b4a32d-b7d0-4823-8751-eab1a69e4267 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:32:37.226040 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:32:37.226288 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4b4a32d-b7d0-4823-8751-eab1a69e4267 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:32:37.226686 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'status': 'completed', 'code': 200} Oct 19 00:32:37.252013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a402f2d8-2d10-47e1-8c3a-419e514fdd73 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/04ce8ec7-4217-4e12-8016-cb20953bb634 HTTP/1.1" status: 200 len: 992 time: 0.0659919 Oct 19 00:32:37.297948 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-8e88ea5f-ef65-4bc0-a007-2b7150d4a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:37.299481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-8e88ea5f-ef65-4bc0-a007-2b7150d4a4be service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1098 time: 0.0400612 Oct 19 00:32:37.336564 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:20Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '04ce8ec7-4217-4e12-8016-cb20953bb634', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'port_id': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'mac_address': 'fa:16:3e:df:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:32:36Z', 'updated_at': '2021-10-19T00:32:36Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788d4246-00dd-45e2-b03e-b6ca79b863a8', 'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:dd:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:20Z', 'updated_at': '2021-10-19T00:32:23Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:37.365890 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] Checking router: 45368db0-4276-4c7b-bf34-7d22c12aff3b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:32:37.373869 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:32:37.374469 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:32:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:37.390105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-00a3f877-eff8-496c-9d73-a04303b0cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:37.391606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-00a3f877-eff8-496c-9d73-a04303b0cdb3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 200 len: 898 time: 0.0850389 Oct 19 00:32:37.462282 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-652fcd55-a369-47f1-9212-04110678ea7c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 200 len: 1000 time: 0.0634754 Oct 19 00:32:37.477826 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:32:37.511332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-d9161166-ed6a-4333-ab07-29930354fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:37.512826 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-d9161166-ed6a-4333-ab07-29930354fd17 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=02b57237-6787-48ba-8f02-d46ba5f619cb HTTP/1.1" status: 200 len: 834 time: 0.0437708 Oct 19 00:32:37.558985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-c1391822-b2c8-40ce-b035-8190628e1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:37.560471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-c1391822-b2c8-40ce-b035-8190628e1fd7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f7a1550d-ede2-454e-9648-55c2d07d3a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406909 Oct 19 00:32:37.652691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-04a8b3f5-13aa-413d-a6cc-bdf9cdbeb334 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Oct 19 00:32:37.697407 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:20Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '04ce8ec7-4217-4e12-8016-cb20953bb634', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'port_id': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'mac_address': 'fa:16:3e:df:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:32:36Z', 'updated_at': '2021-10-19T00:32:36Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788d4246-00dd-45e2-b03e-b6ca79b863a8', 'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:dd:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:20Z', 'updated_at': '2021-10-19T00:32:23Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:37.723608 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbedd7a-d7c0-459c-9442-56518bf907ef None None] The sync data for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 is: [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:20Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '04ce8ec7-4217-4e12-8016-cb20953bb634', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'port_id': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'mac_address': 'fa:16:3e:df:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:32:36Z', 'updated_at': '2021-10-19T00:32:36Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788d4246-00dd-45e2-b03e-b6ca79b863a8', 'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:dd:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:20Z', 'updated_at': '2021-10-19T00:32:23Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:32:37.749263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63f5ef0c-c7d4-4c2c-bcd1-7d184caaf84c req-36e8421b-fe79-4c84-bdce-728b3ca57540 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893753 Oct 19 00:32:37.913676 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70175299-fb93-4d0a-acbc-4f2b98f4b0c2 None None] New status for floating IP 04ce8ec7-4217-4e12-8016-cb20953bb634: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:32:38.255236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43546) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:32:38.318358 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-af0b80bc-9cd5-4215-bdab-2025df77cbef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/04ce8ec7-4217-4e12-8016-cb20953bb634 HTTP/1.1" status: 200 len: 994 time: 0.0620313 Oct 19 00:32:38.729544 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:32:39.270365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-08b12ad5-5f14-4c16-bb5f-de37eba11351 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400324 Oct 19 00:32:39.369456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-c2f882de-c4cc-499c-af19-4598a835e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:39.370994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-c2f882de-c4cc-499c-af19-4598a835e55f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1098 time: 0.0397172 Oct 19 00:32:39.475405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-f35c5630-29f8-42ba-b1e0-b10d0f49b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:39.476887 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-f35c5630-29f8-42ba-b1e0-b10d0f49b15d service neutron] 10.222.0.102 "GET /v2.0/networks?id=f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 200 len: 898 time: 0.0854690 Oct 19 00:32:39.541111 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-8da12b9c-fee2-4ad9-8252-43682b6564a0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 200 len: 1002 time: 0.0564172 Oct 19 00:32:39.590021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-b350ea2a-c38f-4297-a00d-9b9ec27fb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:39.591489 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-b350ea2a-c38f-4297-a00d-9b9ec27fb737 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=02b57237-6787-48ba-8f02-d46ba5f619cb HTTP/1.1" status: 200 len: 834 time: 0.0432894 Oct 19 00:32:39.643734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-5ba30915-158e-4e5f-be1e-cdcb8cb5e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:32:39.645144 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-5ba30915-158e-4e5f-be1e-cdcb8cb5e9e5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f7a1550d-ede2-454e-9648-55c2d07d3a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423002 Oct 19 00:32:39.735101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-74cfc6ab-4a29-4969-9432-8d4a4b5f1915 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808187 Oct 19 00:32:39.827169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b650f84e-d1b4-4787-a8b0-cf16ea19e0e4 req-44db7e9c-c964-41e0-99e0-129d806ebc4a service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Oct 19 00:32:50.416116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4410630c-19f8-4653-9f85-038e7503570a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:54.072083 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b933c79d-647e-4121-89bb-a4d7802b2353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:54.945594 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:55.658272 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:32:58.162690 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:05.464692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:07.092106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:15.729506 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:33:20.416267 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d70f60d9-3aa9-4b5a-9f69-654d29d7f423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:24.072914 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d1520864-a345-4dc2-8906-7acc030ff08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:24.945684 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:25.661504 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:28.166068 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:32.018058 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-6b8d7c93-56ce-41ce-b175-aa58e77cd64e req-be91bce2-03d6-4983-aff1-87b4ccecfb59 service neutron] (100922) timed out ('10.222.0.52', 60334) {{(pid=100922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 00:33:35.495401 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:37.098317 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:39.242813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-5d31710c-30ed-4606-89cb-79e9a91c8344 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392227 Oct 19 00:33:39.340195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-fae814d6-b83d-4084-984e-8b620ccb2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:39.341630 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-fae814d6-b83d-4084-984e-8b620ccb2a9b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1098 time: 0.0396910 Oct 19 00:33:39.445263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-3d471644-bf4d-4e9e-a69b-d8a421d2e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:39.446606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-3d471644-bf4d-4e9e-a69b-d8a421d2e554 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 200 len: 898 time: 0.0856898 Oct 19 00:33:39.511537 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-adc854f1-c0c5-480c-b91e-f6c4233f2d3c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 200 len: 1002 time: 0.0564611 Oct 19 00:33:39.563186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-46d73fb9-db1e-4af4-96fa-9804d2a331a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:39.564585 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-46d73fb9-db1e-4af4-96fa-9804d2a331a6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=02b57237-6787-48ba-8f02-d46ba5f619cb HTTP/1.1" status: 200 len: 834 time: 0.0460629 Oct 19 00:33:39.609668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-839a179b-9823-475a-92c2-bed29121f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:39.611125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-839a179b-9823-475a-92c2-bed29121f713 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f7a1550d-ede2-454e-9648-55c2d07d3a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388942 Oct 19 00:33:39.700801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-1545d72d-04b1-48ff-ae32-2767fb8f89fd service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821679 Oct 19 00:33:39.787606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b69b469d-58ae-49e1-93f5-22f328cd7485 req-1efca9d8-8f6d-4877-bb60-7849da565977 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797274 Oct 19 00:33:50.416851 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e0626b9-621b-4902-b009-05ac21357dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:52.729466 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:33:53.525127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dddf3-12f4-4321-9eb0-17e8dacb4c58 req-986669ea-1718-4e0b-835c-553fd1aa7b8e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:53.526553 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46dddf3-12f4-4321-9eb0-17e8dacb4c58 req-986669ea-1718-4e0b-835c-553fd1aa7b8e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0743432 Oct 19 00:33:53.552220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-e5194bd9-1d80-46ef-8723-401c506e6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:53.553845 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-e5194bd9-1d80-46ef-8723-401c506e6a4d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1098 time: 0.0653319 Oct 19 00:33:53.589454 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f46dddf3-12f4-4321-9eb0-17e8dacb4c58 req-072a2c79-84d2-4428-aa01-17ec126b0a18 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552166 Oct 19 00:33:53.654579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-393c6b8e-0785-4dc4-bad0-f82079e9cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:53.655976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-393c6b8e-0785-4dc4-bad0-f82079e9cd14 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 200 len: 898 time: 0.0941815 Oct 19 00:33:53.723668 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-a6f17912-011c-4e18-a8ba-29e7d8ae6ffb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 200 len: 1002 time: 0.0600269 Oct 19 00:33:53.772545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-25d57f20-55fa-4630-bb9b-b65cfa014af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:53.773969 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-25d57f20-55fa-4630-bb9b-b65cfa014af7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=02b57237-6787-48ba-8f02-d46ba5f619cb HTTP/1.1" status: 200 len: 834 time: 0.0426154 Oct 19 00:33:53.819837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-748ec670-c7d8-46d5-9037-ad9daf52cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:53.821311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-748ec670-c7d8-46d5-9037-ad9daf52cf60 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f7a1550d-ede2-454e-9648-55c2d07d3a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396683 Oct 19 00:33:53.914577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-c15c7d60-0bf3-4c69-8d3e-95197ebf47ef service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841954 Oct 19 00:33:54.003920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-295d25ca-25a3-4778-a863-c84cd9d7a445 req-9c83ab0b-becc-4523-b7f3-f5c3df867886 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809612 Oct 19 00:33:54.072533 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-836d4a34-43c5-4280-8ddf-f1b35ac5a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:54.721271 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a5827-af60-469b-8930-25ca2b356a24 req-d1c79f7b-acc6-4b19-9b00-ddf0bdf4bf0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:54.722741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d4a5827-af60-469b-8930-25ca2b356a24 req-d1c79f7b-acc6-4b19-9b00-ddf0bdf4bf0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0534344 Oct 19 00:33:54.760142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d4a5827-af60-469b-8930-25ca2b356a24 req-3b5e286d-1359-4ed5-aedd-7a6e0e3e5180 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Oct 19 00:33:54.946932 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:55.665191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:55.876418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577f560-a1e9-40ce-8036-ea400222a5d3 req-161c95ac-353f-4af5-9101-9918a7757ec6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:55.877862 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d577f560-a1e9-40ce-8036-ea400222a5d3 req-161c95ac-353f-4af5-9101-9918a7757ec6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0477600 Oct 19 00:33:55.915109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d577f560-a1e9-40ce-8036-ea400222a5d3 req-a69eaa88-74ca-44b9-9bbe-2d4919a1f37c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Oct 19 00:33:57.026105 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde37e4-a48c-4553-962b-2a4fe6d9b345 req-1ddb902d-6602-46dd-b1d9-25212041042b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:57.027565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8dde37e4-a48c-4553-962b-2a4fe6d9b345 req-1ddb902d-6602-46dd-b1d9-25212041042b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0471244 Oct 19 00:33:57.064169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8dde37e4-a48c-4553-962b-2a4fe6d9b345 req-6162c5ef-775e-42b5-b0fb-d761cd18debf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306849 Oct 19 00:33:58.168788 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:33:58.184273 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccf348-91c4-4923-ae27-50e3e8d54655 req-ab6845c1-2e62-4faa-b3ab-0c5ad1d16de2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:58.185733 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0dccf348-91c4-4923-ae27-50e3e8d54655 req-ab6845c1-2e62-4faa-b3ab-0c5ad1d16de2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0547619 Oct 19 00:33:58.222810 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0dccf348-91c4-4923-ae27-50e3e8d54655 req-19ea28ce-369e-44dc-992d-5588129e8d05 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311124 Oct 19 00:33:59.336404 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ecfb0-99cb-4582-b6be-e85c4e7ba72e req-2edbc586-8530-4434-90f8-f9618a02b720 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:33:59.337854 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-536ecfb0-99cb-4582-b6be-e85c4e7ba72e req-2edbc586-8530-4434-90f8-f9618a02b720 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0494862 Oct 19 00:33:59.374029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-536ecfb0-99cb-4582-b6be-e85c4e7ba72e req-e34e5f75-4d7e-48d1-8de8-20e7c4feda4e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300539 Oct 19 00:34:00.486467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d71e4-7d7d-43b5-8c73-a70fd3860a7c req-3b44b1c6-17d9-4afd-a5d0-8b256d160ee7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:34:00.487947 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd5d71e4-7d7d-43b5-8c73-a70fd3860a7c req-3b44b1c6-17d9-4afd-a5d0-8b256d160ee7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0485013 Oct 19 00:34:00.526115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd5d71e4-7d7d-43b5-8c73-a70fd3860a7c req-0c56c92f-b88b-4d66-ac76-dc62ee9efe21 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313745 Oct 19 00:34:01.975955 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8921b4-c53e-44a6-8d48-f3241a3ba2e1 req-9107f1c4-7bfd-4ca0-b3b3-5f0be3df28da tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:34:01.977420 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb8921b4-c53e-44a6-8d48-f3241a3ba2e1 req-9107f1c4-7bfd-4ca0-b3b3-5f0be3df28da tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.3821819 Oct 19 00:34:02.014672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb8921b4-c53e-44a6-8d48-f3241a3ba2e1 req-dff7e17f-cec5-4d5e-81c7-5aad8b696933 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312767 Oct 19 00:34:03.127376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb47e0a-a854-4a3e-9892-436c0df65ce3 req-4bd0e921-888a-412c-95d2-d8f17dbbedbf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:34:03.128827 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aeb47e0a-a854-4a3e-9892-436c0df65ce3 req-4bd0e921-888a-412c-95d2-d8f17dbbedbf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0482473 Oct 19 00:34:03.167094 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aeb47e0a-a854-4a3e-9892-436c0df65ce3 req-59e9ca1e-9435-46fb-a851-86a1b327c2f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317700 Oct 19 00:34:04.279881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed129e4-df8e-419d-8c53-a4bfb210c514 req-8589d276-609c-451b-9652-c2562fd8ab39 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:34:04.281341 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ed129e4-df8e-419d-8c53-a4bfb210c514 req-8589d276-609c-451b-9652-c2562fd8ab39 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0477846 Oct 19 00:34:04.317365 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ed129e4-df8e-419d-8c53-a4bfb210c514 req-52d49fac-ceb9-45c7-9dac-b4c3840644e9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299211 Oct 19 00:34:05.441738 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae301f-e6b1-41ea-9f6b-5e63d14bae1e req-664cdb4a-0354-41c2-a965-66f80c6879ae tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:34:05.443146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8ae301f-e6b1-41ea-9f6b-5e63d14bae1e req-664cdb4a-0354-41c2-a965-66f80c6879ae tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0518441 Oct 19 00:34:05.481105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d8ae301f-e6b1-41ea-9f6b-5e63d14bae1e req-91c31557-b335-4f79-b414-0f2a4505aeef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Oct 19 00:34:05.503186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43604) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:34:05.518795 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:05.563358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a920e965-a621-47c2-9fa6-1925b6fdd028 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/04ce8ec7-4217-4e12-8016-cb20953bb634 HTTP/1.1" status: 200 len: 994 time: 0.0590260 Oct 19 00:34:07.116789 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:20.419151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cf0db5ea-209f-4ee9-91d6-e6b14ae242f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:24.073075 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-311a5232-94b7-4a14-9b2e-662d13e97b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:24.949954 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:25.668160 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:28.170557 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:29.729987 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:34:35.508606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:37.139304 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:39.258030 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-25aa96d7-2398-4999-ad47-12129fd7a94a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430336 Oct 19 00:34:39.358848 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46434b8-d552-4129-8e2c-badb5612f608 req-1c5e6637-dede-4ee6-8dd4-b07ff987c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:34:39.360446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-1c5e6637-dede-4ee6-8dd4-b07ff987c6c5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1098 time: 0.0436966 Oct 19 00:34:39.468878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46434b8-d552-4129-8e2c-badb5612f608 req-e8a859dd-20c7-48b4-b1c9-08dfff52e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:34:39.470274 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-e8a859dd-20c7-48b4-b1c9-08dfff52e325 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 200 len: 898 time: 0.0883975 Oct 19 00:34:39.539621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-e5accb93-a476-4b76-9642-9cd8898aa8de service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 200 len: 1002 time: 0.0616722 Oct 19 00:34:39.589186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46434b8-d552-4129-8e2c-badb5612f608 req-c34ce815-0d86-4a39-9419-35e19b120147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:34:39.590580 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-c34ce815-0d86-4a39-9419-35e19b120147 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=02b57237-6787-48ba-8f02-d46ba5f619cb HTTP/1.1" status: 200 len: 834 time: 0.0433557 Oct 19 00:34:39.634204 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46434b8-d552-4129-8e2c-badb5612f608 req-0d3aa63a-8c16-4396-831b-60ff3c7dd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:34:39.636177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-0d3aa63a-8c16-4396-831b-60ff3c7dd198 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f7a1550d-ede2-454e-9648-55c2d07d3a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383899 Oct 19 00:34:39.647050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-bf020f26-426c-4b51-8212-f7da12aa3dcb service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:34:39.647973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-bf020f26-426c-4b51-8212-f7da12aa3dcb service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047307 Oct 19 00:34:39.739482 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-7d229618-4690-4162-be86-743acb420c9c service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Oct 19 00:34:39.833312 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d46434b8-d552-4129-8e2c-badb5612f608 req-0e07e3b8-6f64-4955-82ae-167d4ccfd059 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860176 Oct 19 00:34:50.420196 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b8a457f0-0f54-438e-8799-4c91ac0b4505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:54.073382 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62729672-2489-4b98-a503-dab0d512f15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:54.951703 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:55.670345 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:34:58.173173 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:00.848990 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43646) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:01.002540 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port ca7a8a1e-886e-4064-b65e-866b93ad6703 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:35:01.002827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:01.076931 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:01.077254 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:01.089151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for ca7a8a1e-886e-4064-b65e-866b93ad6703 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:35:01.234356 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:01.260732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=ca7a8a1e-886e-4064-b65e-866b93ad6703,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:01.288999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.289356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.289707 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.290048 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.290387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.290737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.291604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.291945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.292275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.292603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.292932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.293255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:01.332125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:01.332495 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP 04ce8ec7-4217-4e12-8016-cb20953bb634 disassociated (deleted). External IP: 172.25.7.220, port: 43ff783d-cec7-4474-9ead-a86c59cf6497. Oct 19 00:35:01.537859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 45368db0-4276-4c7b-bf34-7d22c12aff3b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:35:01.644865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:35:01.649751 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:01.656237 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] Sync routers for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:35:01.665963 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:01.667180 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:01.676747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0c48ff98-3c3a-4bd8-8086-31cb92a653be tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/floatingips/04ce8ec7-4217-4e12-8016-cb20953bb634 HTTP/1.1" status: 204 len: 168 time: 0.8266621 Oct 19 00:35:01.677326 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:35:01.679787 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059" -d '{"events": [{"name": "network-changed", "server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:35:01.769743 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:01.831666 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547652e3-d9c7-4fbf-b8b7-3f4dd350e4e3 x-openstack-request-id: req-547652e3-d9c7-4fbf-b8b7-3f4dd350e4e3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:35:01.831968 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:35:01.832224 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-547652e3-d9c7-4fbf-b8b7-3f4dd350e4e3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:35:01.832632 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'status': 'completed', 'code': 200} Oct 19 00:35:01.959088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268a04-fb1b-490b-a24e-3ad20f5bc193 req-920461a9-e499-406e-b673-39276d062bf0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:01.960634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67268a04-fb1b-490b-a24e-3ad20f5bc193 req-920461a9-e499-406e-b673-39276d062bf0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0852323 Oct 19 00:35:01.962615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-de108def-3abb-4dfd-82d6-f41ab6ee4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:01.964619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-de108def-3abb-4dfd-82d6-f41ab6ee4862 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 1098 time: 0.0614047 Oct 19 00:35:02.055356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67268a04-fb1b-490b-a24e-3ad20f5bc193 req-ed532e4d-5ef4-4eb4-b4cb-9234d251fe9e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874224 Oct 19 00:35:02.080635 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:20Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '788d4246-00dd-45e2-b03e-b6ca79b863a8', 'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:dd:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:20Z', 'updated_at': '2021-10-19T00:32:23Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:02.085750 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-ffefedcb-0ba9-4ea0-9ef7-a5fa6e6ce5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:02.087253 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-ffefedcb-0ba9-4ea0-9ef7-a5fa6e6ce5b3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 200 len: 898 time: 0.1135058 Oct 19 00:35:02.110053 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] Checking router: 45368db0-4276-4c7b-bf34-7d22c12aff3b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:35:02.118095 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:02.118692 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:02.129218 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-4d60f8a8-6078-4b65-9956-f03e2dad10e3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 200 len: 217 time: 0.0336828 Oct 19 00:35:02.183244 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-ecc4b717-b905-4156-a263-c815c2d3eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:02.184874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-ecc4b717-b905-4156-a263-c815c2d3eb26 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=02b57237-6787-48ba-8f02-d46ba5f619cb HTTP/1.1" status: 200 len: 834 time: 0.0475714 Oct 19 00:35:02.222238 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:02.232590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-3c86ebb1-43bc-4737-8880-d121fa41cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:02.234140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-3c86ebb1-43bc-4737-8880-d121fa41cf51 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f7a1550d-ede2-454e-9648-55c2d07d3a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406802 Oct 19 00:35:02.324740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-0ba59c8d-caa0-4c59-b0ae-4409c0097c46 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820863 Oct 19 00:35:02.415120 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:20Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '788d4246-00dd-45e2-b03e-b6ca79b863a8', 'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:dd:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:20Z', 'updated_at': '2021-10-19T00:32:23Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:02.418699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d9693466-1ef4-4d78-a9e6-9aac2f3f6059 req-f30293ee-6241-4d72-86af-5e15c8cc0f56 service neutron] 10.222.0.102 "GET /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860419 Oct 19 00:35:02.440908 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61701c9-2223-4d23-ad82-1447352afb86 None None] The sync data for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 is: [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:20Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '788d4246-00dd-45e2-b03e-b6ca79b863a8', 'name': '', 'network_id': 'f7a1550d-ede2-454e-9648-55c2d07d3a4c', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:dd:54:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:20Z', 'updated_at': '2021-10-19T00:32:23Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '02b57237-6787-48ba-8f02-d46ba5f619cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:35:02.654607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c7fa19-94b6-4437-b282-d79a9d7b4871 None None] New status for floating IP 04ce8ec7-4217-4e12-8016-cb20953bb634: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:35:03.238731 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea328c-cc16-44e0-8698-7c6130911a3f req-a8e322c2-ffe2-486c-ac29-c389931f1229 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:03.240194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3ea328c-cc16-44e0-8698-7c6130911a3f req-a8e322c2-ffe2-486c-ac29-c389931f1229 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.1162829 Oct 19 00:35:03.277741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e3ea328c-cc16-44e0-8698-7c6130911a3f req-02ec6279-2c38-477d-87e1-4c0e428ca8c6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=1e4ee042-d26a-4400-a026-62e23196cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311527 Oct 19 00:35:03.912896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-aa2161ec-f3b9-4cff-82f3-0ddba50dd9a2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:03.914336 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-aa2161ec-f3b9-4cff-82f3-0ddba50dd9a2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 946 time: 0.0518141 Oct 19 00:35:04.001049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 43ff783d-cec7-4474-9ead-a86c59cf6497 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:35:04.001361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:04.090851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 43ff783d-cec7-4474-9ead-a86c59cf6497, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=43ff783d-cec7-4474-9ead-a86c59cf6497,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:04.091131 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:04.102549 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 43ff783d-cec7-4474-9ead-a86c59cf6497 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:35:04.232979 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:04.266355 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=43ff783d-cec7-4474-9ead-a86c59cf6497,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:04.312155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] No DVR routers for this DVR port 43ff783d-cec7-4474-9ead-a86c59cf6497 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:35:04.314907 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:04.319507 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-544dce3e-d2de-499e-bc7a-fc105b94334f req-057a3127-d99a-4995-8ace-11ec4a7fac88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "DELETE /v2.0/ports/43ff783d-cec7-4474-9ead-a86c59cf6497 HTTP/1.1" status: 204 len: 173 time: 0.3966877 Oct 19 00:35:04.319507 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'name': 'network-vif-deleted', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:35:04.321263 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c297cd-995b-4312-b5bc-f354461fb752" -d '{"events": [{"server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "name": "network-vif-deleted", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:35:04.382179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94a0ca44-44e6-4c5b-8ff4-3d63e1b96a29 req-e16ceadd-56e7-43c1-95ca-4d866f48a7a8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=7474bfaa-18a9-491c-bf15-390e8599ecbf HTTP/1.1" status: 200 len: 210 time: 0.0291195 Oct 19 00:35:04.485070 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5049645a-e2b8-4a8b-bc7b-d3e9c4689a2e x-openstack-request-id: req-5049645a-e2b8-4a8b-bc7b-d3e9c4689a2e {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:35:04.485395 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7474bfaa-18a9-491c-bf15-390e8599ecbf", "name": "network-vif-deleted", "tag": "43ff783d-cec7-4474-9ead-a86c59cf6497", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:35:04.485656 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5049645a-e2b8-4a8b-bc7b-d3e9c4689a2e {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:35:04.486085 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474bfaa-18a9-491c-bf15-390e8599ecbf', 'name': 'network-vif-deleted', 'tag': '43ff783d-cec7-4474-9ead-a86c59cf6497', 'status': 'completed', 'code': 200} Oct 19 00:35:05.437806 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43666) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:05.523307 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:05.790535 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:06.039462 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 788d4246-00dd-45e2-b03e-b6ca79b863a8 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:35:06.039809 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:06.125262 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 788d4246-00dd-45e2-b03e-b6ca79b863a8, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=788d4246-00dd-45e2-b03e-b6ca79b863a8,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:06.125626 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:06.137903 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 788d4246-00dd-45e2-b03e-b6ca79b863a8 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:35:06.314340 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:06.341785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=788d4246-00dd-45e2-b03e-b6ca79b863a8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:06.369330 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.369687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.370039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.370383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.370738 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.371089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.371424 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.371760 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.372092 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.372423 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.372750 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.373078 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:06.524826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:06.729799 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:35:07.044093 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 45368db0-4276-4c7b-bf34-7d22c12aff3b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:35:07.139460 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.150344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:35:07.155764 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6da7af5b-bc42-4349-8220-0e242887d0f2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/45368db0-4276-4c7b-bf34-7d22c12aff3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169595 Oct 19 00:35:07.158775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43672) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:07.159863 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] Sync routers for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:35:07.169291 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:07.169889 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:07.215645 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-62136abe-ca90-408f-ab5d-65a10ac0fdb5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting subnet 02b57237-6787-48ba-8f02-d46ba5f619cb {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:35:07.219018 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-62136abe-ca90-408f-ab5d-65a10ac0fdb5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.259929 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-62136abe-ca90-408f-ab5d-65a10ac0fdb5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.273642 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:07.337332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 43ff783d-cec7-4474-9ead-a86c59cf6497 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:35:07.350113 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-62136abe-ca90-408f-ab5d-65a10ac0fdb5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.358338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 43ff783d-cec7-4474-9ead-a86c59cf6497 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:35:07.359041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 43ff783d-cec7-4474-9ead-a86c59cf6497 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:35:07.412258 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-62136abe-ca90-408f-ab5d-65a10ac0fdb5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.440848 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62136abe-ca90-408f-ab5d-65a10ac0fdb5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Subnet': ['ID=02b57237-6787-48ba-8f02-d46ba5f619cb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:07.444572 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-62136abe-ca90-408f-ab5d-65a10ac0fdb5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.450767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43674) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:07.451701 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-62136abe-ca90-408f-ab5d-65a10ac0fdb5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/subnets/02b57237-6787-48ba-8f02-d46ba5f619cb HTTP/1.1" status: 204 len: 168 time: 0.2913387 Oct 19 00:35:07.452592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e2af84-9c1f-4250-a92d-f4a10a8ee1de None None] Network f7a1550d-ede2-454e-9648-55c2d07d3a4c requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:35:07.455226 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:35:06Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:07.481882 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] Checking router: 45368db0-4276-4c7b-bf34-7d22c12aff3b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:35:07.490059 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] Routers {'45368db0-4276-4c7b-bf34-7d22c12aff3b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:07.490803 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['45368db0-4276-4c7b-bf34-7d22c12aff3b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:07.565365 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.600733 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] Set router 45368db0-4276-4c7b-bf34-7d22c12aff3b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:07.651858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] DHCP port deletion for f7a1550d-ede2-454e-9648-55c2d07d3a4c request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:35:07.679559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.702521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Deleting port c7bcbb12-a891-47c8-a35c-6976d0590140 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:35:07.703040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.736354 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 4e2cff68-3017-4c87-804e-939695297e92 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:35:07.736713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.776745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] For port c7bcbb12-a891-47c8-a35c-6976d0590140, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=c7bcbb12-a891-47c8-a35c-6976d0590140,segment=NetworkSegment(d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf),segment_id=d4d76fd4-0e71-462a-9bdd-edf4ee0a38cf)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:07.777144 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.781278 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:35:06Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:07.790086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Calling delete_port for c7bcbb12-a891-47c8-a35c-6976d0590140 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:35:07.807235 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dea93d-eff4-45de-9f85-e59e729ccefa None None] The sync data for ids ['45368db0-4276-4c7b-bf34-7d22c12aff3b'] in n-d-713498-28 is: [{'id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122182652', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '4e2cff68-3017-4c87-804e-939695297e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:35:06Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '4e2cff68-3017-4c87-804e-939695297e92', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45368db0-4276-4c7b-bf34-7d22c12aff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:32:17Z', 'updated_at': '2021-10-19T00:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:35:07.823409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 4e2cff68-3017-4c87-804e-939695297e92, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4e2cff68-3017-4c87-804e-939695297e92,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:07.823774 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.836399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 4e2cff68-3017-4c87-804e-939695297e92 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:35:07.878524 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:07.903082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Pushing event deleted for resources: {'Port': ['ID=c7bcbb12-a891-47c8-a35c-6976d0590140,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:07.912903 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] No DVR routers for this DVR port c7bcbb12-a891-47c8-a35c-6976d0590140 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:35:07.917924 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.918275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.918616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.918983 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.919318 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.920616 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.920971 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.921305 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.921638 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.921977 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.922520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:07.922634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eceeb-d441-4d10-aaf1-d71121595bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:08.003284 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.028691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=4e2cff68-3017-4c87-804e-939695297e92,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:08.090638 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.181005 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.183264 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.228118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.228726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Fanout notify agent at l3_agent the message router_deleted on router 45368db0-4276-4c7b-bf34-7d22c12aff3b {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:35:08.235695 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.236828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5a51caf-0af7-4ca9-949f-3f56f8645de6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/routers/45368db0-4276-4c7b-bf34-7d22c12aff3b HTTP/1.1" status: 204 len: 168 time: 0.7842872 Oct 19 00:35:08.239620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43680) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:08.322905 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.407792 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.428556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a1550d-ede2-454e-9648-55c2d07d3a4c']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:08.438696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:08.439019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d76fd4-0e71-462a-9bdd-edf4ee0a38cf') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:08.449323 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.462955 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.469745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:35:08.470170 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:35:08.473138 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:35:08.537694 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.544821 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.547299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/networks/f7a1550d-ede2-454e-9648-55c2d07d3a4c HTTP/1.1" status: 204 len: 168 time: 0.3067162 Oct 19 00:35:08.550133 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43682) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:08.559222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc31e5-b17c-4183-992c-ef720a150d29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Network': ['ID=f7a1550d-ede2-454e-9648-55c2d07d3a4c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:08.609388 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22b67429-a99c-4c66-ac41-5c038c7640aa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.634383 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22b67429-a99c-4c66-ac41-5c038c7640aa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.693011 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22b67429-a99c-4c66-ac41-5c038c7640aa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.696054 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-22b67429-a99c-4c66-ac41-5c038c7640aa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.697212 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-22b67429-a99c-4c66-ac41-5c038c7640aa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/security-groups/1e4ee042-d26a-4400-a026-62e23196cc1b HTTP/1.1" status: 204 len: 168 time: 0.1459360 Oct 19 00:35:08.706275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b67429-a99c-4c66-ac41-5c038c7640aa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4ee042-d26a-4400-a026-62e23196cc1b,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:08.889617 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43688) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:08.894189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2740f03d-2625-4c2c-9f03-8e8cc198eb6a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1994692743', 'description': 'tempest-secgroup-smoke-1994692743 description', 'project_id': 'fe1d2998f5404c28a07422bcd6177531'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:08.915456 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2740f03d-2625-4c2c-9f03-8e8cc198eb6a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.980006 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2740f03d-2625-4c2c-9f03-8e8cc198eb6a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:08.983542 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2740f03d-2625-4c2c-9f03-8e8cc198eb6a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.009474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2740f03d-2625-4c2c-9f03-8e8cc198eb6a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.011204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2740f03d-2625-4c2c-9f03-8e8cc198eb6a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1205416 Oct 19 00:35:09.014300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43690) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:09.015285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740f03d-2625-4c2c-9f03-8e8cc198eb6a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0c6751-768b-4f24-8e18-2794faf5ca44,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:09.019580 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-122111da-fc60-4e15-98f9-d73ec00ce9ef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '3d0c6751-768b-4f24-8e18-2794faf5ca44', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:09.047610 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-122111da-fc60-4e15-98f9-d73ec00ce9ef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.092712 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-122111da-fc60-4e15-98f9-d73ec00ce9ef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.096381 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-122111da-fc60-4e15-98f9-d73ec00ce9ef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.116722 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122111da-fc60-4e15-98f9-d73ec00ce9ef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cd5a7d-997f-4fed-8921-232e7d785be2,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:09.126183 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-122111da-fc60-4e15-98f9-d73ec00ce9ef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.127406 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-122111da-fc60-4e15-98f9-d73ec00ce9ef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119587 Oct 19 00:35:09.130280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43692) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:09.135481 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-743dcd95-6dc6-4ec3-83a8-9b08317704df tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '3d0c6751-768b-4f24-8e18-2794faf5ca44', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:09.159948 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-743dcd95-6dc6-4ec3-83a8-9b08317704df tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.216106 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-743dcd95-6dc6-4ec3-83a8-9b08317704df tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.219894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-743dcd95-6dc6-4ec3-83a8-9b08317704df tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.241465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dcd95-6dc6-4ec3-83a8-9b08317704df tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fc1e0f-cdcc-4f73-90a1-3fdb501c5c35,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:09.249232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-743dcd95-6dc6-4ec3-83a8-9b08317704df tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.249634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 788d4246-00dd-45e2-b03e-b6ca79b863a8 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:35:09.254194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-743dcd95-6dc6-4ec3-83a8-9b08317704df tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191270 Oct 19 00:35:09.254290 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43694) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:09.257969 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-5cff9f11-60a9-45e3-895c-5367dd2b4d43 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '3d0c6751-768b-4f24-8e18-2794faf5ca44', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:09.270707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 788d4246-00dd-45e2-b03e-b6ca79b863a8 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:35:09.271062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 788d4246-00dd-45e2-b03e-b6ca79b863a8 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:35:09.271474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4e2cff68-3017-4c87-804e-939695297e92 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:35:09.285227 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cff9f11-60a9-45e3-895c-5367dd2b4d43 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.292522 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 4e2cff68-3017-4c87-804e-939695297e92 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:35:09.292868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4e2cff68-3017-4c87-804e-939695297e92 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:35:09.293282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c7bcbb12-a891-47c8-a35c-6976d0590140 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:35:09.311981 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: c7bcbb12-a891-47c8-a35c-6976d0590140 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:35:09.312328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device c7bcbb12-a891-47c8-a35c-6976d0590140 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:35:09.346592 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cff9f11-60a9-45e3-895c-5367dd2b4d43 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.350362 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cff9f11-60a9-45e3-895c-5367dd2b4d43 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.368605 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff9f11-60a9-45e3-895c-5367dd2b4d43 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6dbe2c-0aba-4578-9de5-c0f97b6cf085,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:09.374507 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5cff9f11-60a9-45e3-895c-5367dd2b4d43 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.375555 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5cff9f11-60a9-45e3-895c-5367dd2b4d43 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212864 Oct 19 00:35:09.378284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43696) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:09.382948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-57e2223c-06d8-4d5d-abbe-1860b739bc44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '3d0c6751-768b-4f24-8e18-2794faf5ca44', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:09.408323 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57e2223c-06d8-4d5d-abbe-1860b739bc44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.463818 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57e2223c-06d8-4d5d-abbe-1860b739bc44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.467113 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57e2223c-06d8-4d5d-abbe-1860b739bc44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.483932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2223c-06d8-4d5d-abbe-1860b739bc44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4358cc2e-dfa7-4590-bc27-79bcecf2ca1f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:09.491746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-57e2223c-06d8-4d5d-abbe-1860b739bc44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.492918 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-57e2223c-06d8-4d5d-abbe-1860b739bc44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135962 Oct 19 00:35:09.496314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43698) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:09.500548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-abb7065d-0dab-48cd-bd42-88e35968ab15 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '3d0c6751-768b-4f24-8e18-2794faf5ca44', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:09.520621 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-abb7065d-0dab-48cd-bd42-88e35968ab15 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:35:09.525473 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abb7065d-0dab-48cd-bd42-88e35968ab15 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.586468 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abb7065d-0dab-48cd-bd42-88e35968ab15 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.590063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abb7065d-0dab-48cd-bd42-88e35968ab15 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.611246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7065d-0dab-48cd-bd42-88e35968ab15 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efd322a-4332-44b0-84ee-6b25e3b4d022,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:09.615475 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-abb7065d-0dab-48cd-bd42-88e35968ab15 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.619984 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-abb7065d-0dab-48cd-bd42-88e35968ab15 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219082 Oct 19 00:35:09.620129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43700) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:09.624697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-3d0c3f9b-0eec-4d6e-ac14-07d681bd9cdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '3d0c6751-768b-4f24-8e18-2794faf5ca44', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:09.646754 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-3d0c3f9b-0eec-4d6e-ac14-07d681bd9cdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:35:09.651425 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3f9b-0eec-4d6e-ac14-07d681bd9cdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.715395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3f9b-0eec-4d6e-ac14-07d681bd9cdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.718999 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3f9b-0eec-4d6e-ac14-07d681bd9cdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.737235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c3f9b-0eec-4d6e-ac14-07d681bd9cdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220c9274-3bb1-4348-b64f-8f22e8d69ec1,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:09.744361 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3d0c3f9b-0eec-4d6e-ac14-07d681bd9cdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.746191 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3d0c3f9b-0eec-4d6e-ac14-07d681bd9cdb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250606 Oct 19 00:35:09.749037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43702) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:09.753762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'network': {'name': 'tempest-network-smoke--1000234978', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'port_security_enabled': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:09.772882 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:35:09.776844 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.800763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:35:09.810283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.810632 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Added segment 4dfe54ab-106a-42c9-b5a1-6873001cd11d of type vlan for network c64463d1-594b-44ff-b883-efa348674197 Oct 19 00:35:09.849943 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.873980 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.879496 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:09.880067 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.908782 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1587415 Oct 19 00:35:09.911654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43704) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:09.917006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'admin_state_up': True, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:09.939655 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.940664 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:09.954285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82376d02-f540-4a71-97fe-336a5549a774 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Network': ['ID=c64463d1-594b-44ff-b883-efa348674197,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:09.966542 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c64463d1-594b-44ff-b883-efa348674197 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:35:09.991104 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:10.125519 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:10.311283 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:10.330366 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:10.434612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.49 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/82843d71-eeb7-436d-8999-b7e6c4bceeea) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:35:10.531309 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:10.567336 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:10.602568 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:35:10.605390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:35:10.608775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:35:10.636517 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=82843d71-eeb7-436d-8999-b7e6c4bceeea,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:10.854751 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:11.047209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:11.171285 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 5b417eda-03d0-438f-81f6-7f4914f21ea0 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:35:11.274551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:35:11.284456 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Sync routers for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:35:11.294584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:11.295230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:11.296205 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:11.300716 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-560ee954-6d24-4d55-837f-8fa088bd20c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3848608 Oct 19 00:35:11.301055 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43706) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:11.330914 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ae0d6b5a-49f8-48de-91d2-2e9eea66cbae tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe1d2998f5404c28a07422bcd6177531&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260913 Oct 19 00:35:11.331117 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43708) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:11.401871 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:11.414213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d48b5-e75d-4449-adbb-79f2d81b2a73 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:11.415787 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-724d48b5-e75d-4449-adbb-79f2d81b2a73 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0838172 Oct 19 00:35:11.419169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43710) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:11.451296 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-82ed8587-5de2-4622-866f-c4dfa7ef0520 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309300 Oct 19 00:35:11.453970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43712) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:11.458779 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057928559', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:11.545011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:35:11.548680 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:11.579144 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:10Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:11.606312 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Checking router: 5b417eda-03d0-438f-81f6-7f4914f21ea0 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:35:11.606699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Updating router 5b417eda-03d0-438f-81f6-7f4914f21ea0 port 82843d71-eeb7-436d-8999-b7e6c4bceeea binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:35:11.631062 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:11.734499 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:11.797303 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Subnet': ['ID=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:11.801672 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Checking segment: {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:35:11.802046 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network hostable DHCP agents. Network: c64463d1-594b-44ff-b883-efa348674197, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:35:11.824397 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network c64463d1-594b-44ff-b883-efa348674197 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:35:11.833658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c64463d1-594b-44ff-b883-efa348674197) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:35:11.841630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:11.842220 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:11.858657 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1ffc4117-c0ae-4307-8bfa-82b7a2851145 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037113 Oct 19 00:35:11.861583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43714) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:11.862105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94473fc0-8962-4fb6-9169-b4f972e3d548 None None] Network c64463d1-594b-44ff-b883-efa348674197 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:35:11.928980 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:11.936798 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.000723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Attempting to bind port 82843d71-eeb7-436d-8999-b7e6c4bceeea on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:35:12.001091 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Attempting to bind port 82843d71-eeb7-436d-8999-b7e6c4bceeea by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:35:12.001454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Attempting to bind port 82843d71-eeb7-436d-8999-b7e6c4bceeea on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:35:12.013237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac84bc-4674-48b3-82c1-bcd8fd2af5ba None None] Pushing event updated for resources: {'Port': ['ID=82843d71-eeb7-436d-8999-b7e6c4bceeea,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:12.038510 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:35:12.038908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:35:12.039300 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.039690 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:35:12.040167 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Bound port: 82843d71-eeb7-436d-8999-b7e6c4bceeea, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:35:12.040542 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.117512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] For port 82843d71-eeb7-436d-8999-b7e6c4bceeea, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:35:12.121938 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c64463d1-594b-44ff-b883-efa348674197', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:35:12.122824 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.126222 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] For port 82843d71-eeb7-436d-8999-b7e6c4bceeea, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=82843d71-eeb7-436d-8999-b7e6c4bceeea,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:35:12.136772 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.265540 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac84bc-4674-48b3-82c1-bcd8fd2af5ba None None] Pushing event updated for resources: {'Port': ['ID=82843d71-eeb7-436d-8999-b7e6c4bceeea,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:12.270486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:12.270929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:12.398450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Allocated IP 172.20.0.2 (c64463d1-594b-44ff-b883-efa348674197/f5e37f7f-cd97-45be-bb23-bec8c9e33dcb/bb2788f4-cf1e-45f6-8a19-88fa208dd7c3) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:35:12.424345 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:12.631745 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.684920 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.693514 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.741117 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Network c64463d1-594b-44ff-b883-efa348674197 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:35:12.744639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:10Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:12.775928 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:35:12.778064 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Pushing event updated for resources: {'Port': ['ID=bb2788f4-cf1e-45f6-8a19-88fa208dd7c3,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:12.780221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:35:12.782308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a1581-b1d6-48e3-b494-ae7cf66e368f None None] The sync data for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 is: [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:10Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:35:12.843704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Attempting to bind port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:35:12.843704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Attempting to bind port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:35:12.844052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Attempting to bind port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 on network c64463d1-594b-44ff-b883-efa348674197 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:35:12.849175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:35:12.849550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Checking segment: {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:35:12.849947 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.850336 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Bound using segment: {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:35:12.850826 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Bound port: bb2788f4-cf1e-45f6-8a19-88fa208dd7c3, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:35:12.851209 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:12.923458 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.1 (c64463d1-594b-44ff-b883-efa348674197/f5e37f7f-cd97-45be-bb23-bec8c9e33dcb/6d194c7e-5712-410b-9ca4-c578245942dd) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:35:12.925506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] For port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:35:12.929801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] For port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bb2788f4-cf1e-45f6-8a19-88fa208dd7c3,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:35:12.933792 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.089918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.130191 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.175565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network c64463d1-594b-44ff-b883-efa348674197 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:35:13.178861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:35:13.195965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:35:13.202443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=6d194c7e-5712-410b-9ca4-c578245942dd,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:13.206408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390de29-cd21-4a26-aa14-802f23b0f29e None None] Pushing event updated for resources: {'Port': ['ID=bb2788f4-cf1e-45f6-8a19-88fa208dd7c3,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:13.254217 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.307858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 82843d71-eeb7-436d-8999-b7e6c4bceeea up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:35:13.366819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 82843d71-eeb7-436d-8999-b7e6c4bceeea triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:13.367717 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.436676 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.480011 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.515127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 82843d71-eeb7-436d-8999-b7e6c4bceeea, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=82843d71-eeb7-436d-8999-b7e6c4bceeea,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:13.521600 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.579476 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=82843d71-eeb7-436d-8999-b7e6c4bceeea,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:13.758175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.762632 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.834427 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=6d194c7e-5712-410b-9ca4-c578245942dd,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:13.838268 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:13.935973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network c64463d1-594b-44ff-b883-efa348674197 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:35:13.937472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:35:14.055539 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 5b417eda-03d0-438f-81f6-7f4914f21ea0 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:35:14.170120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:35:14.175161 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b3223722-f04d-4e77-a0ca-82a78125451e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/5b417eda-03d0-438f-81f6-7f4914f21ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3125184 Oct 19 00:35:14.194287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6698f89b-2eba-4065-8f8f-276a4e8cf49e None None] Network c64463d1-594b-44ff-b883-efa348674197 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:35:14.260797 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-285ab21a-6254-402f-8475-ca196caa2ac9 None None] Provisioning complete for port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:14.261042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-285ab21a-6254-402f-8475-ca196caa2ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:14.314988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-4ae7254b-05ab-42ea-8e5a-1376e68c707f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1994692743&fields=id&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 267 time: 0.0321975 Oct 19 00:35:14.412673 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-285ab21a-6254-402f-8475-ca196caa2ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:14.427698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4474d2-5b88-413e-9521-1591609017c5 req-23f14d25-00fb-4ea2-b4f0-209346616097 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:14.428889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-23f14d25-00fb-4ea2-b4f0-209346616097 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 797 time: 0.1067944 Oct 19 00:35:14.445972 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-c5844e8c-ae2e-4959-9c84-49aa700c44ab tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/quotas/fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 375 time: 0.0098095 Oct 19 00:35:14.451553 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-285ab21a-6254-402f-8475-ca196caa2ac9 None None] For port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bb2788f4-cf1e-45f6-8a19-88fa208dd7c3,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:14.458142 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-285ab21a-6254-402f-8475-ca196caa2ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:14.515086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-f871653b-ecb6-413e-9ffc-05b4b10d96bd tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624857 Oct 19 00:35:14.515874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ab21a-6254-402f-8475-ca196caa2ac9 None None] Pushing event updated for resources: {'Port': ['ID=bb2788f4-cf1e-45f6-8a19-88fa208dd7c3,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:14.539249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-2261c1f9-0bfe-43be-996d-2fdf6b2877bb service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:35:14.540255 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-2261c1f9-0bfe-43be-996d-2fdf6b2877bb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055943 Oct 19 00:35:14.646771 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-4e5150b0-7c2e-4ca5-a8ea-68a1e439eeb4 service neutron] 10.222.0.52 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995626 Oct 19 00:35:14.679159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-292597d2-a939-4577-a0f1-e67803d2682b None None] Provisioning complete for port 6d194c7e-5712-410b-9ca4-c578245942dd triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:14.679770 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-292597d2-a939-4577-a0f1-e67803d2682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:14.717898 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Sync routers for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:35:14.721845 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-292597d2-a939-4577-a0f1-e67803d2682b None None] Port 6d194c7e-5712-410b-9ca4-c578245942dd cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:35:14.730401 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:14.731332 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:14.732376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-292597d2-a939-4577-a0f1-e67803d2682b None None] Provisioning complete for port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:14.732747 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-292597d2-a939-4577-a0f1-e67803d2682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:14.767343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-8aa0074c-aef1-4895-8fe4-9c442e0d20e1 service neutron] 10.222.0.52 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121349 Oct 19 00:35:14.876866 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:14.952486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8bf6bcb0-81eb-403a-ac50-0c2b7ccc7402 None None] Provisioning complete for port 6d194c7e-5712-410b-9ca4-c578245942dd triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:14.953126 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8bf6bcb0-81eb-403a-ac50-0c2b7ccc7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:14.961522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2bc85e5c-fdee-497a-aea0-759c4f8d193a req-e3bc1b91-02a5-4cc8-8d92-1f8e332b4609 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 210 time: 0.0356672 Oct 19 00:35:14.993526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6bcb0-81eb-403a-ac50-0c2b7ccc7402 None None] Port 6d194c7e-5712-410b-9ca4-c578245942dd cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:35:15.206107 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6d194c7e-5712-410b-9ca4-c578245942dd', 'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a5:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:12Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 2, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:15.227484 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-2c7b4594-e195-4c3e-938b-00e9ab6b69fc None None] Provisioning complete for port 6d194c7e-5712-410b-9ca4-c578245942dd triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:15.227980 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c7b4594-e195-4c3e-938b-00e9ab6b69fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.232038 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Checking router: 5b417eda-03d0-438f-81f6-7f4914f21ea0 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:35:15.232385 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Updating router 5b417eda-03d0-438f-81f6-7f4914f21ea0 port 6d194c7e-5712-410b-9ca4-c578245942dd binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:35:15.258955 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.268395 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b4594-e195-4c3e-938b-00e9ab6b69fc None None] Port 6d194c7e-5712-410b-9ca4-c578245942dd cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:35:15.369655 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:35:15.421565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:15.421938 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.502250 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 82843d71-eeb7-436d-8999-b7e6c4bceeea up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:35:15.540231 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.546061 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.558427 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 82843d71-eeb7-436d-8999-b7e6c4bceeea triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:15.559019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.597295 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Pushing event updated for resources: {'Port': ['ID=6d194c7e-5712-410b-9ca4-c578245942dd,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:15.621421 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.621768 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.622104 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.622433 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.622783 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.623104 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.623427 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.623747 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.624065 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.624381 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.624705 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.625063 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:15.660865 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Attempting to bind port 6d194c7e-5712-410b-9ca4-c578245942dd on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:35:15.661228 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Attempting to bind port 6d194c7e-5712-410b-9ca4-c578245942dd by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:35:15.661582 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Attempting to bind port 6d194c7e-5712-410b-9ca4-c578245942dd on network c64463d1-594b-44ff-b883-efa348674197 {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:35:15.667334 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:35:15.667694 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Checking segment: {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:35:15.668089 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.668470 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Bound using segment: {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:35:15.668922 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Bound port: 6d194c7e-5712-410b-9ca4-c578245942dd, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:35:15.669291 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.731123 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] For port 6d194c7e-5712-410b-9ca4-c578245942dd, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:35:15.734521 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] For port 6d194c7e-5712-410b-9ca4-c578245942dd, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6d194c7e-5712-410b-9ca4-c578245942dd,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:35:15.738784 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.797511 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cad40-1c73-48d2-b939-766c72a6cd36 None None] Pushing event updated for resources: {'Port': ['ID=6d194c7e-5712-410b-9ca4-c578245942dd,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:15.799265 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-284da1e4-580d-4a6c-8da5-abc422f5f820 None None] Provisioning complete for port 6d194c7e-5712-410b-9ca4-c578245942dd triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:15.799644 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-284da1e4-580d-4a6c-8da5-abc422f5f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.802798 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:15.802798 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:34:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:15.891316 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-284da1e4-580d-4a6c-8da5-abc422f5f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:15.924274 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:15.927873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-284da1e4-580d-4a6c-8da5-abc422f5f820 None None] For port 6d194c7e-5712-410b-9ca4-c578245942dd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6d194c7e-5712-410b-9ca4-c578245942dd,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:15.932189 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-284da1e4-580d-4a6c-8da5-abc422f5f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:16.032251 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284da1e4-580d-4a6c-8da5-abc422f5f820 None None] Pushing event updated for resources: {'Port': ['ID=6d194c7e-5712-410b-9ca4-c578245942dd,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:16.066998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cef83563-a5b4-4b1f-9a67-208a1d0801ad None None] Provisioning complete for port 6d194c7e-5712-410b-9ca4-c578245942dd triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:16.067731 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cef83563-a5b4-4b1f-9a67-208a1d0801ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:16.112165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be02f179-826b-47af-ad02-6e2787dd2a97 req-7b042c99-d1df-46e0-9c2c-9d658d34376a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 210 time: 0.0349457 Oct 19 00:35:16.119188 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4474d2-5b88-413e-9521-1591609017c5 req-598f79ea-fbd1-4ef1-a0ad-bdf7685b79bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:16.120615 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-598f79ea-fbd1-4ef1-a0ad-bdf7685b79bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 797 time: 0.1849670 Oct 19 00:35:16.181968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-80f4bb44-ea1a-41e9-b50a-3df8a96b788d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 380 time: 0.0342252 Oct 19 00:35:16.191449 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'port': {'device_id': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'admin_state_up': True, 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'security_groups': ['3d0c6751-768b-4f24-8e18-2794faf5ca44']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:16.194855 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6d194c7e-5712-410b-9ca4-c578245942dd', 'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a5:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:12Z', 'updated_at': '2021-10-19T00:35:15Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:16.221680 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd0e0a-0afc-476a-b726-e3ce3a101043 None None] The sync data for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 is: [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6d194c7e-5712-410b-9ca4-c578245942dd', 'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a5:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:12Z', 'updated_at': '2021-10-19T00:35:15Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:35:16.319341 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:35:16.323543 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:16.453785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.3 (c64463d1-594b-44ff-b883-efa348674197/f5e37f7f-cd97-45be-bb23-bec8c9e33dcb/78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:35:16.603487 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:16.639433 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:16.683737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network c64463d1-594b-44ff-b883-efa348674197 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:35:16.686879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:35:16.689312 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:35:16.718523 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:16.756080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:16.756764 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:16.782189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-fc3a22b1-865f-4a03-ba3e-519413791f41 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944474 Oct 19 00:35:16.800690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Request body: {'port': {'device_id': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:16.863510 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:16.974596 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-691cbda2-1d9e-4b96-999a-779b0007dc08 None None] Provisioning complete for port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:16.975159 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-691cbda2-1d9e-4b96-999a-779b0007dc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:17.012843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-691cbda2-1d9e-4b96-999a-779b0007dc08 None None] Port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:35:17.137229 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:35:17.145699 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:17.159993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Transition to ACTIVE for port object 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:35:17.165591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:17.250815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Pushing event updated for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:17.301052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d194c7e-5712-410b-9ca4-c578245942dd up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:35:17.315466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d9e4-3b22-4ebe-b49b-7ebab8f9312e req-8e020d54-8730-480c-a9fb-8ac41bb89924 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:17.317052 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6625d9e4-3b22-4ebe-b49b-7ebab8f9312e req-8e020d54-8730-480c-a9fb-8ac41bb89924 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.1199763 Oct 19 00:35:17.360681 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 6d194c7e-5712-410b-9ca4-c578245942dd triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:17.361048 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:17.371417 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Attempting to bind port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:35:17.371627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Attempting to bind port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:35:17.371966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Attempting to bind port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on network c64463d1-594b-44ff-b883-efa348674197 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:35:17.380654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6625d9e4-3b22-4ebe-b49b-7ebab8f9312e req-5a1aa90a-1a98-496c-b389-8aecf16e22f6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567718 Oct 19 00:35:17.381642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on network c64463d1-594b-44ff-b883-efa348674197 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:35:17.381967 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Attempting to bind port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on network c64463d1-594b-44ff-b883-efa348674197 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:35:17.392164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:35:17.399164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Checking segment: {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:35:17.399846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Bound using segment: {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:35:17.401006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Bound port: 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:35:17.401561 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:17.477748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:35:17.481220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:35:17.485782 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:17.517388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:17.517992 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:17.519404 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] 10.222.0.73 "PUT /v2.0/ports/78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 1092 time: 0.7234545 Oct 19 00:35:17.519821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:35:17.522290 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1418808d-23e2-4597-aff3-82ad939bab15" -d '{"events": [{"name": "network-changed", "server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:35:17.549626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621611d-06b3-47c2-88a8-1f4e2da983bc service neutron] Pushing event updated for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:17.574700 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a8b3d1-b285-4b0a-a715-3644cfb25241 x-openstack-request-id: req-86a8b3d1-b285-4b0a-a715-3644cfb25241 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:35:17.575033 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:35:17.575295 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86a8b3d1-b285-4b0a-a715-3644cfb25241 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:35:17.575715 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'status': 'completed', 'code': 200} Oct 19 00:35:17.635802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4474d2-5b88-413e-9521-1591609017c5 req-5e4eacb1-eef4-4663-8aab-1cd15e3e0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:17.637354 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-5e4eacb1-eef4-4663-8aab-1cd15e3e0740 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0441771 Oct 19 00:35:17.692323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-47b3a31e-7935-480d-bbfb-b3b019c37330 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 217 time: 0.0400636 Oct 19 00:35:17.742410 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4474d2-5b88-413e-9521-1591609017c5 req-f52194c1-114b-48a4-bf87-ffe08e01f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:17.743884 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-f52194c1-114b-48a4-bf87-ffe08e01f24f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0445080 Oct 19 00:35:17.789842 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4474d2-5b88-413e-9521-1591609017c5 req-bc40b1ab-fff5-40b0-a0bd-22458459bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:17.791286 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-bc40b1ab-fff5-40b0-a0bd-22458459bd34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400636 Oct 19 00:35:17.883114 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-880c05f4-7828-4e30-81df-d97aa4ba2ea8 service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839343 Oct 19 00:35:17.969812 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df4474d2-5b88-413e-9521-1591609017c5 req-0e055226-46a0-4eef-99bc-d7370fc852c0 service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799131 Oct 19 00:35:18.090443 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418808d-23e2-4597-aff3-82ad939bab15 req-ab539143-a7ca-4d51-b628-2025f9b4a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:18.091875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1418808d-23e2-4597-aff3-82ad939bab15 req-ab539143-a7ca-4d51-b628-2025f9b4a302 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0405803 Oct 19 00:35:18.185064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418808d-23e2-4597-aff3-82ad939bab15 req-e55ef5d6-f440-45ab-8a2d-0958c4d44fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:18.186518 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1418808d-23e2-4597-aff3-82ad939bab15 req-e55ef5d6-f440-45ab-8a2d-0958c4d44fca service neutron] 10.222.0.73 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.0866859 Oct 19 00:35:18.227379 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1418808d-23e2-4597-aff3-82ad939bab15 req-fcfddfd1-dde8-4b60-964a-fa2c186d4d9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 217 time: 0.0334558 Oct 19 00:35:18.281107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418808d-23e2-4597-aff3-82ad939bab15 req-e1617d5e-c8c7-4244-9a6f-c629d8ef670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:18.282498 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1418808d-23e2-4597-aff3-82ad939bab15 req-e1617d5e-c8c7-4244-9a6f-c629d8ef670c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0462139 Oct 19 00:35:18.328621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418808d-23e2-4597-aff3-82ad939bab15 req-1c54bcb0-ab24-49c3-975a-5d6c19731cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:18.330106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1418808d-23e2-4597-aff3-82ad939bab15 req-1c54bcb0-ab24-49c3-975a-5d6c19731cad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405240 Oct 19 00:35:18.422606 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1418808d-23e2-4597-aff3-82ad939bab15 req-473bedd2-ee13-406e-862a-380ce52794c2 service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852504 Oct 19 00:35:18.544289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76851b-3668-4f75-a4e1-ba11a66be10d req-d646617e-0604-4497-b0dc-a1bdcd168791 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:18.545742 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd76851b-3668-4f75-a4e1-ba11a66be10d req-d646617e-0604-4497-b0dc-a1bdcd168791 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0949218 Oct 19 00:35:18.549178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1418808d-23e2-4597-aff3-82ad939bab15 req-f4edd213-9eef-4bad-8f9f-9dd24d7dac8e service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196263 Oct 19 00:35:18.587186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd76851b-3668-4f75-a4e1-ba11a66be10d req-cc144582-6282-4c29-8531-17ca9d3106d4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353777 Oct 19 00:35:19.700328 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c92c6-0fd4-4ce6-b94f-0590fcfb12ff req-e4dc30cb-9bba-4be1-91eb-89f7ca1714c2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:19.701796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d28c92c6-0fd4-4ce6-b94f-0590fcfb12ff req-e4dc30cb-9bba-4be1-91eb-89f7ca1714c2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0489531 Oct 19 00:35:19.738407 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d28c92c6-0fd4-4ce6-b94f-0590fcfb12ff req-9bb6d368-62c0-4c90-a5e9-e00754ddfa61 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Oct 19 00:35:20.421078 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ed4da20f-9092-41e5-b32e-4deb11664dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:20.850988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9469d8-29b0-4ef3-9829-298ad5d95cf3 req-7e73cb86-3d86-49e6-997a-d507e355dbcc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:20.852437 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da9469d8-29b0-4ef3-9829-298ad5d95cf3 req-7e73cb86-3d86-49e6-997a-d507e355dbcc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0480580 Oct 19 00:35:20.889514 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-da9469d8-29b0-4ef3-9829-298ad5d95cf3 req-a429743d-a6f3-447b-a95f-8f42dc68f1ef tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306897 Oct 19 00:35:22.002342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b4b7c-0bd0-433d-b9ab-ed6d389155d5 req-0bef3c48-c7bb-46e3-b968-cfe258621a39 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:22.003719 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-719b4b7c-0bd0-433d-b9ab-ed6d389155d5 req-0bef3c48-c7bb-46e3-b968-cfe258621a39 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0484285 Oct 19 00:35:22.045344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-719b4b7c-0bd0-433d-b9ab-ed6d389155d5 req-1d73e87a-ddc1-41ad-bf45-1dcc5cafe877 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355811 Oct 19 00:35:22.406545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:35:22.500552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:22.511803 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'port_id': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'mac_address': 'fa:16:3e:43:3c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:35:22.547749 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:22.560635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:35:22.580490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:22.584329 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:22.629191 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:23.023426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:35:23.158587 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456c5d9-7497-45c6-98f9-4c6c8295d4a6 req-136c6fb9-5ba4-4c05-812a-6b131f89a147 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:23.160122 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d456c5d9-7497-45c6-98f9-4c6c8295d4a6 req-136c6fb9-5ba4-4c05-812a-6b131f89a147 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 944 time: 0.0485272 Oct 19 00:35:23.198517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d456c5d9-7497-45c6-98f9-4c6c8295d4a6 req-31c77be5-baa4-4377-82cc-429654fde866 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319409 Oct 19 00:35:24.075092 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5e5b288c-f744-4767-b55d-3b551e60e02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:24.313338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bb156-0e31-4d62-82f7-e75706dec4da req-899850fc-18e7-4443-91a6-fefc144e864d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:24.314742 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b3bb156-0e31-4d62-82f7-e75706dec4da req-899850fc-18e7-4443-91a6-fefc144e864d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 944 time: 0.0483778 Oct 19 00:35:24.352571 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7b3bb156-0e31-4d62-82f7-e75706dec4da req-6d72b36a-f7ee-455d-aa5f-7df6b5d497cb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Oct 19 00:35:24.431954 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:35:24.483346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:35:24.486932 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:35:24.487305 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:24.564642 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:24.588431 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:35:24.590789 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5161ca-c017-4659-a27b-06fdff6a5627" -d '{"events": [{"server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "name": "network-vif-plugged", "status": "completed", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:35:24.604458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:24.610101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:24.639831 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3ff7a1-4063-4f79-be95-dc74731fea2c x-openstack-request-id: req-8c3ff7a1-4063-4f79-be95-dc74731fea2c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:35:24.640136 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "name": "network-vif-plugged", "status": "completed", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:35:24.640395 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c3ff7a1-4063-4f79-be95-dc74731fea2c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:35:24.640789 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'code': 200} Oct 19 00:35:24.667696 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:24.761522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c52cfd-c6ed-4530-9b8b-ef1d1c122ba1 req-704d5288-c04a-43c5-ab36-cf0bbc467f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:24.763028 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6c52cfd-c6ed-4530-9b8b-ef1d1c122ba1 req-704d5288-c04a-43c5-ab36-cf0bbc467f39 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0402315 Oct 19 00:35:24.802982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6c52cfd-c6ed-4530-9b8b-ef1d1c122ba1 req-d8499e6f-d56d-4412-a8c7-5d6214c26d0a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327039 Oct 19 00:35:24.953758 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:25.511092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540124-6008-4d20-a304-64dfad525a37 req-bd5cfa6d-13bc-4780-b2c2-1183bcc7c202 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:25.512529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43540124-6008-4d20-a304-64dfad525a37 req-bd5cfa6d-13bc-4780-b2c2-1183bcc7c202 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0471687 Oct 19 00:35:25.549306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43540124-6008-4d20-a304-64dfad525a37 req-7cd14821-0701-46ad-b71c-e2e4934056ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308266 Oct 19 00:35:25.674861 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:26.662430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5427282-7c54-44ed-a624-aaada32b55ac req-e451e779-a981-4de3-8a97-cf384c0141e6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:26.663937 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5427282-7c54-44ed-a624-aaada32b55ac req-e451e779-a981-4de3-8a97-cf384c0141e6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0491138 Oct 19 00:35:26.702374 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c5427282-7c54-44ed-a624-aaada32b55ac req-5ea09cf1-192d-4122-8a40-ee19a4666f7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319779 Oct 19 00:35:26.819622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693b96c-72a5-4a66-be20-75db3a01aaf3 req-0e27240a-d3a3-4a9c-8b8d-b36e277e5ef8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:26.821140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f693b96c-72a5-4a66-be20-75db3a01aaf3 req-0e27240a-d3a3-4a9c-8b8d-b36e277e5ef8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0505979 Oct 19 00:35:26.862564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f693b96c-72a5-4a66-be20-75db3a01aaf3 req-bf59dc22-ebc9-4916-8426-1f20a44b2862 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351312 Oct 19 00:35:26.884678 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43774) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:26.928201 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24502ee9-0540-4e38-afb4-5af6748a3125 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:26.929696 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-24502ee9-0540-4e38-afb4-5af6748a3125 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1092 time: 0.0440156 Oct 19 00:35:26.933297 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43776) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:26.937489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:35:26.958663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:27.054132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:27.158116 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.107 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/938d2997-236b-4b76-9762-5743eb8d5689) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:35:27.256535 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:27.288542 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:27.328375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:35:27.331142 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:35:27.333753 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:35:27.365298 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=938d2997-236b-4b76-9762-5743eb8d5689,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:27.684075 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:27.750824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:27.897889 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:27.903102 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:27.971615 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=938d2997-236b-4b76-9762-5743eb8d5689,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:27.979791 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:28.175243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:28.389312 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP d177502e-f144-4d7b-ae50-56bdc2f16f01 associated. External IP: 172.25.7.107, port: 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d. Oct 19 00:35:28.592051 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 5b417eda-03d0-438f-81f6-7f4914f21ea0 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:35:28.696366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:35:28.709110 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] Sync routers for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:35:28.713640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:28.718187 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:28.718906 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:35:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:28.741611 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-79576551-ee2e-472d-a1da-2130ba7ec8ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8073168 Oct 19 00:35:28.742331 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:35:28.745272 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b7179b-f024-4e15-99a9-13f326f73484" -d '{"events": [{"name": "network-changed", "server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:35:28.826579 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:28.838701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da016-51f2-4b41-bc79-548a854e51b8 req-cb1c98ea-e7b8-4493-abfe-932ff951f7ba tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:28.840218 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a9da016-51f2-4b41-bc79-548a854e51b8 req-cb1c98ea-e7b8-4493-abfe-932ff951f7ba tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0500841 Oct 19 00:35:28.877943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a9da016-51f2-4b41-bc79-548a854e51b8 req-e5726140-13ec-4733-b284-ee07a0dc489b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Oct 19 00:35:28.900325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43782) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:28.963324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-97cbf29f-eaa7-486e-b006-0d8c4094869c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/d177502e-f144-4d7b-ae50-56bdc2f16f01 HTTP/1.1" status: 200 len: 991 time: 0.0618379 Oct 19 00:35:28.994225 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3280a16a-06f3-4f10-aff8-0908458437ee x-openstack-request-id: req-3280a16a-06f3-4f10-aff8-0908458437ee {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:35:28.994888 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:35:28.994888 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3280a16a-06f3-4f10-aff8-0908458437ee {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:35:28.995222 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'status': 'completed', 'code': 200} Oct 19 00:35:29.054963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd177502e-f144-4d7b-ae50-56bdc2f16f01', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'port_id': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'mac_address': 'fa:16:3e:43:3c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:35:27Z', 'updated_at': '2021-10-19T00:35:27Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d194c7e-5712-410b-9ca4-c578245942dd', 'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:12Z', 'updated_at': '2021-10-19T00:35:15Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:29.085239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] Checking router: 5b417eda-03d0-438f-81f6-7f4914f21ea0 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:35:29.087215 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7179b-f024-4e15-99a9-13f326f73484 req-0e377ba2-0827-49ce-98c2-b5e340092bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:29.088763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61b7179b-f024-4e15-99a9-13f326f73484 req-0e377ba2-0827-49ce-98c2-b5e340092bf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0449498 Oct 19 00:35:29.093432 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:35:29.094028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:35:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:29.178196 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7179b-f024-4e15-99a9-13f326f73484 req-a4aba0de-81d3-4d78-a0c8-b01f7a13423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:29.179709 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61b7179b-f024-4e15-99a9-13f326f73484 req-a4aba0de-81d3-4d78-a0c8-b01f7a13423b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.0841277 Oct 19 00:35:29.199956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:35:29.248782 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61b7179b-f024-4e15-99a9-13f326f73484 req-14326506-730e-4440-9400-2cae17a466b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 999 time: 0.0620880 Oct 19 00:35:29.296762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7179b-f024-4e15-99a9-13f326f73484 req-7b9ace34-bd04-44d7-8dc4-ba1c886bc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:29.298207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61b7179b-f024-4e15-99a9-13f326f73484 req-7b9ace34-bd04-44d7-8dc4-ba1c886bc89d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0429366 Oct 19 00:35:29.344408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7179b-f024-4e15-99a9-13f326f73484 req-4ea5ee03-e048-4c5c-8e49-0a4e3a0b0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:29.345885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61b7179b-f024-4e15-99a9-13f326f73484 req-4ea5ee03-e048-4c5c-8e49-0a4e3a0b0933 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403154 Oct 19 00:35:29.420045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd177502e-f144-4d7b-ae50-56bdc2f16f01', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'port_id': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'mac_address': 'fa:16:3e:43:3c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:35:27Z', 'updated_at': '2021-10-19T00:35:27Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d194c7e-5712-410b-9ca4-c578245942dd', 'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:12Z', 'updated_at': '2021-10-19T00:35:15Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:35:29.437565 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61b7179b-f024-4e15-99a9-13f326f73484 req-2b5f5b61-4a7f-4a43-bb9e-75a636c227fa service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844834 Oct 19 00:35:29.450855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401db46-27db-4788-bd5f-6841ccf968b4 None None] The sync data for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 is: [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd177502e-f144-4d7b-ae50-56bdc2f16f01', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.107', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'port_id': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'mac_address': 'fa:16:3e:43:3c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:35:27Z', 'updated_at': '2021-10-19T00:35:27Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d194c7e-5712-410b-9ca4-c578245942dd', 'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:12Z', 'updated_at': '2021-10-19T00:35:15Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:35:29.528949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61b7179b-f024-4e15-99a9-13f326f73484 req-df4efaba-7092-45f0-bcef-8b842b23f5e8 service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847225 Oct 19 00:35:29.643983 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32082c-6880-4dd7-a1d9-c5c23a32175a None None] New status for floating IP d177502e-f144-4d7b-ae50-56bdc2f16f01: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:35:29.967223 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43786) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:35:30.036150 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-262332cd-a55a-40ab-87e5-fa14b06e4d82 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/d177502e-f144-4d7b-ae50-56bdc2f16f01 HTTP/1.1" status: 200 len: 993 time: 0.0675821 Oct 19 00:35:35.525838 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:37.142369 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:43.530183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-fccc7ddd-2743-4de3-af24-7cc932fd1508 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0759513 Oct 19 00:35:43.634808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-7eac4e55-b780-4e51-8d8e-377cb5c2d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:43.636250 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-7eac4e55-b780-4e51-8d8e-377cb5c2d78d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0398717 Oct 19 00:35:43.728354 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:35:43.741696 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-7dcfea29-e6e0-4b3f-a96a-7d521ac1ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:43.743211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-7dcfea29-e6e0-4b3f-a96a-7d521ac1ad6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.0865097 Oct 19 00:35:43.808217 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-b3bd3bbb-4058-44e8-8f98-e898ab985f1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 1001 time: 0.0563302 Oct 19 00:35:43.862038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-fcebdfb6-5a24-4946-aa2e-07874c1df4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:43.863602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-fcebdfb6-5a24-4946-aa2e-07874c1df4ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0471120 Oct 19 00:35:43.912671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-93e87313-60a4-49ab-8069-25e95cf4e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:35:43.914085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-93e87313-60a4-49ab-8069-25e95cf4e31d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394955 Oct 19 00:35:44.002696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-1fd823d1-7c58-43b2-ac48-2e20d4dcba98 service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801110 Oct 19 00:35:44.094398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f55bd6da-9c16-48c5-9b6c-34451c3b9e73 req-8f036850-38fc-4951-9886-c1e29eed2350 service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838392 Oct 19 00:35:50.424086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-341be4e0-4f51-47ef-8881-c8fb0a9ed20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:54.075887 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-00d6a598-51eb-45a2-8b40-7e062bfb34ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:54.955648 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:55.676533 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:35:58.178908 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:05.544680 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:07.148985 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:20.425310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-02c8953c-347c-41ec-87ef-1d2dddd3ff56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:20.728197 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:36:24.077128 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e0f317e2-aa31-4540-a9ae-c53eca72605f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:24.956057 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:25.678035 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:28.181462 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:35.551465 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:37.171613 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:43.038531 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-fe9bb355-f9e1-488c-9c5c-a19935fe0d55 req-94864ad0-61a5-4ca1-a520-4a88135f2460 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:36:43.039538 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe9bb355-f9e1-488c-9c5c-a19935fe0d55 req-94864ad0-61a5-4ca1-a520-4a88135f2460 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053036 Oct 19 00:36:43.214880 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d222b6-a989-406b-b859-6756697576fb req-16aa750f-b31f-45f4-8ac2-c7f317a2ee99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:43.216415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89d222b6-a989-406b-b859-6756697576fb req-16aa750f-b31f-45f4-8ac2-c7f317a2ee99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0492942 Oct 19 00:36:43.253661 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-4ff2ba71-0513-4e34-a885-ca765be757a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959175 Oct 19 00:36:43.254372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89d222b6-a989-406b-b859-6756697576fb req-8001a19d-9f9a-40b3-b851-ed295f71ca50 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Oct 19 00:36:43.263648 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-aad91185-7e3a-4bba-a8e0-c91b3188fedb service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:36:43.264643 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-aad91185-7e3a-4bba-a8e0-c91b3188fedb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060885 Oct 19 00:36:43.565783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-05527d82-0668-4970-8ecc-bb001da0e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:43.567280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-05527d82-0668-4970-8ecc-bb001da0e54e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0409985 Oct 19 00:36:43.676951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-94e41df9-27d9-40ad-b356-d1c8350b4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:43.678452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-94e41df9-27d9-40ad-b356-d1c8350b4aed service neutron] 10.222.0.73 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.0908284 Oct 19 00:36:43.749283 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-9be60fc1-6f1c-4321-8280-8971f158584f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 1001 time: 0.0626891 Oct 19 00:36:44.144944 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-db0c33d1-b1de-419c-bfa7-1e1aaedaf7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:44.146385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-db0c33d1-b1de-419c-bfa7-1e1aaedaf7ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.3897197 Oct 19 00:36:44.192674 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-2ff6e750-81f1-4515-ae58-cc5083e69f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:44.194132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-2ff6e750-81f1-4515-ae58-cc5083e69f8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398533 Oct 19 00:36:44.287050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-1d0f6c22-451e-4d62-b2e1-29f6dca4a155 service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847673 Oct 19 00:36:44.405265 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-95587c93-bf14-4983-8f7c-e7ae86575128 req-7f6ea07c-bdf8-4891-9f85-a7717aa4ffaf service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115825 Oct 19 00:36:44.415900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075f22d-b2b6-4173-aefd-8545b52294ff req-5be161a3-3baf-4205-b047-86b322b7c498 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:44.417260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a075f22d-b2b6-4173-aefd-8545b52294ff req-5be161a3-3baf-4205-b047-86b322b7c498 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0697193 Oct 19 00:36:44.455268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a075f22d-b2b6-4173-aefd-8545b52294ff req-fda26dd0-308a-44fe-8a02-5996cd9ca514 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319567 Oct 19 00:36:44.586455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-a6e28814-be21-4605-8502-b64bbefb1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:44.587999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-a6e28814-be21-4605-8502-b64bbefb1c22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0406005 Oct 19 00:36:44.680264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-93a6a8f5-3985-4a02-993d-78c0cdcf5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:44.681612 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-93a6a8f5-3985-4a02-993d-78c0cdcf5165 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.0857391 Oct 19 00:36:44.746653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-ddd4c912-517c-4e1c-895b-2b6fbfcf6a32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 1001 time: 0.0573061 Oct 19 00:36:44.795859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-66f57dfc-42b5-4463-bd65-95ca055d8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:44.797333 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-66f57dfc-42b5-4463-bd65-95ca055d8edc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0436378 Oct 19 00:36:44.846871 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-700fcf96-c393-4a5a-ac82-1a0d07d32ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:44.848320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-700fcf96-c393-4a5a-ac82-1a0d07d32ae6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444343 Oct 19 00:36:44.935054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-c7a273bf-fb77-4e00-b7e9-b47aea61be7f service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793145 Oct 19 00:36:45.027471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-c530b563-aabc-4682-a20b-98321aa7f30c service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857928 Oct 19 00:36:45.573098 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f415a19-f718-4554-9b8a-829530440e4e req-06282031-55de-4e61-a6b7-028462e3f1f1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:45.574584 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2f415a19-f718-4554-9b8a-829530440e4e req-06282031-55de-4e61-a6b7-028462e3f1f1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0501730 Oct 19 00:36:45.612677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2f415a19-f718-4554-9b8a-829530440e4e req-510f11b9-e085-48f2-8305-c274f6628da8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Oct 19 00:36:46.726937 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde10f8-7809-48a9-a56f-ba40cd289a06 req-352b8d35-a6ff-4aae-880e-18ac1e48af1c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:46.728419 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2dde10f8-7809-48a9-a56f-ba40cd289a06 req-352b8d35-a6ff-4aae-880e-18ac1e48af1c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0490654 Oct 19 00:36:46.765918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2dde10f8-7809-48a9-a56f-ba40cd289a06 req-64b659f2-3712-43f7-80c3-6405ad0d642c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311644 Oct 19 00:36:47.885331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd689ff-b48c-470c-9c13-3e3fa9be6954 req-422e254c-1ed9-46ce-a13e-45d904e9b745 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:47.886920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fd689ff-b48c-470c-9c13-3e3fa9be6954 req-422e254c-1ed9-46ce-a13e-45d904e9b745 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0534384 Oct 19 00:36:47.924262 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7fd689ff-b48c-470c-9c13-3e3fa9be6954 req-c70655d8-6564-43fe-a173-eb4a380f8b03 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314903 Oct 19 00:36:49.038132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1659123-f9f8-4f07-90f7-8a42a1510fe6 req-decb62f2-5134-4485-a09b-8c2eef6b8484 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:49.039682 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e1659123-f9f8-4f07-90f7-8a42a1510fe6 req-decb62f2-5134-4485-a09b-8c2eef6b8484 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0485370 Oct 19 00:36:49.077722 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e1659123-f9f8-4f07-90f7-8a42a1510fe6 req-1d1e639a-7901-4e47-859f-4348cdf1347c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Oct 19 00:36:50.190434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba476-a47e-4a49-a57d-245e7db562b4 req-bdc4b9e5-c5da-45ee-a1a6-b3fd38cb8052 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:50.191956 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c4ba476-a47e-4a49-a57d-245e7db562b4 req-bdc4b9e5-c5da-45ee-a1a6-b3fd38cb8052 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0493011 Oct 19 00:36:50.230292 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c4ba476-a47e-4a49-a57d-245e7db562b4 req-6cbb3d06-083c-4f2e-96ee-8dc75f009497 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320880 Oct 19 00:36:50.426185 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-940ec2e6-2b69-41fa-b600-1ffd808b31e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:51.347435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf7ad0-985f-4036-ac88-3fd8e76bf8e8 req-0ed60f8f-f653-4a23-b2b1-0798d67a42c6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:51.348875 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54bf7ad0-985f-4036-ac88-3fd8e76bf8e8 req-0ed60f8f-f653-4a23-b2b1-0798d67a42c6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0519505 Oct 19 00:36:51.386064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-54bf7ad0-985f-4036-ac88-3fd8e76bf8e8 req-aa6f42fc-36ed-4c6d-8c15-20b20e788ecc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Oct 19 00:36:52.500917 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00c906-c71e-48e4-a1c3-38481c2ce625 req-5b929a67-7d2e-48a7-9731-fe06c8aef19c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:52.502477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e00c906-c71e-48e4-a1c3-38481c2ce625 req-5b929a67-7d2e-48a7-9731-fe06c8aef19c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0486536 Oct 19 00:36:52.540226 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0e00c906-c71e-48e4-a1c3-38481c2ce625 req-c4a0b5a1-384e-4b53-815d-7f17b97e5665 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318415 Oct 19 00:36:53.657690 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86964be9-1ff3-4872-b271-687133149787 req-66db1770-c39f-4bba-8bf6-1d9ca8c8572f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:53.659185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86964be9-1ff3-4872-b271-687133149787 req-66db1770-c39f-4bba-8bf6-1d9ca8c8572f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0490425 Oct 19 00:36:53.697684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-86964be9-1ff3-4872-b271-687133149787 req-3cb85c33-0aeb-4e93-a61a-3f67029c92c4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326672 Oct 19 00:36:54.080758 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-273440a9-d491-419a-8be9-a0d757ee82fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:54.817980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c33bf-2dbd-4250-9ddd-0a7436e84ee5 req-ee27fa93-97bb-4a8b-824e-1f4bd8af7606 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:54.819486 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-878c33bf-2dbd-4250-9ddd-0a7436e84ee5 req-ee27fa93-97bb-4a8b-824e-1f4bd8af7606 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0532026 Oct 19 00:36:54.856866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-878c33bf-2dbd-4250-9ddd-0a7436e84ee5 req-78de7e00-a864-40b5-8cf5-4efcc4007c03 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314407 Oct 19 00:36:54.957311 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:55.681520 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:55.983672 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af7c62-6b43-4bac-9c91-5c970601394f req-54c0feca-bb2b-421d-8a6d-ecae6041a941 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:55.985059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85af7c62-6b43-4bac-9c91-5c970601394f req-54c0feca-bb2b-421d-8a6d-ecae6041a941 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0494075 Oct 19 00:36:56.021665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-85af7c62-6b43-4bac-9c91-5c970601394f req-8b994482-1b3a-4646-b6c7-007baa6ceebc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306411 Oct 19 00:36:57.039340 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-63b34706-3da8-42e7-a7b6-68cef888cbe6 service neutron] show failed (client error): The resource could not be found. Oct 19 00:36:57.040434 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-63b34706-3da8-42e7-a7b6-68cef888cbe6 service neutron] 10.222.0.73 "GET /v2.0/ports/78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d/bindings/n-h1-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0554850 Oct 19 00:36:57.146167 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f045752-b1d9-4f0e-86d8-9e9ff849d69a req-8b5f9f17-4951-4fa7-9c8e-2297bd70a0d4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:57.147688 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2f045752-b1d9-4f0e-86d8-9e9ff849d69a req-8b5f9f17-4951-4fa7-9c8e-2297bd70a0d4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0555129 Oct 19 00:36:57.187531 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2f045752-b1d9-4f0e-86d8-9e9ff849d69a req-8d2dd015-f676-4285-b909-86eeb7ae9e23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Oct 19 00:36:57.257234 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-f8a177b8-4aa6-4642-84a9-6b5a0dc7d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:57.258691 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-f8a177b8-4aa6-4642-84a9-6b5a0dc7d61d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 1097 time: 0.0408652 Oct 19 00:36:57.277653 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:36:57.328317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:57.533567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:36:57.565461 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:36:57.604182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:36:57.607109 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ad95e6-c33a-4ad4-be27-cd18556e7385" -d '{"events": [{"server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:36:57.611214 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:57.627497 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Transition to ACTIVE for port object 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:36:57.631694 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:57.664637 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e371de3-1d09-4ae9-ad68-b0c2d95799cc x-openstack-request-id: req-5e371de3-1d09-4ae9-ad68-b0c2d95799cc {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:36:57.664932 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:36:57.665189 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e371de3-1d09-4ae9-ad68-b0c2d95799cc {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:36:57.665581 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'code': 200} Oct 19 00:36:57.719211 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Pushing event updated for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=6']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:36:57.728906 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:36:57.732076 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.732431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.732778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.733118 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.733455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.733788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.734116 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.734442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.734802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.735137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.735466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.735912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:57.769706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] No DVR routers for this DVR port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:36:57.906603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Attempting to bind port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:36:57.906972 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Attempting to bind port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:36:57.907307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Attempting to bind port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on network c64463d1-594b-44ff-b883-efa348674197 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:36:57.911506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on network c64463d1-594b-44ff-b883-efa348674197 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:36:57.911830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Attempting to bind port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on network c64463d1-594b-44ff-b883-efa348674197 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:36:57.916727 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:36:57.917068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Checking segment: {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:36:57.917460 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Bound using segment: {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:36:57.917891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Bound port: 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfe54ab-106a-42c9-b5a1-6873001cd11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'c64463d1-594b-44ff-b883-efa348674197'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:36:57.918250 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:57.979886 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:36:57.982863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:36:57.987522 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:58.022979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:58.023591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:58.024968 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-e1577141-4366-4964-a653-de495b8b1187 service neutron] 10.222.0.102 "PUT /v2.0/ports/78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 1092 time: 0.7511694 Oct 19 00:36:58.047951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577141-4366-4964-a653-de495b8b1187 service neutron] Pushing event updated for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:36:58.110611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-aab92ff2-095f-4d97-a9d5-1230de0cdb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:58.112195 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-aab92ff2-095f-4d97-a9d5-1230de0cdb01 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0440485 Oct 19 00:36:58.187621 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:36:58.208678 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-25272653-9e86-46f7-923f-1a298249dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:58.210157 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-25272653-9e86-46f7-923f-1a298249dd62 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.0905993 Oct 19 00:36:58.305496 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-5e0a6a53-af14-4fa0-9f7f-9c12f4e56944 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 999 time: 0.0872636 Oct 19 00:36:58.329943 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a43828-a402-4ef4-8427-49e1280971ef req-685fc35c-c60e-4da2-8e31-8d5fe188d163 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:58.331335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0a43828-a402-4ef4-8427-49e1280971ef req-685fc35c-c60e-4da2-8e31-8d5fe188d163 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0687895 Oct 19 00:36:58.381087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-ce130c36-4c3e-4bad-9159-c19bc52b2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:58.382531 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-ce130c36-4c3e-4bad-9159-c19bc52b2b9d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0688660 Oct 19 00:36:58.403200 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e0a43828-a402-4ef4-8427-49e1280971ef req-d99b7633-aa40-4956-87be-3cce28330500 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545816 Oct 19 00:36:58.435965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-c312d791-fc8b-406d-9dc2-aa7b8147055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:58.437504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-c312d791-fc8b-406d-9dc2-aa7b8147055d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466478 Oct 19 00:36:58.526675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-ee5e4444-86b4-49b9-b12c-9844bc28ccec service neutron] 10.222.0.102 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809753 Oct 19 00:36:58.621978 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-66fd74ae-8c55-49c6-84c4-5c3ba2778203 req-01aae25f-f2f7-4536-b5e5-38e92bee5431 service neutron] 10.222.0.102 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869522 Oct 19 00:36:59.516256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aabe2-984b-4bec-a74c-527cd9e8f94e req-24a0497b-f082-4dd4-b3ac-b44b369d3a85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:59.517639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-974aabe2-984b-4bec-a74c-527cd9e8f94e req-24a0497b-f082-4dd4-b3ac-b44b369d3a85 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0473304 Oct 19 00:36:59.554380 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-974aabe2-984b-4bec-a74c-527cd9e8f94e req-e015d3bf-5b37-4d2a-93d7-88a53081227e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Oct 19 00:36:59.667163 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:36:59.669577 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb8b62-ccea-4973-af06-262a1f1a8ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:36:59.716567 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64d46be-b573-4054-af6a-f1d45e032665 x-openstack-request-id: req-c64d46be-b573-4054-af6a-f1d45e032665 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:36:59.716852 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:36:59.717100 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c64d46be-b573-4054-af6a-f1d45e032665 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:36:59.717487 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'status': 'completed', 'code': 200} Oct 19 00:36:59.831623 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-54953927-7bac-41c9-9de3-378b1a25c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:59.833124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-54953927-7bac-41c9-9de3-378b1a25c882 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0765965 Oct 19 00:36:59.834818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-64a4339c-1f8d-467f-8082-95565f3895dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:59.836139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-64a4339c-1f8d-467f-8082-95565f3895dd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0684545 Oct 19 00:36:59.990214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-c0e7c6f6-2a95-4c82-973c-25980e266a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:59.991692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-c0e7c6f6-2a95-4c82-973c-25980e266a8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.1519222 Oct 19 00:36:59.995855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-249f658a-bc0e-4946-8cb4-ce7af2714f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:36:59.997228 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-249f658a-bc0e-4946-8cb4-ce7af2714f90 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.1397829 Oct 19 00:37:00.101395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-0d9d9010-05cd-45ab-8ddf-cfe2d2e3936a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 999 time: 0.1017954 Oct 19 00:37:00.106955 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-0e99aab3-298c-4734-8ab4-521d1d1cc0c1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 999 time: 0.1010740 Oct 19 00:37:00.187130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-ee2a506a-8945-4158-97b8-5efaa88d3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:00.188534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-ee2a506a-8945-4158-97b8-5efaa88d3f87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0797570 Oct 19 00:37:00.189965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-dafd28fc-b967-463b-b1e0-512ab4134f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:00.191280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-dafd28fc-b967-463b-b1e0-512ab4134f3d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0755491 Oct 19 00:37:00.260960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-190bf2e0-e661-4bf8-9466-a67c410a8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:00.262425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-190bf2e0-e661-4bf8-9466-a67c410a8a91 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581141 Oct 19 00:37:00.264611 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-57473513-bf29-4b88-afbe-8eb2d7c13f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:00.265981 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-57473513-bf29-4b88-afbe-8eb2d7c13f4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705340 Oct 19 00:37:00.417574 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-2f454cb7-86b7-453e-8084-4a6ed36fda58 service neutron] 10.222.0.102 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465294 Oct 19 00:37:00.422570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-ce1c570d-6cfe-4d6f-94d6-a88f5c1d6c1e service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440496 Oct 19 00:37:00.574712 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-a93d0ad6-cfbe-4897-849d-3799821d448a service neutron] 10.222.0.102 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479292 Oct 19 00:37:00.580316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51fb8b62-ccea-4973-af06-262a1f1a8ec8 req-5fafd22e-e283-410c-85df-8b7fc81a819a service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460979 Oct 19 00:37:00.677094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11716f7-2685-45b6-87f1-09885e9f0ba5 req-62582578-e6ae-45d9-afc0-20edb58d546b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:00.678472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d11716f7-2685-45b6-87f1-09885e9f0ba5 req-62582578-e6ae-45d9-afc0-20edb58d546b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0530543 Oct 19 00:37:00.715013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d11716f7-2685-45b6-87f1-09885e9f0ba5 req-7d5165f4-cafd-4fe2-bfa9-143e182e63e4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305457 Oct 19 00:37:00.835142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:37:00.872664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:37:01.831088 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0d94-604a-4135-83bc-5e4e0424302e req-fb31e276-0097-49f7-9def-e5c301463abb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:01.832759 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e92d0d94-604a-4135-83bc-5e4e0424302e req-fb31e276-0097-49f7-9def-e5c301463abb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0490010 Oct 19 00:37:01.869846 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e92d0d94-604a-4135-83bc-5e4e0424302e req-aef15348-d216-4d60-9b33-dd8c6d821bbd tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Oct 19 00:37:02.986609 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1cb6e-4e2e-4c5e-8a8e-af37d76b42e9 req-38892dad-dac3-4dca-a226-527a491347bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:02.988065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fae1cb6e-4e2e-4c5e-8a8e-af37d76b42e9 req-38892dad-dac3-4dca-a226-527a491347bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0483956 Oct 19 00:37:03.025231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fae1cb6e-4e2e-4c5e-8a8e-af37d76b42e9 req-bcab8ee5-ab4c-408f-84f1-0d122bc37d38 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Oct 19 00:37:03.245765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d0dfc-6b21-4864-b650-4468a084d449 req-087e060e-e925-4bad-9dc9-3e033d214d66 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:03.247358 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7f7d0dfc-6b21-4864-b650-4468a084d449 req-087e060e-e925-4bad-9dc9-3e033d214d66 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0810421 Oct 19 00:37:03.267968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f987ed-5066-439f-9f29-6338efdb4331 req-bc834fa7-7142-4fd0-8f69-3f52e64d4564 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:03.269335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25f987ed-5066-439f-9f29-6338efdb4331 req-bc834fa7-7142-4fd0-8f69-3f52e64d4564 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.73 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8&tenant_id=fe1d2998f5404c28a07422bcd6177531&binding%3Ahost_id=n-h1-713498-28 HTTP/1.1" status: 200 len: 943 time: 0.0734477 Oct 19 00:37:03.324178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7f7d0dfc-6b21-4864-b650-4468a084d449 req-033726d2-48d1-4234-8db8-74c24c0be15d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696626 Oct 19 00:37:03.344253 n-d-713498-28 neutron-server[100922]: INFO neutron.api.v2.resource [req-25f987ed-5066-439f-9f29-6338efdb4331 req-528e1fd2-c7b9-4da7-9c92-56db14cfa2ef service neutron] delete failed (client error): The resource could not be found. Oct 19 00:37:03.344253 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25f987ed-5066-439f-9f29-6338efdb4331 req-528e1fd2-c7b9-4da7-9c92-56db14cfa2ef service neutron] 10.222.0.73 "DELETE /v2.0/ports/78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d/bindings/n-h2-713498-28 HTTP/1.1" status: 404 len: 381 time: 0.0673020 Oct 19 00:37:03.468906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaf766-6f3b-459e-a76d-01179cfbd019 req-88220b2c-b47e-4646-8309-0b4e55e303f3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:03.470276 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1edaf766-6f3b-459e-a76d-01179cfbd019 req-88220b2c-b47e-4646-8309-0b4e55e303f3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 943 time: 0.0773284 Oct 19 00:37:03.483907 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f987ed-5066-439f-9f29-6338efdb4331 req-fe6b74e1-7951-4ac9-93e8-41092348ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:03.485280 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25f987ed-5066-439f-9f29-6338efdb4331 req-fe6b74e1-7951-4ac9-93e8-41092348ddcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1095 time: 0.0626869 Oct 19 00:37:03.534527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1edaf766-6f3b-459e-a76d-01179cfbd019 req-dc24a922-904b-4e31-9281-fc85d858d379 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576653 Oct 19 00:37:03.591397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f987ed-5066-439f-9f29-6338efdb4331 req-b850f49a-1872-4fe3-8a5e-8b4ca91a9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:03.592854 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25f987ed-5066-439f-9f29-6338efdb4331 req-b850f49a-1872-4fe3-8a5e-8b4ca91a9840 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.1004603 Oct 19 00:37:03.660502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25f987ed-5066-439f-9f29-6338efdb4331 req-08d8e78f-b18f-4e03-b8f1-71361bb86546 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 999 time: 0.0608630 Oct 19 00:37:03.707968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f987ed-5066-439f-9f29-6338efdb4331 req-6365d9ea-5155-4eee-b8fb-a6cef1e88466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:03.709364 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25f987ed-5066-439f-9f29-6338efdb4331 req-6365d9ea-5155-4eee-b8fb-a6cef1e88466 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0425394 Oct 19 00:37:03.761207 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f987ed-5066-439f-9f29-6338efdb4331 req-8c12cb5f-756b-4ade-b326-c4fee19319aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:03.764124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25f987ed-5066-439f-9f29-6338efdb4331 req-8c12cb5f-756b-4ade-b326-c4fee19319aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459144 Oct 19 00:37:03.840278 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:37:03.862970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25f987ed-5066-439f-9f29-6338efdb4331 req-58c615ef-ea01-4aa3-b3b5-0015f20bf7cd service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925622 Oct 19 00:37:03.943332 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:37:03.954956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'port_id': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'mac_address': 'fa:16:3e:43:3c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:37:03.961866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25f987ed-5066-439f-9f29-6338efdb4331 req-6246d04f-e403-465a-b9d4-888bf254c03d service neutron] 10.222.0.73 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921893 Oct 19 00:37:03.992030 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:04.005381 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:37:04.024439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:37:04.028141 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:04.078046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:37:04.085817 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.086173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.086524 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.086900 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.087241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.087576 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.087908 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.088237 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.088567 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.088892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.089219 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.089544 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.466877 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:37:04.665264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa048cb-7cc4-410e-9841-d95f303b0af1 req-32ae96ff-ffc0-497e-9603-dd813b169910 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:04.670752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efa048cb-7cc4-410e-9841-d95f303b0af1 req-32ae96ff-ffc0-497e-9603-dd813b169910 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 944 time: 0.0595331 Oct 19 00:37:04.713118 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-efa048cb-7cc4-410e-9841-d95f303b0af1 req-2d023670-3b49-4957-9817-a526baf7060c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353749 Oct 19 00:37:04.735183 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43892) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:37:04.809832 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8b07e11c-9039-4258-8e7b-7bca9f5af9dd tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/d177502e-f144-4d7b-ae50-56bdc2f16f01 HTTP/1.1" status: 200 len: 992 time: 0.0682800 Oct 19 00:37:05.550203 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:05.841016 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:37:05.890391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:37:05.893931 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:37:05.894308 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:05.968183 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:05.990714 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:37:05.992987 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc950c7-2496-4e2e-bcbc-bc34398e9275" -d '{"events": [{"server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "name": "network-vif-plugged", "status": "completed", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:37:06.007272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:37:06.011396 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:06.058691 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:37:06.081517 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5bd0f6-0bec-4a67-813b-646c5e1955fe x-openstack-request-id: req-ad5bd0f6-0bec-4a67-813b-646c5e1955fe {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:37:06.081827 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "name": "network-vif-plugged", "status": "completed", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:37:06.082076 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad5bd0f6-0bec-4a67-813b-646c5e1955fe {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:37:06.082476 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'code': 200} Oct 19 00:37:07.160375 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:20.426606 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7e670136-8779-41c6-81e6-6ac6101e8314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:24.081741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-23445a4e-1992-4c75-92fb-db88082e3378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:24.959008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:25.685051 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:28.187461 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:34.727730 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:37:35.565000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:37.183260 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:42.291872 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-7d57c5ad-b725-451e-ae6e-e298fbb0ffab service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862074 Oct 19 00:37:42.388637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-a6509df9-3282-47c1-846a-51e634aece6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:42.390102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-a6509df9-3282-47c1-846a-51e634aece6b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0399477 Oct 19 00:37:42.493148 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-9a5c5b96-3e96-4044-9f4f-f1c571d01475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:42.494481 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-9a5c5b96-3e96-4044-9f4f-f1c571d01475 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.0856588 Oct 19 00:37:42.557910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-2393cf73-18e2-49c0-86c1-3e0739e8c692 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 1001 time: 0.0556257 Oct 19 00:37:42.610816 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-b40c52e9-e7b6-4b9f-a198-005ac134e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:42.612198 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-b40c52e9-e7b6-4b9f-a198-005ac134e117 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0466161 Oct 19 00:37:42.656021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-ebe06824-8b0c-43ed-9999-726dc63e46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:37:42.657428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-ebe06824-8b0c-43ed-9999-726dc63e46f6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378959 Oct 19 00:37:42.746409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-6d4f0aae-a8a8-4f62-8f31-8c3aa778d8f0 service neutron] 10.222.0.102 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803175 Oct 19 00:37:42.838380 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f04e459a-a3b8-4d19-9040-9c11f07cb86b req-2057ad5b-feb0-4b47-b4a5-54afbd32d84b service neutron] 10.222.0.102 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845611 Oct 19 00:37:50.428239 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1f892db3-9161-475b-aabf-0e36f09c3084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:54.084857 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-adfacf24-bc23-45cf-b3b3-5d3aa83ea834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:54.960679 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:55.687559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:58.190040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:59.734923 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43922) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:37:59.888878 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 938d2997-236b-4b76-9762-5743eb8d5689 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:37:59.889222 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:59.966289 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:59.966619 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:37:59.978484 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 938d2997-236b-4b76-9762-5743eb8d5689 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:38:00.119382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:00.148809 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=938d2997-236b-4b76-9762-5743eb8d5689,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:00.174180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.174540 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.174915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.175258 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.175598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.175936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.176273 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.176611 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.176943 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.177271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.177602 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.177928 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:00.216767 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:00.217096 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP d177502e-f144-4d7b-ae50-56bdc2f16f01 disassociated (deleted). External IP: 172.25.7.107, port: 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d. Oct 19 00:38:00.427758 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 5b417eda-03d0-438f-81f6-7f4914f21ea0 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:38:00.532267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:38:00.537169 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:00.541883 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] Sync routers for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:38:00.551060 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:00.551677 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:00.564342 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0581d985-7166-4b9d-8e43-7741f92632fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/floatingips/d177502e-f144-4d7b-ae50-56bdc2f16f01 HTTP/1.1" status: 204 len: 168 time: 0.8283606 Oct 19 00:38:00.564924 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:38:00.567225 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e14010-5daa-44fc-9c0d-e52518889d88" -d '{"events": [{"name": "network-changed", "server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:38:00.657151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:00.719701 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8931b8c-845f-4a3c-9d20-a9a528c29aef x-openstack-request-id: req-d8931b8c-845f-4a3c-9d20-a9a528c29aef {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:38:00.720001 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:38:00.720261 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8931b8c-845f-4a3c-9d20-a9a528c29aef {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:38:00.720680 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'status': 'completed', 'code': 200} Oct 19 00:38:00.849128 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8584da-08d9-4ecd-bdfc-b26efd347ee9 req-d8472f10-0979-4e43-9e80-0d10782e6db8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:00.850649 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-de8584da-08d9-4ecd-bdfc-b26efd347ee9 req-d8472f10-0979-4e43-9e80-0d10782e6db8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0883288 Oct 19 00:38:00.852510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-6a8059bc-cdc1-460b-8e64-2f2f7ad6248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:00.854103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-6a8059bc-cdc1-460b-8e64-2f2f7ad6248a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 1097 time: 0.0765181 Oct 19 00:38:00.861452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6d194c7e-5712-410b-9ca4-c578245942dd', 'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:12Z', 'updated_at': '2021-10-19T00:35:15Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:00.894004 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] Checking router: 5b417eda-03d0-438f-81f6-7f4914f21ea0 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:38:00.902520 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:00.903168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:01.012304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:01.216044 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6d194c7e-5712-410b-9ca4-c578245942dd', 'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:12Z', 'updated_at': '2021-10-19T00:35:15Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:01.242978 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c424cee-a8fe-40c6-a385-b1d4dcf3bb4b None None] The sync data for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 is: [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '6d194c7e-5712-410b-9ca4-c578245942dd', 'name': '', 'network_id': 'c64463d1-594b-44ff-b883-efa348674197', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a5:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:12Z', 'updated_at': '2021-10-19T00:35:15Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'f5e37f7f-cd97-45be-bb23-bec8c9e33dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:38:01.282487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-de8584da-08d9-4ecd-bdfc-b26efd347ee9 req-9cb4a11d-6548-4188-9e83-eeb3286fb955 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232910 Oct 19 00:38:01.312660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-224bf5bf-9094-4f99-a18e-e841a3fbd0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:01.314134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-224bf5bf-9094-4f99-a18e-e841a3fbd0f2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 200 len: 898 time: 0.4451118 Oct 19 00:38:01.362275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-42320517-d148-4e5e-8fd3-18aa435546ba service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 200 len: 217 time: 0.0383048 Oct 19 00:38:01.414309 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-ae79cc5c-0538-402c-b44a-a5660dff1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:01.415823 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-ae79cc5c-0538-402c-b44a-a5660dff1eb4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 200 len: 835 time: 0.0452130 Oct 19 00:38:01.464402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-6768d00a-50c4-4fc7-bf15-646e11b3a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:01.466604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-6768d00a-50c4-4fc7-bf15-646e11b3a4a3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c64463d1-594b-44ff-b883-efa348674197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419021 Oct 19 00:38:01.468869 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02927b6-e12b-4119-9768-63272066fafb None None] New status for floating IP d177502e-f144-4d7b-ae50-56bdc2f16f01: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:38:01.559316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-662d20f4-5ec1-46bb-a5c2-24ab195b6a64 service neutron] 10.222.0.102 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845807 Oct 19 00:38:01.648277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15e14010-5daa-44fc-9c0d-e52518889d88 req-85b48d4c-4817-478b-aefd-e1432d864cea service neutron] 10.222.0.102 "GET /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813434 Oct 19 00:38:02.402849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b9c0b-b2f5-4725-94ba-00f85545c512 req-d8eacb3c-9403-4bd9-bb9a-e998fd7fa429 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:02.404297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e8b9c0b-b2f5-4725-94ba-00f85545c512 req-d8eacb3c-9403-4bd9-bb9a-e998fd7fa429 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0522723 Oct 19 00:38:02.441230 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4e8b9c0b-b2f5-4725-94ba-00f85545c512 req-5ff8bda3-240e-4665-a1b9-25260affd1d0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d0c6751-768b-4f24-8e18-2794faf5ca44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Oct 19 00:38:02.541470 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-9626eddd-7b9c-4f2a-b762-2f0f2d45dd29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:02.542892 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-9626eddd-7b9c-4f2a-b762-2f0f2d45dd29 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/ports?device_id=48a26426-9bae-4e40-b14d-95eec3cec4f8 HTTP/1.1" status: 200 len: 945 time: 0.0475016 Oct 19 00:38:02.629039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:38:02.629376 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:02.717348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:02.717735 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:02.729759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:38:02.857224 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:02.893360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:02.923509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.923865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.924212 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.924555 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.924920 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.925228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.925699 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.926042 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.926370 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.926700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.927055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.927385 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:02.946591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] No DVR routers for this DVR port 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:38:02.949067 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:02.953305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e7aeda8e-aaa8-4d93-8916-48ec44fe4658 req-c57f6700-d153-443c-a961-b664981c3e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "DELETE /v2.0/ports/78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d HTTP/1.1" status: 204 len: 173 time: 0.4039886 Oct 19 00:38:02.953761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'name': 'network-vif-deleted', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:38:02.956863 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f848294a-77a1-416e-bc6a-050747d6211d" -d '{"events": [{"server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "name": "network-vif-deleted", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:38:02.994680 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa379bf5-65eb-49a5-ba52-49b9ca376317 x-openstack-request-id: req-aa379bf5-65eb-49a5-ba52-49b9ca376317 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:38:02.995046 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a26426-9bae-4e40-b14d-95eec3cec4f8", "name": "network-vif-deleted", "tag": "78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:38:02.995309 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa379bf5-65eb-49a5-ba52-49b9ca376317 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:38:02.995718 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a26426-9bae-4e40-b14d-95eec3cec4f8', 'name': 'network-vif-deleted', 'tag': '78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d', 'status': 'completed', 'code': 200} Oct 19 00:38:03.497422 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43948) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:03.859460 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:04.106925 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 6d194c7e-5712-410b-9ca4-c578245942dd {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:38:04.107192 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:04.193589 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 6d194c7e-5712-410b-9ca4-c578245942dd, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=6d194c7e-5712-410b-9ca4-c578245942dd,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:04.193949 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:04.206274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 6d194c7e-5712-410b-9ca4-c578245942dd owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:38:04.386867 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:04.415804 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=6d194c7e-5712-410b-9ca4-c578245942dd,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:04.585382 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:04.798751 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 5b417eda-03d0-438f-81f6-7f4914f21ea0 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:38:05.222862 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:38:05.230073 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5bc711b1-5a8a-407b-a7a6-a82156589d23 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/5b417eda-03d0-438f-81f6-7f4914f21ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316134 Oct 19 00:38:05.230754 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43950) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:05.232572 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] Sync routers for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:38:05.241817 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:05.242414 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:05.283163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bbfee9-2fd9-4b54-b962-2012ceedc8a9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting subnet f5e37f7f-cd97-45be-bb23-bec8c9e33dcb {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:38:05.286817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-18bbfee9-2fd9-4b54-b962-2012ceedc8a9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.326514 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-18bbfee9-2fd9-4b54-b962-2012ceedc8a9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.347779 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:05.414427 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-18bbfee9-2fd9-4b54-b962-2012ceedc8a9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.471753 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-18bbfee9-2fd9-4b54-b962-2012ceedc8a9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.498109 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbfee9-2fd9-4b54-b962-2012ceedc8a9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e37f7f-cd97-45be-bb23-bec8c9e33dcb,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:05.502357 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-18bbfee9-2fd9-4b54-b962-2012ceedc8a9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.506030 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-18bbfee9-2fd9-4b54-b962-2012ceedc8a9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/subnets/f5e37f7f-cd97-45be-bb23-bec8c9e33dcb HTTP/1.1" status: 204 len: 168 time: 0.2738853 Oct 19 00:38:05.508179 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43952) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:05.511019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1b2f3-33b4-468a-841d-0dbdfb69227b None None] Network c64463d1-594b-44ff-b883-efa348674197 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:38:05.596929 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.599361 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:38:04Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:05.618853 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.646355 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] Checking router: 5b417eda-03d0-438f-81f6-7f4914f21ea0 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:38:05.671681 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] Routers {'5b417eda-03d0-438f-81f6-7f4914f21ea0'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:05.672294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['5b417eda-03d0-438f-81f6-7f4914f21ea0'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:05.722599 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.777321 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 82843d71-eeb7-436d-8999-b7e6c4bceeea {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:38:05.777763 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.791416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] Set router 5b417eda-03d0-438f-81f6-7f4914f21ea0 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:05.794466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] DHCP port deletion for c64463d1-594b-44ff-b883-efa348674197 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:38:05.864921 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 82843d71-eeb7-436d-8999-b7e6c4bceeea, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=82843d71-eeb7-436d-8999-b7e6c4bceeea,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:05.865286 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:05.877263 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 82843d71-eeb7-436d-8999-b7e6c4bceeea owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:38:05.970742 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Deleting port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:38:05.971124 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.041029 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-18d2824b-fc62-409e-9a66-9066475eced9 req-533c5d28-6a09-4605-9b00-269ec8b0915b tempest-ServerActionsTestJSON-1956549297 tempest-ServerActionsTestJSON-1956549297-project] (100921) timed out ('10.222.0.52', 58066) {{(pid=100921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 00:38:06.044625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] For port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bb2788f4-cf1e-45f6-8a19-88fa208dd7c3,segment=NetworkSegment(4dfe54ab-106a-42c9-b5a1-6873001cd11d),segment_id=4dfe54ab-106a-42c9-b5a1-6873001cd11d)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:06.045017 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.046782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.060372 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Calling delete_port for bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:38:06.073598 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=82843d71-eeb7-436d-8999-b7e6c4bceeea,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:06.075272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:38:04Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:06.131201 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.133699 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec8020-3fec-42ea-ab84-3dab49b7ab4a None None] The sync data for ids ['5b417eda-03d0-438f-81f6-7f4914f21ea0'] in n-d-713498-28 is: [{'id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806688213', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:35:09Z', 'updated_at': '2021-10-19T00:38:04Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '82843d71-eeb7-436d-8999-b7e6c4bceeea', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b417eda-03d0-438f-81f6-7f4914f21ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:35:10Z', 'updated_at': '2021-10-19T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:38:06.179471 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.205415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Pushing event deleted for resources: {'Port': ['ID=bb2788f4-cf1e-45f6-8a19-88fa208dd7c3,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:06.210670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:38:06.212533 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] No DVR routers for this DVR port bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:38:06.228594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.230847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.235784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.236247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.236457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.236793 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.237168 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.237451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.237824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.238101 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.238430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.238784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.239086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.239404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7124bf-f14f-404d-a036-e62f2990ef11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:06.243208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:38:06.243551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 78e72d9f-06ff-41c4-9d4c-fdb1bf03b97d not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:38:06.276817 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.277469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Fanout notify agent at l3_agent the message router_deleted on router 5b417eda-03d0-438f-81f6-7f4914f21ea0 {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:38:06.284263 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.285373 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-61d5f5f3-cf2a-4692-9956-5f91c2b416fa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/routers/5b417eda-03d0-438f-81f6-7f4914f21ea0 HTTP/1.1" status: 204 len: 168 time: 0.7762728 Oct 19 00:38:06.288153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43954) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:06.362463 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.450111 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.470275 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64463d1-594b-44ff-b883-efa348674197']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:06.479098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfe54ab-106a-42c9-b5a1-6873001cd11d') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:06.479398 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfe54ab-106a-42c9-b5a1-6873001cd11d') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:06.489238 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.503081 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.509089 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:38:06.509479 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:38:06.512471 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:38:06.580062 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.600839 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.602151 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/networks/c64463d1-594b-44ff-b883-efa348674197 HTTP/1.1" status: 204 len: 168 time: 0.3130019 Oct 19 00:38:06.603317 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e4464-5da5-4153-82f1-7b733a560e4b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Network': ['ID=c64463d1-594b-44ff-b883-efa348674197,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:06.604238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43956) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:06.664742 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e64564a8-abc6-4804-937b-0448cb93c478 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.690401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e64564a8-abc6-4804-937b-0448cb93c478 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.756190 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e64564a8-abc6-4804-937b-0448cb93c478 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.758973 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e64564a8-abc6-4804-937b-0448cb93c478 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:06.760251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e64564a8-abc6-4804-937b-0448cb93c478 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/security-groups/3d0c6751-768b-4f24-8e18-2794faf5ca44 HTTP/1.1" status: 204 len: 168 time: 0.1547334 Oct 19 00:38:06.770150 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64564a8-abc6-4804-937b-0448cb93c478 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0c6751-768b-4f24-8e18-2794faf5ca44,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:07.083983 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43962) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:07.088536 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-251ef153-14a6-4274-9b00-82683a94ca7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117154388', 'description': 'tempest-secgroup-smoke-1117154388 description', 'project_id': 'fe1d2998f5404c28a07422bcd6177531'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:07.109745 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-251ef153-14a6-4274-9b00-82683a94ca7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.179000 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-251ef153-14a6-4274-9b00-82683a94ca7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.183035 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-251ef153-14a6-4274-9b00-82683a94ca7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.194005 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.213782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-251ef153-14a6-4274-9b00-82683a94ca7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.215042 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-251ef153-14a6-4274-9b00-82683a94ca7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1300938 Oct 19 00:38:07.216968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ef153-14a6-4274-9b00-82683a94ca7c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e895a-f3ec-4398-bb07-661171ae5fc5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:07.218034 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43964) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:07.223553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-6335dff0-7331-4b28-a34d-4d88fa22072d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '2c4e895a-f3ec-4398-bb07-661171ae5fc5', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:07.251336 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6335dff0-7331-4b28-a34d-4d88fa22072d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.297835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6335dff0-7331-4b28-a34d-4d88fa22072d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.301449 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6335dff0-7331-4b28-a34d-4d88fa22072d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.327361 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335dff0-7331-4b28-a34d-4d88fa22072d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79970c26-0185-46d2-b525-f55980145d0f,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:07.329621 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d194c7e-5712-410b-9ca4-c578245942dd no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:38:07.334245 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-6335dff0-7331-4b28-a34d-4d88fa22072d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.335603 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-6335dff0-7331-4b28-a34d-4d88fa22072d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157506 Oct 19 00:38:07.338158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43966) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:07.342511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2635062f-ca65-471e-b3f1-8d495f89e0f8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '2c4e895a-f3ec-4398-bb07-661171ae5fc5', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:07.350246 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 6d194c7e-5712-410b-9ca4-c578245942dd {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:38:07.350594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 6d194c7e-5712-410b-9ca4-c578245942dd not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:38:07.351052 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:38:07.368624 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2635062f-ca65-471e-b3f1-8d495f89e0f8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.371304 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:38:07.371663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bb2788f4-cf1e-45f6-8a19-88fa208dd7c3 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:38:07.372081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 82843d71-eeb7-436d-8999-b7e6c4bceeea no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:38:07.427241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2635062f-ca65-471e-b3f1-8d495f89e0f8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.430916 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2635062f-ca65-471e-b3f1-8d495f89e0f8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.449220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635062f-ca65-471e-b3f1-8d495f89e0f8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759efdf9-786d-4ed4-b98b-5e847b61c415,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:07.458193 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2635062f-ca65-471e-b3f1-8d495f89e0f8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.459517 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2635062f-ca65-471e-b3f1-8d495f89e0f8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203163 Oct 19 00:38:07.462177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43968) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:07.466682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-43068c7b-0c55-4737-a8af-5de31bbec004 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '2c4e895a-f3ec-4398-bb07-661171ae5fc5', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:07.493891 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43068c7b-0c55-4737-a8af-5de31bbec004 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.550666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 82843d71-eeb7-436d-8999-b7e6c4bceeea {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:38:07.551041 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 82843d71-eeb7-436d-8999-b7e6c4bceeea not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:38:07.553038 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43068c7b-0c55-4737-a8af-5de31bbec004 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.557121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43068c7b-0c55-4737-a8af-5de31bbec004 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.574556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068c7b-0c55-4737-a8af-5de31bbec004 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fc4dc5-b45b-4f65-a346-ca45f7237cab,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:07.582364 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-43068c7b-0c55-4737-a8af-5de31bbec004 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.583707 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-43068c7b-0c55-4737-a8af-5de31bbec004 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204820 Oct 19 00:38:07.586352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43970) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:07.590958 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-f2b30c7b-73f5-4ec6-b8b8-02e76a47a5a7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '2c4e895a-f3ec-4398-bb07-661171ae5fc5', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:07.617800 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2b30c7b-73f5-4ec6-b8b8-02e76a47a5a7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.678271 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2b30c7b-73f5-4ec6-b8b8-02e76a47a5a7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.682085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2b30c7b-73f5-4ec6-b8b8-02e76a47a5a7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.702168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b30c7b-73f5-4ec6-b8b8-02e76a47a5a7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2d5a6a-c70d-4f42-98be-b09ed8ccc34a,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:07.708594 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f2b30c7b-73f5-4ec6-b8b8-02e76a47a5a7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.709551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f2b30c7b-73f5-4ec6-b8b8-02e76a47a5a7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221266 Oct 19 00:38:07.712320 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43972) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:07.716823 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bf1f9198-6077-49cc-a62e-b0d8efb61b99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '2c4e895a-f3ec-4398-bb07-661171ae5fc5', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:07.738970 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-bf1f9198-6077-49cc-a62e-b0d8efb61b99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:38:07.743579 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf1f9198-6077-49cc-a62e-b0d8efb61b99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.802933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf1f9198-6077-49cc-a62e-b0d8efb61b99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.806395 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf1f9198-6077-49cc-a62e-b0d8efb61b99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.821708 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f9198-6077-49cc-a62e-b0d8efb61b99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70091abb-b4d4-4d0f-9d25-2bb7b7d97217,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:07.833261 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bf1f9198-6077-49cc-a62e-b0d8efb61b99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.834372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bf1f9198-6077-49cc-a62e-b0d8efb61b99 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211436 Oct 19 00:38:07.837173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43976) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:07.841551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-491a9e00-3162-476b-b28c-760bcb174b3f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '2c4e895a-f3ec-4398-bb07-661171ae5fc5', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:07.863621 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-491a9e00-3162-476b-b28c-760bcb174b3f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:38:07.868232 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-491a9e00-3162-476b-b28c-760bcb174b3f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.927713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-491a9e00-3162-476b-b28c-760bcb174b3f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.931454 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-491a9e00-3162-476b-b28c-760bcb174b3f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.949475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a9e00-3162-476b-b28c-760bcb174b3f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3a7311-1a5b-4cb5-a1c8-b4028ba74b91,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:07.956872 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-491a9e00-3162-476b-b28c-760bcb174b3f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:07.958043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-491a9e00-3162-476b-b28c-760bcb174b3f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199255 Oct 19 00:38:07.960939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43978) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:07.965606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'network': {'name': 'tempest-network-smoke--1034387761', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'port_security_enabled': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:07.985513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:38:07.988883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.011528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:38:08.020289 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.020656 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Added segment 4ac875f4-ec58-4383-bb0f-5dd6088ac5c3 of type vlan for network c2b40f35-50a9-4840-8df9-0f05f2e67446 Oct 19 00:38:08.061933 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.085416 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.090928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:08.091497 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.126003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1640880 Oct 19 00:38:08.128830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43980) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:08.133077 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'admin_state_up': True, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:08.171056 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a9f27-55a9-48b0-ba1c-5b8145ee6e94 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Network': ['ID=c2b40f35-50a9-4840-8df9-0f05f2e67446,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:08.182129 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network c2b40f35-50a9-4840-8df9-0f05f2e67446 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:38:08.185331 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.186675 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.239802 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.373028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.560077 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.578386 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.681529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.106 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/1668bbd1-477e-42f0-81a7-6ac11174545d) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:38:08.779170 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.814432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:08.852667 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:38:08.856807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:38:08.863425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:38:08.866446 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=1668bbd1-477e-42f0-81a7-6ac11174545d,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:09.107147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:09.296113 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:09.421367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:38:09.523953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:38:09.534528 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Sync routers for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:38:09.543712 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:09.543958 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:09.544556 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:09.544919 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bdd19765-ad1a-43e7-b786-b31101962090 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4151850 Oct 19 00:38:09.548944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43984) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:09.625550 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7be38825-66e9-4171-aa93-9be9131ae017 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe1d2998f5404c28a07422bcd6177531&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754769 Oct 19 00:38:09.628137 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43988) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:09.716455 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb28490-bb77-40dd-b539-8889eab145fa tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:09.718413 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6fb28490-bb77-40dd-b539-8889eab145fa tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893490 Oct 19 00:38:09.721252 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43990) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:09.737268 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:09.748687 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4c327764-8bbc-4822-a425-e91649cc8e62 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263553 Oct 19 00:38:09.751281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 43992) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:09.755948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-899483237', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:09.843237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:38:09.847161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:09.914648 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:09Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:09.941292 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Checking router: 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:38:09.941631 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Updating router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 port 1668bbd1-477e-42f0-81a7-6ac11174545d binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:38:09.966196 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.031581 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.097483 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Subnet': ['ID=274e5d94-1f50-4ee7-b8a4-dcfd0bc93372,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:10.106899 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Checking segment: {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:38:10.107279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network hostable DHCP agents. Network: c2b40f35-50a9-4840-8df9-0f05f2e67446, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:38:10.125012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network c2b40f35-50a9-4840-8df9-0f05f2e67446 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:38:10.133774 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, c2b40f35-50a9-4840-8df9-0f05f2e67446) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:38:10.138246 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:10.138885 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.143541 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea6ef70-40dc-47b4-8652-bcb9e25e62f9 None None] Network c2b40f35-50a9-4840-8df9-0f05f2e67446 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:38:10.156004 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-e03340db-f6b2-4209-9734-a9378b99ab60 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4036620 Oct 19 00:38:10.158977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 43994) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:10.218665 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.225191 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.277112 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Attempting to bind port 1668bbd1-477e-42f0-81a7-6ac11174545d on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:38:10.277480 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Attempting to bind port 1668bbd1-477e-42f0-81a7-6ac11174545d by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:38:10.277842 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Attempting to bind port 1668bbd1-477e-42f0-81a7-6ac11174545d on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:38:10.290535 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:38:10.290943 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:38:10.291423 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.291723 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:38:10.292194 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Bound port: 1668bbd1-477e-42f0-81a7-6ac11174545d, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:38:10.292591 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.295396 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Pushing event updated for resources: {'Port': ['ID=1668bbd1-477e-42f0-81a7-6ac11174545d,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:10.297635 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-c2b40f35-50a9-4840-8df9-0f05f2e67446', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:38:10.298500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.344610 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.344960 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.345348 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.345672 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.346214 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.346561 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.346938 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.347275 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.347603 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.347928 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.348269 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.348585 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:38:10.361809 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] For port 1668bbd1-477e-42f0-81a7-6ac11174545d, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:38:10.365355 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] For port 1668bbd1-477e-42f0-81a7-6ac11174545d, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1668bbd1-477e-42f0-81a7-6ac11174545d,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:38:10.370828 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.420962 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:10.421579 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:10.440353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Allocated IP 172.20.0.2 (c2b40f35-50a9-4840-8df9-0f05f2e67446/274e5d94-1f50-4ee7-b8a4-dcfd0bc93372/f5689498-59d5-49bf-b7c7-138869b62312) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:38:10.474413 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f060d-6065-41bf-92a5-019ec037bffe None None] Pushing event updated for resources: {'Port': ['ID=1668bbd1-477e-42f0-81a7-6ac11174545d,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:10.545654 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:10.595560 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.601224 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.627707 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.638868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Network c2b40f35-50a9-4840-8df9-0f05f2e67446 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:38:10.643741 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:38:10.650241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:38:10.653284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Pushing event updated for resources: {'Port': ['ID=f5689498-59d5-49bf-b7c7-138869b62312,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:10.705150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Attempting to bind port f5689498-59d5-49bf-b7c7-138869b62312 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:38:10.705532 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Attempting to bind port f5689498-59d5-49bf-b7c7-138869b62312 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:38:10.705873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Attempting to bind port f5689498-59d5-49bf-b7c7-138869b62312 on network c2b40f35-50a9-4840-8df9-0f05f2e67446 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:38:10.710956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:38:10.711331 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Checking segment: {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:38:10.711738 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.712131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Bound using segment: {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:38:10.712592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Bound port: f5689498-59d5-49bf-b7c7-138869b62312, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:38:10.712977 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.733224 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:09Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:10.760887 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f31ae-014e-446a-a65b-091e8bdb9521 None None] The sync data for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 is: [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:09Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:38:10.790450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] For port f5689498-59d5-49bf-b7c7-138869b62312, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:38:10.793994 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] For port f5689498-59d5-49bf-b7c7-138869b62312, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f5689498-59d5-49bf-b7c7-138869b62312,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:38:10.799944 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:10.875490 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f387b3c-ec0a-4449-ab88-cf2a0f7986da None None] Pushing event updated for resources: {'Port': ['ID=f5689498-59d5-49bf-b7c7-138869b62312,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:10.923476 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.1 (c2b40f35-50a9-4840-8df9-0f05f2e67446/274e5d94-1f50-4ee7-b8a4-dcfd0bc93372/7165856d-faf1-453f-a8fa-81044f70bd0c) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:38:11.084799 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.123118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.166104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network c2b40f35-50a9-4840-8df9-0f05f2e67446 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:38:11.169637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:38:11.174178 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:38:11.190656 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=7165856d-faf1-453f-a8fa-81044f70bd0c,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:11.232486 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.382153 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.419023 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1668bbd1-477e-42f0-81a7-6ac11174545d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:38:11.468314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1668bbd1-477e-42f0-81a7-6ac11174545d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:11.468682 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.562437 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.588193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 1668bbd1-477e-42f0-81a7-6ac11174545d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1668bbd1-477e-42f0-81a7-6ac11174545d,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:11.592727 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.593923 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f5689498-59d5-49bf-b7c7-138869b62312 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:38:11.697708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=1668bbd1-477e-42f0-81a7-6ac11174545d,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:11.711402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f5689498-59d5-49bf-b7c7-138869b62312 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:11.711778 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.717763 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.723231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.726058 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:38:11.801154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=7165856d-faf1-453f-a8fa-81044f70bd0c,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:11.803559 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.816111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.849109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port f5689498-59d5-49bf-b7c7-138869b62312, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f5689498-59d5-49bf-b7c7-138869b62312,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:11.853804 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:11.905716 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=f5689498-59d5-49bf-b7c7-138869b62312,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:11.909236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network c2b40f35-50a9-4840-8df9-0f05f2e67446 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:38:11.910935 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:38:11.934094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992316c7-601b-4350-ba1b-fbfa307ade7f None None] Network c2b40f35-50a9-4840-8df9-0f05f2e67446 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:38:12.007181 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bc2b21be-3952-4a51-9f98-cd73d10b0ca3 None None] Provisioning complete for port f5689498-59d5-49bf-b7c7-138869b62312 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:12.007553 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc2b21be-3952-4a51-9f98-cd73d10b0ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:12.026815 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:38:12.138640 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:38:12.144695 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-e8d13b87-a385-4bd4-90a0-37d921a6b431 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/6eaae31d-5a37-4c18-b9a3-77f4700f35f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9845564 Oct 19 00:38:12.293421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-434d7e5c-436d-4ecd-9bdb-218b1ead7230 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117154388&fields=id&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 267 time: 0.0357428 Oct 19 00:38:12.385804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-505466ac-a73d-49f7-b330-bc8a613dabe0 None None] Provisioning complete for port f5689498-59d5-49bf-b7c7-138869b62312 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:12.386462 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-505466ac-a73d-49f7-b330-bc8a613dabe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:12.462933 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Sync routers for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:38:12.481849 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:12.482475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:12.544873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-505466ac-a73d-49f7-b330-bc8a613dabe0 None None] Provisioning complete for port 7165856d-faf1-453f-a8fa-81044f70bd0c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:12.545242 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-505466ac-a73d-49f7-b330-bc8a613dabe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:12.626258 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-505466ac-a73d-49f7-b330-bc8a613dabe0 None None] Port 7165856d-faf1-453f-a8fa-81044f70bd0c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:38:12.636029 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:12.775332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-f7108559-3463-45a2-8a54-fffe3fa64faa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:12.783215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-f7108559-3463-45a2-8a54-fffe3fa64faa tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/networks?id=c2b40f35-50a9-4840-8df9-0f05f2e67446 HTTP/1.1" status: 200 len: 797 time: 0.4801712 Oct 19 00:38:12.792434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6494fceb-5daa-43b2-b5af-2d5879d56cdd None None] Provisioning complete for port 7165856d-faf1-453f-a8fa-81044f70bd0c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:12.792811 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6494fceb-5daa-43b2-b5af-2d5879d56cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:12.794382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ca09b6a7-0f82-4a90-b1e7-4485434d80c2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/quotas/fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 375 time: 0.0094204 Oct 19 00:38:12.846338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-5c6e253d-ff1b-4a54-b775-1628ca691ca8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459256 Oct 19 00:38:12.857816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-6494fceb-5daa-43b2-b5af-2d5879d56cdd None None] Port 7165856d-faf1-453f-a8fa-81044f70bd0c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:38:12.888433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7165856d-faf1-453f-a8fa-81044f70bd0c', 'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a0:80:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:10Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 2, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:12.918106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Checking router: 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:38:12.918468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Updating router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 port 7165856d-faf1-453f-a8fa-81044f70bd0c binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:38:12.943680 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:12.992928 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-b1ddaa56-0940-4fb4-bd5b-e36aac2e400d service neutron] 10.222.0.52 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348722 Oct 19 00:38:13.002927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-deda283a-91da-4e04-9207-139273dee25f None None] Provisioning complete for port 7165856d-faf1-453f-a8fa-81044f70bd0c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:13.003300 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-deda283a-91da-4e04-9207-139273dee25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:13.084070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-4c344dac-c9fe-4267-b2bd-f68029a616ce service neutron] 10.222.0.52 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837390 Oct 19 00:38:13.095620 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-deda283a-91da-4e04-9207-139273dee25f None None] Port 7165856d-faf1-453f-a8fa-81044f70bd0c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:38:13.246756 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0afe81b0-de21-4b8a-8723-23ad4be8c71a req-2317ef6c-bf41-44c5-9956-352f9e20bba0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 210 time: 0.0271196 Oct 19 00:38:13.251522 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:13.257420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:13.306868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21476fd-50ab-4c73-8c34-b9c41a6f81b0 None None] Pushing event updated for resources: {'Port': ['ID=7165856d-faf1-453f-a8fa-81044f70bd0c,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:13.366789 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Attempting to bind port 7165856d-faf1-453f-a8fa-81044f70bd0c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:38:13.367164 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Attempting to bind port 7165856d-faf1-453f-a8fa-81044f70bd0c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:38:13.367526 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Attempting to bind port 7165856d-faf1-453f-a8fa-81044f70bd0c on network c2b40f35-50a9-4840-8df9-0f05f2e67446 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:38:13.378020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:38:13.378396 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Checking segment: {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:38:13.378841 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:13.379232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Bound using segment: {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:38:13.379820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Bound port: 7165856d-faf1-453f-a8fa-81044f70bd0c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:38:13.380084 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:13.383909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1668bbd1-477e-42f0-81a7-6ac11174545d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:38:13.495377 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] For port 7165856d-faf1-453f-a8fa-81044f70bd0c, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:38:13.501027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] For port 7165856d-faf1-453f-a8fa-81044f70bd0c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7165856d-faf1-453f-a8fa-81044f70bd0c,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:38:13.503254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 1668bbd1-477e-42f0-81a7-6ac11174545d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:13.503254 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:13.506352 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:13.600353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21476fd-50ab-4c73-8c34-b9c41a6f81b0 None None] Pushing event updated for resources: {'Port': ['ID=7165856d-faf1-453f-a8fa-81044f70bd0c,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:13.605487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:13.606106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:37:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:13.697394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-03dd468c-2de7-41c9-a06c-71fcf6576df5 None None] Provisioning complete for port 7165856d-faf1-453f-a8fa-81044f70bd0c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:13.697772 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03dd468c-2de7-41c9-a06c-71fcf6576df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:13.751801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f5689498-59d5-49bf-b7c7-138869b62312 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:38:13.968416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:14.099896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f5689498-59d5-49bf-b7c7-138869b62312 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:14.100264 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:14.151681 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03dd468c-2de7-41c9-a06c-71fcf6576df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:14.238595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-03dd468c-2de7-41c9-a06c-71fcf6576df5 None None] For port 7165856d-faf1-453f-a8fa-81044f70bd0c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7165856d-faf1-453f-a8fa-81044f70bd0c,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:14.247421 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03dd468c-2de7-41c9-a06c-71fcf6576df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:14.340095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd468c-2de7-41c9-a06c-71fcf6576df5 None None] Pushing event updated for resources: {'Port': ['ID=7165856d-faf1-453f-a8fa-81044f70bd0c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:14.355000 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7165856d-faf1-453f-a8fa-81044f70bd0c', 'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a0:80:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:10Z', 'updated_at': '2021-10-19T00:38:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:14.369711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a088f885-b280-4b4c-9280-55b7cdbf748b req-10102aed-0ceb-4b47-a3f4-d65df607ddbd tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 210 time: 0.0349052 Oct 19 00:38:14.390963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e69ab-4d70-4b56-818a-04c25aafa2cb None None] The sync data for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 is: [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7165856d-faf1-453f-a8fa-81044f70bd0c', 'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a0:80:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:10Z', 'updated_at': '2021-10-19T00:38:13Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:38:14.391134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-fd5ed17c-6172-4fcf-b787-7ec32dfafb59 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:14.391600 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-fd5ed17c-6172-4fcf-b787-7ec32dfafb59 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/networks?id=c2b40f35-50a9-4840-8df9-0f05f2e67446 HTTP/1.1" status: 200 len: 797 time: 0.1451304 Oct 19 00:38:14.399664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5e89f5c7-c1ca-4a12-a9c2-f5b7a5c5aabb None None] Provisioning complete for port 7165856d-faf1-453f-a8fa-81044f70bd0c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:14.400139 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5e89f5c7-c1ca-4a12-a9c2-f5b7a5c5aabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:14.470095 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-0cd8551c-746b-4393-8880-0ca5b1ba4c12 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 380 time: 0.0545261 Oct 19 00:38:14.492532 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'port': {'device_id': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'admin_state_up': True, 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'security_groups': ['2c4e895a-f3ec-4398-bb07-661171ae5fc5']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:14.612301 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:38:14.616776 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:14.753737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.13 (c2b40f35-50a9-4840-8df9-0f05f2e67446/274e5d94-1f50-4ee7-b8a4-dcfd0bc93372/6af36d0c-f7d0-43d8-9c4d-e87050a71cd5) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:38:14.897229 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:14.930952 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:14.979338 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network c2b40f35-50a9-4840-8df9-0f05f2e67446 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:38:14.982505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:38:14.986858 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:38:14.996202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:15.043659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:15.044299 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:15.063081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-30028156-cb2e-42b4-86e0-574e10be5e09 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5749493 Oct 19 00:38:15.082901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Request body: {'port': {'device_id': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:15.146425 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:15.231821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b6512052-dc04-42a9-9294-9e9b7c723690 None None] Provisioning complete for port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:15.232491 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b6512052-dc04-42a9-9294-9e9b7c723690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:15.268799 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b6512052-dc04-42a9-9294-9e9b7c723690 None None] Port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:38:15.365074 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7165856d-faf1-453f-a8fa-81044f70bd0c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:38:15.428566 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7165856d-faf1-453f-a8fa-81044f70bd0c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:15.429019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:15.433436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:38:15.444645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:15.461873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Transition to ACTIVE for port object 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:38:15.473870 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:15.578931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Pushing event updated for resources: {'Port': ['ID=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:15.607595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c43691-c322-452a-a0b9-a022c15d24e3 req-8d23abc9-a973-49b6-a6cd-7addd268d7b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:15.609199 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80c43691-c322-452a-a0b9-a022c15d24e3 req-8d23abc9-a973-49b6-a6cd-7addd268d7b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 944 time: 0.1487060 Oct 19 00:38:15.669566 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80c43691-c322-452a-a0b9-a022c15d24e3 req-4e67b7ff-583b-4335-b2be-fb1818ce39cd tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523920 Oct 19 00:38:15.670442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Attempting to bind port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:38:15.670804 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Attempting to bind port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:38:15.671143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Attempting to bind port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 on network c2b40f35-50a9-4840-8df9-0f05f2e67446 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:38:15.675996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 on network c2b40f35-50a9-4840-8df9-0f05f2e67446 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:38:15.676390 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Attempting to bind port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 on network c2b40f35-50a9-4840-8df9-0f05f2e67446 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:38:15.681646 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:38:15.681895 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Checking segment: {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:38:15.682125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Bound using segment: {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:38:15.682559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Bound port: 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:38:15.682954 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:15.746263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] For port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:38:15.749724 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] For port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:38:15.754196 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:15.793645 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:15.794256 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:15.795721 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] 10.222.0.102 "PUT /v2.0/ports/6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 HTTP/1.1" status: 200 len: 1093 time: 0.7174072 Oct 19 00:38:15.796192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:38:15.798393 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eb30b6-1777-48f9-b781-521c305482a7" -d '{"events": [{"name": "network-changed", "server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:38:15.820999 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90f373-2eb9-41bb-a243-bfb2afff460e service neutron] Pushing event updated for resources: {'Port': ['ID=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:15.851101 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04963b57-40d9-4632-96ca-0e830bd04a80 x-openstack-request-id: req-04963b57-40d9-4632-96ca-0e830bd04a80 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:38:15.851826 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:38:15.852401 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04963b57-40d9-4632-96ca-0e830bd04a80 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:38:15.852994 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'status': 'completed', 'code': 200} Oct 19 00:38:15.906552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-0b66fe91-9cff-44e5-bdde-d57ec427f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:15.908108 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-0b66fe91-9cff-44e5-bdde-d57ec427f74c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 1096 time: 0.0445206 Oct 19 00:38:15.957124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-fb2bcf0c-0bbb-4828-80d1-fd6706e1d723 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 HTTP/1.1" status: 200 len: 217 time: 0.0351157 Oct 19 00:38:16.011866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-244e5d14-fcae-4439-abbb-a15f3c5eb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:16.013405 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-244e5d14-fcae-4439-abbb-a15f3c5eb72d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=274e5d94-1f50-4ee7-b8a4-dcfd0bc93372 HTTP/1.1" status: 200 len: 834 time: 0.0491388 Oct 19 00:38:16.059929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-230f5fa0-85ec-4d62-ad08-c5aace3964df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:16.061693 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-230f5fa0-85ec-4d62-ad08-c5aace3964df service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2b40f35-50a9-4840-8df9-0f05f2e67446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408902 Oct 19 00:38:16.150207 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-3756f530-fe22-4140-83ad-9af80b1f01c8 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813525 Oct 19 00:38:16.243335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2cc3b786-4b15-4c9f-a747-9b7d1d3fdce2 req-a6b8570e-bf2a-44be-91fd-cab6cbcb6423 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848806 Oct 19 00:38:16.371799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb30b6-1777-48f9-b781-521c305482a7 req-f6f050df-8d5e-4c97-84ef-8ccd9772308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:16.373278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93eb30b6-1777-48f9-b781-521c305482a7 req-f6f050df-8d5e-4c97-84ef-8ccd9772308d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 1096 time: 0.0414059 Oct 19 00:38:16.465063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb30b6-1777-48f9-b781-521c305482a7 req-bd5b2c8e-5d58-4ac5-9238-b04403cc40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:16.466502 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93eb30b6-1777-48f9-b781-521c305482a7 req-bd5b2c8e-5d58-4ac5-9238-b04403cc40d6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c2b40f35-50a9-4840-8df9-0f05f2e67446 HTTP/1.1" status: 200 len: 898 time: 0.0859427 Oct 19 00:38:16.507338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93eb30b6-1777-48f9-b781-521c305482a7 req-5df7bdec-6d7a-4c95-b28f-d1c540a92861 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 HTTP/1.1" status: 200 len: 217 time: 0.0334275 Oct 19 00:38:16.554693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb30b6-1777-48f9-b781-521c305482a7 req-007d2224-59c2-4ee2-a0d1-34c412c519ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:16.556084 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93eb30b6-1777-48f9-b781-521c305482a7 req-007d2224-59c2-4ee2-a0d1-34c412c519ee service neutron] 10.222.0.102 "GET /v2.0/subnets?id=274e5d94-1f50-4ee7-b8a4-dcfd0bc93372 HTTP/1.1" status: 200 len: 834 time: 0.0406706 Oct 19 00:38:16.604797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb30b6-1777-48f9-b781-521c305482a7 req-08895a70-b8ae-41b0-93a7-26c6a037a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:16.606138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93eb30b6-1777-48f9-b781-521c305482a7 req-08895a70-b8ae-41b0-93a7-26c6a037a006 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2b40f35-50a9-4840-8df9-0f05f2e67446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422754 Oct 19 00:38:16.695248 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93eb30b6-1777-48f9-b781-521c305482a7 req-95835c2c-310c-434e-be68-03515a5d0244 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805228 Oct 19 00:38:16.819510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93eb30b6-1777-48f9-b781-521c305482a7 req-005b842f-d4f3-4042-9828-7332fc25abba service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160026 Oct 19 00:38:16.830322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c183b-2013-4719-99c7-fd65c06bbdb0 req-cf9321f7-fcc9-49f9-974d-23396163e65b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:16.831740 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-954c183b-2013-4719-99c7-fd65c06bbdb0 req-cf9321f7-fcc9-49f9-974d-23396163e65b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 944 time: 0.0699868 Oct 19 00:38:16.870244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-954c183b-2013-4719-99c7-fd65c06bbdb0 req-cef6bb42-583a-4657-909f-4c0a71d4935a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Oct 19 00:38:17.982552 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237f0c6-4e2b-4ea7-ba99-feaeb899c804 req-f87f0140-e899-4706-ab1b-7d28eaa9436b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:17.984045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8237f0c6-4e2b-4ea7-ba99-feaeb899c804 req-f87f0140-e899-4706-ab1b-7d28eaa9436b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 944 time: 0.0484085 Oct 19 00:38:18.020986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8237f0c6-4e2b-4ea7-ba99-feaeb899c804 req-0f09ca97-4825-494f-959a-6a47d7803e2f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Oct 19 00:38:19.138210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08682547-20a7-44f8-940f-7ccddddc90d7 req-5e48104d-8403-4ee5-8ef8-a9feb48d0e86 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:19.139706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08682547-20a7-44f8-940f-7ccddddc90d7 req-5e48104d-8403-4ee5-8ef8-a9feb48d0e86 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 944 time: 0.0525758 Oct 19 00:38:19.176484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-08682547-20a7-44f8-940f-7ccddddc90d7 req-0101b340-f3dd-4bd4-9eb1-eb956e8833a9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309439 Oct 19 00:38:20.289140 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e824b8c-89f8-4b06-bf5e-0bf22d29d01d req-92831f9e-90c4-4670-bbf2-bf95cbab56c6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:20.290599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e824b8c-89f8-4b06-bf5e-0bf22d29d01d req-92831f9e-90c4-4670-bbf2-bf95cbab56c6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 944 time: 0.0480671 Oct 19 00:38:20.311706 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:38:20.328140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5e824b8c-89f8-4b06-bf5e-0bf22d29d01d req-6d238cbc-aaf6-4824-bee9-fe9a727d8b1e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Oct 19 00:38:20.418552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:20.435609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'port_id': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'mac_address': 'fa:16:3e:b8:95:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:38:20.439970 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb139539-73b5-4c58-abf2-79b95881b433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:20.475686 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:20.488127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:38:20.507390 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:20.511044 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:20.556670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:20.940639 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['6af36d0c-f7d0-43d8-9c4d-e87050a71cd5'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:38:21.439543 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace69875-2557-4be2-80cd-7c58232c4251 req-b92caa32-3385-4da2-93ce-c1e587be480b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:21.440982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ace69875-2557-4be2-80cd-7c58232c4251 req-b92caa32-3385-4da2-93ce-c1e587be480b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 945 time: 0.0477173 Oct 19 00:38:21.478181 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ace69875-2557-4be2-80cd-7c58232c4251 req-12b5b3bd-2030-4c61-9d78-83ccf0c38b1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Oct 19 00:38:22.326519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:38:22.374172 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:38:22.377704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:38:22.378101 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:22.455447 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:22.477051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:38:22.479468 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c9337d-d13c-4e66-bbb2-e60c26b4007b" -d '{"events": [{"server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "name": "network-vif-plugged", "status": "completed", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:38:22.492422 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:38:22.496230 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:22.520473 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43cedc7-6967-457a-8f17-74d16e229ce6 x-openstack-request-id: req-a43cedc7-6967-457a-8f17-74d16e229ce6 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:38:22.520762 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "name": "network-vif-plugged", "status": "completed", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:38:22.521014 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a43cedc7-6967-457a-8f17-74d16e229ce6 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:38:22.521401 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'code': 200} Oct 19 00:38:22.548353 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:22.614291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc3d50-d7b3-486e-9797-eefa9c971ae1 req-d5935326-6ee8-465d-ae5c-4faad241dd13 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:22.615799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62fc3d50-d7b3-486e-9797-eefa9c971ae1 req-d5935326-6ee8-465d-ae5c-4faad241dd13 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0551097 Oct 19 00:38:22.677310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62fc3d50-d7b3-486e-9797-eefa9c971ae1 req-a164b529-7f04-496d-b1ed-cc7026f79e59 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524368 Oct 19 00:38:22.679851 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d04620-03c6-4863-ac0a-763cfe807791 req-551f6618-d04e-418b-b6f5-8cfd70fe3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:22.681246 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d04620-03c6-4863-ac0a-763cfe807791 req-551f6618-d04e-418b-b6f5-8cfd70fe3317 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 1098 time: 0.0646017 Oct 19 00:38:22.721121 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5d04620-03c6-4863-ac0a-763cfe807791 req-e14fe374-476e-426f-949f-2dabef7d3c4e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289440 Oct 19 00:38:23.792247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46be1f-63e0-4eb9-93aa-b524feacbff1 req-59697ebf-ef4a-4f8f-be4a-8c61c8c8bb36 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:23.793743 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c46be1f-63e0-4eb9-93aa-b524feacbff1 req-59697ebf-ef4a-4f8f-be4a-8c61c8c8bb36 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0490978 Oct 19 00:38:23.835685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8c46be1f-63e0-4eb9-93aa-b524feacbff1 req-2217e41f-e9f3-40c3-85e3-9f2135682fe6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355122 Oct 19 00:38:24.092767 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-265857f1-4c6a-4d3d-9410-2b767075a9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:24.955604 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a289f-5f05-444d-8e4d-82bb969c91f6 req-8f30dfec-a776-4bb3-8641-c0797efcb598 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:24.957082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a36a289f-5f05-444d-8e4d-82bb969c91f6 req-8f30dfec-a776-4bb3-8641-c0797efcb598 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0551827 Oct 19 00:38:24.963994 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:24.995950 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a36a289f-5f05-444d-8e4d-82bb969c91f6 req-cb54c68a-26dd-42ac-94bc-27b538dd4f12 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Oct 19 00:38:25.110050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240368b5-4ecb-49b1-8861-8d0b1ef7b646 req-c1cfcd2a-8362-457a-bb27-dc6b1863e4c8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:25.111610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-240368b5-4ecb-49b1-8861-8d0b1ef7b646 req-c1cfcd2a-8362-457a-bb27-dc6b1863e4c8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0493627 Oct 19 00:38:25.153900 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-240368b5-4ecb-49b1-8861-8d0b1ef7b646 req-2c5c9fb4-151b-4f50-98d1-dfdb39e17146 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361204 Oct 19 00:38:25.175274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44056) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:25.216315 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26d78e-4130-46ca-8f6d-f6fd1cc48588 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:25.217844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-eb26d78e-4130-46ca-8f6d-f6fd1cc48588 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 1093 time: 0.0414357 Oct 19 00:38:25.220650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44058) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:25.224945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:38:25.247640 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:25.354112 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:25.457991 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.247 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/c495dfa5-ca36-49ce-acd3-d9d96fcda1a6) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:38:25.560572 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:25.594591 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:25.635583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:38:25.638465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:38:25.644861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:38:25.648043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=c495dfa5-ca36-49ce-acd3-d9d96fcda1a6,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:25.689126 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:26.002492 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:26.069673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:26.213312 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:26.218492 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:26.287441 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=c495dfa5-ca36-49ce-acd3-d9d96fcda1a6,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:38:26.298709 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:26.397013 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP 493be9a5-b5a4-4395-b5df-fcfbd6d4748f associated. External IP: 172.25.7.247, port: 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5. Oct 19 00:38:26.599426 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:38:26.705091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:38:26.714515 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] Sync routers for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:38:26.721877 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:26.728955 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:26.729560 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:26.749132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-de2badf2-84e2-433c-935f-4a8ea484ed6e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5267904 Oct 19 00:38:26.749722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:38:26.751984 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910" -d '{"events": [{"name": "network-changed", "server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:38:26.834695 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:26.847172 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fc35c-d9f5-4aab-878f-64266176eabc req-17896021-1602-4ce1-831c-f7a8f94509eb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:26.848774 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-618fc35c-d9f5-4aab-878f-64266176eabc req-17896021-1602-4ce1-831c-f7a8f94509eb tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0502772 Oct 19 00:38:26.887275 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-618fc35c-d9f5-4aab-878f-64266176eabc req-42a47dea-0316-433d-b324-2eab422cb658 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321915 Oct 19 00:38:26.908798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44064) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:26.946240 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0b4b10-6caf-41c9-b367-fa53fbedbd0a x-openstack-request-id: req-9c0b4b10-6caf-41c9-b367-fa53fbedbd0a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:38:26.946533 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:38:26.946809 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c0b4b10-6caf-41c9-b367-fa53fbedbd0a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:38:26.947210 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'status': 'completed', 'code': 200} Oct 19 00:38:26.976260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-bb2dd4bb-e2ee-40b1-9849-78fdfa543c35 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/493be9a5-b5a4-4395-b5df-fcfbd6d4748f HTTP/1.1" status: 200 len: 992 time: 0.0660832 Oct 19 00:38:27.014480 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-b48fbdec-b490-4f97-bfe1-2789403757ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:27.015981 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-b48fbdec-b490-4f97-bfe1-2789403757ed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 1098 time: 0.0388556 Oct 19 00:38:27.058154 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '493be9a5-b5a4-4395-b5df-fcfbd6d4748f', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'port_id': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'mac_address': 'fa:16:3e:b8:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:38:25Z', 'updated_at': '2021-10-19T00:38:25Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7165856d-faf1-453f-a8fa-81044f70bd0c', 'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a0:80:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:10Z', 'updated_at': '2021-10-19T00:38:14Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:27.083128 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] Checking router: 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:38:27.091175 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:38:27.091761 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:38:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:27.119379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-eff5273f-30f3-4cb7-8f5e-8a65fea1dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:27.120849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-eff5273f-30f3-4cb7-8f5e-8a65fea1dc83 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c2b40f35-50a9-4840-8df9-0f05f2e67446 HTTP/1.1" status: 200 len: 898 time: 0.0978529 Oct 19 00:38:27.289685 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:38:27.521582 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '493be9a5-b5a4-4395-b5df-fcfbd6d4748f', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'port_id': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'mac_address': 'fa:16:3e:b8:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:38:25Z', 'updated_at': '2021-10-19T00:38:25Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7165856d-faf1-453f-a8fa-81044f70bd0c', 'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a0:80:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:10Z', 'updated_at': '2021-10-19T00:38:14Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:38:27.534510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-7186a193-0086-4f01-a8a0-0ef07e7e3675 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 HTTP/1.1" status: 200 len: 1000 time: 0.4049759 Oct 19 00:38:27.547774 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0307e06-1398-478c-a020-1f7fdc8a2e0d None None] The sync data for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 is: [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '493be9a5-b5a4-4395-b5df-fcfbd6d4748f', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.247', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'port_id': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'mac_address': 'fa:16:3e:b8:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:38:25Z', 'updated_at': '2021-10-19T00:38:25Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7165856d-faf1-453f-a8fa-81044f70bd0c', 'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a0:80:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:10Z', 'updated_at': '2021-10-19T00:38:14Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:38:27.585758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-2eee625c-9028-45ba-9441-70deff5b1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:27.587264 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-2eee625c-9028-45ba-9441-70deff5b1ee1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=274e5d94-1f50-4ee7-b8a4-dcfd0bc93372 HTTP/1.1" status: 200 len: 834 time: 0.0445988 Oct 19 00:38:27.633789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-05d34957-2ba4-493e-b2e6-ba015afa3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:27.635385 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-05d34957-2ba4-493e-b2e6-ba015afa3e9b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2b40f35-50a9-4840-8df9-0f05f2e67446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407577 Oct 19 00:38:27.732245 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-cf19db95-ebe2-400e-a277-5c34cc3b5f3a service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894492 Oct 19 00:38:27.737556 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78a98c-0914-4ed3-9963-829ed7fad377 None None] New status for floating IP 493be9a5-b5a4-4395-b5df-fcfbd6d4748f: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:38:27.827032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c455b01-a9d2-45b4-97c7-dd00b2ec6910 req-e9a58673-5402-45e4-a27b-c5dc110e942f service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871651 Oct 19 00:38:27.980189 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44068) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:38:28.039059 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d300ec74-50bb-4b0c-bc61-54c70990955a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/493be9a5-b5a4-4395-b5df-fcfbd6d4748f HTTP/1.1" status: 200 len: 994 time: 0.0577075 Oct 19 00:38:28.192748 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:35.575739 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:37.206690 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:42.259258 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-b6e98ea6-bddd-415d-b4cd-3ffdedecf07f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382869 Oct 19 00:38:42.359601 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-7c98fa25-3ec0-413d-9d6a-5c56a2c73bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:42.361070 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-7c98fa25-3ec0-413d-9d6a-5c56a2c73bef service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 1098 time: 0.0434754 Oct 19 00:38:42.462826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-b68d6230-d402-44f7-ac17-761b9adf6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:42.464337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-b68d6230-d402-44f7-ac17-761b9adf6326 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c2b40f35-50a9-4840-8df9-0f05f2e67446 HTTP/1.1" status: 200 len: 898 time: 0.0835109 Oct 19 00:38:42.533998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-1503ad08-c805-40e7-b9f3-6d6ca6de21b7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 HTTP/1.1" status: 200 len: 1002 time: 0.0607905 Oct 19 00:38:42.589251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-3ea2eaaa-8559-46e0-8ed4-79d839047b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:42.591263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-3ea2eaaa-8559-46e0-8ed4-79d839047b5b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=274e5d94-1f50-4ee7-b8a4-dcfd0bc93372 HTTP/1.1" status: 200 len: 834 time: 0.0498688 Oct 19 00:38:42.646608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-bfe36009-d43e-4e32-a866-ad44e9f97488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:38:42.648126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-bfe36009-d43e-4e32-a866-ad44e9f97488 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2b40f35-50a9-4840-8df9-0f05f2e67446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498066 Oct 19 00:38:42.743627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-ad841588-7a22-47c6-8275-a9f79c004d44 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858393 Oct 19 00:38:42.833180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-36346c6e-2ff0-410e-9666-570f1f1cbdb2 req-ec2a9a93-2c8b-49f5-b731-8c03d5dfc8b5 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816383 Oct 19 00:38:48.724986 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:38:50.430513 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b61ae48d-88e6-4e56-b452-f32b9078d571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:54.084734 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ecba06d6-6759-44fb-a5c8-8c233f6a5ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:54.965207 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:55.692500 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:38:58.196850 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:05.578126 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:07.201523 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:20.431477 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d363189-fbbb-46ad-b2fc-59a3a73e90c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:24.086844 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b55b267-f06e-4483-9608-ff709303df48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:24.967170 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:25.695530 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:25.723933 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:39:28.199356 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:30.823888 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df730804-471d-4b47-bbb6-29374e2f972d req-2aaa2c68-5755-4dbc-8a1d-f7f8bea98e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:30.826223 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df730804-471d-4b47-bbb6-29374e2f972d req-2aaa2c68-5755-4dbc-8a1d-f7f8bea98e2c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0536244 Oct 19 00:39:30.863465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-df730804-471d-4b47-bbb6-29374e2f972d req-5c965400-94ca-4401-bd4f-7b87a3e5e6c3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Oct 19 00:39:31.976859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97c768-4362-4d58-ad60-dbbf84f15ce8 req-41acc86c-2986-474c-93cf-179637693c7e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:31.978315 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e97c768-4362-4d58-ad60-dbbf84f15ce8 req-41acc86c-2986-474c-93cf-179637693c7e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0481622 Oct 19 00:39:32.015667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e97c768-4362-4d58-ad60-dbbf84f15ce8 req-5aff98b1-4f1e-46d8-9493-08dea443c0ce tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309365 Oct 19 00:39:33.127912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b37f1-35d2-49a2-ae91-2621b25d7d9e req-596a075f-6a8f-439f-ad84-8c81ed49ad9d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:33.129378 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-684b37f1-35d2-49a2-ae91-2621b25d7d9e req-596a075f-6a8f-439f-ad84-8c81ed49ad9d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0483904 Oct 19 00:39:33.166674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-684b37f1-35d2-49a2-ae91-2621b25d7d9e req-7e5141f4-b22f-46cc-af62-a906691e3524 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313978 Oct 19 00:39:34.284650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ab56-e44c-44e4-a58f-88a7ddbea770 req-c5141320-3c11-4785-94ed-77a059c8ee10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:34.286082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b911ab56-e44c-44e4-a58f-88a7ddbea770 req-c5141320-3c11-4785-94ed-77a059c8ee10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0520430 Oct 19 00:39:34.322516 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b911ab56-e44c-44e4-a58f-88a7ddbea770 req-532c42b3-fddb-4fb1-88c8-12fdcb66a138 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305398 Oct 19 00:39:35.436778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305db2c8-a639-4b46-b2b5-822e8260fc84 req-5ac0715f-3681-497e-906f-b83f98327d35 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:35.438348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-305db2c8-a639-4b46-b2b5-822e8260fc84 req-5ac0715f-3681-497e-906f-b83f98327d35 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0486250 Oct 19 00:39:35.477143 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-305db2c8-a639-4b46-b2b5-822e8260fc84 req-5459c55f-845b-4bab-a09a-3eacf4f4a7a3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Oct 19 00:39:35.589125 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:36.589466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca99b71-0495-45a8-96cc-548756147d3d req-04911e20-6170-4778-ade4-0ba27c29dbbe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:36.590939 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eca99b71-0495-45a8-96cc-548756147d3d req-04911e20-6170-4778-ade4-0ba27c29dbbe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0479858 Oct 19 00:39:36.628369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eca99b71-0495-45a8-96cc-548756147d3d req-81444237-8ce7-44b5-9eb9-c13433fc1d76 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308673 Oct 19 00:39:37.218350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:37.755137 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cbe4e-3ccb-46b2-9781-1e8679f4de6e req-c3ea809b-a932-4984-97f4-b6e0c454a482 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:37.756582 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-852cbe4e-3ccb-46b2-9781-1e8679f4de6e req-c3ea809b-a932-4984-97f4-b6e0c454a482 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0523643 Oct 19 00:39:37.793324 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-852cbe4e-3ccb-46b2-9781-1e8679f4de6e req-04d248bb-51a8-41d3-952f-76b059f9eb88 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309298 Oct 19 00:39:38.907049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18117e55-0fb8-480d-adf4-d65a2f62584d req-bbf85b26-9f50-4a69-a5ab-27dec35d57f7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:38.908428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18117e55-0fb8-480d-adf4-d65a2f62584d req-bbf85b26-9f50-4a69-a5ab-27dec35d57f7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0486171 Oct 19 00:39:38.945158 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18117e55-0fb8-480d-adf4-d65a2f62584d req-b66d73dc-45e6-41d0-9f83-f7fa03787042 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309832 Oct 19 00:39:40.058036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8bf9-9c61-4348-a887-f5a56127c73c req-dc224e9e-c8b1-4e8b-81ee-8d686a823c10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:40.059522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4dee8bf9-9c61-4348-a887-f5a56127c73c req-dc224e9e-c8b1-4e8b-81ee-8d686a823c10 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0486641 Oct 19 00:39:40.097017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4dee8bf9-9c61-4348-a887-f5a56127c73c req-af1f5e8e-5465-4261-89b1-a5285f75c58c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Oct 19 00:39:41.216951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595779a-fc96-4803-a955-7b4f0b3b9fc2 req-4f502728-bb9c-47e1-a716-668e7f68f0ed tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:41.218417 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0595779a-fc96-4803-a955-7b4f0b3b9fc2 req-4f502728-bb9c-47e1-a716-668e7f68f0ed tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0549169 Oct 19 00:39:41.255421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0595779a-fc96-4803-a955-7b4f0b3b9fc2 req-bdf27a93-048a-4495-aa97-50a188186057 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Oct 19 00:39:42.367330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d18b2e-76fb-42bb-be78-ba299c83e447 req-41a37735-4282-4de8-8bd7-eac45a11de30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:42.368798 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02d18b2e-76fb-42bb-be78-ba299c83e447 req-41a37735-4282-4de8-8bd7-eac45a11de30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0491619 Oct 19 00:39:42.405918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-02d18b2e-76fb-42bb-be78-ba299c83e447 req-5794c50f-826a-47ae-ab05-2ab485dac1a8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305796 Oct 19 00:39:43.287112 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-30eed38b-d93e-42dd-b663-9b88968c5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:43.288610 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-30eed38b-d93e-42dd-b663-9b88968c5fb2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 1098 time: 0.0395517 Oct 19 00:39:43.394883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-1f6b7f99-8005-4ed9-8076-945aa54748dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:43.396412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-1f6b7f99-8005-4ed9-8076-945aa54748dc service neutron] 10.222.0.102 "GET /v2.0/networks?id=c2b40f35-50a9-4840-8df9-0f05f2e67446 HTTP/1.1" status: 200 len: 898 time: 0.0891635 Oct 19 00:39:43.462349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-d4ae5877-f0bc-44cc-9cfc-e946d16e832e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 HTTP/1.1" status: 200 len: 1002 time: 0.0578351 Oct 19 00:39:43.542789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-a2acea70-9bda-4914-bb11-c5326c800761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:43.544155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-a2acea70-9bda-4914-bb11-c5326c800761 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=274e5d94-1f50-4ee7-b8a4-dcfd0bc93372 HTTP/1.1" status: 200 len: 834 time: 0.0745401 Oct 19 00:39:43.556454 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8abe6-aaf0-4116-bfbd-483854419c3f req-f8f5a3ed-7bdd-4fa5-8746-0d06b68e8a69 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:43.557817 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8aa8abe6-aaf0-4116-bfbd-483854419c3f req-f8f5a3ed-7bdd-4fa5-8746-0d06b68e8a69 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0809104 Oct 19 00:39:43.620762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8aa8abe6-aaf0-4116-bfbd-483854419c3f req-531b78e9-22cf-4a23-b7dd-217c8c2241b1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531220 Oct 19 00:39:43.623793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-b7ea0e61-fe33-42b9-b9e5-ea6139e62822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:43.625187 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-b7ea0e61-fe33-42b9-b9e5-ea6139e62822 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2b40f35-50a9-4840-8df9-0f05f2e67446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665543 Oct 19 00:39:43.717605 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-8f67f8dd-fd93-4ec2-b1ab-3f82d6d9c3f2 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849059 Oct 19 00:39:43.805547 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2305f60c-f651-4013-b5b0-b901c4521d44 req-dfc6dbef-714a-4805-a3cf-34ddef42e1b0 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809009 Oct 19 00:39:44.739759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75001118-226a-4d6c-8b61-b2201b804e6b req-546f64b3-e2a5-444d-a364-35c121d31051 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:44.741260 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75001118-226a-4d6c-8b61-b2201b804e6b req-546f64b3-e2a5-444d-a364-35c121d31051 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0528173 Oct 19 00:39:44.780761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-75001118-226a-4d6c-8b61-b2201b804e6b req-a3ad309d-555e-4d60-a0d8-09664ff08f73 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336368 Oct 19 00:39:45.892767 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f918d-c38c-4d7d-aed0-7b72a01dc6a9 req-6949d868-6b26-421b-8bd6-b652ee4070a3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:45.894328 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-762f918d-c38c-4d7d-aed0-7b72a01dc6a9 req-6949d868-6b26-421b-8bd6-b652ee4070a3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0473385 Oct 19 00:39:45.931180 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-762f918d-c38c-4d7d-aed0-7b72a01dc6a9 req-188dbabc-de04-4571-8c86-9eb32a823c75 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309384 Oct 19 00:39:47.043217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90970c-fb1e-4cb8-9fe3-62c5e7fc3400 req-5df4f8ac-3970-4165-a0a5-fedff628f531 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:47.045183 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf90970c-fb1e-4cb8-9fe3-62c5e7fc3400 req-5df4f8ac-3970-4165-a0a5-fedff628f531 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0485938 Oct 19 00:39:47.082447 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cf90970c-fb1e-4cb8-9fe3-62c5e7fc3400 req-123aeebb-0839-4097-81fa-62374763a938 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310223 Oct 19 00:39:47.105388 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44122) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:39:47.167696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d36d06af-cbd4-4929-bb4f-2fabcdfa981f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/493be9a5-b5a4-4395-b5df-fcfbd6d4748f HTTP/1.1" status: 200 len: 994 time: 0.0611529 Oct 19 00:39:48.427576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb91505-ee1c-4d9f-a045-ebaa18185dd2 req-c5b9744f-17ec-46f1-8157-4778c2565f03 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:48.429065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb91505-ee1c-4d9f-a045-ebaa18185dd2 req-c5b9744f-17ec-46f1-8157-4778c2565f03 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0495956 Oct 19 00:39:48.494345 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3eb91505-ee1c-4d9f-a045-ebaa18185dd2 req-9a7e3fbb-2f04-4145-b0cd-d96678bdec64 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581632 Oct 19 00:39:48.500490 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-265c77f5-6a84-439a-ac44-7cfb05daf0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:48.501894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-265c77f5-6a84-439a-ac44-7cfb05daf0e2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 1098 time: 0.0675223 Oct 19 00:39:48.593359 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-87058510-51db-40e2-9142-235519115978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:48.594707 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-87058510-51db-40e2-9142-235519115978 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c2b40f35-50a9-4840-8df9-0f05f2e67446 HTTP/1.1" status: 200 len: 898 time: 0.0860286 Oct 19 00:39:48.664425 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-4f108328-62c5-4df4-986f-eca96da5d5da service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 HTTP/1.1" status: 200 len: 1002 time: 0.0628333 Oct 19 00:39:48.713535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-d685b716-e841-45eb-b530-dd04d8889ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:48.714976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-d685b716-e841-45eb-b530-dd04d8889ccc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=274e5d94-1f50-4ee7-b8a4-dcfd0bc93372 HTTP/1.1" status: 200 len: 834 time: 0.0429397 Oct 19 00:39:48.759565 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-81b77917-d5df-4100-bc97-fa2103b0cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:48.760898 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-81b77917-d5df-4100-bc97-fa2103b0cb64 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2b40f35-50a9-4840-8df9-0f05f2e67446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388966 Oct 19 00:39:48.854172 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-6936aae3-645b-494d-ac74-d756de8d3f48 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855761 Oct 19 00:39:48.942000 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1ab0a561-d58b-4282-9f55-80e229aa0b16 req-d215adca-1af0-4292-9ddb-b7dd47c430d4 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808580 Oct 19 00:39:49.615979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9db422-d9af-4c30-9735-5f95be421a6b req-92557288-8931-4a98-84a5-1fa4de545ba3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:49.617423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a9db422-d9af-4c30-9735-5f95be421a6b req-92557288-8931-4a98-84a5-1fa4de545ba3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0505288 Oct 19 00:39:49.658081 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1a9db422-d9af-4c30-9735-5f95be421a6b req-ffcd84eb-66e0-4c7a-9802-bb7305f858fc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346358 Oct 19 00:39:50.431693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-70352652-0b8b-4aa7-a5f3-8ac626394bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:50.770302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bf8b0-bc76-4281-8c69-a14cab1edb29 req-d1ff1e9c-e77c-41d8-ab35-52d15faabd9c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:39:50.771820 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-960bf8b0-bc76-4281-8c69-a14cab1edb29 req-d1ff1e9c-e77c-41d8-ab35-52d15faabd9c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0485713 Oct 19 00:39:50.808433 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-960bf8b0-bc76-4281-8c69-a14cab1edb29 req-71460fd9-3d03-4ad5-9ce2-502b7ed12001 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306964 Oct 19 00:39:50.831358 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44136) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:39:50.889772 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-72d8f370-46b6-4588-93b4-27fe527ce9ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/493be9a5-b5a4-4395-b5df-fcfbd6d4748f HTTP/1.1" status: 200 len: 994 time: 0.0573223 Oct 19 00:39:54.088175 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1dfceb24-d133-42f0-a3d0-18b065fea06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:54.970546 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:55.698859 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:39:58.202443 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:02.722343 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:40:05.591454 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:07.234994 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:20.431192 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0053b55d-e530-425d-afd2-cec5fe0b7d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:24.087774 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f205468b-1559-46d1-b95a-140ff3d18df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:24.972107 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:25.702713 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:28.204271 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:35.593327 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:37.229125 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:39.289485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44160) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:39.623766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port c495dfa5-ca36-49ce-acd3-d9d96fcda1a6 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:40:39.624118 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:39.696845 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:39.697174 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:39.709330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for c495dfa5-ca36-49ce-acd3-d9d96fcda1a6 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:40:39.721693 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:40:39.855464 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:39.881904 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=c495dfa5-ca36-49ce-acd3-d9d96fcda1a6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:39.905472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.905826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.906238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.906581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.906939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.907272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.907600 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.907928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.908250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.908574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.908897 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.909218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:39.947393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:39.947725 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP 493be9a5-b5a4-4395-b5df-fcfbd6d4748f disassociated (deleted). External IP: 172.25.7.247, port: 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5. Oct 19 00:40:40.147279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:40:40.251447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:40.256225 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:40.260892 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] Sync routers for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:40.270040 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:40:40.270638 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:40.282086 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d2bc0fff-fa6b-43ca-a773-1b83410d6369 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/floatingips/493be9a5-b5a4-4395-b5df-fcfbd6d4748f HTTP/1.1" status: 204 len: 168 time: 0.9914417 Oct 19 00:40:40.282698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:40:40.285175 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e3aea-7d4a-407e-886e-ada7c429200e" -d '{"events": [{"name": "network-changed", "server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:40:40.376756 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:40:40.571075 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18809bb-7634-477e-a5ba-3c0770d48a33 x-openstack-request-id: req-e18809bb-7634-477e-a5ba-3c0770d48a33 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:40:40.571598 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:40:40.571598 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e18809bb-7634-477e-a5ba-3c0770d48a33 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:40:40.572021 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'status': 'completed', 'code': 200} Oct 19 00:40:40.576825 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7165856d-faf1-453f-a8fa-81044f70bd0c', 'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a0:80:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:10Z', 'updated_at': '2021-10-19T00:38:14Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:40.603888 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] Checking router: 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:40.612318 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:40:40.612931 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:40.677983 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-c5028e62-7686-4b7a-b956-f05786bbd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:40.679423 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-c5028e62-7686-4b7a-b956-f05786bbd92d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 1098 time: 0.0527644 Oct 19 00:40:40.722294 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:40:40.771860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd68a24-12d4-48a9-8f92-2c4e8c627805 req-a6ffaa52-7279-43f3-bb6c-8817ed2da837 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:40.773329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-afd68a24-12d4-48a9-8f92-2c4e8c627805 req-a6ffaa52-7279-43f3-bb6c-8817ed2da837 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.1555638 Oct 19 00:40:40.813521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-d966ab8c-1d25-46e9-ba37-dab52dcae19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:40.814986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-d966ab8c-1d25-46e9-ba37-dab52dcae19f service neutron] 10.222.0.102 "GET /v2.0/networks?id=c2b40f35-50a9-4840-8df9-0f05f2e67446 HTTP/1.1" status: 200 len: 898 time: 0.1186783 Oct 19 00:40:40.833796 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-afd68a24-12d4-48a9-8f92-2c4e8c627805 req-42c06339-5d54-4b05-8b32-31cc95834736 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520623 Oct 19 00:40:40.867458 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-8b94a0e0-e308-47e0-bce4-c66f43e9d5ba service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 HTTP/1.1" status: 200 len: 217 time: 0.0428917 Oct 19 00:40:40.919029 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-0cbd6e82-cb18-4479-b98c-77969b04d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:40.920560 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7165856d-faf1-453f-a8fa-81044f70bd0c', 'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a0:80:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:10Z', 'updated_at': '2021-10-19T00:38:14Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:40.920728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-0cbd6e82-cb18-4479-b98c-77969b04d880 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=274e5d94-1f50-4ee7-b8a4-dcfd0bc93372 HTTP/1.1" status: 200 len: 834 time: 0.0460553 Oct 19 00:40:40.946520 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ecbab-b422-429d-a816-3cb1de038ac1 None None] The sync data for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 is: [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '7165856d-faf1-453f-a8fa-81044f70bd0c', 'name': '', 'network_id': 'c2b40f35-50a9-4840-8df9-0f05f2e67446', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:a0:80:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:10Z', 'updated_at': '2021-10-19T00:38:14Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': '274e5d94-1f50-4ee7-b8a4-dcfd0bc93372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:40.967922 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-9d2c97f7-0cac-400a-84f7-d4b37c1dec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:40.969471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-9d2c97f7-0cac-400a-84f7-d4b37c1dec7b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c2b40f35-50a9-4840-8df9-0f05f2e67446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411553 Oct 19 00:40:41.066278 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-98e61dd9-73e0-4229-a087-0411dd735f20 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875177 Oct 19 00:40:41.159397 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c95e3aea-7d4a-407e-886e-ada7c429200e req-c54bcb19-6c63-4e03-9d37-94e838168144 service neutron] 10.222.0.102 "GET /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850718 Oct 19 00:40:41.168011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129f8c4-f0dd-4293-bf9f-e8d31d6dfa2a None None] New status for floating IP 493be9a5-b5a4-4395-b5df-fcfbd6d4748f: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:40:41.955929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3959ebe-d14c-4c33-b9ff-43319e76f4ef req-6d6e1164-863d-4173-9139-0ba42f8bdfec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:41.957391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3959ebe-d14c-4c33-b9ff-43319e76f4ef req-6d6e1164-863d-4173-9139-0ba42f8bdfec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0558109 Oct 19 00:40:41.994881 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3959ebe-d14c-4c33-b9ff-43319e76f4ef req-021d705f-962f-400d-a506-89eed3aa40d0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=2c4e895a-f3ec-4398-bb07-661171ae5fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Oct 19 00:40:42.394673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236602a-41bf-4dfc-8d39-51c84402303c req-70b4e977-ea6c-43a0-a331-36284183b24a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:42.396096 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d236602a-41bf-4dfc-8d39-51c84402303c req-70b4e977-ea6c-43a0-a331-36284183b24a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 946 time: 0.0469031 Oct 19 00:40:42.486912 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d236602a-41bf-4dfc-8d39-51c84402303c req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:40:42.487261 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d236602a-41bf-4dfc-8d39-51c84402303c req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:42.572044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-d236602a-41bf-4dfc-8d39-51c84402303c req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:42.572398 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d236602a-41bf-4dfc-8d39-51c84402303c req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:42.585186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-d236602a-41bf-4dfc-8d39-51c84402303c req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:40:42.711533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d236602a-41bf-4dfc-8d39-51c84402303c req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:42.739499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=6af36d0c-f7d0-43d8-9c4d-e87050a71cd5,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:42.780524 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d236602a-41bf-4dfc-8d39-51c84402303c req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] No DVR routers for this DVR port 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:40:42.783316 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-d236602a-41bf-4dfc-8d39-51c84402303c req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:42.786521 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d236602a-41bf-4dfc-8d39-51c84402303c req-132cbbc4-d372-4a55-831b-85806588921f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "DELETE /v2.0/ports/6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 HTTP/1.1" status: 204 len: 173 time: 0.3834498 Oct 19 00:40:42.787013 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'name': 'network-vif-deleted', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:40:42.789221 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00e2d91-ce59-44e2-9dfc-15d3eed996cd" -d '{"events": [{"server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "name": "network-vif-deleted", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:40:42.827829 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d3352-6b55-4d7b-be81-58f5e5e070e8 x-openstack-request-id: req-4a3d3352-6b55-4d7b-be81-58f5e5e070e8 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:40:42.828127 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5ebca1-6495-4da1-88de-e0e417e372a2", "name": "network-vif-deleted", "tag": "6af36d0c-f7d0-43d8-9c4d-e87050a71cd5", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:40:42.828376 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a3d3352-6b55-4d7b-be81-58f5e5e070e8 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:40:42.828766 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5ebca1-6495-4da1-88de-e0e417e372a2', 'name': 'network-vif-deleted', 'tag': '6af36d0c-f7d0-43d8-9c4d-e87050a71cd5', 'status': 'completed', 'code': 200} Oct 19 00:40:43.104677 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-944b959f-4d1f-4e2d-a16a-95324919173c req-32cfd773-f311-49a1-b1a9-4d17f96e9a0d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5ebca1-6495-4da1-88de-e0e417e372a2 HTTP/1.1" status: 200 len: 210 time: 0.0301616 Oct 19 00:40:44.161584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44184) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:44.853692 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:44.977820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:40:44.998299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:40:44.998649 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 6af36d0c-f7d0-43d8-9c4d-e87050a71cd5 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:40:45.101191 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 7165856d-faf1-453f-a8fa-81044f70bd0c {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:40:45.101459 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:45.188710 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 7165856d-faf1-453f-a8fa-81044f70bd0c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7165856d-faf1-453f-a8fa-81044f70bd0c,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:45.189364 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:45.201691 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 7165856d-faf1-453f-a8fa-81044f70bd0c owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:40:45.382106 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:45.409351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=7165856d-faf1-453f-a8fa-81044f70bd0c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:45.578252 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:45.786435 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:40:45.891884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:45.897216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7162a23e-b5f7-4a80-a44c-e09162b1c257 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/6eaae31d-5a37-4c18-b9a3-77f4700f35f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7345738 Oct 19 00:40:45.900145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44186) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:45.901324 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] Sync routers for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:45.910420 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:40:45.911045 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:45.950957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-132ca476-8e79-41c7-ac78-5f818c4abcfc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting subnet 274e5d94-1f50-4ee7-b8a4-dcfd0bc93372 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:40:45.953993 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-132ca476-8e79-41c7-ac78-5f818c4abcfc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:45.997393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-132ca476-8e79-41c7-ac78-5f818c4abcfc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.013171 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:40:46.079444 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-132ca476-8e79-41c7-ac78-5f818c4abcfc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.140569 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-132ca476-8e79-41c7-ac78-5f818c4abcfc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.167442 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ca476-8e79-41c7-ac78-5f818c4abcfc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Subnet': ['ID=274e5d94-1f50-4ee7-b8a4-dcfd0bc93372,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:46.175025 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-132ca476-8e79-41c7-ac78-5f818c4abcfc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.178619 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-132ca476-8e79-41c7-ac78-5f818c4abcfc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/subnets/274e5d94-1f50-4ee7-b8a4-dcfd0bc93372 HTTP/1.1" status: 204 len: 168 time: 0.2775168 Oct 19 00:40:46.181339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44188) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:46.181501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c143a-0221-4326-a357-a9296ff83e89 None None] Network c2b40f35-50a9-4840-8df9-0f05f2e67446 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:40:46.286423 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:40:45Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:46.292739 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.316910 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] Checking router: 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:46.327079 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] Routers {'6eaae31d-5a37-4c18-b9a3-77f4700f35f5'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:40:46.327079 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:46.356333 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] DHCP port deletion for c2b40f35-50a9-4840-8df9-0f05f2e67446 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:40:46.402358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Deleting port f5689498-59d5-49bf-b7c7-138869b62312 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:40:46.403081 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.404273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.433411 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] Set router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:40:46.461595 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 1668bbd1-477e-42f0-81a7-6ac11174545d {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:40:46.461976 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.470389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] For port f5689498-59d5-49bf-b7c7-138869b62312, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f5689498-59d5-49bf-b7c7-138869b62312,segment=NetworkSegment(4ac875f4-ec58-4383-bb0f-5dd6088ac5c3),segment_id=4ac875f4-ec58-4383-bb0f-5dd6088ac5c3)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:46.470814 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.484363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Calling delete_port for f5689498-59d5-49bf-b7c7-138869b62312 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:40:46.548945 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 1668bbd1-477e-42f0-81a7-6ac11174545d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=1668bbd1-477e-42f0-81a7-6ac11174545d,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:46.549317 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.561580 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 1668bbd1-477e-42f0-81a7-6ac11174545d owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:40:46.564331 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.593324 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Pushing event deleted for resources: {'Port': ['ID=f5689498-59d5-49bf-b7c7-138869b62312,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:46.601193 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] No DVR routers for this DVR port f5689498-59d5-49bf-b7c7-138869b62312 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:40:46.603442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.604020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.604874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.604874 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.605073 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.605446 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.605683 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.606008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.606568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.606712 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.607056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.607391 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bccfb4-7f27-4797-bbc5-b21ddcc0d443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:46.621877 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:40:45Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:46.647792 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51cd30b-2a7d-4ce2-a210-62b67cccfcd2 None None] The sync data for ids ['6eaae31d-5a37-4c18-b9a3-77f4700f35f5'] in n-d-713498-28 is: [{'id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528155096', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:40:45Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': '1668bbd1-477e-42f0-81a7-6ac11174545d', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eaae31d-5a37-4c18-b9a3-77f4700f35f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:38:08Z', 'updated_at': '2021-10-19T00:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:46.740810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.766199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=1668bbd1-477e-42f0-81a7-6ac11174545d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:46.831028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.921675 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.924022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.966958 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.967530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Fanout notify agent at l3_agent the message router_deleted on router 6eaae31d-5a37-4c18-b9a3-77f4700f35f5 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:40:46.974760 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:46.975942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a282094f-c602-4ccc-bc91-743d1eac478c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/routers/6eaae31d-5a37-4c18-b9a3-77f4700f35f5 HTTP/1.1" status: 204 len: 168 time: 0.7936532 Oct 19 00:40:46.978635 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44190) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:47.054613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.148654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.167813 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b40f35-50a9-4840-8df9-0f05f2e67446']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:47.176947 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:47.177240 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac875f4-ec58-4383-bb0f-5dd6088ac5c3') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:47.187881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.201835 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.208647 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:40:47.209033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:40:47.211987 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:40:47.276533 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.281245 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.286945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/networks/c2b40f35-50a9-4840-8df9-0f05f2e67446 HTTP/1.1" status: 204 len: 168 time: 0.3049467 Oct 19 00:40:47.287789 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44192) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:47.299761 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0125d-d101-401e-ac6e-1faf8aa71e6d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Network': ['ID=c2b40f35-50a9-4840-8df9-0f05f2e67446,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:47.348457 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.372883 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.434709 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.437824 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.439014 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/security-groups/2c4e895a-f3ec-4398-bb07-661171ae5fc5 HTTP/1.1" status: 204 len: 168 time: 0.1496816 Oct 19 00:40:47.447995 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e895a-f3ec-4398-bb07-661171ae5fc5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:47.456775 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.457127 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.457469 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.457803 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.458154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.458471 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.458824 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.459154 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.459486 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.459810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.460136 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.460564 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de29d0-568e-4e4d-9547-d97debbe72e2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:47.668133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1668bbd1-477e-42f0-81a7-6ac11174545d no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:40:47.691505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 1668bbd1-477e-42f0-81a7-6ac11174545d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:40:47.691782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 1668bbd1-477e-42f0-81a7-6ac11174545d not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:40:47.692189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7165856d-faf1-453f-a8fa-81044f70bd0c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:40:47.710654 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 7165856d-faf1-453f-a8fa-81044f70bd0c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:40:47.711033 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7165856d-faf1-453f-a8fa-81044f70bd0c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:40:47.711442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f5689498-59d5-49bf-b7c7-138869b62312 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:40:47.730472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: f5689498-59d5-49bf-b7c7-138869b62312 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:40:47.730848 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f5689498-59d5-49bf-b7c7-138869b62312 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:40:47.754489 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44200) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:47.759267 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-61f87e70-751b-421c-b5b5-2c5608ac8ca6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767082067', 'description': 'tempest-secgroup-smoke-767082067 description', 'project_id': 'fe1d2998f5404c28a07422bcd6177531'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:47.781620 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f87e70-751b-421c-b5b5-2c5608ac8ca6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.850499 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f87e70-751b-421c-b5b5-2c5608ac8ca6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.853916 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f87e70-751b-421c-b5b5-2c5608ac8ca6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.887455 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-61f87e70-751b-421c-b5b5-2c5608ac8ca6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.888668 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-61f87e70-751b-421c-b5b5-2c5608ac8ca6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1330965 Oct 19 00:40:47.890547 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f87e70-751b-421c-b5b5-2c5608ac8ca6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fa5dae-f719-4ca9-acf9-eee448174e07,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:47.891758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44202) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:47.896491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a4d1ea0a-523f-4f4b-aa50-d4f577a19386 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '53fa5dae-f719-4ca9-acf9-eee448174e07', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:47.923822 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ea0a-523f-4f4b-aa50-d4f577a19386 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.976788 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ea0a-523f-4f4b-aa50-d4f577a19386 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.980106 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ea0a-523f-4f4b-aa50-d4f577a19386 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:47.999652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1ea0a-523f-4f4b-aa50-d4f577a19386 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a270e5f-6f08-4e62-8573-58915e41736a,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:48.005555 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ea0a-523f-4f4b-aa50-d4f577a19386 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.006643 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a4d1ea0a-523f-4f4b-aa50-d4f577a19386 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137929 Oct 19 00:40:48.009352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44204) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:48.013590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8e363989-5421-475b-a601-8d9b0e6f0b3b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '53fa5dae-f719-4ca9-acf9-eee448174e07', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:48.039597 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e363989-5421-475b-a601-8d9b0e6f0b3b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.094876 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e363989-5421-475b-a601-8d9b0e6f0b3b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.098410 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e363989-5421-475b-a601-8d9b0e6f0b3b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.119284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e363989-5421-475b-a601-8d9b0e6f0b3b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0666803a-e43b-4861-bbdf-10f65aae6ccf,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:48.125625 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8e363989-5421-475b-a601-8d9b0e6f0b3b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.126817 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8e363989-5421-475b-a601-8d9b0e6f0b3b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165268 Oct 19 00:40:48.129545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44206) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:48.133783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-757072f9-a06f-4783-8eb8-6f7ec959e00a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '53fa5dae-f719-4ca9-acf9-eee448174e07', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:48.160154 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-757072f9-a06f-4783-8eb8-6f7ec959e00a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.218988 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-757072f9-a06f-4783-8eb8-6f7ec959e00a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.222485 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-757072f9-a06f-4783-8eb8-6f7ec959e00a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.242253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757072f9-a06f-4783-8eb8-6f7ec959e00a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef964618-20d7-413e-804d-882bef6e4520,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:48.247948 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-757072f9-a06f-4783-8eb8-6f7ec959e00a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.249145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-757072f9-a06f-4783-8eb8-6f7ec959e00a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187000 Oct 19 00:40:48.251838 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44208) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:48.256043 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-de709568-f1e3-4823-a4cc-1c3686679e31 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '53fa5dae-f719-4ca9-acf9-eee448174e07', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:48.281701 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de709568-f1e3-4823-a4cc-1c3686679e31 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.337989 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de709568-f1e3-4823-a4cc-1c3686679e31 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.341613 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de709568-f1e3-4823-a4cc-1c3686679e31 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.359505 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de709568-f1e3-4823-a4cc-1c3686679e31 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cf8dde-2114-44f0-8968-9f7c03f21d34,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:48.366732 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-de709568-f1e3-4823-a4cc-1c3686679e31 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.367991 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-de709568-f1e3-4823-a4cc-1c3686679e31 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152470 Oct 19 00:40:48.370673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44210) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:48.375618 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-04f6845f-64d4-4ca5-b766-7fccee8ce409 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '53fa5dae-f719-4ca9-acf9-eee448174e07', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:48.396247 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-04f6845f-64d4-4ca5-b766-7fccee8ce409 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:40:48.400902 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04f6845f-64d4-4ca5-b766-7fccee8ce409 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.458834 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04f6845f-64d4-4ca5-b766-7fccee8ce409 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.462238 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04f6845f-64d4-4ca5-b766-7fccee8ce409 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.485643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6845f-64d4-4ca5-b766-7fccee8ce409 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53034284-da8c-4f4a-9925-9952e650762d,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:48.491171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04f6845f-64d4-4ca5-b766-7fccee8ce409 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.492382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-04f6845f-64d4-4ca5-b766-7fccee8ce409 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207018 Oct 19 00:40:48.494965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44212) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:48.499297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-68494005-843c-452e-b424-50566d426f44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'security_group_rule': {'security_group_id': '53fa5dae-f719-4ca9-acf9-eee448174e07', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:48.519838 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-68494005-843c-452e-b424-50566d426f44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Project fe1d2998f5404c28a07422bcd6177531 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:40:48.524535 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-68494005-843c-452e-b424-50566d426f44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.583954 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-68494005-843c-452e-b424-50566d426f44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.587273 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-68494005-843c-452e-b424-50566d426f44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.604352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68494005-843c-452e-b424-50566d426f44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374b8390-a787-4cd5-b713-7b95b136108e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:48.614168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-68494005-843c-452e-b424-50566d426f44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.615395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-68494005-843c-452e-b424-50566d426f44 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195195 Oct 19 00:40:48.618366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44214) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:48.623406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'network': {'name': 'tempest-network-smoke--420107830', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'port_security_enabled': True}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:48.643197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:48.646527 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.669145 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:40:48.678129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.678473 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Added segment b8cbc137-974e-4f45-a577-7b0afdbedcee of type vlan for network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd Oct 19 00:40:48.716696 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.740540 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.746161 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:48.746680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.775418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1559489 Oct 19 00:40:48.778185 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44216) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:48.783594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'admin_state_up': True, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:48.806119 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.811375 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.820096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f8305-3f30-4831-a306-855f24843381 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Network': ['ID=2f04c2d1-3f19-4071-9caa-fbac44af9ddd,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:48.831495 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:40:48.864579 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:48.998539 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:49.179373 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:49.197701 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:49.298037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.52 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/a65636c7-d29f-4d89-8d90-5377f4c7aee0) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:49.395124 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:49.426755 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:49.466981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:49.471230 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:49.474582 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:40:49.498104 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=a65636c7-d29f-4d89-8d90-5377f4c7aee0,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:49.717856 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:49.908177 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.028445 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router ae695fed-9d6b-400e-a090-55fe0d54c936 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:40:50.127628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:50.137046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Sync routers for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:50.146238 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:40:50.146998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:50.147449 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.148660 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ac11bed4-ec3d-44d1-890a-e173d8c82c0b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3693097 Oct 19 00:40:50.151690 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44218) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:50.182826 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-b7cab255-795b-4457-90df-c171f4d98535 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=fe1d2998f5404c28a07422bcd6177531&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300286 Oct 19 00:40:50.185282 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44220) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:50.255494 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:40:50.274204 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b524658-41bd-4b6d-a3ce-0b25949a93a4 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:50.275796 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-5b524658-41bd-4b6d-a3ce-0b25949a93a4 tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896201 Oct 19 00:40:50.278777 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44222) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:50.305934 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6f51a2db-a913-4ebc-aa1c-35b81692ca8f tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a088bfdb-e229-464b-8f6c-9daf513bbbef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261748 Oct 19 00:40:50.308500 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44224) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:50.313132 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-607831902', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:50.440332 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd0bf-6c10-4073-8383-ddbe4e26a0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.450389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:49Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:50.478807 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Checking router: ae695fed-9d6b-400e-a090-55fe0d54c936 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:50.479166 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Updating router ae695fed-9d6b-400e-a090-55fe0d54c936 port a65636c7-d29f-4d89-8d90-5377f4c7aee0 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:50.505054 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.725981 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:50.729692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.761734 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.768697 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.819081 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Attempting to bind port a65636c7-d29f-4d89-8d90-5377f4c7aee0 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:40:50.819452 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Attempting to bind port a65636c7-d29f-4d89-8d90-5377f4c7aee0 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:40:50.819811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Attempting to bind port a65636c7-d29f-4d89-8d90-5377f4c7aee0 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:50.831790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:40:50.832185 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:40:50.832557 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.832944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:40:50.833406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Bound port: a65636c7-d29f-4d89-8d90-5377f4c7aee0, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:40:50.833780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.835317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdbc49-54d4-4d54-a941-f6cf4b5d6151 None None] Pushing event updated for resources: {'Port': ['ID=a65636c7-d29f-4d89-8d90-5377f4c7aee0,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:50.886210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] For port a65636c7-d29f-4d89-8d90-5377f4c7aee0, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:50.889188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] For port a65636c7-d29f-4d89-8d90-5377f4c7aee0, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a65636c7-d29f-4d89-8d90-5377f4c7aee0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:50.893817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.913864 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:50.953287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:40:50.953904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:50.974180 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Subnet': ['ID=de2c984c-2567-4a0d-9ccc-664ac2696006,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:50.984071 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Checking segment: {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:40:50.984518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network hostable DHCP agents. Network: 2f04c2d1-3f19-4071-9caa-fbac44af9ddd, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:40:51.002170 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:40:51.012264 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 2f04c2d1-3f19-4071-9caa-fbac44af9ddd) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:51.017090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:51.017687 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:51.035278 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-36fc4cda-ccb9-4386-9b94-3451918cec30 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7257228 Oct 19 00:40:51.038063 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44226) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:40:51.155698 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3732a0e2-cbdc-42b9-bebe-a6dc63b894f8 None None] Network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:40:51.161813 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdbc49-54d4-4d54-a941-f6cf4b5d6151 None None] Pushing event updated for resources: {'Port': ['ID=a65636c7-d29f-4d89-8d90-5377f4c7aee0,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:51.277363 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:40:51.467188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:40:51.468568 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:51.469266 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:51.612987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:49Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:51.643609 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c89c3-2a2f-4213-bb61-2f742003dc04 None None] The sync data for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 is: [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:49Z', 'revision_number': 3, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:51.658873 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Allocated IP 172.20.0.2 (2f04c2d1-3f19-4071-9caa-fbac44af9ddd/de2c984c-2567-4a0d-9ccc-664ac2696006/4f5dd0ad-420b-426d-9f73-b92d26e16a95) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:51.812537 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:51.819850 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:51.861109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:51.880384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Pushing event updated for resources: {'Port': ['ID=4f5dd0ad-420b-426d-9f73-b92d26e16a95,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:51.887370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:51.890502 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:40:51.901296 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.1 (2f04c2d1-3f19-4071-9caa-fbac44af9ddd/de2c984c-2567-4a0d-9ccc-664ac2696006/19300c25-e9f8-4768-9aeb-325edf97052c) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:51.951308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Attempting to bind port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:40:51.951695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Attempting to bind port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:40:51.952600 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Attempting to bind port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 on network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:51.958066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:40:51.958448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Checking segment: {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:40:51.958885 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:51.959292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Bound using segment: {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:40:51.959899 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Bound port: 4f5dd0ad-420b-426d-9f73-b92d26e16a95, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:40:51.960276 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:52.023973 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:52.033107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] For port 4f5dd0ad-420b-426d-9f73-b92d26e16a95, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:52.036657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] For port 4f5dd0ad-420b-426d-9f73-b92d26e16a95, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f5dd0ad-420b-426d-9f73-b92d26e16a95,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:52.040875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:52.070698 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:52.108851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4487f8-e77f-4693-a1dd-f5ef7156de02 None None] Pushing event updated for resources: {'Port': ['ID=4f5dd0ad-420b-426d-9f73-b92d26e16a95,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:52.123407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:52.127327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:52.130098 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:40:52.140167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=19300c25-e9f8-4768-9aeb-325edf97052c,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:52.197641 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:52.348799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:52.645563 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:52.649915 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:52.726635 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:52.728435 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=19300c25-e9f8-4768-9aeb-325edf97052c,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:52.827734 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:52.829234 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:52.947038 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router ae695fed-9d6b-400e-a090-55fe0d54c936 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:40:53.036821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e8fce-7515-43c6-a5f8-8cac24cc72dc None None] Network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:40:53.062908 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:53.071184 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c5c06694-27bf-417e-92bf-c5595a9b24ea tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/ae695fed-9d6b-400e-a090-55fe0d54c936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0319991 Oct 19 00:40:53.158569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d3f14280-3f5f-4b9e-9250-ec5801330392 None None] Provisioning complete for port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:53.158967 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d3f14280-3f5f-4b9e-9250-ec5801330392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.229248 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-43605192-3dcf-424e-9a82-1e4df9ae10f3 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767082067&fields=id&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 267 time: 0.0372188 Oct 19 00:40:53.269046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d3f14280-3f5f-4b9e-9250-ec5801330392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.304365 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-d3f14280-3f5f-4b9e-9250-ec5801330392 None None] For port 4f5dd0ad-420b-426d-9f73-b92d26e16a95, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f5dd0ad-420b-426d-9f73-b92d26e16a95,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:53.309169 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d3f14280-3f5f-4b9e-9250-ec5801330392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.358030 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-9c06f1a5-961d-49a5-95ff-418a6058eca1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:53.360323 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-9c06f1a5-961d-49a5-95ff-418a6058eca1 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/networks?id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd HTTP/1.1" status: 200 len: 796 time: 0.1231639 Oct 19 00:40:53.377062 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f14280-3f5f-4b9e-9250-ec5801330392 None None] Pushing event updated for resources: {'Port': ['ID=4f5dd0ad-420b-426d-9f73-b92d26e16a95,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:53.380388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-ad03e3cd-179e-4a03-97da-a59e60b1265a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/quotas/fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 375 time: 0.0131505 Oct 19 00:40:53.444642 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-67ccd234-1b37-40ad-b2b6-15df6bd2bd4d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577221 Oct 19 00:40:53.501028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f5dd0ad-420b-426d-9f73-b92d26e16a95 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:53.551833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bf3af008-9ae3-46a7-9f48-2806214087b0 None None] Provisioning complete for port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:53.552565 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf3af008-9ae3-46a7-9f48-2806214087b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.567897 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-1f712665-0517-4f38-b4f1-94134237bc2c service neutron] 10.222.0.52 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091583 Oct 19 00:40:53.570643 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Sync routers for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:53.581799 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:40:53.583152 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:53.587595 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:53.587966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.680105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-c8942a37-cb51-4048-a113-5787e07e54d0 service neutron] 10.222.0.52 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047690 Oct 19 00:40:53.720347 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:40:53.731575 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a65636c7-d29f-4d89-8d90-5377f4c7aee0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:53.768917 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bf3af008-9ae3-46a7-9f48-2806214087b0 None None] Provisioning complete for port 19300c25-e9f8-4768-9aeb-325edf97052c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:53.769235 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf3af008-9ae3-46a7-9f48-2806214087b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.821472 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-bf3af008-9ae3-46a7-9f48-2806214087b0 None None] Port 19300c25-e9f8-4768-9aeb-325edf97052c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:40:53.828857 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a65636c7-d29f-4d89-8d90-5377f4c7aee0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:53.829232 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.910873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.934261 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '19300c25-e9f8-4768-9aeb-325edf97052c', 'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:5d:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:51Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 2, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:53.938299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port a65636c7-d29f-4d89-8d90-5377f4c7aee0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a65636c7-d29f-4d89-8d90-5377f4c7aee0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:53.943999 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.953364 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-959b89be-96fb-46ec-8ad0-8d9518948a5a None None] Provisioning complete for port 19300c25-e9f8-4768-9aeb-325edf97052c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:53.953745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-959b89be-96fb-46ec-8ad0-8d9518948a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:53.964949 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Checking router: ae695fed-9d6b-400e-a090-55fe0d54c936 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:53.965307 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Updating router ae695fed-9d6b-400e-a090-55fe0d54c936 port 19300c25-e9f8-4768-9aeb-325edf97052c binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:53.992312 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.027420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-959b89be-96fb-46ec-8ad0-8d9518948a5a None None] Port 19300c25-e9f8-4768-9aeb-325edf97052c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:40:54.029217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=a65636c7-d29f-4d89-8d90-5377f4c7aee0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:54.089441 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ce006889-c09f-4063-b517-497402142533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.145024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-31dd0b92-b0d6-46b7-8774-f5d9b12a6812 None None] Provisioning complete for port 19300c25-e9f8-4768-9aeb-325edf97052c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:54.145401 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-31dd0b92-b0d6-46b7-8774-f5d9b12a6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.178957 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-31dd0b92-b0d6-46b7-8774-f5d9b12a6812 None None] Port 19300c25-e9f8-4768-9aeb-325edf97052c cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:40:54.250457 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.256132 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.302057 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Pushing event updated for resources: {'Port': ['ID=19300c25-e9f8-4768-9aeb-325edf97052c,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:54.324467 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.324810 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.325391 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.325723 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.326049 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.326371 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.326693 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.327074 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.327394 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.327713 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.328030 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.328344 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:54.362446 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Attempting to bind port 19300c25-e9f8-4768-9aeb-325edf97052c on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:40:54.362842 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Attempting to bind port 19300c25-e9f8-4768-9aeb-325edf97052c by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:40:54.363205 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Attempting to bind port 19300c25-e9f8-4768-9aeb-325edf97052c on network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:54.368240 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:40:54.368613 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Checking segment: {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:40:54.369016 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.369404 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Bound using segment: {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:40:54.369863 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Bound port: 19300c25-e9f8-4768-9aeb-325edf97052c, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:40:54.370237 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.435662 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] For port 19300c25-e9f8-4768-9aeb-325edf97052c, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:54.439504 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] For port 19300c25-e9f8-4768-9aeb-325edf97052c, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=19300c25-e9f8-4768-9aeb-325edf97052c,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:54.443993 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.501150 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c7737f95-a9a0-4ef5-a3f0-1ee5ff0a9173 None None] Provisioning complete for port 19300c25-e9f8-4768-9aeb-325edf97052c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:54.501394 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:40:54.501526 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7737f95-a9a0-4ef5-a3f0-1ee5ff0a9173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.502020 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:54.505539 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c90a6-97ab-4e37-9cff-5298f67d95cd None None] Pushing event updated for resources: {'Port': ['ID=19300c25-e9f8-4768-9aeb-325edf97052c,revision_number=4']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:54.584331 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7737f95-a9a0-4ef5-a3f0-1ee5ff0a9173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.614292 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:40:54.624275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-c7737f95-a9a0-4ef5-a3f0-1ee5ff0a9173 None None] For port 19300c25-e9f8-4768-9aeb-325edf97052c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=19300c25-e9f8-4768-9aeb-325edf97052c,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:54.629224 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c7737f95-a9a0-4ef5-a3f0-1ee5ff0a9173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.680190 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7737f95-a9a0-4ef5-a3f0-1ee5ff0a9173 None None] Pushing event updated for resources: {'Port': ['ID=19300c25-e9f8-4768-9aeb-325edf97052c,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:54.749796 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-6ecc7510-c20d-4e97-b67f-c3bf1945ddc4 None None] Provisioning complete for port 19300c25-e9f8-4768-9aeb-325edf97052c triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:54.750275 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6ecc7510-c20d-4e97-b67f-c3bf1945ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:54.908087 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '19300c25-e9f8-4768-9aeb-325edf97052c', 'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:5d:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:51Z', 'updated_at': '2021-10-19T00:40:54Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:54.912113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-03471a81-e550-4214-a5cd-7f0844d9957d req-7cbdea13-ddaf-41e0-9c60-bba900ec666a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 210 time: 0.0285442 Oct 19 00:40:54.946272 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043eea0-cef0-4216-a701-ff69b6689b61 None None] The sync data for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 is: [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '19300c25-e9f8-4768-9aeb-325edf97052c', 'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:5d:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:51Z', 'updated_at': '2021-10-19T00:40:54Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:54.976008 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:55.508218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 19300c25-e9f8-4768-9aeb-325edf97052c up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:55.567953 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 19300c25-e9f8-4768-9aeb-325edf97052c triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:55.568412 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:55.652782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f5dd0ad-420b-426d-9f73-b92d26e16a95 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:55.708902 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:55.710198 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:55.710548 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:55.792711 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a65636c7-d29f-4d89-8d90-5377f4c7aee0 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:55.841660 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port a65636c7-d29f-4d89-8d90-5377f4c7aee0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:55.842040 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:56.035566 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e556bfc3-33a0-4c0e-a243-6d89f5637e6b req-5198ac21-b6db-49b1-b3e1-f0c586dd4f00 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 210 time: 0.0429983 Oct 19 00:40:56.119659 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-04a3fe46-9fd3-49eb-9c2a-c314e7898bb4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:56.121073 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-04a3fe46-9fd3-49eb-9c2a-c314e7898bb4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/networks?id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd HTTP/1.1" status: 200 len: 796 time: 0.1388135 Oct 19 00:40:56.172227 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-f1f6416b-453c-445f-ad37-9e097ca3351d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe1d2998f5404c28a07422bcd6177531 HTTP/1.1" status: 200 len: 379 time: 0.0326314 Oct 19 00:40:56.194333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'port': {'device_id': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'admin_state_up': True, 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'security_groups': ['53fa5dae-f719-4ca9-acf9-eee448174e07']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:56.302306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Made reservation on behalf of fe1d2998f5404c28a07422bcd6177531 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:56.305881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:56.427870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.20.0.4 (2f04c2d1-3f19-4071-9caa-fbac44af9ddd/de2c984c-2567-4a0d-9ccc-664ac2696006/87fdf48f-a899-4322-b03d-6ecc393b9690) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:56.563894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:56.595777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:56.637159 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:56.640138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:56.643578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:40:56.671447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=87fdf48f-a899-4322-b03d-6ecc393b9690,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:56.697147 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:56.697840 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:56.715519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-474eaba1-6096-49e4-b9eb-096aede68dcf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5245528 Oct 19 00:40:56.734769 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Request body: {'port': {'device_id': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:40:56.798581 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:56.874226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-9a28e09c-d968-40bb-b7b1-97fbba899a98 None None] Provisioning complete for port 87fdf48f-a899-4322-b03d-6ecc393b9690 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:40:56.874817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9a28e09c-d968-40bb-b7b1-97fbba899a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:56.908369 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-9a28e09c-d968-40bb-b7b1-97fbba899a98 None None] Port 87fdf48f-a899-4322-b03d-6ecc393b9690 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:40:57.064259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fdf48f-a899-4322-b03d-6ecc393b9690 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:40:57.071474 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:57.083802 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Transition to ACTIVE for port object 87fdf48f-a899-4322-b03d-6ecc393b9690 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:40:57.087954 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:57.168819 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Pushing event updated for resources: {'Port': ['ID=87fdf48f-a899-4322-b03d-6ecc393b9690,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:57.222793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bd392-65bd-47f7-977e-033f93f133c1 req-8f17b030-4107-4c2a-a776-fe17dcdf399a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:57.224331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-432bd392-65bd-47f7-977e-033f93f133c1 req-8f17b030-4107-4c2a-a776-fe17dcdf399a tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 943 time: 0.1068852 Oct 19 00:40:57.280747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Attempting to bind port 87fdf48f-a899-4322-b03d-6ecc393b9690 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:40:57.281089 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Attempting to bind port 87fdf48f-a899-4322-b03d-6ecc393b9690 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:40:57.281421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Attempting to bind port 87fdf48f-a899-4322-b03d-6ecc393b9690 on network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:57.286773 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-432bd392-65bd-47f7-977e-033f93f133c1 req-c132a751-5c87-41de-a756-0ce32e0703dd tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559731 Oct 19 00:40:57.288828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Port 87fdf48f-a899-4322-b03d-6ecc393b9690 on network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:40:57.289143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Attempting to bind port 87fdf48f-a899-4322-b03d-6ecc393b9690 on network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:57.294182 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:40:57.294522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Checking segment: {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:40:57.294938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Bound using segment: {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:40:57.295491 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Bound port: 87fdf48f-a899-4322-b03d-6ecc393b9690, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8cbc137-974e-4f45-a577-7b0afdbedcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:40:57.295838 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:57.365866 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] For port 87fdf48f-a899-4322-b03d-6ecc393b9690, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:57.368853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] For port 87fdf48f-a899-4322-b03d-6ecc393b9690, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=87fdf48f-a899-4322-b03d-6ecc393b9690,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:57.373228 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:57.405558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:57.406127 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:57.407478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] 10.222.0.102 "PUT /v2.0/ports/87fdf48f-a899-4322-b03d-6ecc393b9690 HTTP/1.1" status: 200 len: 1092 time: 0.6777070 Oct 19 00:40:57.410004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:40:57.412352 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b57e35e-9085-4691-a4c5-df6d53329e61" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:40:57.441730 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a1305-bddb-45ea-8446-0a12d0c7ec66 service neutron] Pushing event updated for resources: {'Port': ['ID=87fdf48f-a899-4322-b03d-6ecc393b9690,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:57.469214 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edafbef-9822-46ec-ae56-e8e950642c93 x-openstack-request-id: req-3edafbef-9822-46ec-ae56-e8e950642c93 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:40:57.469511 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:40:57.469769 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3edafbef-9822-46ec-ae56-e8e950642c93 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:40:57.470177 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'status': 'completed', 'code': 200} Oct 19 00:40:57.528218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-7a92cb8f-36b5-4962-980c-1401e6685d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:57.529855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-7a92cb8f-36b5-4962-980c-1401e6685d49 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 1095 time: 0.0439262 Oct 19 00:40:57.583914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-827e2dd9-f866-4057-b351-e718fc320764 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87fdf48f-a899-4322-b03d-6ecc393b9690 HTTP/1.1" status: 200 len: 217 time: 0.0393779 Oct 19 00:40:57.632718 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-39c4f1ec-87b6-4240-8821-91d8705c23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:57.634124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-39c4f1ec-87b6-4240-8821-91d8705c23dc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de2c984c-2567-4a0d-9ccc-664ac2696006 HTTP/1.1" status: 200 len: 834 time: 0.0432181 Oct 19 00:40:57.680263 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-99210540-50bd-4fc5-9b4f-b1acdeaf6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:57.681668 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-99210540-50bd-4fc5-9b4f-b1acdeaf6846 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396049 Oct 19 00:40:57.775836 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-6a71c58d-6ec0-435b-8e85-be21e73121b9 service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867181 Oct 19 00:40:57.864763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb31c85b-ac86-48d9-bb14-86b2b0cf6201 req-22984ce3-78ec-431a-88eb-d11f120b064e service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813625 Oct 19 00:40:58.000055 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-aaa087b6-40ba-4741-b056-de1c7cfa865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:58.001544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-aaa087b6-40ba-4741-b056-de1c7cfa865d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 1095 time: 0.0480444 Oct 19 00:40:58.090409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-5f3b25a0-581f-43aa-95f2-83c8dcc8c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:58.091838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-5f3b25a0-581f-43aa-95f2-83c8dcc8c547 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd HTTP/1.1" status: 200 len: 897 time: 0.0823083 Oct 19 00:40:58.135954 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-42eea2c0-e47b-4220-b662-8d62b81d3023 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87fdf48f-a899-4322-b03d-6ecc393b9690 HTTP/1.1" status: 200 len: 217 time: 0.0364435 Oct 19 00:40:58.184000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-53f657ba-f33e-45ea-b657-483beb8eba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:58.185349 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-53f657ba-f33e-45ea-b657-483beb8eba9c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de2c984c-2567-4a0d-9ccc-664ac2696006 HTTP/1.1" status: 200 len: 834 time: 0.0424230 Oct 19 00:40:58.207130 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:40:58.231615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-e2891c7e-5f36-4847-93d9-83e20d736887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:58.233648 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-e2891c7e-5f36-4847-93d9-83e20d736887 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401430 Oct 19 00:40:58.324047 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-7e533a65-2a46-4c0e-9cb2-abd73d92ec20 service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832551 Oct 19 00:40:58.448927 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4d126-ab50-49ec-b26e-a468d418de5e req-549a990f-8a03-438f-9e2a-831f176d3e2e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:58.450553 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4d126-ab50-49ec-b26e-a468d418de5e req-549a990f-8a03-438f-9e2a-831f176d3e2e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 943 time: 0.0912042 Oct 19 00:40:58.454193 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b57e35e-9085-4691-a4c5-df6d53329e61 req-d7053ac9-d626-49a4-87d9-5f8e8f27cd60 service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227019 Oct 19 00:40:58.488472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b2b4d126-ab50-49ec-b26e-a468d418de5e req-6740d379-b69a-45e7-8044-2bce2602d587 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320272 Oct 19 00:40:59.599847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02ebf-a8b6-4c6d-805e-8a199d171b4e req-72172f92-6a1d-4dfc-ba15-9b37203b6ace tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:40:59.601289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3fc02ebf-a8b6-4c6d-805e-8a199d171b4e req-72172f92-6a1d-4dfc-ba15-9b37203b6ace tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 943 time: 0.0477519 Oct 19 00:40:59.638109 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3fc02ebf-a8b6-4c6d-805e-8a199d171b4e req-02b44061-9e39-4e6f-bb6a-2f6e1fcf77d5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308735 Oct 19 00:41:00.750111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115d5f4-4d15-421e-bbe0-1285768b03df req-2fe1d41a-fa98-4179-a0d9-dac3e529349d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:00.751597 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5115d5f4-4d15-421e-bbe0-1285768b03df req-2fe1d41a-fa98-4179-a0d9-dac3e529349d tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 943 time: 0.0476291 Oct 19 00:41:00.787584 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5115d5f4-4d15-421e-bbe0-1285768b03df req-1a19d004-1cce-477d-a79a-2c9be92151d4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300844 Oct 19 00:41:01.023945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 87fdf48f-a899-4322-b03d-6ecc393b9690 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:41:01.116498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 87fdf48f-a899-4322-b03d-6ecc393b9690, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=87fdf48f-a899-4322-b03d-6ecc393b9690,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:01.127454 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'port_id': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'mac_address': 'fa:16:3e:fc:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:41:01.162657 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:01.175310 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fdf48f-a899-4322-b03d-6ecc393b9690 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:41:01.194121 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 87fdf48f-a899-4322-b03d-6ecc393b9690, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=87fdf48f-a899-4322-b03d-6ecc393b9690,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:01.198803 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:01.246211 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=87fdf48f-a899-4322-b03d-6ecc393b9690,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:01.655457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['87fdf48f-a899-4322-b03d-6ecc393b9690'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:41:01.907202 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d721c1-2b3f-467e-b898-621edb5507eb req-48d1ce7b-db37-4d26-848d-549a5b0210e6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:01.908566 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7d721c1-2b3f-467e-b898-621edb5507eb req-48d1ce7b-db37-4d26-848d-549a5b0210e6 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 944 time: 0.0526984 Oct 19 00:41:01.945417 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f7d721c1-2b3f-467e-b898-621edb5507eb req-bef01a19-7e32-43e8-94a7-a28c7a4874ec tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307097 Oct 19 00:41:03.033588 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 87fdf48f-a899-4322-b03d-6ecc393b9690 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:03.057928 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b71010-f364-4857-a8bc-63dd6340f559 req-9c7e0e5c-645f-4340-8060-f8a6a7a64526 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:03.059492 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74b71010-f364-4857-a8bc-63dd6340f559 req-9c7e0e5c-645f-4340-8060-f8a6a7a64526 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 944 time: 0.0480263 Oct 19 00:41:03.084149 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 87fdf48f-a899-4322-b03d-6ecc393b9690 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:41:03.087692 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 87fdf48f-a899-4322-b03d-6ecc393b9690 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:41:03.088059 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:03.098783 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-74b71010-f364-4857-a8bc-63dd6340f559 req-2f30541f-64ac-47b6-a07d-b56fff2fa604 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333245 Oct 19 00:41:03.163056 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:03.184093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:41:03.186343 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba3e4c8-4b7c-4446-a68a-fe3f612e5762" -d '{"events": [{"server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "name": "network-vif-plugged", "status": "completed", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:03.198051 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 87fdf48f-a899-4322-b03d-6ecc393b9690, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=87fdf48f-a899-4322-b03d-6ecc393b9690,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:03.202931 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:03.225796 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a48f3f-8f89-463e-833a-0f03b0802afd x-openstack-request-id: req-97a48f3f-8f89-463e-833a-0f03b0802afd {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:03.226084 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "name": "network-vif-plugged", "status": "completed", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:03.226334 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97a48f3f-8f89-463e-833a-0f03b0802afd {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:03.226746 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'code': 200} Oct 19 00:41:03.250734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=87fdf48f-a899-4322-b03d-6ecc393b9690,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:03.350756 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c33e-786f-4419-a7d3-b5cb5a06bb90 req-ed6889cb-24f9-4746-8d15-8a8f52cce483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:03.352126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fa2c33e-786f-4419-a7d3-b5cb5a06bb90 req-ed6889cb-24f9-4746-8d15-8a8f52cce483 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 1097 time: 0.0397308 Oct 19 00:41:03.386154 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fa2c33e-786f-4419-a7d3-b5cb5a06bb90 req-c93e0ea1-2e3b-4415-9a58-2f3095a61bf2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271885 Oct 19 00:41:04.218352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6037-cd96-4f46-9590-01652005e415 req-7da7c42b-2c0d-4997-b44d-8666ff504553 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:04.220132 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-feed6037-cd96-4f46-9590-01652005e415 req-7da7c42b-2c0d-4997-b44d-8666ff504553 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0530801 Oct 19 00:41:04.256657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-feed6037-cd96-4f46-9590-01652005e415 req-425a77a7-30b3-4819-9e61-ff7018b25976 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306876 Oct 19 00:41:05.367447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f307d-a8e0-433e-868c-775d41a9f7b5 req-db73d737-8568-4a82-b149-25742a79567b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:05.368891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae3f307d-a8e0-433e-868c-775d41a9f7b5 req-db73d737-8568-4a82-b149-25742a79567b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0480375 Oct 19 00:41:05.405621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ae3f307d-a8e0-433e-868c-775d41a9f7b5 req-208a0a6b-4ab9-4a6a-9072-4dde5df710c7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308862 Oct 19 00:41:05.514619 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37845693-0efb-4769-a4d7-2288db99b3be req-134a0c37-f1bc-4fa1-aa87-004f8cbfc04b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:05.516083 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37845693-0efb-4769-a4d7-2288db99b3be req-134a0c37-f1bc-4fa1-aa87-004f8cbfc04b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0474279 Oct 19 00:41:05.552849 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37845693-0efb-4769-a4d7-2288db99b3be req-9aa4512b-878f-4208-93f3-0f0404941bf8 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308628 Oct 19 00:41:05.573570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44286) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:41:05.612163 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:05.618630 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f864a-cb15-48ee-96ae-567ae0a583ec tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:05.622186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-810f864a-cb15-48ee-96ae-567ae0a583ec tempest-TestNetworkAdvancedServerOps-230467462 tempest-TestNetworkAdvancedServerOps-230467462-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 1092 time: 0.0456641 Oct 19 00:41:05.623023 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44288) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:41:05.627829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:41:05.649517 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:06.088768 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:06.190084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Allocated IP 172.25.7.96 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/6d278100-70a8-4024-a496-6d0cfe035255) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:41:06.288899 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:06.321883 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:06.361403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:06.364214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:06.367634 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:41:06.394431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=6d278100-70a8-4024-a496-6d0cfe035255,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:06.718452 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:06.786231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:06.932002 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:06.937125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:07.005857 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event updated for resources: {'Port': ['ID=6d278100-70a8-4024-a496-6d0cfe035255,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:07.013611 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:07.114010 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP 5f34a4e2-cf78-4d27-bc3b-5787773e85e1 associated. External IP: 172.25.7.96, port: 87fdf48f-a899-4322-b03d-6ecc393b9690. Oct 19 00:41:07.242410 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:07.321259 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router ae695fed-9d6b-400e-a090-55fe0d54c936 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:41:07.427515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:41:07.438057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] Sync routers for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:41:07.446222 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:07.447409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:41:07.448018 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:07.473888 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-aea4d80b-55f8-4caf-b254-e7dab5786bad tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8493884 Oct 19 00:41:07.474479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:41:07.476803 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe313a37-b27f-45c6-a63b-19ea98269283" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:07.555356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:41:07.569825 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26e5fc-86f7-43ba-aab4-c9f9350b9b96 req-bc6ead1d-0e87-4b56-9af4-33fb5e93676f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:07.571412 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b26e5fc-86f7-43ba-aab4-c9f9350b9b96 req-bc6ead1d-0e87-4b56-9af4-33fb5e93676f tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0503681 Oct 19 00:41:07.610424 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2b26e5fc-86f7-43ba-aab4-c9f9350b9b96 req-3f4051be-cc23-48fe-993f-7aa650d183b4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328341 Oct 19 00:41:07.632798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44294) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:41:07.672844 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab9bd16-bf06-45e5-accd-a9335dc8d0d2 x-openstack-request-id: req-bab9bd16-bf06-45e5-accd-a9335dc8d0d2 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:07.673183 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:07.673388 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bab9bd16-bf06-45e5-accd-a9335dc8d0d2 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:07.673787 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'status': 'completed', 'code': 200} Oct 19 00:41:07.699965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f98e0d45-8423-4155-bf45-e244814ae331 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/5f34a4e2-cf78-4d27-bc3b-5787773e85e1 HTTP/1.1" status: 200 len: 990 time: 0.0659604 Oct 19 00:41:07.739883 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-728cf5e5-569a-4f92-abbd-5606532f820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:07.741369 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-728cf5e5-569a-4f92-abbd-5606532f820e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 1097 time: 0.0401876 Oct 19 00:41:07.784343 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '5f34a4e2-cf78-4d27-bc3b-5787773e85e1', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'port_id': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'mac_address': 'fa:16:3e:fc:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:41:06Z', 'updated_at': '2021-10-19T00:41:06Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19300c25-e9f8-4768-9aeb-325edf97052c', 'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:5d:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:51Z', 'updated_at': '2021-10-19T00:40:54Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:07.810399 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] Checking router: ae695fed-9d6b-400e-a090-55fe0d54c936 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:41:07.819479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:41:07.820097 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:40:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:07.839562 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-a5020ddc-3141-48f6-a536-328819e5f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:07.840970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-a5020ddc-3141-48f6-a536-328819e5f8b4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd HTTP/1.1" status: 200 len: 897 time: 0.0924904 Oct 19 00:41:07.909185 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-098c70d1-3518-4992-be80-2b015f73f862 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87fdf48f-a899-4322-b03d-6ecc393b9690 HTTP/1.1" status: 200 len: 998 time: 0.0607648 Oct 19 00:41:07.926308 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:41:07.963855 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-651686f5-4408-4f75-8329-2a6efb0bcbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:07.965370 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-651686f5-4408-4f75-8329-2a6efb0bcbdf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de2c984c-2567-4a0d-9ccc-664ac2696006 HTTP/1.1" status: 200 len: 834 time: 0.0485544 Oct 19 00:41:08.016406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-3e72c893-fb7a-4147-a0d3-9b238cbdc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:08.017891 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-3e72c893-fb7a-4147-a0d3-9b238cbdc8ec service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454414 Oct 19 00:41:08.107316 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-e8dc2aad-b21b-4df3-a13b-c4136f229e06 service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809593 Oct 19 00:41:08.155416 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '5f34a4e2-cf78-4d27-bc3b-5787773e85e1', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'port_id': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'mac_address': 'fa:16:3e:fc:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:41:06Z', 'updated_at': '2021-10-19T00:41:06Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19300c25-e9f8-4768-9aeb-325edf97052c', 'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:5d:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:51Z', 'updated_at': '2021-10-19T00:40:54Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:08.181743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e8445-36f9-4f31-82c3-e700cc59bb75 None None] The sync data for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 is: [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '5f34a4e2-cf78-4d27-bc3b-5787773e85e1', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'port_id': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'mac_address': 'fa:16:3e:fc:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:41:06Z', 'updated_at': '2021-10-19T00:41:06Z', 'revision_number': 0, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19300c25-e9f8-4768-9aeb-325edf97052c', 'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:5d:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:51Z', 'updated_at': '2021-10-19T00:40:54Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:41:08.203507 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe313a37-b27f-45c6-a63b-19ea98269283 req-59f8da49-feea-4e96-a4e3-6cc82e870457 service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891941 Oct 19 00:41:08.380873 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb44c13f-7792-4c1a-bf4c-937559d6f7f0 None None] New status for floating IP 5f34a4e2-cf78-4d27-bc3b-5787773e85e1: ACTIVE {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:41:08.703862 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44298) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:41:08.763222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d534236b-6e17-4632-94ae-f225a5c78d77 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/5f34a4e2-cf78-4d27-bc3b-5787773e85e1 HTTP/1.1" status: 200 len: 992 time: 0.0582354 Oct 19 00:41:16.720770 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:41:20.431849 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b2bb3365-288a-48de-91a6-f9c356048a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:24.091442 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-474d9672-8a74-4b5a-8fea-36dbd48be2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:24.978784 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:25.708082 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:28.210601 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:35.619773 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:37.255423 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:46.241878 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb7e735d-c279-4382-9458-73a4881fbeba req-09774d5e-79ed-4239-b992-96d612b911ce service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439923 Oct 19 00:41:46.335934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e735d-c279-4382-9458-73a4881fbeba req-bdae1ecd-e0f6-47bd-a881-dd8bee0fc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:46.337393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb7e735d-c279-4382-9458-73a4881fbeba req-bdae1ecd-e0f6-47bd-a881-dd8bee0fc613 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 1097 time: 0.0392556 Oct 19 00:41:46.437832 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e735d-c279-4382-9458-73a4881fbeba req-b9d288b8-1533-4620-a7a9-1582e959a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:46.439291 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb7e735d-c279-4382-9458-73a4881fbeba req-b9d288b8-1533-4620-a7a9-1582e959a3cd service neutron] 10.222.0.102 "GET /v2.0/networks?id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd HTTP/1.1" status: 200 len: 897 time: 0.0823703 Oct 19 00:41:46.506380 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb7e735d-c279-4382-9458-73a4881fbeba req-3e84058a-2ae7-42de-b567-97ed8d316b0c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87fdf48f-a899-4322-b03d-6ecc393b9690 HTTP/1.1" status: 200 len: 1000 time: 0.0591943 Oct 19 00:41:46.554957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e735d-c279-4382-9458-73a4881fbeba req-657e3c46-d9a6-4081-9ad8-098352b343d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:46.556360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb7e735d-c279-4382-9458-73a4881fbeba req-657e3c46-d9a6-4081-9ad8-098352b343d9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de2c984c-2567-4a0d-9ccc-664ac2696006 HTTP/1.1" status: 200 len: 834 time: 0.0423720 Oct 19 00:41:46.602375 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e735d-c279-4382-9458-73a4881fbeba req-0fe88f6d-f6dc-4ee0-97ec-1b9c00dd5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:41:46.603842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb7e735d-c279-4382-9458-73a4881fbeba req-0fe88f6d-f6dc-4ee0-97ec-1b9c00dd5b31 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396457 Oct 19 00:41:46.694427 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb7e735d-c279-4382-9458-73a4881fbeba req-25938030-e829-41b8-8321-15d91b758b98 service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831330 Oct 19 00:41:46.786092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cb7e735d-c279-4382-9458-73a4881fbeba req-c7df3c37-f0e4-4e05-ba69-44c0e9327af6 service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844646 Oct 19 00:41:50.431973 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5d441224-d77c-4e27-abfa-19a5eb888338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:53.719643 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:41:54.092604 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e58fa881-084b-41f8-9687-58169b317a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:54.979365 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:55.710973 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:41:58.212487 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:05.617750 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:07.248658 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:20.255969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ccc52-53a5-49a0-9dce-5159e00cac5d req-85c6309e-2f9f-45d3-afe9-502d29dac609 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:20.257415 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2f4ccc52-53a5-49a0-9dce-5159e00cac5d req-85c6309e-2f9f-45d3-afe9-502d29dac609 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0487814 Oct 19 00:42:20.293204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2f4ccc52-53a5-49a0-9dce-5159e00cac5d req-6db3ba29-65fe-4edd-ab15-0d80c696b213 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299065 Oct 19 00:42:20.433004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3867687-5065-43be-83cd-a887c1ebefc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:21.406942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3a1b9-9df6-43e5-ba52-e6b1c2cb6f49 req-f132438d-8f30-4113-acac-fbb5e163c51e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:21.408409 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ae3a1b9-9df6-43e5-ba52-e6b1c2cb6f49 req-f132438d-8f30-4113-acac-fbb5e163c51e tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0477836 Oct 19 00:42:21.445210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7ae3a1b9-9df6-43e5-ba52-e6b1c2cb6f49 req-60f1cd36-3963-4d3b-b27e-84e92ed9ad92 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310202 Oct 19 00:42:22.556369 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9cea3-db1d-4753-8c46-d1f89720fc2a req-5abe3469-c3a4-4a07-bfdb-8587c20a3d33 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:22.557828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70c9cea3-db1d-4753-8c46-d1f89720fc2a req-5abe3469-c3a4-4a07-bfdb-8587c20a3d33 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0478833 Oct 19 00:42:22.599467 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70c9cea3-db1d-4753-8c46-d1f89720fc2a req-601c7737-df37-44f8-b999-20b820944738 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350769 Oct 19 00:42:22.621530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44342) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:22.681242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8596296e-8a60-45ef-91e5-7c1e84a55890 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/5f34a4e2-cf78-4d27-bc3b-5787773e85e1 HTTP/1.1" status: 200 len: 992 time: 0.0584521 Oct 19 00:42:23.951003 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3142f-5270-4da7-ae8b-b7e533803aca req-097a8443-17db-4048-b1d7-428c4fd4aecd tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:23.952382 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3d3142f-5270-4da7-ae8b-b7e533803aca req-097a8443-17db-4048-b1d7-428c4fd4aecd tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0486627 Oct 19 00:42:24.018869 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d3d3142f-5270-4da7-ae8b-b7e533803aca req-c1ba625e-47c3-42b6-b44f-ed60945508e0 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565538 Oct 19 00:42:24.024036 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da58372-0724-437b-9f71-17d8e1228639 req-407f216b-6433-41c8-9b6a-311fea589211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:24.025476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2da58372-0724-437b-9f71-17d8e1228639 req-407f216b-6433-41c8-9b6a-311fea589211 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 1097 time: 0.0706718 Oct 19 00:42:24.095596 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c8fc74dd-52c0-4078-a54d-f75c8fbb485c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:24.115964 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da58372-0724-437b-9f71-17d8e1228639 req-bcfbfb65-a731-40ab-ac55-e80cbfc280b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:24.117510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2da58372-0724-437b-9f71-17d8e1228639 req-bcfbfb65-a731-40ab-ac55-e80cbfc280b1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd HTTP/1.1" status: 200 len: 897 time: 0.0847726 Oct 19 00:42:24.186453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2da58372-0724-437b-9f71-17d8e1228639 req-fa02429f-28df-460b-b0f4-db1a500d8fad service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87fdf48f-a899-4322-b03d-6ecc393b9690 HTTP/1.1" status: 200 len: 1000 time: 0.0612352 Oct 19 00:42:24.235517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da58372-0724-437b-9f71-17d8e1228639 req-86f8f3a6-f76b-4c4a-adda-98a0f5896cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:24.236850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2da58372-0724-437b-9f71-17d8e1228639 req-86f8f3a6-f76b-4c4a-adda-98a0f5896cab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de2c984c-2567-4a0d-9ccc-664ac2696006 HTTP/1.1" status: 200 len: 834 time: 0.0429032 Oct 19 00:42:24.281856 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da58372-0724-437b-9f71-17d8e1228639 req-31493e0a-5ba4-4c48-ab6b-275a7e2024bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:24.283257 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2da58372-0724-437b-9f71-17d8e1228639 req-31493e0a-5ba4-4c48-ab6b-275a7e2024bd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389388 Oct 19 00:42:24.378539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2da58372-0724-437b-9f71-17d8e1228639 req-57ed2da1-bc7c-4d6e-ab6d-55143032e208 service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867169 Oct 19 00:42:24.469145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2da58372-0724-437b-9f71-17d8e1228639 req-46c0ec1f-c07c-4678-9c3f-fcdaf1dc054c service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823717 Oct 19 00:42:24.979859 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:25.140522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31db770-c8d1-407d-a669-69c698e87fd6 req-b6b9526e-aebb-49e3-9cb9-aa50303797d2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:25.141994 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d31db770-c8d1-407d-a669-69c698e87fd6 req-b6b9526e-aebb-49e3-9cb9-aa50303797d2 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0541098 Oct 19 00:42:25.180103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d31db770-c8d1-407d-a669-69c698e87fd6 req-58989b1a-f748-4df2-a4dd-15da632871b9 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321112 Oct 19 00:42:25.713129 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:26.292149 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6683c7-366c-466f-8f79-850cbe6ce2df req-ac19cff7-4c2b-4810-8167-58b707df8de7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:26.294089 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be6683c7-366c-466f-8f79-850cbe6ce2df req-ac19cff7-4c2b-4810-8167-58b707df8de7 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0478511 Oct 19 00:42:26.330920 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-be6683c7-366c-466f-8f79-850cbe6ce2df req-197eaa3f-cd90-49ae-b12b-7357ace41926 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308311 Oct 19 00:42:26.354238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44354) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:26.412522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5a95f1a1-a865-4a24-98b8-53290f86fccf tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/floatingips/5f34a4e2-cf78-4d27-bc3b-5787773e85e1 HTTP/1.1" status: 200 len: 992 time: 0.0571678 Oct 19 00:42:26.640791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44360) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:26.799734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 6d278100-70a8-4024-a496-6d0cfe035255 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:42:26.800018 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:26.873168 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:26.873489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:26.884719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 6d278100-70a8-4024-a496-6d0cfe035255 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:42:27.030884 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:27.062246 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=6d278100-70a8-4024-a496-6d0cfe035255,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:27.085402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.085755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.086097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.086437 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.086796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.087134 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.087462 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.087789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.088115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.088438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.088762 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.089080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:27.129645 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:27.129965 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Floating IP 5f34a4e2-cf78-4d27-bc3b-5787773e85e1 disassociated (deleted). External IP: 172.25.7.96, port: 87fdf48f-a899-4322-b03d-6ecc393b9690. Oct 19 00:42:27.332963 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router ae695fed-9d6b-400e-a090-55fe0d54c936 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:42:27.438143 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:42:27.442894 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:27.449833 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] Sync routers for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:42:27.459875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:27.460486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:27.470212 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8649f15d-1dc2-443a-8898-c1fd28e00887 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/floatingips/5f34a4e2-cf78-4d27-bc3b-5787773e85e1 HTTP/1.1" status: 204 len: 168 time: 0.8283319 Oct 19 00:42:27.470817 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:42:27.473123 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2deeea5-8069-4be8-8719-9fd07e8d553f" -d '{"events": [{"name": "network-changed", "server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:27.566342 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:27.622284 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea363e1-eec4-45f7-adb7-c274c67c63e6 x-openstack-request-id: req-eea363e1-eec4-45f7-adb7-c274c67c63e6 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:27.622880 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:27.623444 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eea363e1-eec4-45f7-adb7-c274c67c63e6 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:27.624075 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'status': 'completed', 'code': 200} Oct 19 00:42:27.743405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241e46-3103-4c7e-b7ee-8b5cf6a28fd2 req-ba84300d-f471-4975-8793-103c0e3f547c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:27.744905 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3241e46-3103-4c7e-b7ee-8b5cf6a28fd2 req-ba84300d-f471-4975-8793-103c0e3f547c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0786936 Oct 19 00:42:27.759270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-6428435b-3ba1-4b52-8322-f76d3a57b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:27.760762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-6428435b-3ba1-4b52-8322-f76d3a57b361 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe1d2998f5404c28a07422bcd6177531&device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 1097 time: 0.0640674 Oct 19 00:42:27.767329 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '19300c25-e9f8-4768-9aeb-325edf97052c', 'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:5d:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:51Z', 'updated_at': '2021-10-19T00:40:54Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:27.795552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] Checking router: ae695fed-9d6b-400e-a090-55fe0d54c936 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:42:27.803665 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:27.804263 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:27.845267 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b3241e46-3103-4c7e-b7ee-8b5cf6a28fd2 req-35adb908-41cd-495b-8073-1f00c7e36677 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932984 Oct 19 00:42:27.874789 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-34bd50a8-f816-4133-b59d-eacafe624aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:27.876326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-34bd50a8-f816-4133-b59d-eacafe624aa9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd HTTP/1.1" status: 200 len: 897 time: 0.1074617 Oct 19 00:42:27.910200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:27.918128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-04ea55e0-512f-4983-bb04-173399508f0c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87fdf48f-a899-4322-b03d-6ecc393b9690 HTTP/1.1" status: 200 len: 217 time: 0.0338027 Oct 19 00:42:27.966953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-cc63c44f-42d7-431c-9db2-606585e997d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:27.968450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-cc63c44f-42d7-431c-9db2-606585e997d7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=de2c984c-2567-4a0d-9ccc-664ac2696006 HTTP/1.1" status: 200 len: 834 time: 0.0428386 Oct 19 00:42:28.015393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-402fcb55-4e9e-41f0-a137-f22359c4f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:28.016947 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-402fcb55-4e9e-41f0-a137-f22359c4f9c4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2f04c2d1-3f19-4071-9caa-fbac44af9ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395894 Oct 19 00:42:28.105847 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '19300c25-e9f8-4768-9aeb-325edf97052c', 'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:5d:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:51Z', 'updated_at': '2021-10-19T00:40:54Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:28.112729 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-98476226-f7db-4ed3-a374-68d273c72adb service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867813 Oct 19 00:42:28.132199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581368e3-75f9-4d0c-a5ab-74a0bd5077ff None None] The sync data for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 is: [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:40:52Z', 'revision_number': 4, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '19300c25-e9f8-4768-9aeb-325edf97052c', 'name': '', 'network_id': '2f04c2d1-3f19-4071-9caa-fbac44af9ddd', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'mac_address': 'fa:16:3e:5d:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:51Z', 'updated_at': '2021-10-19T00:40:54Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'subnets': [{'id': 'de2c984c-2567-4a0d-9ccc-664ac2696006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:42:28.210813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2deeea5-8069-4be8-8719-9fd07e8d553f req-4cb3ffe0-0054-4603-b81e-632d652eba32 service neutron] 10.222.0.102 "GET /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891681 Oct 19 00:42:28.217988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:28.366552 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464c8a5-e5ca-4264-930b-eae002eb18fe None None] New status for floating IP 5f34a4e2-cf78-4d27-bc3b-5787773e85e1: DOWN {{(pid=100924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:42:28.960596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feb561-8a3e-42d6-b249-88e11f28c34c req-21fdf872-9be2-45f6-92e7-548b9f3a5642 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:28.962032 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61feb561-8a3e-42d6-b249-88e11f28c34c req-21fdf872-9be2-45f6-92e7-548b9f3a5642 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0482774 Oct 19 00:42:28.999724 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-61feb561-8a3e-42d6-b249-88e11f28c34c req-d5001f19-d576-4677-b691-037503f369e5 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/security-groups?id=53fa5dae-f719-4ca9-acf9-eee448174e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311718 Oct 19 00:42:29.656494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-365a4e5f-284c-4a10-9cb9-2b8f948a81c4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:29.658011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-365a4e5f-284c-4a10-9cb9-2b8f948a81c4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 945 time: 0.0469830 Oct 19 00:42:29.746545 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 87fdf48f-a899-4322-b03d-6ecc393b9690 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:42:29.746913 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:29.832184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 87fdf48f-a899-4322-b03d-6ecc393b9690, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=87fdf48f-a899-4322-b03d-6ecc393b9690,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:29.832552 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:29.845228 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 87fdf48f-a899-4322-b03d-6ecc393b9690 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:42:29.971827 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:30.001238 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=87fdf48f-a899-4322-b03d-6ecc393b9690,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:30.047725 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] No DVR routers for this DVR port 87fdf48f-a899-4322-b03d-6ecc393b9690 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:42:30.050455 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:30.053948 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-517069e3-ac81-44ac-8805-0ed0f5a6f35c req-9f4c18f8-3f34-4c96-b700-7d7eeb89c5fe tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.102 "DELETE /v2.0/ports/87fdf48f-a899-4322-b03d-6ecc393b9690 HTTP/1.1" status: 204 len: 173 time: 0.3894725 Oct 19 00:42:30.054414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'name': 'network-vif-deleted', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:42:30.056791 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ddff3a-b125-4451-90c5-f05b7ef45725" -d '{"events": [{"server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "name": "network-vif-deleted", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:30.092049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-50a2ae4b-2861-4f9b-ba1d-2e9bc1e8c86f req-e0e9f166-970b-4926-91c2-8d57c62a5cd4 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "GET /v2.0/ports?device_id=bce8c8e4-8b72-4c1c-bd12-b05939f17c44 HTTP/1.1" status: 200 len: 210 time: 0.0264621 Oct 19 00:42:30.134242 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626813c2-5fde-4e5a-b86b-6d3367572778 x-openstack-request-id: req-626813c2-5fde-4e5a-b86b-6d3367572778 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:30.134563 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce8c8e4-8b72-4c1c-bd12-b05939f17c44", "name": "network-vif-deleted", "tag": "87fdf48f-a899-4322-b03d-6ecc393b9690", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:30.134846 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-626813c2-5fde-4e5a-b86b-6d3367572778 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:30.135269 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce8c8e4-8b72-4c1c-bd12-b05939f17c44', 'name': 'network-vif-deleted', 'tag': '87fdf48f-a899-4322-b03d-6ecc393b9690', 'status': 'completed', 'code': 200} Oct 19 00:42:30.718787 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:42:31.147392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44376) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:31.822316 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:32.065028 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 19300c25-e9f8-4768-9aeb-325edf97052c {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:42:32.065292 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:32.155722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 19300c25-e9f8-4768-9aeb-325edf97052c, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=19300c25-e9f8-4768-9aeb-325edf97052c,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:32.156420 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:32.169014 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 19300c25-e9f8-4768-9aeb-325edf97052c owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:42:32.346021 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:32.371083 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=19300c25-e9f8-4768-9aeb-325edf97052c,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:32.545100 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:32.752299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Router ae695fed-9d6b-400e-a090-55fe0d54c936 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:42:32.861026 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:42:32.865946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ad9d7f29-aeb1-444a-afcf-304d0dba1d1b tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "PUT /v2.0/routers/ae695fed-9d6b-400e-a090-55fe0d54c936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7175643 Oct 19 00:42:32.869386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44378) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:32.871976 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] Sync routers for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:42:32.881370 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:32.881990 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:32.925285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82c78c7-8d94-4cd7-9108-5e2ab54e11cc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting subnet de2c984c-2567-4a0d-9ccc-664ac2696006 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:42:32.928384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f82c78c7-8d94-4cd7-9108-5e2ab54e11cc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:32.967981 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f82c78c7-8d94-4cd7-9108-5e2ab54e11cc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:32.986668 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:33.052096 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f82c78c7-8d94-4cd7-9108-5e2ab54e11cc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.111796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f82c78c7-8d94-4cd7-9108-5e2ab54e11cc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.140900 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c78c7-8d94-4cd7-9108-5e2ab54e11cc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Subnet': ['ID=de2c984c-2567-4a0d-9ccc-664ac2696006,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:33.143227 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f82c78c7-8d94-4cd7-9108-5e2ab54e11cc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.146560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f82c78c7-8d94-4cd7-9108-5e2ab54e11cc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/subnets/de2c984c-2567-4a0d-9ccc-664ac2696006 HTTP/1.1" status: 204 len: 168 time: 0.2762232 Oct 19 00:42:33.148922 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5f7422-47b4-4002-8822-08faf8c5d321 None None] Network 2f04c2d1-3f19-4071-9caa-fbac44af9ddd requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:42:33.149430 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44380) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:33.256040 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.258930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:42:32Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:33.286910 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] Checking router: ae695fed-9d6b-400e-a090-55fe0d54c936 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:42:33.301551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] Routers {'ae695fed-9d6b-400e-a090-55fe0d54c936'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:33.302203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['ae695fed-9d6b-400e-a090-55fe0d54c936'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:33.364161 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.423432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port a65636c7-d29f-4d89-8d90-5377f4c7aee0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:42:33.423886 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.520069 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port a65636c7-d29f-4d89-8d90-5377f4c7aee0, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=a65636c7-d29f-4d89-8d90-5377f4c7aee0,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:33.520432 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.533100 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for a65636c7-d29f-4d89-8d90-5377f4c7aee0 owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:42:33.566301 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e2535c-94ca-4f0d-98bb-92bdf3a71d82 None None] DHCP port deletion for 2f04c2d1-3f19-4071-9caa-fbac44af9ddd request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:42:33.568025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 87fdf48f-a899-4322-b03d-6ecc393b9690 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:42:33.569912 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 4f5dd0ad-420b-426d-9f73-b92d26e16a95 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:42:33.611942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 87fdf48f-a899-4322-b03d-6ecc393b9690 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:42:33.612292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 87fdf48f-a899-4322-b03d-6ecc393b9690 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:42:33.654015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] Set router ae695fed-9d6b-400e-a090-55fe0d54c936 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:33.703544 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.734867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=a65636c7-d29f-4d89-8d90-5377f4c7aee0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:33.796983 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.831584 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-91e2535c-94ca-4f0d-98bb-92bdf3a71d82 None None] Deleting port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:42:33.831878 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91e2535c-94ca-4f0d-98bb-92bdf3a71d82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.833412 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.889390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.891529 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.934777 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.935339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Fanout notify agent at l3_agent the message router_deleted on router ae695fed-9d6b-400e-a090-55fe0d54c936 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:42:33.942810 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.946524 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-7cb2de88-c5ac-41d8-82ba-476cb04fa692 tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/routers/ae695fed-9d6b-400e-a090-55fe0d54c936 HTTP/1.1" status: 204 len: 168 time: 0.7937212 Oct 19 00:42:33.946800 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44382) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:33.949092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 4f5dd0ad-420b-426d-9f73-b92d26e16a95, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f5dd0ad-420b-426d-9f73-b92d26e16a95,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:33.955657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-91e2535c-94ca-4f0d-98bb-92bdf3a71d82 None None] For port 4f5dd0ad-420b-426d-9f73-b92d26e16a95, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f5dd0ad-420b-426d-9f73-b92d26e16a95,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:33.956157 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91e2535c-94ca-4f0d-98bb-92bdf3a71d82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.967310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:33.975217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-91e2535c-94ca-4f0d-98bb-92bdf3a71d82 None None] Calling delete_port for 4f5dd0ad-420b-426d-9f73-b92d26e16a95 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:42:34.032726 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.084379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Deleting port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:42:34.084631 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.088601 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=4f5dd0ad-420b-426d-9f73-b92d26e16a95,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:34.093844 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:42:32Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:34.128542 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.128835 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.129102 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.129443 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.129777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.130100 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.130426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.130769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.131092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.131415 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.131735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.132053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.136056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0458212-9ea4-4572-9284-6f72804b7603 None None] The sync data for ids ['ae695fed-9d6b-400e-a090-55fe0d54c936'] in n-d-713498-28 is: [{'id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727356133', 'tenant_id': 'fe1d2998f5404c28a07422bcd6177531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:40:48Z', 'updated_at': '2021-10-19T00:42:32Z', 'revision_number': 5, 'project_id': 'fe1d2998f5404c28a07422bcd6177531', 'gw_port': {'id': 'a65636c7-d29f-4d89-8d90-5377f4c7aee0', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae695fed-9d6b-400e-a090-55fe0d54c936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:40:49Z', 'updated_at': '2021-10-19T00:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:42:34.150483 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91e2535c-94ca-4f0d-98bb-92bdf3a71d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.153861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] For port 4f5dd0ad-420b-426d-9f73-b92d26e16a95, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=4f5dd0ad-420b-426d-9f73-b92d26e16a95,segment=NetworkSegment(b8cbc137-974e-4f45-a577-7b0afdbedcee),segment_id=b8cbc137-974e-4f45-a577-7b0afdbedcee)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:34.154121 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.167785 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Calling delete_port for 4f5dd0ad-420b-426d-9f73-b92d26e16a95 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:42:34.178991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2535c-94ca-4f0d-98bb-92bdf3a71d82 None None] Pushing event deleted for resources: {'Port': ['ID=4f5dd0ad-420b-426d-9f73-b92d26e16a95,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:34.180907 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2535c-94ca-4f0d-98bb-92bdf3a71d82 None None] No DVR routers for this DVR port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:42:34.253229 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.279506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Port': ['ID=4f5dd0ad-420b-426d-9f73-b92d26e16a95,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:34.281331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] No DVR routers for this DVR port 4f5dd0ad-420b-426d-9f73-b92d26e16a95 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:42:34.360718 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.380285 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f04c2d1-3f19-4071-9caa-fbac44af9ddd']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:34.389824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cbc137-974e-4f45-a577-7b0afdbedcee') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:34.390130 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cbc137-974e-4f45-a577-7b0afdbedcee') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:34.399210 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.411756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.417836 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:42:34.418283 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: self.session.flush() Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:42:34.421162 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:42:34.481616 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.490566 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.496930 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/networks/2f04c2d1-3f19-4071-9caa-fbac44af9ddd HTTP/1.1" status: 204 len: 168 time: 0.5454059 Oct 19 00:42:34.497291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44384) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:34.505852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfb0bb-e82b-4bae-96e6-f42747870a8c tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'Network': ['ID=2f04c2d1-3f19-4071-9caa-fbac44af9ddd,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:34.566474 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.593257 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.659935 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.662644 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:34.663903 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] 10.222.0.52 "DELETE /v2.0/security-groups/53fa5dae-f719-4ca9-acf9-eee448174e07 HTTP/1.1" status: 204 len: 168 time: 0.1655874 Oct 19 00:42:34.673390 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fa5dae-f719-4ca9-acf9-eee448174e07,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:34.682343 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.682705 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.683192 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.683428 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.683844 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.684680 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.685021 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.685360 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.685703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.686033 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.686370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:34.686701 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6389442-75de-48e4-aebc-72d4cfbc36bc tempest-TestNetworkAdvancedServerOps-1358570446 tempest-TestNetworkAdvancedServerOps-1358570446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:35.048072 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44394) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:35.190970 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44398) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:35.191204 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-26b5e224-7478-495d-9d91-7f75fdf5c2ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe1d2998f5404c28a07422bcd6177531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418438 Oct 19 00:42:35.240723 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a90866d-7eaf-4933-be35-f56b8432a1f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.261115 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a90866d-7eaf-4933-be35-f56b8432a1f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.306926 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a90866d-7eaf-4933-be35-f56b8432a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.309477 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9a90866d-7eaf-4933-be35-f56b8432a1f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.310608 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9a90866d-7eaf-4933-be35-f56b8432a1f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/036e2e97-4b52-495b-90cf-1c404abde694 HTTP/1.1" status: 204 len: 168 time: 0.1186502 Oct 19 00:42:35.319465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90866d-7eaf-4933-be35-f56b8432a1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036e2e97-4b52-495b-90cf-1c404abde694,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:35.476292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 19300c25-e9f8-4768-9aeb-325edf97052c no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:42:35.495966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 19300c25-e9f8-4768-9aeb-325edf97052c {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:42:35.496319 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 19300c25-e9f8-4768-9aeb-325edf97052c not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:42:35.496743 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a65636c7-d29f-4d89-8d90-5377f4c7aee0 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:42:35.521404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: a65636c7-d29f-4d89-8d90-5377f4c7aee0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:42:35.522240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device a65636c7-d29f-4d89-8d90-5377f4c7aee0 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:42:35.577777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44404) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:35.592135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4c19a2f-f9eb-4c11-bb14-cfe865445a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.632209 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.670713 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4c19a2f-f9eb-4c11-bb14-cfe865445a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.674347 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c4c19a2f-f9eb-4c11-bb14-cfe865445a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.715925 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c4c19a2f-f9eb-4c11-bb14-cfe865445a91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4654318cbb9a46358064bd4fd18122df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370585 Oct 19 00:42:35.717808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c19a2f-f9eb-4c11-bb14-cfe865445a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1785e540-71db-47f1-bf73-9a7d33b71ca5,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:35.718601 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44406) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:35.766997 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-faef8816-04a0-4032-ab37-68b48f645580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.787530 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-faef8816-04a0-4032-ab37-68b48f645580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.834734 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-faef8816-04a0-4032-ab37-68b48f645580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.837408 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-faef8816-04a0-4032-ab37-68b48f645580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:35.838595 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-faef8816-04a0-4032-ab37-68b48f645580 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1785e540-71db-47f1-bf73-9a7d33b71ca5 HTTP/1.1" status: 204 len: 168 time: 0.1189203 Oct 19 00:42:35.846291 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef8816-04a0-4032-ab37-68b48f645580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1785e540-71db-47f1-bf73-9a7d33b71ca5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:36.520811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44428) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:36.613739 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1262167211-network', 'tenant_id': '263d85a1554d4a85b0da462844247a36'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:36.634232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Made reservation on behalf of 263d85a1554d4a85b0da462844247a36 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:36.636584 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:36.645798 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:36.719789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:36.723201 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:36.744109 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:42:36.757873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f7c7d2-bd24-4732-ae6a-e9534ca066d7,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:36.762794 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:36.763139 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Added segment a7d9684f-c714-44f7-98a3-82b1a3518573 of type vlan for network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 Oct 19 00:42:36.803022 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:36.831945 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:36.832893 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:36.833465 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:36.865009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3431220 Oct 19 00:42:36.868097 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44432) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:36.873189 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Request body: {'subnet': {'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1262167211-subnet', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:36.895443 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Made reservation on behalf of 263d85a1554d4a85b0da462844247a36 for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:36.897777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:36.900652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec96fee-c5da-4b21-b4db-e52ae84fd0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f246d931-c4ad-4bc4-b500-e5a2acb9bd66,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:36.911179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:42:37.061014 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.118795 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22763ee7-0410-4c09-a1f2-8648cafccee8,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:37.128036 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Checking segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:42:37.128405 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Network hostable DHCP agents. Network: f246d931-c4ad-4bc4-b500-e5a2acb9bd66, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:42:37.144054 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:42:37.152581 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, f246d931-c4ad-4bc4-b500-e5a2acb9bd66) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:37.156542 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:37.157131 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.161227 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320de26-b2d2-4e79-9392-74def5a7642b None None] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:42:37.172276 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-41d3a1d1-2fc2-41e7-ad92-29b3fc7109f8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030434 Oct 19 00:42:37.175017 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44434) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:37.179236 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:37.200958 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.201960 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.252444 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.270935 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.315299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:42:37.316173 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.389251 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.453373 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Allocated IP 172.20.0.2 (f246d931-c4ad-4bc4-b500-e5a2acb9bd66/22763ee7-0410-4c09-a1f2-8648cafccee8/aebe7591-5e3e-4192-84cd-3f463b0cf7d9) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:37.583052 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.593542 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.599304 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.601583 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.643288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:37.646047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:37.652734 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:42:37.655516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Pushing event updated for resources: {'Port': ['ID=aebe7591-5e3e-4192-84cd-3f463b0cf7d9,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:37.707132 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Attempting to bind port aebe7591-5e3e-4192-84cd-3f463b0cf7d9 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:42:37.707500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Attempting to bind port aebe7591-5e3e-4192-84cd-3f463b0cf7d9 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:42:37.707915 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Attempting to bind port aebe7591-5e3e-4192-84cd-3f463b0cf7d9 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:37.713048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:42:37.713244 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Allocated IP 172.25.7.242 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d8582052-eb4f-4457-9673-542ff868130b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:37.713421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Checking segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:42:37.713786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.714173 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Bound using segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:37.714641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Bound port: aebe7591-5e3e-4192-84cd-3f463b0cf7d9, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:42:37.715094 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.776682 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] For port aebe7591-5e3e-4192-84cd-3f463b0cf7d9, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:37.779693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] For port aebe7591-5e3e-4192-84cd-3f463b0cf7d9, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=aebe7591-5e3e-4192-84cd-3f463b0cf7d9,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:37.784187 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.813124 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.847640 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:37.847888 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a36be7-5a8b-4983-8e7f-23957739e36f None None] Pushing event updated for resources: {'Port': ['ID=aebe7591-5e3e-4192-84cd-3f463b0cf7d9,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:37.891122 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:37.893979 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:37.897463 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:42:37.923342 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Pushing event updated for resources: {'Port': ['ID=d8582052-eb4f-4457-9673-542ff868130b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:38.160475 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:38.347593 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:38.473407 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Router 68be389d-f29b-41c1-94fe-3edb8a631d5a is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:42:38.745604 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e4f60-280d-4c03-9240-16aa7c3336f5 None None] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:42:38.825404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7f2e45ca-e3f8-408c-ae5d-4519732cd600 None None] Provisioning complete for port aebe7591-5e3e-4192-84cd-3f463b0cf7d9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:38.825777 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f2e45ca-e3f8-408c-ae5d-4519732cd600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:38.899119 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:42:38.907941 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Sync routers for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:42:38.917554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:38.921701 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:38.921866 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-f8e5ac14-6790-456a-885d-1c3e8d8c833f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7429225 Oct 19 00:42:38.921978 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:38.922113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44436) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:38.969727 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f2e45ca-e3f8-408c-ae5d-4519732cd600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.014179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-7f2e45ca-e3f8-408c-ae5d-4519732cd600 None None] For port aebe7591-5e3e-4192-84cd-3f463b0cf7d9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=aebe7591-5e3e-4192-84cd-3f463b0cf7d9,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:39.019007 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7f2e45ca-e3f8-408c-ae5d-4519732cd600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.041624 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:39.077338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e45ca-e3f8-408c-ae5d-4519732cd600 None None] Pushing event updated for resources: {'Port': ['ID=aebe7591-5e3e-4192-84cd-3f463b0cf7d9,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:39.234011 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:38Z', 'revision_number': 3, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:39.242502 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-7e751f97-99a7-4649-89c9-a5871c429fd1 None None] Provisioning complete for port aebe7591-5e3e-4192-84cd-3f463b0cf7d9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:39.242912 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7e751f97-99a7-4649-89c9-a5871c429fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.260662 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Checking router: 68be389d-f29b-41c1-94fe-3edb8a631d5a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:42:39.260896 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Updating router 68be389d-f29b-41c1-94fe-3edb8a631d5a port d8582052-eb4f-4457-9673-542ff868130b binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:42:39.286486 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.378008 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.518843 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device aebe7591-5e3e-4192-84cd-3f463b0cf7d9 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:39.549527 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Allocated IP 172.20.0.1 (f246d931-c4ad-4bc4-b500-e5a2acb9bd66/22763ee7-0410-4c09-a1f2-8648cafccee8/f81e98f1-9558-4715-b20d-b7097d834446) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:39.567441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port aebe7591-5e3e-4192-84cd-3f463b0cf7d9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:39.567809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.579452 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.586110 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.641651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Attempting to bind port d8582052-eb4f-4457-9673-542ff868130b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:42:39.642024 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Attempting to bind port d8582052-eb4f-4457-9673-542ff868130b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:42:39.642381 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Attempting to bind port d8582052-eb4f-4457-9673-542ff868130b on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:39.645583 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Pushing event updated for resources: {'Port': ['ID=d8582052-eb4f-4457-9673-542ff868130b,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:39.650648 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:42:39.651053 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:42:39.651460 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.651851 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:39.652880 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Bound port: d8582052-eb4f-4457-9673-542ff868130b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:42:39.653279 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.659814 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.660160 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.660499 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.660834 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.661170 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.661498 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.661822 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.662147 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.662468 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.662810 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.663134 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.663457 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:39.679768 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.712125 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.712863 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] For port d8582052-eb4f-4457-9673-542ff868130b, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:39.717308 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] For port d8582052-eb4f-4457-9673-542ff868130b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d8582052-eb4f-4457-9673-542ff868130b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:39.721353 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.747019 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:39.750017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:39.753438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:42:39.776020 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:39.776629 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:39.793509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Pushing event updated for resources: {'Port': ['ID=f81e98f1-9558-4715-b20d-b7097d834446,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:39.807850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:39.823355 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302211-ee1e-43b4-86a7-85e7bf804a4b None None] Pushing event updated for resources: {'Port': ['ID=d8582052-eb4f-4457-9673-542ff868130b,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:39.901028 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:39.940947 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:40.004455 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-af48939e-ac87-4bc5-aebd-6620f933dd47 None None] Provisioning complete for port f81e98f1-9558-4715-b20d-b7097d834446 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:40.005043 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-af48939e-ac87-4bc5-aebd-6620f933dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:40.042341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-af48939e-ac87-4bc5-aebd-6620f933dd47 None None] Port f81e98f1-9558-4715-b20d-b7097d834446 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:42:40.083822 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:38Z', 'revision_number': 3, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:40.111391 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973aad33-268c-4a98-b37b-027b77cafe4f None None] The sync data for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 is: [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:38Z', 'revision_number': 3, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:42:40.457128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:40.463016 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:40.533123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Pushing event updated for resources: {'Port': ['ID=f81e98f1-9558-4715-b20d-b7097d834446,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:40.536934 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:40.637304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:40.639047 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:40.762192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Router 68be389d-f29b-41c1-94fe-3edb8a631d5a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:42:40.868470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-404fea53-2d50-4644-a61c-c2f2422820ba None None] Provisioning complete for port f81e98f1-9558-4715-b20d-b7097d834446 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:40.868895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-404fea53-2d50-4644-a61c-c2f2422820ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:40.887704 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:42:40.894271 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-d327a785-f490-4d77-bc75-daf5f8fcdd47 admin admin] 10.222.0.52 "PUT /v2.0/routers/68be389d-f29b-41c1-94fe-3edb8a631d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9708781 Oct 19 00:42:40.908598 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-404fea53-2d50-4644-a61c-c2f2422820ba None None] Port f81e98f1-9558-4715-b20d-b7097d834446 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:42:41.348689 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44452) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:41.353798 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1414566816-network', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:41.375031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Made reservation on behalf of 81d4fc303a6d4f019d0a191ad5569350 for: {'network': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:41.377383 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.385986 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.470858 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.475811 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.504402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d8582052-eb4f-4457-9673-542ff868130b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:41.504938 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=100922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:42:41.511509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64bbbf5-1c1e-4274-b690-62ecf2fa5f02,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:41.518679 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.519928 n-d-713498-28 neutron-server[100922]: INFO neutron.db.segments_db [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Added segment 3be119d0-7489-4bd2-90d1-5c40de611522 of type vlan for network 9af65514-0ab0-461b-b8cd-45dfe6334d61 Oct 19 00:42:41.562248 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.566003 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d8582052-eb4f-4457-9673-542ff868130b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:41.566382 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.589516 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.591299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:41.592020 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.632326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2800255 Oct 19 00:42:41.633386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44454) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:41.638861 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Request body: {'subnet': {'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1414566816-subnet', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:41.648122 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.668986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d8582052-eb4f-4457-9673-542ff868130b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d8582052-eb4f-4457-9673-542ff868130b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:41.676268 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.680095 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5a335-ae5c-4590-bb71-7288573930d3 admin admin] Pushing event updated for resources: {'Network': ['ID=9af65514-0ab0-461b-b8cd-45dfe6334d61,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:41.682766 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Sync routers for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:42:41.698197 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Made reservation on behalf of 81d4fc303a6d4f019d0a191ad5569350 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:41.701494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.711437 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 9af65514-0ab0-461b-b8cd-45dfe6334d61 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:42:41.750011 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:41.750634 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:41.834708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d8582052-eb4f-4457-9673-542ff868130b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:41.873512 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.929194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b5e120-ac04-4f29-8b32-a0b34c5a5e9d,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:41.940650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Checking segment: {'id': '3be119d0-7489-4bd2-90d1-5c40de611522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:42:41.941020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Network hostable DHCP agents. Network: 9af65514-0ab0-461b-b8cd-45dfe6334d61, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:42:41.960186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Network 9af65514-0ab0-461b-b8cd-45dfe6334d61 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:42:41.971046 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 9af65514-0ab0-461b-b8cd-45dfe6334d61) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:41.975344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:41.975938 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:41.995124 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-71de8c2f-8aa2-4760-bfec-19dc3255ab97 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3606286 Oct 19 00:42:41.998283 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44456) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:42.002711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:42.024905 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.026163 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.045020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06bfdd0-15a5-44b5-b8c8-9cf991fec83c None None] Network 9af65514-0ab0-461b-b8cd-45dfe6334d61 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:42:42.082390 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.113550 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:42.228065 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.326684 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-9af65514-0ab0-461b-b8cd-45dfe6334d61', 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'fixed_ips': [{'subnet_id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:42:42.327547 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.434615 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.453955 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.485287 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 2, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:42.518594 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Checking router: 68be389d-f29b-41c1-94fe-3edb8a631d5a for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:42:42.519306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Updating router 68be389d-f29b-41c1-94fe-3edb8a631d5a port f81e98f1-9558-4715-b20d-b7097d834446 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:42:42.543479 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Allocated IP 172.20.0.2 (9af65514-0ab0-461b-b8cd-45dfe6334d61/10b5e120-ac04-4f29-8b32-a0b34c5a5e9d/192abf86-9809-4c38-93f6-7abbb775860d) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:42.556943 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.563222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Allocated IP 172.25.7.158 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/867ce7f9-1c42-496f-af75-e864ca5f972a) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:42.665809 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.700644 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.740843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:42.743793 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:42.746916 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:42:42.783339 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=867ce7f9-1c42-496f-af75-e864ca5f972a,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:42.842142 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.851648 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:42.908497 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Network 9af65514-0ab0-461b-b8cd-45dfe6334d61 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:42.914406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:42.923562 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:42:42.928961 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Pushing event updated for resources: {'Port': ['ID=192abf86-9809-4c38-93f6-7abbb775860d,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:43.016525 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.027212 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.029277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Attempting to bind port 192abf86-9809-4c38-93f6-7abbb775860d on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:42:43.029632 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Attempting to bind port 192abf86-9809-4c38-93f6-7abbb775860d by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '3be119d0-7489-4bd2-90d1-5c40de611522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:42:43.029974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Attempting to bind port 192abf86-9809-4c38-93f6-7abbb775860d on network 9af65514-0ab0-461b-b8cd-45dfe6334d61 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:43.035538 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:42:43.035895 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Checking segment: {'id': '3be119d0-7489-4bd2-90d1-5c40de611522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:42:43.036281 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.036663 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Bound using segment: {'id': '3be119d0-7489-4bd2-90d1-5c40de611522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:43.037131 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Bound port: 192abf86-9809-4c38-93f6-7abbb775860d, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be119d0-7489-4bd2-90d1-5c40de611522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:42:43.037510 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.040453 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.126095 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fa278-25cd-438d-bd9e-244193f3a433 None None] Pushing event updated for resources: {'Port': ['ID=f81e98f1-9558-4715-b20d-b7097d834446,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:43.185103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] For port 192abf86-9809-4c38-93f6-7abbb775860d, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:43.203277 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Attempting to bind port f81e98f1-9558-4715-b20d-b7097d834446 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:42:43.203656 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Attempting to bind port f81e98f1-9558-4715-b20d-b7097d834446 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:42:43.204025 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Attempting to bind port f81e98f1-9558-4715-b20d-b7097d834446 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:43.207105 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] For port 192abf86-9809-4c38-93f6-7abbb775860d, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=192abf86-9809-4c38-93f6-7abbb775860d,segment=NetworkSegment(3be119d0-7489-4bd2-90d1-5c40de611522),segment_id=3be119d0-7489-4bd2-90d1-5c40de611522)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:43.212046 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:42:43.212444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Checking segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:42:43.212814 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.213239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Bound using segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:43.213708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Bound port: f81e98f1-9558-4715-b20d-b7097d834446, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:42:43.214801 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.217994 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.232621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.308059 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb0667-ffcc-45d2-a007-3d4a23f8f545 None None] Pushing event updated for resources: {'Port': ['ID=192abf86-9809-4c38-93f6-7abbb775860d,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:43.336966 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] For port f81e98f1-9558-4715-b20d-b7097d834446, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:43.340674 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] For port f81e98f1-9558-4715-b20d-b7097d834446, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f81e98f1-9558-4715-b20d-b7097d834446,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:43.347073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.357448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bd0b15d4-13c1-4544-a54b-0acb0b6a5511 None None] Provisioning complete for port f81e98f1-9558-4715-b20d-b7097d834446 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:43.357817 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bd0b15d4-13c1-4544-a54b-0acb0b6a5511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.375447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Router 723b9b02-4010-48c1-a92b-e4e72973d9ae is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:42:43.446096 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:43.446761 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:43.487070 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fa278-25cd-438d-bd9e-244193f3a433 None None] Pushing event updated for resources: {'Port': ['ID=f81e98f1-9558-4715-b20d-b7097d834446,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:43.522450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:42:43.535892 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Sync routers for ids ['723b9b02-4010-48c1-a92b-e4e72973d9ae'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:42:43.550442 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.554332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9e1ab73d-a2cc-432b-aff1-63086d6db6e8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5546865 Oct 19 00:42:43.557016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44458) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:43.560672 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Routers {'723b9b02-4010-48c1-a92b-e4e72973d9ae'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:43.561490 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['723b9b02-4010-48c1-a92b-e4e72973d9ae'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:43.602398 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d8582052-eb4f-4457-9673-542ff868130b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:43.686743 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bd0b15d4-13c1-4544-a54b-0acb0b6a5511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.704862 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:43.813284 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-bd0b15d4-13c1-4544-a54b-0acb0b6a5511 None None] For port f81e98f1-9558-4715-b20d-b7097d834446, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f81e98f1-9558-4715-b20d-b7097d834446,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:43.821929 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Set router 723b9b02-4010-48c1-a92b-e4e72973d9ae gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:43.841807 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bd0b15d4-13c1-4544-a54b-0acb0b6a5511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:43.886326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d8582052-eb4f-4457-9673-542ff868130b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:43.886809 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.019867 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:42Z', 'revision_number': 3, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'gw_port': {'id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:44.025482 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.047833 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Checking router: 723b9b02-4010-48c1-a92b-e4e72973d9ae for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:42:44.048175 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Updating router 723b9b02-4010-48c1-a92b-e4e72973d9ae port 867ce7f9-1c42-496f-af75-e864ca5f972a binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:42:44.073804 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.153780 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b15d4-13c1-4544-a54b-0acb0b6a5511 None None] Pushing event updated for resources: {'Port': ['ID=f81e98f1-9558-4715-b20d-b7097d834446,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:44.179506 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-3d9380fa-3346-4f84-ad58-02453f3eb01b None None] Provisioning complete for port f81e98f1-9558-4715-b20d-b7097d834446 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:44.179877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3d9380fa-3346-4f84-ad58-02453f3eb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.208235 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Allocated IP 172.20.0.1 (9af65514-0ab0-461b-b8cd-45dfe6334d61/10b5e120-ac04-4f29-8b32-a0b34c5a5e9d/728e7809-74b2-4d52-85b5-ff52ebe1c578) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:44.322215 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.359105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.367528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:44.395607 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.402898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234aa2fd-ee63-45f7-ae55-cd8f2f4a457c None None] The sync data for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 is: [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:42:44.405027 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.411741 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Network 9af65514-0ab0-461b-b8cd-45dfe6334d61 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:44.415086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:44.419716 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:42:44.428429 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Pushing event updated for resources: {'Port': ['ID=728e7809-74b2-4d52-85b5-ff52ebe1c578,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:44.495205 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Attempting to bind port 867ce7f9-1c42-496f-af75-e864ca5f972a on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:42:44.495582 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Attempting to bind port 867ce7f9-1c42-496f-af75-e864ca5f972a by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:42:44.496324 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Attempting to bind port 867ce7f9-1c42-496f-af75-e864ca5f972a on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:44.497958 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0083f-55dc-486d-99b9-8fa644d9e57f None None] Pushing event updated for resources: {'Port': ['ID=867ce7f9-1c42-496f-af75-e864ca5f972a,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:44.500074 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.503781 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:42:44.504151 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:42:44.504634 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.505018 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:44.505365 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Bound port: 867ce7f9-1c42-496f-af75-e864ca5f972a, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:42:44.505738 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.566951 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] For port 867ce7f9-1c42-496f-af75-e864ca5f972a, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:44.571244 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] For port 867ce7f9-1c42-496f-af75-e864ca5f972a, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=867ce7f9-1c42-496f-af75-e864ca5f972a,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:44.584369 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.588078 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dfa7ce-387c-4c21-9e56-06a8ec775625 None None] Network 9af65514-0ab0-461b-b8cd-45dfe6334d61 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:42:44.652333 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Routers {'723b9b02-4010-48c1-a92b-e4e72973d9ae'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:44.653346 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['723b9b02-4010-48c1-a92b-e4e72973d9ae'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:44.656725 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0083f-55dc-486d-99b9-8fa644d9e57f None None] Pushing event updated for resources: {'Port': ['ID=867ce7f9-1c42-496f-af75-e864ca5f972a,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:44.665835 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.717140 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-4e628e24-0e3e-48d5-8dd0-808cc180fdf4 None None] Provisioning complete for port 192abf86-9809-4c38-93f6-7abbb775860d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:44.717663 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e628e24-0e3e-48d5-8dd0-808cc180fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.805724 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] Set router 723b9b02-4010-48c1-a92b-e4e72973d9ae gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:44.875047 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.885132 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.889805 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e628e24-0e3e-48d5-8dd0-808cc180fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:44.936015 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-4e628e24-0e3e-48d5-8dd0-808cc180fdf4 None None] For port 192abf86-9809-4c38-93f6-7abbb775860d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=192abf86-9809-4c38-93f6-7abbb775860d,segment=NetworkSegment(3be119d0-7489-4bd2-90d1-5c40de611522),segment_id=3be119d0-7489-4bd2-90d1-5c40de611522)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:44.951624 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e628e24-0e3e-48d5-8dd0-808cc180fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:45.019868 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:45.021915 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Pushing event updated for resources: {'Port': ['ID=728e7809-74b2-4d52-85b5-ff52ebe1c578,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:45.042036 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e628e24-0e3e-48d5-8dd0-808cc180fdf4 None None] Pushing event updated for resources: {'Port': ['ID=192abf86-9809-4c38-93f6-7abbb775860d,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:45.095834 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 4, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'gw_port': {'id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '728e7809-74b2-4d52-85b5-ff52ebe1c578', 'name': '', 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'mac_address': 'fa:16:3e:ec:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:44Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 1, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'subnets': [{'id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:45.126859 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb7ced-f2e9-4aae-8b91-37b1d601446e None None] The sync data for ids ['723b9b02-4010-48c1-a92b-e4e72973d9ae'] in n-d-713498-28 is: [{'id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 4, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'gw_port': {'id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '728e7809-74b2-4d52-85b5-ff52ebe1c578', 'name': '', 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'mac_address': 'fa:16:3e:ec:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:44Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 1, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'subnets': [{'id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:42:45.168630 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Network 9af65514-0ab0-461b-b8cd-45dfe6334d61 is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:45.170125 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:45.174581 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e44d86ff-94a3-4ddc-a782-9e907e21d7dc None None] Provisioning complete for port 728e7809-74b2-4d52-85b5-ff52ebe1c578 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:45.174989 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e44d86ff-94a3-4ddc-a782-9e907e21d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:45.223558 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e44d86ff-94a3-4ddc-a782-9e907e21d7dc None None] Port 728e7809-74b2-4d52-85b5-ff52ebe1c578 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:42:45.239169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e44d86ff-94a3-4ddc-a782-9e907e21d7dc None None] Provisioning complete for port 192abf86-9809-4c38-93f6-7abbb775860d triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:45.240019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e44d86ff-94a3-4ddc-a782-9e907e21d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:45.337452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Router 723b9b02-4010-48c1-a92b-e4e72973d9ae has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:42:45.473240 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d9027e2c-fa06-4b54-bf91-22e7cfe5c966 None None] Provisioning complete for port 728e7809-74b2-4d52-85b5-ff52ebe1c578 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:45.473608 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d9027e2c-fa06-4b54-bf91-22e7cfe5c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:45.519452 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:42:45.526524 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-28525862-714f-4714-b371-78d387ee1106 admin admin] 10.222.0.52 "PUT /v2.0/routers/723b9b02-4010-48c1-a92b-e4e72973d9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9678304 Oct 19 00:42:45.574771 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d9027e2c-fa06-4b54-bf91-22e7cfe5c966 None None] Port 728e7809-74b2-4d52-85b5-ff52ebe1c578 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:42:45.645116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 192abf86-9809-4c38-93f6-7abbb775860d up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:45.719311 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 192abf86-9809-4c38-93f6-7abbb775860d triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:45.719957 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:45.822772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f81e98f1-9558-4715-b20d-b7097d834446 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:45.852972 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-5136840d-5ef3-4baf-b244-7d0027f1bdf7 None None] Provisioning complete for port 728e7809-74b2-4d52-85b5-ff52ebe1c578 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:45.853344 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5136840d-5ef3-4baf-b244-7d0027f1bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:45.903774 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-5136840d-5ef3-4baf-b244-7d0027f1bdf7 None None] Port 728e7809-74b2-4d52-85b5-ff52ebe1c578 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:42:45.911228 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f81e98f1-9558-4715-b20d-b7097d834446 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:45.911612 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.182139 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44466) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:46.187255 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-3fe63d99-6b8c-4f71-8a46-fed44134271a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291010453', 'description': 'tempest-secgroup-smoke-291010453 description', 'project_id': '263d85a1554d4a85b0da462844247a36'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:46.208221 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fe63d99-6b8c-4f71-8a46-fed44134271a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.271403 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fe63d99-6b8c-4f71-8a46-fed44134271a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.274823 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fe63d99-6b8c-4f71-8a46-fed44134271a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.304057 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3fe63d99-6b8c-4f71-8a46-fed44134271a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.305282 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3fe63d99-6b8c-4f71-8a46-fed44134271a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1221182 Oct 19 00:42:46.306420 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe63d99-6b8c-4f71-8a46-fed44134271a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec8297d-5f2e-4c65-a018-c2bc90e897f6,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:46.308906 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44468) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:46.313648 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-9bbdb2f2-22a4-4046-9227-d0a11ebe1102 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '9ec8297d-5f2e-4c65-a018-c2bc90e897f6', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:46.340099 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb2f2-22a4-4046-9227-d0a11ebe1102 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.404276 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb2f2-22a4-4046-9227-d0a11ebe1102 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.407873 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb2f2-22a4-4046-9227-d0a11ebe1102 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.424837 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdb2f2-22a4-4046-9227-d0a11ebe1102 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31eeddd-6d47-4cb1-848b-986de4ee05d6,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:46.431471 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb2f2-22a4-4046-9227-d0a11ebe1102 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.432652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9bbdb2f2-22a4-4046-9227-d0a11ebe1102 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225786 Oct 19 00:42:46.435914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44470) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:46.440270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ae9c75cb-6ee9-4958-bfb1-d5dc8ff4e77b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '9ec8297d-5f2e-4c65-a018-c2bc90e897f6', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:46.466918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae9c75cb-6ee9-4958-bfb1-d5dc8ff4e77b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.524848 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae9c75cb-6ee9-4958-bfb1-d5dc8ff4e77b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.528300 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae9c75cb-6ee9-4958-bfb1-d5dc8ff4e77b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.548164 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c75cb-6ee9-4958-bfb1-d5dc8ff4e77b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13b4254-eea5-4f0c-8228-0241de19e022,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:46.554019 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae9c75cb-6ee9-4958-bfb1-d5dc8ff4e77b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.555233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ae9c75cb-6ee9-4958-bfb1-d5dc8ff4e77b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183670 Oct 19 00:42:46.558076 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44472) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:46.563245 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9c595709-e075-4c59-84f2-091d6d78e1ae tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '9ec8297d-5f2e-4c65-a018-c2bc90e897f6', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:46.588851 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c595709-e075-4c59-84f2-091d6d78e1ae tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.645548 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c595709-e075-4c59-84f2-091d6d78e1ae tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.649252 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c595709-e075-4c59-84f2-091d6d78e1ae tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.666534 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c595709-e075-4c59-84f2-091d6d78e1ae tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38f12c0-c052-442f-9365-1299952d14a8,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:46.671583 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9c595709-e075-4c59-84f2-091d6d78e1ae tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.672760 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9c595709-e075-4c59-84f2-091d6d78e1ae tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130319 Oct 19 00:42:46.675449 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44474) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:46.679565 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-4976ce49-a048-4708-9104-c2742ff35401 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '9ec8297d-5f2e-4c65-a018-c2bc90e897f6', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:46.705835 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4976ce49-a048-4708-9104-c2742ff35401 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.766350 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4976ce49-a048-4708-9104-c2742ff35401 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.770160 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4976ce49-a048-4708-9104-c2742ff35401 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.790020 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976ce49-a048-4708-9104-c2742ff35401 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48acbc94-b83d-4189-9260-b385f2f9b739,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:46.796784 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-4976ce49-a048-4708-9104-c2742ff35401 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.797979 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-4976ce49-a048-4708-9104-c2742ff35401 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216786 Oct 19 00:42:46.800612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44476) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:46.804821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-27f997e9-5ff5-4add-a28e-7832383069e5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '9ec8297d-5f2e-4c65-a018-c2bc90e897f6', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:46.827727 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-27f997e9-5ff5-4add-a28e-7832383069e5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Project 263d85a1554d4a85b0da462844247a36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:42:46.832412 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27f997e9-5ff5-4add-a28e-7832383069e5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.893072 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27f997e9-5ff5-4add-a28e-7832383069e5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.896508 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27f997e9-5ff5-4add-a28e-7832383069e5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.921111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f997e9-5ff5-4add-a28e-7832383069e5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffffb992-39a8-4e55-a373-0e9145f41f2e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:46.940591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-27f997e9-5ff5-4add-a28e-7832383069e5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:46.941846 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-27f997e9-5ff5-4add-a28e-7832383069e5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403093 Oct 19 00:42:46.944663 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44478) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:46.950311 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8572dced-4769-4adf-a11d-d04035695510 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '9ec8297d-5f2e-4c65-a018-c2bc90e897f6', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:46.972053 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-8572dced-4769-4adf-a11d-d04035695510 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Project 263d85a1554d4a85b0da462844247a36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:42:46.977244 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8572dced-4769-4adf-a11d-d04035695510 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:47.048426 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8572dced-4769-4adf-a11d-d04035695510 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:47.052585 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8572dced-4769-4adf-a11d-d04035695510 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:47.071647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572dced-4769-4adf-a11d-d04035695510 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b2cf9f-efa2-487d-abdb-f8e25a0b5683,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:47.080333 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8572dced-4769-4adf-a11d-d04035695510 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:47.081563 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8572dced-4769-4adf-a11d-d04035695510 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350772 Oct 19 00:42:47.225406 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-562ff5e3-dcf5-4196-8358-c6f07d34fd41 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291010453&fields=id&tenant_id=263d85a1554d4a85b0da462844247a36 HTTP/1.1" status: 200 len: 267 time: 0.0339632 Oct 19 00:42:47.341243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f23b-8657-429b-ac31-e52b121e950c req-71e66ad4-dcf1-4a9b-8007-72d8c3839cf4 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:47.342773 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-71e66ad4-dcf1-4a9b-8007-72d8c3839cf4 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 809 time: 0.1099288 Oct 19 00:42:47.358325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-f0eb9d6a-46a7-49d7-bc06-8c958794d0f9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/quotas/263d85a1554d4a85b0da462844247a36 HTTP/1.1" status: 200 len: 375 time: 0.0095336 Oct 19 00:42:47.412475 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-85182950-4984-4ff5-943e-33954f27ed1b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483108 Oct 19 00:42:47.517622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 867ce7f9-1c42-496f-af75-e864ca5f972a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:47.530106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-69eacba7-4bf3-47da-8e7b-a40d2f186293 service neutron] 10.222.0.52 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053872 Oct 19 00:42:47.573257 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 867ce7f9-1c42-496f-af75-e864ca5f972a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:47.573722 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:47.626428 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-2270c750-a2b2-4aac-8cae-dce8704838bb service neutron] 10.222.0.52 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898817 Oct 19 00:42:47.654520 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:47.674055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 867ce7f9-1c42-496f-af75-e864ca5f972a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=867ce7f9-1c42-496f-af75-e864ca5f972a,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:47.678484 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:47.726087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=867ce7f9-1c42-496f-af75-e864ca5f972a,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:47.792789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d63f80d-4596-4576-948d-afb4b6e7cf5e req-cdcf837c-2eea-4ca9-a8d5-feb9c4ebb288 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 210 time: 0.0312164 Oct 19 00:42:48.317160 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Sync routers for ids ['723b9b02-4010-48c1-a92b-e4e72973d9ae'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:42:48.326528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Routers {'723b9b02-4010-48c1-a92b-e4e72973d9ae'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:48.327175 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['723b9b02-4010-48c1-a92b-e4e72973d9ae'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:48.435702 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Set router 723b9b02-4010-48c1-a92b-e4e72973d9ae gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:48.637804 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 4, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'gw_port': {'id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '728e7809-74b2-4d52-85b5-ff52ebe1c578', 'name': '', 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'mac_address': 'fa:16:3e:ec:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:44Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 2, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'subnets': [{'id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:48.666394 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Checking router: 723b9b02-4010-48c1-a92b-e4e72973d9ae for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:42:48.666773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Updating router 723b9b02-4010-48c1-a92b-e4e72973d9ae port 728e7809-74b2-4d52-85b5-ff52ebe1c578 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:42:48.692691 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:48.829737 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f23b-8657-429b-ac31-e52b121e950c req-ce76242f-8818-4161-8acb-5cc000de8b55 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:48.831295 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-ce76242f-8818-4161-8acb-5cc000de8b55 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 809 time: 0.1133616 Oct 19 00:42:48.902236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-47563bcb-700a-46b4-9a43-53199677946c req-dc982e25-b4ed-46ef-8971-91fa7f5a58d9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 210 time: 0.0339172 Oct 19 00:42:48.909945 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-f9430c1d-b58e-4c4e-b336-e4c55c70f7b7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263d85a1554d4a85b0da462844247a36 HTTP/1.1" status: 200 len: 379 time: 0.0630362 Oct 19 00:42:48.951603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'port': {'device_id': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'admin_state_up': True, 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'security_groups': ['9ec8297d-5f2e-4c65-a018-c2bc90e897f6']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:48.977692 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:48.983015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.031371 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0bee7-fdb7-4d05-b9b9-89bdc53e677b None None] Pushing event updated for resources: {'Port': ['ID=728e7809-74b2-4d52-85b5-ff52ebe1c578,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:49.073194 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Made reservation on behalf of 263d85a1554d4a85b0da462844247a36 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:49.077863 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.083925 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Attempting to bind port 728e7809-74b2-4d52-85b5-ff52ebe1c578 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:42:49.084294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Attempting to bind port 728e7809-74b2-4d52-85b5-ff52ebe1c578 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '3be119d0-7489-4bd2-90d1-5c40de611522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:42:49.084657 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Attempting to bind port 728e7809-74b2-4d52-85b5-ff52ebe1c578 on network 9af65514-0ab0-461b-b8cd-45dfe6334d61 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:49.090783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:42:49.091171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Checking segment: {'id': '3be119d0-7489-4bd2-90d1-5c40de611522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:42:49.091556 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.091944 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Bound using segment: {'id': '3be119d0-7489-4bd2-90d1-5c40de611522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:49.092525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Bound port: 728e7809-74b2-4d52-85b5-ff52ebe1c578, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be119d0-7489-4bd2-90d1-5c40de611522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:42:49.092911 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.167161 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] For port 728e7809-74b2-4d52-85b5-ff52ebe1c578, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:49.171461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] For port 728e7809-74b2-4d52-85b5-ff52ebe1c578, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=728e7809-74b2-4d52-85b5-ff52ebe1c578,segment=NetworkSegment(3be119d0-7489-4bd2-90d1-5c40de611522),segment_id=3be119d0-7489-4bd2-90d1-5c40de611522)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:49.175927 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.223942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Routers {'723b9b02-4010-48c1-a92b-e4e72973d9ae'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:42:49.224444 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['723b9b02-4010-48c1-a92b-e4e72973d9ae'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:49.232459 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Allocated IP 172.20.0.4 (f246d931-c4ad-4bc4-b500-e5a2acb9bd66/22763ee7-0410-4c09-a1f2-8648cafccee8/4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:49.286086 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0bee7-fdb7-4d05-b9b9-89bdc53e677b None None] Pushing event updated for resources: {'Port': ['ID=728e7809-74b2-4d52-85b5-ff52ebe1c578,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:49.305489 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-cd20cd89-39e0-44f5-b116-a9b655f2d3da None None] Provisioning complete for port 728e7809-74b2-4d52-85b5-ff52ebe1c578 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:49.305860 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd20cd89-39e0-44f5-b116-a9b655f2d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.384885 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.404434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] Set router 723b9b02-4010-48c1-a92b-e4e72973d9ae gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:42:49.420621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.469037 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:49.472079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:49.478786 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:42:49.483363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:49.512320 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd20cd89-39e0-44f5-b116-a9b655f2d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.540649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:49.541288 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.546188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 867ce7f9-1c42-496f-af75-e864ca5f972a up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:49.561320 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-02201b85-165a-4559-98fb-5811aaa91d65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6145184 Oct 19 00:42:49.639788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-cd20cd89-39e0-44f5-b116-a9b655f2d3da None None] For port 728e7809-74b2-4d52-85b5-ff52ebe1c578, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=728e7809-74b2-4d52-85b5-ff52ebe1c578,segment=NetworkSegment(3be119d0-7489-4bd2-90d1-5c40de611522),segment_id=3be119d0-7489-4bd2-90d1-5c40de611522)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:49.647565 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cd20cd89-39e0-44f5-b116-a9b655f2d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.685715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Request body: {'port': {'device_id': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:49.740805 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.749471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 867ce7f9-1c42-496f-af75-e864ca5f972a triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:49.749855 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.751321 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20cd89-39e0-44f5-b116-a9b655f2d3da None None] Pushing event updated for resources: {'Port': ['ID=728e7809-74b2-4d52-85b5-ff52ebe1c578,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:49.806288 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c5ac214e-7db1-4f88-afb5-842027793d19 None None] Provisioning complete for port 728e7809-74b2-4d52-85b5-ff52ebe1c578 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:49.807128 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5ac214e-7db1-4f88-afb5-842027793d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:49.853279 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 4, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'gw_port': {'id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '728e7809-74b2-4d52-85b5-ff52ebe1c578', 'name': '', 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'mac_address': 'fa:16:3e:ec:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:44Z', 'updated_at': '2021-10-19T00:42:49Z', 'revision_number': 4, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'subnets': [{'id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:42:49.904178 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ee68c-a44e-4159-b09d-ed7d99c8c140 None None] The sync data for ids ['723b9b02-4010-48c1-a92b-e4e72973d9ae'] in n-d-713498-28 is: [{'id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:44Z', 'revision_number': 4, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'gw_port': {'id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '728e7809-74b2-4d52-85b5-ff52ebe1c578', 'name': '', 'network_id': '9af65514-0ab0-461b-b8cd-45dfe6334d61', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'mac_address': 'fa:16:3e:ec:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:44Z', 'updated_at': '2021-10-19T00:42:49Z', 'revision_number': 4, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'subnets': [{'id': '10b5e120-ac04-4f29-8b32-a0b34c5a5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:42:49.922834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 728e7809-74b2-4d52-85b5-ff52ebe1c578 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:50.006946 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-c5ac214e-7db1-4f88-afb5-842027793d19 None None] Provisioning complete for port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:50.007429 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c5ac214e-7db1-4f88-afb5-842027793d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:50.010050 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 728e7809-74b2-4d52-85b5-ff52ebe1c578 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:50.010403 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:50.062092 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:42:50.073085 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:50.073306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac214e-7db1-4f88-afb5-842027793d19 None None] Port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:42:50.093720 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ae02b-2039-492a-b185-0a5f62c746f8 req-674fff3b-6bf2-4aab-a6c8-608dda7d6dac tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:50.095372 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e3ae02b-2039-492a-b185-0a5f62c746f8 req-674fff3b-6bf2-4aab-a6c8-608dda7d6dac tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 931 time: 0.1031229 Oct 19 00:42:50.101166 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Transition to ACTIVE for port object 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:42:50.112243 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:50.188331 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:50.216671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e3ae02b-2039-492a-b185-0a5f62c746f8 req-384cffb8-7e15-458b-9ec9-a138ce950da6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126730 Oct 19 00:42:50.270759 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Attempting to bind port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:42:50.271096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Attempting to bind port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:42:50.271429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Attempting to bind port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:50.275763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:42:50.276085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Attempting to bind port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:50.281852 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:42:50.282192 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Checking segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:42:50.282585 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Bound using segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:50.283045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Bound port: 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:42:50.283403 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:50.352107 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:50.355225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:50.362754 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:50.398190 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:50.398864 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:50.400242 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] 10.222.0.102 "PUT /v2.0/ports/4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 1092 time: 0.8226330 Oct 19 00:42:50.400684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:42:50.403490 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde1836c-3eb4-47e5-80f6-b396f312ac4b" -d '{"events": [{"name": "network-changed", "server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:50.438627 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe458b-11e8-476e-b4c9-0491d56baf4f service neutron] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:50.440862 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bd724967-8d90-4f90-b7c1-f100431115ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:50.460541 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb24b49-a9ff-4e9c-ad61-9c550a59d104 x-openstack-request-id: req-0eb24b49-a9ff-4e9c-ad61-9c550a59d104 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:50.461059 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:50.461318 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0eb24b49-a9ff-4e9c-ad61-9c550a59d104 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:50.461723 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'status': 'completed', 'code': 200} Oct 19 00:42:50.520714 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f23b-8657-429b-ac31-e52b121e950c req-eb60f206-b9f2-4a4d-a6b2-4255dca7f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:50.522225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-eb60f206-b9f2-4a4d-a6b2-4255dca7f1d9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1095 time: 0.0422173 Oct 19 00:42:50.578192 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-071cc8c6-3c37-4bdf-a0a8-3c7fcd1cbb17 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 217 time: 0.0393608 Oct 19 00:42:50.629445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f23b-8657-429b-ac31-e52b121e950c req-62cf7876-524a-4a9b-a2d4-5d3284cf6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:50.630912 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-62cf7876-524a-4a9b-a2d4-5d3284cf6c8b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0456030 Oct 19 00:42:50.677951 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f23b-8657-429b-ac31-e52b121e950c req-8a9cfd59-8150-4d86-896e-1208967d5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:50.679418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-8a9cfd59-8150-4d86-896e-1208967d5be0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379961 Oct 19 00:42:51.111666 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-73486801-a4ea-46b6-a886-cb6882002788 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249473 Oct 19 00:42:51.201636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-63a3f23b-8657-429b-ac31-e52b121e950c req-0f1b3422-0255-480a-99d8-33182d825009 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818295 Oct 19 00:42:51.370302 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-eb9e2d32-180f-4bc9-9191-b8930837cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:51.371811 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-eb9e2d32-180f-4bc9-9191-b8930837cd93 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1095 time: 0.0817883 Oct 19 00:42:51.379818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b16d4-57eb-47ef-abb6-68966deb4542 req-419739c9-8acd-4522-b1f2-ced060bdeb0c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:51.381155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea7b16d4-57eb-47ef-abb6-68966deb4542 req-419739c9-8acd-4522-b1f2-ced060bdeb0c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0784404 Oct 19 00:42:51.474616 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ea7b16d4-57eb-47ef-abb6-68966deb4542 req-de3ce3cb-1748-4f31-8f7a-5b701959cc4e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853350 Oct 19 00:42:51.503387 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-304602ae-c69b-4f8f-ae69-962bce795887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:51.504918 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-304602ae-c69b-4f8f-ae69-962bce795887 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.1229315 Oct 19 00:42:51.512199 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 728e7809-74b2-4d52-85b5-ff52ebe1c578 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:51.549721 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-07db4ad9-b95e-4212-a0fc-b1ecf2f30b14 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 217 time: 0.0368483 Oct 19 00:42:51.561853 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 728e7809-74b2-4d52-85b5-ff52ebe1c578 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:51.562228 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:51.599104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-1bcb52c7-15e8-44ca-92c1-8c13ed6fbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:51.600556 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-1bcb52c7-15e8-44ca-92c1-8c13ed6fbb2c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0437355 Oct 19 00:42:51.649553 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-055abf26-e942-4871-8ef6-4d005e58f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:51.651060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-055abf26-e942-4871-8ef6-4d005e58f4dc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432205 Oct 19 00:42:51.739672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-a5b1db70-d04e-4a57-a581-08f8a5aeb029 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812628 Oct 19 00:42:51.831889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fde1836c-3eb4-47e5-80f6-b396f312ac4b req-d26bbd53-0ae0-4eba-97f7-6ee690870e04 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842760 Oct 19 00:42:52.590469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095af4e-7771-4509-b5fd-d443433ed254 req-ecdf2ff2-cb63-479f-a8b2-a7f38d8a4e07 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:52.591976 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7095af4e-7771-4509-b5fd-d443433ed254 req-ecdf2ff2-cb63-479f-a8b2-a7f38d8a4e07 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0511510 Oct 19 00:42:52.628896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7095af4e-7771-4509-b5fd-d443433ed254 req-b8fed086-f92a-4c18-b9d7-65a36b3eab36 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306315 Oct 19 00:42:53.503767 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:42:53.597092 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:53.608851 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'port_id': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'mac_address': 'fa:16:3e:ed:e8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:42:53.649081 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:53.662713 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:42:53.682248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:53.686412 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:53.734387 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:53.744242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9dd46-98e6-40fc-8ea8-126421172b09 req-888633a8-0b57-4c3e-bc81-34ca1be38881 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:53.745734 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-40a9dd46-98e6-40fc-8ea8-126421172b09 req-888633a8-0b57-4c3e-bc81-34ca1be38881 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 944 time: 0.0507247 Oct 19 00:42:53.783152 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-40a9dd46-98e6-40fc-8ea8-126421172b09 req-91fbc18f-e7e8-47a8-a4ec-7e07789c703b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Oct 19 00:42:54.098608 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dcd47ccc-3d37-4a28-90f9-1fe6d3d42a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:54.136653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:42:54.901279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead965b-cc1c-4f21-9f81-e079c8bab15a req-35515002-66ef-40e9-83b6-a840d76b6c42 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:54.902748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ead965b-cc1c-4f21-9f81-e079c8bab15a req-35515002-66ef-40e9-83b6-a840d76b6c42 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 944 time: 0.0529706 Oct 19 00:42:54.940335 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ead965b-cc1c-4f21-9f81-e079c8bab15a req-17760f82-0d90-4c4a-8fc0-83a4a0054c09 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Oct 19 00:42:54.980677 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:55.535447 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:55.583286 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:42:55.586986 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:42:55.587355 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:55.664623 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:55.686009 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:42:55.688215 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762cbb7f-c800-422e-a5ba-98cf69dad6bc" -d '{"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:55.701504 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:55.707921 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:55.741320 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:55.763896 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:55.791028 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17ab1f-583f-4369-86bb-3ebeb45b4931 x-openstack-request-id: req-1c17ab1f-583f-4369-86bb-3ebeb45b4931 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:55.791323 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:55.791582 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c17ab1f-583f-4369-86bb-3ebeb45b4931 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:55.791986 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'code': 200} Oct 19 00:42:55.913045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e23b8-b827-4531-87d9-594ace4dd153 req-af9fc154-6289-4afe-8f52-ab411a1d74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:55.914545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-943e23b8-b827-4531-87d9-594ace4dd153 req-af9fc154-6289-4afe-8f52-ab411a1d74ad service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1097 time: 0.0393407 Oct 19 00:42:55.949504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-943e23b8-b827-4531-87d9-594ace4dd153 req-d635f7e9-d074-4629-bdfe-149bea6630ab service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269077 Oct 19 00:42:56.052942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead4af-db79-4f96-a78f-02355bc280c1 req-ca6132e6-e4dd-40a7-b3d0-cc81a4ee479b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:56.054377 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70ead4af-db79-4f96-a78f-02355bc280c1 req-ca6132e6-e4dd-40a7-b3d0-cc81a4ee479b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0475943 Oct 19 00:42:56.091587 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-70ead4af-db79-4f96-a78f-02355bc280c1 req-2f9b0f79-6253-4a5d-97ac-35d147db897e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312934 Oct 19 00:42:57.206499 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291437b1-13b5-4815-bed0-2965ef170276 req-ccff6ff4-5c6d-4249-879c-1bae56914923 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:57.208009 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-291437b1-13b5-4815-bed0-2965ef170276 req-ccff6ff4-5c6d-4249-879c-1bae56914923 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0531852 Oct 19 00:42:57.246573 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-291437b1-13b5-4815-bed0-2965ef170276 req-a79b4571-0851-42e6-a4b9-133146a4e81f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323782 Oct 19 00:42:58.218138 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:58.360508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3c3e-43fe-44b7-81e0-1031cfb4ab8f req-1445bd3d-9eaa-481e-aec1-95341364b665 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:58.361986 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acee3c3e-43fe-44b7-81e0-1031cfb4ab8f req-1445bd3d-9eaa-481e-aec1-95341364b665 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0500791 Oct 19 00:42:58.399626 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-acee3c3e-43fe-44b7-81e0-1031cfb4ab8f req-fb2df028-eb13-44cb-a5bc-35f9a81a188f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316162 Oct 19 00:42:58.511711 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff721f86-c4ce-4cb4-b1cb-d00d7d95aec5 req-48de99c5-53e8-4257-bddd-db1997b08566 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:58.513153 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff721f86-c4ce-4cb4-b1cb-d00d7d95aec5 req-48de99c5-53e8-4257-bddd-db1997b08566 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0483527 Oct 19 00:42:58.550033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff721f86-c4ce-4cb4-b1cb-d00d7d95aec5 req-5a85b806-1cf4-4314-bcb6-77d36ca4a640 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308948 Oct 19 00:42:58.571529 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44536) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:58.657321 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e294d-638a-45d4-9295-e50d9811b251 tempest-TestShelveInstance-173948998 tempest-TestShelveInstance-173948998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:42:58.659653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3b6e294d-638a-45d4-9295-e50d9811b251 tempest-TestShelveInstance-173948998 tempest-TestShelveInstance-173948998-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1092 time: 0.0868526 Oct 19 00:42:58.662588 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44540) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:42:58.667213 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:42:58.688590 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:58.785795 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:58.885784 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Allocated IP 172.25.7.129 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/12607e26-19a8-460b-b6a2-d57c8f4cc666) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:58.989746 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:59.021374 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:59.057475 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:59.060271 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:59.063726 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:42:59.090654 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'Port': ['ID=12607e26-19a8-460b-b6a2-d57c8f4cc666,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:59.413723 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:59.478279 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:59.625298 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:59.630269 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:59.701086 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'Port': ['ID=12607e26-19a8-460b-b6a2-d57c8f4cc666,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:59.711066 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:42:59.811937 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Floating IP 9b5fb9b8-4522-4f27-a586-8f305a25ea3b associated. External IP: 172.25.7.129, port: 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54. Oct 19 00:43:00.314837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Router 68be389d-f29b-41c1-94fe-3edb8a631d5a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:43:00.418195 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:43:00.428382 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] Sync routers for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:43:00.436293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:00.437543 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:43:00.438138 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:00.462778 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-024ebe87-feec-4d4d-90d1-e203203b3e8a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7990403 Oct 19 00:43:00.463383 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:43:00.465659 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53730667-3c2c-404d-99b6-1a70a13fa852" -d '{"events": [{"name": "network-changed", "server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:00.543339 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:43:00.554519 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ffad6d-2c5e-441b-9895-fc1c237b8571 x-openstack-request-id: req-b8ffad6d-2c5e-441b-9895-fc1c237b8571 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:00.554852 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:00.555138 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8ffad6d-2c5e-441b-9895-fc1c237b8571 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:00.555545 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'status': 'completed', 'code': 200} Oct 19 00:43:00.639874 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-cb884ddf-b2bc-40b4-806c-1f27e43fc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:43:00.641416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-cb884ddf-b2bc-40b4-806c-1f27e43fc9fd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1097 time: 0.0415730 Oct 19 00:43:00.732598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-e5cd42eb-1434-48d6-944b-c00c990eab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:43:00.734076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-e5cd42eb-1434-48d6-944b-c00c990eab31 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0842054 Oct 19 00:43:00.769741 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '9b5fb9b8-4522-4f27-a586-8f305a25ea3b', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'port_id': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'mac_address': 'fa:16:3e:ed:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:42:59Z', 'updated_at': '2021-10-19T00:42:59Z', 'revision_number': 0, 'project_id': '263d85a1554d4a85b0da462844247a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:00.796574 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] Checking router: 68be389d-f29b-41c1-94fe-3edb8a631d5a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:43:00.804006 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-bb3d155e-d416-4da8-9067-26449337ecfd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 999 time: 0.0623336 Oct 19 00:43:00.804900 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:43:00.805491 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:42:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:00.853869 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-ba877212-3625-4515-b5ca-b7fd65f3c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:43:00.855306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-ba877212-3625-4515-b5ca-b7fd65f3c874 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0444567 Oct 19 00:43:00.901068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-de5b0ef5-589c-43b9-a62f-8e531eb2743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:43:00.902560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-de5b0ef5-589c-43b9-a62f-8e531eb2743c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397704 Oct 19 00:43:00.909973 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:43:00.996672 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-53e6a6d1-ec9d-4b2c-bf28-583813bbe3b7 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863659 Oct 19 00:43:01.090391 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53730667-3c2c-404d-99b6-1a70a13fa852 req-d43dac71-e5d4-4e1a-a6f7-b12aeac8f0b4 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863771 Oct 19 00:43:01.129576 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '9b5fb9b8-4522-4f27-a586-8f305a25ea3b', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'port_id': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'mac_address': 'fa:16:3e:ed:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:42:59Z', 'updated_at': '2021-10-19T00:42:59Z', 'revision_number': 0, 'project_id': '263d85a1554d4a85b0da462844247a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:01.238351 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b3f88-7439-4afe-a14b-df445cf2fbce None None] The sync data for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 is: [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': '9b5fb9b8-4522-4f27-a586-8f305a25ea3b', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'floating_ip_address': '172.25.7.129', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'port_id': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'mac_address': 'fa:16:3e:ed:e8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:42:59Z', 'updated_at': '2021-10-19T00:42:59Z', 'revision_number': 0, 'project_id': '263d85a1554d4a85b0da462844247a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:43:01.416458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561be4f-b0d0-408d-8dca-aef820ab8c0d None None] New status for floating IP 9b5fb9b8-4522-4f27-a586-8f305a25ea3b: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:43:05.635607 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:07.415617 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:07.717548 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:43:20.437865 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1982d493-d34d-464c-9b6b-96e6dfcc211f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:24.098786 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-10de1cee-6f63-4ab1-86fd-914824cf1c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:24.981626 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:25.720151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:28.221226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:35.646282 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:37.258549 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:44.716874 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:43:50.231348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-fba6079d-d2ef-4089-945e-12a971f1c199 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398810 Oct 19 00:43:50.329652 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-9ada8740-7be7-4ab2-82dc-e1c1bc7550ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:43:50.331101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-9ada8740-7be7-4ab2-82dc-e1c1bc7550ad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1097 time: 0.0394490 Oct 19 00:43:50.436747 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-14f52486-dbcd-4549-92e7-605b95437510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:43:50.438103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-14f52486-dbcd-4549-92e7-605b95437510 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0856297 Oct 19 00:43:50.438619 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a535aeb1-6f5e-4b93-a23c-a3b5e347c85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:50.504631 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-9e9e6655-0b08-4f83-952e-61b76178bc56 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 1001 time: 0.0580902 Oct 19 00:43:50.556158 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-e2ef9fd2-508e-4fa8-aadd-e3c7e5b04e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:43:50.557554 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-e2ef9fd2-508e-4fa8-aadd-e3c7e5b04e95 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0423985 Oct 19 00:43:50.609482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-8d89a40b-c3c4-4935-9ff2-e480b1864373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:43:50.610965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-8d89a40b-c3c4-4935-9ff2-e480b1864373 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446312 Oct 19 00:43:50.700658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-ae12f978-42a9-4fec-bcb6-3816a259a539 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817845 Oct 19 00:43:50.794472 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb213c1d-6a01-476c-a35f-fdf90b4fdec0 req-73c8d46c-fa1f-4611-96b2-8bbee0f21eaf service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850313 Oct 19 00:43:54.100158 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c8c57ba6-14d2-4ea1-82d2-faf31666d69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:54.983076 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:55.722208 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:43:58.224378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:05.661243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:07.272859 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:20.439423 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f26e7ae2-2329-4a5a-a2bb-47dc3ba32719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:21.716972 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:44:24.101257 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-714066bd-f191-4a27-9a02-f4757fcc70be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:24.983676 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:25.724209 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:28.227042 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:35.661790 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:37.284517 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:50.439328 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff8ca-d1c9-4f62-a6ee-a284183dfc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:51.244215 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-4245dc44-e030-4198-8655-3812a4ef3921 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402362 Oct 19 00:44:51.348977 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-8b14900d-f6c5-41d2-a549-cee99f119fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:44:51.350431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-8b14900d-f6c5-41d2-a549-cee99f119fd3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1097 time: 0.0399811 Oct 19 00:44:51.457985 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-19506e1c-3b80-400d-9de8-60097407c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:44:51.459448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-19506e1c-3b80-400d-9de8-60097407c267 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0868886 Oct 19 00:44:51.527621 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-160bff48-988a-4e3d-9b3c-7722a2be405a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 1001 time: 0.0574102 Oct 19 00:44:51.581677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-539df838-1a7d-47df-bb1f-e3e008d3583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:44:51.583117 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-539df838-1a7d-47df-bb1f-e3e008d3583d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0470207 Oct 19 00:44:51.629017 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-47c2df7b-d689-4a24-a5c7-d31e316ef0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:44:51.630461 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-47c2df7b-d689-4a24-a5c7-d31e316ef0c5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398452 Oct 19 00:44:51.643997 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-07c55989-a80c-4b7f-baae-86f6bcdb7d07 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:44:51.644933 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-07c55989-a80c-4b7f-baae-86f6bcdb7d07 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047991 Oct 19 00:44:51.733182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-c85fe379-6d04-486a-8a2b-44a869438e58 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808654 Oct 19 00:44:51.826101 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b745e10a-0680-44a7-a710-e5f572d16e50 req-ce360c70-0a91-46fb-a885-3923dced2f8f service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849109 Oct 19 00:44:54.102571 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8b36e8b0-5274-4850-9892-9da96a4695f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:54.984756 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:55.727513 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:58.229028 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:44:58.715873 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:45:05.662221 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:07.284243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:20.438575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e354764-bb5c-4af6-92ba-f40813408d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:24.103875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4e83a1d2-2e4d-436f-9387-048821ddbdb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:24.986052 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:25.731039 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:27.889310 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef30cf-6983-43c0-abca-23b0c6329e86 req-bbb52cad-878f-458d-9b8b-135b9b990c39 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:27.890789 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34ef30cf-6983-43c0-abca-23b0c6329e86 req-bbb52cad-878f-458d-9b8b-135b9b990c39 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0493948 Oct 19 00:45:27.927551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-34ef30cf-6983-43c0-abca-23b0c6329e86 req-afbbcf58-dc9e-4a1c-b845-d8a20a99f30b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308867 Oct 19 00:45:28.232118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:29.062931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb138027-e55d-44d4-8273-6ac7b473c267 req-d200228f-aa05-491d-9c5d-59d917d1e8f0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:29.064302 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb138027-e55d-44d4-8273-6ac7b473c267 req-d200228f-aa05-491d-9c5d-59d917d1e8f0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0469940 Oct 19 00:45:29.106126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bb138027-e55d-44d4-8273-6ac7b473c267 req-d5489e09-8eea-49b9-b602-3be8de769d97 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358934 Oct 19 00:45:30.218820 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338f4d-e9ea-41b0-be52-912412e52eb4 req-6f009237-302b-416f-947d-99b4337d07ec tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:30.220270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd338f4d-e9ea-41b0-be52-912412e52eb4 req-6f009237-302b-416f-947d-99b4337d07ec tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0485153 Oct 19 00:45:30.256889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cd338f4d-e9ea-41b0-be52-912412e52eb4 req-bde5fc1b-e73b-4c65-99d8-d868fb1ffe33 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308125 Oct 19 00:45:31.369510 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b50991-98ed-4e6e-9b19-0f58b14b834c req-a9054561-2d6d-4eae-b988-74d0eb18f91a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:31.370979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42b50991-98ed-4e6e-9b19-0f58b14b834c req-a9054561-2d6d-4eae-b988-74d0eb18f91a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0479169 Oct 19 00:45:31.407859 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-42b50991-98ed-4e6e-9b19-0f58b14b834c req-cfb3c625-2db1-4bfe-95cd-99a605dd5678 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310721 Oct 19 00:45:32.519311 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18673e32-02ce-41ad-a988-d596af95c0c0 req-ec4d983b-47b6-4c53-b91d-b131578171d9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:32.520753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18673e32-02ce-41ad-a988-d596af95c0c0 req-ec4d983b-47b6-4c53-b91d-b131578171d9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0481114 Oct 19 00:45:32.561343 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-18673e32-02ce-41ad-a988-d596af95c0c0 req-5726f5d1-5d56-4da8-9b17-34bf731f76c9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348251 Oct 19 00:45:33.674701 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9222d-d6af-43f8-ac91-3790abaade87 req-dd40fe0c-c663-40d2-a12f-a0c48355fc64 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:33.676089 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-edc9222d-d6af-43f8-ac91-3790abaade87 req-dd40fe0c-c663-40d2-a12f-a0c48355fc64 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0476224 Oct 19 00:45:33.713013 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-edc9222d-d6af-43f8-ac91-3790abaade87 req-2ed0d1dc-f157-4006-b599-6b6eccebcf32 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310192 Oct 19 00:45:34.829932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc52295-c746-4123-95fd-243624862eda req-93caadd0-6998-4101-8ea1-6444ffc8e6b4 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:34.831476 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9bc52295-c746-4123-95fd-243624862eda req-93caadd0-6998-4101-8ea1-6444ffc8e6b4 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0496640 Oct 19 00:45:34.868593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9bc52295-c746-4123-95fd-243624862eda req-0aca1768-ac3f-4299-9f29-efac0ddd4faa tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Oct 19 00:45:35.672584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:35.714426 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:45:35.982979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af622c-4609-49c5-aa36-f8b1bf7023fe req-4596f90a-fa78-4f90-9966-54122a03a254 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:35.984446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98af622c-4609-49c5-aa36-f8b1bf7023fe req-4596f90a-fa78-4f90-9966-54122a03a254 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0487833 Oct 19 00:45:36.025893 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-98af622c-4609-49c5-aa36-f8b1bf7023fe req-916641f9-139c-4625-b4e3-91085d54ca84 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354731 Oct 19 00:45:37.139655 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cad61-320e-4363-bc46-fdb6eb717b70 req-c81c1090-d668-4157-81b9-2adb90c48749 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:37.141125 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c3cad61-320e-4363-bc46-fdb6eb717b70 req-c81c1090-d668-4157-81b9-2adb90c48749 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0484917 Oct 19 00:45:37.178910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c3cad61-320e-4363-bc46-fdb6eb717b70 req-7a1894f6-eaf4-4e30-94fe-5efe9e85baba tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319190 Oct 19 00:45:37.285978 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:38.290409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5f0a5-0b11-4b7f-a02f-2f4d8e36ebc3 req-4bde3cb2-15f4-4a6c-8fb3-1b944d05f6ab tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:38.291909 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21d5f0a5-0b11-4b7f-a02f-2f4d8e36ebc3 req-4bde3cb2-15f4-4a6c-8fb3-1b944d05f6ab tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0486238 Oct 19 00:45:38.329748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-21d5f0a5-0b11-4b7f-a02f-2f4d8e36ebc3 req-a30f6d82-fc79-47c8-8069-76489ac86516 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314722 Oct 19 00:45:39.441038 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dce67-fb19-4c52-9669-ae26070b815e req-96918773-f630-4a1d-9773-32f3cd83b311 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:39.442375 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-795dce67-fb19-4c52-9669-ae26070b815e req-96918773-f630-4a1d-9773-32f3cd83b311 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0467761 Oct 19 00:45:39.483195 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-795dce67-fb19-4c52-9669-ae26070b815e req-325c6fc7-0ca6-4efd-b5dd-cd4b025ddc52 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341856 Oct 19 00:45:40.343962 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:45:40.438496 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:40.449816 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'port_id': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'mac_address': 'fa:16:3e:ed:e8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:45:40.486609 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:40.499200 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:45:40.518488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:40.522542 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:40.574448 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:40.582607 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.582987 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.583326 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.583664 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.583980 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.584300 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.584622 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.584942 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.585260 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.585577 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.585892 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.586209 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:40.664771 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:45:40.672843 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3be72e-89b7-442e-8dc2-0e2efeee318b req-68ecde8e-75a9-4883-a2d8-3872b43254b0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:40.674313 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc3be72e-89b7-442e-8dc2-0e2efeee318b req-68ecde8e-75a9-4883-a2d8-3872b43254b0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 944 time: 0.1232936 Oct 19 00:45:40.711628 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bc3be72e-89b7-442e-8dc2-0e2efeee318b req-d11c6d5f-0741-4bb9-ba7d-17d5954a1314 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 Oct 19 00:45:41.825925 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae992d6-5f6a-467b-ad24-e82dfa538edb req-871dc53b-12a2-4ac8-ba4c-cda975bfd6ab tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:41.827988 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ae992d6-5f6a-467b-ad24-e82dfa538edb req-871dc53b-12a2-4ac8-ba4c-cda975bfd6ab tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 944 time: 0.0499389 Oct 19 00:45:41.864817 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ae992d6-5f6a-467b-ad24-e82dfa538edb req-5fa21a07-39d4-4aaa-bd8a-318f0105adaa tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Oct 19 00:45:42.365659 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:45:42.411989 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:45:42.412354 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:42.484020 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:42.505358 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:45:42.507595 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e086527c-d7b0-4137-abca-effb86ab2f26" -d '{"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:42.520459 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:42.524941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:42.550395 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8ecbe4-a818-404e-a5c3-63748fb982e7 x-openstack-request-id: req-cc8ecbe4-a818-404e-a5c3-63748fb982e7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:42.550700 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:42.550983 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc8ecbe4-a818-404e-a5c3-63748fb982e7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:42.551371 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'code': 200} Oct 19 00:45:42.576648 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:42.979613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b72c-384a-491b-9884-8ede4ea61ea8 req-eabd81cc-b918-42c0-8851-364d9aad155b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:42.981061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e71b72c-384a-491b-9884-8ede4ea61ea8 req-eabd81cc-b918-42c0-8851-364d9aad155b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0489197 Oct 19 00:45:43.021346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e71b72c-384a-491b-9884-8ede4ea61ea8 req-098de5c5-fca9-4c88-8cec-601243b74391 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337467 Oct 19 00:45:44.133558 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0feba7-d748-4a3b-9275-aed099cd583f req-7772ddc9-3443-4472-b07a-9ddd74b3dfb7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:44.135027 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe0feba7-d748-4a3b-9275-aed099cd583f req-7772ddc9-3443-4472-b07a-9ddd74b3dfb7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0477614 Oct 19 00:45:44.172529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe0feba7-d748-4a3b-9275-aed099cd583f req-3443b8d4-f746-4b0e-b872-cdd8d25f91ab tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312011 Oct 19 00:45:45.286909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf6d80-c51b-45ee-ba0a-94a34ac75b39 req-1a98e133-2901-4822-9b70-645839c096d8 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:45.288396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2bdf6d80-c51b-45ee-ba0a-94a34ac75b39 req-1a98e133-2901-4822-9b70-645839c096d8 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0490854 Oct 19 00:45:45.328201 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2bdf6d80-c51b-45ee-ba0a-94a34ac75b39 req-83aae4f4-168f-498d-b200-48665106d3d2 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333257 Oct 19 00:45:46.453784 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512284a0-839d-4e45-81ae-da53b96ff69d req-ba2f2df7-cb67-4346-89d5-1f1b98ba1df7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:46.461841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-512284a0-839d-4e45-81ae-da53b96ff69d req-ba2f2df7-cb67-4346-89d5-1f1b98ba1df7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0617449 Oct 19 00:45:46.502985 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-512284a0-839d-4e45-81ae-da53b96ff69d req-e6b48328-f904-40fc-bd8a-e2998abe5ca6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401509 Oct 19 00:45:47.628942 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d49e-5a34-4a7e-8d39-2525aff2dd8d req-6d1d8203-9709-45db-b369-8bc4182059b6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:47.636426 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3069d49e-5a34-4a7e-8d39-2525aff2dd8d req-6d1d8203-9709-45db-b369-8bc4182059b6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0615287 Oct 19 00:45:47.687115 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3069d49e-5a34-4a7e-8d39-2525aff2dd8d req-8cd0fb20-cffe-454e-8740-10a449518ccc tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396507 Oct 19 00:45:48.800243 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198420c-67d2-4f33-b76a-4881a6193bfc req-2530929b-4538-4a8b-b91d-6c214fd0024e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:48.801843 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8198420c-67d2-4f33-b76a-4881a6193bfc req-2530929b-4538-4a8b-b91d-6c214fd0024e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0548809 Oct 19 00:45:48.851410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8198420c-67d2-4f33-b76a-4881a6193bfc req-450989e3-e82c-4653-8760-d575b4be8db0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362775 Oct 19 00:45:49.973267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099bb31-36d9-4bb2-bb2b-51992c5cdc57 req-e4b8ce15-91d3-4437-8874-b3a7a9b9fb19 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:49.974837 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b099bb31-36d9-4bb2-bb2b-51992c5cdc57 req-e4b8ce15-91d3-4437-8874-b3a7a9b9fb19 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0552659 Oct 19 00:45:50.042448 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b099bb31-36d9-4bb2-bb2b-51992c5cdc57 req-8e10dfab-d6d9-43f8-8649-08a60e031367 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446053 Oct 19 00:45:50.449618 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bcd75a05-0272-414f-9c29-88c2e2e2ac28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:51.145796 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad1c92-d07d-4a86-9292-499750040a75 req-3662e388-6f33-4f31-adb0-49c1d9a56a63 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:51.147329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bad1c92-d07d-4a86-9292-499750040a75 req-3662e388-6f33-4f31-adb0-49c1d9a56a63 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0515680 Oct 19 00:45:51.189237 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bad1c92-d07d-4a86-9292-499750040a75 req-23c525dc-8851-43cb-a315-eb367e776097 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355470 Oct 19 00:45:52.331808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-db36d4be-bb3a-4cb8-8300-cf3ae49ab4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:52.333446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-db36d4be-bb3a-4cb8-8300-cf3ae49ab4db service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1097 time: 0.0820048 Oct 19 00:45:52.342264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01cbf9-79f4-489d-9688-2d72766818ce req-0ffea13d-41fa-4cbb-a169-74ea34055db3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:52.344346 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef01cbf9-79f4-489d-9688-2d72766818ce req-0ffea13d-41fa-4cbb-a169-74ea34055db3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0668519 Oct 19 00:45:52.443752 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ef01cbf9-79f4-489d-9688-2d72766818ce req-c00cbd3b-434a-4958-8a40-9ee4efdafebd tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930259 Oct 19 00:45:52.482602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-34786171-7b92-40da-9beb-1755c253b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:52.484429 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-34786171-7b92-40da-9beb-1755c253b161 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.1155319 Oct 19 00:45:52.559408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-b62fc82a-8367-44eb-9287-d9eeb54e0756 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 1001 time: 0.0674689 Oct 19 00:45:52.614760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-429500d6-f230-4f3a-b35d-e95c310062d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:52.616288 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-429500d6-f230-4f3a-b35d-e95c310062d4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0487196 Oct 19 00:45:52.667117 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-a37403a7-416a-4e4e-9495-6d8e86527bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:52.668794 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-a37403a7-416a-4e4e-9495-6d8e86527bb4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442042 Oct 19 00:45:52.774298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-3db727c7-d2aa-45c6-9541-b9092740b364 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970614 Oct 19 00:45:52.887418 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a77a8260-2a5f-486a-8acf-200a0b911678 req-030a4ffd-790f-49f3-a7b6-41c92ef8bc1f service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036384 Oct 19 00:45:53.567367 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec91fc-2425-4486-8a41-e093709ef92d req-24b784cf-9c08-45b7-83be-a4c5d712edf6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:53.568940 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fec91fc-2425-4486-8a41-e093709ef92d req-24b784cf-9c08-45b7-83be-a4c5d712edf6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0550237 Oct 19 00:45:53.616750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0fec91fc-2425-4486-8a41-e093709ef92d req-d461233d-d75f-4f29-b42d-d387176beea5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409849 Oct 19 00:45:54.105299 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a35e6f59-fc33-443c-bdd4-f82bf38e406d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:54.733168 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec44d74-31f8-4d21-aa76-a1ccb4a49e03 req-254dce9c-cf27-4f3c-b153-8374ead5b84e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:54.734534 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ec44d74-31f8-4d21-aa76-a1ccb4a49e03 req-254dce9c-cf27-4f3c-b153-8374ead5b84e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0489426 Oct 19 00:45:54.771306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ec44d74-31f8-4d21-aa76-a1ccb4a49e03 req-21f3ff30-2810-40e1-b3dd-6fef5dc7eb3a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309012 Oct 19 00:45:54.986517 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:55.469919 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-ee51ad88-3fdb-4dff-8da9-8919a9cbe783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:55.471398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-ee51ad88-3fdb-4dff-8da9-8919a9cbe783 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1097 time: 0.0396042 Oct 19 00:45:55.561940 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-e3d6bdbe-90d0-43da-8e90-684e349e73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:55.563396 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-e3d6bdbe-90d0-43da-8e90-684e349e73a6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0854430 Oct 19 00:45:55.628893 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-7b89f452-5659-46be-be98-33e117c8333f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 1001 time: 0.0575361 Oct 19 00:45:55.676891 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-d3418abf-1b6c-4bef-9b6e-66f7abbada2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:55.678263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-d3418abf-1b6c-4bef-9b6e-66f7abbada2f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0419767 Oct 19 00:45:55.727668 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-7b036c32-9691-44a9-b471-75b97d4bbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:55.729165 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-7b036c32-9691-44a9-b471-75b97d4bbddb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437903 Oct 19 00:45:55.733832 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:55.821828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-929d35f9-ddf6-4bf9-b056-b97fd889d21c service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842078 Oct 19 00:45:55.941325 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000315b-1e5a-41c6-b3ac-5e829da11736 req-6f019474-c349-4909-a252-0ff297a14f54 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:55.942800 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c000315b-1e5a-41c6-b3ac-5e829da11736 req-6f019474-c349-4909-a252-0ff297a14f54 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0954874 Oct 19 00:45:55.959177 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-593b7162-89cf-4b6f-ad9d-959cd072053e req-ef654446-3bc9-4591-9e22-e6400fa2c078 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293447 Oct 19 00:45:55.985208 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c000315b-1e5a-41c6-b3ac-5e829da11736 req-81ff056d-1a12-4fda-ba16-2b5502108ab2 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350418 Oct 19 00:45:57.102329 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e41018-4a04-49d1-8341-ab9fdbc8f19a req-602f4595-fb2a-48b7-aa4e-0c51797fb023 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:57.103756 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90e41018-4a04-49d1-8341-ab9fdbc8f19a req-602f4595-fb2a-48b7-aa4e-0c51797fb023 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0530803 Oct 19 00:45:57.141010 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-90e41018-4a04-49d1-8341-ab9fdbc8f19a req-9f567372-1ecf-459d-a25b-a690193f1b28 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313635 Oct 19 00:45:58.235647 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:45:58.253846 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782b1c5-a320-4807-a819-682cee71eeea req-472a5cc2-9b6f-47f9-93f5-d5612d51112b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:58.255337 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b782b1c5-a320-4807-a819-682cee71eeea req-472a5cc2-9b6f-47f9-93f5-d5612d51112b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0490427 Oct 19 00:45:58.291874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b782b1c5-a320-4807-a819-682cee71eeea req-ffaab99d-53d2-492d-9b5d-1e5aae30a455 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305696 Oct 19 00:45:58.398584 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-432ed7d6-3e01-4949-b6e0-3522feef969b req-f2135371-02aa-4357-b7b0-a3cc8fb21c1b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:45:58.399638 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-432ed7d6-3e01-4949-b6e0-3522feef969b req-f2135371-02aa-4357-b7b0-a3cc8fb21c1b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469594 Oct 19 00:45:58.551127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78e8df-aa53-47d5-8ce1-6c19392d1737 req-299b697b-59ca-4b17-9351-8d18f3155f4f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:58.552593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d78e8df-aa53-47d5-8ce1-6c19392d1737 req-299b697b-59ca-4b17-9351-8d18f3155f4f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0520563 Oct 19 00:45:58.589848 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2d78e8df-aa53-47d5-8ce1-6c19392d1737 req-31a86058-525e-437b-879a-9c4931187ec1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313535 Oct 19 00:45:58.753102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44760) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:45:58.840120 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-e731d0da-71b5-40bc-bc31-07d2104d0b7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858691 Oct 19 00:45:58.848650 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-48e0a364-c9a4-4b7d-8a65-22c05f579936 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:45:58.849575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-48e0a364-c9a4-4b7d-8a65-22c05f579936 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046999 Oct 19 00:45:59.715632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-13287765-e9f2-44f2-aa61-428a5673c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:59.717102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-13287765-e9f2-44f2-aa61-428a5673c286 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9&tenant_id=263d85a1554d4a85b0da462844247a36 HTTP/1.1" status: 200 len: 1097 time: 0.0689354 Oct 19 00:45:59.725649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864a845-11b9-403b-99fa-a75d33a44fc2 req-eb9e1313-6102-4237-acf6-64ef0f5672bd tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:59.727003 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a864a845-11b9-403b-99fa-a75d33a44fc2 req-eb9e1313-6102-4237-acf6-64ef0f5672bd tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 945 time: 0.0704000 Oct 19 00:45:59.786781 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a864a845-11b9-403b-99fa-a75d33a44fc2 req-c76ead30-eddb-4d9d-986f-ad9a696207c0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536430 Oct 19 00:45:59.803590 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-22488989-488b-4781-b960-6a1763add3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:59.805069 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-22488989-488b-4781-b960-6a1763add3e7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1097 time: 0.0519724 Oct 19 00:45:59.896581 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-d2b56e56-e752-49a7-8dc1-620a09c5401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:45:59.898046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-d2b56e56-e752-49a7-8dc1-620a09c5401a service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0862844 Oct 19 00:45:59.964136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-4cdeb391-42f3-4dfa-8ccc-f03d8eee8a60 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 1001 time: 0.0593176 Oct 19 00:46:00.012402 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-5f7aba53-3d57-4c7c-a7cd-1193342f237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:00.013765 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-5f7aba53-3d57-4c7c-a7cd-1193342f237c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0411904 Oct 19 00:46:00.059344 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-85a9be09-678d-41ae-8f25-08117474bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:00.060741 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-85a9be09-678d-41ae-8f25-08117474bb6f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396588 Oct 19 00:46:00.152102 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-12d91384-1060-4b15-813b-5632d86f4a82 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835998 Oct 19 00:46:00.239103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-7218e6da-a503-4759-a87a-c8f4c9b244f5 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790937 Oct 19 00:46:00.431801 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:46:00.508945 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:00.536667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:46:00.540095 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3121da-598e-42f4-b419-1fdc741c13bf" -d '{"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:00.557561 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:00.565538 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:00.603381 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cf6015-df8b-49e3-9a76-deeb78d9d764 x-openstack-request-id: req-42cf6015-df8b-49e3-9a76-deeb78d9d764 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:00.603905 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:00.604145 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42cf6015-df8b-49e3-9a76-deeb78d9d764 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:00.604760 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'code': 200} Oct 19 00:46:00.645053 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:00.906827 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cb977-8ded-4228-a92b-b732bc5b38db req-7a6bdf8e-c80f-4008-b27e-2702504a50f3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:00.908344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-709cb977-8ded-4228-a92b-b732bc5b38db req-7a6bdf8e-c80f-4008-b27e-2702504a50f3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0502841 Oct 19 00:46:00.954970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-709cb977-8ded-4228-a92b-b732bc5b38db req-2341069d-ad25-4200-984b-a4f1687844f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402267 Oct 19 00:46:02.073839 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f91f2-9367-42a7-af90-fb8fb355f0ae req-ac7b1ca4-50dc-4f2c-b1a7-42591cfb52db tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:02.075254 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-619f91f2-9367-42a7-af90-fb8fb355f0ae req-ac7b1ca4-50dc-4f2c-b1a7-42591cfb52db tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0541127 Oct 19 00:46:02.114204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-619f91f2-9367-42a7-af90-fb8fb355f0ae req-39000586-45f3-438e-bb06-e85694536910 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324914 Oct 19 00:46:03.234741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9db4dd-0a46-438d-acab-fe60975ec94b req-b08d9338-92ec-429b-9b26-e0eebd1183b3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:03.236732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c9db4dd-0a46-438d-acab-fe60975ec94b req-b08d9338-92ec-429b-9b26-e0eebd1183b3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0519831 Oct 19 00:46:03.275079 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-0c9db4dd-0a46-438d-acab-fe60975ec94b req-137fdcfd-4102-4e41-b65b-81336ac81491 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321171 Oct 19 00:46:04.395434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b9782-6bfa-4538-bea9-fd612dff631f req-0673358b-7eb7-48b1-9455-9b4e918705b8 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:04.397243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-518b9782-6bfa-4538-bea9-fd612dff631f req-0673358b-7eb7-48b1-9455-9b4e918705b8 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0517085 Oct 19 00:46:04.439178 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-518b9782-6bfa-4538-bea9-fd612dff631f req-fc566c69-2365-47ca-9a4e-e79de92b9f07 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359254 Oct 19 00:46:05.557422 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ef24d-8902-46d6-abd3-317f7bac994a req-5ae15a48-2b00-4a1b-a9b9-0d3d5b6a1dd7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:05.559251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e7ef24d-8902-46d6-abd3-317f7bac994a req-5ae15a48-2b00-4a1b-a9b9-0d3d5b6a1dd7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0486269 Oct 19 00:46:05.602465 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9e7ef24d-8902-46d6-abd3-317f7bac994a req-af35f471-9b46-4af4-814b-e5a2db4ec0a1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370374 Oct 19 00:46:05.672886 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:06.731824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb1f45-7d2d-4eba-a3dc-eed84a68b77f req-367a258c-9c59-4412-9f69-cf881179de96 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:06.734229 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43eb1f45-7d2d-4eba-a3dc-eed84a68b77f req-367a258c-9c59-4412-9f69-cf881179de96 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0535526 Oct 19 00:46:06.772529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-43eb1f45-7d2d-4eba-a3dc-eed84a68b77f req-8620e950-a8ca-4345-822e-62fd10b53e01 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Oct 19 00:46:07.286139 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:07.891824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50fe76-cafd-41c0-9540-03fd8653dd46 req-efb8cfec-b034-4957-9a87-abaee4427787 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:07.893289 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff50fe76-cafd-41c0-9540-03fd8653dd46 req-efb8cfec-b034-4957-9a87-abaee4427787 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0526066 Oct 19 00:46:07.935895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ff50fe76-cafd-41c0-9540-03fd8653dd46 req-d7c11d26-f960-45e1-8036-fae454a46f0c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367379 Oct 19 00:46:09.059541 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d598a6-bab1-48a0-87ce-a0ecdad8fa54 req-10344560-c1be-4ce3-b692-3911ac4e771e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:09.061069 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2d598a6-bab1-48a0-87ce-a0ecdad8fa54 req-10344560-c1be-4ce3-b692-3911ac4e771e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0513837 Oct 19 00:46:09.100235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c2d598a6-bab1-48a0-87ce-a0ecdad8fa54 req-8f80fd74-236f-4f4a-9958-cb5f4da33cb8 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327029 Oct 19 00:46:10.218281 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b16d-7937-4baa-8a43-1da4fc319b32 req-c85c157a-369a-4f5e-9b5d-f50b17ef5ef6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:10.219785 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67a6b16d-7937-4baa-8a43-1da4fc319b32 req-c85c157a-369a-4f5e-9b5d-f50b17ef5ef6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0506730 Oct 19 00:46:10.257251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-67a6b16d-7937-4baa-8a43-1da4fc319b32 req-d387cc37-fe55-44af-8c75-995bc78cdefa tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315058 Oct 19 00:46:11.371097 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cdcb2-8cc4-4c3d-873c-b300600b0a52 req-f1cd62ad-8149-41e1-998c-82fa3a3feabb tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:11.372526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-de0cdcb2-8cc4-4c3d-873c-b300600b0a52 req-f1cd62ad-8149-41e1-998c-82fa3a3feabb tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0469136 Oct 19 00:46:11.412760 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-de0cdcb2-8cc4-4c3d-873c-b300600b0a52 req-4d1f126f-70ae-4b3d-855f-a19fb9f41b18 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337882 Oct 19 00:46:12.524305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed94f04-155a-46b6-87b8-c007aef269a9 req-338761d0-f791-49f6-9ac5-41e0f9b84e92 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:12.525748 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ed94f04-155a-46b6-87b8-c007aef269a9 req-338761d0-f791-49f6-9ac5-41e0f9b84e92 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0472255 Oct 19 00:46:12.562408 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8ed94f04-155a-46b6-87b8-c007aef269a9 req-7c9e0db8-24b2-441f-b603-fb9982f2fc70 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302298 Oct 19 00:46:12.713866 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:46:13.675224 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d6d06-dbea-475c-83f5-67e62084b081 req-85484075-bfc7-4774-89b7-6c72da5c85e0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:13.676685 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-449d6d06-dbea-475c-83f5-67e62084b081 req-85484075-bfc7-4774-89b7-6c72da5c85e0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0477476 Oct 19 00:46:13.713470 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-449d6d06-dbea-475c-83f5-67e62084b081 req-99b5da41-4d84-4ec2-bb44-8c998d114cef tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309908 Oct 19 00:46:14.828579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26a7ac-a12a-4ecc-8b73-0e3fe95384a1 req-753c183a-4f29-45e3-9065-a7620cc77d9a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:14.830052 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e26a7ac-a12a-4ecc-8b73-0e3fe95384a1 req-753c183a-4f29-45e3-9065-a7620cc77d9a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0495181 Oct 19 00:46:14.869770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2e26a7ac-a12a-4ecc-8b73-0e3fe95384a1 req-85c3f606-fbf0-41f1-b65a-7d56ba0aaa85 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338204 Oct 19 00:46:15.984270 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd75df2-e419-46f8-b038-fef8bfc61c01 req-3a0c17f6-c90d-4875-8809-387fb7f3b724 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:15.985728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abd75df2-e419-46f8-b038-fef8bfc61c01 req-3a0c17f6-c90d-4875-8809-387fb7f3b724 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 943 time: 0.0503602 Oct 19 00:46:16.021560 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abd75df2-e419-46f8-b038-fef8bfc61c01 req-2aaa0b30-bf10-4823-aee4-3c9a4106ff01 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300210 Oct 19 00:46:16.497545 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:46:16.566006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318df3e8-bd4d-42d7-8f1f-2a2346ee4b20 req-2362c6d7-55c5-4add-8ead-0957925a7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:16.567510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-318df3e8-bd4d-42d7-8f1f-2a2346ee4b20 req-2362c6d7-55c5-4add-8ead-0957925a7e14 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1095 time: 0.0391827 Oct 19 00:46:16.593571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:16.603103 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-318df3e8-bd4d-42d7-8f1f-2a2346ee4b20 req-723391da-eaca-45dc-ba12-3e85b1da1561 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284922 Oct 19 00:46:16.604474 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'port_id': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'mac_address': 'fa:16:3e:ed:e8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:46:16.640147 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:16.652134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:46:16.671244 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:16.674855 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:16.719670 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:17.118034 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:46:17.135346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b5cf0-0a51-476a-af89-daefe80c3a85 req-f4421f86-e866-4d3d-9ceb-f8362d2216d8 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:17.136825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-635b5cf0-0a51-476a-af89-daefe80c3a85 req-f4421f86-e866-4d3d-9ceb-f8362d2216d8 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 944 time: 0.0495856 Oct 19 00:46:17.177447 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-635b5cf0-0a51-476a-af89-daefe80c3a85 req-60037c97-59d0-400d-a39c-26dec2c31860 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346076 Oct 19 00:46:18.300632 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5969e-f1a1-408e-b78b-3588474f452a req-b6834e85-a039-4bc3-924d-fd9d2db2a1f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:18.302155 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91d5969e-f1a1-408e-b78b-3588474f452a req-b6834e85-a039-4bc3-924d-fd9d2db2a1f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 944 time: 0.0497687 Oct 19 00:46:18.341811 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-91d5969e-f1a1-408e-b78b-3588474f452a req-e4c54f11-fade-4e77-a4a3-85b71ed94fb9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333068 Oct 19 00:46:18.512788 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:18.563451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:46:18.564335 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:18.644586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:18.665838 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:46:18.668135 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b431a9c-3ab2-4e79-9288-67b43c7f2669" -d '{"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:18.681038 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:18.685106 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:18.708274 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291e7ae8-0738-4e13-aeba-92221460e18c x-openstack-request-id: req-291e7ae8-0738-4e13-aeba-92221460e18c {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:18.708567 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:18.708825 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-291e7ae8-0738-4e13-aeba-92221460e18c {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:18.709217 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'code': 200} Oct 19 00:46:18.733918 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:19.456966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb461b-4f79-4b82-9948-3bf9a43f2f27 req-8f53578d-4b17-4da5-bb6f-463cb601c469 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:19.458435 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2bb461b-4f79-4b82-9948-3bf9a43f2f27 req-8f53578d-4b17-4da5-bb6f-463cb601c469 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 946 time: 0.0488071 Oct 19 00:46:19.495190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f2bb461b-4f79-4b82-9948-3bf9a43f2f27 req-95a2146b-a4ad-4630-bedc-b33a4ff7a13d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Oct 19 00:46:20.440710 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f77f6a9e-3a1b-4ced-a28e-e95679bd909f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:24.108353 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-972f1d4b-825e-4e99-88f1-45853f9f6b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:24.990651 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:25.736466 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:28.237374 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:35.671327 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:37.294095 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:49.713661 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:46:50.440870 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5c3897f3-f054-4bd7-83c2-69f0465874ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:52.213624 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-56e6c10f-f810-48d8-8924-ae79920cb2e0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0379608 Oct 19 00:46:52.311792 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-ec896943-4b2a-4c6d-9c5f-a9fff1a9d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:52.313209 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-ec896943-4b2a-4c6d-9c5f-a9fff1a9d3bf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1098 time: 0.0427880 Oct 19 00:46:52.412474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-c60a648b-61d2-4b65-86fd-21f21b86bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:52.413871 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-c60a648b-61d2-4b65-86fd-21f21b86bbaf service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0815597 Oct 19 00:46:52.481249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-f04d5588-355c-4059-b5af-21f91938000c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 1001 time: 0.0592580 Oct 19 00:46:52.528519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-fff0849a-cad9-468f-9321-40eb1525cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:52.530459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-fff0849a-cad9-468f-9321-40eb1525cf99 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0420043 Oct 19 00:46:52.573550 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-179dfb2c-89fc-4ff8-8965-f6bac5d9fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:46:52.574984 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-179dfb2c-89fc-4ff8-8965-f6bac5d9fc72 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0375707 Oct 19 00:46:52.665296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-3f8fd1f6-778c-46e4-8b64-3d28ffc204f8 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826607 Oct 19 00:46:52.751962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1af3fed0-b207-4236-bcce-c1c0a3018a2b req-53ead6d9-7c05-43fc-a0d6-4526ce761f59 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789056 Oct 19 00:46:54.109448 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be3c0677-e1b4-487e-a5f2-fe69df4995a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:54.990768 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:55.738502 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:46:58.240881 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:05.684548 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:07.300950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:20.440983 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0280e875-19ae-40bb-9d85-aa5b2137bc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:24.111514 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-60bde8c0-962c-42ce-921a-63d129880d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:24.990908 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:25.741276 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:26.712673 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:47:28.243352 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:35.697049 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:37.311603 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:50.442015 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a4d40cc3-eb1d-411f-b5cb-55221273e810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:52.601308 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0601842-a093-489a-90ef-a8bf79e63918 req-0bd76d7c-c2ce-4f9d-a14f-299d635342a2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4279001 Oct 19 00:47:52.699425 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601842-a093-489a-90ef-a8bf79e63918 req-2851976c-20c6-4579-b2a3-e5c221ac9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:52.700866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0601842-a093-489a-90ef-a8bf79e63918 req-2851976c-20c6-4579-b2a3-e5c221ac9eac service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1098 time: 0.0390134 Oct 19 00:47:52.800845 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601842-a093-489a-90ef-a8bf79e63918 req-7b8e87d0-7d4a-480b-a59e-962da7ec0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:52.802282 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0601842-a093-489a-90ef-a8bf79e63918 req-7b8e87d0-7d4a-480b-a59e-962da7ec0d82 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0820811 Oct 19 00:47:52.869701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0601842-a093-489a-90ef-a8bf79e63918 req-0ee8bbd6-4031-45f0-a0d3-9850046ac178 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 1001 time: 0.0603366 Oct 19 00:47:52.917121 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601842-a093-489a-90ef-a8bf79e63918 req-1ce63ec8-1c35-40dd-861b-73a8f9b1a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:52.919098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0601842-a093-489a-90ef-a8bf79e63918 req-1ce63ec8-1c35-40dd-861b-73a8f9b1a3b7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0425749 Oct 19 00:47:52.965448 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601842-a093-489a-90ef-a8bf79e63918 req-6d5a5d30-20d0-4da9-baf6-ed23b2ab3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:47:52.966895 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0601842-a093-489a-90ef-a8bf79e63918 req-6d5a5d30-20d0-4da9-baf6-ed23b2ab3630 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406599 Oct 19 00:47:53.057504 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0601842-a093-489a-90ef-a8bf79e63918 req-5f413be4-7adc-404b-9aa0-3cd72b3014bc service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826998 Oct 19 00:47:53.148743 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b0601842-a093-489a-90ef-a8bf79e63918 req-ce340d7c-fde7-4060-8c2c-10dddc2f9ee1 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843933 Oct 19 00:47:54.112149 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ccbcae6d-4118-4fb0-9758-8d149b520363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:54.991792 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:55.744203 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:47:58.248473 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:03.711626 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:48:04.467471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44908) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:04.657450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Deleting port 12607e26-19a8-460b-b6a2-d57c8f4cc666 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:48:04.657789 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:04.730494 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:04.730770 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:04.742432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Calling delete_port for 12607e26-19a8-460b-b6a2-d57c8f4cc666 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:48:04.887216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:04.913535 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event deleted for resources: {'Port': ['ID=12607e26-19a8-460b-b6a2-d57c8f4cc666,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:04.924379 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.924734 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.925081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.925421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.925758 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.926094 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.926432 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.926791 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.927122 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.927452 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.927781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.928110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:04.984971 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:04.985229 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Floating IP 9b5fb9b8-4522-4f27-a586-8f305a25ea3b disassociated (deleted). External IP: 172.25.7.129, port: 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54. Oct 19 00:48:05.188946 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Router 68be389d-f29b-41c1-94fe-3edb8a631d5a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:48:05.295642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:48:05.299978 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:05.305497 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] Sync routers for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:48:05.314010 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:48:05.314611 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:47:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:05.328810 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-9b4e77f9-e335-4cfa-ad7d-fe71c98b7a46 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "DELETE /v2.0/floatingips/9b5fb9b8-4522-4f27-a586-8f305a25ea3b HTTP/1.1" status: 204 len: 168 time: 0.8578992 Oct 19 00:48:05.328810 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:48:05.329485 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6db57d8-7112-4816-901d-5e14b8e7b4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:48:05.426924 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:48:05.534961 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a985a119-2f99-4bf6-95a0-976d48add8fe x-openstack-request-id: req-a985a119-2f99-4bf6-95a0-976d48add8fe {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:48:05.535478 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:48:05.535586 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a985a119-2f99-4bf6-95a0-976d48add8fe {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:48:05.535923 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'status': 'completed', 'code': 200} Oct 19 00:48:05.631358 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:05.653011 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a10d6-d203-4657-8300-173787abbb27 req-10ffbd96-c9c0-43eb-b9d5-a48c545bb265 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:05.654601 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b4a10d6-d203-4657-8300-173787abbb27 req-10ffbd96-c9c0-43eb-b9d5-a48c545bb265 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 946 time: 0.0762956 Oct 19 00:48:05.656397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-10466013-a90f-49c1-ab6c-015d61261c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:05.657735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-10466013-a90f-49c1-ab6c-015d61261c15 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 1098 time: 0.0705702 Oct 19 00:48:05.657947 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] Checking router: 68be389d-f29b-41c1-94fe-3edb8a631d5a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:48:05.666120 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:48:05.666711 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:47:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:05.699955 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:05.746100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3b4a10d6-d203-4657-8300-173787abbb27 req-bf4ea984-d784-4656-b233-11fe6cb53c05 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855546 Oct 19 00:48:05.776280 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-07fa0753-81d9-4f5e-a776-38d8770edb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:05.777777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-07fa0753-81d9-4f5e-a776-38d8770edb99 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.1106143 Oct 19 00:48:05.779170 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:48:05.821814 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-40648222-aac1-416b-a1ed-d291737f9411 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 200 len: 217 time: 0.0358686 Oct 19 00:48:05.875299 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-73367d5a-0f67-4576-91b5-cd12b1b025c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:05.876747 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-73367d5a-0f67-4576-91b5-cd12b1b025c5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0478709 Oct 19 00:48:05.923859 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-b2e2305f-37a1-476f-a4f4-2bd037d39c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:05.925347 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-b2e2305f-37a1-476f-a4f4-2bd037d39c6d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402012 Oct 19 00:48:05.971594 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:06.000978 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11590da-8a18-482e-9360-91f2bd3cf1ec None None] The sync data for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 is: [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:48:06.019982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-b0af1c33-7f9f-4709-a019-2cbe6fba21da service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865345 Oct 19 00:48:06.113661 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c6db57d8-7112-4816-901d-5e14b8e7b4d6 req-75603602-a26b-4bcb-b77c-a724d2dd5f00 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851254 Oct 19 00:48:06.226320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd2d29-6360-4a13-ac3e-5ec818a11400 None None] New status for floating IP 9b5fb9b8-4522-4f27-a586-8f305a25ea3b: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:48:06.860279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1547042-da53-4a1f-9ad2-07c965de9a9a req-e8e037fe-4761-4153-8da5-4fd75e19f6f9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:06.861758 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1547042-da53-4a1f-9ad2-07c965de9a9a req-e8e037fe-4761-4153-8da5-4fd75e19f6f9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 946 time: 0.0490050 Oct 19 00:48:06.899769 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1547042-da53-4a1f-9ad2-07c965de9a9a req-96385e3b-e53d-4f15-89cb-b21843bbd658 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec8297d-5f2e-4c65-a018-c2bc90e897f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Oct 19 00:48:07.306697 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:07.336132 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-d914d636-08a1-4a87-aea8-452b1fb059d3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:07.337586 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-d914d636-08a1-4a87-aea8-452b1fb059d3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.102 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 946 time: 0.0597265 Oct 19 00:48:07.428199 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Deleting port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:48:07.428543 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:07.518830 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] For port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:48:07.519230 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:07.533608 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Calling delete_port for 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:48:07.661752 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:07.694064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event deleted for resources: {'Port': ['ID=4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:07.734973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] No DVR routers for this DVR port 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:48:07.737537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:07.740815 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-536b1e73-e8d5-4ebf-a160-a18694e4bd4e req-1a07db08-4109-42ac-9f39-aff27ad8527e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.102 "DELETE /v2.0/ports/4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 HTTP/1.1" status: 204 len: 173 time: 0.3968277 Oct 19 00:48:07.741253 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-deleted', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:48:07.743515 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a023684-dbf6-4bfb-b18a-e78ce82cb105" -d '{"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-deleted", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:48:07.783442 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b677963-2130-4ee4-a560-12d86c568a75 x-openstack-request-id: req-2b677963-2130-4ee4-a560-12d86c568a75 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:48:07.783744 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294799ac-98bd-4ae4-9a63-6fb15cb797d9", "name": "network-vif-deleted", "tag": "4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:48:07.784004 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b677963-2130-4ee4-a560-12d86c568a75 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:48:07.784412 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294799ac-98bd-4ae4-9a63-6fb15cb797d9', 'name': 'network-vif-deleted', 'tag': '4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54', 'status': 'completed', 'code': 200} Oct 19 00:48:08.003356 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2c6d6f4-de70-4ad9-add4-d0983078411b req-1a394f3b-d689-47d4-b3de-24f0c8e4b6ec tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=294799ac-98bd-4ae4-9a63-6fb15cb797d9 HTTP/1.1" status: 200 len: 210 time: 0.0265915 Oct 19 00:48:09.058556 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44932) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:09.116963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71dbf26d-ab31-4942-88d1-ff41afef1067 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.140648 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71dbf26d-ab31-4942-88d1-ff41afef1067 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.204073 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71dbf26d-ab31-4942-88d1-ff41afef1067 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.206968 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-71dbf26d-ab31-4942-88d1-ff41afef1067 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.208128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-71dbf26d-ab31-4942-88d1-ff41afef1067 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ec8297d-5f2e-4c65-a018-c2bc90e897f6 HTTP/1.1" status: 204 len: 168 time: 0.1485376 Oct 19 00:48:09.217509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbf26d-ab31-4942-88d1-ff41afef1067 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec8297d-5f2e-4c65-a018-c2bc90e897f6,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:09.592913 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 44938) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:09.598490 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077014232', 'description': 'tempest-secgroup-smoke-2077014232 description', 'project_id': '263d85a1554d4a85b0da462844247a36'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:09.621256 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.684229 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.687826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.715839 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.717576 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1235757 Oct 19 00:48:09.720625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44942) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:09.721506 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c76e89-d66c-484f-a824-462d1df3269d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:09.725436 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-8b984516-716b-46c3-b531-8c771d0e92f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '35c76e89-d66c-484f-a824-462d1df3269d', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:09.728929 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.729280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.729627 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.729971 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.730314 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.730647 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.731004 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.731338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.731671 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.731997 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.732871 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.733197 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e537ff5-0f7e-4e17-8e67-8a7c7dad04d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:09.752749 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8b984516-716b-46c3-b531-8c771d0e92f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.797975 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8b984516-716b-46c3-b531-8c771d0e92f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.801415 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8b984516-716b-46c3-b531-8c771d0e92f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.821680 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984516-716b-46c3-b531-8c771d0e92f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe09772d-81b0-46cb-87c9-70027560dda0,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:09.825818 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-8b984516-716b-46c3-b531-8c771d0e92f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.827064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-8b984516-716b-46c3-b531-8c771d0e92f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1053274 Oct 19 00:48:09.829818 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44946) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:09.834021 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-573bb0ec-d1a7-4307-af73-bfb99ab97d6f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '35c76e89-d66c-484f-a824-462d1df3269d', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:09.859869 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-573bb0ec-d1a7-4307-af73-bfb99ab97d6f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.913358 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-573bb0ec-d1a7-4307-af73-bfb99ab97d6f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.916919 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-573bb0ec-d1a7-4307-af73-bfb99ab97d6f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.934643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bb0ec-d1a7-4307-af73-bfb99ab97d6f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016a4b27-754f-43a1-aed2-07aef7378f1e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:09.942600 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-573bb0ec-d1a7-4307-af73-bfb99ab97d6f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:09.943805 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-573bb0ec-d1a7-4307-af73-bfb99ab97d6f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130822 Oct 19 00:48:09.946884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44950) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:09.951598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-ae7d8d51-d237-47ef-b83c-dcf1286b7287 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '35c76e89-d66c-484f-a824-462d1df3269d', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:09.976608 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8d51-d237-47ef-b83c-dcf1286b7287 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.032305 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8d51-d237-47ef-b83c-dcf1286b7287 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.035796 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8d51-d237-47ef-b83c-dcf1286b7287 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.055115 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d8d51-d237-47ef-b83c-dcf1286b7287 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d3b551-18ff-4cfb-a0df-8134a3c0185e,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:10.061576 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8d51-d237-47ef-b83c-dcf1286b7287 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.062818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ae7d8d51-d237-47ef-b83c-dcf1286b7287 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149955 Oct 19 00:48:10.065504 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44952) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:10.069788 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-04275b59-350e-4035-b557-9b23e603b652 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '35c76e89-d66c-484f-a824-462d1df3269d', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:10.096049 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04275b59-350e-4035-b557-9b23e603b652 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.150948 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04275b59-350e-4035-b557-9b23e603b652 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.154684 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04275b59-350e-4035-b557-9b23e603b652 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.171060 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04275b59-350e-4035-b557-9b23e603b652 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126c1c70-0757-47d1-bf50-8436093c8c77,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:10.179661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-04275b59-350e-4035-b557-9b23e603b652 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.180842 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-04275b59-350e-4035-b557-9b23e603b652 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144333 Oct 19 00:48:10.183644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44956) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:10.188081 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c5137e90-a102-4c38-92fa-8d65e220534c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '35c76e89-d66c-484f-a824-462d1df3269d', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:10.209784 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-c5137e90-a102-4c38-92fa-8d65e220534c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Project 263d85a1554d4a85b0da462844247a36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:48:10.214473 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5137e90-a102-4c38-92fa-8d65e220534c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.272155 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5137e90-a102-4c38-92fa-8d65e220534c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.275550 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5137e90-a102-4c38-92fa-8d65e220534c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.292903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5137e90-a102-4c38-92fa-8d65e220534c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156489c3-1e2e-4d3c-a2ab-4ce006b686b8,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:10.300128 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c5137e90-a102-4c38-92fa-8d65e220534c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.301293 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c5137e90-a102-4c38-92fa-8d65e220534c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166921 Oct 19 00:48:10.304111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 44958) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:10.308403 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-5845d07a-ed07-4714-bd07-083db9f39bc1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'security_group_rule': {'security_group_id': '35c76e89-d66c-484f-a824-462d1df3269d', 'project_id': '263d85a1554d4a85b0da462844247a36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:10.330117 n-d-713498-28 neutron-server[100922]: INFO neutron.db.securitygroups_db [None req-5845d07a-ed07-4714-bd07-083db9f39bc1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Project 263d85a1554d4a85b0da462844247a36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:48:10.334681 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5845d07a-ed07-4714-bd07-083db9f39bc1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.392175 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5845d07a-ed07-4714-bd07-083db9f39bc1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.395396 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5845d07a-ed07-4714-bd07-083db9f39bc1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.414515 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845d07a-ed07-4714-bd07-083db9f39bc1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05d9ba2-105d-4800-94e4-ca238e1d3332,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:10.421604 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5845d07a-ed07-4714-bd07-083db9f39bc1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:10.422764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5845d07a-ed07-4714-bd07-083db9f39bc1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177363 Oct 19 00:48:10.985230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:48:11.008821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:48:11.009124 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device 4e8d2197-0db3-46bb-b8a3-6a6ed96eaf54 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:48:20.442833 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9d6a752f-c5b1-4421-8697-eb7e1b5bf2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:24.117387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-51635260-86c9-48d5-b0ca-35e8cffd082a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:24.993812 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:25.626739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-97cc15bc-e38d-4adf-b76a-48fcc85416be tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077014232&fields=id&tenant_id=263d85a1554d4a85b0da462844247a36 HTTP/1.1" status: 200 len: 267 time: 0.0324962 Oct 19 00:48:25.731787 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-2fbfd410-ac83-49c6-be53-776e4375d249 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:25.733285 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-2fbfd410-ac83-49c6-be53-776e4375d249 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 809 time: 0.0998244 Oct 19 00:48:25.746586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:25.748834 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-3d0f963e-48e5-412e-84d1-fecf092f21a7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/quotas/263d85a1554d4a85b0da462844247a36 HTTP/1.1" status: 200 len: 375 time: 0.0095263 Oct 19 00:48:25.803633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-6d415140-5b4c-4acf-b956-56b4a77884f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492854 Oct 19 00:48:25.818770 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-e7a2d1b7-eba8-4621-a647-7add8b82c4ff service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:48:25.819739 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-e7a2d1b7-eba8-4621-a647-7add8b82c4ff service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052607 Oct 19 00:48:25.909309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-856de24a-e281-427a-921f-b88fa5b60274 service neutron] 10.222.0.52 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831583 Oct 19 00:48:26.000452 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-f7195b77-461b-421e-9418-0a5794d1394c service neutron] 10.222.0.52 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851924 Oct 19 00:48:26.271222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9cd8d672-1deb-4566-b130-f08c3522b768 req-54001a79-5971-4e24-a0e3-aead8ba32350 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 210 time: 0.0279334 Oct 19 00:48:27.303377 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-bf05d2a9-5579-49f3-9ad6-33ad54afe899 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:27.304844 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-bf05d2a9-5579-49f3-9ad6-33ad54afe899 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.73 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 809 time: 0.1037807 Oct 19 00:48:27.380464 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9d39a6b3-0797-40b4-98be-f42ad9b754d0 req-f921e152-703c-4e7d-85a5-d0916e3ec9c5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 210 time: 0.0344660 Oct 19 00:48:27.390222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-a8d7d9ee-a0d6-46a6-8fe3-01cb287e4338 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263d85a1554d4a85b0da462844247a36 HTTP/1.1" status: 200 len: 380 time: 0.0628045 Oct 19 00:48:27.399637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'port': {'device_id': '38421327-327e-46c9-bd65-a759878d7680', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'admin_state_up': True, 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'security_groups': ['35c76e89-d66c-484f-a824-462d1df3269d']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:27.508217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Made reservation on behalf of 263d85a1554d4a85b0da462844247a36 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:48:27.511935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:27.645489 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Allocated IP 172.20.0.6 (f246d931-c4ad-4bc4-b500-e5a2acb9bd66/22763ee7-0410-4c09-a1f2-8648cafccee8/e77dd031-0b05-4ab7-8430-bf728dd54aa0) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:48:27.785291 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:27.820147 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:27.861957 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:48:27.865010 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:48:27.868697 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:48:27.897151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:27.925778 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:27.926422 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:27.943892 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-d71fada3-a5d2-4291-8294-3d616b1cdd69 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481913 Oct 19 00:48:27.954136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-69d97013-f88b-4e4d-a03f-8f0dd671866a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:48:27.955186 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-69d97013-f88b-4e4d-a03f-8f0dd671866a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053611 Oct 19 00:48:28.026136 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Request body: {'port': {'device_id': '38421327-327e-46c9-bd65-a759878d7680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:28.082138 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8eaa56bf-6a8c-40c3-8517-5ff06112bac4 None None] Provisioning complete for port e77dd031-0b05-4ab7-8430-bf728dd54aa0 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:48:28.083127 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8eaa56bf-6a8c-40c3-8517-5ff06112bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:28.088841 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:28.118162 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa56bf-6a8c-40c3-8517-5ff06112bac4 None None] Port e77dd031-0b05-4ab7-8430-bf728dd54aa0 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:48:28.247753 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:28.350113 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77dd031-0b05-4ab7-8430-bf728dd54aa0 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:48:28.358084 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:28.370626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Transition to ACTIVE for port object e77dd031-0b05-4ab7-8430-bf728dd54aa0 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:48:28.374478 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:28.471719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:28.536102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Attempting to bind port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:48:28.536439 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Attempting to bind port e77dd031-0b05-4ab7-8430-bf728dd54aa0 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:48:28.536766 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Attempting to bind port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:48:28.544133 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:48:28.544429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Attempting to bind port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:48:28.557260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084e8a0-ba1d-46ea-b38a-02f88501bdf9 req-95b1218a-8cc8-4638-8d6e-b288c7668b93 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:28.558830 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d084e8a0-ba1d-46ea-b38a-02f88501bdf9 req-95b1218a-8cc8-4638-8d6e-b288c7668b93 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0795550 Oct 19 00:48:28.560345 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:48:28.560728 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Checking segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:48:28.561110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Bound using segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:48:28.561949 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Bound port: e77dd031-0b05-4ab7-8430-bf728dd54aa0, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:48:28.561949 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:28.631632 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d084e8a0-ba1d-46ea-b38a-02f88501bdf9 req-046b1563-6931-4565-9b3e-2721208a71fd tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592923 Oct 19 00:48:28.656104 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:48:28.659216 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:48:28.663660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:28.700151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:28.700758 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:28.702669 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] 10.222.0.73 "PUT /v2.0/ports/e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 1092 time: 0.7340252 Oct 19 00:48:28.703219 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:48:28.705340 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16492f83-6749-460a-acd3-899bf03bf3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:48:28.739712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178c9cf-5820-4454-a54c-3899e0951157 service neutron] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:28.777073 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b164df72-32ab-40b0-875e-a30dd2785240 x-openstack-request-id: req-b164df72-32ab-40b0-875e-a30dd2785240 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:48:28.777329 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:48:28.777589 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b164df72-32ab-40b0-875e-a30dd2785240 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:48:28.777998 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'status': 'completed', 'code': 200} Oct 19 00:48:28.809932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-442fa365-54f2-4d73-a8b4-61bbbc808627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:28.811788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-442fa365-54f2-4d73-a8b4-61bbbc808627 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1095 time: 0.0488055 Oct 19 00:48:28.873519 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-ae1e58f5-f7d4-4ddd-a17c-3ba1d1ab8293 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 217 time: 0.0480537 Oct 19 00:48:28.932154 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-90580b9b-26df-469b-b890-e895744c1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:28.933564 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-90580b9b-26df-469b-b890-e895744c1018 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0533116 Oct 19 00:48:28.982419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-f6a47a92-9093-4180-9dab-7dd512995ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:28.984034 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-f6a47a92-9093-4180-9dab-7dd512995ccd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433769 Oct 19 00:48:29.072296 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-cb131d6e-eca2-4d2b-9ecb-a9e26f734cf7 service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813324 Oct 19 00:48:29.164298 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b72dc4bd-6a22-42d2-9c9b-a7847d4f8bf6 req-38310bcf-33dc-4016-ba1e-6d43db174f99 service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847673 Oct 19 00:48:29.274876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-f5d307a9-bfc5-41e9-81dd-475df6438fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:29.276348 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-f5d307a9-bfc5-41e9-81dd-475df6438fb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1095 time: 0.0407312 Oct 19 00:48:29.368386 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-bd6b905f-92d2-4f7e-9721-c451d229f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:29.369894 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-bd6b905f-92d2-4f7e-9721-c451d229f1c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0869718 Oct 19 00:48:29.410049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-632ed2e7-43f3-4787-addc-c34b1d3b57fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 217 time: 0.0333676 Oct 19 00:48:29.462870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-16c73a5a-22b7-4875-868d-b70820584854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:29.464210 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-16c73a5a-22b7-4875-868d-b70820584854 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0472023 Oct 19 00:48:29.508393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-688ce8ee-aecd-426f-93f1-fffec3e3aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:29.509914 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-688ce8ee-aecd-426f-93f1-fffec3e3aebb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387042 Oct 19 00:48:29.598806 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-ce4d0f4d-646e-49ff-9fa3-d80386ada7e5 service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821519 Oct 19 00:48:29.697146 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-16492f83-6749-460a-acd3-899bf03bf3d7 req-0577112c-2bbe-410b-8a7b-5e633eea807c service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907111 Oct 19 00:48:29.759687 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1aabc-dd75-4977-a06a-ead57a92d44f req-8f053483-fb09-45b7-8a88-cb89207e78dc tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:29.761646 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53b1aabc-dd75-4977-a06a-ead57a92d44f req-8f053483-fb09-45b7-8a88-cb89207e78dc tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0514123 Oct 19 00:48:29.800264 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-53b1aabc-dd75-4977-a06a-ead57a92d44f req-88245f21-3bdd-42ac-a7e7-c1d297d380dc tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Oct 19 00:48:30.937892 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4752-9942-4f64-a1ce-5a036736f751 req-f968be45-3f7e-42b1-8969-bd03fba66f4d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:30.939394 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b8cc4752-9942-4f64-a1ce-5a036736f751 req-f968be45-3f7e-42b1-8969-bd03fba66f4d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0486114 Oct 19 00:48:30.981471 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b8cc4752-9942-4f64-a1ce-5a036736f751 req-d042d3eb-5a43-44dd-8d22-d28e600409ed tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361669 Oct 19 00:48:32.095397 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b10a13-6105-41fd-804c-d03e5a43d52b req-509d6875-d313-4205-be7a-5857b31222bb tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:32.096931 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b5b10a13-6105-41fd-804c-d03e5a43d52b req-509d6875-d313-4205-be7a-5857b31222bb tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0496237 Oct 19 00:48:32.136879 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b5b10a13-6105-41fd-804c-d03e5a43d52b req-0b3aa401-c17c-42ed-bbd1-0442936aad65 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335681 Oct 19 00:48:33.249969 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3c13-f7be-4f21-93af-c4c9a8356a87 req-6669d78d-45b4-49a3-949b-26539f8e42f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:33.251477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-652e3c13-f7be-4f21-93af-c4c9a8356a87 req-6669d78d-45b4-49a3-949b-26539f8e42f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0482130 Oct 19 00:48:33.290710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-652e3c13-f7be-4f21-93af-c4c9a8356a87 req-4f95e5a7-24d3-47f9-b0ec-1206c1d36a5d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333447 Oct 19 00:48:34.403494 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a297f-a3f9-4714-a809-9b55ee1a0342 req-8dcfcbfd-c503-4ddf-8c79-093ff4f82914 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:34.406050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b99a297f-a3f9-4714-a809-9b55ee1a0342 req-8dcfcbfd-c503-4ddf-8c79-093ff4f82914 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0509043 Oct 19 00:48:34.446306 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b99a297f-a3f9-4714-a809-9b55ee1a0342 req-3ee9d61f-3da9-4448-9059-baf73f9236ed tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344179 Oct 19 00:48:35.558233 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee427b-0d68-4c7e-9e01-86f3a04b01c3 req-e5e25e3e-1382-4fb4-9fce-7eb3034ea7a6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:35.559689 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fee427b-0d68-4c7e-9e01-86f3a04b01c3 req-e5e25e3e-1382-4fb4-9fce-7eb3034ea7a6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0470326 Oct 19 00:48:35.596338 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1fee427b-0d68-4c7e-9e01-86f3a04b01c3 req-fe624c82-8dd8-4b7c-8c42-760837549c5a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301270 Oct 19 00:48:35.698088 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:36.709218 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4edb4-e6f5-49d1-af9a-afda944fd830 req-c324ef34-2a30-4de9-94d0-64b342cdb8f6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:36.710710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4a4edb4-e6f5-49d1-af9a-afda944fd830 req-c324ef34-2a30-4de9-94d0-64b342cdb8f6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0485377 Oct 19 00:48:36.746459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a4a4edb4-e6f5-49d1-af9a-afda944fd830 req-5af859e1-199a-4040-8600-63403f3e838f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299511 Oct 19 00:48:37.317362 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:37.858884 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde6046-9bf1-435a-bf2c-3f9390a73de0 req-8399c7ee-837e-44b1-b3a2-1fb71cb70471 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:37.860398 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4fde6046-9bf1-435a-bf2c-3f9390a73de0 req-8399c7ee-837e-44b1-b3a2-1fb71cb70471 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0488770 Oct 19 00:48:37.900673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4fde6046-9bf1-435a-bf2c-3f9390a73de0 req-46ae5676-4181-48da-9f1c-4fff67a1c1b9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344133 Oct 19 00:48:39.013484 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4588-08d6-4233-8bfb-c1f4d94fa99a req-df385938-34b9-4422-8ac8-28da0c30d028 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:39.014942 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c4d4588-08d6-4233-8bfb-c1f4d94fa99a req-df385938-34b9-4422-8ac8-28da0c30d028 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0483155 Oct 19 00:48:39.052162 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1c4d4588-08d6-4233-8bfb-c1f4d94fa99a req-050412e2-aa59-41a0-a453-54ceb9fc4d49 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Oct 19 00:48:40.163990 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506ba46-bcb1-4a3c-ae40-5635fb28b23c req-5d11401f-40ca-42e3-b46d-6dc96c1f80f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:40.165421 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1506ba46-bcb1-4a3c-ae40-5635fb28b23c req-5d11401f-40ca-42e3-b46d-6dc96c1f80f5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0479007 Oct 19 00:48:40.202249 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1506ba46-bcb1-4a3c-ae40-5635fb28b23c req-3708836e-c24d-4c9b-a9a0-be096914c0e3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307789 Oct 19 00:48:40.710856 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:48:41.313483 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c15d3b-f205-463e-8956-a17ef6ccaa27 req-67aae021-26ea-4f41-9401-08909746ecb9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:41.314938 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51c15d3b-f205-463e-8956-a17ef6ccaa27 req-67aae021-26ea-4f41-9401-08909746ecb9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0471628 Oct 19 00:48:41.355235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-51c15d3b-f205-463e-8956-a17ef6ccaa27 req-b0c82b66-cb96-4f24-bbc4-c8982ba2b45e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342462 Oct 19 00:48:42.019430 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e77dd031-0b05-4ab7-8430-bf728dd54aa0 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:48:42.112434 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:48:42.122991 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'port_id': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'mac_address': 'fa:16:3e:1d:02:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:48:42.158405 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:42.170433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77dd031-0b05-4ab7-8430-bf728dd54aa0 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:48:42.188855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:48:42.193061 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:42.238174 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:42.245376 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.245720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.246056 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.246388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.246735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.247065 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.247389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.247709 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.248027 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.248379 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.248705 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.249020 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:42.466661 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e7975-6e6c-4cc7-850d-094af1070875 req-079078e4-6bfd-4fe3-a563-c89db38cdc7e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:42.468744 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-406e7975-6e6c-4cc7-850d-094af1070875 req-079078e4-6bfd-4fe3-a563-c89db38cdc7e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 944 time: 0.0483677 Oct 19 00:48:42.505366 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-406e7975-6e6c-4cc7-850d-094af1070875 req-4a3d992f-7908-4b67-85e9-ab30c814c563 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305057 Oct 19 00:48:42.603568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['e77dd031-0b05-4ab7-8430-bf728dd54aa0'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:48:43.617782 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe45612-9924-4c64-9ced-4c12f12273a2 req-3bdf6ade-4ea9-4e49-a475-bae224d7d996 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:43.619270 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fe45612-9924-4c64-9ced-4c12f12273a2 req-3bdf6ade-4ea9-4e49-a475-bae224d7d996 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 944 time: 0.0485253 Oct 19 00:48:43.657138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9fe45612-9924-4c64-9ced-4c12f12273a2 req-1612ab38-44a7-4e27-ab2e-ef140254ec09 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Oct 19 00:48:44.021964 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e77dd031-0b05-4ab7-8430-bf728dd54aa0 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:48:44.071861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port e77dd031-0b05-4ab7-8430-bf728dd54aa0 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:48:44.075442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port e77dd031-0b05-4ab7-8430-bf728dd54aa0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:48:44.075815 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:44.149498 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:44.171297 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:48:44.173527 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9b8c8-3522-4172-9810-576de8b96122" -d '{"events": [{"server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "name": "network-vif-plugged", "status": "completed", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:48:44.185625 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:48:44.190315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:44.236450 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:44.266146 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cc1ec4-0256-42cb-a636-a8760596cf9b x-openstack-request-id: req-12cc1ec4-0256-42cb-a636-a8760596cf9b {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:48:44.266460 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "name": "network-vif-plugged", "status": "completed", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:48:44.266709 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12cc1ec4-0256-42cb-a636-a8760596cf9b {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:48:44.267126 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'code': 200} Oct 19 00:48:44.386399 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d88e59-2db9-475a-b46a-59bf7fefca10 req-b9d20e0c-1a8c-414d-b3ea-7615a117026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:44.387850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3d88e59-2db9-475a-b46a-59bf7fefca10 req-b9d20e0c-1a8c-414d-b3ea-7615a117026b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1097 time: 0.0386455 Oct 19 00:48:44.427046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3d88e59-2db9-475a-b46a-59bf7fefca10 req-36a4ca73-245b-47cf-a15c-4a33024159b3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297849 Oct 19 00:48:44.769232 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbf2c1-6889-482f-9024-43e55a43171b req-9dcc9c69-c813-460e-9ff5-26aafe386f73 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:44.770699 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5dbbf2c1-6889-482f-9024-43e55a43171b req-9dcc9c69-c813-460e-9ff5-26aafe386f73 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0479820 Oct 19 00:48:44.807863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5dbbf2c1-6889-482f-9024-43e55a43171b req-4e99c7dd-49d0-4c75-8145-d39864be4ec9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Oct 19 00:48:45.927298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e140d-5165-4a62-89cc-9eaf93f2caaf req-31d468c4-5292-4e30-b69e-f9f11a2b7a0c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:45.928665 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd3e140d-5165-4a62-89cc-9eaf93f2caaf req-31d468c4-5292-4e30-b69e-f9f11a2b7a0c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0488620 Oct 19 00:48:45.965900 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bd3e140d-5165-4a62-89cc-9eaf93f2caaf req-b2578870-03d7-4f9a-ba74-b7e2968a1af8 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Oct 19 00:48:46.074828 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eeb56-c589-4bcb-bed0-d35965c70164 req-1ad27e8a-5fc9-4e30-891d-6810e68a4ff7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:46.076266 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2eeb56-c589-4bcb-bed0-d35965c70164 req-1ad27e8a-5fc9-4e30-891d-6810e68a4ff7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0480506 Oct 19 00:48:46.116140 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9b2eeb56-c589-4bcb-bed0-d35965c70164 req-961cdb0f-cc5e-49da-a8b6-b14b959a86f3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341427 Oct 19 00:48:46.137250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45172) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:46.215622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa614f23-b450-429e-9876-c05be6fc5078 tempest-TestShelveInstance-173948998 tempest-TestShelveInstance-173948998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:46.217066 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-aa614f23-b450-429e-9876-c05be6fc5078 tempest-TestShelveInstance-173948998 tempest-TestShelveInstance-173948998-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1092 time: 0.0788903 Oct 19 00:48:46.219849 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45176) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:48:46.223913 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:48:46.245103 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:46.337033 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:46.438307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Allocated IP 172.25.7.12 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/fa70f67a-2b87-4a03-a684-1d41910a7997) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:48:46.534293 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:46.566699 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:46.607570 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:48:46.610973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:48:46.614317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:48:46.622186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'Port': ['ID=fa70f67a-2b87-4a03-a684-1d41910a7997,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:46.965620 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:47.364129 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:47.509619 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:47.514399 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:47.581020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event updated for resources: {'Port': ['ID=fa70f67a-2b87-4a03-a684-1d41910a7997,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:47.592216 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:47.691730 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Floating IP e775062d-4c77-40cd-ba0a-c1f654d2401f associated. External IP: 172.25.7.12, port: e77dd031-0b05-4ab7-8430-bf728dd54aa0. Oct 19 00:48:47.895450 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Router 68be389d-f29b-41c1-94fe-3edb8a631d5a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:48:48.005606 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:48:48.014964 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] Sync routers for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:48:48.022673 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:48.024435 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:48:48.025045 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:48:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:48.049788 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0b80ceeb-25c0-4b80-af6e-d01e018701f7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8289609 Oct 19 00:48:48.050373 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:48:48.052667 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38" -d '{"events": [{"name": "network-changed", "server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:48:48.089372 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807afe30-7850-4bbb-b043-9748af110dae x-openstack-request-id: req-807afe30-7850-4bbb-b043-9748af110dae {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:48:48.089666 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:48:48.089923 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-807afe30-7850-4bbb-b043-9748af110dae {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:48:48.090324 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'status': 'completed', 'code': 200} Oct 19 00:48:48.130372 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:48:48.177644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-11a7991c-212f-4c87-b4f0-51d7c61aabae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:48.179112 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-11a7991c-212f-4c87-b4f0-51d7c61aabae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1097 time: 0.0445955 Oct 19 00:48:48.272554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-550745c6-8ac4-40bd-b3fc-627f8052d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:48.274049 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-550745c6-8ac4-40bd-b3fc-627f8052d267 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0883756 Oct 19 00:48:48.345173 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-53778801-00d7-4060-9843-f7a13e06ca64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 998 time: 0.0629380 Oct 19 00:48:48.393220 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-652f4d5a-3dff-464d-8616-061ba746f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:48.394667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-652f4d5a-3dff-464d-8616-061ba746f27c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0433137 Oct 19 00:48:48.439923 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e775062d-4c77-40cd-ba0a-c1f654d2401f', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'floating_ip_address': '172.25.7.12', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'port_id': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'mac_address': 'fa:16:3e:1d:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38421327-327e-46c9-bd65-a759878d7680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:48:46Z', 'updated_at': '2021-10-19T00:48:46Z', 'revision_number': 0, 'project_id': '263d85a1554d4a85b0da462844247a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:48.446072 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-b3da6289-62b9-4a94-9512-05cc6b9b1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:48.447671 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-b3da6289-62b9-4a94-9512-05cc6b9b1079 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414610 Oct 19 00:48:48.470040 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] Checking router: 68be389d-f29b-41c1-94fe-3edb8a631d5a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:48:48.478128 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:48:48.478754 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:48:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:48.541998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-7a9aab2b-a30e-4b68-b630-802edb7fa786 service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868518 Oct 19 00:48:48.582193 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:48:48.632965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-bcb2bac7-847b-4dd9-86dc-e442bf9b0c38 req-0719c1de-2766-4595-b2e1-d0e91fe8b967 service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841658 Oct 19 00:48:48.796451 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e775062d-4c77-40cd-ba0a-c1f654d2401f', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'floating_ip_address': '172.25.7.12', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'port_id': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'mac_address': 'fa:16:3e:1d:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38421327-327e-46c9-bd65-a759878d7680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:48:46Z', 'updated_at': '2021-10-19T00:48:46Z', 'revision_number': 0, 'project_id': '263d85a1554d4a85b0da462844247a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:48.825879 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afd48e4-e534-475f-a9da-60f7db2746c0 None None] The sync data for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 is: [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'e775062d-4c77-40cd-ba0a-c1f654d2401f', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'floating_ip_address': '172.25.7.12', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'port_id': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'mac_address': 'fa:16:3e:1d:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38421327-327e-46c9-bd65-a759878d7680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:48:46Z', 'updated_at': '2021-10-19T00:48:46Z', 'revision_number': 0, 'project_id': '263d85a1554d4a85b0da462844247a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:48:49.019812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea692f-c431-482f-b3f9-11171a910e7c None None] New status for floating IP e775062d-4c77-40cd-ba0a-c1f654d2401f: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:48:50.443419 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2bf45b88-7e97-4193-bc9a-c2f174e6cd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:52.480499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-9be4d0df-4984-44b2-8e88-475672a1ea37 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390761 Oct 19 00:48:52.579516 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-38f4b6a9-d195-42fe-bddc-eaf547965e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:52.580949 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-38f4b6a9-d195-42fe-bddc-eaf547965e0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1097 time: 0.0442383 Oct 19 00:48:52.695511 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-99bf7e09-3bdb-4b9d-adf2-898959b6caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:52.697001 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-99bf7e09-3bdb-4b9d-adf2-898959b6caff service neutron] 10.222.0.73 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0980642 Oct 19 00:48:52.764592 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-892f0d21-e169-462e-bc20-fe208801ffdf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0606031 Oct 19 00:48:52.813682 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-cb0a9984-e56a-4f92-b5fb-212883dd57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:52.815068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-cb0a9984-e56a-4f92-b5fb-212883dd57ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0434065 Oct 19 00:48:52.858863 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-331d7a4c-be67-4dc5-89d7-6fc79ad47e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:48:52.860818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-331d7a4c-be67-4dc5-89d7-6fc79ad47e5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396554 Oct 19 00:48:52.955047 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-8462bb7c-bcce-4916-a8b2-2615e2ef9564 service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873477 Oct 19 00:48:53.042485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4efc4869-02ba-4e03-9e7b-d47d29818f11 req-46169d53-2383-4a82-bde9-3f4075964642 service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803747 Oct 19 00:48:54.111420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-08b76405-4c41-4a63-beb4-c24359da6f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:54.994554 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:55.750369 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:48:58.251896 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:05.729231 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:07.332714 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:17.710598 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:49:20.443322 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bf8af57c-7706-46db-95a6-80a0af1eb7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:24.112751 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bcc11798-159c-434e-acfe-adc9986bc562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:24.997400 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:25.753046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:28.255177 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:35.726170 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:37.332502 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:50.443896 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c90ca6ac-f66c-422e-ae85-658b126c3bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:53.450231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-58de0183-6661-4b8a-ad79-87ff53c66514 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449820 Oct 19 00:49:53.546330 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-db594031-0219-49dc-a1cd-18812eb25e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:53.547750 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-db594031-0219-49dc-a1cd-18812eb25e91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1097 time: 0.0408268 Oct 19 00:49:53.648574 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-7a50b572-fa5f-497b-b9af-cfff404fb5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:53.650100 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-7a50b572-fa5f-497b-b9af-cfff404fb5fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0838130 Oct 19 00:49:53.718309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-929c5483-ef76-4c8c-ac29-046ae9a4a537 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0610774 Oct 19 00:49:53.766006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-858df32b-f95e-4d99-8b31-74bbfd040c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:53.767499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-858df32b-f95e-4d99-8b31-74bbfd040c1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0429893 Oct 19 00:49:53.812264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-8988fe87-ee2a-41fa-a7b8-e8bdd235eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:49:53.813735 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-8988fe87-ee2a-41fa-a7b8-e8bdd235eece service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399060 Oct 19 00:49:53.910964 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-4633b5ed-0602-4b1c-9331-50f2ded52124 service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895355 Oct 19 00:49:54.003063 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c71002a8-1ae8-445e-b0b3-97e54b5ebce7 req-4d8193a4-27b9-4079-a96c-f0e1454676aa service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858774 Oct 19 00:49:54.113893 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-82f0102a-78fc-452a-998e-3175e188dd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:54.710518 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:49:54.998513 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:55.756096 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:49:58.258677 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:05.741132 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:07.486649 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:20.445783 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7855c352-bdf9-422f-823f-3d40e647e573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:24.116559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-91556379-acd6-4879-926b-f30c62ceb309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:24.998948 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:25.758713 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:28.258974 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:31.711268 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:50:35.769384 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:37.354741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:43.764235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b2f74-398a-44dd-8bf9-ec391d68c8f8 req-8c68f222-4cb2-4c22-be99-14b7e3b652a9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:43.765668 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-818b2f74-398a-44dd-8bf9-ec391d68c8f8 req-8c68f222-4cb2-4c22-be99-14b7e3b652a9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.1031082 Oct 19 00:50:43.804040 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-818b2f74-398a-44dd-8bf9-ec391d68c8f8 req-9c1eeb6c-9ee2-4b86-98df-d27b0226d1c1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323381 Oct 19 00:50:44.917298 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5785e6-2674-4812-a3a2-8d5087044ac4 req-d686c50b-8eff-4e54-8953-45128d9b0405 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:44.918787 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce5785e6-2674-4812-a3a2-8d5087044ac4 req-d686c50b-8eff-4e54-8953-45128d9b0405 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0487998 Oct 19 00:50:44.955992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ce5785e6-2674-4812-a3a2-8d5087044ac4 req-a07681d1-996b-41a4-859e-646f469f8a68 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313334 Oct 19 00:50:46.069210 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ab095-f5b2-4651-a3d1-89321bbcf91a req-d1a437db-0cdc-4659-8faa-ad5ce7bc0b28 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:46.070653 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c4ab095-f5b2-4651-a3d1-89321bbcf91a req-d1a437db-0cdc-4659-8faa-ad5ce7bc0b28 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0478492 Oct 19 00:50:46.111321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c4ab095-f5b2-4651-a3d1-89321bbcf91a req-b6d9417c-334e-4b2e-9bb2-2493af33bccd tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348310 Oct 19 00:50:47.227980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e3851-8102-47cf-b4b9-0574fa65a15e req-1a4e898a-827a-4b41-9461-d26c9382ed32 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:47.229438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc5e3851-8102-47cf-b4b9-0574fa65a15e req-1a4e898a-827a-4b41-9461-d26c9382ed32 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0494041 Oct 19 00:50:47.267611 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fc5e3851-8102-47cf-b4b9-0574fa65a15e req-989467f4-65c1-474a-bf62-6bb6db15b50a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Oct 19 00:50:48.380932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191ddaa-2f0a-4495-b1fb-651fc7876349 req-727dec53-812d-4a49-9e93-43f28bff2bb0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:48.382309 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1191ddaa-2f0a-4495-b1fb-651fc7876349 req-727dec53-812d-4a49-9e93-43f28bff2bb0 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0486028 Oct 19 00:50:48.419479 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1191ddaa-2f0a-4495-b1fb-651fc7876349 req-62f1e7d2-32d7-4d25-aeb9-6464158c5944 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313466 Oct 19 00:50:49.530621 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06606c1-ff3e-4608-b34a-c4e14cbdd121 req-f0b23c06-6037-4332-addc-62471bde64ea tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:49.532078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b06606c1-ff3e-4608-b34a-c4e14cbdd121 req-f0b23c06-6037-4332-addc-62471bde64ea tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0473049 Oct 19 00:50:49.572904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b06606c1-ff3e-4608-b34a-c4e14cbdd121 req-d2427e01-a3f6-4155-8274-a9ea17593957 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343964 Oct 19 00:50:50.446968 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e6995d5d-562a-4ff0-ba32-c34aff13aa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:50.689009 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0b23a-ed51-4530-a203-597dbb24a097 req-57071b4d-63ec-4138-97a2-a3e6872ef749 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:50.690469 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abc0b23a-ed51-4530-a203-597dbb24a097 req-57071b4d-63ec-4138-97a2-a3e6872ef749 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Oct 19 00:50:50.729325 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abc0b23a-ed51-4530-a203-597dbb24a097 req-c6bb6577-c6d8-4d0a-babd-55e0439559c3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Oct 19 00:50:51.843356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80762ffd-0c04-4b4e-bea4-0d6d95c0cd0e req-bbc99e4c-83aa-4234-b363-1d6a1557d45a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:51.844819 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80762ffd-0c04-4b4e-bea4-0d6d95c0cd0e req-bbc99e4c-83aa-4234-b363-1d6a1557d45a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Oct 19 00:50:51.882092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-80762ffd-0c04-4b4e-bea4-0d6d95c0cd0e req-091f5a81-5165-4a19-a8cf-8c14a7317f70 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305827 Oct 19 00:50:52.998099 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa472d-4708-488d-9003-b173b875f1bb req-a63b3af6-fa7b-4354-9e1a-a68d85cbf4eb tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:52.999584 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73fa472d-4708-488d-9003-b173b875f1bb req-a63b3af6-fa7b-4354-9e1a-a68d85cbf4eb tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0482802 Oct 19 00:50:53.040655 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-73fa472d-4708-488d-9003-b173b875f1bb req-a2fe4582-c12c-41a5-8722-d10210379a5c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351980 Oct 19 00:50:53.927643 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-8a3baced-04b2-4925-b5a6-24c888f3c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:53.929084 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-8a3baced-04b2-4925-b5a6-24c888f3c55d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1097 time: 0.0407326 Oct 19 00:50:54.018522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-298a966b-ba44-401e-b0bd-ea6e2fa7b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:54.019915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-298a966b-ba44-401e-b0bd-ea6e2fa7b9da service neutron] 10.222.0.73 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0840721 Oct 19 00:50:54.089035 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-8cd93760-6f18-47ff-8185-a8dfca61ea43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0620813 Oct 19 00:50:54.118075 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f2fdbced-0e4e-4a1c-8b63-56ec38a65024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:54.165519 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-55158837-0b11-4338-a3d2-3339c6391cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:54.167017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-55158837-0b11-4338-a3d2-3339c6391cad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0707421 Oct 19 00:50:54.190139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8f4d-0e0f-4729-bcfb-32a2376ef420 req-024b2430-4d82-44d4-96ee-7620cc06daf1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:54.191636 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-902c8f4d-0e0f-4729-bcfb-32a2376ef420 req-024b2430-4d82-44d4-96ee-7620cc06daf1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0682566 Oct 19 00:50:54.250698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-902c8f4d-0e0f-4729-bcfb-32a2376ef420 req-1bf2335b-6350-427d-853d-f68f164d3890 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408974 Oct 19 00:50:54.253250 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-c55ed944-a472-4adf-827c-21ca9089713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:54.254667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-c55ed944-a472-4adf-827c-21ca9089713d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809240 Oct 19 00:50:54.343141 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-c91bc2c6-5d7c-4abb-aca8-501b30a8171d service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810890 Oct 19 00:50:54.436233 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a2fe844-666e-4432-a460-1517ed2bd08b req-00682e68-ff14-492d-b912-79fb4f7f7a99 service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Oct 19 00:50:55.000019 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:55.362709 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6fdcf-bf65-4b9d-aa2a-c0b5e64b38f2 req-a60979bd-b86c-4dee-a75f-5ba98fe10dd3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:55.364194 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29b6fdcf-bf65-4b9d-aa2a-c0b5e64b38f2 req-a60979bd-b86c-4dee-a75f-5ba98fe10dd3 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Oct 19 00:50:55.400899 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-29b6fdcf-bf65-4b9d-aa2a-c0b5e64b38f2 req-549a0505-0f94-42a0-8345-b01ac4a33630 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308225 Oct 19 00:50:55.536152 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-228266ed-355d-42bf-992d-7a7cc67923e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:55.537527 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-228266ed-355d-42bf-992d-7a7cc67923e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1097 time: 0.0401850 Oct 19 00:50:55.646222 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-520abd17-5f0a-4291-a9c8-d263cbe1046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:55.647660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-520abd17-5f0a-4291-a9c8-d263cbe1046c service neutron] 10.222.0.73 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0871000 Oct 19 00:50:55.714861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-590739cd-91b0-40a2-915f-e5fd1325a835 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0598609 Oct 19 00:50:55.760315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:55.763998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-7813e032-1cc6-4ba0-a03f-928f2f7f2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:55.765494 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-7813e032-1cc6-4ba0-a03f-928f2f7f2969 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0430174 Oct 19 00:50:55.810603 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-e863d8f3-e6ca-4857-bd23-b525341641a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:55.812046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-e863d8f3-e6ca-4857-bd23-b525341641a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388296 Oct 19 00:50:55.908915 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-b727f84a-ef11-4657-b7cb-a5507ff3c5ed service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869508 Oct 19 00:50:55.998236 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-94117946-2258-4aa4-ac4b-ee5cdec83db4 req-7efabf07-00af-4517-bb03-5f19a5a0c33f service neutron] 10.222.0.73 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805416 Oct 19 00:50:56.514683 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482948a9-b7d4-4069-8d32-dc33307b80aa req-633e53d4-1bf0-4f7b-bb1e-e76af05810a5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:56.516182 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-482948a9-b7d4-4069-8d32-dc33307b80aa req-633e53d4-1bf0-4f7b-bb1e-e76af05810a5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0499892 Oct 19 00:50:56.558445 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-482948a9-b7d4-4069-8d32-dc33307b80aa req-e7e6b032-30c2-4e80-bfc2-476335873b6a tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364039 Oct 19 00:50:57.673051 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790484b-3306-4c1f-9ce7-3ddaad990b70 req-c8e29ec4-05ad-4531-98b2-00de96216c34 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:57.674589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a790484b-3306-4c1f-9ce7-3ddaad990b70 req-c8e29ec4-05ad-4531-98b2-00de96216c34 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0505750 Oct 19 00:50:57.716113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a790484b-3306-4c1f-9ce7-3ddaad990b70 req-6d33f9ba-e62d-44fb-94e2-5b30d0423b05 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346954 Oct 19 00:50:58.261753 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:50:58.828801 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56039d5-2c81-406d-9961-10a9f0c75257 req-1de55c71-4502-48e6-adb2-a5268ee7415f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:50:58.830273 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f56039d5-2c81-406d-9961-10a9f0c75257 req-1de55c71-4502-48e6-adb2-a5268ee7415f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0484972 Oct 19 00:50:58.869065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f56039d5-2c81-406d-9961-10a9f0c75257 req-7692fa76-5378-4a7a-ae5b-ff386211d3a2 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Oct 19 00:51:00.090087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc9edc-e9eb-4bd7-b0cd-1a1308556f14 req-74e2006d-1660-4a82-acfb-ab9cd811b73e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:00.091578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a8dc9edc-e9eb-4bd7-b0cd-1a1308556f14 req-74e2006d-1660-4a82-acfb-ab9cd811b73e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Oct 19 00:51:00.121351 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-fc731535-4277-4bab-ad1d-92544e2ba990 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013818 Oct 19 00:51:00.130692 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-6e298d78-5231-405d-a443-3fcaa8099b58 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:51:00.131718 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-6e298d78-5231-405d-a443-3fcaa8099b58 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055249 Oct 19 00:51:00.133170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a8dc9edc-e9eb-4bd7-b0cd-1a1308556f14 req-e5604b5f-52d7-4ff4-bae6-e3cbb056e075 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350282 Oct 19 00:51:00.717755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device e77dd031-0b05-4ab7-8430-bf728dd54aa0 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:51:00.793104 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:00.814535 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:51:00.816853 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4ef008-70a4-4186-8622-0d88a025bee2" -d '{"events": [{"server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "name": "network-vif-unplugged", "status": "completed", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:51:00.829585 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:00.834523 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:00.858679 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 00:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ce3f6f-556f-4ae3-a9d5-94c58203c8dc x-openstack-request-id: req-48ce3f6f-556f-4ae3-a9d5-94c58203c8dc {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:51:00.859018 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "name": "network-vif-unplugged", "status": "failed", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0", "code": 422}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:51:00.859274 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48ce3f6f-556f-4ae3-a9d5-94c58203c8dc {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:51:00.860013 n-d-713498-28 neutron-server[100923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'code': 422} returned with failed status Oct 19 00:51:00.884735 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:00.893519 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.894439 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.894812 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.895196 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.895530 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.895858 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.896183 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.896505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.896827 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.897145 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.897461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:00.897777 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:01.248651 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ceb9a-14b1-469a-85a0-a61fd28266b6 req-6ece0405-e97c-41c8-8dce-e460dc3f73a1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:01.250134 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f1ceb9a-14b1-469a-85a0-a61fd28266b6 req-6ece0405-e97c-41c8-8dce-e460dc3f73a1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0483105 Oct 19 00:51:01.288466 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5f1ceb9a-14b1-469a-85a0-a61fd28266b6 req-0fd8e732-e2e4-4d66-bc2e-61a8629456d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323987 Oct 19 00:51:02.400165 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc7b2f-6362-4419-99b0-04382267704f req-91dc7866-40d4-41e6-9e03-752f247445cb tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:02.402344 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ecc7b2f-6362-4419-99b0-04382267704f req-91dc7866-40d4-41e6-9e03-752f247445cb tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0479481 Oct 19 00:51:02.439755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-2ecc7b2f-6362-4419-99b0-04382267704f req-33d9c14f-88e1-41a2-a1f6-5e1e69fd697b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Oct 19 00:51:03.556078 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e036f1a-d0cb-45bd-827b-ff191ead1c19 req-53370e3e-1574-49de-954b-fe0ecb6049b1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:03.557456 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e036f1a-d0cb-45bd-827b-ff191ead1c19 req-53370e3e-1574-49de-954b-fe0ecb6049b1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0491903 Oct 19 00:51:03.599042 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7e036f1a-d0cb-45bd-827b-ff191ead1c19 req-437823c7-68b5-4dd1-b0ec-2369acc46941 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356152 Oct 19 00:51:04.710973 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dcee8-5d04-4764-b483-5a10af56f965 req-e9da0f09-9bf1-47e4-a4a0-7cd3c2abc416 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:04.712446 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-722dcee8-5d04-4764-b483-5a10af56f965 req-e9da0f09-9bf1-47e4-a4a0-7cd3c2abc416 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0487883 Oct 19 00:51:04.750728 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-722dcee8-5d04-4764-b483-5a10af56f965 req-60da1fc0-0578-47b1-b642-92850c63558f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323851 Oct 19 00:51:05.755837 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:05.864079 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1bc9-ccaf-4fd2-b77a-448e9ea3b263 req-af130c49-e526-40da-a7b3-17449f17b38e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:05.865567 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-505f1bc9-ccaf-4fd2-b77a-448e9ea3b263 req-af130c49-e526-40da-a7b3-17449f17b38e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0500493 Oct 19 00:51:05.903861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-505f1bc9-ccaf-4fd2-b77a-448e9ea3b263 req-04b637d6-4644-4acc-94ac-2a0c5180fc9d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322659 Oct 19 00:51:07.017423 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f836f2-55c0-4b39-a17c-9f23163d9617 req-8c5a0c14-8824-4106-ab75-198361af98d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:07.018974 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44f836f2-55c0-4b39-a17c-9f23163d9617 req-8c5a0c14-8824-4106-ab75-198361af98d7 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0482919 Oct 19 00:51:07.061704 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-44f836f2-55c0-4b39-a17c-9f23163d9617 req-00fd81dc-14e5-4100-9aec-99da518bbc26 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360005 Oct 19 00:51:07.348259 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:07.919267 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-a0a29c42-203c-44d0-890e-92901d5b4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:07.920711 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-a0a29c42-203c-44d0-890e-92901d5b4121 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680&tenant_id=263d85a1554d4a85b0da462844247a36 HTTP/1.1" status: 200 len: 1095 time: 0.0398824 Oct 19 00:51:07.938467 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-28', 'device_owner': 'compute:nova'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:51:07.990922 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:08.224453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcbae0-eff7-4046-889c-032529d462f4 req-cf71680e-cf98-4344-be91-1a56d18c9d5b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:08.226840 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bfcbae0-eff7-4046-889c-032529d462f4 req-cf71680e-cf98-4344-be91-1a56d18c9d5b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0964255 Oct 19 00:51:08.248517 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:08.290402 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6bfcbae0-eff7-4046-889c-032529d462f4 req-828f106d-44c2-4673-9009-4c9684af297b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542214 Oct 19 00:51:08.311741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:51:08.344173 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77dd031-0b05-4ab7-8430-bf728dd54aa0 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:51:08.351910 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:08.363936 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Transition to ACTIVE for port object e77dd031-0b05-4ab7-8430-bf728dd54aa0 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:51:08.367062 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:08.447453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=7']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:08.459303 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.459644 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.459979 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.460313 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.460642 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.460968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.461290 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.461613 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.461931 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.462251 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.462578 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.462921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:08.497453 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] No DVR routers for this DVR port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:51:08.633177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Attempting to bind port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:51:08.633508 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Attempting to bind port e77dd031-0b05-4ab7-8430-bf728dd54aa0 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:51:08.633835 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Attempting to bind port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:51:08.638090 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:51:08.638406 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Attempting to bind port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:51:08.643151 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:51:08.643485 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Checking segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:51:08.643952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Bound using segment: {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:51:08.644876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Bound port: e77dd031-0b05-4ab7-8430-bf728dd54aa0, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d9684f-c714-44f7-98a3-82b1a3518573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:51:08.645224 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:08.707914 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:51:08.710712 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:51:08.711019 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:51:08.715104 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:08.752297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:08.752896 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:08.754858 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] 10.222.0.102 "PUT /v2.0/ports/e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 1092 time: 0.8201344 Oct 19 00:51:08.755305 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:51:08.757563 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aff18a-edfc-49fa-af5c-216dd37d309a" -d '{"events": [{"name": "network-changed", "server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:51:08.780599 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993dd9a-55d4-4149-ad9f-ea0dd585fc6f service neutron] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=8']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:08.818059 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9784028-6f21-4ca4-8d49-301579d73832 x-openstack-request-id: req-d9784028-6f21-4ca4-8d49-301579d73832 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:51:08.818361 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:51:08.818900 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9784028-6f21-4ca4-8d49-301579d73832 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:51:08.819304 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'status': 'completed', 'code': 200} Oct 19 00:51:08.835155 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-bbc2b520-8e7d-4722-9914-ddab4a144d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:08.836718 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-bbc2b520-8e7d-4722-9914-ddab4a144d56 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1095 time: 0.0461745 Oct 19 00:51:08.934706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-d1fb122c-533f-493a-bb1f-43a94361fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:08.936204 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-d1fb122c-533f-493a-bb1f-43a94361fcc1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0924640 Oct 19 00:51:09.001575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-6415187f-b8fc-4e67-98a3-224387e01475 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 998 time: 0.0569253 Oct 19 00:51:09.050255 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-df01028c-6d3e-40d9-9295-04746b4a9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:09.051706 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-df01028c-6d3e-40d9-9295-04746b4a9e55 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0430570 Oct 19 00:51:09.100110 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-0f14258d-1859-48dd-a200-8e64700adde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:09.101570 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-0f14258d-1859-48dd-a200-8e64700adde2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429978 Oct 19 00:51:09.188310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-63d70b8a-4bbe-42f6-a7f0-bb4080be6a2a service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797389 Oct 19 00:51:09.280870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-ca0f0cdf-6464-40ae-9b2d-6de38cad31f8 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846291 Oct 19 00:51:09.422431 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-89d4f458-960d-474a-b8fd-a5124a7ffa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:09.423951 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-89d4f458-960d-474a-b8fd-a5124a7ffa38 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1095 time: 0.0694363 Oct 19 00:51:09.431236 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a427d1-c0ab-431d-89ce-ef111e19ede8 req-4bd946a7-d1aa-4fe6-a6a4-e97779c6b2bf tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:09.432577 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30a427d1-c0ab-431d-89ce-ef111e19ede8 req-4bd946a7-d1aa-4fe6-a6a4-e97779c6b2bf tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0688758 Oct 19 00:51:09.523057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-30a427d1-c0ab-431d-89ce-ef111e19ede8 req-95b59fea-7326-4d80-a795-84514b594de1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827136 Oct 19 00:51:09.544174 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-0e900d03-265e-4076-a61a-75bbae873c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:09.545627 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-0e900d03-265e-4076-a61a-75bbae873c3a service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.1121931 Oct 19 00:51:09.615142 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-9093066b-726f-458c-a692-2840b28b1588 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 998 time: 0.0611255 Oct 19 00:51:09.663447 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-3d0607d4-8b09-40ba-9456-edbb2ee5e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:09.664841 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-3d0607d4-8b09-40ba-9456-edbb2ee5e5e0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0431564 Oct 19 00:51:09.709986 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-e303149a-2446-479e-812d-682a396886b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:09.711474 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-e303149a-2446-479e-812d-682a396886b3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396616 Oct 19 00:51:10.131657 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-239c23c6-3b13-49d2-a82f-0e138ae2fdf9 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128137 Oct 19 00:51:10.219333 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93aff18a-edfc-49fa-af5c-216dd37d309a req-2c60e02a-8460-4ceb-9c52-7c7b03a7b9ef service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797994 Oct 19 00:51:10.634376 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878222b-a94d-4fd0-a82e-388a7fd3c4fc req-5a34325a-48f0-469d-b10f-40e240dfd2ce tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:10.636076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6878222b-a94d-4fd0-a82e-388a7fd3c4fc req-5a34325a-48f0-469d-b10f-40e240dfd2ce tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0477808 Oct 19 00:51:10.672189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6878222b-a94d-4fd0-a82e-388a7fd3c4fc req-f59d9788-506b-46a2-95ff-546abf0afbdb tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304544 Oct 19 00:51:11.790027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdc667-a57f-4296-a3da-8f48ce463b32 req-3bdb0aac-57bb-48e7-89ab-5a198b9513b1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:11.791528 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5cdc667-a57f-4296-a3da-8f48ce463b32 req-3bdb0aac-57bb-48e7-89ab-5a198b9513b1 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0526283 Oct 19 00:51:11.828943 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a5cdc667-a57f-4296-a3da-8f48ce463b32 req-265392d6-5db5-49fc-a14d-ee44e749774f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Oct 19 00:51:12.943071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041b974-8ecb-4e4d-a3df-6a383d7aa85c req-5f8c982f-5b70-45bf-b40d-f0b82ead68af tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:12.944982 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f041b974-8ecb-4e4d-a3df-6a383d7aa85c req-5f8c982f-5b70-45bf-b40d-f0b82ead68af tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0500462 Oct 19 00:51:12.982777 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f041b974-8ecb-4e4d-a3df-6a383d7aa85c req-80e46c49-e177-42a4-a54a-e3655f95cd6e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Oct 19 00:51:14.094205 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13da6a4-6a4a-4d03-ba54-4d9e62ba8f4f req-156e37ef-5e73-45c6-9df3-2d889b4f8bfd tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:14.095667 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b13da6a4-6a4a-4d03-ba54-4d9e62ba8f4f req-156e37ef-5e73-45c6-9df3-2d889b4f8bfd tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0483706 Oct 19 00:51:14.132733 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b13da6a4-6a4a-4d03-ba54-4d9e62ba8f4f req-7bcf4043-4150-4b4e-b61e-942ab8f96c7f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Oct 19 00:51:15.249688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4961021-9935-48ba-b123-5ddbd573c930 req-a9a67ca2-3b5f-4bc7-928c-efaaaf8e4bf5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:15.251138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b4961021-9935-48ba-b123-5ddbd573c930 req-a9a67ca2-3b5f-4bc7-928c-efaaaf8e4bf5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0523357 Oct 19 00:51:15.287545 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b4961021-9935-48ba-b123-5ddbd573c930 req-6ed1209a-e78a-409d-b40b-efd0730eadd4 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305111 Oct 19 00:51:16.402101 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4168747-b684-4ad9-9a02-c670b2839d0b req-b191732b-36cb-4312-963a-36e2f553f21c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:16.403586 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c4168747-b684-4ad9-9a02-c670b2839d0b req-b191732b-36cb-4312-963a-36e2f553f21c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0496073 Oct 19 00:51:16.439634 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-c4168747-b684-4ad9-9a02-c670b2839d0b req-590ea892-1350-40af-a502-28dc63fbe98b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301518 Oct 19 00:51:17.552274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2456b-fce8-4186-a959-7815a53a30ea req-589a4775-29a4-4681-9955-1843949b2336 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:17.553731 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38c2456b-fce8-4186-a959-7815a53a30ea req-589a4775-29a4-4681-9955-1843949b2336 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0489874 Oct 19 00:51:17.591639 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-38c2456b-fce8-4186-a959-7815a53a30ea req-5b1ee7ab-2dd5-4ce9-8f9f-1d1a2e1a3d57 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319855 Oct 19 00:51:18.708872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82d428-aaa8-4c9c-8699-95b924ee2156 req-9fc55c4d-c5bb-4c74-8aa1-44d1341a8b3c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:18.710321 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe82d428-aaa8-4c9c-8699-95b924ee2156 req-9fc55c4d-c5bb-4c74-8aa1-44d1341a8b3c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0519228 Oct 19 00:51:18.746660 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fe82d428-aaa8-4c9c-8699-95b924ee2156 req-a194eaec-a538-439e-b076-1a3e6d3032ce tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305030 Oct 19 00:51:19.748736 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device e77dd031-0b05-4ab7-8430-bf728dd54aa0 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:51:19.851048 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:19.859901 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a7be1-355f-493f-b922-ea2aea2eccdf req-97f48ec1-eee3-4496-8059-e8e054dfeb18 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:19.861368 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a4a7be1-355f-493f-b922-ea2aea2eccdf req-97f48ec1-eee3-4496-8059-e8e054dfeb18 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 943 time: 0.0489180 Oct 19 00:51:19.862019 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'port_id': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'mac_address': 'fa:16:3e:1d:02:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:51:19.898937 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:19.899357 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6a4a7be1-355f-493f-b922-ea2aea2eccdf req-fd37358e-268f-4e62-90ec-3c0033ed3bd5 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315065 Oct 19 00:51:19.912123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77dd031-0b05-4ab7-8430-bf728dd54aa0 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:51:19.931282 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:19.935491 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:19.985879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=9']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:20.353154 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['e77dd031-0b05-4ab7-8430-bf728dd54aa0'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:51:20.460572 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-722d5d5a-1448-44ab-85be-0161a7bf781f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:21.011824 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21d50-8515-4662-b7e4-f72b33629719 req-b030cb2f-b4ee-49c2-af0f-adf83d7fce7b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:21.013290 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8db21d50-8515-4662-b7e4-f72b33629719 req-b030cb2f-b4ee-49c2-af0f-adf83d7fce7b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 944 time: 0.0483894 Oct 19 00:51:21.054305 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8db21d50-8515-4662-b7e4-f72b33629719 req-dba8e3e3-712a-4189-9e92-4f312c7bdf0c tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Oct 19 00:51:21.749488 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device e77dd031-0b05-4ab7-8430-bf728dd54aa0 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:51:21.797423 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port e77dd031-0b05-4ab7-8430-bf728dd54aa0 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:51:21.801457 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port e77dd031-0b05-4ab7-8430-bf728dd54aa0 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:51:21.801828 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:21.877414 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:21.902442 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:51:21.904984 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002b2dff-5581-440d-93e4-0b7410c486f6" -d '{"events": [{"server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "name": "network-vif-plugged", "status": "completed", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:51:21.917523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:21.921436 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:21.944674 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e039e5-f6c4-4755-8d2d-6c03070b1626 x-openstack-request-id: req-84e039e5-f6c4-4755-8d2d-6c03070b1626 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:51:21.944961 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "name": "network-vif-plugged", "status": "completed", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:51:21.945213 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84e039e5-f6c4-4755-8d2d-6c03070b1626 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:51:21.945597 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'code': 200} Oct 19 00:51:21.969615 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=10']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:22.161757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23a629-ed40-4a88-8c73-fc66cf6ea92c req-c3c2b642-ecf2-42ea-86c8-f8de8b546ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:22.163247 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a23a629-ed40-4a88-8c73-fc66cf6ea92c req-c3c2b642-ecf2-42ea-86c8-f8de8b546ee6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1098 time: 0.0703051 Oct 19 00:51:22.183968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8666d5-0cfe-4244-9832-d4795e8efc37 req-d7247288-ab19-44ae-9ecc-2c0679c67214 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:22.185331 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a8666d5-0cfe-4244-9832-d4795e8efc37 req-d7247288-ab19-44ae-9ecc-2c0679c67214 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 946 time: 0.0609195 Oct 19 00:51:22.224506 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5a23a629-ed40-4a88-8c73-fc66cf6ea92c req-c0e5bc6f-5542-4146-a545-12fce95f2863 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535874 Oct 19 00:51:22.235962 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7a8666d5-0cfe-4244-9832-d4795e8efc37 req-21241911-e8e1-4049-96db-77e0555b9d58 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440702 Oct 19 00:51:23.349745 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816fdcb-c7ca-4611-a24a-d5ad0a1b7070 req-c72631ef-b5a7-47f2-922c-695d34d8b62f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:23.351222 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5816fdcb-c7ca-4611-a24a-d5ad0a1b7070 req-c72631ef-b5a7-47f2-922c-695d34d8b62f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 946 time: 0.0489833 Oct 19 00:51:23.392304 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-5816fdcb-c7ca-4611-a24a-d5ad0a1b7070 req-9268ce03-468f-42a8-9cc5-efb771e8c6f4 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352681 Oct 19 00:51:24.120435 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9c40d907-dd54-4a1a-a212-aaab495df04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:24.505881 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e9cca-d4e9-4952-9194-3d9076153b47 req-866ba469-3edc-4a4b-b255-00b83b12dcc6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:24.507393 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e68e9cca-d4e9-4952-9194-3d9076153b47 req-866ba469-3edc-4a4b-b255-00b83b12dcc6 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 946 time: 0.0490549 Oct 19 00:51:24.544074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e68e9cca-d4e9-4952-9194-3d9076153b47 req-5daed6cc-4cfc-47ec-ad1e-487fe42ac3e9 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303872 Oct 19 00:51:25.001037 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:25.764151 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:28.263408 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:35.784883 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:37.351059 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:45.710677 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:51:50.451487 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-addfaa09-f349-41bf-a141-52bd76454ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:54.120067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fb9517bb-d405-4c61-999e-f7d794205a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:55.004625 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:55.766754 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:51:56.209799 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-496649f2-7bc9-4708-876f-4768efcd0a2a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393808 Oct 19 00:51:56.304068 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-25baa7a1-9bcd-4275-9cc3-d46256748edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:56.305529 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-25baa7a1-9bcd-4275-9cc3-d46256748edb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1098 time: 0.0395277 Oct 19 00:51:56.408742 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-001ea465-57cc-412f-8f39-d16eba51623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:56.410801 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-001ea465-57cc-412f-8f39-d16eba51623b service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.0864592 Oct 19 00:51:56.473635 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-565bc621-b963-4529-a3a5-3e57893eb734 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0560009 Oct 19 00:51:56.523781 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-698a096b-01e0-4a55-b7ef-0c13cec4ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:56.525128 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-698a096b-01e0-4a55-b7ef-0c13cec4ff4a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0444591 Oct 19 00:51:56.569274 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-340a493e-231d-415b-a99c-3bafbd9aacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:51:56.570658 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-340a493e-231d-415b-a99c-3bafbd9aacc6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385122 Oct 19 00:51:56.662965 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-3bbae0c7-82f0-4975-884d-724f1e3f3b88 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843506 Oct 19 00:51:56.752556 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-25cc375e-e74a-4dd6-b7fc-aa3ad71510ff req-d182a152-b38b-4bd1-bfb9-853c64f63f23 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820851 Oct 19 00:51:58.265957 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:05.783468 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:07.350310 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:20.451489 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-25b93fa1-7c82-4751-9805-7485e03c295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:22.710624 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:52:24.120314 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-089aa075-61a1-4ddf-b25a-7fb18c050efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:25.006454 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:25.768384 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:28.268799 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:35.814703 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:37.346587 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:37.367700 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45348) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:37.522748 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Deleting port fa70f67a-2b87-4a03-a684-1d41910a7997 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:52:37.523116 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:37.601152 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:37.601377 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:37.612675 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Calling delete_port for fa70f67a-2b87-4a03-a684-1d41910a7997 owned by network:floatingip {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:52:37.759200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:37.785530 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event deleted for resources: {'Port': ['ID=fa70f67a-2b87-4a03-a684-1d41910a7997,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:37.808622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.809475 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.809717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.810063 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.810405 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.810763 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.811096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.811429 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.811754 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.812084 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.812414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.812741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:37.853756 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for floatingip, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:37.854034 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Floating IP e775062d-4c77-40cd-ba0a-c1f654d2401f disassociated (deleted). External IP: 172.25.7.12, port: e77dd031-0b05-4ab7-8430-bf728dd54aa0. Oct 19 00:52:38.058169 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Router 68be389d-f29b-41c1-94fe-3edb8a631d5a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:52:38.164870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:38.169697 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:38.174231 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] Sync routers for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:38.183701 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:52:38.184303 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:38.196279 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-3af430fa-0076-4803-a39f-4c443488cd5f tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "DELETE /v2.0/floatingips/e775062d-4c77-40cd-ba0a-c1f654d2401f HTTP/1.1" status: 204 len: 168 time: 0.8274896 Oct 19 00:52:38.196865 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:52:38.199175 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122cd8f3-79a7-4e59-8618-b9d675ff9d10" -d '{"events": [{"name": "network-changed", "server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:52:38.287678 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:52:38.353059 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a57a81-75df-4406-8dcd-49e4bef6c39a x-openstack-request-id: req-75a57a81-75df-4406-8dcd-49e4bef6c39a {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:52:38.353350 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:52:38.353659 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75a57a81-75df-4406-8dcd-49e4bef6c39a {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:52:38.354187 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'status': 'completed', 'code': 200} Oct 19 00:52:38.476660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62056707-f58f-4cb4-8596-dc0ee0039c8f req-b382a9cf-4b3a-42fb-81f2-f4fa8b65bdaf tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:38.478069 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62056707-f58f-4cb4-8596-dc0ee0039c8f req-b382a9cf-4b3a-42fb-81f2-f4fa8b65bdaf tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 946 time: 0.0812171 Oct 19 00:52:38.483419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-466aec37-a869-456e-aa6d-6c8da03fc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:38.484813 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-466aec37-a869-456e-aa6d-6c8da03fc5d8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=263d85a1554d4a85b0da462844247a36&device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 1098 time: 0.0619771 Oct 19 00:52:38.491840 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:38.517430 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] Checking router: 68be389d-f29b-41c1-94fe-3edb8a631d5a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:52:38.525313 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:52:38.525901 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:38.545074 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-62056707-f58f-4cb4-8596-dc0ee0039c8f req-be53dedc-0089-4b43-b329-4a54dd1d5a4e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593212 Oct 19 00:52:38.598195 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-71dcd775-c812-4890-b81e-d04985363811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:38.599698 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-71dcd775-c812-4890-b81e-d04985363811 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 200 len: 910 time: 0.1005919 Oct 19 00:52:38.633283 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:52:38.646869 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-950ef78d-e46e-4061-9547-3c94d5893749 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 200 len: 217 time: 0.0392649 Oct 19 00:52:38.697870 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-5f0efb6c-65ad-4cb0-8056-2a1be8d09d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:38.699511 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-5f0efb6c-65ad-4cb0-8056-2a1be8d09d54 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 200 len: 848 time: 0.0449474 Oct 19 00:52:38.746286 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-e27bb57e-9c28-4293-a704-f5b3ff4d067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:38.747736 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-e27bb57e-9c28-4293-a704-f5b3ff4d067b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f246d931-c4ad-4bc4-b500-e5a2acb9bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407782 Oct 19 00:52:38.845684 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-7e63adec-444d-4582-92b1-12d41db155b2 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891724 Oct 19 00:52:38.912350 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:38.938029 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-122cd8f3-79a7-4e59-8618-b9d675ff9d10 req-038008f1-5d80-4aa4-9177-11d0231c9b54 service neutron] 10.222.0.102 "GET /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836565 Oct 19 00:52:38.943324 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6513d09b-7990-4d6a-9fbe-73961c2dc5c2 None None] The sync data for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 is: [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:39Z', 'revision_number': 4, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': 'f81e98f1-9558-4715-b20d-b7097d834446', 'name': '', 'network_id': 'f246d931-c4ad-4bc4-b500-e5a2acb9bd66', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'mac_address': 'fa:16:3e:9a:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:39Z', 'updated_at': '2021-10-19T00:42:43Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'subnets': [{'id': '22763ee7-0410-4c09-a1f2-8648cafccee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:52:39.156951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671bf3c-1ca9-4b1c-9592-4bb4810a84ea None None] New status for floating IP e775062d-4c77-40cd-ba0a-c1f654d2401f: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:52:39.682605 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c374bb9-5cd2-443a-bbc0-6eb5a004722c req-f39f995d-69f0-485b-9a4b-039d143e110b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:39.684065 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c374bb9-5cd2-443a-bbc0-6eb5a004722c req-f39f995d-69f0-485b-9a4b-039d143e110b tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 946 time: 0.0478678 Oct 19 00:52:39.727189 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c374bb9-5cd2-443a-bbc0-6eb5a004722c req-924fbaec-d15d-4069-8b4e-a35a5245d3ad tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/security-groups?id=35c76e89-d66c-484f-a824-462d1df3269d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373271 Oct 19 00:52:40.177988 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-6c932f72-a2f7-46ab-b884-92a6970fcb50 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:40.179460 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-6c932f72-a2f7-46ab-b884-92a6970fcb50 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.102 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 946 time: 0.0488803 Oct 19 00:52:40.268317 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Deleting port e77dd031-0b05-4ab7-8430-bf728dd54aa0 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:52:40.268663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:40.357908 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] For port e77dd031-0b05-4ab7-8430-bf728dd54aa0, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=e77dd031-0b05-4ab7-8430-bf728dd54aa0,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:40.358272 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:40.370469 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Calling delete_port for e77dd031-0b05-4ab7-8430-bf728dd54aa0 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:52:40.501719 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:40.536554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event deleted for resources: {'Port': ['ID=e77dd031-0b05-4ab7-8430-bf728dd54aa0,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:40.570965 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] No DVR routers for this DVR port e77dd031-0b05-4ab7-8430-bf728dd54aa0 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:52:40.573750 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:40.577281 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-15ff471b-3b05-4e52-b55d-06772e5983b9 req-a2f6b3d5-c72a-44f6-ab2b-7a87815ab395 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.102 "DELETE /v2.0/ports/e77dd031-0b05-4ab7-8430-bf728dd54aa0 HTTP/1.1" status: 204 len: 173 time: 0.3916841 Oct 19 00:52:40.577715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'name': 'network-vif-deleted', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:52:40.580019 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acaddf5-f3fa-44c9-b752-76c8e084641a" -d '{"events": [{"server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "name": "network-vif-deleted", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:52:40.615054 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcde2f0c-700e-47b8-8dd3-a07a1e184692 x-openstack-request-id: req-dcde2f0c-700e-47b8-8dd3-a07a1e184692 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:52:40.615349 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38421327-327e-46c9-bd65-a759878d7680", "name": "network-vif-deleted", "tag": "e77dd031-0b05-4ab7-8430-bf728dd54aa0", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:52:40.615606 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcde2f0c-700e-47b8-8dd3-a07a1e184692 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:52:40.616007 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38421327-327e-46c9-bd65-a759878d7680', 'name': 'network-vif-deleted', 'tag': 'e77dd031-0b05-4ab7-8430-bf728dd54aa0', 'status': 'completed', 'code': 200} Oct 19 00:52:40.820995 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33086a19-4dcf-4eb5-80f7-8310686cbe8a req-b73e91bb-eebd-46f8-82eb-aa64232e576d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 210 time: 0.0268979 Oct 19 00:52:41.914846 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e8f73f01-c12c-4555-8b7c-0fe95194fed5 req-22121648-b71a-4a44-866e-a1429fc8510e tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 210 time: 0.0260763 Oct 19 00:52:43.013235 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6120d7fd-13b4-4b24-9d63-35869f334672 req-e61a3c07-879b-45b4-8f37-200270992c74 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 210 time: 0.0288534 Oct 19 00:52:44.107229 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ee24486d-c545-4ed8-b5c6-eedb2af9b37b req-8179949d-cbdf-410e-8ab4-6e7c7d2f9e28 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 210 time: 0.0270641 Oct 19 00:52:44.153841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device e77dd031-0b05-4ab7-8430-bf728dd54aa0 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:44.177555 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: e77dd031-0b05-4ab7-8430-bf728dd54aa0 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:52:44.177905 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device e77dd031-0b05-4ab7-8430-bf728dd54aa0 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:45.212576 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-cc7d52cd-3d40-4dbe-b553-6decd8793892 req-e1dd6623-dc1f-44ea-9398-b6e6f90bce72 tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "GET /v2.0/ports?device_id=38421327-327e-46c9-bd65-a759878d7680 HTTP/1.1" status: 200 len: 210 time: 0.0262644 Oct 19 00:52:46.267248 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45382) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:46.329839 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-768ddfa8-8323-4798-8539-6d604e90375d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:46.355979 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-768ddfa8-8323-4798-8539-6d604e90375d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:46.415146 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-768ddfa8-8323-4798-8539-6d604e90375d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:46.417666 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-768ddfa8-8323-4798-8539-6d604e90375d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:46.418854 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-768ddfa8-8323-4798-8539-6d604e90375d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] 10.222.0.52 "DELETE /v2.0/security-groups/35c76e89-d66c-484f-a824-462d1df3269d HTTP/1.1" status: 204 len: 168 time: 0.1505620 Oct 19 00:52:46.434123 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ddfa8-8323-4798-8539-6d604e90375d tempest-TestShelveInstance-2013376136 tempest-TestShelveInstance-2013376136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c76e89-d66c-484f-a824-462d1df3269d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:46.472996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45386) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:46.984397 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:47.227327 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Deleting port f81e98f1-9558-4715-b20d-b7097d834446 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:52:47.227661 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:47.304080 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] For port f81e98f1-9558-4715-b20d-b7097d834446, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f81e98f1-9558-4715-b20d-b7097d834446,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:47.304930 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:47.316872 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Calling delete_port for f81e98f1-9558-4715-b20d-b7097d834446 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:52:47.494520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:47.523807 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81e98f1-9558-4715-b20d-b7097d834446,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:47.711039 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:47.944111 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Router 68be389d-f29b-41c1-94fe-3edb8a631d5a has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:52:48.053062 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:48.058169 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-2812d41f-e97c-4683-be83-8e8d29f3ee87 admin admin] 10.222.0.52 "PUT /v2.0/routers/68be389d-f29b-41c1-94fe-3edb8a631d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5840819 Oct 19 00:52:48.060755 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45390) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:48.063846 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] Sync routers for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:48.074969 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:52:48.075705 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:48.182591 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:52:48.368324 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:52:47Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:48.395998 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] Checking router: 68be389d-f29b-41c1-94fe-3edb8a631d5a for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:52:48.405334 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] Routers {'68be389d-f29b-41c1-94fe-3edb8a631d5a'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:52:48.405969 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['68be389d-f29b-41c1-94fe-3edb8a631d5a'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:48.511927 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:48.516780 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] Set router 68be389d-f29b-41c1-94fe-3edb8a631d5a gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:52:48.613841 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:48.673419 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Deleting port d8582052-eb4f-4457-9673-542ff868130b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:52:48.673761 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:48.703166 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:52:47Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:48.731126 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c2151-eacb-40b0-acb6-15ae3ea6123a None None] The sync data for ids ['68be389d-f29b-41c1-94fe-3edb8a631d5a'] in n-d-713498-28 is: [{'id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'name': 'tempest-TestShelveInstance-1262167211-router', 'tenant_id': '263d85a1554d4a85b0da462844247a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd8582052-eb4f-4457-9673-542ff868130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:52:47Z', 'revision_number': 5, 'project_id': '263d85a1554d4a85b0da462844247a36', 'gw_port': {'id': 'd8582052-eb4f-4457-9673-542ff868130b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be389d-f29b-41c1-94fe-3edb8a631d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:37Z', 'updated_at': '2021-10-19T00:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:52:48.752392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] For port d8582052-eb4f-4457-9673-542ff868130b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d8582052-eb4f-4457-9673-542ff868130b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:48.752757 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:48.774598 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Calling delete_port for d8582052-eb4f-4457-9673-542ff868130b owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:52:48.939793 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:48.969289 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8582052-eb4f-4457-9673-542ff868130b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:49.027439 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.122508 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.124791 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.168086 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.168779 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68be389d-f29b-41c1-94fe-3edb8a631d5a {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:52:49.173590 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.178145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-ef5661e4-b0c0-4108-9dce-69c43e7da6b1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/68be389d-f29b-41c1-94fe-3edb8a631d5a HTTP/1.1" status: 204 len: 168 time: 1.1134830 Oct 19 00:52:49.178917 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45392) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:49.225982 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Deleting subnet 22763ee7-0410-4c09-a1f2-8648cafccee8 {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:52:49.229218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.264084 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.349236 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.403700 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.427456 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22763ee7-0410-4c09-a1f2-8648cafccee8,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:49.436952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.439537 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f90ea99-e8a6-47f1-b8fe-a283fa99ff92 None None] Network f246d931-c4ad-4bc4-b500-e5a2acb9bd66 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:52:49.440067 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/22763ee7-0410-4c09-a1f2-8648cafccee8 HTTP/1.1" status: 204 len: 168 time: 0.2601666 Oct 19 00:52:49.441706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.442050 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.442642 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.443042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.443380 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.443528 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45396) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:49.443711 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.444037 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.444370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.444689 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.445011 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.445333 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.445658 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84205bc-2099-4136-b534-66a912d6a05d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:49.515781 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.568582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Deleting port aebe7591-5e3e-4192-84cd-3f463b0cf7d9 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:52:49.568925 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.635952 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] For port aebe7591-5e3e-4192-84cd-3f463b0cf7d9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=aebe7591-5e3e-4192-84cd-3f463b0cf7d9,segment=NetworkSegment(a7d9684f-c714-44f7-98a3-82b1a3518573),segment_id=a7d9684f-c714-44f7-98a3-82b1a3518573)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:49.636309 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.649157 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Calling delete_port for aebe7591-5e3e-4192-84cd-3f463b0cf7d9 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:52:49.727850 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.744481 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f999068-e26b-4b33-a230-273c6d87a636 None None] DHCP port deletion for f246d931-c4ad-4bc4-b500-e5a2acb9bd66 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:52:49.755050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aebe7591-5e3e-4192-84cd-3f463b0cf7d9,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:49.762594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] No DVR routers for this DVR port aebe7591-5e3e-4192-84cd-3f463b0cf7d9 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:52:49.827840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f81e98f1-9558-4715-b20d-b7097d834446 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:49.844415 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.847963 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: f81e98f1-9558-4715-b20d-b7097d834446 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:52:49.848306 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f81e98f1-9558-4715-b20d-b7097d834446 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:49.848720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d8582052-eb4f-4457-9673-542ff868130b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:49.863879 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f246d931-c4ad-4bc4-b500-e5a2acb9bd66']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:49.866599 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d8582052-eb4f-4457-9673-542ff868130b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:52:49.866965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d8582052-eb4f-4457-9673-542ff868130b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:49.867366 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device aebe7591-5e3e-4192-84cd-3f463b0cf7d9 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:49.873064 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d9684f-c714-44f7-98a3-82b1a3518573') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:49.873363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d9684f-c714-44f7-98a3-82b1a3518573') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:49.883194 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.885745 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: aebe7591-5e3e-4192-84cd-3f463b0cf7d9 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:52:49.886087 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device aebe7591-5e3e-4192-84cd-3f463b0cf7d9 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:49.898439 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.905138 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:52:49.905553 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:52:49.907514 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:52:49.964023 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.969901 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:49.973078 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f246d931-c4ad-4bc4-b500-e5a2acb9bd66 HTTP/1.1" status: 204 len: 168 time: 0.5286169 Oct 19 00:52:49.976193 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45398) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:49.983993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378b248-1ce2-47dc-a80f-63378fa51dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f246d931-c4ad-4bc4-b500-e5a2acb9bd66,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:50.311105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:50.452091 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c15818ff-d582-4971-a871-d288e7d93ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:50.552090 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Deleting port 728e7809-74b2-4d52-85b5-ff52ebe1c578 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:52:50.552436 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:50.630964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] For port 728e7809-74b2-4d52-85b5-ff52ebe1c578, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=728e7809-74b2-4d52-85b5-ff52ebe1c578,segment=NetworkSegment(3be119d0-7489-4bd2-90d1-5c40de611522),segment_id=3be119d0-7489-4bd2-90d1-5c40de611522)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:50.631327 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:50.644058 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Calling delete_port for 728e7809-74b2-4d52-85b5-ff52ebe1c578 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:52:50.819757 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:50.845023 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Pushing event deleted for resources: {'Port': ['ID=728e7809-74b2-4d52-85b5-ff52ebe1c578,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:51.009197 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:51.217697 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Router 723b9b02-4010-48c1-a92b-e4e72973d9ae has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:52:51.320687 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:51.325720 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-01296231-a92a-448e-a202-2117c4b169fb admin admin] 10.222.0.52 "PUT /v2.0/routers/723b9b02-4010-48c1-a92b-e4e72973d9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3483794 Oct 19 00:52:51.328279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45400) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:51.329466 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] Sync routers for ids ['723b9b02-4010-48c1-a92b-e4e72973d9ae'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:51.338814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] Routers {'723b9b02-4010-48c1-a92b-e4e72973d9ae'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:52:51.339413 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['723b9b02-4010-48c1-a92b-e4e72973d9ae'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:51.430006 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:51.442177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] Set router 723b9b02-4010-48c1-a92b-e4e72973d9ae gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:52:51.530450 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:51.582349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Deleting port 867ce7f9-1c42-496f-af75-e864ca5f972a {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:52:51.582692 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:51.622417 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:52:50Z', 'revision_number': 5, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'gw_port': {'id': '867ce7f9-1c42-496f-af75-e864ca5f972a', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:51.649819 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] Checking router: 723b9b02-4010-48c1-a92b-e4e72973d9ae for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:52:51.658045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] Routers {'723b9b02-4010-48c1-a92b-e4e72973d9ae'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:52:51.658651 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['723b9b02-4010-48c1-a92b-e4e72973d9ae'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:51.663073 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] For port 867ce7f9-1c42-496f-af75-e864ca5f972a, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=867ce7f9-1c42-496f-af75-e864ca5f972a,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:51.663467 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:51.675476 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Calling delete_port for 867ce7f9-1c42-496f-af75-e864ca5f972a owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:52:51.744402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] Set router 723b9b02-4010-48c1-a92b-e4e72973d9ae gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:52:51.796929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:52:51Z', 'revision_number': 6, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:51.827875 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff7cf2-00c2-4585-9d4c-33aeb2df315b None None] The sync data for ids ['723b9b02-4010-48c1-a92b-e4e72973d9ae'] in n-d-713498-28 is: [{'id': '723b9b02-4010-48c1-a92b-e4e72973d9ae', 'name': 'tempest-TestShelveInstance-1414566816-router', 'tenant_id': '81d4fc303a6d4f019d0a191ad5569350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:42:42Z', 'updated_at': '2021-10-19T00:52:51Z', 'revision_number': 6, 'project_id': '81d4fc303a6d4f019d0a191ad5569350', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:52:51.842873 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:51.873293 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Pushing event deleted for resources: {'Port': ['ID=867ce7f9-1c42-496f-af75-e864ca5f972a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:51.928663 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.014152 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.016215 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.060900 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.061361 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 723b9b02-4010-48c1-a92b-e4e72973d9ae {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:52:52.065826 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.067018 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-3917ce06-c71d-457e-86af-e061937dc47b admin admin] 10.222.0.52 "DELETE /v2.0/routers/723b9b02-4010-48c1-a92b-e4e72973d9ae HTTP/1.1" status: 204 len: 168 time: 0.7377162 Oct 19 00:52:52.069996 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45402) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:52.113637 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cd1bf5-c071-44a2-b37f-bd762cd2eb42 admin admin] Deleting subnet 10b5e120-ac04-4f29-8b32-a0b34c5a5e9d {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:52:52.116475 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15cd1bf5-c071-44a2-b37f-bd762cd2eb42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.149212 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15cd1bf5-c071-44a2-b37f-bd762cd2eb42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.232486 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15cd1bf5-c071-44a2-b37f-bd762cd2eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.284923 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15cd1bf5-c071-44a2-b37f-bd762cd2eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.308479 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd1bf5-c071-44a2-b37f-bd762cd2eb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b5e120-ac04-4f29-8b32-a0b34c5a5e9d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:52.314117 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-15cd1bf5-c071-44a2-b37f-bd762cd2eb42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.318053 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-15cd1bf5-c071-44a2-b37f-bd762cd2eb42 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/10b5e120-ac04-4f29-8b32-a0b34c5a5e9d HTTP/1.1" status: 204 len: 168 time: 0.2468178 Oct 19 00:52:52.319836 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a70edd-3718-47a0-aba9-6b6a2e7c8d74 None None] Network 9af65514-0ab0-461b-b8cd-45dfe6334d61 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:52:52.320259 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45404) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:52.387182 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.445167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Deleting port 192abf86-9809-4c38-93f6-7abbb775860d {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:52:52.445524 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.507315 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] For port 192abf86-9809-4c38-93f6-7abbb775860d, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=192abf86-9809-4c38-93f6-7abbb775860d,segment=NetworkSegment(3be119d0-7489-4bd2-90d1-5c40de611522),segment_id=3be119d0-7489-4bd2-90d1-5c40de611522)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:52.507686 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.520174 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Calling delete_port for 192abf86-9809-4c38-93f6-7abbb775860d owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:52:52.595169 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] DHCP port deletion for 9af65514-0ab0-461b-b8cd-45dfe6334d61 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:52:52.605138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.631837 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=192abf86-9809-4c38-93f6-7abbb775860d,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:52.635703 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] No DVR routers for this DVR port 192abf86-9809-4c38-93f6-7abbb775860d on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:52:52.644543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Deleting port 192abf86-9809-4c38-93f6-7abbb775860d {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:52:52.645070 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.707478 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] For port 192abf86-9809-4c38-93f6-7abbb775860d, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:52.707871 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.716161 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.720868 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Calling delete_port for 192abf86-9809-4c38-93f6-7abbb775860d owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:52:52.723592 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Port 192abf86-9809-4c38-93f6-7abbb775860d was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 00:52:52.724892 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.739723 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af65514-0ab0-461b-b8cd-45dfe6334d61']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:52.748978 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be119d0-7489-4bd2-90d1-5c40de611522') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:52.749286 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be119d0-7489-4bd2-90d1-5c40de611522') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:52.752523 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Pushing event deleted for resources: {'Port': ['ID=192abf86-9809-4c38-93f6-7abbb775860d,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:52.757239 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] No DVR routers for this DVR port 192abf86-9809-4c38-93f6-7abbb775860d on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:52:52.759374 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.767759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3d96-4bc0-4b72-8464-1b3abcaae87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:52.779730 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.787138 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:52:52.787714 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:52:52.789798 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:52:52.847781 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.864028 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:52.867316 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] 10.222.0.52 "DELETE /v2.0/networks/9af65514-0ab0-461b-b8cd-45dfe6334d61 HTTP/1.1" status: 204 len: 168 time: 0.5460563 Oct 19 00:52:52.868660 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad60bf-ae32-44e6-96c8-78fa2778b6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=9af65514-0ab0-461b-b8cd-45dfe6334d61,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:53.026438 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45408) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:53.074604 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-00e02aee-4019-4b26-9d6f-d2a969db4f55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=263d85a1554d4a85b0da462844247a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397899 Oct 19 00:52:53.077039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45410) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:53.123171 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d5d64fd-e96a-4791-b54d-d44791fdb3b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:53.143865 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d5d64fd-e96a-4791-b54d-d44791fdb3b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:53.193241 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d5d64fd-e96a-4791-b54d-d44791fdb3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:53.195847 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1d5d64fd-e96a-4791-b54d-d44791fdb3b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:53.197136 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1d5d64fd-e96a-4791-b54d-d44791fdb3b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4f7c7d2-bd24-4732-ae6a-e9534ca066d7 HTTP/1.1" status: 204 len: 168 time: 0.1190698 Oct 19 00:52:53.204771 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d64fd-e96a-4791-b54d-d44791fdb3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f7c7d2-bd24-4732-ae6a-e9534ca066d7,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:53.517729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45416) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:53.557400 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a719ebe2-aecb-4dfc-b65c-70040000e115 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81d4fc303a6d4f019d0a191ad5569350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385313 Oct 19 00:52:53.559799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45418) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:53.606537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d252ab1-4dbd-4a7d-b370-722a183dbb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:53.627555 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d252ab1-4dbd-4a7d-b370-722a183dbb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:53.673048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d252ab1-4dbd-4a7d-b370-722a183dbb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:53.676292 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0d252ab1-4dbd-4a7d-b370-722a183dbb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:53.679762 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0d252ab1-4dbd-4a7d-b370-722a183dbb8d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d64bbbf5-1c1e-4274-b690-62ecf2fa5f02 HTTP/1.1" status: 204 len: 168 time: 0.1166918 Oct 19 00:52:53.686045 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d252ab1-4dbd-4a7d-b370-722a183dbb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64bbbf5-1c1e-4274-b690-62ecf2fa5f02,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:53.810783 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 867ce7f9-1c42-496f-af75-e864ca5f972a no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:53.832643 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 867ce7f9-1c42-496f-af75-e864ca5f972a {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:52:53.832998 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 867ce7f9-1c42-496f-af75-e864ca5f972a not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:53.833413 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 192abf86-9809-4c38-93f6-7abbb775860d no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:53.856123 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 192abf86-9809-4c38-93f6-7abbb775860d {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:52:53.856756 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 192abf86-9809-4c38-93f6-7abbb775860d not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:53.857189 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 728e7809-74b2-4d52-85b5-ff52ebe1c578 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:53.876385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 728e7809-74b2-4d52-85b5-ff52ebe1c578 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:52:53.876739 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 728e7809-74b2-4d52-85b5-ff52ebe1c578 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:54.121687 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-feba6e8b-0a05-4415-ad6f-61967a729a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.394238 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45440) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:54.489024 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-674480325-network', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:52:54.508551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Made reservation on behalf of 4613e6f1df314f67b669630a8d3fe095 for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:52:54.510847 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.519601 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.591155 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.594650 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.618477 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:52:54.634069 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2e00cf-2848-4db1-aeee-6c36a874676d,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:54.636952 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.637301 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Added segment dd8a19cb-750f-4478-b250-0a7741d145d8 of type vlan for network 30d15057-a643-43e4-8dd2-450d7b06401a Oct 19 00:52:54.679615 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.703209 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.704149 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:54.704733 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.737864 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3424392 Oct 19 00:52:54.740799 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45444) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:54.745826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Request body: {'subnet': {'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-674480325-subnet', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'ip_version': 4}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:52:54.769272 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Made reservation on behalf of 4613e6f1df314f67b669630a8d3fe095 for: {'subnet': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:52:54.770039 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cd1fa-5fae-48f7-896e-640fe3736f32 admin admin] Pushing event updated for resources: {'Network': ['ID=30d15057-a643-43e4-8dd2-450d7b06401a,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:54.772223 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5018769'] for subnet, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.779889 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 30d15057-a643-43e4-8dd2-450d7b06401a details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:52:54.933201 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6242707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018815'] for subnet, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:54.990000 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:55.000247 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Checking segment: {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:52:55.000615 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Network hostable DHCP agents. Network: 30d15057-a643-43e4-8dd2-450d7b06401a, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:52:55.007715 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.021582 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Network 30d15057-a643-43e4-8dd2-450d7b06401a is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:52:55.030677 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 30d15057-a643-43e4-8dd2-450d7b06401a) {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:52:55.034594 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:55.035204 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.040565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20129e1c-c9ce-4c0e-8e43-35090ef42096 None None] Network 30d15057-a643-43e4-8dd2-450d7b06401a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:52:55.050113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-b641067d-3c0b-4fd6-a198-eaee1a542d0e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081472 Oct 19 00:52:55.053070 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45446) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:55.057448 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:52:55.086248 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.087279 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.140604 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.183782 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-30d15057-a643-43e4-8dd2-450d7b06401a', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:52:55.184687 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.318695 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Allocated IP 172.20.0.2 (30d15057-a643-43e4-8dd2-450d7b06401a/f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c/f73d43b8-76cf-4b48-b9f2-d8e595f51ce9) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:52:55.470073 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.476372 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.515221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Network 30d15057-a643-43e4-8dd2-450d7b06401a is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:52:55.519719 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:52:55.522281 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:52:55.532247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Pushing event updated for resources: {'Port': ['ID=f73d43b8-76cf-4b48-b9f2-d8e595f51ce9,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:55.587338 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Attempting to bind port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:52:55.587641 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Attempting to bind port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:52:55.588001 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Attempting to bind port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 on network 30d15057-a643-43e4-8dd2-450d7b06401a {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:52:55.591145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.592965 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:52:55.593344 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Checking segment: {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:52:55.593745 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.594142 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Bound using segment: {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:52:55.594610 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Bound port: f73d43b8-76cf-4b48-b9f2-d8e595f51ce9, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:52:55.595025 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.658107 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] For port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:52:55.661727 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] For port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f73d43b8-76cf-4b48-b9f2-d8e595f51ce9,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:52:55.665456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.724721 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4372a5-2384-49ef-9237-a77660424368 None None] Pushing event updated for resources: {'Port': ['ID=f73d43b8-76cf-4b48-b9f2-d8e595f51ce9,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:55.775708 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.800796 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.820439 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:55.943177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Allocated IP 172.25.7.167 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/d14b4d47-e1a3-4824-8f27-9f8132ee6715) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:52:56.045169 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:56.077259 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:56.112404 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:52:56.115378 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:52:56.118936 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:52:56.154406 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Pushing event updated for resources: {'Port': ['ID=d14b4d47-e1a3-4824-8f27-9f8132ee6715,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:56.376363 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:56.578226 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:56.578814 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0abaa5-caed-4cc3-8b27-7059b3c3d48d None None] Network 30d15057-a643-43e4-8dd2-450d7b06401a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:52:56.646275 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ad43ce4f-eae2-45f1-b91a-ba0dcc88b3d7 None None] Provisioning complete for port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:52:56.646562 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad43ce4f-eae2-45f1-b91a-ba0dcc88b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:56.703716 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Router c5888d1e-a2f6-4156-848d-080880d2736b is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:52:56.782915 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad43ce4f-eae2-45f1-b91a-ba0dcc88b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:56.813096 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:56.824486 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ad43ce4f-eae2-45f1-b91a-ba0dcc88b3d7 None None] For port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f73d43b8-76cf-4b48-b9f2-d8e595f51ce9,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:56.827317 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Sync routers for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:56.829039 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad43ce4f-eae2-45f1-b91a-ba0dcc88b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:56.834554 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:56.838512 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-d791e19c-011d-41b6-be35-21553550feee admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7818859 Oct 19 00:52:56.838768 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45448) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:56.847724 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:52:56.850765 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:56.880927 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43ce4f-eae2-45f1-b91a-ba0dcc88b3d7 None None] Pushing event updated for resources: {'Port': ['ID=f73d43b8-76cf-4b48-b9f2-d8e595f51ce9,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:56.975040 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:52:57.064956 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-642f7f17-91b7-45ed-86bd-08ccb35c3010 None None] Provisioning complete for port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:52:57.065339 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-642f7f17-91b7-45ed-86bd-08ccb35c3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.157323 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:56Z', 'revision_number': 3, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:57.186836 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Checking router: c5888d1e-a2f6-4156-848d-080880d2736b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:52:57.187181 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Updating router c5888d1e-a2f6-4156-848d-080880d2736b port d14b4d47-e1a3-4824-8f27-9f8132ee6715 binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:52:57.210958 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.264614 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.422146 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Allocated IP 172.20.0.1 (30d15057-a643-43e4-8dd2-450d7b06401a/f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c/5d5cefa4-b75b-49b5-9676-bf417c8f6723) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:52:57.462536 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.467784 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.521121 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Attempting to bind port d14b4d47-e1a3-4824-8f27-9f8132ee6715 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:52:57.521483 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Attempting to bind port d14b4d47-e1a3-4824-8f27-9f8132ee6715 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:52:57.521838 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Attempting to bind port d14b4d47-e1a3-4824-8f27-9f8132ee6715 on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:52:57.524561 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Pushing event updated for resources: {'Port': ['ID=d14b4d47-e1a3-4824-8f27-9f8132ee6715,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:57.525107 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.532093 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:52:57.532457 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:52:57.532873 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.533255 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:52:57.533701 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Bound port: d14b4d47-e1a3-4824-8f27-9f8132ee6715, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:52:57.534087 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.537787 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.538122 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.538455 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.538802 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.539124 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.539446 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.539762 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.540076 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.540387 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.540699 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.541010 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.541316 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:57.560040 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.603274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Network 30d15057-a643-43e4-8dd2-450d7b06401a is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:52:57.606198 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:52:57.618163 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:52:57.621518 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Pushing event updated for resources: {'Port': ['ID=5d5cefa4-b75b-49b5-9676-bf417c8f6723,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:57.660110 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.680794 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] For port d14b4d47-e1a3-4824-8f27-9f8132ee6715, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:52:57.683949 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] For port d14b4d47-e1a3-4824-8f27-9f8132ee6715, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d14b4d47-e1a3-4824-8f27-9f8132ee6715,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:52:57.689695 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.747386 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1699a-1bda-4300-90f4-f2f2a8e252d9 None None] Pushing event updated for resources: {'Port': ['ID=d14b4d47-e1a3-4824-8f27-9f8132ee6715,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:57.764483 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:52:57.765108 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:57.805886 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.887770 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:52:57.898194 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:52:57.946241 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:52:57.946472 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:57.990945 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-be2d9503-d17d-4cc1-8329-de0d4465a325 None None] Provisioning complete for port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:52:57.991780 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-be2d9503-d17d-4cc1-8329-de0d4465a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:58.000572 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:58.005799 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:58.046248 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-be2d9503-d17d-4cc1-8329-de0d4465a325 None None] Port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:52:58.075371 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Pushing event updated for resources: {'Port': ['ID=5d5cefa4-b75b-49b5-9676-bf417c8f6723,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:58.077893 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:58.096321 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:56Z', 'revision_number': 3, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:58.125176 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd1f5d-36c4-4848-b40f-bf1a07f1a2cd None None] The sync data for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 is: [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:56Z', 'revision_number': 3, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:52:58.176512 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Network 30d15057-a643-43e4-8dd2-450d7b06401a is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:52:58.178016 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:52:58.275226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:58.304594 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Router c5888d1e-a2f6-4156-848d-080880d2736b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:52:58.436614 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:58.444499 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-cfc15c6f-ec0d-4bb1-bc5f-cb59768d5ecd admin admin] 10.222.0.52 "PUT /v2.0/routers/c5888d1e-a2f6-4156-848d-080880d2736b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6032927 Oct 19 00:52:58.476212 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-41c51d38-562b-4973-9f2b-9711d7a5f449 None None] Provisioning complete for port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:52:58.476952 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-41c51d38-562b-4973-9f2b-9711d7a5f449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:58.669127 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-41c51d38-562b-4973-9f2b-9711d7a5f449 None None] Port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:52:58.944530 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45464) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:58.949559 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-62287902-network', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:52:58.971309 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Made reservation on behalf of c80895199edd493fb8ef11ee497d728f for: {'network': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:52:58.974037 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for network, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:58.982780 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.056417 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.060371 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.085327 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=100921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:52:59.094790 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3739d00-b8cf-4bdc-8557-28f9a1e0fbc5,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:59.100753 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.101099 n-d-713498-28 neutron-server[100921]: INFO neutron.db.segments_db [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Added segment b87c4af5-0e1f-4b0f-b426-659d83abc653 of type vlan for network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 Oct 19 00:52:59.140231 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793337551324'] for network, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.163247 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321'] for network, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.164284 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:59.164919 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.198547 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2528520 Oct 19 00:52:59.201281 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45466) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:59.205895 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Request body: {'subnet': {'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-62287902-subnet', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'ip_version': 4}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:52:59.241847 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedeff5-e220-4219-9ec0-440862294b5c admin admin] Pushing event updated for resources: {'Network': ['ID=93ab9e55-82e1-408f-a3dd-db7b066e22b8,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:59.252008 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 details requested by agent ovs-agent-n-d-713498-28 with host n-d-713498-28 {{(pid=100923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:52:59.259079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Made reservation on behalf of c80895199edd493fb8ef11ee497d728f for: {'subnet': 1} {{(pid=100921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:52:59.261420 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6034880'] for subnet, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.427732 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6141737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6034926'] for subnet, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.481035 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8683e4f6-252c-476d-98e8-5097d6878799,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:59.492716 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Checking segment: {'id': 'b87c4af5-0e1f-4b0f-b426-659d83abc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:52:59.493019 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Network hostable DHCP agents. Network: 93ab9e55-82e1-408f-a3dd-db7b066e22b8, hostable agents: ['af761e03-3893-476b-a93d-8ce931b5b00e'], hosted agents: [] {{(pid=100921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:52:59.509756 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 is scheduled to be hosted by DHCP agent af761e03-3893-476b-a93d-8ce931b5b00e with binding_index 1 {{(pid=100921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:52:59.519029 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-28, 93ab9e55-82e1-408f-a3dd-db7b066e22b8) {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:52:59.523095 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:52:59.523681 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.527718 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0402695-d338-4d1b-bdb6-16cc0a3a9a9d None None] Network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:52:59.543102 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-449f085e-2055-4322-8a96-1a7e97ae486e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3389759 Oct 19 00:52:59.543964 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45468) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:52:59.548999 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:52:59.572913 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111165'] for router, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.573995 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-718792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111140'] for router, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.625568 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.679116 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff48dbaf-8f11-5bcf-9696-cdb6646818e9-93ab9e55-82e1-408f-a3dd-db7b066e22b8', 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'fixed_ips': [{'subnet_id': '8683e4f6-252c-476d-98e8-5097d6878799'}]}} from n-d-713498-28. {{(pid=100923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:52:59.680264 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:52:59.713740 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:52:59.758157 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Sync routers for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:59.780563 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:52:59.781197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:59.865929 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d14b4d47-e1a3-4824-8f27-9f8132ee6715 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:52:59.963578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.db_base_plugin_common [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Allocated IP 172.20.0.2 (93ab9e55-82e1-408f-a3dd-db7b066e22b8/8683e4f6-252c-476d-98e8-5097d6878799/bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2) {{(pid=100923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:52:59.995068 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:53:00.047475 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d14b4d47-e1a3-4824-8f27-9f8132ee6715 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:00.047758 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.081691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.280912 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.299293 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.353344 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.359577 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Publish callbacks [] for port, precommit_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.381690 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073'] for port, after_create {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.388948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port d14b4d47-e1a3-4824-8f27-9f8132ee6715, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d14b4d47-e1a3-4824-8f27-9f8132ee6715,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:53:00.402674 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Allocated IP 172.25.7.231 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/7ddb40ec-1335-43a4-8293-b7287aca133b) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:53:00.420856 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.439898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 is already hosted by enough agents. {{(pid=100923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:53:00.445159 n-d-713498-28 neutron-server[100923]: DEBUG neutron.scheduler.base_scheduler [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Resources bound (agent type, host, resource id): {{(pid=100923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:53:00.447653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Received port after_create {{(pid=100923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:53:00.459571 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Pushing event updated for resources: {'Port': ['ID=bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2,revision_number=1']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:00.510218 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.512498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 2, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:00.545033 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.565203 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Checking router: c5888d1e-a2f6-4156-848d-080880d2736b for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:53:00.565611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Updating router c5888d1e-a2f6-4156-848d-080880d2736b port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:53:00.583764 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:53:00.586557 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:53:00.590012 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:53:00.606055 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Attempting to bind port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:53:00.606433 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Attempting to bind port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b87c4af5-0e1f-4b0f-b426-659d83abc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:53:00.606828 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Attempting to bind port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 on network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:53:00.611568 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=d14b4d47-e1a3-4824-8f27-9f8132ee6715,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:00.614755 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Pushing event updated for resources: {'Port': ['ID=7ddb40ec-1335-43a4-8293-b7287aca133b,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:00.619467 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.622546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:53:00.622952 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Checking segment: {'id': 'b87c4af5-0e1f-4b0f-b426-659d83abc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:53:00.623344 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.623740 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Bound using segment: {'id': 'b87c4af5-0e1f-4b0f-b426-659d83abc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:53:00.624208 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Bound port: bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87c4af5-0e1f-4b0f-b426-659d83abc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:53:00.624575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.774210 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] For port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:53:00.779471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] For port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2,segment=NetworkSegment(b87c4af5-0e1f-4b0f-b426-659d83abc653),segment_id=b87c4af5-0e1f-4b0f-b426-659d83abc653)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:53:00.786687 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.843699 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:00.902921 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c39a94-2aff-4f97-994f-d1126a1e72df None None] Pushing event updated for resources: {'Port': ['ID=bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2,revision_number=2']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:01.016408 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.028157 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.076496 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535726'] for router, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.079385 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861bf3a-057c-485a-8c0f-7edd42b7da9b None None] Pushing event updated for resources: {'Port': ['ID=5d5cefa4-b75b-49b5-9676-bf417c8f6723,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:01.145993 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Attempting to bind port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:53:01.146517 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Attempting to bind port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:53:01.147024 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Attempting to bind port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 on network 30d15057-a643-43e4-8dd2-450d7b06401a {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:53:01.154294 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:53:01.154855 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Checking segment: {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:53:01.155364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.155879 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Bound using segment: {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:53:01.156468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Bound port: 5d5cefa4-b75b-49b5-9676-bf417c8f6723, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:53:01.156954 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.226970 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 is scheduled to L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 with binding_index 1 {{(pid=100921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:53:01.233302 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] For port 5d5cefa4-b75b-49b5-9676-bf417c8f6723, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:53:01.236693 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] For port 5d5cefa4-b75b-49b5-9676-bf417c8f6723, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5d5cefa4-b75b-49b5-9676-bf417c8f6723,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:53:01.241250 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.301404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:53:01.302032 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:01.307221 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861bf3a-057c-485a-8c0f-7edd42b7da9b None None] Pushing event updated for resources: {'Port': ['ID=5d5cefa4-b75b-49b5-9676-bf417c8f6723,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:01.356474 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:53:01.370211 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Sync routers for ids ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:53:01.384631 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.385804 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Routers {'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:53:01.386438 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:01.390610 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45470) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:01.399979 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ba64d728-e924-4066-9a2b-3537aa9daccf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8543022 Oct 19 00:53:01.431636 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:53:01.541014 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Set router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:53:01.550171 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e866f001-f8ea-4a49-9eb1-49179edac6ec None None] Provisioning complete for port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:01.550805 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e866f001-f8ea-4a49-9eb1-49179edac6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.749227 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e866f001-f8ea-4a49-9eb1-49179edac6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.791001 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:59Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 3, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'gw_port': {'id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:00Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:01.793441 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-e866f001-f8ea-4a49-9eb1-49179edac6ec None None] For port 5d5cefa4-b75b-49b5-9676-bf417c8f6723, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5d5cefa4-b75b-49b5-9676-bf417c8f6723,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:53:01.809898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:01.811878 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e866f001-f8ea-4a49-9eb1-49179edac6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.843718 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Checking router: abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:53:01.844065 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Updating router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 port 7ddb40ec-1335-43a4-8293-b7287aca133b binding host n-d-713498-28 {{(pid=100924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:53:01.848093 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7beb3f1-cdc1-494f-b5cc-c6f2a0f6f07c None None] The sync data for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 is: [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:53:01.905930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f001-f8ea-4a49-9eb1-49179edac6ec None None] Pushing event updated for resources: {'Port': ['ID=5d5cefa4-b75b-49b5-9676-bf417c8f6723,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:01.935075 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:01.958421 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-8299615c-e7db-457e-918b-dc5ceeaaf9ba None None] Provisioning complete for port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:01.958843 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8299615c-e7db-457e-918b-dc5ceeaaf9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.036429 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.061389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:53:02.141063 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:02.141438 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.227970 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05516f97-c109-4e88-ad0d-d315e9e44138 None None] Network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:53:02.280960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Allocated IP 172.20.0.1 (93ab9e55-82e1-408f-a3dd-db7b066e22b8/8683e4f6-252c-476d-98e8-5097d6878799/189f9905-215c-424a-bffa-16649c45c258) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:53:02.304805 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Publish callbacks [] for port, precommit_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.306662 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.311232 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.312996 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-e4ca5404-ca8d-4e52-9d24-c5ec427fe42e None None] Provisioning complete for port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:02.313525 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5404-ca8d-4e52-9d24-c5ec427fe42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.349315 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Attempting to bind port 7ddb40ec-1335-43a4-8293-b7287aca133b on host n-d-713498-28 for vnic_type normal with profile {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:53:02.349688 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Attempting to bind port 7ddb40ec-1335-43a4-8293-b7287aca133b by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:53:02.350035 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Attempting to bind port 7ddb40ec-1335-43a4-8293-b7287aca133b on network a088bfdb-e229-464b-8f6c-9daf513bbbef {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:53:02.375733 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:53:02.376549 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Checking segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:53:02.376681 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.376971 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Bound using segment: {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'} {{(pid=100924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:53:02.377459 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.managers [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Bound port: 7ddb40ec-1335-43a4-8293-b7287aca133b, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8600ab-cd6e-4f3d-bd9e-37189500695f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef'}}] {{(pid=100924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:53:02.378510 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.422855 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7130b-8927-41e9-ad75-1eb0310c7ca2 None None] Pushing event updated for resources: {'Port': ['ID=7ddb40ec-1335-43a4-8293-b7287aca133b,revision_number=2']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:02.423932 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.450481 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] For port 7ddb40ec-1335-43a4-8293-b7287aca133b, host n-d-713498-28, cleared binding levels {{(pid=100924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:53:02.454420 n-d-713498-28 neutron-server[100924]: DEBUG neutron.plugins.ml2.db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] For port 7ddb40ec-1335-43a4-8293-b7287aca133b, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7ddb40ec-1335-43a4-8293-b7287aca133b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:53:02.461650 n-d-713498-28 neutron-server[100924]: DEBUG neutron_lib.callbacks.manager [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.483393 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.515323 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Routers {'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:53:02.515895 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:02.551686 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Pushing event updated for resources: {'Port': ['ID=189f9905-215c-424a-bffa-16649c45c258,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:02.558576 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:53:02.560186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:53:02.562602 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:53:02.611341 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535645'] for router_interface, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.632451 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2,segment=NetworkSegment(b87c4af5-0e1f-4b0f-b426-659d83abc653),segment_id=b87c4af5-0e1f-4b0f-b426-659d83abc653)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:53:02.633735 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] Set router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:53:02.663448 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.665340 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d14b4d47-e1a3-4824-8f27-9f8132ee6715 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:53:02.726647 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7130b-8927-41e9-ad75-1eb0310c7ca2 None None] Pushing event updated for resources: {'Port': ['ID=7ddb40ec-1335-43a4-8293-b7287aca133b,revision_number=3']} {{(pid=100924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:02.749833 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5404-ca8d-4e52-9d24-c5ec427fe42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.777353 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:02.862799 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:59Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 3, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'gw_port': {'id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:00Z', 'updated_at': '2021-10-19T00:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:02.864483 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:02.891872 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.db.api [None req-e4ca5404-ca8d-4e52-9d24-c5ec427fe42e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 00:53:02.892380 n-d-713498-28 neutron-server[100923]: DEBUG oslo_db.api [None req-e4ca5404-ca8d-4e52-9d24-c5ec427fe42e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 00:53:02.894026 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port d14b4d47-e1a3-4824-8f27-9f8132ee6715 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:02.894487 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:03.013177 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:03.021231 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:03.067493 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9a789-4a58-4051-a812-edf164c8537a None None] The sync data for ids ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'] in n-d-713498-28 is: [{'id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:59Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 3, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'gw_port': {'id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:00Z', 'updated_at': '2021-10-19T00:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:53:03.110184 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Pushing event updated for resources: {'Port': ['ID=189f9905-215c-424a-bffa-16649c45c258,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:03.127144 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545005'] for router_interface, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:03.237685 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:53:03.239102 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:53:03.369389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:53:03.544797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:53:03.562011 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a0e43f90-6d25-46bb-ad25-66679e1d30d9 admin admin] 10.222.0.52 "PUT /v2.0/routers/abc5cc6a-0a7a-4221-a2bc-0bb8d3383780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1676621 Oct 19 00:53:03.597276 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d8abb5ff-98fe-4515-bc2e-6c15b8a35e45 None None] Provisioning complete for port 189f9905-215c-424a-bffa-16649c45c258 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:03.597660 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8abb5ff-98fe-4515-bc2e-6c15b8a35e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:03.650047 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-d8abb5ff-98fe-4515-bc2e-6c15b8a35e45 None None] Port 189f9905-215c-424a-bffa-16649c45c258 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:53:03.666307 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-d8abb5ff-98fe-4515-bc2e-6c15b8a35e45 None None] Provisioning complete for port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:03.666675 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d8abb5ff-98fe-4515-bc2e-6c15b8a35e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:03.889120 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b9f34952-118e-496a-961c-bee31bb060ab None None] Provisioning complete for port 189f9905-215c-424a-bffa-16649c45c258 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:03.889709 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9f34952-118e-496a-961c-bee31bb060ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:03.928603 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b9f34952-118e-496a-961c-bee31bb060ab None None] Port 189f9905-215c-424a-bffa-16649c45c258 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:53:03.958512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7ddb40ec-1335-43a4-8293-b7287aca133b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:53:04.009860 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7ddb40ec-1335-43a4-8293-b7287aca133b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:04.010229 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.099525 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.120829 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] For port 7ddb40ec-1335-43a4-8293-b7287aca133b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7ddb40ec-1335-43a4-8293-b7287aca133b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:53:04.125126 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.126214 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:53:04.201299 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Pushing event updated for resources: {'Port': ['ID=7ddb40ec-1335-43a4-8293-b7287aca133b,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:04.214471 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:04.214880 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.295876 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5d5cefa4-b75b-49b5-9676-bf417c8f6723 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:53:04.340501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:04.340872 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.394929 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45480) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:04.399676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-a8571926-2092-4154-8cc7-3e46e65f461a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850173155', 'description': 'tempest-secgroup-smoke-850173155 description', 'project_id': '4613e6f1df314f67b669630a8d3fe095'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:04.423349 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8571926-2092-4154-8cc7-3e46e65f461a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.490037 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8571926-2092-4154-8cc7-3e46e65f461a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.493660 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8571926-2092-4154-8cc7-3e46e65f461a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.521705 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-a8571926-2092-4154-8cc7-3e46e65f461a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.522934 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-a8571926-2092-4154-8cc7-3e46e65f461a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1268983 Oct 19 00:53:04.526332 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45482) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:04.526950 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8571926-2092-4154-8cc7-3e46e65f461a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:04.532350 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-9e6b923f-93fb-48ca-8210-4d072ae48d1a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'security_group_rule': {'security_group_id': 'cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64', 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:04.559741 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e6b923f-93fb-48ca-8210-4d072ae48d1a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.616138 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e6b923f-93fb-48ca-8210-4d072ae48d1a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.619775 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e6b923f-93fb-48ca-8210-4d072ae48d1a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.635338 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b923f-93fb-48ca-8210-4d072ae48d1a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3529e42b-2ef2-4435-a87e-846dc28e965e,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:04.647044 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-9e6b923f-93fb-48ca-8210-4d072ae48d1a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.648244 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-9e6b923f-93fb-48ca-8210-4d072ae48d1a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207955 Oct 19 00:53:04.651042 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45484) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:04.655427 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-7cd4a288-31ad-486f-af4c-08a72703c816 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'security_group_rule': {'security_group_id': 'cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64', 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:04.679461 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cd4a288-31ad-486f-af4c-08a72703c816 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.736081 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cd4a288-31ad-486f-af4c-08a72703c816 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.739907 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cd4a288-31ad-486f-af4c-08a72703c816 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.758375 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4a288-31ad-486f-af4c-08a72703c816 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66f0e77-83e2-4e34-9aba-2f85e14c1425,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:04.770594 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7cd4a288-31ad-486f-af4c-08a72703c816 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.774954 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45486) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:04.775455 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7cd4a288-31ad-486f-af4c-08a72703c816 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229384 Oct 19 00:53:04.779939 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-c195cf5e-67f1-4095-891a-de8858760753 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'security_group_rule': {'security_group_id': 'cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64', 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:04.805162 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c195cf5e-67f1-4095-891a-de8858760753 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.863364 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c195cf5e-67f1-4095-891a-de8858760753 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.866709 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c195cf5e-67f1-4095-891a-de8858760753 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.884257 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195cf5e-67f1-4095-891a-de8858760753 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b0ba1d-2991-4beb-8f8e-98bce4a54014,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:04.890895 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-c195cf5e-67f1-4095-891a-de8858760753 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.892058 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-c195cf5e-67f1-4095-891a-de8858760753 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159327 Oct 19 00:53:04.894875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45488) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:04.899044 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-cba90323-cda7-4467-9351-8571a5268576 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'security_group_rule': {'security_group_id': 'cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64', 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:04.923384 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cba90323-cda7-4467-9351-8571a5268576 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.981034 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cba90323-cda7-4467-9351-8571a5268576 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:04.985028 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cba90323-cda7-4467-9351-8571a5268576 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.003753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba90323-cda7-4467-9351-8571a5268576 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec8581c-9ad7-4724-9945-69fb98f24337,revision_number=0']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:05.012596 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-cba90323-cda7-4467-9351-8571a5268576 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.016832 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-cba90323-cda7-4467-9351-8571a5268576 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210003 Oct 19 00:53:05.017416 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45490) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:05.023319 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-43ad4d6a-b768-4d6a-a5fd-09513488ecad tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'security_group_rule': {'security_group_id': 'cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64', 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:05.046915 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-43ad4d6a-b768-4d6a-a5fd-09513488ecad tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Project 4613e6f1df314f67b669630a8d3fe095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:53:05.051887 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-43ad4d6a-b768-4d6a-a5fd-09513488ecad tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.116882 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-43ad4d6a-b768-4d6a-a5fd-09513488ecad tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.120549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-43ad4d6a-b768-4d6a-a5fd-09513488ecad tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.142337 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad4d6a-b768-4d6a-a5fd-09513488ecad tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ccbec7-efd9-4076-bfee-8fc2912d1b7c,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:05.148777 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-43ad4d6a-b768-4d6a-a5fd-09513488ecad tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.152540 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-43ad4d6a-b768-4d6a-a5fd-09513488ecad tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314266 Oct 19 00:53:05.152959 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45492) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:05.157344 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-eaeada90-1d80-4b34-b648-d5bab8338bfc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'security_group_rule': {'security_group_id': 'cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64', 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:05.180335 n-d-713498-28 neutron-server[100921]: INFO neutron.db.securitygroups_db [None req-eaeada90-1d80-4b34-b648-d5bab8338bfc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Project 4613e6f1df314f67b669630a8d3fe095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:53:05.185320 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaeada90-1d80-4b34-b648-d5bab8338bfc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.248809 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaeada90-1d80-4b34-b648-d5bab8338bfc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.253146 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaeada90-1d80-4b34-b648-d5bab8338bfc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702610'] for security_group_rule, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.271855 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeada90-1d80-4b34-b648-d5bab8338bfc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1fdaf0-a243-417b-aa43-5d7fa6f9129f,revision_number=0']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:05.279368 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-eaeada90-1d80-4b34-b648-d5bab8338bfc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.280747 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-eaeada90-1d80-4b34-b648-d5bab8338bfc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267028 Oct 19 00:53:05.288720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Sync routers for ids ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:53:05.298658 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Routers {'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:53:05.299314 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:05.408546 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Set router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:53:05.426774 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-328ead57-e93a-49c5-93d0-1ef2afc89be3 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850173155&fields=id&tenant_id=4613e6f1df314f67b669630a8d3fe095 HTTP/1.1" status: 200 len: 267 time: 0.0370002 Oct 19 00:53:05.532418 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-da073604-2acb-4f5e-8e1c-1be1d288da3e tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:05.533900 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-da073604-2acb-4f5e-8e1c-1be1d288da3e tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 809 time: 0.1000738 Oct 19 00:53:05.549487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-18af71ed-c609-41f1-96ab-cedf88419bc3 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/quotas/4613e6f1df314f67b669630a8d3fe095 HTTP/1.1" status: 200 len: 375 time: 0.0092087 Oct 19 00:53:05.601062 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5d450814-1f98-4cd2-ac77-30be97150588 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456321 Oct 19 00:53:05.606292 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:59Z', 'updated_at': '2021-10-19T00:53:02Z', 'revision_number': 4, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'gw_port': {'id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:00Z', 'updated_at': '2021-10-19T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '189f9905-215c-424a-bffa-16649c45c258', 'name': '', 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'mac_address': 'fa:16:3e:d4:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8683e4f6-252c-476d-98e8-5097d6878799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:02Z', 'updated_at': '2021-10-19T00:53:02Z', 'revision_number': 2, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'subnets': [{'id': '8683e4f6-252c-476d-98e8-5097d6878799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:05.632552 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Checking router: abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:53:05.632904 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Updating router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 port 189f9905-215c-424a-bffa-16649c45c258 binding host n-d-713498-28 {{(pid=100923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:53:05.657437 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.800544 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-3fd2dbb8-efde-4f65-b6d4-7f28c8df7379 service neutron] 10.222.0.52 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871095 Oct 19 00:53:05.847330 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7ddb40ec-1335-43a4-8293-b7287aca133b up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:53:05.888540 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:05.906017 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-25f2d577-3099-422c-9240-0c803233dad5 service neutron] 10.222.0.52 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891280 Oct 19 00:53:05.932750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 7ddb40ec-1335-43a4-8293-b7287aca133b triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:05.933118 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:06.016191 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Publish callbacks [] for port, precommit_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:06.025616 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:06.072795 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f06a51d3-fcfc-4324-8033-818e1069e0a1 req-d9ae580e-bc4a-4717-a1af-a44fa63fb5f4 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 210 time: 0.0302553 Oct 19 00:53:06.139409 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac3bc5-7349-4600-a4da-d4b5e34b4798 None None] Pushing event updated for resources: {'Port': ['ID=189f9905-215c-424a-bffa-16649c45c258,revision_number=3']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:06.174362 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Attempting to bind port 189f9905-215c-424a-bffa-16649c45c258 on host n-d-713498-28 for vnic_type normal with profile {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:53:06.175328 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Attempting to bind port 189f9905-215c-424a-bffa-16649c45c258 by drivers openvswitch,hyperv on host n-d-713498-28 at level 0 using segments [{'id': 'b87c4af5-0e1f-4b0f-b426-659d83abc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8'}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:53:06.175694 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Attempting to bind port 189f9905-215c-424a-bffa-16649c45c258 on network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:53:06.181236 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Checking agent: {'id': 'c335beae-da6e-4519-a0de-1d4bf6ade65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 22, 59, 55), 'started_at': datetime.datetime(2021, 10, 18, 23, 0, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:53:06.181611 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Checking segment: {'id': 'b87c4af5-0e1f-4b0f-b426-659d83abc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:53:06.182010 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:06.182402 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Bound using segment: {'id': 'b87c4af5-0e1f-4b0f-b426-659d83abc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8'} {{(pid=100923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:53:06.182909 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.managers [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Bound port: 189f9905-215c-424a-bffa-16649c45c258, host: n-d-713498-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87c4af5-0e1f-4b0f-b426-659d83abc653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8'}}] {{(pid=100923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:53:06.183293 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:06.262226 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] For port 189f9905-215c-424a-bffa-16649c45c258, host n-d-713498-28, cleared binding levels {{(pid=100923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:53:06.265653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] For port 189f9905-215c-424a-bffa-16649c45c258, host n-d-713498-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=189f9905-215c-424a-bffa-16649c45c258,segment=NetworkSegment(b87c4af5-0e1f-4b0f-b426-659d83abc653),segment_id=b87c4af5-0e1f-4b0f-b426-659d83abc653)] {{(pid=100923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:53:06.270596 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:06.331582 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Routers {'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:53:06.332230 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:06.370470 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac3bc5-7349-4600-a4da-d4b5e34b4798 None None] Pushing event updated for resources: {'Port': ['ID=189f9905-215c-424a-bffa-16649c45c258,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:06.392834 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-92aee5d1-f842-4852-bc7a-c2cb314e2b7c None None] Provisioning complete for port 189f9905-215c-424a-bffa-16649c45c258 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:06.393226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92aee5d1-f842-4852-bc7a-c2cb314e2b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:06.497411 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] Set router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:53:06.602361 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92aee5d1-f842-4852-bc7a-c2cb314e2b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:06.692840 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-92aee5d1-f842-4852-bc7a-c2cb314e2b7c None None] For port 189f9905-215c-424a-bffa-16649c45c258, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=189f9905-215c-424a-bffa-16649c45c258,segment=NetworkSegment(b87c4af5-0e1f-4b0f-b426-659d83abc653),segment_id=b87c4af5-0e1f-4b0f-b426-659d83abc653)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:53:06.696680 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-92aee5d1-f842-4852-bc7a-c2cb314e2b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:06.780967 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aee5d1-f842-4852-bc7a-c2cb314e2b7c None None] Pushing event updated for resources: {'Port': ['ID=189f9905-215c-424a-bffa-16649c45c258,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:06.801218 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:59Z', 'updated_at': '2021-10-19T00:53:02Z', 'revision_number': 4, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'gw_port': {'id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:00Z', 'updated_at': '2021-10-19T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '189f9905-215c-424a-bffa-16649c45c258', 'name': '', 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'mac_address': 'fa:16:3e:d4:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8683e4f6-252c-476d-98e8-5097d6878799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:02Z', 'updated_at': '2021-10-19T00:53:06Z', 'revision_number': 4, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'subnets': [{'id': '8683e4f6-252c-476d-98e8-5097d6878799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:06.840104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f201864-22f2-4927-9a89-f35178bea5d6 None None] The sync data for ids ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'] in n-d-713498-28 is: [{'id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:59Z', 'updated_at': '2021-10-19T00:53:02Z', 'revision_number': 4, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'gw_port': {'id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:00Z', 'updated_at': '2021-10-19T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '189f9905-215c-424a-bffa-16649c45c258', 'name': '', 'network_id': '93ab9e55-82e1-408f-a3dd-db7b066e22b8', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'mac_address': 'fa:16:3e:d4:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8683e4f6-252c-476d-98e8-5097d6878799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:02Z', 'updated_at': '2021-10-19T00:53:06Z', 'revision_number': 4, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'subnets': [{'id': '8683e4f6-252c-476d-98e8-5097d6878799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:53:06.843534 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-bbbacab9-0e59-41d5-b0a1-4c1d447f219e None None] Provisioning complete for port 189f9905-215c-424a-bffa-16649c45c258 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:06.843905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bbbacab9-0e59-41d5-b0a1-4c1d447f219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:07.197578 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a920579d-8b42-40f6-a7e8-1a71f441c2d5 req-212fa184-b98e-44ed-b550-17eef2a88601 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 210 time: 0.0386446 Oct 19 00:53:07.218054 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-fea8df40-c282-4372-88ce-fa6544c12c88 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:07.219673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-fea8df40-c282-4372-88ce-fa6544c12c88 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.102 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 809 time: 0.1524680 Oct 19 00:53:07.275633 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-496186d6-95ee-44da-a896-cf86c415d0ec tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4613e6f1df314f67b669630a8d3fe095 HTTP/1.1" status: 200 len: 379 time: 0.0374112 Oct 19 00:53:07.290764 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'port': {'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'admin_state_up': True, 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'security_groups': ['cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:07.355063 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:07.400193 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Made reservation on behalf of 4613e6f1df314f67b669630a8d3fe095 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:53:07.403918 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:07.528279 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Allocated IP 172.20.0.12 (30d15057-a643-43e4-8dd2-450d7b06401a/f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c/d51a54e5-6359-48d1-962a-6e01f95e4123) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:53:07.670048 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:07.702413 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:07.743408 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Network 30d15057-a643-43e4-8dd2-450d7b06401a is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:53:07.746335 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:53:07.749875 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:53:07.778559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'Port': ['ID=d51a54e5-6359-48d1-962a-6e01f95e4123,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:07.806588 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:07.807342 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:07.826825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5ebde934-666c-48e2-96c8-062bf240f5a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5402112 Oct 19 00:53:07.879313 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 189f9905-215c-424a-bffa-16649c45c258 up at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:53:07.896867 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Request body: {'port': {'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:07.934134 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Provisioning complete for port 189f9905-215c-424a-bffa-16649c45c258 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:07.934636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:07.959255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:07.981133 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-17b541cb-a5f9-4f2d-8947-1fdf3125ec53 None None] Provisioning complete for port d51a54e5-6359-48d1-962a-6e01f95e4123 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:07.981503 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-17b541cb-a5f9-4f2d-8947-1fdf3125ec53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:08.037759 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-17b541cb-a5f9-4f2d-8947-1fdf3125ec53 None None] Port d51a54e5-6359-48d1-962a-6e01f95e4123 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:53:08.214276 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51a54e5-6359-48d1-962a-6e01f95e4123 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:53:08.221551 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:08.233360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Transition to ACTIVE for port object d51a54e5-6359-48d1-962a-6e01f95e4123 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:53:08.238001 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:08.670221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Pushing event updated for resources: {'Port': ['ID=d51a54e5-6359-48d1-962a-6e01f95e4123,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:08.730559 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db6383-992c-4a1c-b7a4-b5d747eaac73 req-7b289c8e-9768-42c7-bf44-7354f79f4b2e tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:08.732050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1db6383-992c-4a1c-b7a4-b5d747eaac73 req-7b289c8e-9768-42c7-bf44-7354f79f4b2e tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 944 time: 0.4620254 Oct 19 00:53:08.764316 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Attempting to bind port d51a54e5-6359-48d1-962a-6e01f95e4123 on host n-h1-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:53:08.764660 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Attempting to bind port d51a54e5-6359-48d1-962a-6e01f95e4123 by drivers openvswitch,hyperv on host n-h1-713498-28 at level 0 using segments [{'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:53:08.764992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Attempting to bind port d51a54e5-6359-48d1-962a-6e01f95e4123 on network 30d15057-a643-43e4-8dd2-450d7b06401a {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:53:08.779127 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Port d51a54e5-6359-48d1-962a-6e01f95e4123 on network 30d15057-a643-43e4-8dd2-450d7b06401a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:53:08.779445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Attempting to bind port d51a54e5-6359-48d1-962a-6e01f95e4123 on network 30d15057-a643-43e4-8dd2-450d7b06401a {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:53:08.788907 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b1db6383-992c-4a1c-b7a4-b5d747eaac73 req-a8bf4da1-cd9f-4e4b-8e1f-928649fc63e3 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481021 Oct 19 00:53:08.789757 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Checking agent: {'id': '5c404fb2-864b-4d81-b650-930cd1d303bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:53:08.790093 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Checking segment: {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:53:08.790477 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Bound using segment: {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:53:08.790909 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Bound port: d51a54e5-6359-48d1-962a-6e01f95e4123, host: n-h1-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:53:08.791255 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:08.857740 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:53:08.860592 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d51a54e5-6359-48d1-962a-6e01f95e4123,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:53:08.865401 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:08.898287 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:08.898939 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:08.900284 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] 10.222.0.102 "PUT /v2.0/ports/d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 1093 time: 1.0596204 Oct 19 00:53:08.900732 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:53:08.902995 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664e26cb-68a7-4385-8564-9061c25a85eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:53:08.928715 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5449f1-f760-4877-bcea-ac508395adfc service neutron] Pushing event updated for resources: {'Port': ['ID=d51a54e5-6359-48d1-962a-6e01f95e4123,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:09.004275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-904099a7-5beb-4849-97f0-3d81120ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:09.006054 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-904099a7-5beb-4849-97f0-3d81120ff14f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1096 time: 0.0461624 Oct 19 00:53:09.008111 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ba8a45-5ace-4b11-8594-b770c45d8e41 x-openstack-request-id: req-35ba8a45-5ace-4b11-8594-b770c45d8e41 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:53:09.008405 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:53:09.008665 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35ba8a45-5ace-4b11-8594-b770c45d8e41 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:53:09.009067 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'status': 'completed', 'code': 200} Oct 19 00:53:09.070497 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-9a675de5-aae6-451d-88ed-cc05c8e44122 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 217 time: 0.0386951 Oct 19 00:53:09.120020 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-45cce6a3-c04a-476a-95de-e87a8c3824c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:09.121432 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-45cce6a3-c04a-476a-95de-e87a8c3824c8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0439653 Oct 19 00:53:09.165878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5792aaae-6b26-4c86-a86b-ba7833c76d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:09.167244 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-5792aaae-6b26-4c86-a86b-ba7833c76d88 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383246 Oct 19 00:53:09.261490 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-a5ad6c10-f2d8-4c12-b4f8-4601cac056c0 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857649 Oct 19 00:53:09.358064 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8adfa212-d4b0-4f38-84f0-3117f909c671 req-b38d3df1-1988-43be-a43c-d7004ab269e3 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861216 Oct 19 00:53:09.500976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e26cb-68a7-4385-8564-9061c25a85eb req-472cb61e-bc00-47b3-8521-d019b0d9753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:09.502512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-664e26cb-68a7-4385-8564-9061c25a85eb req-472cb61e-bc00-47b3-8521-d019b0d9753f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1096 time: 0.0475898 Oct 19 00:53:09.594932 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e26cb-68a7-4385-8564-9061c25a85eb req-ddc83dc7-9577-46c7-9a2d-1eb97a47cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:09.596477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-664e26cb-68a7-4385-8564-9061c25a85eb req-ddc83dc7-9577-46c7-9a2d-1eb97a47cc37 service neutron] 10.222.0.102 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0871718 Oct 19 00:53:09.644179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-664e26cb-68a7-4385-8564-9061c25a85eb req-bac84218-8323-49e0-8073-f123fa5209a9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 217 time: 0.0383608 Oct 19 00:53:09.693389 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e26cb-68a7-4385-8564-9061c25a85eb req-652072a5-3b56-49f3-ac64-c10d1ca6efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:09.694870 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-664e26cb-68a7-4385-8564-9061c25a85eb req-652072a5-3b56-49f3-ac64-c10d1ca6efb2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0441759 Oct 19 00:53:09.739139 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e26cb-68a7-4385-8564-9061c25a85eb req-ceb9a8c2-c6e3-4b12-8d3a-990d9b869a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:09.740595 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-664e26cb-68a7-4385-8564-9061c25a85eb req-ceb9a8c2-c6e3-4b12-8d3a-990d9b869a66 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390205 Oct 19 00:53:09.834248 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-664e26cb-68a7-4385-8564-9061c25a85eb req-86b328b0-44e0-4680-ab82-6282a614d299 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865536 Oct 19 00:53:09.957998 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98fd06-c73b-4537-8206-74471a99adbd req-66bae7c7-01dd-4772-ada5-f43c57c422aa tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:09.959388 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a98fd06-c73b-4537-8206-74471a99adbd req-66bae7c7-01dd-4772-ada5-f43c57c422aa tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 944 time: 0.0987561 Oct 19 00:53:09.964563 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-664e26cb-68a7-4385-8564-9061c25a85eb req-920da722-821c-48fd-974b-d0ea7fe67b1a service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231761 Oct 19 00:53:09.999063 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8a98fd06-c73b-4537-8206-74471a99adbd req-1deae58e-a4fa-49fd-a19d-b7046c29e532 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335081 Oct 19 00:53:11.110275 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8e38-b346-43c3-b63d-2050ad6f8ec4 req-6f97e36e-a3d3-4bad-ab9c-3b1d4c459878 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:11.111761 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-905a8e38-b346-43c3-b63d-2050ad6f8ec4 req-6f97e36e-a3d3-4bad-ab9c-3b1d4c459878 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 944 time: 0.0491517 Oct 19 00:53:11.148721 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-905a8e38-b346-43c3-b63d-2050ad6f8ec4 req-1f6c17bb-1d2a-4287-a3a2-937ab7eeb52a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308716 Oct 19 00:53:12.261579 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e30148-2976-4ad3-8023-eee6a0fdc779 req-e615b43a-fd7f-4683-be52-682ccccbea97 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:12.263061 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89e30148-2976-4ad3-8023-eee6a0fdc779 req-e615b43a-fd7f-4683-be52-682ccccbea97 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 944 time: 0.0484657 Oct 19 00:53:12.300901 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-89e30148-2976-4ad3-8023-eee6a0fdc779 req-0e3aff63-fefc-42fc-9db5-1736dacf1eb5 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317910 Oct 19 00:53:13.416414 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774277d-9200-4d1b-9350-500b748295c7 req-80d2ccf2-8d8d-4af9-bcbe-d83e5086c638 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:13.417861 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b774277d-9200-4d1b-9350-500b748295c7 req-80d2ccf2-8d8d-4af9-bcbe-d83e5086c638 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 944 time: 0.0518999 Oct 19 00:53:13.455501 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b774277d-9200-4d1b-9350-500b748295c7 req-af5aad2d-0b6e-49d8-8eee-4979a5c80e3c tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317202 Oct 19 00:53:14.309272 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d51a54e5-6359-48d1-962a-6e01f95e4123 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:53:14.404500 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d51a54e5-6359-48d1-962a-6e01f95e4123,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:53:14.415177 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:53:14.451338 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:14.464217 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51a54e5-6359-48d1-962a-6e01f95e4123 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:53:14.482617 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d51a54e5-6359-48d1-962a-6e01f95e4123,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:53:14.487000 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:14.533864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d51a54e5-6359-48d1-962a-6e01f95e4123,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:14.568294 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e00c94-60b1-4cd1-a9f2-685bfbf523f6 req-bdb1c786-58c5-4865-a3f1-68b55a4f431e tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:14.569736 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46e00c94-60b1-4cd1-a9f2-685bfbf523f6 req-bdb1c786-58c5-4865-a3f1-68b55a4f431e tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 945 time: 0.0486507 Oct 19 00:53:14.607593 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-46e00c94-60b1-4cd1-a9f2-685bfbf523f6 req-b3d6c424-536d-4c30-935d-bb71b3b3b48c tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Oct 19 00:53:14.904485 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['d51a54e5-6359-48d1-962a-6e01f95e4123'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:53:15.718981 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9d794-8972-4f55-b9f4-ceff6220a738 req-1e43c894-3b2f-440d-b223-4eeb6600bb9e tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:15.720447 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93d9d794-8972-4f55-b9f4-ceff6220a738 req-1e43c894-3b2f-440d-b223-4eeb6600bb9e tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Oct 19 00:53:15.757468 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-93d9d794-8972-4f55-b9f4-ceff6220a738 req-201c3ffe-2d71-4677-96aa-5a3e1cb5e672 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305953 Oct 19 00:53:16.310864 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d51a54e5-6359-48d1-962a-6e01f95e4123 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:53:16.360959 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning for port d51a54e5-6359-48d1-962a-6e01f95e4123 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:53:16.365028 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port d51a54e5-6359-48d1-962a-6e01f95e4123 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:53:16.365398 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:16.438575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:16.460755 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:53:16.463036 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1f0cf1-08db-405a-825e-9729702e0525" -d '{"events": [{"server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "name": "network-vif-plugged", "status": "completed", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:53:16.475507 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d51a54e5-6359-48d1-962a-6e01f95e4123,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:53:16.480004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:16.504233 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a6003b-02f5-45f2-b8bc-bea5545667c7 x-openstack-request-id: req-97a6003b-02f5-45f2-b8bc-bea5545667c7 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:53:16.504529 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "name": "network-vif-plugged", "status": "completed", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:53:16.504790 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97a6003b-02f5-45f2-b8bc-bea5545667c7 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:53:16.505186 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'code': 200} Oct 19 00:53:16.529551 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d51a54e5-6359-48d1-962a-6e01f95e4123,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:16.621260 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757b2a1-8d02-4ccf-8e1b-d728a2bfeefa req-3cb06fed-94c0-4a2a-857d-0d172fe6c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:16.622743 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9757b2a1-8d02-4ccf-8e1b-d728a2bfeefa req-3cb06fed-94c0-4a2a-857d-0d172fe6c21d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1098 time: 0.0438027 Oct 19 00:53:16.658076 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9757b2a1-8d02-4ccf-8e1b-d728a2bfeefa req-de4f6bea-e451-4803-9949-8ab993999c13 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273454 Oct 19 00:53:16.874765 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894f5b5-5dc0-4390-a0f8-9668bc2cbf70 req-1eb84f8c-36e8-44a9-96a1-ad3af290102c tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:16.876225 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1894f5b5-5dc0-4390-a0f8-9668bc2cbf70 req-1eb84f8c-36e8-44a9-96a1-ad3af290102c tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 946 time: 0.0487816 Oct 19 00:53:16.912774 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1894f5b5-5dc0-4390-a0f8-9668bc2cbf70 req-ac3c9682-dd97-4849-a25d-d334a6a6ae73 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306785 Oct 19 00:53:18.025073 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b67e9-9373-4437-b697-3b28f2a15678 req-f7f2574d-571d-4fc5-895e-54a28b002afd tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:18.026438 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb8b67e9-9373-4437-b697-3b28f2a15678 req-f7f2574d-571d-4fc5-895e-54a28b002afd tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 946 time: 0.0479500 Oct 19 00:53:18.066206 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-fb8b67e9-9373-4437-b697-3b28f2a15678 req-eb46a2c0-14db-4e99-86c7-d8f8f9cdfc53 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336525 Oct 19 00:53:19.183719 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92419-3388-40ab-97a0-94601032af47 req-fd8ffb03-fb44-4615-a3f8-c9d26656993f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:19.185145 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27a92419-3388-40ab-97a0-94601032af47 req-fd8ffb03-fb44-4615-a3f8-c9d26656993f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 946 time: 0.0511577 Oct 19 00:53:19.222386 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-27a92419-3388-40ab-97a0-94601032af47 req-17b9f1fc-513b-4e2c-bb53-ee5948b13a8c tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308735 Oct 19 00:53:19.332032 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7db82-0f15-4cda-85dc-8ae5041a952f req-165118a9-e429-4a66-9ab7-59926c95abd1 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:19.333478 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3e7db82-0f15-4cda-85dc-8ae5041a952f req-165118a9-e429-4a66-9ab7-59926c95abd1 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 946 time: 0.0482292 Oct 19 00:53:19.370484 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f3e7db82-0f15-4cda-85dc-8ae5041a952f req-757f0694-faa7-4e79-995f-61241490c791 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311713 Oct 19 00:53:19.392562 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45558) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:19.473388 n-d-713498-28 neutron-server[100921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c718b25c-825e-4ece-a153-d6ca1257b0dd tempest-TestSnapshotPattern-843833548 tempest-TestSnapshotPattern-843833548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:19.474919 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-c718b25c-825e-4ece-a153-d6ca1257b0dd tempest-TestSnapshotPattern-843833548 tempest-TestSnapshotPattern-843833548-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1093 time: 0.0812452 Oct 19 00:53:19.477931 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 45562) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:53:19.482366 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.v2.base [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:53:19.506074 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for floatingip, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:19.602063 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:19.703010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_common [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Allocated IP 172.25.7.82 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/c4e627cd-22a2-4387-a063-310bc767097e) {{(pid=100921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:53:19.806465 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for port, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:19.839064 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:19.874955 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:53:19.877763 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.base_scheduler [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Resources bound (agent type, host, resource id): {{(pid=100921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:53:19.881231 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Received port after_create {{(pid=100921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:53:19.907948 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'Port': ['ID=c4e627cd-22a2-4387-a063-310bc767097e,revision_number=1']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:20.231193 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:20.293856 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:20.440501 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for port, precommit_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:20.445449 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6141906'] for port, after_update {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:20.454823 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f976c1ab-7137-4996-b49c-84f25a4d965e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:20.514778 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'Port': ['ID=c4e627cd-22a2-4387-a063-310bc767097e,revision_number=2']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:53:20.526671 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:20.623934 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Floating IP d0f3e61c-9966-4218-854c-67831db16226 associated. External IP: 172.25.7.82, port: d51a54e5-6359-48d1-962a-6e01f95e4123. Oct 19 00:53:20.822079 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Router c5888d1e-a2f6-4156-848d-080880d2736b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:53:20.927253 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:53:20.936744 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] Sync routers for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:53:20.946222 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:20.947051 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:53:20.947651 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:20.972574 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-111b6cd6-023e-49b7-a4c2-3545a2da0fc7 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4936132 Oct 19 00:53:20.973177 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:53:20.975592 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cc0b00-6630-4745-b990-a775bbc954e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:53:21.049784 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:53:21.066305 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea94b5a-4af9-4908-8b7a-5942dfe08558 x-openstack-request-id: req-0ea94b5a-4af9-4908-8b7a-5942dfe08558 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:53:21.066595 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:53:21.066890 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ea94b5a-4af9-4908-8b7a-5942dfe08558 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:53:21.067547 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'status': 'completed', 'code': 200} Oct 19 00:53:21.148096 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-f575856f-cd5b-428c-871f-b7dee58c7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:21.149573 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-f575856f-cd5b-428c-871f-b7dee58c7423 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1098 time: 0.0406845 Oct 19 00:53:21.241434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-bb1bc20b-549f-4c3c-b5a9-efe1eede3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:21.242963 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-bb1bc20b-549f-4c3c-b5a9-efe1eede3c6f service neutron] 10.222.0.102 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0865669 Oct 19 00:53:21.266559 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd0f3e61c-9966-4218-854c-67831db16226', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:53:20Z', 'updated_at': '2021-10-19T00:53:20Z', 'revision_number': 0, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:21.295849 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] Checking router: c5888d1e-a2f6-4156-848d-080880d2736b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:53:21.304430 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:53:21.305023 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:52:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:21.306480 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-5df19150-f09d-4ced-be29-a786eea0e773 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 999 time: 0.0567977 Oct 19 00:53:21.358227 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-f299dd09-a8e9-448c-a52f-1daaf87715c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:21.359602 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-f299dd09-a8e9-448c-a52f-1daaf87715c7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0466533 Oct 19 00:53:21.404847 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-f673ba31-3533-4518-b99d-d4cf0be2d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:53:21.406332 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-f673ba31-3533-4518-b99d-d4cf0be2d2f0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390406 Oct 19 00:53:21.407140 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:53:21.497082 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-680c0762-802a-47ca-9dfe-da2ee7a4b21d service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827470 Oct 19 00:53:21.589692 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-37cc0b00-6630-4745-b990-a775bbc954e9 req-8daa9b12-494a-4155-b87b-33d01e250be2 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852306 Oct 19 00:53:21.625162 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd0f3e61c-9966-4218-854c-67831db16226', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:53:20Z', 'updated_at': '2021-10-19T00:53:20Z', 'revision_number': 0, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:53:21.652360 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18de9de-e938-47b6-8aa0-684935224f11 None None] The sync data for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 is: [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd0f3e61c-9966-4218-854c-67831db16226', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:53:20Z', 'updated_at': '2021-10-19T00:53:20Z', 'revision_number': 0, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:53:21.839505 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa8c76-c969-4833-95ba-7dd9a4ae455b None None] New status for floating IP d0f3e61c-9966-4218-854c-67831db16226: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:53:24.122856 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-4d912781-4b13-4b57-b573-f70b69ef7a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:25.011803 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:25.775723 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:28.274492 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:35.842269 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:36.712197 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:53:37.363006 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:50.455887 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff382341-68df-41aa-a4bb-07fb947fecba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:54.123011 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3e694671-0525-435e-93b9-a6322437e09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:55.012847 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:55.780212 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:53:58.277064 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:00.214148 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-525cbd09-ad2c-4872-b695-dce59dda6254 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398600 Oct 19 00:54:00.308409 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-10b0f309-d686-44f7-a006-d768675a6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:54:00.309874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-10b0f309-d686-44f7-a006-d768675a6c65 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1098 time: 0.0385358 Oct 19 00:54:00.414669 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-d28d52b8-9932-4275-bb0d-f6229ea6b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:54:00.416113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-d28d52b8-9932-4275-bb0d-f6229ea6b0b5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0863614 Oct 19 00:54:00.479726 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-ece018ae-d651-4486-95c4-88a2ccf41be0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 1001 time: 0.0555236 Oct 19 00:54:00.530291 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-d7cd1668-4617-4320-887b-a694ff9d5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:54:00.531702 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-d7cd1668-4617-4320-887b-a694ff9d5831 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0456030 Oct 19 00:54:00.576482 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-98b432f5-a60c-4663-b1db-ce72ea9e2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:54:00.577904 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-98b432f5-a60c-4663-b1db-ce72ea9e2ede service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392039 Oct 19 00:54:00.669999 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-78f8f6f8-be48-4f92-b094-1c9552654c61 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Oct 19 00:54:00.757557 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-276dd3f4-7651-40c9-85bf-9524c7a4666e req-b40866c6-d110-4c67-bc22-98abd982e981 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797646 Oct 19 00:54:05.842199 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:07.369666 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:13.711813 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:54:20.459412 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-0ab2be06-410a-4f79-8cc2-7c9bfc1aca40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:24.125004 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3e7bada-fa4b-4d21-9e49-68bec2751e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:25.014032 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:25.780425 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:28.280743 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:35.856237 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:37.370082 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:50.459702 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8d1fed7d-dd05-47c3-aa98-5b75d3568ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:50.710411 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:54:54.125124 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ad353d7a-bb3f-44a3-8743-98d2d9ffe266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:55.014337 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:55.782456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:54:58.282243 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:01.235923 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-1540b208-c645-4104-9695-ed0ff73db51a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408669 Oct 19 00:55:01.337514 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-68c77b45-d364-4794-a952-fa239575ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:55:01.339025 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-68c77b45-d364-4794-a952-fa239575ed1a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1098 time: 0.0454557 Oct 19 00:55:01.442808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-ac4b8008-da24-465d-ac32-bbd0dfe50b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:55:01.444828 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-ac4b8008-da24-465d-ac32-bbd0dfe50b4c service neutron] 10.222.0.102 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0867598 Oct 19 00:55:01.512461 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-77e2a6d6-5778-4de4-a677-3f0273cd296d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 1001 time: 0.0608189 Oct 19 00:55:01.559392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-83cc0be0-0e4d-4a5e-8145-49381350abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:55:01.560763 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-83cc0be0-0e4d-4a5e-8145-49381350abf8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0415041 Oct 19 00:55:01.604214 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-ba703aed-e579-4112-85ae-0436df20d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:55:01.605664 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-ba703aed-e579-4112-85ae-0436df20d919 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382514 Oct 19 00:55:01.616896 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-8c92fdc6-9d7b-4689-a454-c23f31d4831d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:55:01.617770 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-8c92fdc6-9d7b-4689-a454-c23f31d4831d service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052249 Oct 19 00:55:01.708297 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-e968693a-d75d-4f0f-8cf4-fcdc537c1517 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838110 Oct 19 00:55:01.795045 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f25a72f7-ee0c-425d-8c7f-2810798652e4 req-a20f688d-b360-4d32-af45-5ca8b340bba2 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792964 Oct 19 00:55:05.870746 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:07.379829 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:20.458945 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2bf6e3fc-c23d-4d3d-b3f3-78798c0207d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:24.126615 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-71750599-9d1c-4655-8222-c49e22e8c9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:25.015578 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:25.784994 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:27.710045 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:55:28.285805 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:35.870387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:37.393993 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:50.462357 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d6ac066f-9a0b-4018-8274-e7e59e0574ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:54.126707 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a7c86fb7-79a1-4007-b3c5-1dfa7da14f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:54.975109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d51a54e5-6359-48d1-962a-6e01f95e4123 details requested by agent hyperv_n-h1-713498-28 with host n-h1-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:55:55.048739 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:55.079054 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d51a54e5-6359-48d1-962a-6e01f95e4123,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:55:55.090111 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Returning: {'device': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:55:55.125731 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:55.141528 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d51a54e5-6359-48d1-962a-6e01f95e4123 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:55:55.160290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d51a54e5-6359-48d1-962a-6e01f95e4123,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:55:55.163992 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:55.211327 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d51a54e5-6359-48d1-962a-6e01f95e4123,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:55:55.219079 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.219429 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.219770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.220104 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.220438 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.220769 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.221094 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.221420 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.221744 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.222066 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.222388 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.222708 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:55:55.306458 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] get_ports_and_sgs() called for port_ids ['d51a54e5-6359-48d1-962a-6e01f95e4123'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:55:55.787166 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:56.990346 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d51a54e5-6359-48d1-962a-6e01f95e4123 up at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:55:57.036493 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Provisioning complete for port d51a54e5-6359-48d1-962a-6e01f95e4123 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:55:57.036857 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:57.112303 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:57.134408 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:55:57.136661 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5f3b1c-d349-4476-938a-45386edcda9f" -d '{"events": [{"server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "name": "network-vif-plugged", "status": "completed", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:55:57.149045 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d51a54e5-6359-48d1-962a-6e01f95e4123,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:55:57.152979 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:55:57.201667 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d51a54e5-6359-48d1-962a-6e01f95e4123,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:55:57.232291 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b3b0c1-74ad-4e47-8a93-1b6a6ca24fce x-openstack-request-id: req-28b3b0c1-74ad-4e47-8a93-1b6a6ca24fce {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:55:57.232583 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "name": "network-vif-plugged", "status": "completed", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:55:57.232836 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28b3b0c1-74ad-4e47-8a93-1b6a6ca24fce {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:55:57.233229 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'code': 200} Oct 19 00:55:58.288912 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:02.289666 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0800f-422e-4dc0-a567-89e24878649d req-794c44a6-478f-4fd1-990f-98dd6ee5f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:02.292179 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84f0800f-422e-4dc0-a567-89e24878649d req-794c44a6-478f-4fd1-990f-98dd6ee5f8e4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1098 time: 0.0536287 Oct 19 00:56:02.407509 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0800f-422e-4dc0-a567-89e24878649d req-cf79c50b-828f-458d-af04-a64605e53882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:02.409477 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84f0800f-422e-4dc0-a567-89e24878649d req-cf79c50b-828f-458d-af04-a64605e53882 service neutron] 10.222.0.102 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0954828 Oct 19 00:56:02.488838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84f0800f-422e-4dc0-a567-89e24878649d req-fcd0b9e0-42ba-44ed-af15-0d0b3d87ba62 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 1001 time: 0.0719936 Oct 19 00:56:02.546392 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0800f-422e-4dc0-a567-89e24878649d req-a52bd153-f8fc-4471-8812-61f385109064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:02.547979 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84f0800f-422e-4dc0-a567-89e24878649d req-a52bd153-f8fc-4471-8812-61f385109064 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0506377 Oct 19 00:56:02.603591 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0800f-422e-4dc0-a567-89e24878649d req-f4c541cf-4fd3-4d45-8744-db9e657d2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:02.606510 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84f0800f-422e-4dc0-a567-89e24878649d req-f4c541cf-4fd3-4d45-8744-db9e657d2191 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498593 Oct 19 00:56:02.714326 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84f0800f-422e-4dc0-a567-89e24878649d req-7db5fb93-cef9-4b00-a6fc-b7c92c21e617 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979717 Oct 19 00:56:02.840395 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-84f0800f-422e-4dc0-a567-89e24878649d req-830d8aef-132d-4c25-a7c6-cfc7aa4c88e5 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163793 Oct 19 00:56:04.709413 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:56:05.887575 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:07.416093 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:07.932717 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7ea7a26a-5c34-4ade-98c4-5ab351a61fda tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850173155&fields=id&tenant_id=4613e6f1df314f67b669630a8d3fe095 HTTP/1.1" status: 200 len: 267 time: 0.0325673 Oct 19 00:56:08.037673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-bc0c4284-5163-492a-a917-8514a971733a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:08.039138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-bc0c4284-5163-492a-a917-8514a971733a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 809 time: 0.1001413 Oct 19 00:56:08.054211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-ba8d2583-32bd-4d8e-8027-c53db1e45e00 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/quotas/4613e6f1df314f67b669630a8d3fe095 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Oct 19 00:56:08.109057 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-3bc2bb88-f253-4f67-ad24-9f56166dc603 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492313 Oct 19 00:56:08.212381 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-61e211d7-4216-4c70-8c5e-2de5aef4c18b service neutron] 10.222.0.52 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899770 Oct 19 00:56:08.300503 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-9e5a65d3-0a20-4730-ae30-57e80af54ff6 service neutron] 10.222.0.52 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817287 Oct 19 00:56:09.475116 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-308e0dd5-b8ba-40f8-a39e-a3ba098b5348 req-b5d50bfb-c43d-4322-af7d-d3ac3809f7cd tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 210 time: 0.0286674 Oct 19 00:56:10.518633 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-20203413-948e-4cf5-b192-a120e45cdae3 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:10.520231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-20203413-948e-4cf5-b192-a120e45cdae3 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.73 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 809 time: 0.1095760 Oct 19 00:56:10.581732 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ffdb5ca-f9cc-4f1b-a46f-cb6d98981bc1 req-71969e8c-7a6e-4e42-8b6a-ed6a0326bcbd tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 210 time: 0.0322154 Oct 19 00:56:10.591251 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-85e22189-c2b2-4de9-8cc9-b214877db7a0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4613e6f1df314f67b669630a8d3fe095 HTTP/1.1" status: 200 len: 379 time: 0.0557153 Oct 19 00:56:10.613676 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'port': {'device_id': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'admin_state_up': True, 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'security_groups': ['cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64']}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:10.723625 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Made reservation on behalf of 4613e6f1df314f67b669630a8d3fe095 for: {'port': 1} {{(pid=100922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:56:10.727092 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:10.894486 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Allocated IP 172.20.0.3 (30d15057-a643-43e4-8dd2-450d7b06401a/f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c/504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:56:11.089475 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:11.094261 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d51a54e5-6359-48d1-962a-6e01f95e4123 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:56:11.129315 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:11.178596 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Network 30d15057-a643-43e4-8dd2-450d7b06401a is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:56:11.178947 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:11.182444 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:11.186567 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:56:11.203930 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:56:11.206470 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e175de-199d-48ed-af23-b7f2d31ed0f1" -d '{"events": [{"server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "name": "network-vif-unplugged", "status": "completed", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:56:11.241006 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'Port': ['ID=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:11.250841 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d51a54e5-6359-48d1-962a-6e01f95e4123,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:56:11.255997 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:11.259860 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:11.260689 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:11.268466 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.268923 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.269363 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.269808 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.270264 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.270746 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.274381 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.275407 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.275887 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.276474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.276821 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.277237 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:56:11.295755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-147d2bb6-77b8-42b2-8a87-729a5d836d67 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6856179 Oct 19 00:56:11.298235 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087fa8f9-043b-4a0d-a6ea-86fc01fd09f2 x-openstack-request-id: req-087fa8f9-043b-4a0d-a6ea-86fc01fd09f2 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:56:11.298528 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "name": "network-vif-unplugged", "status": "completed", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:56:11.298819 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-087fa8f9-043b-4a0d-a6ea-86fc01fd09f2 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:56:11.299215 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'code': 200} Oct 19 00:56:11.327948 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Pushing event updated for resources: {'Port': ['ID=d51a54e5-6359-48d1-962a-6e01f95e4123,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:11.533723 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-1cb3c751-93b7-4b24-8c32-b205319863b1 None None] Provisioning complete for port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 triggered by entity DHCP. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:11.534113 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c751-93b7-4b24-8c32-b205319863b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:11.571109 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3c751-93b7-4b24-8c32-b205319863b1 None None] Port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 cannot update to ACTIVE because it is not bound. {{(pid=100923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 00:56:11.704471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcdb49-ea71-4b7d-8dbf-174f76d8ba8a req-bc2b881f-b749-4f7d-a0e6-b168314adcea tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:11.718138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cbcdb49-ea71-4b7d-8dbf-174f76d8ba8a req-bc2b881f-b749-4f7d-a0e6-b168314adcea tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.0596621 Oct 19 00:56:11.749459 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-7cbcdb49-ea71-4b7d-8dbf-174f76d8ba8a req-fb3db0b8-6c64-4857-8f46-581423e19a48 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351379 Oct 19 00:56:12.877751 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393a4a2-bbf9-4005-8eca-c4706c03675a req-2a5c39dd-5446-4b51-8ec5-5d0b855e0c97 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:12.879263 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1393a4a2-bbf9-4005-8eca-c4706c03675a req-2a5c39dd-5446-4b51-8ec5-5d0b855e0c97 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.0532224 Oct 19 00:56:12.921701 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-1393a4a2-bbf9-4005-8eca-c4706c03675a req-9c8d1fc4-3d81-4ab6-96c4-81c4214cd209 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363472 Oct 19 00:56:14.050306 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f1090-0a97-4fab-b799-de2f11c58d80 req-83bcb00a-2f49-4d47-8219-e565e0fc0140 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:14.055450 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-903f1090-0a97-4fab-b799-de2f11c58d80 req-83bcb00a-2f49-4d47-8219-e565e0fc0140 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.0592146 Oct 19 00:56:14.092252 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-903f1090-0a97-4fab-b799-de2f11c58d80 req-08d52f97-1082-45c2-a6b6-40ffdf98df54 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340397 Oct 19 00:56:15.213322 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ee3b4-8a58-4659-b306-ea267a021a5d req-2a8087c8-70c7-481f-959b-16a7b4309e6d tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:15.214990 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-794ee3b4-8a58-4659-b306-ea267a021a5d req-2a8087c8-70c7-481f-959b-16a7b4309e6d tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.0534966 Oct 19 00:56:15.259754 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-794ee3b4-8a58-4659-b306-ea267a021a5d req-c92ae598-bed9-474a-bf12-111619571b30 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368142 Oct 19 00:56:16.379834 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9367ba5-ab9a-4738-bd36-09ffb4964e15 req-be3904f0-26f0-4699-9b6e-df4bb4ad61fb tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:16.381329 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9367ba5-ab9a-4738-bd36-09ffb4964e15 req-be3904f0-26f0-4699-9b6e-df4bb4ad61fb tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.0507863 Oct 19 00:56:16.421885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-f9367ba5-ab9a-4738-bd36-09ffb4964e15 req-6853fcce-e87c-49dd-9564-db3ed9270ac6 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342813 Oct 19 00:56:17.548171 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0123df-81c1-412f-a921-1962eb35833b req-c6662e47-7b84-4897-9150-c9345dc7a399 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:17.549673 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d0123df-81c1-412f-a921-1962eb35833b req-c6662e47-7b84-4897-9150-c9345dc7a399 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.0574062 Oct 19 00:56:17.588495 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8d0123df-81c1-412f-a921-1962eb35833b req-90c19091-4983-4b02-82c4-059db510fda1 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328064 Oct 19 00:56:18.705797 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613810-ee5e-47f8-a056-2b8f13935c1d req-54f0ef3c-5e46-4bbc-a2a6-df26ba311247 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:18.707462 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20613810-ee5e-47f8-a056-2b8f13935c1d req-54f0ef3c-5e46-4bbc-a2a6-df26ba311247 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.0511048 Oct 19 00:56:18.745299 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-20613810-ee5e-47f8-a056-2b8f13935c1d req-ed343343-2a46-410d-8077-a9ff5035bf44 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319529 Oct 19 00:56:19.869547 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca761-63c0-4d3c-bd52-d7862f7e90ba req-4ef65e0c-5b34-468b-a1f3-76ed7d8a41c0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:19.871098 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-042ca761-63c0-4d3c-bd52-d7862f7e90ba req-4ef65e0c-5b34-468b-a1f3-76ed7d8a41c0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.0502801 Oct 19 00:56:19.909992 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-042ca761-63c0-4d3c-bd52-d7862f7e90ba req-5f9a40bf-aef2-4099-901d-bfe9efd55833 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331039 Oct 19 00:56:20.463741 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-854b47ca-de66-4eda-965e-274b2372f1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:21.028203 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c88594-0a5f-4f7d-8754-ed832a7c2bf3 req-f70cb174-36eb-48ec-93d2-6a88cfee4675 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:21.029670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99c88594-0a5f-4f7d-8754-ed832a7c2bf3 req-f70cb174-36eb-48ec-93d2-6a88cfee4675 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.0526023 Oct 19 00:56:21.066835 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-99c88594-0a5f-4f7d-8754-ed832a7c2bf3 req-c2b52797-8bdf-40a9-9424-e31b626530ad tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308070 Oct 19 00:56:22.039050 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Request body: {'port': {'device_id': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-28'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:22.092831 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:22.252542 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579d72c-0f0c-4817-8318-7c5c0673a3d1 req-3479cb51-e89d-43f6-98fa-5460ac44f561 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:22.253997 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b579d72c-0f0c-4817-8318-7c5c0673a3d1 req-3479cb51-e89d-43f6-98fa-5460ac44f561 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 931 time: 0.1189704 Oct 19 00:56:22.348311 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b579d72c-0f0c-4817-8318-7c5c0673a3d1 req-5c554042-8105-4912-9bcd-1faaf73657b2 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863562 Oct 19 00:56:22.427031 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 {{(pid=100922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:56:22.434939 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:22.447465 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.provisioning_blocks [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Transition to ACTIVE for port object 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 will not be triggered until provisioned by entity L2. {{(pid=100922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 00:56:22.450855 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:22.521521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Pushing event updated for resources: {'Port': ['ID=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:22.576129 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Attempting to bind port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 on host n-h2-713498-28 for vnic_type normal with profile {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:56:22.576513 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Attempting to bind port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 by drivers openvswitch,hyperv on host n-h2-713498-28 at level 0 using segments [{'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:56:22.576850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Attempting to bind port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 on network 30d15057-a643-43e4-8dd2-450d7b06401a {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:56:22.581346 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 on network 30d15057-a643-43e4-8dd2-450d7b06401a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-28 {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 00:56:22.581671 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Attempting to bind port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 on network 30d15057-a643-43e4-8dd2-450d7b06401a {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:56:22.586698 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Checking agent: {'id': 'c01973f8-c8e3-4ce2-8b57-a7c0e0d2694a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'started_at': datetime.datetime(2021, 10, 18, 23, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:56:22.587059 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Checking segment: {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:56:22.587934 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Bound using segment: {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'} {{(pid=100922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:56:22.588421 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.managers [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Bound port: 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host: n-h2-713498-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8a19cb-750f-4478-b250-0a7741d145d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a'}}] {{(pid=100922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:56:22.588784 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:22.652993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, cleared binding levels {{(pid=100922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:56:22.656351 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:56:22.660024 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:22.695684 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:22.696443 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:22.697896 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] 10.222.0.73 "PUT /v2.0/ports/504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 HTTP/1.1" status: 200 len: 1092 time: 0.7068164 Oct 19 00:56:22.698333 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:56:22.700638 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b717eb32-eec4-4ac8-861c-6925eea3a4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:56:22.732826 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559eb1b-3a4e-4f5e-ab14-a9e3a0321afe service neutron] Pushing event updated for resources: {'Port': ['ID=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,revision_number=3']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:22.741012 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f690302a-71c1-446b-8477-aa3763fed141 x-openstack-request-id: req-f690302a-71c1-446b-8477-aa3763fed141 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:56:22.741303 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:56:22.741561 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f690302a-71c1-446b-8477-aa3763fed141 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:56:22.741977 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'status': 'completed', 'code': 200} Oct 19 00:56:22.802673 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-27b13e59-88ff-4f2e-b805-cfdf27405608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:22.804268 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-27b13e59-88ff-4f2e-b805-cfdf27405608 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 1095 time: 0.0438821 Oct 19 00:56:22.853137 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-e04f8b94-bd51-4698-9d31-b05560aee25d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 HTTP/1.1" status: 200 len: 217 time: 0.0355234 Oct 19 00:56:22.903829 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-91a487db-1b85-4b54-89c9-d8b71144e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:22.905277 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-91a487db-1b85-4b54-89c9-d8b71144e3b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0447607 Oct 19 00:56:22.953471 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-ccb55ca7-e0aa-40f8-9e00-42d7c1ff5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:22.954977 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-ccb55ca7-e0aa-40f8-9e00-42d7c1ff5ad7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427611 Oct 19 00:56:23.043007 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-d1a45725-4e90-4873-88d7-cb380f28c27a service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811937 Oct 19 00:56:23.135243 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-ada4ad02-c0c2-4eea-8300-b4efa492b243 req-ba4ca96a-a2e1-41c0-9904-2c4faa5af8ad service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850897 Oct 19 00:56:23.261258 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-817d24a3-3e33-49c1-a8be-9cefba333fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:23.262705 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-817d24a3-3e33-49c1-a8be-9cefba333fe9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 1095 time: 0.0405331 Oct 19 00:56:23.352783 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-2b10405a-b8d5-4fd8-9445-1db6b8ea1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:23.354231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-2b10405a-b8d5-4fd8-9445-1db6b8ea1c92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0846953 Oct 19 00:56:23.394973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-070288bb-9e9c-4b60-8bf2-773c4783ed0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 HTTP/1.1" status: 200 len: 217 time: 0.0338790 Oct 19 00:56:23.803968 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-9b64761e-d15c-4952-b9cd-ec3b507c6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:23.805322 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-9b64761e-d15c-4952-b9cd-ec3b507c6672 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.4028552 Oct 19 00:56:23.829478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608b54d-8eaa-4b2a-86d5-32e46551025c req-d0be8f71-d6dc-4a1b-bf12-73a7fa2c8606 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:23.830885 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9608b54d-8eaa-4b2a-86d5-32e46551025c req-d0be8f71-d6dc-4a1b-bf12-73a7fa2c8606 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 943 time: 0.4038875 Oct 19 00:56:23.884753 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9608b54d-8eaa-4b2a-86d5-32e46551025c req-d2adc5db-adbd-4ce4-a04b-f753afad8cff tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401013 Oct 19 00:56:23.887265 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-954ea8cd-f45c-4a39-bf2f-5c3312356780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:23.888643 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-954ea8cd-f45c-4a39-bf2f-5c3312356780 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751328 Oct 19 00:56:23.982485 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-24dd3c8e-7493-47d4-8722-8e2152ac059d service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860918 Oct 19 00:56:24.071670 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-b717eb32-eec4-4ac8-861c-6925eea3a4c9 req-e81f6007-b493-42ee-a21e-ac0888abe98b service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816364 Oct 19 00:56:24.126265 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c9064a48-7542-4390-917c-11dcbf47ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:25.002162 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ac281-9a7e-40cf-ae2c-8b293c9b4350 req-3fbb0f3c-0521-44b2-90d9-0570cf8bd073 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:25.003551 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-022ac281-9a7e-40cf-ae2c-8b293c9b4350 req-3fbb0f3c-0521-44b2-90d9-0570cf8bd073 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 943 time: 0.0483508 Oct 19 00:56:25.022448 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:25.043139 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-022ac281-9a7e-40cf-ae2c-8b293c9b4350 req-a94fe528-3970-4d6a-9cb5-862f9e5458af tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333829 Oct 19 00:56:25.790086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:26.159649 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6611c6-83d1-4a23-b621-b543747793fb req-56778075-1780-4006-8ffb-9c10681a55b5 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:26.161105 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb6611c6-83d1-4a23-b621-b543747793fb req-56778075-1780-4006-8ffb-9c10681a55b5 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 943 time: 0.0509214 Oct 19 00:56:26.197390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-eb6611c6-83d1-4a23-b621-b543747793fb req-3c3d9f61-f375-499b-afb8-72c4f296b111 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304582 Oct 19 00:56:26.442151 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:56:26.536512 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:56:26.547861 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'port_id': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'mac_address': 'fa:16:3e:0f:a5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:56:26.583328 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:26.596031 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:56:26.613951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:56:26.617790 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:26.666188 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,revision_number=4']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:27.050859 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:56:27.313142 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4147c93-d907-4fa3-860c-cbe9cc24ccad req-054f16f9-d640-40d0-adfa-c820c8bac4a4 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:27.314599 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4147c93-d907-4fa3-860c-cbe9cc24ccad req-054f16f9-d640-40d0-adfa-c820c8bac4a4 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 944 time: 0.0504191 Oct 19 00:56:27.351016 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e4147c93-d907-4fa3-860c-cbe9cc24ccad req-86ca3f0c-8a0a-41b6-87ac-bb61cd8be77e tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303032 Oct 19 00:56:28.291287 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:28.455356 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:56:28.464186 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab41330-f3b3-408f-8287-783218e814aa req-e6a5dc66-4ad5-4213-a055-f69364fb5208 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:28.465674 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ab41330-f3b3-408f-8287-783218e814aa req-e6a5dc66-4ad5-4213-a055-f69364fb5208 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 944 time: 0.0495324 Oct 19 00:56:28.502666 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning for port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 completed by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 00:56:28.504012 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-9ab41330-f3b3-408f-8287-783218e814aa req-619290bc-6925-4a91-9d70-ef27f1d5e421 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321074 Oct 19 00:56:28.506259 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:56:28.506636 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:28.581747 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:28.605578 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:56:28.608061 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defb5e86-9604-4df9-b944-b428865c0a21" -d '{"events": [{"server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "name": "network-vif-plugged", "status": "completed", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:56:28.620811 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:56:28.625144 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:28.648746 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5063e54-5911-4008-ad41-62e230495a91 x-openstack-request-id: req-b5063e54-5911-4008-ad41-62e230495a91 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:56:28.649040 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "name": "network-vif-plugged", "status": "completed", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:56:28.649301 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5063e54-5911-4008-ad41-62e230495a91 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:56:28.649690 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'code': 200} Oct 19 00:56:28.674866 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,revision_number=5']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:28.766729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15981b0-64e9-42d9-bce5-3cb8abf61cfb req-3d424d37-f559-4893-9919-ca318d084585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:28.768106 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e15981b0-64e9-42d9-bce5-3cb8abf61cfb req-3d424d37-f559-4893-9919-ca318d084585 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 1097 time: 0.0426545 Oct 19 00:56:28.802123 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-e15981b0-64e9-42d9-bce5-3cb8abf61cfb req-ad1948fe-e4ed-4739-9531-fad76fe241a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266855 Oct 19 00:56:29.618966 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf1743-062a-4860-bf92-d868aee6bd77 req-7c21aa9d-05f8-4504-9b0d-0d5defe87194 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:29.620410 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05bf1743-062a-4860-bf92-d868aee6bd77 req-7c21aa9d-05f8-4504-9b0d-0d5defe87194 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 945 time: 0.0482986 Oct 19 00:56:29.658575 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-05bf1743-062a-4860-bf92-d868aee6bd77 req-1212daa0-55fb-4cd4-ade9-e2fbfd544d1b tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324125 Oct 19 00:56:30.770256 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a351e-250f-4837-967b-c43cbfb2e659 req-85f07dfd-0ab1-4ad1-83e3-f2c2bca5d57c tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:30.771755 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-107a351e-250f-4837-967b-c43cbfb2e659 req-85f07dfd-0ab1-4ad1-83e3-f2c2bca5d57c tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 945 time: 0.0481083 Oct 19 00:56:30.809613 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-107a351e-250f-4837-967b-c43cbfb2e659 req-8d44b72b-bacf-45ff-8981-d3f5eefb98cb tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Oct 19 00:56:30.927368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fd8ff-60c3-4675-8d52-f05ce194d829 req-5a9ca947-5751-4d9c-beb1-ef5c200f80a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:30.928825 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c3fd8ff-60c3-4675-8d52-f05ce194d829 req-5a9ca947-5751-4d9c-beb1-ef5c200f80a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 945 time: 0.0528636 Oct 19 00:56:30.966310 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-3c3fd8ff-60c3-4675-8d52-f05ce194d829 req-55ca8dfb-1b6f-49c1-932e-c480b5ca26a9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Oct 19 00:56:30.987506 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45898) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:31.025741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d8f85-18af-46ee-993e-2d284b1f477e tempest-TestSnapshotPattern-843833548 tempest-TestSnapshotPattern-843833548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:31.027239 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-211d8f85-18af-46ee-993e-2d284b1f477e tempest-TestSnapshotPattern-843833548 tempest-TestSnapshotPattern-843833548-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 1092 time: 0.0387845 Oct 19 00:56:31.029953 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 45900) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:56:31.034177 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.v2.base [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Request body: {'floatingip': {'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'port_id': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:56:31.055621 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for floatingip, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:31.151709 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:31.251027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_common [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Allocated IP 172.25.7.6 (a088bfdb-e229-464b-8f6c-9daf513bbbef/ff7914b4-8cfb-4f17-876f-e5982ce45d77/eba97b65-4d5d-4d1a-8b4f-f92fb59a9e18) {{(pid=100922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:56:31.352096 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for port, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:31.385135 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793337566073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:31.422297 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Network a088bfdb-e229-464b-8f6c-9daf513bbbef is already hosted by enough agents. {{(pid=100922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:56:31.425049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.base_scheduler [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Resources bound (agent type, host, resource id): {{(pid=100922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:56:31.428456 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Received port after_create {{(pid=100922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:56:31.435622 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'Port': ['ID=eba97b65-4d5d-4d1a-8b4f-f92fb59a9e18,revision_number=1']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:31.777667 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:31.841452 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:31.990654 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for port, precommit_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:31.995068 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6242664'] for port, after_update {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:32.064352 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event updated for resources: {'Port': ['ID=eba97b65-4d5d-4d1a-8b4f-f92fb59a9e18,revision_number=2']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:56:32.076424 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535752'] for floatingip, after_create {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:32.174012 n-d-713498-28 neutron-server[100922]: INFO neutron.db.l3_db [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Floating IP d1c6c8ea-3be2-4eea-96c6-09796a749801 associated. External IP: 172.25.7.6, port: 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1. Oct 19 00:56:32.374366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Router c5888d1e-a2f6-4156-848d-080880d2736b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:56:32.480474 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:56:32.490087 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] Sync routers for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:56:32.497935 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:32.500479 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:56:32.501087 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:56:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:56:32.524766 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1875f51a-6bc4-47e8-a52b-f68c24ee898f tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4938204 Oct 19 00:56:32.525455 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:56:32.528385 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f2b47a-4a87-4c06-8f9f-19f19927d997" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:56:32.562331 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d697102b-c04f-4f9e-9599-0a1d3923eb97 x-openstack-request-id: req-d697102b-c04f-4f9e-9599-0a1d3923eb97 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:56:32.562631 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:56:32.562924 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d697102b-c04f-4f9e-9599-0a1d3923eb97 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:56:32.563381 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'status': 'completed', 'code': 200} Oct 19 00:56:32.606943 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:56:32.649332 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-c30e7d8f-73c6-4a9f-98c5-1323d4e7edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:32.651390 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-c30e7d8f-73c6-4a9f-98c5-1323d4e7edd1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 1097 time: 0.0442939 Oct 19 00:56:32.739741 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-bd249d85-e3cf-4d1d-ae35-471fe5fcf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:32.741211 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-bd249d85-e3cf-4d1d-ae35-471fe5fcf2d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0839732 Oct 19 00:56:32.812018 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-b779a9cb-4269-466c-a084-3172525537eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 HTTP/1.1" status: 200 len: 997 time: 0.0615120 Oct 19 00:56:32.830254 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd0f3e61c-9966-4218-854c-67831db16226', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:53:20Z', 'updated_at': '2021-10-19T00:53:22Z', 'revision_number': 1, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}, {'id': 'd1c6c8ea-3be2-4eea-96c6-09796a749801', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:0f:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:56:31Z', 'updated_at': '2021-10-19T00:56:31Z', 'revision_number': 0, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:56:32.859393 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] Checking router: c5888d1e-a2f6-4156-848d-080880d2736b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:56:32.862027 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-09a42f52-db02-4256-85c9-6e98ad71c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:32.863589 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-09a42f52-db02-4256-85c9-6e98ad71c884 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0447989 Oct 19 00:56:32.867516 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:56:32.868108 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:56:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:56:32.910583 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-bc3d8e3b-0b2e-4e8e-9e74-4278dc512a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:56:32.912113 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-bc3d8e3b-0b2e-4e8e-9e74-4278dc512a28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414233 Oct 19 00:56:33.010652 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-2f8bfc93-9d5d-42b0-a5dc-828364acf15c service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896974 Oct 19 00:56:33.069841 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:56:33.101874 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-33f2b47a-4a87-4c06-8f9f-19f19927d997 req-bbdc99e1-6f81-481a-b9a1-874230ba60f8 service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851185 Oct 19 00:56:33.290188 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd0f3e61c-9966-4218-854c-67831db16226', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:53:20Z', 'updated_at': '2021-10-19T00:53:22Z', 'revision_number': 1, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}, {'id': 'd1c6c8ea-3be2-4eea-96c6-09796a749801', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:0f:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:56:31Z', 'updated_at': '2021-10-19T00:56:31Z', 'revision_number': 0, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:56:33.316951 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242fa05-7227-4e61-b7ae-79bca9daf55b None None] The sync data for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 is: [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd0f3e61c-9966-4218-854c-67831db16226', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:53:20Z', 'updated_at': '2021-10-19T00:53:22Z', 'revision_number': 1, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}, {'id': 'd1c6c8ea-3be2-4eea-96c6-09796a749801', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.6', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:0f:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:56:31Z', 'updated_at': '2021-10-19T00:56:31Z', 'revision_number': 0, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:56:33.509832 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3c22db-28ea-4757-8a9e-1e5d62ec1e4a None None] New status for floating IP d1c6c8ea-3be2-4eea-96c6-09796a749801: ACTIVE {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:56:35.898977 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:37.417028 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:41.708329 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:56:50.464499 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-619a1c98-412e-4cd6-9355-f49dcdc7f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:54.127147 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3cf68e11-adb5-42d0-b336-abdf701749e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.023868 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:55.793863 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:56:58.294067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:01.463998 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-5e8db314-ad9a-4120-905f-6638212e8c02 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434556 Oct 19 00:57:01.557992 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-4cee9d26-ba85-48ed-9663-a6db6c1f9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:01.559453 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-4cee9d26-ba85-48ed-9663-a6db6c1f9488 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 1097 time: 0.0401337 Oct 19 00:57:01.659899 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-7c880ae0-d0de-403c-8f18-9cc11188039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:01.661339 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-7c880ae0-d0de-403c-8f18-9cc11188039c service neutron] 10.222.0.73 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0827239 Oct 19 00:57:01.730522 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-fe840754-dc70-4dc7-9171-7a7f147da114 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 HTTP/1.1" status: 200 len: 999 time: 0.0622077 Oct 19 00:57:01.778307 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-b68c5a05-8f12-4dd9-b997-f7ea0d03c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:01.779754 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-b68c5a05-8f12-4dd9-b997-f7ea0d03c67e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0425529 Oct 19 00:57:01.824568 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-20bbdda6-3c3b-4d3f-8d68-a1c044186e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:01.826068 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-20bbdda6-3c3b-4d3f-8d68-a1c044186e14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395503 Oct 19 00:57:01.918818 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-7a024d55-0fd4-4402-83cf-57b105fef357 service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855274 Oct 19 00:57:02.010696 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-a066e1e5-1b73-4b09-8819-0c92956bf63f req-65d24fef-efc1-4c98-a599-bf30716cca31 service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Oct 19 00:57:02.267539 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-a61f36c2-6359-4a25-8b90-de8d4d6b4d9c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393233 Oct 19 00:57:02.360976 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-e30badf1-4eff-4a1d-8b9c-49a148c6ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:02.362416 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-e30badf1-4eff-4a1d-8b9c-49a148c6ae73 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1096 time: 0.0388608 Oct 19 00:57:02.468217 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-964bd793-64e2-4aa9-a1b4-40a30843d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:02.469654 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-964bd793-64e2-4aa9-a1b4-40a30843d833 service neutron] 10.222.0.102 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0866184 Oct 19 00:57:02.533126 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-30193c81-7d2a-4608-9edd-d7992c5bf556 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 999 time: 0.0559304 Oct 19 00:57:02.581004 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-13d15bd1-92da-4f2b-bd45-7fb7a258c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:02.582360 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-13d15bd1-92da-4f2b-bd45-7fb7a258c987 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0421042 Oct 19 00:57:02.630086 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-d12f7f5f-d61b-4e3c-8c2c-104f871707aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:57:02.631541 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-d12f7f5f-d61b-4e3c-8c2c-104f871707aa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423565 Oct 19 00:57:02.718487 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-1372f2c4-966f-447c-93b6-b71c06dd054a service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796411 Oct 19 00:57:02.809764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-d2edd94f-a2d7-4f0b-8bab-75f57130df32 req-a2f178a4-ca83-4549-a419-50ce4101eb36 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Oct 19 00:57:05.918180 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:07.424998 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:18.706923 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:57:20.463587 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f3fc661f-ba62-43f6-8aca-e69f9af92ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:24.128536 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-6e50effb-e5e4-4012-a492-19067d5c4f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.025146 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:25.795736 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:28.296083 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:35.911913 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:37.424387 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:50.464947 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e81dca68-5843-4c12-9da3-03fbf8668054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:54.128034 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9590413c-0934-4a92-aacd-9cf6d69dd8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.026396 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:55.705688 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:57:55.797936 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:57:58.299445 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:02.189855 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-8f654c12-10bf-4322-adb4-f7bc10c792b3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390384 Oct 19 00:58:02.284551 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-82662f5f-553b-4337-bc98-ffc7b2c01920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.285970 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-82662f5f-553b-4337-bc98-ffc7b2c01920 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1096 time: 0.0392087 Oct 19 00:58:02.388626 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-b81af586-93a3-4741-84d0-5b726f142203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.390050 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-b81af586-93a3-4741-84d0-5b726f142203 service neutron] 10.222.0.102 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0859337 Oct 19 00:58:02.454060 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-72ebd155-1abc-4caa-af88-88fc9338368a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 999 time: 0.0562649 Oct 19 00:58:02.501348 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-27e53308-13ad-44dc-a968-7e004a90c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.502678 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-27e53308-13ad-44dc-a968-7e004a90c146 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0413713 Oct 19 00:58:02.550039 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-86ff68f9-a049-4236-b937-c419d5c2ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:02.551499 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-86ff68f9-a049-4236-b937-c419d5c2ff6f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419123 Oct 19 00:58:02.637202 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-663b48d5-8561-4615-9787-1fd0896da492 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784545 Oct 19 00:58:02.731259 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-858e34a2-d2e5-41a6-a385-c52769fd884b req-22b4c136-a0c6-49d7-9069-c0ef6b86c966 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859497 Oct 19 00:58:03.449033 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-5f906324-9f15-4963-82ea-9f6e372c1f34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393000 Oct 19 00:58:03.544777 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-329e9562-2843-4550-bc90-bae7d422715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.546231 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-329e9562-2843-4550-bc90-bae7d422715e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 1097 time: 0.0404036 Oct 19 00:58:03.648760 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-be432c10-5f99-4001-9d53-67d3a981b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.650205 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-be432c10-5f99-4001-9d53-67d3a981b182 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0861969 Oct 19 00:58:03.712850 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-e10b564a-e73c-413c-8e37-0eaab156a653 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 HTTP/1.1" status: 200 len: 999 time: 0.0552294 Oct 19 00:58:03.763984 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-25284c11-74f0-4926-8b1b-a522bd152d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.765509 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-25284c11-74f0-4926-8b1b-a522bd152d0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0449104 Oct 19 00:58:03.812356 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-8de31b00-e289-4151-96ac-5c3f42ca9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:03.814092 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-8de31b00-e289-4151-96ac-5c3f42ca9924 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414596 Oct 19 00:58:03.906043 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-81a06ffa-1116-404d-b0d1-f475e581c998 service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841506 Oct 19 00:58:03.994838 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-dbe28d54-3d1d-48f1-8296-f63fefb5e4fb req-2b43cc9f-ea8e-4a81-8d5f-514ade5c2263 service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817332 Oct 19 00:58:05.927517 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:07.428046 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:20.465203 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-40720e20-c35c-41ab-8341-5382e243643b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:24.129217 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-3c12c4ef-a048-4e1f-be86-bf68b07770ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:25.027463 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:25.800906 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:28.300797 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:32.705803 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:58:35.924995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:37.445483 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:41.189824 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 details requested by agent hyperv_n-h2-713498-28 with host n-h2-713498-28 {{(pid=100923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:58:41.279872 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:41.290426 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Returning: {'device': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'port_id': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'mac_address': 'fa:16:3e:0f:a5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:58:41.326067 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:41.341501 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 {{(pid=100923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 00:58:41.360720 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:41.364380 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:41.410082 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,revision_number=6']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:41.417352 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.417704 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.418049 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.418389 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.418750 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.419077 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.419406 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.419733 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.420057 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.420380 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.420703 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.421042 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:41.501586 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] get_ports_and_sgs() called for port_ids ['504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1'] {{(pid=100923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 00:58:43.211386 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 up at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:58:43.262498 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.provisioning_blocks [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Provisioning complete for port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 triggered by entity L2. {{(pid=100923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 00:58:43.262926 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755442'] for port, provisioning_complete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.345611 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.368254 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:43.371017 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a88393-f47d-41ed-a9c1-bee411c7d8b9" -d '{"events": [{"server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "name": "network-vif-plugged", "status": "completed", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:43.401232 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:43.408599 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:43.440250 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bce306-bf16-4fe1-bb59-9749c2adabfc x-openstack-request-id: req-d9bce306-bf16-4fe1-bb59-9749c2adabfc {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:43.440545 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "name": "network-vif-plugged", "status": "completed", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:43.440803 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9bce306-bf16-4fe1-bb59-9749c2adabfc {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:43.441197 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'code': 200} Oct 19 00:58:43.473468 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,revision_number=7']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:50.468873 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-dd00e740-6776-4a91-a7f7-d8eda3b6210f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.685212 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46144) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:52.837797 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Deleting port eba97b65-4d5d-4d1a-8b4f-f92fb59a9e18 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:52.838144 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.912553 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.912884 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:52.924250 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Calling delete_port for eba97b65-4d5d-4d1a-8b4f-f92fb59a9e18 owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:53.068338 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.097006 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event deleted for resources: {'Port': ['ID=eba97b65-4d5d-4d1a-8b4f-f92fb59a9e18,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:53.117242 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.117591 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.117932 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.118269 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.118606 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.118967 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.119294 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.119621 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.119944 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.120785 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.121111 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.121434 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:53.163922 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.164257 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Floating IP d1c6c8ea-3be2-4eea-96c6-09796a749801 disassociated (deleted). External IP: 172.25.7.6, port: 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1. Oct 19 00:58:53.671153 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Router c5888d1e-a2f6-4156-848d-080880d2736b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:58:53.777370 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:58:53.781816 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:53.787413 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] Sync routers for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:58:53.796518 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:53.797193 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:58:24Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:53.811631 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-8de14bd3-8263-432e-b0ae-059ade39f418 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "DELETE /v2.0/floatingips/d1c6c8ea-3be2-4eea-96c6-09796a749801 HTTP/1.1" status: 204 len: 168 time: 1.1253045 Oct 19 00:58:53.812641 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:53.815276 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437b9f1a-c1bb-4cb8-a59e-4d094da06592" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:53.901237 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:54.018859 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b18b0b6-f1aa-470d-ac78-9ecc33881d56 x-openstack-request-id: req-9b18b0b6-f1aa-470d-ac78-9ecc33881d56 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:54.019153 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:54.019653 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b18b0b6-f1aa-470d-ac78-9ecc33881d56 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:54.020062 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'status': 'completed', 'code': 200} Oct 19 00:58:54.128075 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd0f3e61c-9966-4218-854c-67831db16226', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:53:20Z', 'updated_at': '2021-10-19T00:53:22Z', 'revision_number': 1, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:54.131586 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-f4f74d75-1eb2-4011-bac1-b389eb08356c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:54.142688 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad331e4-2ed7-47a2-a505-1c12205b254a req-e55c601b-a4d5-409f-832f-db3479aa6923 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:54.144190 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aad331e4-2ed7-47a2-a505-1c12205b254a req-e55c601b-a4d5-409f-832f-db3479aa6923 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 945 time: 0.0721860 Oct 19 00:58:54.149717 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-623c0fcd-ec02-43ff-b40b-dae51c663c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:54.151170 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-623c0fcd-ec02-43ff-b40b-dae51c663c77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 1097 time: 0.0883329 Oct 19 00:58:54.161159 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] Checking router: c5888d1e-a2f6-4156-848d-080880d2736b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:58:54.169340 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:54.169943 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:58:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:54.233764 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-aad331e4-2ed7-47a2-a505-1c12205b254a req-d27825d2-2e59-4b02-8adf-8cf7f7755e83 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809765 Oct 19 00:58:54.270106 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-4bb9092c-8342-4723-a2c9-31ff94536bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:54.271585 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-4bb9092c-8342-4723-a2c9-31ff94536bac service neutron] 10.222.0.73 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.1123433 Oct 19 00:58:54.275471 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:54.315751 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-ca26347c-c87d-42af-9692-7e8f4acba3df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 HTTP/1.1" status: 200 len: 217 time: 0.0364470 Oct 19 00:58:54.364434 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-45457bde-bf58-4b40-a1ec-b0109bbbd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:54.365866 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-45457bde-bf58-4b40-a1ec-b0109bbbd024 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0428865 Oct 19 00:58:54.410993 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-26830d10-5bee-4b61-9222-c0cbb43095f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:54.412431 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-26830d10-5bee-4b61-9222-c0cbb43095f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391161 Oct 19 00:58:54.424087 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-c69f04cd-9786-4b1e-85e0-566502e0e78e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=100922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:58:54.425046 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-c69f04cd-9786-4b1e-85e0-566502e0e78e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047193 Oct 19 00:58:54.491370 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd0f3e61c-9966-4218-854c-67831db16226', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:53:20Z', 'updated_at': '2021-10-19T00:53:22Z', 'revision_number': 1, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:54.521971 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb4862-3d30-4582-bdd9-a6f89e20ff49 None None] The sync data for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 is: [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_floatingips': [{'id': 'd0f3e61c-9966-4218-854c-67831db16226', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'router_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'port_id': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'mac_address': 'fa:16:3e:30:c4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T00:53:20Z', 'updated_at': '2021-10-19T00:53:22Z', 'revision_number': 1, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:58:54.775320 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9409a-738e-47b0-9201-f84d9ad87c35 None None] New status for floating IP d1c6c8ea-3be2-4eea-96c6-09796a749801: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:58:54.861386 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-fa4093e5-3bbe-4338-9261-135b74fe0424 service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287536 Oct 19 00:58:54.949910 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-437b9f1a-c1bb-4cb8-a59e-4d094da06592 req-e59dc3af-011d-4f75-b418-51de4574e61b service neutron] 10.222.0.73 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805347 Oct 19 00:58:55.028116 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.247290 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:55.321212 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729253'] for port, before_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.344179 n-d-713498-28 neutron-server[100923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1'}] {{(pid=100923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:55.346455 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c018303e936149de9d2015173fdb6135a2fa24bf21162288c8ed2db043997905" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1145b1-0b28-4c64-ad81-c1c9755e3b9a" -d '{"events": [{"server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "name": "network-vif-unplugged", "status": "completed", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1"}]}' {{(pid=100923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:55.355722 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b4f60-2e8e-43b5-94fb-d169873126ec req-0d7254cd-4887-4a3b-a50f-b151c50d87b9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:55.357216 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-532b4f60-2e8e-43b5-94fb-d169873126ec req-0d7254cd-4887-4a3b-a50f-b151c50d87b9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 945 time: 0.0531454 Oct 19 00:58:55.362341 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:55.366474 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793338131999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793337566091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793337566109'] for port, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.394403 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-532b4f60-2e8e-43b5-94fb-d169873126ec req-f711cf37-5488-444f-8802-844d17dc50ca tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Oct 19 00:58:55.420285 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Pushing event updated for resources: {'Port': ['ID=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,revision_number=8']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:55.437751 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fa8ba3-af2b-49a8-967e-725c0e73b8b6 x-openstack-request-id: req-c3fa8ba3-af2b-49a8-967e-725c0e73b8b6 {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:55.438303 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "name": "network-vif-unplugged", "status": "completed", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1", "code": 200}]} {{(pid=100923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:55.438548 n-d-713498-28 neutron-server[100923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3fa8ba3-af2b-49a8-967e-725c0e73b8b6 {{(pid=100923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:55.439027 n-d-713498-28 neutron-server[100923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'code': 200} Oct 19 00:58:55.804296 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:55.917340 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-2f824041-4205-4d26-b1d5-5d786dc4e4d1 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:55.918856 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-2f824041-4205-4d26-b1d5-5d786dc4e4d1 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 943 time: 0.0479679 Oct 19 00:58:56.004249 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Deleting port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:56.004582 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.093382 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] For port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1, host n-h2-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-28',level=0,port_id=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:58:56.093663 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.105873 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Calling delete_port for 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:56.233075 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.262304 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event deleted for resources: {'Port': ['ID=504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:56.285208 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.286225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.286225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.286225 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.286563 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.287007 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.287235 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.287554 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.287876 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.288198 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.288522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.288850 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-28 {{(pid=100922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:58:56.309853 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] No DVR routers for this DVR port 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 on host n-h2-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:58:56.312282 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:56.315811 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-261ec78a-98e8-475a-9535-8ef6e1b6db23 req-16282f9d-df4a-4874-910b-34620ba94869 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.73 "DELETE /v2.0/ports/504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 HTTP/1.1" status: 204 len: 173 time: 0.3914163 Oct 19 00:58:56.316242 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'name': 'network-vif-deleted', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:56.318461 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ef9dc5-51ba-4937-b4b7-af6f0ca63ca9" -d '{"events": [{"server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "name": "network-vif-deleted", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:56.405388 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d768fb59-430b-4e82-8508-046c64bb55e3 x-openstack-request-id: req-d768fb59-430b-4e82-8508-046c64bb55e3 {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:56.406035 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0a41dd-c499-4414-ba64-22916ddbca6c", "name": "network-vif-deleted", "tag": "504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:56.406035 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d768fb59-430b-4e82-8508-046c64bb55e3 {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:56.406298 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0a41dd-c499-4414-ba64-22916ddbca6c', 'name': 'network-vif-deleted', 'tag': '504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1', 'status': 'completed', 'code': 200} Oct 19 00:58:56.506184 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-631bb61a-981c-42aa-ba14-9acad83906e4 req-d6d3fe75-5919-4f0c-81f7-473df2a35eb6 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf0a41dd-c499-4414-ba64-22916ddbca6c HTTP/1.1" status: 200 len: 210 time: 0.0297649 Oct 19 00:58:58.059161 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46208) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:58:58.209247 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Deleting port c4e627cd-22a2-4387-a063-310bc767097e {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:58:58.209591 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.281652 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.281985 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.293349 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Calling delete_port for c4e627cd-22a2-4387-a063-310bc767097e owned by network:floatingip {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:58:58.304487 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.439541 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.468570 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event deleted for resources: {'Port': ['ID=c4e627cd-22a2-4387-a063-310bc767097e,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:58:58.528604 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for floatingip, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.528965 n-d-713498-28 neutron-server[100921]: INFO neutron.db.l3_db [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Floating IP d0f3e61c-9966-4218-854c-67831db16226 disassociated (deleted). External IP: 172.25.7.82, port: d51a54e5-6359-48d1-962a-6e01f95e4123. Oct 19 00:58:58.728560 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Router c5888d1e-a2f6-4156-848d-080880d2736b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:58:58.835776 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:58:58.840549 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:58:58.845240 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] Sync routers for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:58:58.853879 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:58.854470 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:58:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:58.867589 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-2d7a1534-b4b3-4147-98f0-1c4fa56db4f0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "DELETE /v2.0/floatingips/d0f3e61c-9966-4218-854c-67831db16226 HTTP/1.1" status: 204 len: 168 time: 0.8073649 Oct 19 00:58:58.868182 n-d-713498-28 neutron-server[100921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123'}] {{(pid=100921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:58:58.871035 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f1a1578ec1ffe9051816a3d432f446975122cffbdd8599305cdbf66a777b2b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123"}]}' {{(pid=100921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:58:58.957502 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:59.023690 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1151be-5904-4e13-a67d-3fa7e96d6353 x-openstack-request-id: req-9f1151be-5904-4e13-a67d-3fa7e96d6353 {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:58:59.023992 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123", "status": "completed", "code": 200}]} {{(pid=100921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:58:59.024251 n-d-713498-28 neutron-server[100921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f1151be-5904-4e13-a67d-3fa7e96d6353 {{(pid=100921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:58:59.024664 n-d-713498-28 neutron-server[100921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'status': 'completed', 'code': 200} Oct 19 00:58:59.122125 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b928f86-67ef-4e37-91fa-bd9cc86bf1af req-fd130c5b-04e2-440d-b946-0f21bae582cc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:59.123833 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b928f86-67ef-4e37-91fa-bd9cc86bf1af req-fd130c5b-04e2-440d-b946-0f21bae582cc tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 944 time: 0.0518525 Oct 19 00:58:59.163996 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-8b928f86-67ef-4e37-91fa-bd9cc86bf1af req-aeb55ca3-7862-4724-af3b-06d06a249bc9 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Oct 19 00:58:59.245911 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:59.247693 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-c09bbe46-c2fc-4c78-b37a-fc35bd823395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:59.249192 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-c09bbe46-c2fc-4c78-b37a-fc35bd823395 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4613e6f1df314f67b669630a8d3fe095&device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 1096 time: 0.1685250 Oct 19 00:58:59.270808 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] Checking router: c5888d1e-a2f6-4156-848d-080880d2736b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:58:59.279757 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 no longer exists at agent hyperv_n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:58:59.279934 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:58:59.280591 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:58:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:59.299762 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] No Port match for: 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:58:59.300103 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Device 504a0f48-f8a6-43ce-a1f9-ff0669f4d7d1 not bound to the agent host n-h2-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:58:59.345393 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-225a95f0-8f03-45a9-a8d6-528fe16bbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:59.346946 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-225a95f0-8f03-45a9-a8d6-528fe16bbc2d service neutron] 10.222.0.102 "GET /v2.0/networks?id=30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 200 len: 910 time: 0.0899112 Oct 19 00:58:59.385431 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:58:59.421203 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-4b9172df-c6c5-4951-9a15-67680dbbb1c2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 200 len: 217 time: 0.0351448 Oct 19 00:58:59.474282 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-2e3e1597-6e3b-4ff9-93b2-d8c4d1f1ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:59.475863 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-2e3e1597-6e3b-4ff9-93b2-d8c4d1f1ecd3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 200 len: 848 time: 0.0439138 Oct 19 00:58:59.526221 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-56b74fad-7b26-4710-81ee-7aa70277ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:58:59.528267 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-56b74fad-7b26-4710-81ee-7aa70277ee71 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=30d15057-a643-43e4-8dd2-450d7b06401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446961 Oct 19 00:58:59.580385 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:58:59.606353 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fe9d3-2254-432f-a1ba-e18ac2a32e02 None None] The sync data for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 is: [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:52:57Z', 'revision_number': 4, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28', '_interfaces': [{'id': '5d5cefa4-b75b-49b5-9676-bf417c8f6723', 'name': '', 'network_id': '30d15057-a643-43e4-8dd2-450d7b06401a', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'mac_address': 'fa:16:3e:b4:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:57Z', 'updated_at': '2021-10-19T00:53:01Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'subnets': [{'id': 'f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:58:59.618512 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-9b42987f-1fdf-4a95-9d59-182699c4b833 service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820341 Oct 19 00:58:59.718713 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-4c9d0168-4c91-47a9-b1f0-c799bf01a08b req-e79bfb91-f670-47da-933a-1465b98be68f service neutron] 10.222.0.102 "GET /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907524 Oct 19 00:58:59.833565 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0048587d-179a-4e0a-8761-b03a8cce43c8 None None] New status for floating IP d0f3e61c-9966-4218-854c-67831db16226: DOWN {{(pid=100923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 00:59:00.200049 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-5dac219d-09c5-4247-a3d2-9c0ef4a1108a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:00.201526 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-5dac219d-09c5-4247-a3d2-9c0ef4a1108a tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.102 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 944 time: 0.0511785 Oct 19 00:59:00.313729 n-d-713498-28 neutron-server[100922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba89ab6-0604-4f3e-bc02-043f8131c882 req-b25e6ef7-8d9e-446b-895d-cb371b4628e0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:00.315138 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ba89ab6-0604-4f3e-bc02-043f8131c882 req-b25e6ef7-8d9e-446b-895d-cb371b4628e0 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4f85758-e2fb-40b4-aef7-54638684aae5 HTTP/1.1" status: 200 len: 944 time: 0.0836947 Oct 19 00:59:00.350360 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Deleting port d51a54e5-6359-48d1-962a-6e01f95e4123 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:00.350706 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:00.378675 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-6ba89ab6-0604-4f3e-bc02-043f8131c882 req-03262e32-0281-4ad1-906c-c2effd7cbd82 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573919 Oct 19 00:59:00.447478 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] For port d51a54e5-6359-48d1-962a-6e01f95e4123, host n-h1-713498-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-28',level=0,port_id=d51a54e5-6359-48d1-962a-6e01f95e4123,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:00.447843 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:00.465726 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Calling delete_port for d51a54e5-6359-48d1-962a-6e01f95e4123 owned by compute:nova {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:00.595795 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:00.626091 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event deleted for resources: {'Port': ['ID=d51a54e5-6359-48d1-962a-6e01f95e4123,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:00.671868 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] No DVR routers for this DVR port d51a54e5-6359-48d1-962a-6e01f95e4123 on host n-h1-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:59:00.674588 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:00.678317 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [req-83daea4d-f46a-4d02-b123-ca76bfe9e21d req-e0c3f5c7-843e-4590-9de8-a493c30f6e59 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.102 "DELETE /v2.0/ports/d51a54e5-6359-48d1-962a-6e01f95e4123 HTTP/1.1" status: 204 len: 173 time: 0.4700279 Oct 19 00:59:00.678811 n-d-713498-28 neutron-server[100922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'name': 'network-vif-deleted', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123'}] {{(pid=100922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 00:59:00.681723 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4572cda4e9243ef20b5fce979358a33ee3d87f495fdf1daf56eac7cd283d8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a234a2-0a07-4c24-a20b-6edd5a602a96" -d '{"events": [{"server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "name": "network-vif-deleted", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123"}]}' {{(pid=100922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:59:00.719466 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 00:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ed6a1-4956-4f30-b355-aa262497669c x-openstack-request-id: req-645ed6a1-4956-4f30-b355-aa262497669c {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:59:00.719764 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f85758-e2fb-40b4-aef7-54638684aae5", "name": "network-vif-deleted", "tag": "d51a54e5-6359-48d1-962a-6e01f95e4123", "status": "completed", "code": 200}]} {{(pid=100922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:59:00.720023 n-d-713498-28 neutron-server[100922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-645ed6a1-4956-4f30-b355-aa262497669c {{(pid=100922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:59:00.720429 n-d-713498-28 neutron-server[100922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f85758-e2fb-40b4-aef7-54638684aae5', 'name': 'network-vif-deleted', 'tag': 'd51a54e5-6359-48d1-962a-6e01f95e4123', 'status': 'completed', 'code': 200} Oct 19 00:59:01.433203 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46226) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:01.491567 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26d67d12-bccc-4a6a-b66b-5c1085eece20 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:01.516632 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26d67d12-bccc-4a6a-b66b-5c1085eece20 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:01.575555 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26d67d12-bccc-4a6a-b66b-5c1085eece20 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:01.578176 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-26d67d12-bccc-4a6a-b66b-5c1085eece20 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:01.579354 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-26d67d12-bccc-4a6a-b66b-5c1085eece20 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64 HTTP/1.1" status: 204 len: 168 time: 0.1451271 Oct 19 00:59:01.588249 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d67d12-bccc-4a6a-b66b-5c1085eece20 tempest-TestSnapshotPattern-271511635 tempest-TestSnapshotPattern-271511635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4f2c2a-5515-405a-b89a-a3cdbbe7cb64,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:01.629274 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46230) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:02.090513 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.327551 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Deleting port 5d5cefa4-b75b-49b5-9676-bf417c8f6723 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:02.327804 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.403300 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] For port 5d5cefa4-b75b-49b5-9676-bf417c8f6723, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=5d5cefa4-b75b-49b5-9676-bf417c8f6723,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:02.403656 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.415706 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Calling delete_port for 5d5cefa4-b75b-49b5-9676-bf417c8f6723 owned by network:router_interface {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:02.587859 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.617167 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5cefa4-b75b-49b5-9676-bf417c8f6723,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:02.778957 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:02.986644 n-d-713498-28 neutron-server[100921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Router c5888d1e-a2f6-4156-848d-080880d2736b has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:59:03.090221 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:59:03.095733 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-7da9957d-11c1-40eb-9e6a-f2e6a95971ea admin admin] 10.222.0.52 "PUT /v2.0/routers/c5888d1e-a2f6-4156-848d-080880d2736b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4654338 Oct 19 00:59:03.098548 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46236) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:03.103421 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] Sync routers for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:59:03.112035 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:59:03.112633 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:58:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:03.201617 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks [] for router, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.215004 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: n-d-713498-28 {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:59:03.302268 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.354010 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Deleting port d14b4d47-e1a3-4824-8f27-9f8132ee6715 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:03.354353 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.389572 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:59:02Z', 'revision_number': 5, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port': {'id': 'd14b4d47-e1a3-4824-8f27-9f8132ee6715', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:03.415025 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] Checking router: c5888d1e-a2f6-4156-848d-080880d2736b for host: n-d-713498-28 {{(pid=100924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:59:03.422997 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] Routers {'c5888d1e-a2f6-4156-848d-080880d2736b'} bound to L3 agent in host n-d-713498-28 {{(pid=100924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:59:03.423593 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:58:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['c5888d1e-a2f6-4156-848d-080880d2736b'], 'active': True} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:03.430150 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] For port d14b4d47-e1a3-4824-8f27-9f8132ee6715, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=d14b4d47-e1a3-4824-8f27-9f8132ee6715,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:03.430536 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.443628 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Calling delete_port for d14b4d47-e1a3-4824-8f27-9f8132ee6715 owned by network:router_gateway {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:03.509962 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_dvr_db [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] Set router c5888d1e-a2f6-4156-848d-080880d2736b gateway port host: None {{(pid=100924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:59:03.562093 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.l3_hamode_db [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:59:03Z', 'revision_number': 6, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:03.592695 n-d-713498-28 neutron-server[100924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9ebbe-7004-417d-9a99-434e39ec6031 None None] The sync data for ids ['c5888d1e-a2f6-4156-848d-080880d2736b'] in n-d-713498-28 is: [{'id': 'c5888d1e-a2f6-4156-848d-080880d2736b', 'name': 'tempest-TestSnapshotPattern-674480325-router', 'tenant_id': '4613e6f1df314f67b669630a8d3fe095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:55Z', 'updated_at': '2021-10-19T00:59:03Z', 'revision_number': 6, 'project_id': '4613e6f1df314f67b669630a8d3fe095', 'gw_port_host': None}] {{(pid=100924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:59:03.925872 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:03.932106 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d51a54e5-6359-48d1-962a-6e01f95e4123 no longer exists at agent hyperv_n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:03.951935 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] No Port match for: d51a54e5-6359-48d1-962a-6e01f95e4123 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:59:03.952493 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Device d51a54e5-6359-48d1-962a-6e01f95e4123 not bound to the agent host n-h1-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:59:03.961957 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14b4d47-e1a3-4824-8f27-9f8132ee6715,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:04.019707 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5d5cefa4-b75b-49b5-9676-bf417c8f6723 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:04.024496 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.040539 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 5d5cefa4-b75b-49b5-9676-bf417c8f6723 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:59:04.040968 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 5d5cefa4-b75b-49b5-9676-bf417c8f6723 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:59:04.115319 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.117401 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.162059 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.162620 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5888d1e-a2f6-4156-848d-080880d2736b {{(pid=100921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:59:04.167691 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] Publish callbacks [] for router, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.168438 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-973f7ae8-0846-4296-94de-c33fdbe84455 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c5888d1e-a2f6-4156-848d-080880d2736b HTTP/1.1" status: 204 len: 168 time: 1.0689440 Oct 19 00:59:04.170968 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46238) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:04.214868 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c88a86-103e-44e6-984f-2723102236b6 admin admin] Deleting subnet f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c {{(pid=100921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:59:04.217803 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c88a86-103e-44e6-984f-2723102236b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.250636 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c88a86-103e-44e6-984f-2723102236b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5263489'] for subnet, precommit_delete_associations {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.329431 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c88a86-103e-44e6-984f-2723102236b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.381332 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c88a86-103e-44e6-984f-2723102236b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6141928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6034917'] for subnet, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.408279 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c88a86-103e-44e6-984f-2723102236b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:04.411874 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-94c88a86-103e-44e6-984f-2723102236b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.417417 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-94c88a86-103e-44e6-984f-2723102236b6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f061efef-5eb9-4a08-9dc8-f1f81c1e2e1c HTTP/1.1" status: 204 len: 168 time: 0.2431340 Oct 19 00:59:04.417821 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46240) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:04.420820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de290d1b-4301-4db3-b592-5c1291622de2 None None] Network 30d15057-a643-43e4-8dd2-450d7b06401a requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:59:04.488543 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.546810 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Deleting port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 {{(pid=100921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:04.547154 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.598951 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7c5e4b-cedb-4e24-895c-4cdeee9f9c63 None None] DHCP port deletion for 30d15057-a643-43e4-8dd2-450d7b06401a request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:59:04.617159 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.db [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] For port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f73d43b8-76cf-4b48-b9f2-d8e595f51ce9,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:04.617532 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.631280 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Calling delete_port for f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 owned by network:dhcp {{(pid=100921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:04.649119 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c5e4b-cedb-4e24-895c-4cdeee9f9c63 None None] Deleting port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:04.649496 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5e4b-cedb-4e24-895c-4cdeee9f9c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.717462 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-8c7c5e4b-cedb-4e24-895c-4cdeee9f9c63 None None] For port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=f73d43b8-76cf-4b48-b9f2-d8e595f51ce9,segment=NetworkSegment(dd8a19cb-750f-4478-b250-0a7741d145d8),segment_id=dd8a19cb-750f-4478-b250-0a7741d145d8)] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:04.717895 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5e4b-cedb-4e24-895c-4cdeee9f9c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.719145 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6141893'] for port, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.730040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c5e4b-cedb-4e24-895c-4cdeee9f9c63 None None] Calling delete_port for f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:04.745088 n-d-713498-28 neutron-server[100921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] No DVR routers for this DVR port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 on host n-d-713498-28 {{(pid=100921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:59:04.749730 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73d43b8-76cf-4b48-b9f2-d8e595f51ce9,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:04.804164 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5e4b-cedb-4e24-895c-4cdeee9f9c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.822787 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.829157 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c5e4b-cedb-4e24-895c-4cdeee9f9c63 None None] Pushing event deleted for resources: {'Port': ['ID=f73d43b8-76cf-4b48-b9f2-d8e595f51ce9,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:04.836773 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c5e4b-cedb-4e24-895c-4cdeee9f9c63 None None] No DVR routers for this DVR port f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:59:04.847998 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d15057-a643-43e4-8dd2-450d7b06401a']}} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:04.857550 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8a19cb-750f-4478-b250-0a7741d145d8') {'for_net_delete': True} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:04.857879 n-d-713498-28 neutron-server[100921]: DEBUG neutron.services.segments.db [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8a19cb-750f-4478-b250-0a7741d145d8') {} {{(pid=100921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:04.867105 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5263512'] for segment, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.880365 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.886638 n-d-713498-28 neutron-server[100921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=100921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:59:04.887051 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6141878'] for segment, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: Traceback (most recent call last): Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: timer() Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: cb(*args, **kw) Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: return func(*args, **kwargs) Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: self._notify() Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: self.callback(batched_events) Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: event.method(event) Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: return f(self, *a, **k) Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: return self._get(url).json() Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: return self.request(url, 'GET', **kwargs) Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:59:04.888734 n-d-713498-28 neutron-server[100921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:59:04.941577 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.946882 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Publish callbacks [] for network, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:04.950028 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] 10.222.0.52 "DELETE /v2.0/networks/30d15057-a643-43e4-8dd2-450d7b06401a HTTP/1.1" status: 204 len: 168 time: 0.5314558 Oct 19 00:59:04.953119 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46242) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:04.960377 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd507f-aa30-4973-b2f0-a8c117c50564 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d15057-a643-43e4-8dd2-450d7b06401a,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:05.289537 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544968'] for router_interface, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:05.528071 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Deleting port 189f9905-215c-424a-bffa-16649c45c258 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:05.528411 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:05.607921 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] For port 189f9905-215c-424a-bffa-16649c45c258, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=189f9905-215c-424a-bffa-16649c45c258,segment=NetworkSegment(b87c4af5-0e1f-4b0f-b426-659d83abc653),segment_id=b87c4af5-0e1f-4b0f-b426-659d83abc653)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:05.608200 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:05.620809 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Calling delete_port for 189f9905-215c-424a-bffa-16649c45c258 owned by network:router_interface {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:05.794318 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:05.820980 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Pushing event deleted for resources: {'Port': ['ID=189f9905-215c-424a-bffa-16649c45c258,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:05.932561 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:05.987500 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544868'] for router_interface, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.070850 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:06.094525 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:59:06.094898 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device f73d43b8-76cf-4b48-b9f2-d8e595f51ce9 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:59:06.095384 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d14b4d47-e1a3-4824-8f27-9f8132ee6715 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:06.114113 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: d14b4d47-e1a3-4824-8f27-9f8132ee6715 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:59:06.114461 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device d14b4d47-e1a3-4824-8f27-9f8132ee6715 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:59:06.204383 n-d-713498-28 neutron-server[100922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 has already been hosted by L3 agent b290b58f-e24a-42f6-9e9e-30589e7c7210 {{(pid=100922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:59:06.308753 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] Notify agent at l3_agent.n-d-713498-28 the message routers_updated {{(pid=100922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:59:06.313889 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-5843fd73-e0ca-460d-853f-7bb2c380e49b admin admin] 10.222.0.52 "PUT /v2.0/routers/abc5cc6a-0a7a-4221-a2bc-0bb8d3383780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3596761 Oct 19 00:59:06.316472 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46244) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:06.319197 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] Sync routers for ids ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'] in n-d-713498-28 {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:59:06.328262 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] Routers {'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:59:06.328865 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:58:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:06.420743 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks [] for router, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.431784 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] Set router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 gateway port host: n-d-713498-28 {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:59:06.520520 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.571706 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Deleting port 7ddb40ec-1335-43a4-8293-b7287aca133b {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:06.572044 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.610543 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'external_fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:59Z', 'updated_at': '2021-10-19T00:59:05Z', 'revision_number': 5, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'gw_port': {'id': '7ddb40ec-1335-43a4-8293-b7287aca133b', 'name': '', 'network_id': 'a088bfdb-e229-464b-8f6c-9daf513bbbef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T00:53:00Z', 'updated_at': '2021-10-19T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff7914b4-8cfb-4f17-876f-e5982ce45d77', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-28'}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:06.641435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] Checking router: abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 for host: n-d-713498-28 {{(pid=100923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:59:06.650040 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] Routers {'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'} bound to L3 agent in host n-d-713498-28 {{(pid=100923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:59:06.650646 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T22:59:54Z,description=,heartbeat_timestamp=2021-10-19T00:58:54Z,host='n-d-713498-28',id=b290b58f-e24a-42f6-9e9e-30589e7c7210,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T22:59:54Z,topic='l3_agent')) {'router_ids': ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'], 'active': True} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:06.653654 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] For port 7ddb40ec-1335-43a4-8293-b7287aca133b, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=7ddb40ec-1335-43a4-8293-b7287aca133b,segment=NetworkSegment(8b8600ab-cd6e-4f3d-bd9e-37189500695f),segment_id=8b8600ab-cd6e-4f3d-bd9e-37189500695f)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:06.654018 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.665445 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Calling delete_port for 7ddb40ec-1335-43a4-8293-b7287aca133b owned by network:router_gateway {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:06.737435 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvr_db [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] Set router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 gateway port host: None {{(pid=100923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 00:59:06.788772 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_hamode_db [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:59Z', 'updated_at': '2021-10-19T00:59:06Z', 'revision_number': 6, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'gw_port_host': None}], 'n-d-713498-28', False) {} {{(pid=100923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:06.818653 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad22cf47-e1bf-4ef3-aca2-03eaaad89c33 None None] The sync data for ids ['abc5cc6a-0a7a-4221-a2bc-0bb8d3383780'] in n-d-713498-28 is: [{'id': 'abc5cc6a-0a7a-4221-a2bc-0bb8d3383780', 'name': 'tempest-TestSnapshotPattern-62287902-router', 'tenant_id': 'c80895199edd493fb8ef11ee497d728f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T00:52:59Z', 'updated_at': '2021-10-19T00:59:06Z', 'revision_number': 6, 'project_id': 'c80895199edd493fb8ef11ee497d728f', 'gw_port_host': None}] {{(pid=100923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:59:06.827448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.857878 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddb40ec-1335-43a4-8293-b7287aca133b,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:06.913709 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535682'] for router_gateway, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:06.999958 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111147'] for router, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.001963 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.044980 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545650'] for router, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.045521 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 {{(pid=100922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:59:07.049585 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] Publish callbacks [] for router, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.050710 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-150ebbe6-36a1-4cb6-91be-2f958593b413 admin admin] 10.222.0.52 "DELETE /v2.0/routers/abc5cc6a-0a7a-4221-a2bc-0bb8d3383780 HTTP/1.1" status: 204 len: 168 time: 0.7333357 Oct 19 00:59:07.053366 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46246) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:07.097284 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c1f8c7-4ac9-4006-9e8f-08e6727d483c admin admin] Deleting subnet 8683e4f6-252c-476d-98e8-5097d6878799 {{(pid=100922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 00:59:07.100211 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41c1f8c7-4ac9-4006-9e8f-08e6727d483c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.133428 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41c1f8c7-4ac9-4006-9e8f-08e6727d483c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5102375'] for subnet, precommit_delete_associations {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.214967 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41c1f8c7-4ac9-4006-9e8f-08e6727d483c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751510'] for subnet, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.266962 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41c1f8c7-4ac9-4006-9e8f-08e6727d483c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6242642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018804'] for subnet, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.293400 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1f8c7-4ac9-4006-9e8f-08e6727d483c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8683e4f6-252c-476d-98e8-5097d6878799,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:07.295423 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-41c1f8c7-4ac9-4006-9e8f-08e6727d483c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.298483 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-41c1f8c7-4ac9-4006-9e8f-08e6727d483c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8683e4f6-252c-476d-98e8-5097d6878799 HTTP/1.1" status: 204 len: 168 time: 0.2440550 Oct 19 00:59:07.301065 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46248) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:07.302770 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920ea73-bb68-435a-803c-28728e56da5a None None] Network 93ab9e55-82e1-408f-a3dd-db7b066e22b8 requested from n-d-713498-28 {{(pid=100923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:59:07.367694 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658355'] for network, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.426342 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Deleting port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 {{(pid=100922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:07.426680 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.454866 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.493522 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.db [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] For port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2, host n-d-713498-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-28',level=0,port_id=bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2,segment=NetworkSegment(b87c4af5-0e1f-4b0f-b426-659d83abc653),segment_id=b87c4af5-0e1f-4b0f-b426-659d83abc653)] {{(pid=100922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:07.493881 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.506368 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.plugin [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Calling delete_port for bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 owned by network:dhcp {{(pid=100922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:07.566815 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] DHCP port deletion for 93ab9e55-82e1-408f-a3dd-db7b066e22b8 request from n-d-713498-28 {{(pid=100923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 00:59:07.594667 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6242687'] for port, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.617569 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] Deleting port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 {{(pid=100923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 00:59:07.617934 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793338076995'] for port, before_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.621620 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:07.625120 n-d-713498-28 neutron-server[100922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] No DVR routers for this DVR port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 on host n-d-713498-28 {{(pid=100922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:59:07.686790 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.db [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] For port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2, host n-d-713498-28, got binding levels [] {{(pid=100923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:59:07.687236 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619969'] for port, precommit_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.701487 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] Calling delete_port for bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 owned by network:dhcp {{(pid=100923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 00:59:07.704181 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756483', 'neutron.services.segments.db._delete_segments_for_network-8793338093653'] for network, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.704521 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.ipam_backend_mixin [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] Port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 was not found and therefore no delete operation was performed {{(pid=100923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 00:59:07.705821 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1728827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793338131981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793337566082'] for port, after_delete {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.724960 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ab9e55-82e1-408f-a3dd-db7b066e22b8']}} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:07.731317 n-d-713498-28 neutron-server[100923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] Pushing event deleted for resources: {'Port': ['ID=bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2,revision_number=None']} {{(pid=100923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:07.735364 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87c4af5-0e1f-4b0f-b426-659d83abc653') {'for_net_delete': True} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:07.735670 n-d-713498-28 neutron-server[100922]: DEBUG neutron.services.segments.db [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87c4af5-0e1f-4b0f-b426-659d83abc653') {} {{(pid=100922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:07.735821 n-d-713498-28 neutron-server[100923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eeaa4f-b09e-4e68-99af-31f27ec0642f None None] No DVR routers for this DVR port bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 on host n-d-713498-28 {{(pid=100923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 00:59:07.747448 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793338092382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5102398'] for segment, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.761623 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913'] for segment, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.772085 n-d-713498-28 neutron-server[100922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=100922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:59:07.772489 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1752913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6242572'] for segment, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: Traceback (most recent call last): Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: timer() Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: cb(*args, **kw) Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: return func(*args, **kwargs) Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: self._notify() Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: self.callback(batched_events) Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: event.method(event) Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: return f(self, *a, **k) Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: return self._get(url).json() Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: return self.request(url, 'GET', **kwargs) Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 00:59:07.774346 n-d-713498-28 neutron-server[100922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 00:59:07.833150 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535782'] for network, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.839738 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Publish callbacks [] for network, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:07.845085 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] 10.222.0.52 "DELETE /v2.0/networks/93ab9e55-82e1-408f-a3dd-db7b066e22b8 HTTP/1.1" status: 204 len: 168 time: 0.5409443 Oct 19 00:59:07.853903 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b034cf4-6838-48c3-a785-be980f26a784 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ab9e55-82e1-408f-a3dd-db7b066e22b8,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:07.961237 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46254) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:08.003353 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-ddc4a81f-13a3-4c57-8f07-4d0aeb7068e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4613e6f1df314f67b669630a8d3fe095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408204 Oct 19 00:59:08.006018 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [-] (100922) accepted ('10.222.0.52', 46256) {{(pid=100922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:08.013830 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 189f9905-215c-424a-bffa-16649c45c258 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:08.037516 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 189f9905-215c-424a-bffa-16649c45c258 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:59:08.037973 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 189f9905-215c-424a-bffa-16649c45c258 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:59:08.038460 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7ddb40ec-1335-43a4-8293-b7287aca133b no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:08.056225 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0132674f-7aa1-489c-9956-b007cb625eae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.056820 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: 7ddb40ec-1335-43a4-8293-b7287aca133b {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:59:08.057247 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device 7ddb40ec-1335-43a4-8293-b7287aca133b not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:59:08.057725 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 no longer exists at agent ovs-agent-n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:59:08.076974 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.plugin [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] No Port match for: bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 {{(pid=100923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 00:59:08.077404 n-d-713498-28 neutron-server[100923]: DEBUG neutron.plugins.ml2.rpc [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Device bcdcf3ba-3688-4b03-afaa-9a7ac45fa3b2 not bound to the agent host n-d-713498-28 {{(pid=100923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:59:08.082287 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0132674f-7aa1-489c-9956-b007cb625eae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.129415 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0132674f-7aa1-489c-9956-b007cb625eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.131816 n-d-713498-28 neutron-server[100922]: DEBUG neutron_lib.callbacks.manager [None req-0132674f-7aa1-489c-9956-b007cb625eae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.132973 n-d-713498-28 neutron-server[100922]: INFO neutron.wsgi [None req-0132674f-7aa1-489c-9956-b007cb625eae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd2e00cf-2848-4db1-aeee-6c36a874676d HTTP/1.1" status: 204 len: 168 time: 0.1259630 Oct 19 00:59:08.141353 n-d-713498-28 neutron-server[100922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132674f-7aa1-489c-9956-b007cb625eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2e00cf-2848-4db1-aeee-6c36a874676d,revision_number=None']} {{(pid=100922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:08.438612 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46262) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:08.481460 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-6ad66272-8dba-45f4-af83-79cfb508292e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c80895199edd493fb8ef11ee497d728f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416882 Oct 19 00:59:08.483966 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [-] (100921) accepted ('10.222.0.52', 46264) {{(pid=100921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:08.530233 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-357cfed3-6199-4c53-9029-a6bea43f8d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.550782 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-357cfed3-6199-4c53-9029-a6bea43f8d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.596725 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-357cfed3-6199-4c53-9029-a6bea43f8d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702718'] for security_group, after_delete {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.599347 n-d-713498-28 neutron-server[100921]: DEBUG neutron_lib.callbacks.manager [None req-357cfed3-6199-4c53-9029-a6bea43f8d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:08.600498 n-d-713498-28 neutron-server[100921]: INFO neutron.wsgi [None req-357cfed3-6199-4c53-9029-a6bea43f8d7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3739d00-b8cf-4bdc-8557-28f9a1e0fbc5 HTTP/1.1" status: 204 len: 168 time: 0.1156197 Oct 19 00:59:08.608169 n-d-713498-28 neutron-server[100921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cfed3-6199-4c53-9029-a6bea43f8d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3739d00-b8cf-4bdc-8557-28f9a1e0fbc5,revision_number=None']} {{(pid=100921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:09.705583 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:59:20.470341 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fba26231-54ea-4690-a4f3-7f1050077591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:24.134678 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9fce96be-8b2c-4b33-9652-579c9f3b5190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:25.029364 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:25.807791 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:28.305995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:35.931604 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:37.455023 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:46.705304 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:59:50.470569 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-2c96806d-0c44-4422-8a99-848576d25b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:54.136728 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-853628e1-c907-4414-b6bb-ab1d057f52f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:55.030076 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:55.815412 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:58.314069 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:05.945995 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:07.460637 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:20.474060 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ce90-3f14-4da6-84dc-772738281c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:23.704737 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:00:24.136625 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bcbb7ab3-8905-4a7a-9fb0-588931a26018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:25.033275 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:25.812783 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:28.311350 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:35.943480 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:37.459369 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:50.475117 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-03308205-22ec-4319-a4ca-ed22d3dc8329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:54.136528 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7d4f629e-298f-49ef-be9d-a4db053a7cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:55.033754 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:55.815584 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:58.314469 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:58.850569 n-d-713498-28 neutron-server[100922]: DEBUG neutron.wsgi [req-7cce25e9-c9f4-467a-8e17-be8fdbc7b7fa req-48e0a364-c9a4-4b7d-8a65-22c05f579936 service neutron] (100922) timed out ('10.222.0.52', 44760) {{(pid=100922) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:01:00.703555 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:01:05.953729 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:07.456662 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:20.476351 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7ec94632-9cae-481d-8a37-0f3fe6014090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:24.138948 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-615c11c0-dbb5-4cee-8147-c71ec876cf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:25.035300 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:25.819166 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:28.316596 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:35.951145 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:37.471193 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:37.702907 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:01:50.480198 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b415f9eb-ea15-48e2-8854-81119c8563a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:54.138493 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9ef478b3-2f8b-41d7-a4b7-fc9bbbb34894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:55.036993 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:55.821192 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:58.318020 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:05.966114 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.465045 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:14.703128 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:02:20.480226 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-02843d65-a6c9-414f-8cb0-f661b8ce51af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:24.140057 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-8458a7c9-527e-4396-8719-c5f01e17a434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.038111 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:25.823674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:28.322693 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:35.964801 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:37.480259 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:50.481456 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-784e871e-2b58-490a-86cd-4b1fbf57eefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:51.701539 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:02:54.139875 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-47b511f5-63ab-40a5-984f-ca80f109ef03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.038993 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:55.827421 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:58.324720 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:05.979724 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:07.494509 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:20.481654 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-cc0736c5-1e94-4296-b2c2-176c3823743e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:24.140981 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5c3425db-c644-41c7-8ba4-8c9c14b69941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.041426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:25.829052 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.329880 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:28.700715 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:03:35.994274 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:37.509214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:50.482037 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-c38975ae-fcc4-42a8-92dc-bb39687fbfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:54.141474 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-30ffa350-1a78-49d1-bcc9-c4fa351d71ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.042976 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:55.831966 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:58.328970 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:05.699752 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:04:06.008567 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.508133 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:20.481740 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-928dfe68-ab1b-4b4b-812b-15f1f5345245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:24.141315 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-959b22f6-b31e-4d44-bd30-43bb132d0964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.044905 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:25.835065 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:28.331038 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:36.007225 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:37.529198 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.698488 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:04:50.481481 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e90d-c722-47b3-87e4-0aa782c3ade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:54.142145 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-34b5ed3c-0451-48d9-85ec-1d93267defe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.045539 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:55.837827 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:58.334378 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:06.021349 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:07.517381 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:19.700659 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:05:20.482098 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-208f6c18-2af8-4905-b070-85e3eda9128a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:24.298392 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-129f78cb-55aa-441c-a5c8-fdfa55a0082c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:25.048288 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:25.841711 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:28.336674 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:36.036240 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:37.520414 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:50.482362 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-18bc67a0-753e-4540-9501-192a64d4bcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:54.138836 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-9c68773a-7d28-4e9e-8f3d-482fb65112de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.049864 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:55.844274 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:56.699495 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:05:58.339092 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:00.133504 n-d-713498-28 neutron-server[100921]: DEBUG neutron.wsgi [req-abb402b5-dbe7-4476-afa0-ba1c3c3d63c6 req-6e298d78-5231-405d-a443-3fcaa8099b58 service neutron] (100921) timed out ('10.222.0.52', 40010) {{(pid=100921) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:06:06.050559 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:07.526426 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:20.482852 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-1e58213c-a12b-4e87-8df9-c9aa5da48ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:24.140353 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-5b19bcfa-6018-414f-af90-018b99ef74df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.050877 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:25.847126 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:28.342209 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:33.698485 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:06:36.049898 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:37.549900 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:50.486434 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-21e8ad2e-dc35-4355-b3a2-33fd28503e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:54.141368 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-fe141da3-c90e-4b19-85e2-7c7d1dd9666d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:55.052588 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:55.850646 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:58.345223 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.064950 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:07.540685 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.697440 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:07:20.486304 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-08bd62a3-797b-4940-8344-e5b5fdc81923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:24.141868 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-d0584e86-c34a-46b6-bfbc-ebb0ef004fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.055214 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:25.853492 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:28.346988 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:36.068320 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:37.547481 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-b341b476-23d7-48ef-8213-e28e2efc4e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:47.697348 n-d-713498-28 neutron-server[100924]: DEBUG neutron.db.agents_db [None req-73365894-0b70-4f9e-8b64-01cd52a73919 None None] Agent healthcheck: found 7 active agents {{(pid=100924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:07:50.487578 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-62ac41d6-97bf-4eb3-9a3e-809b55be8e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:54.143319 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-bc1c4109-2e71-466e-a8f4-5a1bb696993f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.055744 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-87c91ed4-43d9-4e20-8094-60985658d01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:55.855941 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-e3999ed9-8cd2-4842-99c3-78ac88e4040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:58.350086 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-991cf680-8429-4c8d-aa86-9964950d65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.083420 n-d-713498-28 neutron-server[100923]: DEBUG neutron_lib.callbacks.manager [None req-ff554c3f-7712-4fd1-ac1a-fc9f20b125dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793338093635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1755459'] for agent, after_update {{(pid=100923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}